Skip to content

ajustes para o teste #1

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
edsenabr wants to merge 3 commits into
base: master
Choose a base branch
from
Open

ajustes para o teste #1

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
abd1de8
ajustes para o teste
Nov 1, 2020
c741a01
Setting the initial date for data creation
Nov 6, 2020
2a52840
id previsivel
Nov 26, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 2 additions & 4 deletions Dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,5 @@
FROM adoptopenjdk/openjdk11:jdk-11.0.2.9-slim
FROM adoptopenjdk/openjdk11:jre-11.0.8_10-alpine
WORKDIR /opt
ENV PORT 8080
EXPOSE 8080
COPY kafka.client.truststore.jks /opt/kafka.client.truststore.jks
COPY target/*.jar /opt/app.jar
ENTRYPOINT exec java $JAVA_OPTS -jar app.jar
ENTRYPOINT exec java $JAVA_OPTS -jar app.jar --spring.profiles.active=aws --spring.config.location=/tmp/
42 changes: 0 additions & 42 deletions docker-compose.yaml
View file
Open in desktop

This file was deleted.

54 changes: 54 additions & 0 deletions load.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,54 @@
apiVersion: batch/v1
kind: Job
metadata:
generateName: load-
labels:
app: load
namespace: load
spec:
parallelism: 1
template:
spec:
serviceAccountName: statement-demo
containers:
- name: load
image: 837108680928.dkr.ecr.us-east-1.amazonaws.com/load:latest
imagePullPolicy: Always
volumeMounts:
- mountPath: /tmp/application-aws.properties
name: config
subPath: application-aws.properties
resources:
limits:
memory: "1Gi"
cpu: 1
requests:
memory: "1Gi"
cpu: 1
env:
- name: KAFKA_BOOTSTRAP
valueFrom:
configMapKeyRef:
name: kafka
key: bootstrap
- name: TOTAL_CONTAS
value: "4800000"
#value: "38709660" #
- name: DIAS_POR_CONTA
value: "213"
- name: ULTIMO_DIA
value: "2020-05-31"
- name: ID_PREVISIVEL
value: "true"
- name: ID_INICIAL
value: "0"
- name: POD_NAME
valueFrom:
fieldRef:
fieldPath: metadata.name
volumes:
- configMap:
name: application.properties
name: config
restartPolicy: Never
backoffLimit: 0
83 changes: 55 additions & 28 deletions pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -15,13 +15,14 @@
<description>Demo project for Spring Boot</description>

<properties>
<java.version>1.8</java.version>
<java.version>11</java.version>
<aws.sdk.version>1.11.887</aws.sdk.version>
</properties>

<dependencies>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-actuator</artifactId>
<artifactId>spring-boot-starter</artifactId>
</dependency>

<dependency>
Expand Down Expand Up @@ -49,40 +50,66 @@
<version>1.0.2</version>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-test</artifactId>
<scope>test</scope>
<exclusions>
<exclusion>
<groupId>org.junit.vintage</groupId>
<artifactId>junit-vintage-engine</artifactId>
</exclusion>
</exclusions>
<groupId>io.micrometer</groupId>
<artifactId>micrometer-core</artifactId>
<version>1.5.5</version>
</dependency>
<dependency>
<groupId>org.springframework.kafka</groupId>
<artifactId>spring-kafka-test</artifactId>
<scope>test</scope>
<groupId>com.amazonaws</groupId>
<artifactId>aws-java-sdk-bom</artifactId>
<version>${aws.sdk.version}</version>
<type>pom</type>
</dependency>
<dependency>
<groupId>com.amazonaws</groupId>
<artifactId>aws-java-sdk-sts</artifactId>
<version>${aws.sdk.version}</version>
</dependency>
<dependency>
<groupId>com.amazonaws</groupId>
<artifactId>aws-java-sdk-cloudwatch</artifactId>
<version>${aws.sdk.version}</version>
</dependency>
<dependency>
<groupId>org.springframework.cloud</groupId>
<artifactId>spring-cloud-starter-aws</artifactId>
<version>2.2.4.RELEASE</version>
</dependency>
<dependency>
<groupId>io.micrometer</groupId>
<artifactId>micrometer-registry-cloudwatch</artifactId>
<version>1.5.5</version>
</dependency>
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<scope>test</scope>
</dependency>
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<scope>test</scope>
<groupId>com.fasterxml.jackson.datatype</groupId>
<artifactId>jackson-datatype-jsr310</artifactId>
<version>2.11.3</version>
</dependency>
</dependencies>

<build>
<plugins>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
</plugin>
</plugins>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-jar-plugin</artifactId>
<configuration>
<excludes>
<exclude>**/application*.properties</exclude>
</excludes>
</configuration>
</plugin>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
<executions>
<execution>
<goals>
<goal>repackage</goal>
</goals>
</execution>
</executions>
</plugin>
</plugins>
</build>

</project>
26 changes: 0 additions & 26 deletions prometheus.yml
View file
Open in desktop

This file was deleted.

25 changes: 20 additions & 5 deletions src/main/java/br/com/exemplo/dataingestion/LoadApplication.java
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,12 +1,17 @@
package br.com.exemplo.dataingestion;

import br.com.exemplo.dataingestion.adapters.controllers.servers.GenerateLoadController;
import lombok.RequiredArgsConstructor;
import lombok.extern.slf4j.Slf4j;
import java.time.LocalDate;

import org.springframework.beans.factory.annotation.Value;
import org.springframework.boot.CommandLineRunner;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.format.annotation.DateTimeFormat;
import org.springframework.format.annotation.DateTimeFormat.ISO;

import br.com.exemplo.dataingestion.adapters.controllers.servers.GenerateLoadController;
import lombok.RequiredArgsConstructor;
import lombok.extern.slf4j.Slf4j;
@SpringBootApplication
@RequiredArgsConstructor
@Slf4j
Expand All @@ -18,6 +23,16 @@ public class LoadApplication implements CommandLineRunner {
@Value("${dias.total:90}")
private int dias;

@DateTimeFormat(iso = ISO.DATE)
@Value("${dias.ultimo}")
private LocalDate termino;

@Value("${contas.id.previsiviel:false}")
private boolean idPrevisivel;

@Value("${contas.id.inicial:0}")
private int idInicial;

private final GenerateLoadController generateLoadController;

public static void main(String[] args) {
Expand All @@ -26,8 +41,8 @@ public static void main(String[] args) {

@Override
public void run(String... args) throws Exception {
log.info("Iniciando a produção de {} com {} contas e com {} dias retroativos",contas,dias);
generateLoadController.geraEvento(contas,dias);
log.info("Iniciando a produção de {} contas com {} dias retroativos à partir de {}", contas, dias, termino);
generateLoadController.geraEvento(contas, dias, termino, idPrevisivel, idInicial);
log.info("Liberando comando da aplicação");
}
}
13 changes: 5 additions & 8 deletions src/main/java/br/com/exemplo/dataingestion/adapters/beans/KafkaConfig.java
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,24 +1,21 @@
package br.com.exemplo.dataingestion.adapters.beans;

import br.com.exemplo.dataingestion.adapters.events.entities.LoadEntity;
import org.apache.kafka.clients.producer.ProducerConfig;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.context.annotation.Scope;
import org.springframework.kafka.core.KafkaTemplate;
import org.springframework.kafka.core.ProducerFactory;

import java.util.HashMap;
import java.util.Map;
import java.util.UUID;
import br.com.exemplo.dataingestion.adapters.events.entities.LoadEntity;

@Configuration
public class KafkaConfig {
@Bean
@Scope(value = "prototype")
public KafkaTemplate<String, LoadEntity> kafkaTemplate1(ProducerFactory<String, LoadEntity> producerFactory){
Map<String,String> map = new HashMap<>();
map.put(ProducerConfig.CLIENT_ID_CONFIG,UUID.randomUUID().toString());
return new KafkaTemplate(producerFactory,false,map);
// Map<String,String> map = new HashMap<>();
// map.put(ProducerConfig.CLIENT_ID_CONFIG,UUID.randomUUID().toString());
KafkaTemplate<String, LoadEntity> template = new KafkaTemplate<String, LoadEntity> (producerFactory,false);
return template;
}
}
Loading