Skip to content

Commit 6782bf8

Browse files
Gretchen-zfshimecherniak
authored
BG-131: Bump SB 3, jdk 21 (#28)
* Bump SB 3, jdk 21 * fix (#29) * fix * fix * fix * rollback * Fix csv files --------- Co-authored-by: Gretchen-z <rysrit@gmail.com> * Revert csv changes * Fix test * Remove redundant property * Bump testcontainers * Remove unnecessary dependencies --------- Co-authored-by: Fedor <fedor.shimich@gmail.com> Co-authored-by: Egor Cherniak <cherniak3@yandex.ru>
1 parent cadd80e commit 6782bf8

11 files changed

Lines changed: 58 additions & 52 deletions

File tree

.github/workflows/build.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,4 +7,4 @@ on:
77

88
jobs:
99
build:
10-
uses: valitydev/java-workflow/.github/workflows/maven-service-build.yml@v1
10+
uses: valitydev/java-workflow/.github/workflows/maven-service-build.yml@v3

.github/workflows/deploy.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@ on:
88

99
jobs:
1010
deploy:
11-
uses: valitydev/java-workflow/.github/workflows/maven-service-deploy.yml@v1
11+
uses: valitydev/java-workflow/.github/workflows/maven-service-deploy.yml@v3
1212
secrets:
1313
github-token: ${{ secrets.GITHUB_TOKEN }}
1414
mm-webhook-url: ${{ secrets.MATTERMOST_WEBHOOK_URL }}

pom.xml

Lines changed: 16 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
<parent>
77
<groupId>dev.vality</groupId>
88
<artifactId>service-parent-pom</artifactId>
9-
<version>1.0.19</version>
9+
<version>3.1.1</version>
1010
</parent>
1111

1212
<artifactId>binbase</artifactId>
@@ -29,8 +29,8 @@
2929
<db.user>postgres</db.user>
3030
<db.password>postgres</db.password>
3131
<db.schema>binbase</db.schema>
32-
<damsel.version>1.568-9362c08</damsel.version>
33-
<testcontainers.annotations.version>1.4.3</testcontainers.annotations.version>
32+
<damsel.version>1.655-5ca4f4a</damsel.version>
33+
<testcontainers.annotations.version>3.1.1</testcontainers.annotations.version>
3434
</properties>
3535

3636
<dependencies>
@@ -52,7 +52,7 @@
5252
<dependency>
5353
<groupId>dev.vality</groupId>
5454
<artifactId>cds-proto</artifactId>
55-
<version>1.66-01353ce</version>
55+
<version>1.70-5227377</version>
5656
</dependency>
5757

5858
<!--spring -->
@@ -78,6 +78,10 @@
7878
<groupId>org.flywaydb</groupId>
7979
<artifactId>flyway-core</artifactId>
8080
</dependency>
81+
<dependency>
82+
<groupId>org.flywaydb</groupId>
83+
<artifactId>flyway-database-postgresql</artifactId>
84+
</dependency>
8185
<dependency>
8286
<groupId>com.zaxxer</groupId>
8387
<artifactId>HikariCP</artifactId>
@@ -95,25 +99,20 @@
9599
<version>17.0.0</version>
96100
</dependency>
97101
<dependency>
98-
<groupId>javax.xml.bind</groupId>
99-
<artifactId>jaxb-api</artifactId>
100-
<version>2.3.0</version>
102+
<groupId>jakarta.xml.bind</groupId>
103+
<artifactId>jakarta.xml.bind-api</artifactId>
104+
<version>3.0.1</version>
101105
</dependency>
102106
<dependency>
103107
<groupId>org.glassfish.jaxb</groupId>
104108
<artifactId>jaxb-runtime</artifactId>
105-
<version>2.3.0</version>
109+
<version>3.0.2</version>
106110
<scope>runtime</scope>
107111
</dependency>
108-
<dependency>
109-
<groupId>javax.activation</groupId>
110-
<artifactId>javax.activation-api</artifactId>
111-
<version>1.2.0</version>
112-
</dependency>
113112
<dependency>
114113
<groupId>commons-io</groupId>
115114
<artifactId>commons-io</artifactId>
116-
<version>1.3.2</version>
115+
<version>2.11.0</version>
117116
</dependency>
118117
<dependency>
119118
<groupId>com.google.guava</groupId>
@@ -150,9 +149,9 @@
150149
<scope>test</scope>
151150
</dependency>
152151
<dependency>
153-
<groupId>javax.xml.ws</groupId>
154-
<artifactId>jaxws-api</artifactId>
155-
<version>2.3.0</version>
152+
<groupId>jakarta.xml.ws</groupId>
153+
<artifactId>jakarta.xml.ws-api</artifactId>
154+
<version>3.0.0</version>
156155
<scope>test</scope>
157156
</dependency>
158157
<dependency>

src/main/java/dev/vality/binbase/batch/BinBaseXmlData.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
import lombok.Data;
55
import lombok.NoArgsConstructor;
66

7-
import javax.xml.bind.annotation.XmlRootElement;
7+
import jakarta.xml.bind.annotation.XmlRootElement;
88

99
@Data
1010
@NoArgsConstructor

src/main/java/dev/vality/binbase/batch/listener/DefaultChunkListener.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ public void beforeChunk(ChunkContext context) {
1616

1717
@Override
1818
public void afterChunk(ChunkContext context) {
19-
int readCount = context.getStepContext().getStepExecution().getReadCount();
19+
long readCount = context.getStepContext().getStepExecution().getReadCount();
2020
if (readCount > 0 && readCount % loggingInterval == 0) {
2121
log.info("{} rows processed", readCount);
2222
}

src/main/java/dev/vality/binbase/batch/writer/BinRangeWriter.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,10 +4,10 @@
44
import dev.vality.binbase.domain.BinData;
55
import dev.vality.binbase.service.BinbaseService;
66
import lombok.RequiredArgsConstructor;
7+
import org.springframework.batch.item.Chunk;
78
import org.springframework.batch.item.ItemWriter;
89
import org.springframework.stereotype.Component;
910

10-
import java.util.List;
1111
import java.util.Map;
1212

1313
@Component
@@ -17,7 +17,7 @@ public class BinRangeWriter implements ItemWriter<Map.Entry<BinData, Range<Long>
1717
private final BinbaseService binbaseService;
1818

1919
@Override
20-
public void write(List<? extends Map.Entry<BinData, Range<Long>>> binDataRanges) throws Exception {
20+
public void write(Chunk<? extends Map.Entry<BinData, Range<Long>>> binDataRanges) throws Exception {
2121
binDataRanges.forEach(binDataRange -> binbaseService.saveRange(binDataRange.getKey(), binDataRange.getValue()));
2222
}
2323

src/main/java/dev/vality/binbase/config/BatchConfig.java

Lines changed: 12 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -15,10 +15,10 @@
1515
import lombok.RequiredArgsConstructor;
1616
import org.springframework.batch.core.Job;
1717
import org.springframework.batch.core.Step;
18-
import org.springframework.batch.core.configuration.annotation.EnableBatchProcessing;
19-
import org.springframework.batch.core.configuration.annotation.JobBuilderFactory;
20-
import org.springframework.batch.core.configuration.annotation.StepBuilderFactory;
2118
import org.springframework.batch.core.configuration.annotation.StepScope;
19+
import org.springframework.batch.core.job.builder.JobBuilder;
20+
import org.springframework.batch.core.repository.JobRepository;
21+
import org.springframework.batch.core.step.builder.StepBuilder;
2222
import org.springframework.batch.item.file.FlatFileItemReader;
2323
import org.springframework.batch.item.file.MultiResourceItemReader;
2424
import org.springframework.batch.item.file.builder.MultiResourceItemReaderBuilder;
@@ -29,17 +29,15 @@
2929
import org.springframework.batch.item.support.builder.ClassifierCompositeItemProcessorBuilder;
3030
import org.springframework.batch.item.xml.StaxEventItemReader;
3131
import org.springframework.beans.factory.annotation.Value;
32-
import org.springframework.boot.autoconfigure.EnableAutoConfiguration;
3332
import org.springframework.context.annotation.Bean;
3433
import org.springframework.context.annotation.Configuration;
3534
import org.springframework.core.io.Resource;
3635
import org.springframework.oxm.jaxb.Jaxb2Marshaller;
36+
import org.springframework.transaction.PlatformTransactionManager;
3737

3838
import java.util.Map;
3939

4040
@Configuration
41-
@EnableBatchProcessing
42-
@EnableAutoConfiguration
4341
@RequiredArgsConstructor
4442
public class BatchConfig {
4543

@@ -49,8 +47,8 @@ public class BatchConfig {
4947
"isonumber", "url", "phone", "bin_length", "affiliation", "mark"
5048
};
5149

52-
private final JobBuilderFactory jobBuilderFactory;
53-
private final StepBuilderFactory stepBuilderFactory;
50+
private final JobRepository jobRepository;
51+
private final PlatformTransactionManager transactionManager;
5452
private final BinbaseService binbaseService;
5553

5654
@Value("${batch.strict_mode}")
@@ -115,9 +113,8 @@ public FlatFileItemReader<BinBaseCsvData> buildBinBasePsbCsvReader() {
115113

116114
@Bean
117115
public Job binBaseJob(Step step) {
118-
return jobBuilderFactory.get("binBaseJob")
119-
.flow(step)
120-
.end()
116+
return new JobBuilder("binBaseJob", jobRepository)
117+
.start(step)
121118
.build();
122119
}
123120

@@ -128,10 +125,11 @@ public ClassifierCompositeItemProcessor compositeProcessor() {
128125
.build();
129126
}
130127

128+
131129
@Bean
132-
public Step step(MultiResourceItemReader multiResourceItemReader) {
133-
return stepBuilderFactory.get("binBaseStep")
134-
.<Resource, Map.Entry<BinData, Range<Long>>>chunk(1000)
130+
public Step step(MultiResourceItemReader<BinData> multiResourceItemReader) {
131+
return new StepBuilder("binBaseStep", jobRepository)
132+
.<BinData, Map.Entry<BinData, Range<Long>>>chunk(1000, transactionManager)
135133
.reader(multiResourceItemReader)
136134
.processor(compositeProcessor())
137135
.writer(new BinRangeWriter(binbaseService))

src/main/java/dev/vality/binbase/endpoint/BinbaseServlet.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,8 +4,8 @@
44
import dev.vality.woody.thrift.impl.http.THServiceBuilder;
55
import org.springframework.beans.factory.annotation.Autowired;
66

7-
import javax.servlet.*;
8-
import javax.servlet.annotation.WebServlet;
7+
import jakarta.servlet.*;
8+
import jakarta.servlet.annotation.WebServlet;
99
import java.io.IOException;
1010

1111
@WebServlet("/v1/binbase")

src/main/resources/application.yml

Lines changed: 11 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -1,16 +1,16 @@
11
server:
2-
port: '@server.port@'
2+
port: ${server.port}
33

44
spring:
55
application:
6-
name: '@name@'
7-
description: '@description@'
6+
name: ${name}
7+
description: ${description}
88
datasource:
99
type: com.zaxxer.hikari.HikariDataSource
1010
driver-class-name: org.postgresql.Driver
11-
url: '@db.url@'
12-
username: '@db.user@'
13-
password: '@db.password@'
11+
url: ${db.url}
12+
username: ${db.user}
13+
password: ${db.password}
1414
batch:
1515
jdbc:
1616
initialize-schema: always
@@ -22,11 +22,8 @@ batch:
2222

2323
management:
2424
server:
25-
port: '@management.port@'
25+
port: ${management.port}
2626
metrics:
27-
export:
28-
prometheus:
29-
enabled: false
3027
tags:
3128
application: wb-list-manager
3229
endpoint:
@@ -40,6 +37,10 @@ management:
4037
web:
4138
exposure:
4239
include: health,info,prometheus
40+
prometheus:
41+
metrics:
42+
export:
43+
enabled: false
4344

4445
client:
4546
cds:

src/test/java/dev/vality/binbase/batch/BatchUploadTest.java

Lines changed: 10 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,12 @@
22

33
import dev.vality.binbase.config.PostgresqlTest;
44
import dev.vality.binbase.domain.CountryCode;
5-
import dev.vality.damsel.binbase.*;
5+
import dev.vality.damsel.binbase.BinNotFound;
6+
import dev.vality.damsel.binbase.BinbaseSrv;
7+
import dev.vality.damsel.binbase.CardType;
8+
import dev.vality.damsel.binbase.Last;
9+
import dev.vality.damsel.binbase.Reference;
10+
import dev.vality.damsel.binbase.ResponseData;
611
import dev.vality.woody.thrift.impl.http.THSpawnClientBuilder;
712
import org.apache.thrift.TException;
813
import org.junit.jupiter.api.BeforeEach;
@@ -14,7 +19,10 @@
1419
import java.net.URI;
1520
import java.net.URISyntaxException;
1621

17-
import static org.junit.jupiter.api.Assertions.*;
22+
import static org.junit.jupiter.api.Assertions.assertEquals;
23+
import static org.junit.jupiter.api.Assertions.assertNotNull;
24+
import static org.junit.jupiter.api.Assertions.assertNull;
25+
import static org.junit.jupiter.api.Assertions.assertThrows;
1826
import static org.springframework.boot.test.context.SpringBootTest.WebEnvironment.RANDOM_PORT;
1927

2028

0 commit comments

Comments
 (0)