From d3a9c462344e48e9fb25ab7337a3e2c955098031 Mon Sep 17 00:00:00 2001 From: AKurakin Date: Wed, 24 May 2023 20:14:00 +0300 Subject: [PATCH 1/5] =?UTF-8?q?swt-exporter=20http://jira.mfd.msk:8088/bro?= =?UTF-8?q?wse/CLS-317=20=D0=BD=D0=B0=D1=87=D0=B0=D0=BB=D0=BE?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- clearing-parent/pom.xml | 1 + clearing-parent/swt-exporter/pom.xml | 112 ++++++++++++++++++ .../swt/exporter/SwtExportApplication.java | 18 +++ .../swt/exporter/config/ImdgConfig.java | 44 +++++++ .../swt/exporter/config/KafkaConfig.java | 56 +++++++++ .../exporter/config/SwtExporterConfig.java | 11 ++ .../swt/exporter/config/settings/Common.java | 32 +++++ .../settings/ExportSwtServiceSettings.java | 59 +++++++++ .../swt/exporter/config/settings/Store.java | 50 ++++++++ .../services/AbstractExporterService.java | 78 ++++++++++++ .../swt/exporter/services/FileStorage.java | 35 ++++++ .../services/LauncherCommandReceiver.java | 38 ++++++ .../exportimpl/MoneyExporterService.java | 103 ++++++++++++++++ .../src/main/resources/application.properties | 25 ++++ .../src/main/resources/logback.xml | 37 ++++++ .../swt/exporter/AbstractServiceTest.java | 53 +++++++++ .../services/AbstractExporterServiceTest.java | 23 ++++ .../services/MoneyExporterServiceTest.java | 102 ++++++++++++++++ 18 files changed, 877 insertions(+) create mode 100644 clearing-parent/swt-exporter/pom.xml create mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/SwtExportApplication.java create mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/ImdgConfig.java create mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/KafkaConfig.java create mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/SwtExporterConfig.java create mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/Common.java create mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/ExportSwtServiceSettings.java create mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/Store.java create mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterService.java create mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/FileStorage.java create mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/LauncherCommandReceiver.java create mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/MoneyExporterService.java create mode 100644 clearing-parent/swt-exporter/src/main/resources/application.properties create mode 100644 clearing-parent/swt-exporter/src/main/resources/logback.xml create mode 100644 clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/AbstractServiceTest.java create mode 100644 clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterServiceTest.java create mode 100644 clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/services/MoneyExporterServiceTest.java diff --git a/clearing-parent/pom.xml b/clearing-parent/pom.xml index c80817211..b00850e36 100644 --- a/clearing-parent/pom.xml +++ b/clearing-parent/pom.xml @@ -38,6 +38,7 @@ cleaning-builders trade-importer lim-exporter + swt-exporter diff --git a/clearing-parent/swt-exporter/pom.xml b/clearing-parent/swt-exporter/pom.xml new file mode 100644 index 000000000..36f959d2c --- /dev/null +++ b/clearing-parent/swt-exporter/pom.xml @@ -0,0 +1,112 @@ + + 4.0.0 + swt-exporter + Swt exporter + SPCEX-1.0.0.0 + jar + + + ru.spcex.clearing + clearing-parent + SPCEX-1.0.0.0 + + + + 17 + 17 + UTF-8 + + + + + org.springframework.boot + spring-boot-starter + + + com.fasterxml.jackson.core + jackson-databind + + + org.springframework.integration + spring-integration-sftp + + + + ru.spcex.clearing + classes + SPCEX-1.0.0.0 + compile + + + ru.spcex.platform + platform-messaging + + + ru.spcex.platform + platform-imdg-api-hazelcast-impl + + + ru.spcex.platform + platform-enum + + + + + org.springframework.boot + spring-boot-starter-test + test + + + ru.spcex.clearing + test-clearing + test + + + + + + + src/main/resources + + application.properties + + false + + + + + org.springframework.boot + spring-boot-maven-plugin + + + + repackage + + + + + ${project.artifactId} + + + + org.apache.maven.plugins + maven-surefire-plugin + 2.21.0 + + + org.junit.platform + junit-platform-surefire-provider + 1.2.0-M1 + + + org.junit.jupiter + junit-jupiter-engine + 5.2.0-M1 + + + + + + + diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/SwtExportApplication.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/SwtExportApplication.java new file mode 100644 index 000000000..6b7de7a40 --- /dev/null +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/SwtExportApplication.java @@ -0,0 +1,18 @@ +package ru.spcex.clearing.swt.exporter; + +import org.slf4j.LoggerFactory; +import org.springframework.boot.autoconfigure.SpringBootApplication; +import org.springframework.boot.builder.SpringApplicationBuilder; + +@SpringBootApplication +public class SwtExportApplication { + public static void main(String[] args) { + try { + SpringApplicationBuilder builder = new SpringApplicationBuilder(SwtExportApplication.class); + builder.run(args); + } catch (Throwable e) { + LoggerFactory.getLogger(SwtExportApplication.class).error("Swt-exporter start failed: {} -> {}", e.getClass().getSimpleName(), e.getMessage()); + System.exit(-1); + } + } +} diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/ImdgConfig.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/ImdgConfig.java new file mode 100644 index 000000000..0799f35e7 --- /dev/null +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/ImdgConfig.java @@ -0,0 +1,44 @@ +package ru.spcex.clearing.swt.exporter.config; + +import org.springframework.beans.factory.annotation.Qualifier; +import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.Configuration; +import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor; +import ru.spcex.clearing.swt.exporter.config.settings.ExportSwtServiceSettings; +import ru.spcex.platform.imdg.api.ImdgProvider; +import ru.spcex.platform.imdg.iml.hazelcast.service.HazelcastService; + +@Configuration +public class ImdgConfig { + private static ThreadPoolTaskExecutor createThreadPoolTaskExecutor(int maxPoolSz, boolean waitForCompletion) { + ThreadPoolTaskExecutor pool = new ThreadPoolTaskExecutor(); + if (maxPoolSz > 2) { + pool.setKeepAliveSeconds(60); + pool.setAllowCoreThreadTimeOut(true); + } + pool.setCorePoolSize(maxPoolSz); + pool.setWaitForTasksToCompleteOnShutdown(waitForCompletion); + return pool; + } + + @Bean(name = "taskExecutorHazelcastClientInitializer") + public ThreadPoolTaskExecutor taskExecutorHazelcastClientInitializer() { + return createThreadPoolTaskExecutor(1, true); + } + + @Bean(name = "taskExecutorIdGeneratorAwaiter") + public ThreadPoolTaskExecutor taskExecutorIdGeneratorAwaiter() { + return createThreadPoolTaskExecutor(1, false); + } + + @Bean("imdgProvider") + public ImdgProvider imdgProvider( + @Qualifier("taskExecutorHazelcastClientInitializer") ThreadPoolTaskExecutor taskExecutorHazelcastClientInitializer, + @Qualifier("taskExecutorIdGeneratorAwaiter") ThreadPoolTaskExecutor taskExecutorIdGeneratorAwaiter, + ExportSwtServiceSettings settings) { + return new HazelcastService(taskExecutorHazelcastClientInitializer, + taskExecutorIdGeneratorAwaiter, + settings.getHazelcast()); + } + +} diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/KafkaConfig.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/KafkaConfig.java new file mode 100644 index 000000000..3ad111793 --- /dev/null +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/KafkaConfig.java @@ -0,0 +1,56 @@ +package ru.spcex.clearing.swt.exporter.config; + +import org.apache.kafka.clients.consumer.Consumer; +import org.apache.kafka.clients.producer.Producer; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.beans.factory.config.ConfigurableBeanFactory; +import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.Configuration; +import org.springframework.context.annotation.Scope; +import org.springframework.kafka.core.KafkaTemplate; +import org.springframework.kafka.core.ProducerFactory; +import ru.spcex.clearing.imdg.IMDGDistributedNames; +import ru.spcex.clearing.swt.exporter.config.settings.ExportSwtServiceSettings; +import ru.spcex.clearing.platform.messaging.config.KafkaConsumerFactory; +import ru.spcex.clearing.platform.messaging.config.KafkaProducerFactory; +import ru.spcex.clearing.platform.messaging.service.RequestInfo; +import ru.spcex.clearing.platform.messaging.service.sender.KafkaSender; +import ru.spcex.platform.imdg.api.Imdg; +import ru.spcex.platform.imdg.api.ImdgId; +import ru.spcex.platform.imdg.api.ImdgProvider; + +@Configuration +public class KafkaConfig { + @Autowired + @Scope(ConfigurableBeanFactory.SCOPE_PROTOTYPE) + @Bean + public Consumer createConsumer(ExportSwtServiceSettings settings) { + return KafkaConsumerFactory.consumer(settings.getKafkaConsumer()); + } + + @Autowired + @Bean + public Producer createProducer(ExportSwtServiceSettings settings) { + return KafkaProducerFactory.producer(settings.getKafkaProducer()); + } + + @Bean + public KafkaTemplate kafkaTemplate(ProducerFactory pf) { + return new KafkaTemplate<>(pf); + } + + @Autowired + @Bean + public KafkaSender kafkaSender(KafkaTemplate kafkaTemplate, ImdgProvider imdgProvider) { + ImdgId imdgIdGenerator = imdgProvider.getImdgIdGenerator(); + return KafkaSender + .setup() + .setKafkaTemplate(kafkaTemplate) + .idGenerator(imdgIdGenerator::nextId) + .imdgProvider(s -> { + Imdg imdg = imdgProvider.getImdg(IMDGDistributedNames.Map_RequestInfo, RequestInfo.class); + return imdg::insert; + }) + .build(); + } +} diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/SwtExporterConfig.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/SwtExporterConfig.java new file mode 100644 index 000000000..0f3b81fa2 --- /dev/null +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/SwtExporterConfig.java @@ -0,0 +1,11 @@ +package ru.spcex.clearing.swt.exporter.config; + +import org.springframework.boot.context.properties.EnableConfigurationProperties; +import org.springframework.context.annotation.ComponentScan; +import org.springframework.context.annotation.Configuration; + +@Configuration +@EnableConfigurationProperties +@ComponentScan(basePackages = {"ru.spcex.clearing.swt.exporter"}) +public class SwtExporterConfig { +} diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/Common.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/Common.java new file mode 100644 index 000000000..987a47ff6 --- /dev/null +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/Common.java @@ -0,0 +1,32 @@ +package ru.spcex.clearing.swt.exporter.config.settings; + +public class Common { + + private String encoding; + private int insertBatchSize; + private int threadsCount; + + public String getEncoding() { + return encoding; + } + + public void setEncoding(String encoding) { + this.encoding = encoding; + } + + public int getInsertBatchSize() { + return insertBatchSize; + } + + public void setInsertBatchSize(int insertBatchSize) { + this.insertBatchSize = insertBatchSize; + } + + public int getThreadsCount() { + return threadsCount; + } + + public void setThreadsCount(int threadsCount) { + this.threadsCount = threadsCount; + } +} diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/ExportSwtServiceSettings.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/ExportSwtServiceSettings.java new file mode 100644 index 000000000..625935e2e --- /dev/null +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/ExportSwtServiceSettings.java @@ -0,0 +1,59 @@ +package ru.spcex.clearing.swt.exporter.config.settings; + +import org.springframework.boot.context.properties.ConfigurationProperties; +import org.springframework.context.annotation.PropertySource; +import org.springframework.stereotype.Component; +import ru.spcex.clearing.platform.messaging.config.element.KafkaConsumerSettings; +import ru.spcex.clearing.platform.messaging.config.element.KafkaProducerSettings; +import ru.spcex.platform.imdg.iml.hazelcast.config.HazelcastClientParams; + +@Component +@PropertySource("file:${spring.config.location}/application.properties") +@ConfigurationProperties("export-swt-service") +public class ExportSwtServiceSettings { + private HazelcastClientParams hazelcast; + private KafkaConsumerSettings kafkaConsumer; + private KafkaProducerSettings kafkaProducer; + private Store sFTPStore; + private Common common; + + public HazelcastClientParams getHazelcast() { + return hazelcast; + } + + public void setHazelcast(HazelcastClientParams hazelcast) { + this.hazelcast = hazelcast; + } + + public KafkaConsumerSettings getKafkaConsumer() { + return kafkaConsumer; + } + + public void setKafkaConsumer(KafkaConsumerSettings kafkaConsumer) { + this.kafkaConsumer = kafkaConsumer; + } + + public Store getStore() { + return sFTPStore; + } + + public void setStore(Store Store) { + this.sFTPStore = Store; + } + + public KafkaProducerSettings getKafkaProducer() { + return kafkaProducer; + } + + public void setKafkaProducer(KafkaProducerSettings kafkaProducer) { + this.kafkaProducer = kafkaProducer; + } + + public Common getCommon() { + return common; + } + + public void setCommon(Common common) { + this.common = common; + } +} diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/Store.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/Store.java new file mode 100644 index 000000000..da0a3e491 --- /dev/null +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/Store.java @@ -0,0 +1,50 @@ +package ru.spcex.clearing.swt.exporter.config.settings; + +public class Store { + + private String outDir; + private String user; + private String password; + private String serverIp; + private int serverPort; + + public String getUser() { + return user; + } + + public void setUser(String user) { + this.user = user; + } + + public String getPassword() { + return password; + } + + public void setPassword(String password) { + this.password = password; + } + + public String getServerIp() { + return serverIp; + } + + public void setServerIp(String serverIp) { + this.serverIp = serverIp; + } + + public int getServerPort() { + return serverPort; + } + + public void setServerPort(int serverPort) { + this.serverPort = serverPort; + } + + public String getOutDir() { + return outDir; + } + + public void setOutDir(String outDir) { + this.outDir = outDir; + } +} diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterService.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterService.java new file mode 100644 index 000000000..61e0b1526 --- /dev/null +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterService.java @@ -0,0 +1,78 @@ +package ru.spcex.clearing.swt.exporter.services; + +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import ru.clearing.classes.statics.data.registry.Registry; +import ru.clearing.classes.statics.data.registry.TradingClearingRegistry; +import ru.spcex.clearing.imdg.IMDGDistributedNames; +import ru.spcex.clearing.platform.messaging.domain.cud.utilities.LimExportedRequest; +import ru.spcex.clearing.platform.messaging.serialization.LogFormatter; +import ru.spcex.clearing.platform.messaging.service.sender.KafkaSender; +import ru.spcex.platform.imdg.api.Imdg; +import ru.spcex.platform.imdg.api.ImdgProvider; + +import java.io.IOException; +import java.nio.file.Files; +import java.time.LocalDateTime; +import java.time.format.DateTimeFormatter; +import java.util.Collection; +import java.util.List; + +import static ru.spcex.clearing.platform.messaging.domain.Consts.LIM_EXPORTED; + +public abstract class AbstractExporterService { + private final Logger log = LoggerFactory.getLogger(getClass()); + protected final Imdg registryImdg; + private final List validStatus = List.of("ACTV", "ROPN"); + private final Imdg tradingClearingRegistryImdg; + private final DateTimeFormatter dtFormatter = DateTimeFormatter.ofPattern("yyyyMMddHHmmss"); + private final KafkaSender kafkaSender; + protected final FileStorage fileStorage; + + protected AbstractExporterService(FileStorage fileStorage, + KafkaSender kafkaSender, ImdgProvider imdgProvider) { + this.fileStorage = fileStorage; + this.kafkaSender = kafkaSender; + this.registryImdg = imdgProvider.getImdg(IMDGDistributedNames.Map_Registry, Registry.class); + this.tradingClearingRegistryImdg = imdgProvider.getImdg(IMDGDistributedNames.Map_TradingClearingRegistry, TradingClearingRegistry.class); + } + + public abstract Collection getLimFileRows(); + + public abstract String getTargetFileName(); + + public void process() { + String fileName = getTargetFileName(); + log.debug("Start export {} Lim file", fileName); + + try { + // todo возможная оптимизация: посмотреть размеры файлов, возможно обойтись без временного файла + //Files.write(limFilePath, getLimFileRows()); + fileStorage.saveFile(fileName, null); + } catch (IOException e) { + log.error("Failed export {} file", fileName); + throw new RuntimeException(e); + } + log.debug("Successfully exported {} file", fileName); + + sendSwtxportedNotification(fileName); + } + + void sendSwtxportedNotification(String fileName) { + LimExportedRequest limExportedRequest = new LimExportedRequest(); + limExportedRequest.setLimFileName(fileName); + log.debug("Send message to kafka \"{}\": {}", LIM_EXPORTED, LogFormatter.toStringWrapper(limExportedRequest)); + kafkaSender.sendRequestToQueue(LIM_EXPORTED, limExportedRequest);//todo rewrite!!! + } + + protected String prepareFileName(Long counter, String target) { + String dt = dtFormatter.format(LocalDateTime.now()); + String type="09"; + String section="U"; + String counterS = counter==null?"":"_"+counter; + String partyCode=""; + String result="KS_RDC_DF-%s_%s_PRC%s%s%s.swt".formatted(type, section,dt,counterS,partyCode); + return result; + } + +} diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/FileStorage.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/FileStorage.java new file mode 100644 index 000000000..af9fd848e --- /dev/null +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/FileStorage.java @@ -0,0 +1,35 @@ +package ru.spcex.clearing.swt.exporter.services; + +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.stereotype.Service; +import ru.spcex.clearing.swt.exporter.config.settings.ExportSwtServiceSettings; + +import java.io.File; +import java.io.IOException; + +@Service +public class FileStorage { + protected final Logger log= LoggerFactory.getLogger(getClass()); + protected File outPath; + + @Autowired + public FileStorage(ExportSwtServiceSettings config) { + if (config.getStore().getOutDir()==null || config.getStore().getOutDir().isBlank()) { + throw new IllegalArgumentException("Out directory settings is empty."); + } + this.outPath = new File(config.getStore().getOutDir()); //todo ... + if (!outPath.isDirectory()) { + log.info("Path not exist. mkdir \"{}\"", outPath.getAbsolutePath()); + if (!outPath.mkdir()) { + log.error("Can not make output directory \"{}\"", outPath); + } + } + log.info("Output directory \"{}\"", outPath); + } + + public void saveFile(String fileName, byte[] data) throws IOException { + //todo ... + } +} diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/LauncherCommandReceiver.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/LauncherCommandReceiver.java new file mode 100644 index 000000000..a3ae54ca6 --- /dev/null +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/LauncherCommandReceiver.java @@ -0,0 +1,38 @@ +package ru.spcex.clearing.swt.exporter.services; + +import org.apache.kafka.clients.consumer.Consumer; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.beans.factory.InitializingBean; +import org.springframework.stereotype.Service; +import ru.spcex.clearing.platform.messaging.domain.cud.schedule.LauncherCommandRequest; +import ru.spcex.clearing.platform.messaging.service.QueueConsumer; +import ru.spcex.clearing.swt.exporter.services.exportimpl.MoneyExporterService; +import ru.spcex.platform.enumeration.Task; + +@Service +public class LauncherCommandReceiver extends QueueConsumer implements InitializingBean { + private final Logger log = LoggerFactory.getLogger(getClass()); + private final MoneyExporterService moneyExporterService; +// private final SecurityExporterService securityExporterService; + + public LauncherCommandReceiver(Consumer kafkaQueue, + MoneyExporterService moneyExporterService + // , SecurityExporterService securityExporterService + ) { + super(kafkaQueue); + this.moneyExporterService = moneyExporterService; +// this.securityExporterService = securityExporterService; + } + + @Override + public void afterPropertiesSet() { + callback(LauncherCommandRequest.class) + .setConsumer(action -> moneyExporterService.process()) + .forDestination(Task.unloadingSession_LIMM.topic(), callbacks::put); // LIMM +// callback(LauncherCommandRequest.class) +// .setConsumer(action -> securityExporterService.process()) +// .forDestination(Task.unloadingSession_LIMS.topic(), callbacks::put); // LIMS + init(); + } +} diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/MoneyExporterService.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/MoneyExporterService.java new file mode 100644 index 000000000..7576ccad1 --- /dev/null +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/MoneyExporterService.java @@ -0,0 +1,103 @@ +package ru.spcex.clearing.swt.exporter.services.exportimpl; + +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.stereotype.Service; +import ru.clearing.classes.statics.data.registry.Registry; +import ru.spcex.clearing.platform.messaging.service.sender.KafkaSender; +import ru.spcex.clearing.swt.exporter.services.AbstractExporterService; +import ru.spcex.clearing.swt.exporter.services.FileStorage; +import ru.spcex.platform.imdg.api.ImdgProvider; + +import java.math.BigDecimal; +import java.time.LocalDate; +import java.util.ArrayList; +import java.util.Collection; +import java.util.List; +import java.util.Map; +import java.util.stream.Collectors; + +@Service +public class MoneyExporterService extends AbstractExporterService { + private final Logger log = LoggerFactory.getLogger(getClass()); + + public MoneyExporterService(FileStorage fileStorage, + KafkaSender kafkaSender, + ImdgProvider imdgProvider) { + super(fileStorage, kafkaSender, imdgProvider); + } + + @Override + public String getTargetFileName() { + return prepareFileName(null, "money"); + } + + @Override + public Collection getLimFileRows() { + log.debug("Started loading and formation of money file lines"); + LocalDate currentDate = LocalDate.now(); + List swtFileRows = new ArrayList<>(); + Collection registriesA = registryImdg.getCollectionObjectsByFieldValues(Map.of( + "registryDesignation", "A", + "registryInstrumentType", "M", + "registryUnit", "F" + )); + Collection registriesD = registryImdg.getCollectionObjectsByFieldValues(Map.of( + "registryDesignation", "D", + "registryInstrumentType", "M", + "registryUnit", "T" + )); + Map> byTcrA = registriesA.stream() + .collect(Collectors.groupingBy(Registry::getTradingClearingRegistry)); + Map> byTcrD = registriesD.stream() + .collect(Collectors.groupingBy(Registry::getTradingClearingRegistry)); + + for (Map.Entry> entryA : byTcrA.entrySet()) { + List registriesListA = entryA.getValue(); + List registriesListB = byTcrD.get(entryA.getKey()); + for (Registry registryA : registriesListA) { +// todo if (checkNotBlocked(registryA)) { +// Registry registryD = findRegistryBySecurityId(registryA.getSecurityId(), registriesListB); +// limFileRows.add(getRow(registryA, registryD)); +// } + } + } + log.debug("Successfully completed the formation of rows: {} for export money", swtFileRows.size()); + return swtFileRows; + } + + public String getRow(Registry registryA, Registry registryD) { + StringBuilder row = new StringBuilder(); + + row.append("MONEY: FIRM_ID = "); + row.append(registryA.getTradingCode()); + + row.append("; TAG = SPVB"); + + row.append("; CURR_CODE = "); + row.append(registryA.getSecuritySymbol()); + + row.append("; CLIENT_CODE = "); + row.append(registryA.getTradingClearingRegistry()); + + row.append("; OPEN_BALANCE = "); + BigDecimal balance = registryA.getBalance() != null ? + registryD != null && registryD.getBalance() != null ? registryA.getBalance().subtract(registryD.getBalance()) : registryA.getBalance() : + BigDecimal.ZERO; + row.append(balance); + + row.append("; OPEN_LIMIT = 0.00"); + + row.append("; LIMIT_KIND = 0;"); + return row.toString(); + } + + private Registry findRegistryBySecurityId(Long securityId, List registries) { + for (Registry registry : registries) { + if (securityId.equals(registry.getSecurityId())) { + return registry; + } + } + return null; + } +} diff --git a/clearing-parent/swt-exporter/src/main/resources/application.properties b/clearing-parent/swt-exporter/src/main/resources/application.properties new file mode 100644 index 000000000..0106cfc7d --- /dev/null +++ b/clearing-parent/swt-exporter/src/main/resources/application.properties @@ -0,0 +1,25 @@ +spring.main.web-application-type=none + +export-swt-service.hazelcast.cluster-members=10.200.200.181:5701 +export-swt-service.hazelcast.login=dev +export-swt-service.hazelcast.password=dev-pass + +export-swt-service.common.encoding=cp866 +export-swt-service.common.threads-count=10 + +export-swt-service.out-dir=DocOut + +export-swt-service.kafka-consumer.bootstrap-servers=localhost:9092 +export-swt-service.kafka-consumer.group-id=dev-group-balance-service +export-swt-service.kafka-consumer.enable-auto-commit=false +export-swt-service.kafka-consumer.session-timeout-ms=30000 +export-swt-service.kafka-consumer.auto-offset-reset=latest +export-swt-service.kafka-consumer.linger-ms=1 +export-swt-service.kafka-consumer.buffer-memory=33554432 + +export-swt-service.kafka-producer.bootstrap-servers=localhost:9092 +export-swt-service.kafka-producer.acks=all +export-swt-service.kafka-producer.retries=0 +export-swt-service.kafka-producer.batch-size=16384 +export-swt-service.kafka-producer.linger-ms=1 +export-swt-service.kafka-producer.buffer-memory=33554432 \ No newline at end of file diff --git a/clearing-parent/swt-exporter/src/main/resources/logback.xml b/clearing-parent/swt-exporter/src/main/resources/logback.xml new file mode 100644 index 000000000..b88eeb279 --- /dev/null +++ b/clearing-parent/swt-exporter/src/main/resources/logback.xml @@ -0,0 +1,37 @@ + + + + + UTF-8 + %date{HH:mm:ss.SSS} [%thread] %-5level %logger{36} - %msg%n + + + + + ./logs/swt-exporter.log + + UTF-8 + %d{HH:mm:ss.SSS} [%thread] %-5level %logger{36} - %msg%n + + + + ../logs/swt-exporter.%i.log + + 1 + 10 + + + 500MB + + + + + + + + + + + + + \ No newline at end of file diff --git a/clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/AbstractServiceTest.java b/clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/AbstractServiceTest.java new file mode 100644 index 000000000..8c2fd1d31 --- /dev/null +++ b/clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/AbstractServiceTest.java @@ -0,0 +1,53 @@ +package ru.spcex.clearing.swt.exporter; + +import org.apache.kafka.clients.producer.Producer; +import org.junit.jupiter.api.extension.ExtendWith; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.beans.factory.annotation.Qualifier; +import org.springframework.test.context.ContextConfiguration; +import org.springframework.test.context.junit.jupiter.SpringExtension; +import ru.clearing.classes.statics.data.registry.Registry; +import ru.clearing.classes.statics.data.registry.TradingClearingRegistry; +import ru.spcex.clearing.imdg.IMDGDistributedNames; +import ru.spcex.clearing.platform.messaging.service.sender.KafkaSender; +import ru.spcex.clearing.test.config.ImdgTestConfig; +import ru.spcex.clearing.test.config.KafkaTestConfig; +import ru.spcex.platform.imdg.api.Imdg; +import ru.spcex.platform.imdg.api.ImdgProvider; + +import java.time.LocalDate; + +import static ru.spcex.clearing.test.config.ImdgTestConfig.currentID; +import static ru.spcex.clearing.test.config.ImdgTestConfig.waitAvailableImdgProviderAndAddAdminWithDefaultId; + +@ExtendWith(SpringExtension.class) +@ContextConfiguration(classes = { + ImdgTestConfig.class, + KafkaTestConfig.class}) +public abstract class AbstractServiceTest { + protected static final long id = currentID.getAndIncrement(); + protected Imdg registryImdg; + protected Imdg tradingClearingRegistryImdg; + protected LocalDate currentDate = LocalDate.now(); + protected String tcrA = "1324A234"; + protected String tcrD = "124324A234"; + protected Long securityIdFirst = 12L; + protected Long securityIdSecond = 23L; + + @Autowired + @Qualifier("mockProducer") + protected Producer mockProducer; + + @Autowired + protected KafkaSender kafkaSender; + + @Autowired + @Qualifier("hazelcastServiceTest") + protected ImdgProvider imdgProvider; + + protected void init() { + waitAvailableImdgProviderAndAddAdminWithDefaultId(); + this.registryImdg = imdgProvider.getImdg(IMDGDistributedNames.Map_Registry, Registry.class); + this.tradingClearingRegistryImdg = imdgProvider.getImdg(IMDGDistributedNames.Map_TradingClearingRegistry, TradingClearingRegistry.class); + } +} diff --git a/clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterServiceTest.java b/clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterServiceTest.java new file mode 100644 index 000000000..200ca49b8 --- /dev/null +++ b/clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterServiceTest.java @@ -0,0 +1,23 @@ +package ru.spcex.clearing.swt.exporter.services; + +import org.junit.jupiter.api.Test; +import ru.spcex.clearing.swt.exporter.AbstractServiceTest; +import ru.spcex.clearing.swt.exporter.services.exportimpl.MoneyExporterService; + +import javax.annotation.PostConstruct; + +class AbstractExporterServiceTest extends AbstractServiceTest { + @PostConstruct + public void init() { + super.init(); + } + + @Test + void sendSwtExportedNotification() { + AbstractExporterService moneyExporterService = new MoneyExporterService(null, kafkaSender, imdgProvider); + + String fileName = "KS_RDC_DF-14_fund_202305241832.swt"; + moneyExporterService.sendSwtxportedNotification(fileName); + //TestUtils.waitingSendAndCheckRecord(null, mockProducer); + } +} \ No newline at end of file diff --git a/clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/services/MoneyExporterServiceTest.java b/clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/services/MoneyExporterServiceTest.java new file mode 100644 index 000000000..e84a87867 --- /dev/null +++ b/clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/services/MoneyExporterServiceTest.java @@ -0,0 +1,102 @@ +package ru.spcex.clearing.swt.exporter.services; + +import org.junit.jupiter.api.Test; +import org.springframework.util.StringUtils; +import ru.clearing.classes.statics.data.registry.Registry; +import ru.clearing.classes.statics.data.registry.TradingClearingRegistry; +import ru.spcex.clearing.swt.exporter.AbstractServiceTest; +import ru.spcex.clearing.swt.exporter.services.exportimpl.MoneyExporterService; + +import javax.annotation.PostConstruct; +import java.math.BigDecimal; +import java.util.Collection; + +import static org.junit.jupiter.api.Assertions.assertEquals; +import static org.junit.jupiter.api.Assertions.assertTrue; +import static ru.spcex.clearing.test.TestUtils.clearAllInImdg; + +class MoneyExporterServiceTest extends AbstractServiceTest { + @PostConstruct + public void init() { + super.init(); + } + + /** + * {@link MoneyExporterService#getSwtFileRows()}
+ * Тест проверяет создание строк документа lim.
+ */ + @Test // todo rewrite + void getSwtFileRows() { + clearAllInImdg(tradingClearingRegistryImdg); + Registry registryA = getRegistryA(tcrA, securityIdFirst); + Registry registryD = getRegistryD(tcrA, securityIdFirst); + registryImdg.insert(registryA); + registryImdg.insert(registryD); + registryA = getRegistryA(tcrD, securityIdSecond); + registryD = getRegistryD(tcrD, securityIdSecond); + registryImdg.insert(registryA); + registryImdg.insert(registryD); + + MoneyExporterService moneyExporterService = new MoneyExporterService(null, kafkaSender, imdgProvider); + Collection limFileRows = moneyExporterService.getLimFileRows(); + assertEquals(0, limFileRows.size()); + + TradingClearingRegistry tradingClearingRegistry = new TradingClearingRegistry(); + tradingClearingRegistry.setId(securityIdFirst); + tradingClearingRegistry.setStatus("ACTV"); + tradingClearingRegistryImdg.insert(tradingClearingRegistry); + tradingClearingRegistry.setId(securityIdSecond); + tradingClearingRegistryImdg.insert(tradingClearingRegistry); + + limFileRows = moneyExporterService.getLimFileRows(); + assertEquals(2, limFileRows.size()); + assertTrue(limFileRows.contains(moneyExporterService.getRow(registryA, registryD))); + } + + private Registry getRegistryA(String tradingClearingRegistry, Long securityId) { + Registry registry = new Registry(); + registry.setTradingCode("1A12323"); + registry.setBalance(new BigDecimal("10.00")); + registry.setTradingClearingRegistry(tradingClearingRegistry); + registry.setRegistryDesignation("A"); + registry.setRegistryInstrumentType("M"); + registry.setRegistryUnit("F"); + registry.setClearingCode(clearingCode(registry)); + registry.setClearingDate(currentDate); + registry.setSecuritySymbol("RUB"); + registry.setSecurityId(securityId); + registry.setTradingClearingRegistryId(securityId); + return registry; + } + + private Registry getRegistryD(String tradingClearingRegistry, Long securityId) { + Registry registry = new Registry(); + registry.setTradingCode("1A12323"); + registry.setBalance(new BigDecimal("5.00")); + registry.setTradingClearingRegistry(tradingClearingRegistry); + registry.setRegistryDesignation("D"); + registry.setRegistryInstrumentType("M"); + registry.setRegistryUnit("T"); + registry.setClearingCode(clearingCode(registry)); + registry.setClearingDate(currentDate); + registry.setSecuritySymbol("RUB"); + registry.setSecurityId(securityId); + registry.setTradingClearingRegistryId(securityId); + return registry; + } + + + // see clearing-service ReistryUtil: + + public static String clearingCode(Registry ofRegistry) { + return clearingCode(ofRegistry.getRegistryDesignation(), ofRegistry.getRegistryInstrumentType(), ofRegistry.getRegistryCapacity(), ofRegistry.getRegistryUnit()); + } + + public static String clearingCode(String registryDesignation, String registryInstrumentType, String registryCapacity, String registryUnit) { + if (StringUtils.isEmpty(registryDesignation)) registryDesignation = "-"; + if (StringUtils.isEmpty(registryInstrumentType)) registryInstrumentType = "-"; + if (StringUtils.isEmpty(registryCapacity)) registryCapacity = "-"; + if (StringUtils.isEmpty(registryUnit)) registryUnit = "-"; + return registryDesignation + registryInstrumentType + registryCapacity + registryUnit; + } +} \ No newline at end of file From cf2b937cff1bef7fff992a2a9a079e08f7c02c18 Mon Sep 17 00:00:00 2001 From: AKurakin Date: Thu, 25 May 2023 12:10:12 +0300 Subject: [PATCH 2/5] =?UTF-8?q?swt-exporter=20http://jira.mfd.msk:8088/bro?= =?UTF-8?q?wse/CLS-317=20=D0=BD=D0=B0=D1=87=D0=B0=D0=BB=D0=BE...?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../services/AbstractExporterService.java | 62 ++++++++++---- .../services/LauncherCommandReceiver.java | 56 ++++++++++--- .../exportimpl/MoneyExporterService.java | 81 ++----------------- .../spcex/platform/enumeration/SwtTable.java | 23 ++++++ .../platform/messaging/domain/Consts.java | 1 + .../cud/importexport/SwtExporterRequest.java | 17 ++++ 6 files changed, 139 insertions(+), 101 deletions(-) create mode 100644 platform-parent/platform-enum/src/main/java/ru/spcex/platform/enumeration/SwtTable.java create mode 100644 platform-parent/platform-messaging/src/main/java/ru/spcex/clearing/platform/messaging/domain/cud/importexport/SwtExporterRequest.java diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterService.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterService.java index 61e0b1526..9c399b3a1 100644 --- a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterService.java +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterService.java @@ -8,57 +8,70 @@ import ru.spcex.clearing.imdg.IMDGDistributedNames; import ru.spcex.clearing.platform.messaging.domain.cud.utilities.LimExportedRequest; import ru.spcex.clearing.platform.messaging.serialization.LogFormatter; import ru.spcex.clearing.platform.messaging.service.sender.KafkaSender; +import ru.spcex.platform.classes.base.SpcexObjectBase; +import ru.spcex.platform.enumeration.SwtTable; import ru.spcex.platform.imdg.api.Imdg; import ru.spcex.platform.imdg.api.ImdgProvider; +import java.io.ByteArrayOutputStream; import java.io.IOException; -import java.nio.file.Files; +import java.io.OutputStream; import java.time.LocalDateTime; import java.time.format.DateTimeFormatter; import java.util.Collection; import java.util.List; +import java.util.Map; +import java.util.Objects; import static ru.spcex.clearing.platform.messaging.domain.Consts.LIM_EXPORTED; -public abstract class AbstractExporterService { +public abstract class AbstractExporterService { private final Logger log = LoggerFactory.getLogger(getClass()); - protected final Imdg registryImdg; - private final List validStatus = List.of("ACTV", "ROPN"); - private final Imdg tradingClearingRegistryImdg; + protected final SwtTable type; + protected final Imdg sdfImdg; private final DateTimeFormatter dtFormatter = DateTimeFormatter.ofPattern("yyyyMMddHHmmss"); private final KafkaSender kafkaSender; protected final FileStorage fileStorage; protected AbstractExporterService(FileStorage fileStorage, - KafkaSender kafkaSender, ImdgProvider imdgProvider) { + KafkaSender kafkaSender, ImdgProvider imdgProvider, + SwtTable type, + String mapName, Class mapClass) { this.fileStorage = fileStorage; this.kafkaSender = kafkaSender; - this.registryImdg = imdgProvider.getImdg(IMDGDistributedNames.Map_Registry, Registry.class); - this.tradingClearingRegistryImdg = imdgProvider.getImdg(IMDGDistributedNames.Map_TradingClearingRegistry, TradingClearingRegistry.class); + this.type = type; + Objects.requireNonNull(type, "SWT table type not set"); + this.sdfImdg = imdgProvider.getImdg(mapName, mapClass); } - public abstract Collection getLimFileRows(); - - public abstract String getTargetFileName(); + public SwtTable getType() { + return type; + } public void process() { String fileName = getTargetFileName(); log.debug("Start export {} Lim file", fileName); + byte[] data; + { + ByteArrayOutputStream outBuffer=new ByteArrayOutputStream(); + Collection records = selectItems();log.debug("Prepared {} record from {} to file {}", + records.size(), sdfImdg.getMapName(), fileName); + makeSWTData(records, outBuffer); + data= outBuffer.toByteArray(); + } try { - // todo возможная оптимизация: посмотреть размеры файлов, возможно обойтись без временного файла - //Files.write(limFilePath, getLimFileRows()); - fileStorage.saveFile(fileName, null); + fileStorage.saveFile(fileName, data); } catch (IOException e) { log.error("Failed export {} file", fileName); throw new RuntimeException(e); } log.debug("Successfully exported {} file", fileName); - sendSwtxportedNotification(fileName); + sendSwtExportedNotification(fileName); } - void sendSwtxportedNotification(String fileName) { + void sendSwtExportedNotification(String fileName) { LimExportedRequest limExportedRequest = new LimExportedRequest(); limExportedRequest.setLimFileName(fileName); log.debug("Send message to kafka \"{}\": {}", LIM_EXPORTED, LogFormatter.toStringWrapper(limExportedRequest)); @@ -75,4 +88,21 @@ public abstract class AbstractExporterService { return result; } + // Выборка + protected Collection selectItems() { + //todo select criteria? + return sdfImdg.getAllValues(); + } + + // Конвертация (см. meta.xml) + protected abstract Map convertRecord(T record); + protected abstract String[] swtHeader(); + + protected void makeSWTData(Collection records, OutputStream out) { + //todo ... header + validation + check + convert types + } + protected String convertItem(Object o) { + //todo date/time/etc. + return String.valueOf(o); + } } diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/LauncherCommandReceiver.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/LauncherCommandReceiver.java index a3ae54ca6..6917dbb29 100644 --- a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/LauncherCommandReceiver.java +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/LauncherCommandReceiver.java @@ -5,34 +5,68 @@ import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.InitializingBean; import org.springframework.stereotype.Service; +import ru.spcex.clearing.platform.messaging.domain.BaseRequest; +import ru.spcex.clearing.platform.messaging.domain.Consts; +import ru.spcex.clearing.platform.messaging.domain.cud.importexport.SwtExporterRequest; import ru.spcex.clearing.platform.messaging.domain.cud.schedule.LauncherCommandRequest; import ru.spcex.clearing.platform.messaging.service.QueueConsumer; import ru.spcex.clearing.swt.exporter.services.exportimpl.MoneyExporterService; import ru.spcex.platform.enumeration.Task; +import ru.spcex.platform.utils.log.ExceptionUtils; + +import java.util.List; @Service public class LauncherCommandReceiver extends QueueConsumer implements InitializingBean { private final Logger log = LoggerFactory.getLogger(getClass()); - private final MoneyExporterService moneyExporterService; -// private final SecurityExporterService securityExporterService; + protected final List exporterServices; public LauncherCommandReceiver(Consumer kafkaQueue, - MoneyExporterService moneyExporterService - // , SecurityExporterService securityExporterService + List exporterServices ) { super(kafkaQueue); - this.moneyExporterService = moneyExporterService; -// this.securityExporterService = securityExporterService; + this.exporterServices = exporterServices; } @Override public void afterPropertiesSet() { - callback(LauncherCommandRequest.class) - .setConsumer(action -> moneyExporterService.process()) - .forDestination(Task.unloadingSession_LIMM.topic(), callbacks::put); // LIMM // callback(LauncherCommandRequest.class) -// .setConsumer(action -> securityExporterService.process()) -// .forDestination(Task.unloadingSession_LIMS.topic(), callbacks::put); // LIMS +// .setConsumer(this::exportAll) +// .forDestination(Task.unloadingSession_LIMM.topic(), callbacks::put); // todo task name? + callback(SwtExporterRequest.class) + .setConsumer(this::exportSpecial) + .forDestination(Consts.SWT_EXPORTER, callbacks::put); init(); } + + protected void exportAll(BaseRequest request) { + log.info("LauncherCommandRequest request received: {}", request); + for (AbstractExporterService exporter : exporterServices) { + log.debug("Export {}", exporter); + try { + exporter.process(); + } catch (Exception e) { + log.error("One of exporter has error: {}", ExceptionUtils.getStackTrace(e)); + } + } + log.info("All SWT export has finished."); + } + + protected void exportSpecial(BaseRequest request) { + log.info("SwtExporterRequest request received: {}", request); + SwtExporterRequest req = request.getRequestPayload(); + for (AbstractExporterService exporter : exporterServices) { + if (exporter.getType()==req.getType()) { + log.debug("Export {}", exporter); + try { + exporter.process(); + } catch (Exception e) { + log.error("Exporter has error: {}", ExceptionUtils.getStackTrace(e)); + } + } + return; + } + log.error("SWT export not execute for type \"{}\" - unknown command", req.getType()); + //todo return error? + } } diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/MoneyExporterService.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/MoneyExporterService.java index 7576ccad1..d80297d9d 100644 --- a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/MoneyExporterService.java +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/MoneyExporterService.java @@ -4,9 +4,12 @@ import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.stereotype.Service; import ru.clearing.classes.statics.data.registry.Registry; +import ru.clearing.classes.statics.data.sdf.SDf12; +import ru.spcex.clearing.imdg.IMDGDistributedNames; import ru.spcex.clearing.platform.messaging.service.sender.KafkaSender; import ru.spcex.clearing.swt.exporter.services.AbstractExporterService; import ru.spcex.clearing.swt.exporter.services.FileStorage; +import ru.spcex.platform.enumeration.SwtTable; import ru.spcex.platform.imdg.api.ImdgProvider; import java.math.BigDecimal; @@ -24,80 +27,10 @@ public class MoneyExporterService extends AbstractExporterService { public MoneyExporterService(FileStorage fileStorage, KafkaSender kafkaSender, ImdgProvider imdgProvider) { - super(fileStorage, kafkaSender, imdgProvider); + super(fileStorage, kafkaSender, imdgProvider, + SwtTable.SDF_12, + IMDGDistributedNames.Map_SDf12, SDf12.class); } - @Override - public String getTargetFileName() { - return prepareFileName(null, "money"); - } - - @Override - public Collection getLimFileRows() { - log.debug("Started loading and formation of money file lines"); - LocalDate currentDate = LocalDate.now(); - List swtFileRows = new ArrayList<>(); - Collection registriesA = registryImdg.getCollectionObjectsByFieldValues(Map.of( - "registryDesignation", "A", - "registryInstrumentType", "M", - "registryUnit", "F" - )); - Collection registriesD = registryImdg.getCollectionObjectsByFieldValues(Map.of( - "registryDesignation", "D", - "registryInstrumentType", "M", - "registryUnit", "T" - )); - Map> byTcrA = registriesA.stream() - .collect(Collectors.groupingBy(Registry::getTradingClearingRegistry)); - Map> byTcrD = registriesD.stream() - .collect(Collectors.groupingBy(Registry::getTradingClearingRegistry)); - - for (Map.Entry> entryA : byTcrA.entrySet()) { - List registriesListA = entryA.getValue(); - List registriesListB = byTcrD.get(entryA.getKey()); - for (Registry registryA : registriesListA) { -// todo if (checkNotBlocked(registryA)) { -// Registry registryD = findRegistryBySecurityId(registryA.getSecurityId(), registriesListB); -// limFileRows.add(getRow(registryA, registryD)); -// } - } - } - log.debug("Successfully completed the formation of rows: {} for export money", swtFileRows.size()); - return swtFileRows; - } - - public String getRow(Registry registryA, Registry registryD) { - StringBuilder row = new StringBuilder(); - - row.append("MONEY: FIRM_ID = "); - row.append(registryA.getTradingCode()); - - row.append("; TAG = SPVB"); - - row.append("; CURR_CODE = "); - row.append(registryA.getSecuritySymbol()); - - row.append("; CLIENT_CODE = "); - row.append(registryA.getTradingClearingRegistry()); - - row.append("; OPEN_BALANCE = "); - BigDecimal balance = registryA.getBalance() != null ? - registryD != null && registryD.getBalance() != null ? registryA.getBalance().subtract(registryD.getBalance()) : registryA.getBalance() : - BigDecimal.ZERO; - row.append(balance); - - row.append("; OPEN_LIMIT = 0.00"); - - row.append("; LIMIT_KIND = 0;"); - return row.toString(); - } - - private Registry findRegistryBySecurityId(Long securityId, List registries) { - for (Registry registry : registries) { - if (securityId.equals(registry.getSecurityId())) { - return registry; - } - } - return null; - } + //todo impl... } diff --git a/platform-parent/platform-enum/src/main/java/ru/spcex/platform/enumeration/SwtTable.java b/platform-parent/platform-enum/src/main/java/ru/spcex/platform/enumeration/SwtTable.java new file mode 100644 index 000000000..bf8a30217 --- /dev/null +++ b/platform-parent/platform-enum/src/main/java/ru/spcex/platform/enumeration/SwtTable.java @@ -0,0 +1,23 @@ +package ru.spcex.platform.enumeration; + +import ru.spcex.platform.utils.enumeration.IEnumKey; + +public enum SwtTable implements IEnumKey { + SDF_12("SDF_12"), SDF_14("SDF_14"); + + SwtTable(String key) { + this.key = key; + } + + private final String key; + + @Override + public String getKey() { + return this.key; + } + + @Override + public boolean equalsByKey(String key) { + return IEnumKey.super.equalsByKey(key); + } +} diff --git a/platform-parent/platform-messaging/src/main/java/ru/spcex/clearing/platform/messaging/domain/Consts.java b/platform-parent/platform-messaging/src/main/java/ru/spcex/clearing/platform/messaging/domain/Consts.java index e0197d92c..5a7c036e4 100644 --- a/platform-parent/platform-messaging/src/main/java/ru/spcex/clearing/platform/messaging/domain/Consts.java +++ b/platform-parent/platform-messaging/src/main/java/ru/spcex/clearing/platform/messaging/domain/Consts.java @@ -122,6 +122,7 @@ public interface Consts { String SDF54_PROCESS = "sdf54-process"; String SDF56_PROCESS = "sdf56-process"; String SDF57_PROCESS = "sdf57-process"; + String SWT_EXPORTER = "swt-exporter"; String REVISE_PROCESS = "revise-process"; String EXPORT_PROCESS = "export-process"; String EXPORT_COMPLETED = "export_completed"; diff --git a/platform-parent/platform-messaging/src/main/java/ru/spcex/clearing/platform/messaging/domain/cud/importexport/SwtExporterRequest.java b/platform-parent/platform-messaging/src/main/java/ru/spcex/clearing/platform/messaging/domain/cud/importexport/SwtExporterRequest.java new file mode 100644 index 000000000..41b54f2e5 --- /dev/null +++ b/platform-parent/platform-messaging/src/main/java/ru/spcex/clearing/platform/messaging/domain/cud/importexport/SwtExporterRequest.java @@ -0,0 +1,17 @@ +package ru.spcex.clearing.platform.messaging.domain.cud.importexport; + +import com.fasterxml.jackson.annotation.JsonProperty; +import ru.spcex.platform.enumeration.SwtTable; + +public class SwtExporterRequest { + @JsonProperty + public SwtTable type; + + public SwtTable getType() { + return type; + } + + public void setType(SwtTable type) { + this.type = type; + } +} From adcb2e7a913ae73d8194bfa178554693624eb99d Mon Sep 17 00:00:00 2001 From: AKurakin Date: Fri, 26 May 2023 10:44:43 +0300 Subject: [PATCH 3/5] =?UTF-8?q?swt-exporter=20http://jira.mfd.msk:8088/bro?= =?UTF-8?q?wse/CLS-317=20=D0=BF=D0=BE=D1=87=D1=82=D0=B8=20=D0=B3=D0=BE?= =?UTF-8?q?=D1=82=D0=BE=D0=B2,=20=D0=BD=D0=BE=20=D1=84=D0=BE=D1=80=D0=BC?= =?UTF-8?q?=D0=B0=D1=82=20=D1=84=D0=B0=D0=B9=D0=BB=D0=B0=20=D0=BD=D0=B5=20?= =?UTF-8?q?=D0=BF=D0=BE=D0=BD=D1=8F=D0=BB?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../swt/exporter/config/settings/Common.java | 32 ----- .../settings/ExportSwtServiceSettings.java | 22 ++- .../swt/exporter/config/settings/Store.java | 50 ------- .../services/AbstractExporterService.java | 132 ++++++++++++------ .../swt/exporter/services/FileStorage.java | 10 +- .../services/LauncherCommandReceiver.java | 2 - .../services/exportimpl/DF09Exporter.java | 62 ++++++++ .../services/exportimpl/DF11Exporter.java | 63 +++++++++ .../services/exportimpl/DF12Exporter.java | 66 +++++++++ .../services/exportimpl/DF14Exporter.java | 62 ++++++++ .../exportimpl/MoneyExporterService.java | 36 ----- .../src/main/resources/application.properties | 2 +- .../services/AbstractExporterServiceTest.java | 10 +- .../services/MoneyExporterServiceTest.java | 102 -------------- .../spcex/platform/enumeration/SwtTable.java | 1 + .../platform/messaging/domain/Consts.java | 1 + .../JournalEventExportedRequest.java | 83 +++++++++++ 17 files changed, 449 insertions(+), 287 deletions(-) delete mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/Common.java delete mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/Store.java create mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/DF09Exporter.java create mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/DF11Exporter.java create mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/DF12Exporter.java create mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/DF14Exporter.java delete mode 100644 clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/MoneyExporterService.java delete mode 100644 clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/services/MoneyExporterServiceTest.java create mode 100644 platform-parent/platform-messaging/src/main/java/ru/spcex/clearing/platform/messaging/domain/cud/utilities/JournalEventExportedRequest.java diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/Common.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/Common.java deleted file mode 100644 index 987a47ff6..000000000 --- a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/Common.java +++ /dev/null @@ -1,32 +0,0 @@ -package ru.spcex.clearing.swt.exporter.config.settings; - -public class Common { - - private String encoding; - private int insertBatchSize; - private int threadsCount; - - public String getEncoding() { - return encoding; - } - - public void setEncoding(String encoding) { - this.encoding = encoding; - } - - public int getInsertBatchSize() { - return insertBatchSize; - } - - public void setInsertBatchSize(int insertBatchSize) { - this.insertBatchSize = insertBatchSize; - } - - public int getThreadsCount() { - return threadsCount; - } - - public void setThreadsCount(int threadsCount) { - this.threadsCount = threadsCount; - } -} diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/ExportSwtServiceSettings.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/ExportSwtServiceSettings.java index 625935e2e..28f95aace 100644 --- a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/ExportSwtServiceSettings.java +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/ExportSwtServiceSettings.java @@ -14,8 +14,10 @@ public class ExportSwtServiceSettings { private HazelcastClientParams hazelcast; private KafkaConsumerSettings kafkaConsumer; private KafkaProducerSettings kafkaProducer; - private Store sFTPStore; - private Common common; + + private String docOut; + //todo ??? private Long interval + public HazelcastClientParams getHazelcast() { return hazelcast; @@ -33,14 +35,6 @@ public class ExportSwtServiceSettings { this.kafkaConsumer = kafkaConsumer; } - public Store getStore() { - return sFTPStore; - } - - public void setStore(Store Store) { - this.sFTPStore = Store; - } - public KafkaProducerSettings getKafkaProducer() { return kafkaProducer; } @@ -49,11 +43,11 @@ public class ExportSwtServiceSettings { this.kafkaProducer = kafkaProducer; } - public Common getCommon() { - return common; + public String getDocOut() { + return docOut; } - public void setCommon(Common common) { - this.common = common; + public void setDocOut(String docOut) { + this.docOut = docOut; } } diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/Store.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/Store.java deleted file mode 100644 index da0a3e491..000000000 --- a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/config/settings/Store.java +++ /dev/null @@ -1,50 +0,0 @@ -package ru.spcex.clearing.swt.exporter.config.settings; - -public class Store { - - private String outDir; - private String user; - private String password; - private String serverIp; - private int serverPort; - - public String getUser() { - return user; - } - - public void setUser(String user) { - this.user = user; - } - - public String getPassword() { - return password; - } - - public void setPassword(String password) { - this.password = password; - } - - public String getServerIp() { - return serverIp; - } - - public void setServerIp(String serverIp) { - this.serverIp = serverIp; - } - - public int getServerPort() { - return serverPort; - } - - public void setServerPort(int serverPort) { - this.serverPort = serverPort; - } - - public String getOutDir() { - return outDir; - } - - public void setOutDir(String outDir) { - this.outDir = outDir; - } -} diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterService.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterService.java index 9c399b3a1..aac068e27 100644 --- a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterService.java +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterService.java @@ -2,34 +2,28 @@ package ru.spcex.clearing.swt.exporter.services; import org.slf4j.Logger; import org.slf4j.LoggerFactory; -import ru.clearing.classes.statics.data.registry.Registry; -import ru.clearing.classes.statics.data.registry.TradingClearingRegistry; -import ru.spcex.clearing.imdg.IMDGDistributedNames; -import ru.spcex.clearing.platform.messaging.domain.cud.utilities.LimExportedRequest; +import ru.spcex.clearing.platform.messaging.domain.cud.utilities.JournalEventExportedRequest; import ru.spcex.clearing.platform.messaging.serialization.LogFormatter; import ru.spcex.clearing.platform.messaging.service.sender.KafkaSender; import ru.spcex.platform.classes.base.SpcexObjectBase; +import ru.spcex.platform.enumeration.ResultStatuses; import ru.spcex.platform.enumeration.SwtTable; import ru.spcex.platform.imdg.api.Imdg; import ru.spcex.platform.imdg.api.ImdgProvider; -import java.io.ByteArrayOutputStream; -import java.io.IOException; -import java.io.OutputStream; +import java.io.*; import java.time.LocalDateTime; import java.time.format.DateTimeFormatter; -import java.util.Collection; -import java.util.List; -import java.util.Map; -import java.util.Objects; +import java.util.*; -import static ru.spcex.clearing.platform.messaging.domain.Consts.LIM_EXPORTED; +import static ru.spcex.clearing.platform.messaging.domain.Consts.JOURNAL_SERVICE; public abstract class AbstractExporterService { - private final Logger log = LoggerFactory.getLogger(getClass()); + protected final Logger log = LoggerFactory.getLogger(getClass()); protected final SwtTable type; protected final Imdg sdfImdg; - private final DateTimeFormatter dtFormatter = DateTimeFormatter.ofPattern("yyyyMMddHHmmss"); + private final DateTimeFormatter dtFileNameFormatter = DateTimeFormatter.ofPattern("yyyyMMddHHmmss"); + private final DateTimeFormatter dtInFileHeaderFormatter = DateTimeFormatter.ofPattern("yyyyMMdd'/'HHmm"); private final KafkaSender kafkaSender; protected final FileStorage fileStorage; @@ -48,59 +42,113 @@ public abstract class AbstractExporterService { return type; } + protected abstract String typeForFileName(); + + protected abstract String sectionForFileName(); + + protected abstract String typeForHeader(); + public void process() { - String fileName = getTargetFileName(); + LocalDateTime exportAt = LocalDateTime.now(); + + String fileName = formatFileName(typeForFileName(), sectionForFileName(), exportAt); log.debug("Start export {} Lim file", fileName); + try { byte[] data; { - ByteArrayOutputStream outBuffer=new ByteArrayOutputStream(); - Collection records = selectItems();log.debug("Prepared {} record from {} to file {}", - records.size(), sdfImdg.getMapName(), fileName); - makeSWTData(records, outBuffer); - data= outBuffer.toByteArray(); + ByteArrayOutputStream outBuffer = new ByteArrayOutputStream(); + Collection records = selectItems(); + log.debug("Prepared {} record from {} to file {}", + records.size(), sdfImdg.getMapName(), fileName); + makeSWTData(typeForHeader(), exportAt, records, outBuffer); + data = outBuffer.toByteArray(); } - try { fileStorage.saveFile(fileName, data); - } catch (IOException e) { + } catch (Exception e) { // IOException, ... log.error("Failed export {} file", fileName); + sendSwtExportedNotification(exportAt, null, ResultStatuses.notSuccess); throw new RuntimeException(e); } log.debug("Successfully exported {} file", fileName); - sendSwtExportedNotification(fileName); + sendSwtExportedNotification(exportAt, null, ResultStatuses.success); } - void sendSwtExportedNotification(String fileName) { - LimExportedRequest limExportedRequest = new LimExportedRequest(); - limExportedRequest.setLimFileName(fileName); - log.debug("Send message to kafka \"{}\": {}", LIM_EXPORTED, LogFormatter.toStringWrapper(limExportedRequest)); - kafkaSender.sendRequestToQueue(LIM_EXPORTED, limExportedRequest);//todo rewrite!!! + protected abstract String getDocumentNameForJournal(); + + void sendSwtExportedNotification(LocalDateTime registrationAt, Long registrationNumber, ResultStatuses resultStatus) { + JournalEventExportedRequest exportedRequest = new JournalEventExportedRequest(); + exportedRequest.setRegistratoinDate(registrationAt.toLocalDate()); + exportedRequest.setRegistrationTime(registrationAt.toLocalTime()); + exportedRequest.setRegistrationNumber(registrationNumber); + exportedRequest.setDocumentName(getDocumentNameForJournal()); + exportedRequest.setResultStatus(resultStatus.getKey()); + log.debug("Send message to kafka \"{}\": {}", JOURNAL_SERVICE, LogFormatter.toStringWrapper(exportedRequest)); + kafkaSender.sendRequestToQueue(JOURNAL_SERVICE, exportedRequest); } - protected String prepareFileName(Long counter, String target) { - String dt = dtFormatter.format(LocalDateTime.now()); - String type="09"; - String section="U"; - String counterS = counter==null?"":"_"+counter; - String partyCode=""; - String result="KS_RDC_DF-%s_%s_PRC%s%s%s.swt".formatted(type, section,dt,counterS,partyCode); - return result; + + /** + * @param type DF-09 + * @param section bond/fund/"" + * @param atTime LocalDateTime.now(), если null - текущее время + * @return пример "KS_RDC_DF-12_bond_220907151804503.txt" + */ + protected String formatFileName(String type, String section, LocalDateTime atTime) { + Objects.requireNonNull(type); + if (section == null) section = ""; + if (section.length() > 0) section += "_"; + if (atTime == null) atTime = LocalDateTime.now(); + String dt = dtFileNameFormatter.format(atTime); + return String.format("KS_RDC_%s_%s%s.txt", type, section, dt); } // Выборка protected Collection selectItems() { - //todo select criteria? return sdfImdg.getAllValues(); } - // Конвертация (см. meta.xml) - protected abstract Map convertRecord(T record); - protected abstract String[] swtHeader(); + // Конвертация (поля см. meta.xml) + protected abstract LinkedHashMap convertRecord(T record); - protected void makeSWTData(Collection records, OutputStream out) { - //todo ... header + validation + check + convert types +// protected abstract String[] swtHeader(); + + protected void makeSWTData(String type, LocalDateTime time, Collection records, OutputStream outStream) { + PrintWriter out = new PrintWriter(outStream); + // todo SWT txt не понял формат. Надо уточнить формат файла. Должен соответствовать мете. + out.println("To:CSO"); + out.println("From:SPCE"); + if (type != null) + out.println("Type:" + type);// Type:009 + if (time != null) { + String timeS = dtInFileHeaderFormatter.format(time); + out.println("Date/Time:" + timeS);// Date/Time:20230227/0932 + } + /* + To:CSO + From:SPCE + Type:009 + Date/Time:20230227/0932 + :20:0ef63e17-83ac-4e22-a76b-fd8a4df10de3 + :21:SDC230227084839 + :18A:46 +*/ + StringBuilder line = new StringBuilder(); + for (T row : records) { + LinkedHashMap rowData = convertRecord(row); + line.setLength(0); + for (Map.Entry r : rowData.entrySet()) { + String value = convertItem(r.getValue()); + line.append(value).append(':'); + } + if (line.length() > 0) // remove : + line.setLength(line.length() - 1); + out.println(line); + } + //out.println("2"); // todo что значит 2? } + protected String convertItem(Object o) { //todo date/time/etc. return String.valueOf(o); diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/FileStorage.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/FileStorage.java index af9fd848e..fe29dd157 100644 --- a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/FileStorage.java +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/FileStorage.java @@ -1,5 +1,6 @@ package ru.spcex.clearing.swt.exporter.services; +import org.apache.commons.io.FileUtils; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; @@ -11,15 +12,15 @@ import java.io.IOException; @Service public class FileStorage { - protected final Logger log= LoggerFactory.getLogger(getClass()); + protected final Logger log = LoggerFactory.getLogger(getClass()); protected File outPath; @Autowired public FileStorage(ExportSwtServiceSettings config) { - if (config.getStore().getOutDir()==null || config.getStore().getOutDir().isBlank()) { + if (config.getDocOut() == null || config.getDocOut().isBlank()) { throw new IllegalArgumentException("Out directory settings is empty."); } - this.outPath = new File(config.getStore().getOutDir()); //todo ... + this.outPath = new File(config.getDocOut()); if (!outPath.isDirectory()) { log.info("Path not exist. mkdir \"{}\"", outPath.getAbsolutePath()); if (!outPath.mkdir()) { @@ -30,6 +31,7 @@ public class FileStorage { } public void saveFile(String fileName, byte[] data) throws IOException { - //todo ... + File toFile = new File(outPath, fileName); + FileUtils.writeByteArrayToFile(toFile, data); } } diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/LauncherCommandReceiver.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/LauncherCommandReceiver.java index 6917dbb29..ec1b92f09 100644 --- a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/LauncherCommandReceiver.java +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/LauncherCommandReceiver.java @@ -10,8 +10,6 @@ import ru.spcex.clearing.platform.messaging.domain.Consts; import ru.spcex.clearing.platform.messaging.domain.cud.importexport.SwtExporterRequest; import ru.spcex.clearing.platform.messaging.domain.cud.schedule.LauncherCommandRequest; import ru.spcex.clearing.platform.messaging.service.QueueConsumer; -import ru.spcex.clearing.swt.exporter.services.exportimpl.MoneyExporterService; -import ru.spcex.platform.enumeration.Task; import ru.spcex.platform.utils.log.ExceptionUtils; import java.util.List; diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/DF09Exporter.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/DF09Exporter.java new file mode 100644 index 000000000..8334eefef --- /dev/null +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/DF09Exporter.java @@ -0,0 +1,62 @@ +package ru.spcex.clearing.swt.exporter.services.exportimpl; + +import org.springframework.stereotype.Service; +import ru.clearing.classes.statics.data.sdf.SDf09; +import ru.spcex.clearing.imdg.IMDGDistributedNames; +import ru.spcex.clearing.platform.messaging.service.sender.KafkaSender; +import ru.spcex.clearing.swt.exporter.services.AbstractExporterService; +import ru.spcex.clearing.swt.exporter.services.FileStorage; +import ru.spcex.platform.enumeration.SwtTable; +import ru.spcex.platform.imdg.api.ImdgProvider; + +import java.util.LinkedHashMap; + +@Service +public class DF09Exporter extends AbstractExporterService { + + public DF09Exporter(FileStorage fileStorage, + KafkaSender kafkaSender, + ImdgProvider imdgProvider) { + super(fileStorage, kafkaSender, imdgProvider, + SwtTable.SDF_09, + IMDGDistributedNames.Map_SDf09, SDf09.class); + } + + @Override + protected String typeForFileName() { + return "DF-09"; + } + + @Override + protected String sectionForFileName() { + return null; + } + + @Override + protected String typeForHeader() { + return "009"; + } + + @Override + protected String getDocumentNameForJournal() { + return "Уведомление об исполнении операции загрузки ценных бумаг или уведомление об ошибке"; + } + + @Override + protected LinkedHashMap convertRecord(SDf09 record) { + LinkedHashMap row = new LinkedHashMap<>(); + row.put("id", record.getId()); + + row.put("outDocument", record.getOutDocument()); + row.put("inDocument", record.getInDocument()); + row.put("depoCode", record.getDepoCode()); + row.put("quantity", record.getQuantity()); + row.put("securityCode", record.getSecurityCode()); + row.put("clientName", record.getClientName()); + row.put("result", record.getResult()); + row.put("generationTime", record.getGenerationTime()); + row.put("generationId", record.getGenerationId()); + return row; + } + +} diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/DF11Exporter.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/DF11Exporter.java new file mode 100644 index 000000000..53581fe6e --- /dev/null +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/DF11Exporter.java @@ -0,0 +1,63 @@ +package ru.spcex.clearing.swt.exporter.services.exportimpl; + +import org.springframework.stereotype.Service; +import ru.clearing.classes.statics.data.sdf.SDf11; +import ru.spcex.clearing.imdg.IMDGDistributedNames; +import ru.spcex.clearing.platform.messaging.service.sender.KafkaSender; +import ru.spcex.clearing.swt.exporter.services.AbstractExporterService; +import ru.spcex.clearing.swt.exporter.services.FileStorage; +import ru.spcex.platform.enumeration.SwtTable; +import ru.spcex.platform.imdg.api.ImdgProvider; + +import java.util.LinkedHashMap; + + +@Service +public class DF11Exporter extends AbstractExporterService { + + public DF11Exporter(FileStorage fileStorage, + KafkaSender kafkaSender, + ImdgProvider imdgProvider) { + super(fileStorage, kafkaSender, imdgProvider, + SwtTable.SDF_11, + IMDGDistributedNames.Map_SDf11, SDf11.class); + } + + @Override + protected String typeForFileName() { + return "DF-11"; + } + + @Override + protected String sectionForFileName() { + return null; + } + + @Override + protected String typeForHeader() { + return "011"; + } + + @Override + protected String getDocumentNameForJournal() { + return "Ответ на Запрос на Зачисление или списание ценных бумаг"; + } + + @Override + protected LinkedHashMap convertRecord(SDf11 record) { + LinkedHashMap row = new LinkedHashMap<>(); + row.put("id", record.getId()); + + row.put("outDocument", record.getOutDocument()); + row.put("inDocument", record.getInDocument()); + row.put("depoCode", record.getDepoCode()); + row.put("quantity", record.getQuantity()); + row.put("securityCode", record.getSecurityCode()); + row.put("clientName", record.getClientName()); + row.put("result", record.getResult()); + row.put("generationTime", record.getGenerationTime()); + row.put("generationId", record.getGenerationId()); + return row; + } + +} diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/DF12Exporter.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/DF12Exporter.java new file mode 100644 index 000000000..7892880e7 --- /dev/null +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/DF12Exporter.java @@ -0,0 +1,66 @@ +package ru.spcex.clearing.swt.exporter.services.exportimpl; + +import org.springframework.stereotype.Service; +import ru.clearing.classes.statics.data.sdf.SDf12; +import ru.spcex.clearing.imdg.IMDGDistributedNames; +import ru.spcex.clearing.platform.messaging.service.sender.KafkaSender; +import ru.spcex.clearing.swt.exporter.services.AbstractExporterService; +import ru.spcex.clearing.swt.exporter.services.FileStorage; +import ru.spcex.platform.enumeration.SwtTable; +import ru.spcex.platform.imdg.api.ImdgProvider; + +import java.util.LinkedHashMap; + + +@Service +public class DF12Exporter extends AbstractExporterService { + + public DF12Exporter(FileStorage fileStorage, + KafkaSender kafkaSender, + ImdgProvider imdgProvider) { + super(fileStorage, kafkaSender, imdgProvider, + SwtTable.SDF_12, + IMDGDistributedNames.Map_SDf12, SDf12.class); + } + + @Override + protected String typeForFileName() { + return "DF-12"; + } + + @Override + protected String sectionForFileName() { + return "bond"; // todo bond / fund + } + + @Override + protected String typeForHeader() { + return "012"; + } + + @Override + protected String getDocumentNameForJournal() { + //todo Выбор: + // Распоряжение на проведение операций по итогам клиринга (Фондовая секция) + //или + // Распоряжение на проведение операций по итогам клиринга (ОФЗ, ОБР) + return "Распоряжение на проведение операций по итогам клиринга (Фондовая секция / ОФЗ, ОБР)"; + } + + @Override + protected LinkedHashMap convertRecord(SDf12 record) { + LinkedHashMap row = new LinkedHashMap<>(); + row.put("id", record.getId()); + + row.put("outDocument", record.getOutDocument()); + row.put("quantity", record.getQuantity()); + row.put("securityCode", record.getSecurityCode()); + row.put("depoCodeSender", record.getDepoCodeSender()); + row.put("depoCodeAdressee", record.getDepoCodeAdressee()); + row.put("result", record.getResult()); + row.put("generationTime", record.getGenerationTime()); + row.put("generationId", record.getGenerationId()); + return row; + } + +} diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/DF14Exporter.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/DF14Exporter.java new file mode 100644 index 000000000..c2a706a61 --- /dev/null +++ b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/DF14Exporter.java @@ -0,0 +1,62 @@ +package ru.spcex.clearing.swt.exporter.services.exportimpl; + +import org.springframework.stereotype.Service; +import ru.clearing.classes.statics.data.sdf.SDf14; +import ru.spcex.clearing.imdg.IMDGDistributedNames; +import ru.spcex.clearing.platform.messaging.service.sender.KafkaSender; +import ru.spcex.clearing.swt.exporter.services.AbstractExporterService; +import ru.spcex.clearing.swt.exporter.services.FileStorage; +import ru.spcex.platform.enumeration.SwtTable; +import ru.spcex.platform.imdg.api.ImdgProvider; + +import java.util.LinkedHashMap; + + +@Service +public class DF14Exporter extends AbstractExporterService { + + public DF14Exporter(FileStorage fileStorage, + KafkaSender kafkaSender, + ImdgProvider imdgProvider) { + super(fileStorage, kafkaSender, imdgProvider, + SwtTable.SDF_14, + IMDGDistributedNames.Map_SDf14, SDf14.class); + } + + @Override + protected String typeForFileName() { + return "DF-14"; + } + + @Override + protected String sectionForFileName() { + return "bond"; // todo bond / fund + } + + @Override + protected String typeForHeader() { + return "014"; + } + + @Override + protected String getDocumentNameForJournal() { + //todo Выбор: + // Уведомление о завершении расчетов (ОФЗ, ОБР) + //или + // Уведомление о завершении расчетов (ОФЗ, ОБР) + return "Уведомление о завершении расчетов (ОФЗ, ОБР)"; + } + + @Override + protected LinkedHashMap convertRecord(SDf14 record) { + LinkedHashMap row = new LinkedHashMap<>(); + row.put("id", record.getId()); + + row.put("outDocument", record.getOutDocument()); + row.put("result", record.getResult()); + row.put("generationTime", record.getGenerationTime()); + row.put("generationId", record.getGenerationId()); + return row; + } + +} diff --git a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/MoneyExporterService.java b/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/MoneyExporterService.java deleted file mode 100644 index d80297d9d..000000000 --- a/clearing-parent/swt-exporter/src/main/java/ru/spcex/clearing/swt/exporter/services/exportimpl/MoneyExporterService.java +++ /dev/null @@ -1,36 +0,0 @@ -package ru.spcex.clearing.swt.exporter.services.exportimpl; - -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; -import org.springframework.stereotype.Service; -import ru.clearing.classes.statics.data.registry.Registry; -import ru.clearing.classes.statics.data.sdf.SDf12; -import ru.spcex.clearing.imdg.IMDGDistributedNames; -import ru.spcex.clearing.platform.messaging.service.sender.KafkaSender; -import ru.spcex.clearing.swt.exporter.services.AbstractExporterService; -import ru.spcex.clearing.swt.exporter.services.FileStorage; -import ru.spcex.platform.enumeration.SwtTable; -import ru.spcex.platform.imdg.api.ImdgProvider; - -import java.math.BigDecimal; -import java.time.LocalDate; -import java.util.ArrayList; -import java.util.Collection; -import java.util.List; -import java.util.Map; -import java.util.stream.Collectors; - -@Service -public class MoneyExporterService extends AbstractExporterService { - private final Logger log = LoggerFactory.getLogger(getClass()); - - public MoneyExporterService(FileStorage fileStorage, - KafkaSender kafkaSender, - ImdgProvider imdgProvider) { - super(fileStorage, kafkaSender, imdgProvider, - SwtTable.SDF_12, - IMDGDistributedNames.Map_SDf12, SDf12.class); - } - - //todo impl... -} diff --git a/clearing-parent/swt-exporter/src/main/resources/application.properties b/clearing-parent/swt-exporter/src/main/resources/application.properties index 0106cfc7d..794479962 100644 --- a/clearing-parent/swt-exporter/src/main/resources/application.properties +++ b/clearing-parent/swt-exporter/src/main/resources/application.properties @@ -7,7 +7,7 @@ export-swt-service.hazelcast.password=dev-pass export-swt-service.common.encoding=cp866 export-swt-service.common.threads-count=10 -export-swt-service.out-dir=DocOut +export-swt-service.out-dir=/opt/spcex/clearing/filedata/swt/SettlementHouse_DocOut export-swt-service.kafka-consumer.bootstrap-servers=localhost:9092 export-swt-service.kafka-consumer.group-id=dev-group-balance-service diff --git a/clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterServiceTest.java b/clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterServiceTest.java index 200ca49b8..db500402c 100644 --- a/clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterServiceTest.java +++ b/clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/services/AbstractExporterServiceTest.java @@ -2,9 +2,11 @@ package ru.spcex.clearing.swt.exporter.services; import org.junit.jupiter.api.Test; import ru.spcex.clearing.swt.exporter.AbstractServiceTest; -import ru.spcex.clearing.swt.exporter.services.exportimpl.MoneyExporterService; +import ru.spcex.clearing.swt.exporter.services.exportimpl.DF09Exporter; +import ru.spcex.platform.enumeration.ResultStatuses; import javax.annotation.PostConstruct; +import java.time.LocalDateTime; class AbstractExporterServiceTest extends AbstractServiceTest { @PostConstruct @@ -14,10 +16,10 @@ class AbstractExporterServiceTest extends AbstractServiceTest { @Test void sendSwtExportedNotification() { - AbstractExporterService moneyExporterService = new MoneyExporterService(null, kafkaSender, imdgProvider); + AbstractExporterService moneyExporterService = new DF09Exporter(null, kafkaSender, imdgProvider); - String fileName = "KS_RDC_DF-14_fund_202305241832.swt"; - moneyExporterService.sendSwtxportedNotification(fileName); + String fileName = "KS_RDC_DF-14_bond_221005134616035.txt"; + moneyExporterService.sendSwtExportedNotification(LocalDateTime.now(), 1L, ResultStatuses.notSuccess); //TestUtils.waitingSendAndCheckRecord(null, mockProducer); } } \ No newline at end of file diff --git a/clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/services/MoneyExporterServiceTest.java b/clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/services/MoneyExporterServiceTest.java deleted file mode 100644 index e84a87867..000000000 --- a/clearing-parent/swt-exporter/src/test/java/ru/spcex/clearing/swt/exporter/services/MoneyExporterServiceTest.java +++ /dev/null @@ -1,102 +0,0 @@ -package ru.spcex.clearing.swt.exporter.services; - -import org.junit.jupiter.api.Test; -import org.springframework.util.StringUtils; -import ru.clearing.classes.statics.data.registry.Registry; -import ru.clearing.classes.statics.data.registry.TradingClearingRegistry; -import ru.spcex.clearing.swt.exporter.AbstractServiceTest; -import ru.spcex.clearing.swt.exporter.services.exportimpl.MoneyExporterService; - -import javax.annotation.PostConstruct; -import java.math.BigDecimal; -import java.util.Collection; - -import static org.junit.jupiter.api.Assertions.assertEquals; -import static org.junit.jupiter.api.Assertions.assertTrue; -import static ru.spcex.clearing.test.TestUtils.clearAllInImdg; - -class MoneyExporterServiceTest extends AbstractServiceTest { - @PostConstruct - public void init() { - super.init(); - } - - /** - * {@link MoneyExporterService#getSwtFileRows()}
- * Тест проверяет создание строк документа lim.
- */ - @Test // todo rewrite - void getSwtFileRows() { - clearAllInImdg(tradingClearingRegistryImdg); - Registry registryA = getRegistryA(tcrA, securityIdFirst); - Registry registryD = getRegistryD(tcrA, securityIdFirst); - registryImdg.insert(registryA); - registryImdg.insert(registryD); - registryA = getRegistryA(tcrD, securityIdSecond); - registryD = getRegistryD(tcrD, securityIdSecond); - registryImdg.insert(registryA); - registryImdg.insert(registryD); - - MoneyExporterService moneyExporterService = new MoneyExporterService(null, kafkaSender, imdgProvider); - Collection limFileRows = moneyExporterService.getLimFileRows(); - assertEquals(0, limFileRows.size()); - - TradingClearingRegistry tradingClearingRegistry = new TradingClearingRegistry(); - tradingClearingRegistry.setId(securityIdFirst); - tradingClearingRegistry.setStatus("ACTV"); - tradingClearingRegistryImdg.insert(tradingClearingRegistry); - tradingClearingRegistry.setId(securityIdSecond); - tradingClearingRegistryImdg.insert(tradingClearingRegistry); - - limFileRows = moneyExporterService.getLimFileRows(); - assertEquals(2, limFileRows.size()); - assertTrue(limFileRows.contains(moneyExporterService.getRow(registryA, registryD))); - } - - private Registry getRegistryA(String tradingClearingRegistry, Long securityId) { - Registry registry = new Registry(); - registry.setTradingCode("1A12323"); - registry.setBalance(new BigDecimal("10.00")); - registry.setTradingClearingRegistry(tradingClearingRegistry); - registry.setRegistryDesignation("A"); - registry.setRegistryInstrumentType("M"); - registry.setRegistryUnit("F"); - registry.setClearingCode(clearingCode(registry)); - registry.setClearingDate(currentDate); - registry.setSecuritySymbol("RUB"); - registry.setSecurityId(securityId); - registry.setTradingClearingRegistryId(securityId); - return registry; - } - - private Registry getRegistryD(String tradingClearingRegistry, Long securityId) { - Registry registry = new Registry(); - registry.setTradingCode("1A12323"); - registry.setBalance(new BigDecimal("5.00")); - registry.setTradingClearingRegistry(tradingClearingRegistry); - registry.setRegistryDesignation("D"); - registry.setRegistryInstrumentType("M"); - registry.setRegistryUnit("T"); - registry.setClearingCode(clearingCode(registry)); - registry.setClearingDate(currentDate); - registry.setSecuritySymbol("RUB"); - registry.setSecurityId(securityId); - registry.setTradingClearingRegistryId(securityId); - return registry; - } - - - // see clearing-service ReistryUtil: - - public static String clearingCode(Registry ofRegistry) { - return clearingCode(ofRegistry.getRegistryDesignation(), ofRegistry.getRegistryInstrumentType(), ofRegistry.getRegistryCapacity(), ofRegistry.getRegistryUnit()); - } - - public static String clearingCode(String registryDesignation, String registryInstrumentType, String registryCapacity, String registryUnit) { - if (StringUtils.isEmpty(registryDesignation)) registryDesignation = "-"; - if (StringUtils.isEmpty(registryInstrumentType)) registryInstrumentType = "-"; - if (StringUtils.isEmpty(registryCapacity)) registryCapacity = "-"; - if (StringUtils.isEmpty(registryUnit)) registryUnit = "-"; - return registryDesignation + registryInstrumentType + registryCapacity + registryUnit; - } -} \ No newline at end of file diff --git a/platform-parent/platform-enum/src/main/java/ru/spcex/platform/enumeration/SwtTable.java b/platform-parent/platform-enum/src/main/java/ru/spcex/platform/enumeration/SwtTable.java index bf8a30217..f650cda65 100644 --- a/platform-parent/platform-enum/src/main/java/ru/spcex/platform/enumeration/SwtTable.java +++ b/platform-parent/platform-enum/src/main/java/ru/spcex/platform/enumeration/SwtTable.java @@ -3,6 +3,7 @@ package ru.spcex.platform.enumeration; import ru.spcex.platform.utils.enumeration.IEnumKey; public enum SwtTable implements IEnumKey { + SDF_09("SDF_09"), SDF_11("SDF_11"), SDF_12("SDF_12"), SDF_14("SDF_14"); SwtTable(String key) { diff --git a/platform-parent/platform-messaging/src/main/java/ru/spcex/clearing/platform/messaging/domain/Consts.java b/platform-parent/platform-messaging/src/main/java/ru/spcex/clearing/platform/messaging/domain/Consts.java index 5a7c036e4..08c16c8bb 100644 --- a/platform-parent/platform-messaging/src/main/java/ru/spcex/clearing/platform/messaging/domain/Consts.java +++ b/platform-parent/platform-messaging/src/main/java/ru/spcex/clearing/platform/messaging/domain/Consts.java @@ -128,6 +128,7 @@ public interface Consts { String EXPORT_COMPLETED = "export_completed"; String S_TRADES_IMPORTED = "s_trades-imported"; String LIM_EXPORTED = "lim_exported"; + String JOURNAL_SERVICE = "journal-service-exported"; String ACCOUNT_TERMINATION = "account-termination"; String BALANCE_ACCOUNT_NEW = "balance-account-new"; String BALANCE_ACCOUNT_UPDATE = "balance-account-update"; diff --git a/platform-parent/platform-messaging/src/main/java/ru/spcex/clearing/platform/messaging/domain/cud/utilities/JournalEventExportedRequest.java b/platform-parent/platform-messaging/src/main/java/ru/spcex/clearing/platform/messaging/domain/cud/utilities/JournalEventExportedRequest.java new file mode 100644 index 000000000..099c346a4 --- /dev/null +++ b/platform-parent/platform-messaging/src/main/java/ru/spcex/clearing/platform/messaging/domain/cud/utilities/JournalEventExportedRequest.java @@ -0,0 +1,83 @@ +package ru.spcex.clearing.platform.messaging.domain.cud.utilities; + +import com.fasterxml.jackson.annotation.JsonProperty; +import com.fasterxml.jackson.databind.annotation.JsonDeserialize; +import com.fasterxml.jackson.databind.annotation.JsonSerialize; +import ru.spcex.clearing.platform.messaging.domain.json.deserialize.LocalDateDeserializer; +import ru.spcex.clearing.platform.messaging.domain.json.deserialize.LocalTimeDeserializer; +import ru.spcex.clearing.platform.messaging.domain.json.serialize.LocalDateSerializer; +import ru.spcex.clearing.platform.messaging.domain.json.serialize.LocalTimeSerializer; + +import java.time.LocalDate; +import java.time.LocalTime; + +public class JournalEventExportedRequest { + @JsonSerialize(using = LocalDateSerializer.class) + @JsonDeserialize(using = LocalDateDeserializer.class) + @JsonProperty + private LocalDate registratoinDate; + @JsonSerialize(using = LocalTimeSerializer.class) + @JsonDeserialize(using = LocalTimeDeserializer.class) + @JsonProperty + private LocalTime registrationTime; + @JsonProperty + private Long registrationNumber; + @JsonProperty + private String documentName; + @JsonProperty + private String dossierNumber; + /** + * ACK при успешной загрузке + * NACK при ошибке загрузки + */ + @JsonProperty + private String resultStatus; + + public LocalDate getRegistratoinDate() { + return registratoinDate; + } + + public void setRegistratoinDate(LocalDate registratoinDate) { + this.registratoinDate = registratoinDate; + } + + public LocalTime getRegistrationTime() { + return registrationTime; + } + + public void setRegistrationTime(LocalTime registrationTime) { + this.registrationTime = registrationTime; + } + + public Long getRegistrationNumber() { + return registrationNumber; + } + + public void setRegistrationNumber(Long registrationNumber) { + this.registrationNumber = registrationNumber; + } + + public String getDocumentName() { + return documentName; + } + + public void setDocumentName(String documentName) { + this.documentName = documentName; + } + + public String getDossierNumber() { + return dossierNumber; + } + + public void setDossierNumber(String dossierNumber) { + this.dossierNumber = dossierNumber; + } + + public String getResultStatus() { + return resultStatus; + } + + public void setResultStatus(String resultStatus) { + this.resultStatus = resultStatus; + } +} From fb85254c0386713404552aa5b9af22184e367764 Mon Sep 17 00:00:00 2001 From: AKurakin Date: Fri, 26 May 2023 15:05:52 +0300 Subject: [PATCH 4/5] swt-exporter http://jira.mfd.msk:8088/browse/CLS-317 z-distr sh --- pom.xml | 2 + z-distr/pom.xml | 39 +++++++++++++++++++ .../src/main/resources/distr/bin/kill_all.sh | 1 + .../main/resources/distr/bin/swt-exporter.sh | 9 +++++ 4 files changed, 51 insertions(+) create mode 100644 z-distr/src/main/resources/distr/bin/swt-exporter.sh diff --git a/pom.xml b/pom.xml index ce3a0c7c7..6db1b7fb2 100644 --- a/pom.xml +++ b/pom.xml @@ -37,6 +37,8 @@ ${folder_root_clearing}/clearing-parent/imdg ${folder_root_clearing}/clearing-parent/dbf-exporter ${folder_root_clearing}/clearing-parent/dbf-importer + ${folder_root_clearing}/clearing-parent/lim-exporter + ${folder_root_clearing}/clearing-parent/swt-exporter ${folder_root_clearing}/clearing-parent/trade-importer ${folder_root_clearing}/clearing-parent/account-service ${folder_root_clearing}/clearing-parent/balance-service diff --git a/z-distr/pom.xml b/z-distr/pom.xml index 819183670..065065934 100644 --- a/z-distr/pom.xml +++ b/z-distr/pom.xml @@ -191,6 +191,45 @@ + + + copy-lim-exporter-bin + prepare-package + + copy + + + + + ${folder_root_lim-exporter}/target/lim-exporter.jar + ${folder.clearing.distr.modules}/lim-exporter/lim-exporter.jar + + + ${folder_root_lim-exporter}/src/main/resources/application.properties + ${folder.clearing.distr.modules}/lim-exporter/application.properties + + + + + + copy-swt-exporter-bin + prepare-package + + copy + + + + + ${folder_root_swt-exporter}/target/swt-exporter.jar + ${folder.clearing.distr.modules}/swt-exporter/swt-exporter.jar + + + ${folder_root_swt-exporter}/src/main/resources/application.properties + ${folder.clearing.distr.modules}/swt-exporter/application.properties + + + + copy-trade-importer-bin prepare-package diff --git a/z-distr/src/main/resources/distr/bin/kill_all.sh b/z-distr/src/main/resources/distr/bin/kill_all.sh index ee3ee0994..05a6100e4 100644 --- a/z-distr/src/main/resources/distr/bin/kill_all.sh +++ b/z-distr/src/main/resources/distr/bin/kill_all.sh @@ -7,6 +7,7 @@ kill -9 $(ps -ef | grep java | grep company-service.jar | awk '{print $2}') kill -9 $(ps -ef | grep java | grep clearing-service.jar | awk '{print $2}') kill -9 $(ps -ef | grep java | grep dbf-exporter.jar | awk '{print $2}') kill -9 $(ps -ef | grep java | grep lim-exporter.jar | awk '{print $2}') +kill -9 $(ps -ef | grep java | grep swt-exporter.jar | awk '{print $2}') kill -9 $(ps -ef | grep java | grep dbf-importer.jar | awk '{print $2}') kill -9 $(ps -ef | grep java | grep trade-importer.jar | awk '{print $2}') kill -9 $(ps -ef | grep java | grep imdg.jar | awk '{print $2}') diff --git a/z-distr/src/main/resources/distr/bin/swt-exporter.sh b/z-distr/src/main/resources/distr/bin/swt-exporter.sh new file mode 100644 index 000000000..1f22b4caa --- /dev/null +++ b/z-distr/src/main/resources/distr/bin/swt-exporter.sh @@ -0,0 +1,9 @@ +#!/bin/bash + +CLEARING_HOME=/opt/mfd/clearing/ +cd $CLEARING_HOME/bin + +CMD="java -Xrunjdwp:transport=dt_socket,server=y,suspend=n,address=7120 -jar swt-exporter.jar --spring.config.location=$CLEARING_HOME/settings/swt-exporter/" + +$CMD >/dev/null 2>&1 & + From 5590fffc80cd6424a07f1fed25d65ed6023f1e59 Mon Sep 17 00:00:00 2001 From: AKurakin Date: Fri, 26 May 2023 15:16:06 +0300 Subject: [PATCH 5/5] =?UTF-8?q?swt-exporter=20http://jira.mfd.msk:8088/bro?= =?UTF-8?q?wse/CLS-317=20=D0=BF=D0=BE=D0=BF=D1=80=D0=B0=D0=B2=D0=B8=D0=BB?= =?UTF-8?q?=20=D0=BD=D0=B0=D1=81=D1=82=D1=80=D0=BE=D0=B9=D0=BA=D1=83?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../swt-exporter/src/main/resources/application.properties | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/clearing-parent/swt-exporter/src/main/resources/application.properties b/clearing-parent/swt-exporter/src/main/resources/application.properties index 794479962..263f91c96 100644 --- a/clearing-parent/swt-exporter/src/main/resources/application.properties +++ b/clearing-parent/swt-exporter/src/main/resources/application.properties @@ -7,7 +7,7 @@ export-swt-service.hazelcast.password=dev-pass export-swt-service.common.encoding=cp866 export-swt-service.common.threads-count=10 -export-swt-service.out-dir=/opt/spcex/clearing/filedata/swt/SettlementHouse_DocOut +export-swt-service.docOut=/opt/spcex/clearing/files/swt/SettlementHouse_DocOut export-swt-service.kafka-consumer.bootstrap-servers=localhost:9092 export-swt-service.kafka-consumer.group-id=dev-group-balance-service