clr_test added

This commit is contained in:
Ivan Nikolaev-Axenov 2024-05-30 10:47:59 +03:00
parent dd7ea61446
commit 513f51ba15
290 changed files with 99603 additions and 0 deletions

3
clr_test/clean_all.sh Normal file
View file

@ -0,0 +1,3 @@
#!/bin/bash
docker rm -v $(docker ps --filter status=exited -q)
docker rmi -f $(docker images -aq)

View file

@ -0,0 +1,44 @@
FROM openjdk:17-slim
ENV CLEARING_HOME="/opt/clearing"
ENV CLEARING_HOME_BIN="/opt/clearing/bin"
ENV CLEARING_HOME_CFG="/opt/clearing/bin"
ADD ./bin $CLEARING_HOME_BIN
ADD ./settings $CLEARING_HOME/settings
ADD ./kill_all.sh $CLEARING_HOME/kill_all.sh
ADD ./launch_all.sh $CLEARING_HOME/launch_all.sh
ADD ./launch_and_test.sh $CLEARING_HOME/launch_and_test.sh
ADD ./clearing_testing_utils $CLEARING_HOME/clearing_testing_utils
USER root
#RUN apt-get update && apt-get install -y nano
#RUN apt update && apt install -y less procps
RUN chmod +x $CLEARING_HOME/*.sh
RUN chmod +x $CLEARING_HOME/clearing_testing_utils/*.sh
RUN chmod +x $CLEARING_HOME/clearing_testing_utils/clearing-checker/*.sh
RUN chmod +x $CLEARING_HOME/clearing_testing_utils/clearing-converter/*.sh
RUN chmod +x $CLEARING_HOME/clearing_testing_utils/clearing-tester/*.sh
RUN mkdir -p $CLEARING_HOME/files/swt/importer/in
RUN mkdir -p $CLEARING_HOME/files/swt/importer/out
RUN mkdir -p $CLEARING_HOME/files/swt/importer/error
RUN mkdir -p $CLEARING_HOME/files/swt/exporter
RUN mkdir -p $CLEARING_HOME/files/dbf/importer/in
RUN mkdir -p $CLEARING_HOME/files/dbf/importer/out
RUN mkdir -p $CLEARING_HOME/files/dbf/importer/error
RUN mkdir -p $CLEARING_HOME/files/dbf/exporter
WORKDIR $CLEARING_HOME
RUN sed -i 's/\r$//' launch_all.sh
RUN sed -i 's/\r$//' launch_and_test.sh
#CMD ./launch_all.sh
#CMD ./clearing_testing_utils/run_test_env.sh
#ENTRYPOINT [ "./clearing_testing_utils/clearing-tester/clearing-tester.sh" ] <---- по завершению этого скрипта dockerCompose должен завершиться.
#ENTRYPOINT [ "./launch_all.sh" ]
ENTRYPOINT [ "./launch_and_test.sh" ]
# ENTRYPOINT ["tail", "-f", "/dev/null"]
#CMD ["$CLEARING_HOME/clearing_testing_utils/run_test_all.sh"]

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

View file

@ -0,0 +1,4 @@
server.port=9902
dbf-swt-checker.encoding=UTF-8
dbf-swt-checker.rootDir=/opt/clearing/clearing_testing_utils/clearing-checker/res/

View file

@ -0,0 +1,8 @@
#!/bin/bash
CLEARING_TEST_HOME=/opt/clearing/clearing_testing_utils/
cd $CLEARING_TEST_HOME/clearing-checker
CMD="java -agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=*:9992 -jar dbf-swt-checker-1.0.jar --spring.config.location=$CLEARING_TEST_HOME/clearing-checker/"
$CMD >/dev/null 2>&1 &

View file

@ -0,0 +1,4 @@
clearing-converter.store.root-dir=/opt/clearing/clearing_testing_utils/clearing-converter/
clearing-converter.encoding-source=cp866
server.port=9901
server.servlet.context-path=/converter

View file

@ -0,0 +1,9 @@
#!/bin/bash
CLEARING_TEST_HOME=/opt/clearing/clearing_testing_utils/
cd $CLEARING_TEST_HOME/clearing-converter
CMD="java -agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=*:9991 -jar swt-dbf-converter-0.0.1.jar --spring.config.location=$CLEARING_TEST_HOME/clearing-converter/"
$CMD >/dev/null 2>&1 &

View file

@ -0,0 +1,32 @@
Приложение для Тестирования Клиринга
Обзор
Приложение для тестирования клиринга - это инструмент для облегчения тестирования и анализа сессий клиринга. Оно предоставляет основу для обработки файлов, управления сессиями и анализа результатов, обеспечивая упрощенный процесс управления операциями клиринга.
Структура
src/main/java/: Содержит все исходные файлы Java.
ru/spcex/clearing/tester/: Основной пакет приложения.
Application.java: Точка входа в приложение.
config/: Классы конфигурации приложения.
enums/: Перечисления, используемые в приложении.
models/: Данные модели для представления различных сущностей.
service/: Сервисы, предоставляющие основные функциональности.
src/main/resources/: Содержит файлы конфигурации и другие ресурсы.
application.properties: Свойства и конфигурация приложения.
logback.xml: Конфигурация для логирования.
Предварительные требования
Java JDK 17 или выше
Maven
Установка и настройка
Клонировать репозиторий: Склонируйте или загрузите исходный код на свой локальный компьютер.
Установить зависимости: Перейдите в корневую директорию проекта и выполните команду mvn install для установки всех необходимых зависимостей.
Настройка пропертей: Настройте application.properties и другие файлы конфигурации в соответствии с вашей средой и потребностями.
Запуск приложения
Выполните следующую команду из корневого каталога проекта:
java -jar путь/до/clearing-tester.jar --spring.config.location=путь до папки с ресурсами (пример --spring.config.location=D:\repo\mfd\clearing-tester\src\main\resources\)
Замените путь/до/clearing-tester.jar на реальный путь к скомпилированному JAR-файлу.
Также для корректной работы требуется 2 сервиса:
dbf-swt-converter - для их запуска также требуется ввести java -jar путь/до/clearing-tester.jar --spring.config.location=путь до папки с ресурсами (пример --spring.config.location=D:\repo\mfd\clearing-tester\src\main\resources\) и правильно заполнить property
dbf-swt-checker

View file

@ -0,0 +1,51 @@
server.port=9900
#local storage settings
clearing-tester.store.root-dir=/opt/clearing/clearing_testing_utils/store
#sftp storage settings
clearing-tester.sftp.swt.in-dir=/opt/clearing/files/swt/importer/in
clearing-tester.sftp.swt.out-dir=/opt/clearing/files/swt/exporter/
clearing-tester.sftp.dbf.importer.in-dir=/opt/clearing/files/dbf/importer/in
clearing-tester.sftp.dbf.importer.out-dir=/opt/clearing/files/dbf/importer/out
clearing-tester.sftp.dbf.exporter.out-dir=/opt/clearing/files/dbf/exporter/
clearing-tester.sftp.user=user
clearing-tester.sftp.password=Aa111111
clearing-tester.sftp.server-ip=sftp
clearing-tester.sftp.server-port=22
#converter service url
clearing-tester.converter-url=http://localhost:9901/converter/api/convert
clearing-tester.type-of-conversion=DBF-OK
# DBF-OK, DBF-!OK, DBF--OK, DBF-EMPTY
#converter service url
clearing-tester.checker-url=http://localhost:9902/api/checkFiles
#hazelcast settings
clearing-tester.hazelcast.cluster-members=127.0.0.1:5701
clearing-tester.hazelcast.login=dev
clearing-tester.hazelcast.password=dev-pass
#common settings
clearing-tester.common.encoding-source=cp866
clearing-tester.common.insert-batch-size=100
clearing-tester.common.threads-count=10
#kafka settings
clearing-tester.kafka-producer.bootstrap-servers=kafka:9092
clearing-tester.kafka-producer.acks=all
clearing-tester.kafka-producer.retries=0
clearing-tester.kafka-producer.batch-size=16384
clearing-tester.kafka-producer.linger-ms=1
clearing-tester.kafka-producer.buffer-memory=33554432
clearing-tester.kafka-consumer.bootstrap-servers=kafka:9092
clearing-tester.kafka-consumer.group-id=dev-group-clearing-service
clearing-tester.kafka-consumer.enable-auto-commit=false
clearing-tester.kafka-consumer.session-timeout-ms=30000
clearing-tester.kafka-consumer.auto-offset-reset=latest
clearing-tester.kafka-consumer.linger-ms=1
clearing-tester.kafka-consumer.buffer-memory=33554432
clearing-tester.common.session-type=${session_type:CURR}
clearing-tester.common.section=${section:FOND}

View file

@ -0,0 +1,8 @@
#!/bin/bash
CLEARING_TEST_HOME=/opt/clearing/clearing_testing_utils/
cd $CLEARING_TEST_HOME/clearing-tester
CMD="java -jar clearing-tester.jar --spring.config.location=$CLEARING_TEST_HOME/clearing-tester/ --spring.profiles.active=dev"
$CMD

View file

@ -0,0 +1,4 @@
#!/bin/bash
kill -9 $(ps -ef | grep java | grep clearing2/ | grep dbf-swt-checker-1.0.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep clearing2/ | grep swt-dbf-converter-0.0.1.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep clearing2/ | grep clearing-tester.jar | awk '{print $2}')

View file

@ -0,0 +1,4 @@
#!/bin/bash
sh ./kill_test_all.sh
sh ./run_test_all.sh

View file

@ -0,0 +1,5 @@
#!/bin/bash
cd /opt/clearing/clearing_testing_utils
sh ./clearing-checker/clearing-checker.sh
sh ./clearing-converter/clearing-converter.sh
echo Test finish. xit code: $?

File diff suppressed because it is too large Load diff

File diff suppressed because one or more lines are too long

View file

@ -0,0 +1,80 @@
INSERT INTO public.s_trades (id,created_at,updated_at,trade_num,operation,class_code,trade_date,sec_code,accruedint,accruedint2,lower_discount,order_num,price,price2,repo_rate,repo_value,repo2_value,start_discount,ts_commission,upper_discount,value,yield,qty,qty_pcs,trade_date_time,repo_term,clearing_commission,exchange_commission,tech_center_commission,account,broker_ref,client_code,settle_code,user_id,exchange_code,firm_id,firm_name,cp_firm_id,cp_firm_name,class_name,sec_name,settle_date,settle_currency,trade_currency,trade_time_ms,bank_acc_id,"section") VALUES
(560520008,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072500000018,'B','XMDSKFLO','2023-07-25','DL1009K0001',NULL,NULL,NULL,3,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0095CAT00001','0008CAT00001','0095CAT00001','B0',NULL,NULL,'95','ПАО ВТБ','574','Комитет финансов Лен.области','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560520009,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072500000018,'S','XMDSKFLO','2023-07-25','DL1009K0001',NULL,NULL,NULL,4,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0574MAT00001','0574MAT00001','0574MAT00001','B0',NULL,NULL,'574','Комитет финансов Лен.области','95','ПАО ВТБ','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560520010,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072500000016,'B','XMDSKFLO','2023-07-25','DL1009K0001',NULL,NULL,NULL,3,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0008MAT00003','0008MAT00003','0008MAT00003','B0',NULL,NULL,'8','ПАО Сбербанк','574','Комитет финансов Лен.области','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560520011,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072500000016,'S','XMDSKFLO','2023-07-25','DL1009K0001',NULL,NULL,NULL,4,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0574MAT00001','0574MAT00001','0574MAT00001','B0',NULL,NULL,'574','Комитет финансов Лен.области','8','ПАО Сбербанк','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560520012,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072600000027,'B','XMDSKFLO','2023-07-26','DT1000S001U',NULL,NULL,NULL,3,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,1000000.000000000000000000,NULL,1000000.000000000000000000,1000000.000000000000000000,'2023-07-26 10:00:00.000',NULL,NULL,NULL,NULL,'0008CAT00001','0008CAT00001','0008CAT00001','B0',NULL,NULL,'8','ПАО Сбербанк','302','Комитет финансов Санкт-Петербурга','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-26','RUB',NULL,NULL,NULL,'MKR'),
(560520013,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072600000027,'S','XMDSKFLO','2023-07-26','DT1000S001U',NULL,NULL,NULL,4,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,1000000.000000000000000000,NULL,1000000.000000000000000000,1000000.000000000000000000,'2023-07-26 10:00:00.000',NULL,NULL,NULL,NULL,'0302MAT00001','0302MAT00001','0302MAT00001','B0',NULL,NULL,'302','Комитет финансов Санкт-Петербурга','8','ПАО Сбербанк','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-26','RUB',NULL,NULL,NULL,'MKR'),
(560520014,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072600000028,'B','XMDSKFLO','2023-07-26','DT1000S001U',NULL,NULL,NULL,3,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,1000000.000000000000000000,NULL,1000000.000000000000000000,1000000.000000000000000000,'2023-07-26 10:00:00.000',NULL,NULL,NULL,NULL,'0079CAT00001','0079CAT00001','0079CAT00001','B0',NULL,NULL,'79','ПАО ГПБ','302','Комитет финансов Санкт-Петербурга','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-26','RUB',NULL,NULL,NULL,'MKR'),
(560520015,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072600000028,'S','XMDSKFLO','2023-07-26','DT1000S001U',NULL,NULL,NULL,4,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,1000000.000000000000000000,NULL,1000000.000000000000000000,1000000.000000000000000000,'2023-07-26 10:00:00.000',NULL,NULL,NULL,NULL,'0302MAT00001','0302MAT00001','0302MAT00001','B0',NULL,NULL,'302','Комитет финансов Санкт-Петербурга','79','ПАО ГПБ','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-26','RUB',NULL,NULL,NULL,'MKR'),
(560520000,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072500000007,'B','XMDSKFLO','2023-07-25','DT1000S001U',NULL,NULL,NULL,3,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0008CAT00001','0008CAT00001','0008CAT00001','B0',NULL,NULL,'8','ПАО Сбербанк','302','Комитет финансов Санкт-Петербурга','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560520001,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072500000007,'S','XMDSKFLO','2023-07-25','DT1000S001U',NULL,NULL,NULL,4,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0302MAT00001','0302MAT00001','0302MAT00001','B0',NULL,NULL,'302','Комитет финансов Санкт-Петербурга','8','ПАО Сбербанк','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR');
INSERT INTO public.s_trades (id,created_at,updated_at,trade_num,operation,class_code,trade_date,sec_code,accruedint,accruedint2,lower_discount,order_num,price,price2,repo_rate,repo_value,repo2_value,start_discount,ts_commission,upper_discount,value,yield,qty,qty_pcs,trade_date_time,repo_term,clearing_commission,exchange_commission,tech_center_commission,account,broker_ref,client_code,settle_code,user_id,exchange_code,firm_id,firm_name,cp_firm_id,cp_firm_name,class_name,sec_name,settle_date,settle_currency,trade_currency,trade_time_ms,bank_acc_id,"section") VALUES
(560520002,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072500000008,'B','XMDSKFLO','2023-07-25','DT1000S001U',NULL,NULL,NULL,3,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0079CAT00001','0079CAT00001','0079CAT00001','B0',NULL,NULL,'79','ПАО ГПБ','302','Комитет финансов Санкт-Петербурга','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560520003,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072500000008,'S','XMDSKFLO','2023-07-25','DT1000S001U',NULL,NULL,NULL,4,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0302MAT00001','0302MAT00001','0302MAT00001','B0',NULL,NULL,'302','Комитет финансов Санкт-Петербурга','79','ПАО ГПБ','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560520004,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072500000009,'B','XMDSKFLO','2023-07-25','DT1000S001U',NULL,NULL,NULL,3,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0008CAT00001','0008CAT00001','0008CAT00001','B0',NULL,NULL,'8','ПАО Сбербанк','302','Комитет финансов Санкт-Петербурга','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560520005,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072500000009,'S','XMDSKFLO','2023-07-25','DT1000S001U',NULL,NULL,NULL,4,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0302MAT00001','0302MAT00001','0302MAT00001','B0',NULL,NULL,'302','Комитет финансов Санкт-Петербурга','8','ПАО Сбербанк','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560520006,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072500000017,'B','XMDSKFLO','2023-07-25','DL1009K0001',NULL,NULL,NULL,3,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0008CAT00001','0008CAT00001','0008CAT00001','B0',NULL,NULL,'8','ПАО Сбербанк','574','Комитет финансов Лен.области','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560520007,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072500000017,'S','XMDSKFLO','2023-07-25','DL1009K0001',NULL,NULL,NULL,4,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0574MAT00001','0574MAT00001','0574MAT00001','B0',NULL,NULL,'574','Комитет финансов Лен.области','8','ПАО Сбербанк','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560520024,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',531550,'B','BMIC','2023-07-26','SU52004RMFS7',1000.000000000000000000,0.000000000000000000,0.000000000000000000,1000,100.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,500000.000000000000000000,2.511600000000000000,500.000000000000000000,500.000000000000000000,'2023-07-26 00:00:00.000',0,0.000000000000000000,0.000000000000000000,0.000000000000000000,'0008CAT00001','0008CAT00001/','0008CAT00001','B01',NULL,NULL,'8','Сбербанк','5','ЦБ РФ','СПВБ: ОФЗ-ИН - Аукцион БР',NULL,'2023-07-26','RUB',NULL,128094,NULL,'FOND'),
(560520025,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',531550,'S','BMIC','2023-07-26','SU52004RMFS7',1000.000000000000000000,0.000000000000000000,0.000000000000000000,1000,100.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,500000.000000000000000000,2.511600000000000000,500.000000000000000000,500.000000000000000000,'2023-07-26 00:00:00.000',0,0.000000000000000000,0.000000000000000000,0.000000000000000000,'A01-00000P01','A01-00000P01','A01-00000P01','B01',NULL,NULL,'5','ЦБ РФ','8','Сбербанк','СПВБ: ОФЗ-ИН - Аукцион БР',NULL,'2023-07-26','RUB',NULL,128094,NULL,'FOND'),
(560520026,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',731548,'B','BMIC','2023-07-26','SU52004RMFS7',999.000000000000000000,0.000000000000000000,0.000000000000000000,1001,100.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,500000.000000000000000000,2.511600000000000000,500.000000000000000000,500.000000000000000000,'2023-07-26 00:00:00.000',0,0.000000000000000000,0.000000000000000000,0.000000000000000000,'0008CAT00001','0008CAT00001/','0008CAT00001','B0',NULL,NULL,'8','Сбербанк','5','ЦБ РФ','СПВБ: ОФЗ-ИН - Аукцион БР',NULL,'2023-07-26','RUB',NULL,128094,NULL,'FOND'),
(560520027,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',731548,'S','BMIC','2023-07-26','SU52004RMFS7',999.000000000000000000,0.000000000000000000,0.000000000000000000,1001,100.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,500000.000000000000000000,2.511600000000000000,500.000000000000000000,500.000000000000000000,'2023-07-26 00:00:00.000',0,0.000000000000000000,0.000000000000000000,0.000000000000000000,'A01-00000P01','A01-00000P01','A01-00000P01','B0',NULL,NULL,'5','ЦБ РФ','8','Сбербанк','СПВБ: ОФЗ-ИН - Аукцион БР',NULL,'2023-07-26','RUB',NULL,128094,NULL,'FOND');
INSERT INTO public.s_trades (id,created_at,updated_at,trade_num,operation,class_code,trade_date,sec_code,accruedint,accruedint2,lower_discount,order_num,price,price2,repo_rate,repo_value,repo2_value,start_discount,ts_commission,upper_discount,value,yield,qty,qty_pcs,trade_date_time,repo_term,clearing_commission,exchange_commission,tech_center_commission,account,broker_ref,client_code,settle_code,user_id,exchange_code,firm_id,firm_name,cp_firm_id,cp_firm_name,class_name,sec_name,settle_date,settle_currency,trade_currency,trade_time_ms,bank_acc_id,"section") VALUES
(560520016,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072600000029,'B','XMDSKFLO','2023-07-26','DT1000S001U',NULL,NULL,NULL,3,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,1000000.000000000000000000,NULL,1000000.000000000000000000,1000000.000000000000000000,'2023-07-26 10:00:00.000',NULL,NULL,NULL,NULL,'0008CAT00001','0008CAT00001','0008CAT00001','B0',NULL,NULL,'8','ПАО Сбербанк','302','Комитет финансов Санкт-Петербурга','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-26','RUB',NULL,NULL,NULL,'MKR'),
(560520017,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',23072600000029,'S','XMDSKFLO','2023-07-26','DT1000S001U',NULL,NULL,NULL,4,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,1000000.000000000000000000,NULL,1000000.000000000000000000,1000000.000000000000000000,'2023-07-26 10:00:00.000',NULL,NULL,NULL,NULL,'0302MAT00001','0302MAT00001','0302MAT00001','B0',NULL,NULL,'302','Комитет финансов Санкт-Петербурга','8','ПАО Сбербанк','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-26','RUB',NULL,NULL,NULL,'MKR'),
(560520018,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',431540,'B','UKVC','2023-07-26','SU52004RMFS7',100.000000000000000000,0.000000000000000000,0.000000000000000000,101,100.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,500000.000000000000000000,2.511600000000000000,500.000000000000000000,500.000000000000000000,'2023-07-26 00:00:00.000',0,0.000000000000000000,0.000000000000000000,0.000000000000000000,'0008CAT00001','0008CAT00001/','0008CAT00001','T0',NULL,NULL,'8','Сбербанк','5','ЦБ РФ','СПВБ: ОФЗ-ИН - Аукцион БР',NULL,'2023-07-26','RUB',NULL,128094,NULL,'FOND'),
(560520019,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',431540,'S','UKVC','2023-07-26','SU52004RMFS7',100.000000000000000000,0.000000000000000000,0.000000000000000000,101,100.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,500000.000000000000000000,2.511600000000000000,500.000000000000000000,500.000000000000000000,'2023-07-26 00:00:00.000',0,0.000000000000000000,0.000000000000000000,0.000000000000000000,'A01-00000P01','A01-00000P01','A01-00000P01','T0',NULL,NULL,'5','ЦБ РФ','8','Сбербанк','СПВБ: ОФЗ-ИН - Аукцион БР',NULL,'2023-07-26','RUB',NULL,128094,NULL,'FOND'),
(560520020,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',431541,'B','UKVC','2023-07-26','SU52004RMFS7',100.000000000000000000,0.000000000000000000,0.000000000000000000,101,100.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,500000.000000000000000000,2.511600000000000000,500.000000000000000000,500.000000000000000000,'2023-07-26 00:00:00.000',0,0.000000000000000000,0.000000000000000000,0.000000000000000000,'0008CAT00001','0008CAT00001/','0008CAT00001','T0',NULL,NULL,'8','Сбербанк','79','ГПБ','СПВБ: ОФЗ-ИН - Аукцион БР',NULL,'2023-07-26','RUB',NULL,128094,NULL,'FOND'),
(560520021,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',431541,'S','UKVC','2023-07-26','SU52004RMFS7',100.000000000000000000,0.000000000000000000,0.000000000000000000,101,100.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,500000.000000000000000000,2.511600000000000000,500.000000000000000000,500.000000000000000000,'2023-07-26 00:00:00.000',0,0.000000000000000000,0.000000000000000000,0.000000000000000000,'0079CAT00001','0079CAT00001','0079CAT00001','T0',NULL,NULL,'79','ГПБ','8','Сбербанк','СПВБ: ОФЗ-ИН - Аукцион БР',NULL,'2023-07-26','RUB',NULL,128094,NULL,'FOND'),
(560520022,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',631559,'B','BMIC','2023-07-26','SU52004RMFS7',999.000000000000000000,0.000000000000000000,0.000000000000000000,1001,100.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,500000.000000000000000000,2.511600000000000000,500.000000000000000000,500.000000000000000000,'2023-07-26 00:00:00.000',0,0.000000000000000000,0.000000000000000000,0.000000000000000000,'0008CAT00001','0008CAT00001/','0008CAT00001','T0',NULL,NULL,'8','Сбербанк','5','ЦБ РФ','СПВБ: ОФЗ-ИН - Аукцион БР',NULL,'2023-07-26','RUB',NULL,128094,NULL,'FOND'),
(560520023,'2023-07-25 11:09:50.333','2023-07-25 11:09:50.333',631559,'S','BMIC','2023-07-26','SU52004RMFS7',999.000000000000000000,0.000000000000000000,0.000000000000000000,1001,100.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,0.000000000000000000,500000.000000000000000000,2.511600000000000000,500.000000000000000000,500.000000000000000000,'2023-07-26 00:00:00.000',0,0.000000000000000000,0.000000000000000000,0.000000000000000000,'A01-00000P01','A01-00000P01','A01-00000P01','T0',NULL,NULL,'5','ЦБ РФ','8','Сбербанк','СПВБ: ОФЗ-ИН - Аукцион БР',NULL,'2023-07-26','RUB',NULL,128094,NULL,'FOND'),
(560540009,'2023-07-26 11:18:30.249','2023-07-26 11:18:30.249',23072500000018,'S','XMDSKFLO','2023-07-25','DL1009K0001',NULL,NULL,NULL,4,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0574MAT00001','0574MAT00001','0574MAT00001','B0',NULL,NULL,'574','Комитет финансов Лен.области','95','ПАО ВТБ','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560540008,'2023-07-26 11:18:30.249','2023-07-26 11:18:30.249',23072500000018,'B','XMDSKFLO','2023-07-25','DL1009K0001',NULL,NULL,NULL,3,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0095CAT00001','0008CAT00001','0095CAT00001','B0',NULL,NULL,'95','ПАО ВТБ','574','Комитет финансов Лен.области','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR');
INSERT INTO public.s_trades (id,created_at,updated_at,trade_num,operation,class_code,trade_date,sec_code,accruedint,accruedint2,lower_discount,order_num,price,price2,repo_rate,repo_value,repo2_value,start_discount,ts_commission,upper_discount,value,yield,qty,qty_pcs,trade_date_time,repo_term,clearing_commission,exchange_commission,tech_center_commission,account,broker_ref,client_code,settle_code,user_id,exchange_code,firm_id,firm_name,cp_firm_id,cp_firm_name,class_name,sec_name,settle_date,settle_currency,trade_currency,trade_time_ms,bank_acc_id,"section") VALUES
(560540011,'2023-07-26 11:18:30.249','2023-07-26 11:18:30.249',23072500000016,'S','XMDSKFLO','2023-07-25','DL1009K0001',NULL,NULL,NULL,4,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0574MAT00001','0574MAT00001','0574MAT00001','B0',NULL,NULL,'574','Комитет финансов Лен.области','8','ПАО Сбербанк','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560540010,'2023-07-26 11:18:30.249','2023-07-26 11:18:30.249',23072500000016,'B','XMDSKFLO','2023-07-25','DL1009K0001',NULL,NULL,NULL,3,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0008MAT00003','0008MAT00003','0008MAT00003','B0',NULL,NULL,'8','ПАО Сбербанк','574','Комитет финансов Лен.области','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560540001,'2023-07-26 11:18:30.249','2023-07-26 11:18:30.249',23072500000007,'S','XMDSKFLO','2023-07-25','DT1000S001U',NULL,NULL,NULL,4,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0302MAT00001','0302MAT00001','0302MAT00001','B0',NULL,NULL,'302','Комитет финансов Санкт-Петербурга','8','ПАО Сбербанк','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560540000,'2023-07-26 11:18:30.249','2023-07-26 11:18:30.249',23072500000007,'B','XMDSKFLO','2023-07-25','DT1000S001U',NULL,NULL,NULL,3,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0008CAT00001','0008CAT00001','0008CAT00001','B0',NULL,NULL,'8','ПАО Сбербанк','302','Комитет финансов Санкт-Петербурга','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560540003,'2023-07-26 11:18:30.249','2023-07-26 11:18:30.249',23072500000008,'S','XMDSKFLO','2023-07-25','DT1000S001U',NULL,NULL,NULL,4,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0302MAT00001','0302MAT00001','0302MAT00001','B0',NULL,NULL,'302','Комитет финансов Санкт-Петербурга','79','ПАО ГПБ','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560540002,'2023-07-26 11:18:30.249','2023-07-26 11:18:30.249',23072500000008,'B','XMDSKFLO','2023-07-25','DT1000S001U',NULL,NULL,NULL,3,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0079CAT00001','0079CAT00001','0079CAT00001','B0',NULL,NULL,'79','ПАО ГПБ','302','Комитет финансов Санкт-Петербурга','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560540005,'2023-07-26 11:18:30.249','2023-07-26 11:18:30.249',23072500000009,'S','XMDSKFLO','2023-07-25','DT1000S001U',NULL,NULL,NULL,4,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0302MAT00001','0302MAT00001','0302MAT00001','B0',NULL,NULL,'302','Комитет финансов Санкт-Петербурга','8','ПАО Сбербанк','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560540004,'2023-07-26 11:18:30.249','2023-07-26 11:18:30.249',23072500000009,'B','XMDSKFLO','2023-07-25','DT1000S001U',NULL,NULL,NULL,3,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0008CAT00001','0008CAT00001','0008CAT00001','B0',NULL,NULL,'8','ПАО Сбербанк','302','Комитет финансов Санкт-Петербурга','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560540007,'2023-07-26 11:18:30.249','2023-07-26 11:18:30.249',23072500000017,'S','XMDSKFLO','2023-07-25','DL1009K0001',NULL,NULL,NULL,4,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0574MAT00001','0574MAT00001','0574MAT00001','B0',NULL,NULL,'574','Комитет финансов Лен.области','8','ПАО Сбербанк','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR'),
(560540006,'2023-07-26 11:18:30.249','2023-07-26 11:18:30.249',23072500000017,'B','XMDSKFLO','2023-07-25','DL1009K0001',NULL,NULL,NULL,3,10.000000000000000000,NULL,NULL,NULL,NULL,NULL,NULL,NULL,4000000.000000000000000000,NULL,4000000.000000000000000000,4000000.000000000000000000,'2023-07-25 10:00:00.000',NULL,NULL,NULL,NULL,'0008CAT00001','0008CAT00001','0008CAT00001','B0',NULL,NULL,'8','ПАО Сбербанк','574','Комитет финансов Лен.области','СПВБ: МКР Депозитный аукцион',NULL,'2023-07-25','RUB',NULL,NULL,NULL,'MKR');
INSERT INTO public.execution_deposit (exchange_execution_id,exchange_execution_time,trading_date,trading_clearing_registry_id,market,price,lots,quantity,first_leg_amount,second_leg_amount,interest_amount,side,settlement_currency,company_id,duration,first_leg_settlement_date,second_leg_settlement_date,first_leg_settlement_code,second_leg_settlement_code,security_full_name,security_symbol,security_id,contract,counter_party_id,coverage_status,session_id,id,created_at,updated_at,clearing_date,security_code,counter_party_trading_clearing_registry_id,party_trading_clearing_registry,counter_party_trading_clearing_registry) VALUES
(23072500000009,'2023-07-25 10:00:00.000','2023-07-25',339760000,'XMDSKFLO',10.000000000000000000,4000000.00,40000000.00,4000000.00,4000000.00,NULL,'BUY','RUB',8,NULL,'2023-07-25','2023-07-26','B0','B0','Срочный депозитный договор с КФ СПб','DT1000S',3021,'DT1000S001U/250723/8/23072500000009',2610034,NULL,NULL,560530008,'2023-07-25 11:09:52.052',NULL,'2023-07-25','DT1000S001U',339760016,NULL,'0302MAT00001'),
(23072500000017,'2023-07-25 10:00:00.000','2023-07-25',339760000,'XMDSKFLO',10.000000000000000000,4000000.00,NULL,4000000.00,4000000.00,NULL,'BUY','RUB',8,NULL,'2023-07-25','2023-07-26','B0','B0','Комбинированный депозитный договор с КФ ЛО','DL1009K',5741,'DL1009K0001/250723/8/23072500000017',2610004,NULL,NULL,560530000,'2023-07-25 11:09:51.820',NULL,'2023-07-25','DL1009K0001',340700000,NULL,'0574MAT00001'),
(23072500000007,'2023-07-25 10:00:00.000','2023-07-25',339760016,'XMDSKFLO',10.000000000000000000,4000000.00,40000000.00,4000000.00,4000000.00,NULL,'SELL','RUB',2610034,NULL,'2023-07-25','2023-07-26','B0','B0','Срочный депозитный договор с КФ СПб','DT1000S',3021,'DT1000S001U/250723/8/23072500000007',8,NULL,NULL,560530002,'2023-07-25 11:09:51.924',NULL,'2023-07-25','DT1000S001U',339760000,NULL,'0008CAT00001'),
(23072500000008,'2023-07-25 10:00:00.000','2023-07-25',356020005,'XMDSKFLO',10.000000000000000000,4000000.00,40000000.00,4000000.00,4000000.00,NULL,'BUY','RUB',349210096,NULL,'2023-07-25','2023-07-26','B0','B0','Срочный депозитный договор с КФ СПб','DT1000S',3021,'DT1000S001U/250723/79/23072500000008',2610034,NULL,NULL,560530004,'2023-07-25 11:09:51.969',NULL,'2023-07-25','DT1000S001U',339760016,NULL,'0302MAT00001'),
(23072500000018,'2023-07-25 10:00:00.000','2023-07-25',340700000,'XMDSKFLO',10.000000000000000000,4000000.00,NULL,4000000.00,4000000.00,NULL,'SELL','RUB',2610004,NULL,'2023-07-25','2023-07-26','B0','B0','Комбинированный депозитный договор с КФ ЛО','DL1009K',5741,'DL1009K0001/250723/95/23072500000018',349210271,NULL,NULL,560530006,'2023-07-25 11:09:52.018',NULL,'2023-07-25','DL1009K0001',356020008,NULL,'0095CAT00001'),
(23072600000028,'2023-07-26 10:00:00.000','2023-07-26',339760016,'XMDSKFLO',10.000000000000000000,1000000.00,10000000.00,1000000.00,1000000.00,NULL,'SELL','RUB',2610034,NULL,'2023-07-26','2023-07-27','B0','B0','Срочный депозитный договор с КФ СПб','DT1000S',3021,'DT1000S001U/260723/79/23072600000028',349210096,NULL,NULL,560550008,'2023-07-26 11:18:31.300',NULL,'2023-07-26','DT1000S001U',356020005,NULL,'0079CAT00001'),
(23072600000027,'2023-07-26 10:00:00.000','2023-07-26',339760016,'XMDSKFLO',10.000000000000000000,1000000.00,10000000.00,1000000.00,1000000.00,NULL,'SELL','RUB',2610034,NULL,'2023-07-26','2023-07-27','B0','B0','Срочный депозитный договор с КФ СПб','DT1000S',3021,'DT1000S001U/260723/8/23072600000027',8,NULL,NULL,560550010,'2023-07-26 11:18:31.334',NULL,'2023-07-26','DT1000S001U',339760000,NULL,'0008CAT00001'),
(23072600000028,'2023-07-26 10:00:00.000','2023-07-26',356020005,'XMDSKFLO',10.000000000000000000,1000000.00,10000000.00,1000000.00,1000000.00,NULL,'BUY','RUB',349210096,NULL,'2023-07-26','2023-07-27','B0','B0','Срочный депозитный договор с КФ СПб','DT1000S',3021,'DT1000S001U/260723/79/23072600000028',2610034,NULL,NULL,560550000,'2023-07-26 11:18:31.090',NULL,'2023-07-26','DT1000S001U',339760016,NULL,'0302MAT00001'),
(23072600000027,'2023-07-26 10:00:00.000','2023-07-26',339760000,'XMDSKFLO',10.000000000000000000,1000000.00,10000000.00,1000000.00,1000000.00,NULL,'BUY','RUB',8,NULL,'2023-07-26','2023-07-27','B0','B0','Срочный депозитный договор с КФ СПб','DT1000S',3021,'DT1000S001U/260723/8/23072600000027',2610034,NULL,NULL,560550002,'2023-07-26 11:18:31.182',NULL,'2023-07-26','DT1000S001U',339760016,NULL,'0302MAT00001'),
(23072600000029,'2023-07-26 10:00:00.000','2023-07-26',339760016,'XMDSKFLO',10.000000000000000000,1000000.00,10000000.00,1000000.00,1000000.00,NULL,'SELL','RUB',2610034,NULL,'2023-07-26','2023-07-27','B0','B0','Срочный депозитный договор с КФ СПб','DT1000S',3021,'DT1000S001U/260723/8/23072600000029',8,NULL,NULL,560550004,'2023-07-26 11:18:31.221',NULL,'2023-07-26','DT1000S001U',339760000,NULL,'0008CAT00001');
INSERT INTO public.execution_deposit (exchange_execution_id,exchange_execution_time,trading_date,trading_clearing_registry_id,market,price,lots,quantity,first_leg_amount,second_leg_amount,interest_amount,side,settlement_currency,company_id,duration,first_leg_settlement_date,second_leg_settlement_date,first_leg_settlement_code,second_leg_settlement_code,security_full_name,security_symbol,security_id,contract,counter_party_id,coverage_status,session_id,id,created_at,updated_at,clearing_date,security_code,counter_party_trading_clearing_registry_id,party_trading_clearing_registry,counter_party_trading_clearing_registry) VALUES
(23072600000029,'2023-07-26 10:00:00.000','2023-07-26',339760000,'XMDSKFLO',10.000000000000000000,1000000.00,10000000.00,1000000.00,1000000.00,NULL,'BUY','RUB',8,NULL,'2023-07-26','2023-07-27','B0','B0','Срочный депозитный договор с КФ СПб','DT1000S',3021,'DT1000S001U/260723/8/23072600000029',2610034,NULL,NULL,560550006,'2023-07-26 11:18:31.263',NULL,'2023-07-26','DT1000S001U',339760016,NULL,'0302MAT00001'),
(23072500000016,'2023-07-25 10:00:00.000','2023-07-25',340700000,'XMDSKFLO',10.000000000000000000,4000000.00,NULL,4000000.00,4000000.00,NULL,'SELL','RUB',2610004,NULL,'2023-07-25','2023-07-26','B0','B0','Комбинированный депозитный договор с КФ ЛО','DL1009K',5741,'DL1009K0001/250723/8/23072500000016',8,NULL,NULL,560530010,'2023-07-25 11:09:52.092',NULL,'2023-07-25','DL1009K0001',380600000,NULL,'0008MAT00003'),
(23072500000007,'2023-07-25 10:00:00.000','2023-07-25',339760000,'XMDSKFLO',10.000000000000000000,4000000.00,40000000.00,4000000.00,4000000.00,NULL,'BUY','RUB',8,NULL,'2023-07-25','2023-07-26','B0','B0','Срочный депозитный договор с КФ СПб','DT1000S',3021,'DT1000S001U/250723/8/23072500000007',2610034,NULL,NULL,560530012,'2023-07-25 11:09:52.165',NULL,'2023-07-25','DT1000S001U',339760016,NULL,'0302MAT00001'),
(23072500000018,'2023-07-25 10:00:00.000','2023-07-25',356020008,'XMDSKFLO',10.000000000000000000,4000000.00,NULL,4000000.00,4000000.00,NULL,'BUY','RUB',349210271,NULL,'2023-07-25','2023-07-26','B0','B0','Комбинированный депозитный договор с КФ ЛО','DL1009K',5741,'DL1009K0001/250723/95/23072500000018',2610004,NULL,NULL,560530014,'2023-07-25 11:09:52.203',NULL,'2023-07-25','DL1009K0001',340700000,NULL,'0574MAT00001'),
(23072500000017,'2023-07-25 10:00:00.000','2023-07-25',340700000,'XMDSKFLO',10.000000000000000000,4000000.00,NULL,4000000.00,4000000.00,NULL,'SELL','RUB',2610004,NULL,'2023-07-25','2023-07-26','B0','B0','Комбинированный депозитный договор с КФ ЛО','DL1009K',5741,'DL1009K0001/250723/8/23072500000017',8,NULL,NULL,560530016,'2023-07-25 11:09:52.251',NULL,'2023-07-25','DL1009K0001',339760000,NULL,'0008CAT00001'),
(23072500000016,'2023-07-25 10:00:00.000','2023-07-25',380600000,'XMDSKFLO',10.000000000000000000,4000000.00,NULL,4000000.00,4000000.00,NULL,'BUY','RUB',8,NULL,'2023-07-25','2023-07-26','B0','B0','Комбинированный депозитный договор с КФ ЛО','DL1009K',5741,'DL1009K0001/250723/8/23072500000016',2610004,NULL,NULL,560530018,'2023-07-25 11:09:52.292',NULL,'2023-07-25','DL1009K0001',340700000,NULL,'0574MAT00001'),
(23072500000008,'2023-07-25 10:00:00.000','2023-07-25',339760016,'XMDSKFLO',10.000000000000000000,4000000.00,40000000.00,4000000.00,4000000.00,NULL,'SELL','RUB',2610034,NULL,'2023-07-25','2023-07-26','B0','B0','Срочный депозитный договор с КФ СПб','DT1000S',3021,'DT1000S001U/250723/79/23072500000008',349210096,NULL,NULL,560530020,'2023-07-25 11:09:52.346',NULL,'2023-07-25','DT1000S001U',356020005,NULL,'0079CAT00001'),
(23072500000009,'2023-07-25 10:00:00.000','2023-07-25',339760016,'XMDSKFLO',10.000000000000000000,4000000.00,40000000.00,4000000.00,4000000.00,NULL,'SELL','RUB',2610034,NULL,'2023-07-25','2023-07-26','B0','B0','Срочный депозитный договор с КФ СПб','DT1000S',3021,'DT1000S001U/250723/8/23072500000009',8,NULL,NULL,560530022,'2023-07-25 11:09:52.383',NULL,'2023-07-25','DT1000S001U',339760000,NULL,'0008CAT00001');
INSERT INTO public.execution_fond (id,created_at,updated_at,clearing_date,exchange_execution_id,side,market,trading_date,security_symbol,security_id,interest_amount,exchange_order_id,price,settlement_amount,lots,quantity,exchange_execution_time,duration,trading_clearing_registry_id,"comment",client_code_id,settlement_code,company_id,counter_party_id,security_full_name,settlement_date,settlement_currency,exchange_execution_microseconds,coverage_status,session_id,counter_party_trading_clearing_registry_id,party_trading_clearing_registry,counter_party_trading_clearing_registry) VALUES
(560550024,'2023-07-26 11:18:31.637',NULL,'2023-07-26',431541,'B','UKVC','2023-07-26','SU52004RMFS7',51,100.00,101,100.000000000000000000,500000.00,500.00,500.00,'2023-07-26 00:00:00.000',0,339760000,'0008CAT00001/',NULL,'T0',8,349210096,'ОФЗ-ИН 52004 17/03/32','2023-07-26','RUB','1970-01-01 03:02:08.094',NULL,NULL,NULL,NULL,'0079CAT00001'),
(560550026,'2023-07-26 11:18:31.665',NULL,'2023-07-26',531550,'B','BMIC','2023-07-26','SU52004RMFS7',51,1000.00,1000,100.000000000000000000,500000.00,500.00,500.00,'2023-07-26 00:00:00.000',0,339760000,'0008CAT00001/',NULL,'B01',8,5,'ОФЗ-ИН 52004 17/03/32','2023-07-26','RUB','1970-01-01 03:02:08.094',NULL,NULL,NULL,NULL,'A01-00000P01'),
(560550012,'2023-07-26 11:18:31.412',NULL,'2023-07-26',431540,'S','UKVC','2023-07-26','SU52004RMFS7',51,100.00,101,100.000000000000000000,500000.00,500.00,500.00,'2023-07-26 00:00:00.000',0,362230000,'A01-00000P01',NULL,'T0',5,8,'ОФЗ-ИН 52004 17/03/32','2023-07-26','RUB','1970-01-01 03:02:08.094',NULL,NULL,NULL,NULL,'0008CAT00001'),
(560550028,'2023-07-26 11:18:31.694',NULL,'2023-07-26',531550,'S','BMIC','2023-07-26','SU52004RMFS7',51,1000.00,1000,100.000000000000000000,500000.00,500.00,500.00,'2023-07-26 00:00:00.000',0,362230000,'A01-00000P01',NULL,'B01',5,8,'ОФЗ-ИН 52004 17/03/32','2023-07-26','RUB','1970-01-01 03:02:08.094',NULL,NULL,NULL,NULL,'0008CAT00001'),
(560550030,'2023-07-26 11:18:31.724',NULL,'2023-07-26',731548,'S','BMIC','2023-07-26','SU52004RMFS7',51,999.00,1001,100.000000000000000000,500000.00,500.00,500.00,'2023-07-26 00:00:00.000',0,362230000,'A01-00000P01',NULL,'B0',5,8,'ОФЗ-ИН 52004 17/03/32','2023-07-26','RUB','1970-01-01 03:02:08.094',NULL,NULL,NULL,NULL,'0008CAT00001'),
(560550014,'2023-07-26 11:18:31.463',NULL,'2023-07-26',431541,'S','UKVC','2023-07-26','SU52004RMFS7',51,100.00,101,100.000000000000000000,500000.00,500.00,500.00,'2023-07-26 00:00:00.000',0,356020005,'0079CAT00001',NULL,'T0',349210096,8,'ОФЗ-ИН 52004 17/03/32','2023-07-26','RUB','1970-01-01 03:02:08.094',NULL,NULL,NULL,NULL,'0008CAT00001'),
(560550016,'2023-07-26 11:18:31.509',NULL,'2023-07-26',631559,'S','BMIC','2023-07-26','SU52004RMFS7',51,999.00,1001,100.000000000000000000,500000.00,500.00,500.00,'2023-07-26 00:00:00.000',0,362230000,'A01-00000P01',NULL,'T0',5,8,'ОФЗ-ИН 52004 17/03/32','2023-07-26','RUB','1970-01-01 03:02:08.094',NULL,NULL,NULL,NULL,'0008CAT00001'),
(560550018,'2023-07-26 11:18:31.538',NULL,'2023-07-26',631559,'B','BMIC','2023-07-26','SU52004RMFS7',51,999.00,1001,100.000000000000000000,500000.00,500.00,500.00,'2023-07-26 00:00:00.000',0,339760000,'0008CAT00001/',NULL,'T0',8,5,'ОФЗ-ИН 52004 17/03/32','2023-07-26','RUB','1970-01-01 03:02:08.094',NULL,NULL,NULL,NULL,'A01-00000P01'),
(560550020,'2023-07-26 11:18:31.569',NULL,'2023-07-26',731548,'B','BMIC','2023-07-26','SU52004RMFS7',51,999.00,1001,100.000000000000000000,500000.00,500.00,500.00,'2023-07-26 00:00:00.000',0,339760000,'0008CAT00001/',NULL,'B0',8,5,'ОФЗ-ИН 52004 17/03/32','2023-07-26','RUB','1970-01-01 03:02:08.094',NULL,NULL,NULL,NULL,'A01-00000P01'),
(560550022,'2023-07-26 11:18:31.607',NULL,'2023-07-26',431540,'B','UKVC','2023-07-26','SU52004RMFS7',51,100.00,101,100.000000000000000000,500000.00,500.00,500.00,'2023-07-26 00:00:00.000',0,339760000,'0008CAT00001/',NULL,'T0',8,5,'ОФЗ-ИН 52004 17/03/32','2023-07-26','RUB','1970-01-01 03:02:08.094',NULL,NULL,NULL,NULL,'A01-00000P01');

View file

@ -0,0 +1,20 @@
#!/bin/bash
kill -9 $(ps -ef | grep java | grep account-service.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep backend-api.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep balance-service.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep company-service.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep clearing-service.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep dbf-exporter.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep lim-exporter.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep swt-exporter.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep dbf-importer.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep trade-importer.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep imdg.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep securities-service.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep utility-service.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep scheduler-service.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep reports-service.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep registry-service.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep swt-importer.jar | awk '{print $2}')
kill -9 $(ps -ef | grep java | grep gateway-api.jar | awk '{print $2}')

View file

@ -0,0 +1,29 @@
#!/bin/bash
CLEARING_HOME=/opt/clearing/
CLEARING_TEST_HOME=/opt/clearing/clearing_testing_utils/
cd $CLEARING_HOME/bin
echo Start starting all in $CLEARING_HOME.
pwd
ls
java -jar $CLEARING_HOME/bin/imdg.jar --spring.config.location=$CLEARING_HOME/settings/imdg/ &
java -jar $CLEARING_HOME/bin/backend-api.jar --spring.config.location=$CLEARING_HOME/settings/backend-api/ &
#java -jar $CLEARING_HOME/bin/account-service.jar --spring.config.location=$CLEARING_HOME/settings/account-service/ &
#java -jar $CLEARING_HOME/bin/balance-service.jar --spring.config.location=$CLEARING_HOME/settings/balance-service/ &
java -jar $CLEARING_HOME/bin/clearing-service.jar --spring.config.location=$CLEARING_HOME/settings/clearing-service/ &
java -jar $CLEARING_HOME/bin/dbf-exporter.jar --spring.config.location=$CLEARING_HOME/settings/dbf-exporter/ --spring.profiles.active=test &
#java -jar $CLEARING_HOME/bin/company-service.jar --spring.config.location=$CLEARING_HOME/settings/company-service/ &
java -jar $CLEARING_HOME/bin/dbf-importer.jar --spring.config.location=$CLEARING_HOME/settings/dbf-importer/ --spring.profiles.active=test &
#java -jar $CLEARING_HOME/bin/gateway-api.jar --spring.config.location=$CLEARING_HOME/settings/gateway-api/ &
#java -jar $CLEARING_HOME/bin/registry-service.jar --spring.config.location=$CLEARING_HOME/settings/registry-service/ &
#java -jar $CLEARING_HOME/bin/reports-service.jar --spring.config.location=$CLEARING_HOME/settings/reports-service/ &
java -jar $CLEARING_HOME/bin/scheduler-service.jar --spring.config.location=$CLEARING_HOME/settings/scheduler-service/ &
#java -jar $CLEARING_HOME/bin/securities-service.jar --spring.config.location=$CLEARING_HOME/settings/securities-service/ &
java -jar $CLEARING_HOME/bin/swt-exporter.jar --spring.config.location=$CLEARING_HOME/settings/swt-exporter/ --spring.profiles.active=test &
java -jar $CLEARING_HOME/bin/swt-importer.jar --spring.config.location=$CLEARING_HOME/settings/swt-importer/ --spring.profiles.active=test &
#java -jar $CLEARING_TEST_HOME/clearing-tester/clearing-tester.jar --spring.config.location=$CLEARING_TEST_HOME/clearing-tester/ &
echo all services launched starting. $?
wait -n

View file

@ -0,0 +1,16 @@
#!/bin/bash
CLEARING_HOME=/opt/clearing/
cd $CLEARING_HOME/
echo Start CLEARING system
sh ./launch_all.sh
sleep 15
echo Run test case
sh ./clearing_testing_utils/run_test_env.sh
echo Run clearing-tester
sh ./clearing_testing_utils/clearing-tester/clearing-tester.sh
echo Test finish. Exit code: $?

View file

@ -0,0 +1,28 @@
server.port=8080
server.servlet.context-path=/backend-api
server.ssl.key-store-type=PKCS12
server.ssl.key-store=classpath:keystore/client.p12
server.ssl.key-store-password=********
server.ssl.enabled=false
spring.main.web-application-type=servlet
backend-api.security.authorization-disabled=true
backend-api.example-setting=test
backend-api.hazelcast.cluster-members=127.0.0.1:5701
backend-api.hazelcast.login=dev
backend-api.hazelcast.password=dev-pass
#backend-api.hazelcast-search.cluster-members=127.0.0.1:5702
#backend-api.hazelcast-search.login=dev-hist
#backend-api.hazelcast-search.password=dev-pass-hist
backend-api.kafka-producer.bootstrap-servers=kafka:9092
backend-api.kafka-producer.acks=all
backend-api.kafka-producer.retries=0
backend-api.kafka-producer.batch-size=16384
backend-api.kafka-producer.linger-ms=1
backend-api.kafka-producer.buffer-memory=33554432
backend-api.kafka-consumer.bootstrap-servers=kafka:9092
backend-api.kafka-consumer.group-id=dev-group-backend-api
backend-api.kafka-consumer.enable-auto-commit=true
backend-api.kafka-consumer.session-timeout-ms=30000
backend-api.kafka-consumer.auto-offset-reset=latest
backend-api.kafka-consumer.linger-ms=1
backend-api.kafka-consumer.buffer-memory=33554432

View file

@ -0,0 +1,29 @@
{
"realm" : "master",
"resource" : "clearing",
"auth-server-url" : "http://10.200.200.147:8080",
"ssl-required" : "none",
"use-resource-role-mappings" : false,
"enable-cors" : true,
"cors-max-age" : 1000,
"cors-allowed-methods" : "POST, PUT, DELETE, GET",
"cors-exposed-headers" : "WWW-Authenticate",
"bearer-only" : true,
"enable-basic-auth" : false,
"expose-token" : false,
"verify-token-audience" : false,
"credentials" : {
"secret" : "WnOVCxcAmrUYc8IjiFHOuRif5Oesoyfr"
},
"connection-pool-size" : 20,
"socket-timeout-millis" : 5000,
"connection-timeout-millis" : 6000,
"connection-ttl-millis" : 500,
"disable-trust-manager" : false,
"allow-any-hostname" : false,
"token-minimum-time-to-live" : 0,
"min-time-between-jwks-requests" : 10,
"public-key-cache-ttl" : 86400
}

File diff suppressed because it is too large Load diff

View file

@ -0,0 +1,24 @@
spring.main.web-application-type=none
clearing-service.hazelcast.cluster-members=127.0.0.1:5701
clearing-service.hazelcast.login=dev
clearing-service.hazelcast.password=dev-pass
clearing-service.kafka-consumer.bootstrap-servers=kafka:9092
clearing-service.kafka-consumer.group-id=dev-group-clearing-service
clearing-service.kafka-consumer.enable-auto-commit=false
clearing-service.kafka-consumer.session-timeout-ms=30000
clearing-service.kafka-consumer.auto-offset-reset=latest
clearing-service.kafka-consumer.linger-ms=1
clearing-service.kafka-consumer.buffer-memory=33554432
clearing-service.kafka-producer.bootstrap-servers=kafka:9092
clearing-service.kafka-producer.acks=all
clearing-service.kafka-producer.retries=0
clearing-service.kafka-producer.batch-size=16384
clearing-service.kafka-producer.linger-ms=1
clearing-service.kafka-producer.buffer-memory=33554432
clearing-service.session-stage.inspection-gateway-timeout=60
clearing-service.scheduler.check-payment-instruction=*/5 * * * * *

View file

@ -0,0 +1,33 @@
spring.main.web-application-type=none
export-dbf-service.hazelcast.cluster-members=localhost:5701
export-dbf-service.hazelcast.login=dev
export-dbf-service.hazelcast.password=dev-pass
export-dbf-service.common.encoding=cp866
export-dbf-service.common.threads-count=10
export-dbf-service.store.local-temp-dir=/opt/clearing/files/dbf/exporter/
# код валюты должен быть в верхнем регистре, например для рублей - "RUB" (*.RUB=export/rub/).RUB=export/rub/
export-dbf-service.store.out-pay-val-dir.RUB=/opt/clearing/files/dbf/exporter/
export-dbf-service.store.out-pay-val-dir.EUR=/opt/clearing/files/dbf/exporter/
export-dbf-service.store.out-pay-val-dir.CNY=/opt/clearing/files/dbf/exporter/
#export-dbf-service.store.user:tester
#export-dbf-service.store.password=password
#export-dbf-service.store.server-ip=10.230.238.53
#export-dbf-service.store.server-port=2222
export-dbf-service.kafka-consumer.bootstrap-servers=kafka:9092
export-dbf-service.kafka-consumer.group-id=dev-group-balance-service
export-dbf-service.kafka-consumer.enable-auto-commit=false
export-dbf-service.kafka-consumer.session-timeout-ms=30000
export-dbf-service.kafka-consumer.auto-offset-reset=latest
export-dbf-service.kafka-consumer.linger-ms=1
export-dbf-service.kafka-consumer.buffer-memory=33554432
export-dbf-service.kafka-producer.bootstrap-servers=kafka:9092
export-dbf-service.kafka-producer.acks=all
export-dbf-service.kafka-producer.retries=0
export-dbf-service.kafka-producer.batch-size=16384
export-dbf-service.kafka-producer.linger-ms=1
export-dbf-service.kafka-producer.buffer-memory=33554432

View file

@ -0,0 +1,41 @@
spring.main.web-application-type=none
import-dbf-service.scheduler.check-src-dir-cron=*/3 * * * * *
import-dbf-service.store.delete-src-files=false
import-dbf-service.store.src-dir=/opt/clearing/files/dbf/importer/in
import-dbf-service.store.out-dir=/opt/clearing/files/dbf/importer/out/
import-dbf-service.store.out-dir-error=/opt/clearing/files/dbf/importer/error/
import-dbf-service.common.encoding-source=cp866
import-dbf-service.common.insert-batch-size=100
import-dbf-service.common.threads-count=10
#sftpSrcDir
import-dbf-service.store.sftp-in.sftp-src-pay-val-dir.rub=clearing_importer_sftp/rub/
import-dbf-service.store.sftp-in.sftp-src-pay-val-dir.eur=clearing_importer_sftp/eur/
import-dbf-service.store.sftp-in.sftp-src-dir=clearing_importer_sftp
import-dbf-service.store.sftp-in.user=user
import-dbf-service.store.sftp-in.password=Aa111111
import-dbf-service.store.sftp-in.server-ip=sftp
import-dbf-service.store.sftp-in.server-port=22
import-dbf-service.hazelcast.cluster-members=localhost:5701
import-dbf-service.hazelcast.login=dev
import-dbf-service.hazelcast.password=dev-pass
import-dbf-service.kafka-producer.bootstrap-servers=kafka:9092
import-dbf-service.kafka-producer.acks=all
import-dbf-service.kafka-producer.retries=0
import-dbf-service.kafka-producer.batch-size=16384
import-dbf-service.kafka-producer.linger-ms=1
import-dbf-service.kafka-producer.buffer-memory=33554432
import-dbf-service.kafka-consumer.bootstrap-servers=kafka:9092
import-dbf-service.kafka-consumer.group-id=dev-group-clearing-service
import-dbf-service.kafka-consumer.enable-auto-commit=false
import-dbf-service.kafka-consumer.session-timeout-ms=30000
import-dbf-service.kafka-consumer.auto-offset-reset=latest
import-dbf-service.kafka-consumer.linger-ms=1
import-dbf-service.kafka-consumer.buffer-memory=33554432

View file

@ -0,0 +1,13 @@
imdg.hazelcast.listenPort=5701
imdg.hazelcast.login=dev
imdg.hazelcast.password=dev-pass
imdg.hazelcast.cluster-members[0]=127.0.0.1
imdg.hazelcast.backup-count=3
imdg.hazelcast.instance-name=instance
imdg.hazelcast.db-sync-seconds=10
imdg.database.login=clearing
imdg.database.password=Aa111111
imdg.database.url=jdbc:postgresql://db:5432/clearing
#imdg.database.url=jdbc:postgresql://10.200.200.133:5432/postgres?currentSchema=clearing_tester
imdg.database.min-pool-size=10
imdg.database.max-pool-size=30

View file

@ -0,0 +1,29 @@
spring.main.web-application-type=none
registry-service.hazelcast.cluster-members=127.0.0.1:5701
registry-service.hazelcast.login=dev
registry-service.hazelcast.password=dev-pass
registry-service.kafka-consumer.bootstrap-servers=kafka:9092
registry-service.kafka-consumer.group-id=dev-group-registry-service
registry-service.kafka-consumer.enable-auto-commit=true
registry-service.kafka-consumer.session-timeout-ms=30000
registry-service.kafka-consumer.auto-offset-reset=latest
registry-service.kafka-consumer.linger-ms=1
registry-service.kafka-consumer.buffer-memory=33554432
registry-service.kafka-producer.bootstrap-servers=kafka:9092
registry-service.kafka-producer.acks=all
registry-service.kafka-producer.retries=0
registry-service.kafka-producer.batch-size=16384
registry-service.kafka-producer.linger-ms=1
registry-service.kafka-producer.buffer-memory=33554432
registry-service.csv-mode=true
registry-service.reports-store.local-temp-dir=./reports_out_temp
registry-service.reports-store.out-dir=reports
registry-service.reports-store.user=tester
registry-service.reports-store.password=password
registry-service.reports-store.server-ip=10.230.238.53
registry-service.reports-store.server-port=2222
registry-service.reports-store.delete-after-send=true

View file

@ -0,0 +1,17 @@
spring.main.web-application-type=none
scheduler-service.hazelcast.cluster-members=127.0.0.1:5701
scheduler-service.hazelcast.login=dev
scheduler-service.hazelcast.password=dev-pass
scheduler-service.kafka-consumer.bootstrap-servers=kafka:9092
scheduler-service.kafka-consumer.group-id=dev-group-scheduler-service
scheduler-service.kafka-consumer.enable-auto-commit=true
scheduler-service.kafka-consumer.session-timeout-ms=30000
scheduler-service.kafka-consumer.auto-offset-reset=latest
scheduler-service.kafka-consumer.linger-ms=1
scheduler-service.kafka-consumer.buffer-memory=33554432
scheduler-service.kafka-producer.bootstrap-servers=kafka:9092
scheduler-service.kafka-producer.acks=all
scheduler-service.kafka-producer.retries=0
scheduler-service.kafka-producer.batch-size=16384
scheduler-service.kafka-producer.linger-ms=1
scheduler-service.kafka-producer.buffer-memory=33554432

View file

@ -0,0 +1,31 @@
spring.main.web-application-type=none
export-swt-service.hazelcast.cluster-members=localhost:5701
export-swt-service.hazelcast.login=dev
export-swt-service.hazelcast.password=dev-pass
export-swt-service.common.encoding=cp866
export-swt-service.common.threads-count=10
export-swt-service.docOut=/opt/clearing/files/swt/exporter/
export-swt-service.kafka-consumer.bootstrap-servers=kafka:9092
export-swt-service.kafka-consumer.group-id=dev-group-balance-service
export-swt-service.kafka-consumer.enable-auto-commit=false
export-swt-service.kafka-consumer.session-timeout-ms=30000
export-swt-service.kafka-consumer.auto-offset-reset=latest
export-swt-service.kafka-consumer.linger-ms=1
export-swt-service.kafka-consumer.buffer-memory=33554432
export-swt-service.kafka-producer.bootstrap-servers=kafka:9092
export-swt-service.kafka-producer.acks=all
export-swt-service.kafka-producer.retries=0
export-swt-service.kafka-producer.batch-size=16384
export-swt-service.kafka-producer.linger-ms=1
export-swt-service.kafka-producer.buffer-memory=33554432
export-swt-service.sftp-out.sftp-out-dir=swt_out_sftp_directory
export-swt-service.sftp-out.user=user
export-swt-service.sftp-out.password=********
export-swt-service.sftp-out.server-ip=127.0.0.1
export-swt-service.sftp-out.server-port=22

View file

@ -0,0 +1,41 @@
server.port=7117
server.servlet.context-path=/importer-swt
spring.main.web-application-type=servlet
import-swt-service.scheduler.check-src-dir-cron= */10 * * * * *
import-swt-service.store.delete-src-files=false
import-swt-service.store.src-dir=/opt/clearing/files/swt/importer/in
import-swt-service.store.out-dir=/opt/clearing/files/swt/importer/out/
import-swt-service.store.out-dir-error=/opt/clearing/files/swt/importer/error/
#sftpSrcDir
import-swt-service.store.sftp-in.sftp-src-dir=/opt/clearing/swt/in
import-swt-service.store.sftp-in.user=user
import-swt-service.store.sftp-in.password=*********
import-swt-service.store.sftp-in.server-ip=127.0.0.1
import-swt-service.store.sftp-in.server-port=22
import-swt-service.common.encoding-source=cp866
import-swt-service.common.insert-batch-size=100
import-swt-service.common.threads-count=10
import-swt-service.hazelcast.cluster-members=localhost:5701
import-swt-service.hazelcast.login=dev
import-swt-service.hazelcast.password=dev-pass
import-swt-service.kafka-producer.bootstrap-servers=kafka:9092
import-swt-service.kafka-producer.acks=all
import-swt-service.kafka-producer.retries=0
import-swt-service.kafka-producer.batch-size=16384
import-swt-service.kafka-producer.linger-ms=1
import-swt-service.kafka-producer.buffer-memory=33554432
import-swt-service.kafka-consumer.bootstrap-servers=kafka:9092
import-swt-service.kafka-consumer.group-id=dev-group-clearing-service
import-swt-service.kafka-consumer.enable-auto-commit=false
import-swt-service.kafka-consumer.session-timeout-ms=30000
import-swt-service.kafka-consumer.auto-offset-reset=latest
import-swt-service.kafka-consumer.linger-ms=1
import-swt-service.kafka-consumer.buffer-memory=33554432

View file

@ -0,0 +1,13 @@
#FROM openjdk:17-ea-jdk-buster
FROM debian
ENV CLERAING_HOME="/opt/"
COPY kafka /opt/kafka
RUN apt update && apt install openjdk
RUN chmod +x /opt/kafka/kafka-and-zookeeper-startup.sh
RUN sh /opt/kafka/kafka-and-zookeeper-startup.sh
USER root

View file

@ -0,0 +1,320 @@
Apache License
Version 2.0, January 2004
http://www.apache.org/licenses/
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
1. Definitions.
"License" shall mean the terms and conditions for use, reproduction,
and distribution as defined by Sections 1 through 9 of this document.
"Licensor" shall mean the copyright owner or entity authorized by
the copyright owner that is granting the License.
"Legal Entity" shall mean the union of the acting entity and all
other entities that control, are controlled by, or are under common
control with that entity. For the purposes of this definition,
"control" means (i) the power, direct or indirect, to cause the
direction or management of such entity, whether by contract or
otherwise, or (ii) ownership of fifty percent (50%) or more of the
outstanding shares, or (iii) beneficial ownership of such entity.
"You" (or "Your") shall mean an individual or Legal Entity
exercising permissions granted by this License.
"Source" form shall mean the preferred form for making modifications,
including but not limited to software source code, documentation
source, and configuration files.
"Object" form shall mean any form resulting from mechanical
transformation or translation of a Source form, including but
not limited to compiled object code, generated documentation,
and conversions to other media types.
"Work" shall mean the work of authorship, whether in Source or
Object form, made available under the License, as indicated by a
copyright notice that is included in or attached to the work
(an example is provided in the Appendix below).
"Derivative Works" shall mean any work, whether in Source or Object
form, that is based on (or derived from) the Work and for which the
editorial revisions, annotations, elaborations, or other modifications
represent, as a whole, an original work of authorship. For the purposes
of this License, Derivative Works shall not include works that remain
separable from, or merely link (or bind by name) to the interfaces of,
the Work and Derivative Works thereof.
"Contribution" shall mean any work of authorship, including
the original version of the Work and any modifications or additions
to that Work or Derivative Works thereof, that is intentionally
submitted to Licensor for inclusion in the Work by the copyright owner
or by an individual or Legal Entity authorized to submit on behalf of
the copyright owner. For the purposes of this definition, "submitted"
means any form of electronic, verbal, or written communication sent
to the Licensor or its representatives, including but not limited to
communication on electronic mailing lists, source code control systems,
and issue tracking systems that are managed by, or on behalf of, the
Licensor for the purpose of discussing and improving the Work, but
excluding communication that is conspicuously marked or otherwise
designated in writing by the copyright owner as "Not a Contribution."
"Contributor" shall mean Licensor and any individual or Legal Entity
on behalf of whom a Contribution has been received by Licensor and
subsequently incorporated within the Work.
2. Grant of Copyright License. Subject to the terms and conditions of
this License, each Contributor hereby grants to You a perpetual,
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
copyright license to reproduce, prepare Derivative Works of,
publicly display, publicly perform, sublicense, and distribute the
Work and such Derivative Works in Source or Object form.
3. Grant of Patent License. Subject to the terms and conditions of
this License, each Contributor hereby grants to You a perpetual,
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
(except as stated in this section) patent license to make, have made,
use, offer to sell, sell, import, and otherwise transfer the Work,
where such license applies only to those patent claims licensable
by such Contributor that are necessarily infringed by their
Contribution(s) alone or by combination of their Contribution(s)
with the Work to which such Contribution(s) was submitted. If You
institute patent litigation against any entity (including a
cross-claim or counterclaim in a lawsuit) alleging that the Work
or a Contribution incorporated within the Work constitutes direct
or contributory patent infringement, then any patent licenses
granted to You under this License for that Work shall terminate
as of the date such litigation is filed.
4. Redistribution. You may reproduce and distribute copies of the
Work or Derivative Works thereof in any medium, with or without
modifications, and in Source or Object form, provided that You
meet the following conditions:
(a) You must give any other recipients of the Work or
Derivative Works a copy of this License; and
(b) You must cause any modified files to carry prominent notices
stating that You changed the files; and
(c) You must retain, in the Source form of any Derivative Works
that You distribute, all copyright, patent, trademark, and
attribution notices from the Source form of the Work,
excluding those notices that do not pertain to any part of
the Derivative Works; and
(d) If the Work includes a "NOTICE" text file as part of its
distribution, then any Derivative Works that You distribute must
include a readable copy of the attribution notices contained
within such NOTICE file, excluding those notices that do not
pertain to any part of the Derivative Works, in at least one
of the following places: within a NOTICE text file distributed
as part of the Derivative Works; within the Source form or
documentation, if provided along with the Derivative Works; or,
within a display generated by the Derivative Works, if and
wherever such third-party notices normally appear. The contents
of the NOTICE file are for informational purposes only and
do not modify the License. You may add Your own attribution
notices within Derivative Works that You distribute, alongside
or as an addendum to the NOTICE text from the Work, provided
that such additional attribution notices cannot be construed
as modifying the License.
You may add Your own copyright statement to Your modifications and
may provide additional or different license terms and conditions
for use, reproduction, or distribution of Your modifications, or
for any such Derivative Works as a whole, provided Your use,
reproduction, and distribution of the Work otherwise complies with
the conditions stated in this License.
5. Submission of Contributions. Unless You explicitly state otherwise,
any Contribution intentionally submitted for inclusion in the Work
by You to the Licensor shall be under the terms and conditions of
this License, without any additional terms or conditions.
Notwithstanding the above, nothing herein shall supersede or modify
the terms of any separate license agreement you may have executed
with Licensor regarding such Contributions.
6. Trademarks. This License does not grant permission to use the trade
names, trademarks, service marks, or product names of the Licensor,
except as required for reasonable and customary use in describing the
origin of the Work and reproducing the content of the NOTICE file.
7. Disclaimer of Warranty. Unless required by applicable law or
agreed to in writing, Licensor provides the Work (and each
Contributor provides its Contributions) on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
implied, including, without limitation, any warranties or conditions
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
PARTICULAR PURPOSE. You are solely responsible for determining the
appropriateness of using or redistributing the Work and assume any
risks associated with Your exercise of permissions under this License.
8. Limitation of Liability. In no event and under no legal theory,
whether in tort (including negligence), contract, or otherwise,
unless required by applicable law (such as deliberate and grossly
negligent acts) or agreed to in writing, shall any Contributor be
liable to You for damages, including any direct, indirect, special,
incidental, or consequential damages of any character arising as a
result of this License or out of the use or inability to use the
Work (including but not limited to damages for loss of goodwill,
work stoppage, computer failure or malfunction, or any and all
other commercial damages or losses), even if such Contributor
has been advised of the possibility of such damages.
9. Accepting Warranty or Additional Liability. While redistributing
the Work or Derivative Works thereof, You may choose to offer,
and charge a fee for, acceptance of support, warranty, indemnity,
or other liability obligations and/or rights consistent with this
License. However, in accepting such obligations, You may act only
on Your own behalf and on Your sole responsibility, not on behalf
of any other Contributor, and only if You agree to indemnify,
defend, and hold each Contributor harmless for any liability
incurred by, or claims asserted against, such Contributor by reason
of your accepting any such warranty or additional liability.
END OF TERMS AND CONDITIONS
APPENDIX: How to apply the Apache License to your work.
To apply the Apache License to your work, attach the following
boilerplate notice, with the fields enclosed by brackets "[]"
replaced with your own identifying information. (Don't include
the brackets!) The text should be enclosed in the appropriate
comment syntax for the file format. We also recommend that a
file or class name and description of purpose be included on the
same "printed page" as the copyright notice for easier
identification within third-party archives.
Copyright [yyyy] [name of copyright owner]
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-------------------------------------------------------------------------------
This project bundles some components that are also licensed under the Apache
License Version 2.0:
audience-annotations-0.5.0
commons-cli-1.4
commons-lang3-3.8.1
jackson-annotations-2.10.5
jackson-core-2.10.5
jackson-databind-2.10.5.1
jackson-dataformat-csv-2.10.5
jackson-datatype-jdk8-2.10.5
jackson-jaxrs-base-2.10.5
jackson-jaxrs-json-provider-2.10.5
jackson-module-jaxb-annotations-2.10.5
jackson-module-paranamer-2.10.5
jackson-module-scala_2.13-2.10.5
jakarta.validation-api-2.0.2
javassist-3.27.0-GA
jetty-client-9.4.43.v20210629
jetty-continuation-9.4.43.v20210629
jetty-http-9.4.43.v20210629
jetty-io-9.4.43.v20210629
jetty-security-9.4.43.v20210629
jetty-server-9.4.43.v20210629
jetty-servlet-9.4.43.v20210629
jetty-servlets-9.4.43.v20210629
jetty-util-9.4.43.v20210629
jetty-util-ajax-9.4.43.v20210629
jersey-common-2.34
jersey-server-2.34
log4j-1.2.17
lz4-java-1.7.1
maven-artifact-3.8.1
metrics-core-2.2.0
netty-buffer-4.1.62.Final
netty-codec-4.1.62.Final
netty-common-4.1.62.Final
netty-handler-4.1.62.Final
netty-resolver-4.1.62.Final
netty-transport-4.1.62.Final
netty-transport-native-epoll-4.1.62.Final
netty-transport-native-unix-common-4.1.62.Final
plexus-utils-3.2.1
rocksdbjni-5.18.4
scala-collection-compat_2.13-2.3.0
scala-library-2.13.5
scala-logging_2.13-3.9.2
scala-reflect-2.13.5
scala-java8-compat_2.13-0.9.1
snappy-java-1.1.8.1
zookeeper-3.5.9
zookeeper-jute-3.5.9
===============================================================================
This product bundles various third-party components under other open source
licenses. This section summarizes those components and their licenses.
See licenses/ for text of these licenses.
---------------------------------------
Eclipse Distribution License - v 1.0
see: licenses/eclipse-distribution-license-1.0
jakarta.activation-api-1.2.1
jakarta.xml.bind-api-2.3.2
---------------------------------------
Eclipse Public License - v 2.0
see: licenses/eclipse-public-license-2.0
jakarta.annotation-api-1.3.5
jakarta.ws.rs-api-2.1.6
javax.ws.rs-api-2.1.1
hk2-api-2.6.1
hk2-locator-2.6.1
hk2-utils-2.6.1
osgi-resource-locator-1.0.3
aopalliance-repackaged-2.6.1
jakarta.inject-2.6.1
jersey-container-servlet-2.34
jersey-container-servlet-core-2.34
jersey-client-2.34
jersey-hk2-2.34
jersey-media-jaxb-2.31
---------------------------------------
CDDL 1.1 + GPLv2 with classpath exception
see: licenses/CDDL+GPL-1.1
javax.servlet-api-3.1.0
jaxb-api-2.3.0
activation-1.1.1
---------------------------------------
MIT License
argparse4j-0.7.0, see: licenses/argparse-MIT
jopt-simple-5.0.4, see: licenses/jopt-simple-MIT
slf4j-api-1.7.30, see: licenses/slf4j-MIT
slf4j-log4j12-1.7.30, see: licenses/slf4j-MIT
---------------------------------------
BSD 2-Clause
zstd-jni-1.4.9-1, see: licenses/zstd-jni-BSD-2-clause
---------------------------------------
BSD 3-Clause
jline-3.12.1, see: licenses/jline-BSD-3-clause
paranamer-2.8, see: licenses/paranamer-BSD-3-clause
---------------------------------------
Do What The F*ck You Want To Public License
see: licenses/DWTFYWTPL
reflections-0.9.12

View file

@ -0,0 +1,19 @@
Apache Kafka
Copyright 2021 The Apache Software Foundation.
This product includes software developed at
The Apache Software Foundation (https://www.apache.org/).
This distribution has a binary dependency on jersey, which is available under the CDDL
License. The source code of jersey can be found at https://github.com/jersey/jersey/.
The streams-scala (streams/streams-scala) module was donated by Lightbend and the original code was copyrighted by them:
Copyright (C) 2018 Lightbend Inc. <https://www.lightbend.com>
Copyright (C) 2017-2018 Alexis Seigneurin.
This project contains the following code copied from Apache Hadoop:
clients/src/main/java/org/apache/kafka/common/utils/PureJavaCrc32C.java
Some portions of this file Copyright (c) 2004-2006 Intel Corporation and licensed under the BSD license.
This project contains the following code copied from Apache Hive:
streams/src/main/java/org/apache/kafka/streams/state/internals/Murmur3.java

View file

@ -0,0 +1,45 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
if [ $# -lt 1 ];
then
echo "USAGE: $0 [-daemon] connect-distributed.properties"
exit 1
fi
base_dir=$(dirname $0)
if [ "x$KAFKA_LOG4J_OPTS" = "x" ]; then
export KAFKA_LOG4J_OPTS="-Dlog4j.configuration=file:$base_dir/../config/connect-log4j.properties"
fi
if [ "x$KAFKA_HEAP_OPTS" = "x" ]; then
export KAFKA_HEAP_OPTS="-Xms256M -Xmx2G"
fi
EXTRA_ARGS=${EXTRA_ARGS-'-name connectDistributed'}
COMMAND=$1
case $COMMAND in
-daemon)
EXTRA_ARGS="-daemon "$EXTRA_ARGS
shift
;;
*)
;;
esac
exec $(dirname $0)/kafka-run-class.sh $EXTRA_ARGS org.apache.kafka.connect.cli.ConnectDistributed "$@"

View file

@ -0,0 +1,45 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
if [ $# -lt 1 ];
then
echo "USAGE: $0 [-daemon] mm2.properties"
exit 1
fi
base_dir=$(dirname $0)
if [ "x$KAFKA_LOG4J_OPTS" = "x" ]; then
export KAFKA_LOG4J_OPTS="-Dlog4j.configuration=file:$base_dir/../config/connect-log4j.properties"
fi
if [ "x$KAFKA_HEAP_OPTS" = "x" ]; then
export KAFKA_HEAP_OPTS="-Xms256M -Xmx2G"
fi
EXTRA_ARGS=${EXTRA_ARGS-'-name mirrorMaker'}
COMMAND=$1
case $COMMAND in
-daemon)
EXTRA_ARGS="-daemon "$EXTRA_ARGS
shift
;;
*)
;;
esac
exec $(dirname $0)/kafka-run-class.sh $EXTRA_ARGS org.apache.kafka.connect.mirror.MirrorMaker "$@"

View file

@ -0,0 +1,45 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
if [ $# -lt 1 ];
then
echo "USAGE: $0 [-daemon] connect-standalone.properties"
exit 1
fi
base_dir=$(dirname $0)
if [ "x$KAFKA_LOG4J_OPTS" = "x" ]; then
export KAFKA_LOG4J_OPTS="-Dlog4j.configuration=file:$base_dir/../config/connect-log4j.properties"
fi
if [ "x$KAFKA_HEAP_OPTS" = "x" ]; then
export KAFKA_HEAP_OPTS="-Xms256M -Xmx2G"
fi
EXTRA_ARGS=${EXTRA_ARGS-'-name connectStandalone'}
COMMAND=$1
case $COMMAND in
-daemon)
EXTRA_ARGS="-daemon "$EXTRA_ARGS
shift
;;
*)
;;
esac
exec $(dirname $0)/kafka-run-class.sh $EXTRA_ARGS org.apache.kafka.connect.cli.ConnectStandalone "$@"

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh kafka.admin.AclCommand "$@"

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh kafka.admin.BrokerApiVersionsCommand "$@"

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh kafka.tools.ClusterTool "$@"

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh kafka.admin.ConfigCommand "$@"

View file

@ -0,0 +1,21 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
if [ "x$KAFKA_HEAP_OPTS" = "x" ]; then
export KAFKA_HEAP_OPTS="-Xmx512M"
fi
exec $(dirname $0)/kafka-run-class.sh kafka.tools.ConsoleConsumer "$@"

View file

@ -0,0 +1,20 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
if [ "x$KAFKA_HEAP_OPTS" = "x" ]; then
export KAFKA_HEAP_OPTS="-Xmx512M"
fi
exec $(dirname $0)/kafka-run-class.sh kafka.tools.ConsoleProducer "$@"

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh kafka.admin.ConsumerGroupCommand "$@"

View file

@ -0,0 +1,20 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
if [ "x$KAFKA_HEAP_OPTS" = "x" ]; then
export KAFKA_HEAP_OPTS="-Xmx512M"
fi
exec $(dirname $0)/kafka-run-class.sh kafka.tools.ConsumerPerformance "$@"

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh kafka.admin.DelegationTokenCommand "$@"

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh kafka.admin.DeleteRecordsCommand "$@"

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh kafka.tools.DumpLogSegments "$@"

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh kafka.admin.FeatureCommand "$@"

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh kafka.admin.LeaderElectionCommand "$@"

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh kafka.admin.LogDirsCommand "$@"

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh org.apache.kafka.shell.MetadataShell "$@"

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh kafka.tools.MirrorMaker "$@"

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh kafka.admin.PreferredReplicaLeaderElectionCommand "$@"

View file

@ -0,0 +1,20 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
if [ "x$KAFKA_HEAP_OPTS" = "x" ]; then
export KAFKA_HEAP_OPTS="-Xmx512M"
fi
exec $(dirname $0)/kafka-run-class.sh org.apache.kafka.tools.ProducerPerformance "$@"

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh kafka.admin.ReassignPartitionsCommand "$@"

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh kafka.tools.ReplicaVerificationTool "$@"

View file

@ -0,0 +1,331 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
if [ $# -lt 1 ];
then
echo "USAGE: $0 [-daemon] [-name servicename] [-loggc] classname [opts]"
exit 1
fi
# CYGWIN == 1 if Cygwin is detected, else 0.
if [[ $(uname -a) =~ "CYGWIN" ]]; then
CYGWIN=1
else
CYGWIN=0
fi
if [ -z "$INCLUDE_TEST_JARS" ]; then
INCLUDE_TEST_JARS=false
fi
# Exclude jars not necessary for running commands.
regex="(-(test|test-sources|src|scaladoc|javadoc)\.jar|jar.asc)$"
should_include_file() {
if [ "$INCLUDE_TEST_JARS" = true ]; then
return 0
fi
file=$1
if [ -z "$(echo "$file" | egrep "$regex")" ] ; then
return 0
else
return 1
fi
}
base_dir=$(dirname $0)/..
if [ -z "$SCALA_VERSION" ]; then
SCALA_VERSION=2.13.5
if [[ -f "$base_dir/gradle.properties" ]]; then
SCALA_VERSION=`grep "^scalaVersion=" "$base_dir/gradle.properties" | cut -d= -f 2`
fi
fi
if [ -z "$SCALA_BINARY_VERSION" ]; then
SCALA_BINARY_VERSION=$(echo $SCALA_VERSION | cut -f 1-2 -d '.')
fi
# run ./gradlew copyDependantLibs to get all dependant jars in a local dir
shopt -s nullglob
if [ -z "$UPGRADE_KAFKA_STREAMS_TEST_VERSION" ]; then
for dir in "$base_dir"/core/build/dependant-libs-${SCALA_VERSION}*;
do
CLASSPATH="$CLASSPATH:$dir/*"
done
fi
for file in "$base_dir"/examples/build/libs/kafka-examples*.jar;
do
if should_include_file "$file"; then
CLASSPATH="$CLASSPATH":"$file"
fi
done
if [ -z "$UPGRADE_KAFKA_STREAMS_TEST_VERSION" ]; then
clients_lib_dir=$(dirname $0)/../clients/build/libs
streams_lib_dir=$(dirname $0)/../streams/build/libs
streams_dependant_clients_lib_dir=$(dirname $0)/../streams/build/dependant-libs-${SCALA_VERSION}
else
clients_lib_dir=/opt/kafka-$UPGRADE_KAFKA_STREAMS_TEST_VERSION/libs
streams_lib_dir=$clients_lib_dir
streams_dependant_clients_lib_dir=$streams_lib_dir
fi
for file in "$clients_lib_dir"/kafka-clients*.jar;
do
if should_include_file "$file"; then
CLASSPATH="$CLASSPATH":"$file"
fi
done
for file in "$streams_lib_dir"/kafka-streams*.jar;
do
if should_include_file "$file"; then
CLASSPATH="$CLASSPATH":"$file"
fi
done
if [ -z "$UPGRADE_KAFKA_STREAMS_TEST_VERSION" ]; then
for file in "$base_dir"/streams/examples/build/libs/kafka-streams-examples*.jar;
do
if should_include_file "$file"; then
CLASSPATH="$CLASSPATH":"$file"
fi
done
else
VERSION_NO_DOTS=`echo $UPGRADE_KAFKA_STREAMS_TEST_VERSION | sed 's/\.//g'`
SHORT_VERSION_NO_DOTS=${VERSION_NO_DOTS:0:((${#VERSION_NO_DOTS} - 1))} # remove last char, ie, bug-fix number
for file in "$base_dir"/streams/upgrade-system-tests-$SHORT_VERSION_NO_DOTS/build/libs/kafka-streams-upgrade-system-tests*.jar;
do
if should_include_file "$file"; then
CLASSPATH="$file":"$CLASSPATH"
fi
done
if [ "$SHORT_VERSION_NO_DOTS" = "0100" ]; then
CLASSPATH="/opt/kafka-$UPGRADE_KAFKA_STREAMS_TEST_VERSION/libs/zkclient-0.8.jar":"$CLASSPATH"
CLASSPATH="/opt/kafka-$UPGRADE_KAFKA_STREAMS_TEST_VERSION/libs/zookeeper-3.4.6.jar":"$CLASSPATH"
fi
if [ "$SHORT_VERSION_NO_DOTS" = "0101" ]; then
CLASSPATH="/opt/kafka-$UPGRADE_KAFKA_STREAMS_TEST_VERSION/libs/zkclient-0.9.jar":"$CLASSPATH"
CLASSPATH="/opt/kafka-$UPGRADE_KAFKA_STREAMS_TEST_VERSION/libs/zookeeper-3.4.8.jar":"$CLASSPATH"
fi
fi
for file in "$streams_dependant_clients_lib_dir"/rocksdb*.jar;
do
CLASSPATH="$CLASSPATH":"$file"
done
for file in "$streams_dependant_clients_lib_dir"/*hamcrest*.jar;
do
CLASSPATH="$CLASSPATH":"$file"
done
for file in "$base_dir"/shell/build/libs/kafka-shell*.jar;
do
if should_include_file "$file"; then
CLASSPATH="$CLASSPATH":"$file"
fi
done
for dir in "$base_dir"/shell/build/dependant-libs-${SCALA_VERSION}*;
do
CLASSPATH="$CLASSPATH:$dir/*"
done
for file in "$base_dir"/tools/build/libs/kafka-tools*.jar;
do
if should_include_file "$file"; then
CLASSPATH="$CLASSPATH":"$file"
fi
done
for dir in "$base_dir"/tools/build/dependant-libs-${SCALA_VERSION}*;
do
CLASSPATH="$CLASSPATH:$dir/*"
done
for cc_pkg in "api" "transforms" "runtime" "file" "mirror" "mirror-client" "json" "tools" "basic-auth-extension"
do
for file in "$base_dir"/connect/${cc_pkg}/build/libs/connect-${cc_pkg}*.jar;
do
if should_include_file "$file"; then
CLASSPATH="$CLASSPATH":"$file"
fi
done
if [ -d "$base_dir/connect/${cc_pkg}/build/dependant-libs" ] ; then
CLASSPATH="$CLASSPATH:$base_dir/connect/${cc_pkg}/build/dependant-libs/*"
fi
done
# classpath addition for release
for file in "$base_dir"/libs/*;
do
if should_include_file "$file"; then
CLASSPATH="$CLASSPATH":"$file"
fi
done
for file in "$base_dir"/core/build/libs/kafka_${SCALA_BINARY_VERSION}*.jar;
do
if should_include_file "$file"; then
CLASSPATH="$CLASSPATH":"$file"
fi
done
shopt -u nullglob
if [ -z "$CLASSPATH" ] ; then
echo "Classpath is empty. Please build the project first e.g. by running './gradlew jar -PscalaVersion=$SCALA_VERSION'"
exit 1
fi
# JMX settings
if [ -z "$KAFKA_JMX_OPTS" ]; then
KAFKA_JMX_OPTS="-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false "
fi
# JMX port to use
if [ $JMX_PORT ]; then
KAFKA_JMX_OPTS="$KAFKA_JMX_OPTS -Dcom.sun.management.jmxremote.port=$JMX_PORT "
fi
# Log directory to use
if [ "x$LOG_DIR" = "x" ]; then
LOG_DIR="$base_dir/logs"
fi
# Log4j settings
if [ -z "$KAFKA_LOG4J_OPTS" ]; then
# Log to console. This is a tool.
LOG4J_DIR="$base_dir/config/tools-log4j.properties"
# If Cygwin is detected, LOG4J_DIR is converted to Windows format.
(( CYGWIN )) && LOG4J_DIR=$(cygpath --path --mixed "${LOG4J_DIR}")
KAFKA_LOG4J_OPTS="-Dlog4j.configuration=file:${LOG4J_DIR}"
else
# create logs directory
if [ ! -d "$LOG_DIR" ]; then
mkdir -p "$LOG_DIR"
fi
fi
# If Cygwin is detected, LOG_DIR is converted to Windows format.
(( CYGWIN )) && LOG_DIR=$(cygpath --path --mixed "${LOG_DIR}")
KAFKA_LOG4J_OPTS="-Dkafka.logs.dir=$LOG_DIR $KAFKA_LOG4J_OPTS"
# Generic jvm settings you want to add
if [ -z "$KAFKA_OPTS" ]; then
KAFKA_OPTS=""
fi
# Set Debug options if enabled
if [ "x$KAFKA_DEBUG" != "x" ]; then
# Use default ports
DEFAULT_JAVA_DEBUG_PORT="5005"
if [ -z "$JAVA_DEBUG_PORT" ]; then
JAVA_DEBUG_PORT="$DEFAULT_JAVA_DEBUG_PORT"
fi
# Use the defaults if JAVA_DEBUG_OPTS was not set
DEFAULT_JAVA_DEBUG_OPTS="-agentlib:jdwp=transport=dt_socket,server=y,suspend=${DEBUG_SUSPEND_FLAG:-n},address=$JAVA_DEBUG_PORT"
if [ -z "$JAVA_DEBUG_OPTS" ]; then
JAVA_DEBUG_OPTS="$DEFAULT_JAVA_DEBUG_OPTS"
fi
echo "Enabling Java debug options: $JAVA_DEBUG_OPTS"
KAFKA_OPTS="$JAVA_DEBUG_OPTS $KAFKA_OPTS"
fi
# Which java to use
if [ -z "$JAVA_HOME" ]; then
JAVA="java"
else
JAVA="$JAVA_HOME/bin/java"
fi
# Memory options
if [ -z "$KAFKA_HEAP_OPTS" ]; then
KAFKA_HEAP_OPTS="-Xmx256M"
fi
# JVM performance options
# MaxInlineLevel=15 is the default since JDK 14 and can be removed once older JDKs are no longer supported
if [ -z "$KAFKA_JVM_PERFORMANCE_OPTS" ]; then
KAFKA_JVM_PERFORMANCE_OPTS="-server -XX:+UseG1GC -XX:MaxGCPauseMillis=20 -XX:InitiatingHeapOccupancyPercent=35 -XX:+ExplicitGCInvokesConcurrent -XX:MaxInlineLevel=15 -Djava.awt.headless=true"
fi
while [ $# -gt 0 ]; do
COMMAND=$1
case $COMMAND in
-name)
DAEMON_NAME=$2
CONSOLE_OUTPUT_FILE=$LOG_DIR/$DAEMON_NAME.out
shift 2
;;
-loggc)
if [ -z "$KAFKA_GC_LOG_OPTS" ]; then
GC_LOG_ENABLED="true"
fi
shift
;;
-daemon)
DAEMON_MODE="true"
shift
;;
*)
break
;;
esac
done
# GC options
GC_FILE_SUFFIX='-gc.log'
GC_LOG_FILE_NAME=''
if [ "x$GC_LOG_ENABLED" = "xtrue" ]; then
GC_LOG_FILE_NAME=$DAEMON_NAME$GC_FILE_SUFFIX
# The first segment of the version number, which is '1' for releases before Java 9
# it then becomes '9', '10', ...
# Some examples of the first line of `java --version`:
# 8 -> java version "1.8.0_152"
# 9.0.4 -> java version "9.0.4"
# 10 -> java version "10" 2018-03-20
# 10.0.1 -> java version "10.0.1" 2018-04-17
# We need to match to the end of the line to prevent sed from printing the characters that do not match
JAVA_MAJOR_VERSION=$("$JAVA" -version 2>&1 | sed -E -n 's/.* version "([0-9]*).*$/\1/p')
if [[ "$JAVA_MAJOR_VERSION" -ge "9" ]] ; then
KAFKA_GC_LOG_OPTS="-Xlog:gc*:file=$LOG_DIR/$GC_LOG_FILE_NAME:time,tags:filecount=10,filesize=100M"
else
KAFKA_GC_LOG_OPTS="-Xloggc:$LOG_DIR/$GC_LOG_FILE_NAME -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=10 -XX:GCLogFileSize=100M"
fi
fi
# Remove a possible colon prefix from the classpath (happens at lines like `CLASSPATH="$CLASSPATH:$file"` when CLASSPATH is blank)
# Syntax used on the right side is native Bash string manipulation; for more details see
# http://tldp.org/LDP/abs/html/string-manipulation.html, specifically the section titled "Substring Removal"
CLASSPATH=${CLASSPATH#:}
# If Cygwin is detected, classpath is converted to Windows format.
(( CYGWIN )) && CLASSPATH=$(cygpath --path --mixed "${CLASSPATH}")
# Launch mode
if [ "x$DAEMON_MODE" = "xtrue" ]; then
nohup "$JAVA" $KAFKA_HEAP_OPTS $KAFKA_JVM_PERFORMANCE_OPTS $KAFKA_GC_LOG_OPTS $KAFKA_JMX_OPTS $KAFKA_LOG4J_OPTS -cp "$CLASSPATH" $KAFKA_OPTS "$@" > "$CONSOLE_OUTPUT_FILE" 2>&1 < /dev/null &
else
exec "$JAVA" $KAFKA_HEAP_OPTS $KAFKA_JVM_PERFORMANCE_OPTS $KAFKA_GC_LOG_OPTS $KAFKA_JMX_OPTS $KAFKA_LOG4J_OPTS -cp "$CLASSPATH" $KAFKA_OPTS "$@"
fi

View file

@ -0,0 +1,44 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
if [ $# -lt 1 ];
then
echo "USAGE: $0 [-daemon] server.properties [--override property=value]*"
exit 1
fi
base_dir=$(dirname $0)
if [ "x$KAFKA_LOG4J_OPTS" = "x" ]; then
export KAFKA_LOG4J_OPTS="-Dlog4j.configuration=file:$base_dir/../config/log4j.properties"
fi
if [ "x$KAFKA_HEAP_OPTS" = "x" ]; then
export KAFKA_HEAP_OPTS="-Xmx1G -Xms1G"
fi
EXTRA_ARGS=${EXTRA_ARGS-'-name kafkaServer -loggc'}
COMMAND=$1
case $COMMAND in
-daemon)
EXTRA_ARGS="-daemon "$EXTRA_ARGS
shift
;;
*)
;;
esac
exec $base_dir/kafka-run-class.sh $EXTRA_ARGS kafka.Kafka "$@"

View file

@ -0,0 +1,35 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
SIGNAL=${SIGNAL:-TERM}
OSNAME=$(uname -s)
if [[ "$OSNAME" == "OS/390" ]]; then
if [ -z $JOBNAME ]; then
JOBNAME="KAFKSTRT"
fi
PIDS=$(ps -A -o pid,jobname,comm | grep -i $JOBNAME | grep java | grep -v grep | awk '{print $1}')
elif [[ "$OSNAME" == "OS400" ]]; then
PIDS=$(ps -Af | grep -i 'kafka\.Kafka' | grep java | grep -v grep | awk '{print $2}')
else
PIDS=$(ps ax | grep ' kafka\.Kafka ' | grep java | grep -v grep | awk '{print $1}')
fi
if [ -z "$PIDS" ]; then
echo "No kafka server to stop"
exit 1
else
kill -s $SIGNAL $PIDS
fi

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh kafka.tools.StorageTool "$@"

View file

@ -0,0 +1,21 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
if [ "x$KAFKA_HEAP_OPTS" = "x" ]; then
export KAFKA_HEAP_OPTS="-Xmx512M"
fi
exec $(dirname $0)/kafka-run-class.sh kafka.tools.StreamsResetter "$@"

View file

@ -0,0 +1,17 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
exec $(dirname $0)/kafka-run-class.sh kafka.admin.TopicCommand "$@"

View file

@ -0,0 +1,20 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
if [ "x$KAFKA_HEAP_OPTS" = "x" ]; then
export KAFKA_HEAP_OPTS="-Xmx512M"
fi
exec $(dirname $0)/kafka-run-class.sh org.apache.kafka.tools.VerifiableConsumer "$@"

View file

@ -0,0 +1,20 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
if [ "x$KAFKA_HEAP_OPTS" = "x" ]; then
export KAFKA_HEAP_OPTS="-Xmx512M"
fi
exec $(dirname $0)/kafka-run-class.sh org.apache.kafka.tools.VerifiableProducer "$@"

View file

@ -0,0 +1,50 @@
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
usage() {
cat <<EOF
The Trogdor fault injector.
Usage:
$0 [action] [options]
Actions:
agent: Run the trogdor agent.
coordinator: Run the trogdor coordinator.
client: Run the client which communicates with the trogdor coordinator.
agent-client: Run the client which communicates with the trogdor agent.
help: This help message.
EOF
}
if [[ $# -lt 1 ]]; then
usage
exit 0
fi
action="${1}"
shift
CLASS=""
case ${action} in
agent) CLASS="org.apache.kafka.trogdor.agent.Agent";;
coordinator) CLASS="org.apache.kafka.trogdor.coordinator.Coordinator";;
client) CLASS="org.apache.kafka.trogdor.coordinator.CoordinatorClient";;
agent-client) CLASS="org.apache.kafka.trogdor.agent.AgentClient";;
help) usage; exit 0;;
*) echo "Unknown action '${action}'. Type '$0 help' for help."; exit 1;;
esac
export INCLUDE_TEST_JARS=1
exec $(dirname $0)/kafka-run-class.sh "${CLASS}" "$@"

View file

@ -0,0 +1,34 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
IF [%1] EQU [] (
echo USAGE: %0 connect-distributed.properties
EXIT /B 1
)
SetLocal
rem Using pushd popd to set BASE_DIR to the absolute path
pushd %~dp0..\..
set BASE_DIR=%CD%
popd
rem Log4j settings
IF ["%KAFKA_LOG4J_OPTS%"] EQU [""] (
set KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:%BASE_DIR%/config/connect-log4j.properties
)
"%~dp0kafka-run-class.bat" org.apache.kafka.connect.cli.ConnectDistributed %*
EndLocal

View file

@ -0,0 +1,34 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
IF [%1] EQU [] (
echo USAGE: %0 connect-standalone.properties
EXIT /B 1
)
SetLocal
rem Using pushd popd to set BASE_DIR to the absolute path
pushd %~dp0..\..
set BASE_DIR=%CD%
popd
rem Log4j settings
IF ["%KAFKA_LOG4J_OPTS%"] EQU [""] (
set KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:%BASE_DIR%/config/connect-log4j.properties
)
"%~dp0kafka-run-class.bat" org.apache.kafka.connect.cli.ConnectStandalone %*
EndLocal

View file

@ -0,0 +1,17 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
"%~dp0kafka-run-class.bat" kafka.admin.AclCommand %*

View file

@ -0,0 +1,17 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
%~dp0kafka-run-class.bat kafka.admin.BrokerApiVersionsCommand %*

View file

@ -0,0 +1,17 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
"%~dp0kafka-run-class.bat" kafka.admin.ConfigCommand %*

View file

@ -0,0 +1,20 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
SetLocal
set KAFKA_HEAP_OPTS=-Xmx512M
"%~dp0kafka-run-class.bat" kafka.tools.ConsoleConsumer %*
EndLocal

View file

@ -0,0 +1,20 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
SetLocal
set KAFKA_HEAP_OPTS=-Xmx512M
"%~dp0kafka-run-class.bat" kafka.tools.ConsoleProducer %*
EndLocal

View file

@ -0,0 +1,17 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
"%~dp0kafka-run-class.bat" kafka.admin.ConsumerGroupCommand %*

View file

@ -0,0 +1,20 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
SetLocal
set KAFKA_HEAP_OPTS=-Xmx512M -Xms512M
"%~dp0kafka-run-class.bat" kafka.tools.ConsumerPerformance %*
EndLocal

View file

@ -0,0 +1,17 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
"%~dp0kafka-run-class.bat" kafka.admin.DelegationTokenCommand %*

View file

@ -0,0 +1,17 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
"%~dp0kafka-run-class.bat" kafka.admin.DeleteRecordsCommand %*

View file

@ -0,0 +1,17 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
"%~dp0kafka-run-class.bat" kafka.tools.DumpLogSegments %*

View file

@ -0,0 +1,17 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
"%~dp0kafka-run-class.bat" kafka.admin.LeaderElectionCommand %*

View file

@ -0,0 +1,17 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
"%~dp0kafka-run-class.bat" kafka.admin.LogDirsCommand %*

View file

@ -0,0 +1,17 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
"%~dp0kafka-run-class.bat" kafka.tools.MirrorMaker %*

View file

@ -0,0 +1,17 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
"%~dp0kafka-run-class.bat" kafka.admin.PreferredReplicaLeaderElectionCommand %*

View file

@ -0,0 +1,20 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
SetLocal
set KAFKA_HEAP_OPTS=-Xmx512M
"%~dp0kafka-run-class.bat" org.apache.kafka.tools.ProducerPerformance %*
EndLocal

View file

@ -0,0 +1,17 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
"%~dp0kafka-run-class.bat" kafka.admin.ReassignPartitionsCommand %*

View file

@ -0,0 +1,17 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
"%~dp0kafka-run-class.bat" kafka.tools.ReplicaVerificationTool %*

View file

@ -0,0 +1,191 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
setlocal enabledelayedexpansion
IF [%1] EQU [] (
echo USAGE: %0 classname [opts]
EXIT /B 1
)
rem Using pushd popd to set BASE_DIR to the absolute path
pushd %~dp0..\..
set BASE_DIR=%CD%
popd
IF ["%SCALA_VERSION%"] EQU [""] (
set SCALA_VERSION=2.13.5
)
IF ["%SCALA_BINARY_VERSION%"] EQU [""] (
for /f "tokens=1,2 delims=." %%a in ("%SCALA_VERSION%") do (
set FIRST=%%a
set SECOND=%%b
if ["!SECOND!"] EQU [""] (
set SCALA_BINARY_VERSION=!FIRST!
) else (
set SCALA_BINARY_VERSION=!FIRST!.!SECOND!
)
)
)
rem Classpath addition for kafka-core dependencies
for %%i in ("%BASE_DIR%\core\build\dependant-libs-%SCALA_VERSION%\*.jar") do (
call :concat "%%i"
)
rem Classpath addition for kafka-examples
for %%i in ("%BASE_DIR%\examples\build\libs\kafka-examples*.jar") do (
call :concat "%%i"
)
rem Classpath addition for kafka-clients
for %%i in ("%BASE_DIR%\clients\build\libs\kafka-clients*.jar") do (
call :concat "%%i"
)
rem Classpath addition for kafka-streams
for %%i in ("%BASE_DIR%\streams\build\libs\kafka-streams*.jar") do (
call :concat "%%i"
)
rem Classpath addition for kafka-streams-examples
for %%i in ("%BASE_DIR%\streams\examples\build\libs\kafka-streams-examples*.jar") do (
call :concat "%%i"
)
for %%i in ("%BASE_DIR%\streams\build\dependant-libs-%SCALA_VERSION%\rocksdb*.jar") do (
call :concat "%%i"
)
rem Classpath addition for kafka tools
for %%i in ("%BASE_DIR%\tools\build\libs\kafka-tools*.jar") do (
call :concat "%%i"
)
for %%i in ("%BASE_DIR%\tools\build\dependant-libs-%SCALA_VERSION%\*.jar") do (
call :concat "%%i"
)
for %%p in (api runtime file json tools) do (
for %%i in ("%BASE_DIR%\connect\%%p\build\libs\connect-%%p*.jar") do (
call :concat "%%i"
)
if exist "%BASE_DIR%\connect\%%p\build\dependant-libs\*" (
call :concat "%BASE_DIR%\connect\%%p\build\dependant-libs\*"
)
)
rem Classpath addition for release
for %%i in ("%BASE_DIR%\libs\*") do (
call :concat "%%i"
)
rem Classpath addition for core
for %%i in ("%BASE_DIR%\core\build\libs\kafka_%SCALA_BINARY_VERSION%*.jar") do (
call :concat "%%i"
)
rem JMX settings
IF ["%KAFKA_JMX_OPTS%"] EQU [""] (
set KAFKA_JMX_OPTS=-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false
)
rem JMX port to use
IF ["%JMX_PORT%"] NEQ [""] (
set KAFKA_JMX_OPTS=%KAFKA_JMX_OPTS% -Dcom.sun.management.jmxremote.port=%JMX_PORT%
)
rem Log directory to use
IF ["%LOG_DIR%"] EQU [""] (
set LOG_DIR=%BASE_DIR%/logs
)
rem Log4j settings
IF ["%KAFKA_LOG4J_OPTS%"] EQU [""] (
set KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:%BASE_DIR%/config/tools-log4j.properties
) ELSE (
rem create logs directory
IF not exist "%LOG_DIR%" (
mkdir "%LOG_DIR%"
)
)
set KAFKA_LOG4J_OPTS=-Dkafka.logs.dir="%LOG_DIR%" "%KAFKA_LOG4J_OPTS%"
rem Generic jvm settings you want to add
IF ["%KAFKA_OPTS%"] EQU [""] (
set KAFKA_OPTS=
)
set DEFAULT_JAVA_DEBUG_PORT=5005
set DEFAULT_DEBUG_SUSPEND_FLAG=n
rem Set Debug options if enabled
IF ["%KAFKA_DEBUG%"] NEQ [""] (
IF ["%JAVA_DEBUG_PORT%"] EQU [""] (
set JAVA_DEBUG_PORT=%DEFAULT_JAVA_DEBUG_PORT%
)
IF ["%DEBUG_SUSPEND_FLAG%"] EQU [""] (
set DEBUG_SUSPEND_FLAG=%DEFAULT_DEBUG_SUSPEND_FLAG%
)
set DEFAULT_JAVA_DEBUG_OPTS=-agentlib:jdwp=transport=dt_socket,server=y,suspend=!DEBUG_SUSPEND_FLAG!,address=!JAVA_DEBUG_PORT!
IF ["%JAVA_DEBUG_OPTS%"] EQU [""] (
set JAVA_DEBUG_OPTS=!DEFAULT_JAVA_DEBUG_OPTS!
)
echo Enabling Java debug options: !JAVA_DEBUG_OPTS!
set KAFKA_OPTS=!JAVA_DEBUG_OPTS! !KAFKA_OPTS!
)
rem Which java to use
IF ["%JAVA_HOME%"] EQU [""] (
set JAVA=java
) ELSE (
set JAVA="%JAVA_HOME%/bin/java"
)
rem Memory options
IF ["%KAFKA_HEAP_OPTS%"] EQU [""] (
set KAFKA_HEAP_OPTS=-Xmx256M
)
rem JVM performance options
IF ["%KAFKA_JVM_PERFORMANCE_OPTS%"] EQU [""] (
set KAFKA_JVM_PERFORMANCE_OPTS=-server -XX:+UseG1GC -XX:MaxGCPauseMillis=20 -XX:InitiatingHeapOccupancyPercent=35 -XX:+ExplicitGCInvokesConcurrent -Djava.awt.headless=true
)
IF not defined CLASSPATH (
echo Classpath is empty. Please build the project first e.g. by running 'gradlew jarAll'
EXIT /B 2
)
set COMMAND=%JAVA% %KAFKA_HEAP_OPTS% %KAFKA_JVM_PERFORMANCE_OPTS% %KAFKA_JMX_OPTS% %KAFKA_LOG4J_OPTS% -cp "%CLASSPATH%" %KAFKA_OPTS% %*
rem echo.
rem echo %COMMAND%
rem echo.
%COMMAND%
goto :eof
:concat
IF not defined CLASSPATH (
set CLASSPATH="%~1"
) ELSE (
set CLASSPATH=%CLASSPATH%;"%~1"
)

View file

@ -0,0 +1,38 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
IF [%1] EQU [] (
echo USAGE: %0 server.properties
EXIT /B 1
)
SetLocal
IF ["%KAFKA_LOG4J_OPTS%"] EQU [""] (
set KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:%~dp0../../config/log4j.properties
)
IF ["%KAFKA_HEAP_OPTS%"] EQU [""] (
rem detect OS architecture
wmic os get osarchitecture | find /i "32-bit" >nul 2>&1
IF NOT ERRORLEVEL 1 (
rem 32-bit OS
set KAFKA_HEAP_OPTS=-Xmx512M -Xms512M
) ELSE (
rem 64-bit OS
set KAFKA_HEAP_OPTS=-Xmx1G -Xms1G
)
)
"%~dp0kafka-run-class.bat" kafka.Kafka %*
EndLocal

View file

@ -0,0 +1,18 @@
@echo off
rem Licensed to the Apache Software Foundation (ASF) under one or more
rem contributor license agreements. See the NOTICE file distributed with
rem this work for additional information regarding copyright ownership.
rem The ASF licenses this file to You under the Apache License, Version 2.0
rem (the "License"); you may not use this file except in compliance with
rem the License. You may obtain a copy of the License at
rem
rem http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.
wmic process where (commandline like "%%kafka.Kafka%%" and not name="wmic.exe") delete
rem ps ax | grep -i 'kafka.Kafka' | grep -v grep | awk '{print $1}' | xargs kill -SIGTERM

Some files were not shown because too many files have changed in this diff Show more