add env to docker-compose

docker_compose/credit_tracker_config.env

@@ -72,7 +72,29 @@ SIGNALS_USER=0001ZZ000001
 # min
 MONITORING_INTERVAL=15
 # days
-UPDATE_FLAGS_INTERVAL=1
 DAYS_TO_UPDATE_FLAGS=30
 
+UPDATE_FLAGS_CRON_EXPRESSION=0 25 18 * * *
+UPDATE_FLAGS_CRON_EXPRESSION=0 25 18 * * *
+UPDATE_FIDS_CRON_EXPRESSION=0 10 12 * * *
+DAYS_TO_UPDATE_FIDS=30
+
+SAVER_SUBJECT_BATCH_SIZE=15000
+PIPELINE_SUBJECT_BATCH_SIZE=10000
+PIPELINE_NAME_ENRICHER_STAGE_CONCURRENCY=20
+PIPELINE_NAME_ENRICHER_QUEUE_CAPACITY=20
+PIPELINE_ID_ENRICHER_STAGE_CONCURRENCY=10
+PIPELINE_ID_ENRICHER_QUEUE_CAPACITY=20
+PIPELINE_MERGER_QUEUE_CAPACITY=50
+PIPELINE_NAME_UPDATER_STAGE_CONCURRENCY=20
+PIPELINE_NAME_UPDATER_QUEUE_CAPACITY=20
+PIPELINE_ID_UPDATER_STAGE_CONCURRENCY=10
+PIPELINE_ID_UPDATER_QUEUE_CAPACITY=20
+FLAG_UPDATER_CONCURRENCY=10
+FLAG_UPDATER_QUEUE_CAPACITY=100
+PIPELINE_ERROR_ATTEMPT_COUNT=5
+PIPELINE_ERROR_ATTEMPT_DELAY=2S
+PIPELINE_RETRYABLE_EXCEPTIONS=org.springframework.dao.DataAccessException,org.springframework.dao.DataIntegrityViolationException}
+PIPELINE_GLOBAL_TIMEOUT=2H
+PIPELINE_PARALLEL_REQUESTS=3
 

docker_compose/docker-compose.yml

@@ -60,8 +60,29 @@ services:
       - SIGNALS_TOKEN=${SIGNALS_TOKEN}
       - SIGNALS_USER=${SIGNALS_USER}
       - MONITORING_INTERVAL=${MONITORING_INTERVAL}
-      - UPDATE_FLAGS_INTERVAL=${UPDATE_FLAGS_INTERVAL}
+      - UPDATE_FLAGS_CRON_EXPRESSION=${UPDATE_FLAGS_CRON_EXPRESSION}
+      - UPDATE_FLAGS_CRON_EXPRESSION=${UPDATE_FLAGS_CRON_EXPRESSION}
+      - UPDATE_FIDS_CRON_EXPRESSION=${UPDATE_FIDS_CRON_EXPRESSION}
+      - DAYS_TO_UPDATE_FIDS=${DAYS_TO_UPDATE_FIDS}
       - DAYS_TO_UPDATE_FLAGS=${DAYS_TO_UPDATE_FLAGS}
+      - SAVER_SUBJECT_BATCH_SIZE=${SAVER_SUBJECT_BATCH_SIZE}
+      - PIPELINE_SUBJECT_BATCH_SIZE=${PIPELINE_SUBJECT_BATCH_SIZE}
+      - PIPELINE_NAME_ENRICHER_STAGE_CONCURRENCY=${PIPELINE_NAME_ENRICHER_STAGE_CONCURRENCY}
+      - PIPELINE_NAME_ENRICHER_QUEUE_CAPACITY=${PIPELINE_NAME_ENRICHER_QUEUE_CAPACITY}
+      - PIPELINE_ID_ENRICHER_STAGE_CONCURRENCY=${PIPELINE_ID_ENRICHER_STAGE_CONCURRENCY}
+      - PIPELINE_ID_ENRICHER_QUEUE_CAPACITY=${PIPELINE_ID_ENRICHER_QUEUE_CAPACITY}
+      - PIPELINE_MERGER_QUEUE_CAPACITY=${PIPELINE_MERGER_QUEUE_CAPACITY}
+      - PIPELINE_NAME_UPDATER_STAGE_CONCURRENCY=${PIPELINE_NAME_UPDATER_STAGE_CONCURRENCY}
+      - PIPELINE_NAME_UPDATER_QUEUE_CAPACITY=${PIPELINE_NAME_UPDATER_QUEUE_CAPACITY}
+      - PIPELINE_ID_UPDATER_STAGE_CONCURRENCY=${PIPELINE_ID_UPDATER_STAGE_CONCURRENCY}
+      - PIPELINE_ID_UPDATER_QUEUE_CAPACITY=${PIPELINE_ID_UPDATER_QUEUE_CAPACITY}
+      - FLAG_UPDATER_CONCURRENCY=${FLAG_UPDATER_CONCURRENCY}
+      - FLAG_UPDATER_QUEUE_CAPACITY=${FLAG_UPDATER_QUEUE_CAPACITY}
+      - PIPELINE_ERROR_ATTEMPT_COUNT=${PIPELINE_ERROR_ATTEMPT_COUNT}
+      - PIPELINE_ERROR_ATTEMPT_DELAY=${PIPELINE_ERROR_ATTEMPT_DELAY}
+      - PIPELINE_RETRYABLE_EXCEPTIONS=${PIPELINE_RETRYABLE_EXCEPTIONS}
+      - PIPELINE_GLOBAL_TIMEOUT=${PIPELINE_GLOBAL_TIMEOUT}
+      - PIPELINE_PARALLEL_REQUESTS=${PIPELINE_PARALLEL_REQUESTS}
     command: ["/opt/app/start-credit-tracker.sh"]
 
   credit-tracker-monitoring:
@@ -114,12 +135,8 @@ services:
       - MAX_LIFETIME_SCORING=${MAX_LIFETIME_SCORING}
       - KEEPALIVE_TIME_SCORING=${KEEPALIVE_TIME_SCORING}
       - LEAK_DETECTION_THRESHOLD_SCORING=${LEAK_DETECTION_THRESHOLD_SCORING}
-      - ACCEPTED_XML_SIZE=${ACCEPTED_XML_SIZE}
-      - ACCEPTED_ARCHIVE_SIZE=${ACCEPTED_ARCHIVE_SIZE}
       - SIGNALS_ROOT_URI=${SIGNALS_ROOT_URI}
       - SIGNALS_TOKEN=${SIGNALS_TOKEN}
       - SIGNALS_USER=${SIGNALS_USER}
       - MONITORING_INTERVAL=${MONITORING_INTERVAL}
-      - UPDATE_FLAGS_INTERVAL=${UPDATE_FLAGS_INTERVAL}
-      - DAYS_TO_UPDATE_FLAGS=${DAYS_TO_UPDATE_FLAGS}
     command: ["/opt/app/start-credit-tracker.sh"]

pom.xml

@@ -10,7 +10,7 @@
     </parent>
     <groupId>ru.nbch</groupId>
     <artifactId>credit-tracker</artifactId>
-    <version>2.0</version>
+    <version>2.1</version>
     <name>credit_tracker</name>
     <description>Credit Tracker Application</description>
 

start-credit-tracker.sh

@@ -28,5 +28,5 @@ exec java \
           -Dcom.sun.management.jmxremote.port="$APP_JMX_PORT" \
           -Dcom.sun.management.jmxremote.rmi.port="$APP_JMX_PORT" \
           -Djava.rmi.server.hostname="$APP_JMX_HOSTNAME" \
-          -DAPP_JAR="${APP_JAR_FILE}"
+          -DAPP_JAR="${APP_JAR_FILE}" \
           -jar credit-tracker-"$APP_JAR_FILE".jar