Added env vars for 2 types of pipelines
This commit is contained in:
parent
a93ed1ccb4
commit
e6edf52d16
15 changed files with 106 additions and 64 deletions
|
|
@ -1,4 +1,3 @@
|
||||||
# TODO delete unused env vars
|
|
||||||
server.port=${SERVER_PORT:8099}
|
server.port=${SERVER_PORT:8099}
|
||||||
server.tomcat.accesslog.enabled=true
|
server.tomcat.accesslog.enabled=true
|
||||||
server.tomcat.accesslog.directory=/opt/app/logs/access
|
server.tomcat.accesslog.directory=/opt/app/logs/access
|
||||||
|
|
@ -105,19 +104,31 @@ ct.encoding=windows-1251
|
||||||
#batch size for saving in phone_fid_map
|
#batch size for saving in phone_fid_map
|
||||||
ct.saver-subject-batch-size=${SAVER_SUBJECT_BATCH_SIZE:15000}
|
ct.saver-subject-batch-size=${SAVER_SUBJECT_BATCH_SIZE:15000}
|
||||||
#limit on select phone_fid_map
|
#limit on select phone_fid_map
|
||||||
ct.pipeline.subject-batch-size=${PIPELINE_SUBJECT_BATCH_SIZE:10000}
|
ct.np-pipeline.subject-batch-size=${NP_PIPELINE_SUBJECT_BATCH_SIZE:10000}
|
||||||
|
#limit on select signals_legal_map
|
||||||
|
ct.lp-pipeline.subject-batch-size=${LP_PIPELINE_SUBJECT_BATCH_SIZE:10000}
|
||||||
|
|
||||||
#STAGES SETTINGS
|
#STAGES SETTINGS
|
||||||
#select NAME + FID BY PHONE
|
#select NAME + FID BY PHONE
|
||||||
ct.pipeline.name-enricher-stage-concurrency=${PIPELINE_NAME_ENRICHER_STAGE_CONCURRENCY:20}
|
ct.np-pipeline.name-enricher-stage-concurrency=${NP_PIPELINE_NAME_ENRICHER_STAGE_CONCURRENCY:20}
|
||||||
ct.pipeline.name-enricher-queue-capacity=${PIPELINE_NAME_ENRICHER_QUEUE_CAPACITY:20}
|
ct.np-pipeline.name-enricher-queue-capacity=${NP_PIPELINE_NAME_ENRICHER_QUEUE_CAPACITY:20}
|
||||||
|
|
||||||
|
#select FID BY INN+REG_NUM
|
||||||
|
ct.lp-pipeline.name-enricher-stage-concurrency=${LP_PIPELINE_NAME_ENRICHER_STAGE_CONCURRENCY:20}
|
||||||
|
ct.lp-pipeline.name-enricher-queue-capacity=${LP_PIPELINE_NAME_ENRICHER_QUEUE_CAPACITY:20}
|
||||||
|
|
||||||
#Save part of signal xml file and merge; only one thread
|
#Save part of signal xml file and merge; only one thread
|
||||||
ct.pipeline.merger-queue-capacity=${PIPELINE_MERGER_QUEUE_CAPACITY:50}
|
ct.np-pipeline.merger-queue-capacity=${NP_PIPELINE_MERGER_QUEUE_CAPACITY:50}
|
||||||
|
ct.lp-pipeline.merger-queue-capacity=${LP_PIPELINE_MERGER_QUEUE_CAPACITY:50}
|
||||||
|
|
||||||
#STAGES SETTINGS
|
#STAGES SETTINGS
|
||||||
#select NAME + FID BY PHONE
|
#select NAME + FID BY PHONE
|
||||||
ct.pipeline.name-updater-stage-concurrency=${PIPELINE_NAME_UPDATER_STAGE_CONCURRENCY:20}
|
ct.np-pipeline.name-updater-stage-concurrency=${NP_PIPELINE_NAME_UPDATER_STAGE_CONCURRENCY:20}
|
||||||
ct.pipeline.name-updater-queue-capacity=${PIPELINE_NAME_UPDATER_QUEUE_CAPACITY:20}
|
ct.np-pipeline.name-updater-queue-capacity=${NP_PIPELINE_NAME_UPDATER_QUEUE_CAPACITY:20}
|
||||||
|
|
||||||
|
#select FID BY INN+REG_NUM
|
||||||
|
ct.lp-pipeline.name-updater-stage-concurrency=${LP_PIPELINE_NAME_UPDATER_STAGE_CONCURRENCY:20}
|
||||||
|
ct.lp-pipeline.name-updater-queue-capacity=${LP_PIPELINE_NAME_UPDATER_QUEUE_CAPACITY:20}
|
||||||
|
|
||||||
|
|
||||||
#select and calc flags
|
#select and calc flags
|
||||||
|
|
@ -125,15 +136,22 @@ ct.flag-updater.concurrency=${FLAG_UPDATER_CONCURRENCY:10}
|
||||||
ct.flag-updater.queue-capacity=${FLAG_UPDATER_QUEUE_CAPACITY:100}
|
ct.flag-updater.queue-capacity=${FLAG_UPDATER_QUEUE_CAPACITY:100}
|
||||||
|
|
||||||
#select and calc last rejected date
|
#select and calc last rejected date
|
||||||
ct.update-rejected-date-cron-expression=${UPDATE_REJECTED_DATE_CRON_EXPRESSION:0 25 18 * * *}
|
ct.update-rejected-date-cron-expression=${LP_UPDATE_REJECTED_DATE_CRON_EXPRESSION:0 25 18 * * *}
|
||||||
ct.rejected-date-updater.concurrency=${REJECTED_DATE_UPDATER_CONCURRENCY:10}
|
ct.rejected-date-updater.concurrency=${LP_REJECTED_DATE_UPDATER_CONCURRENCY:10}
|
||||||
ct.rejected-date-updater.queue-capacity=${REJECTED_DATE_UPDATER_QUEUE_CAPACITY:100}
|
ct.rejected-date-updater.queue-capacity=${LP_REJECTED_DATE_UPDATER_QUEUE_CAPACITY:100}
|
||||||
|
|
||||||
#Backoff settings
|
#Backoff settings
|
||||||
ct.pipeline.error-attempt-count=${PIPELINE_ERROR_ATTEMPT_COUNT:5}
|
ct.np-pipeline.error-attempt-count=${NP_PIPELINE_ERROR_ATTEMPT_COUNT:5}
|
||||||
ct.pipeline.error-attempt-delay=${PIPELINE_ERROR_ATTEMPT_DELAY:2S}
|
ct.np-pipeline.error-attempt-delay=${NP_PIPELINE_ERROR_ATTEMPT_DELAY:2S}
|
||||||
ct.pipeline.retryable-exceptions=${PIPELINE_RETRYABLE_EXCEPTIONS:org.springframework.dao.DataAccessException,org.springframework.dao.DataIntegrityViolationException}
|
ct.np-pipeline.retryable-exceptions=${NP_PIPELINE_RETRYABLE_EXCEPTIONS:org.springframework.dao.DataAccessException,org.springframework.dao.DataIntegrityViolationException}
|
||||||
|
|
||||||
|
ct.LP-pipeline.error-attempt-count=${LP_PIPELINE_ERROR_ATTEMPT_COUNT:5}
|
||||||
|
ct.LP-pipeline.error-attempt-delay=${LP_PIPELINE_ERROR_ATTEMPT_DELAY:2S}
|
||||||
|
ct.LP-pipeline.retryable-exceptions=${LP_PIPELINE_RETRYABLE_EXCEPTIONS:org.springframework.dao.DataAccessException,org.springframework.dao.DataIntegrityViolationException}
|
||||||
|
|
||||||
#Pipeline global settings
|
#Pipeline global settings
|
||||||
ct.pipeline.global-timeout=${PIPELINE_GLOBAL_TIMEOUT:2H}
|
ct.np-pipeline.global-timeout=${NP_PIPELINE_GLOBAL_TIMEOUT:2H}
|
||||||
ct.pipeline.parallel-requests=${PIPELINE_PARALLEL_REQUESTS:3}
|
ct.np-pipeline.parallel-requests=${NP_PIPELINE_PARALLEL_REQUESTS:3}
|
||||||
|
|
||||||
|
ct.lp-pipeline.global-timeout=${LP_PIPELINE_GLOBAL_TIMEOUT:2H}
|
||||||
|
ct.lp-pipeline.parallel-requests=${LP_PIPELINE_PARALLEL_REQUESTS:3}
|
||||||
|
|
@ -102,22 +102,38 @@ NEW_FLAGS_CRON_EXPRESSION=0 25 18 * * *
|
||||||
UPDATE_FIDS_CRON_EXPRESSION=0 10 12 * * *
|
UPDATE_FIDS_CRON_EXPRESSION=0 10 12 * * *
|
||||||
DAYS_TO_UPDATE_FIDS=30
|
DAYS_TO_UPDATE_FIDS=30
|
||||||
|
|
||||||
|
# общие настройки
|
||||||
SAVER_SUBJECT_BATCH_SIZE=15000
|
SAVER_SUBJECT_BATCH_SIZE=15000
|
||||||
PIPELINE_SUBJECT_BATCH_SIZE=10000
|
|
||||||
PIPELINE_NAME_ENRICHER_STAGE_CONCURRENCY=20
|
|
||||||
PIPELINE_NAME_ENRICHER_QUEUE_CAPACITY=20
|
|
||||||
PIPELINE_ID_ENRICHER_STAGE_CONCURRENCY=10
|
|
||||||
PIPELINE_ID_ENRICHER_QUEUE_CAPACITY=20
|
|
||||||
PIPELINE_MERGER_QUEUE_CAPACITY=50
|
|
||||||
PIPELINE_NAME_UPDATER_STAGE_CONCURRENCY=20
|
|
||||||
PIPELINE_NAME_UPDATER_QUEUE_CAPACITY=20
|
|
||||||
PIPELINE_ID_UPDATER_STAGE_CONCURRENCY=10
|
|
||||||
PIPELINE_ID_UPDATER_QUEUE_CAPACITY=20
|
|
||||||
FLAG_UPDATER_CONCURRENCY=10
|
FLAG_UPDATER_CONCURRENCY=10
|
||||||
FLAG_UPDATER_QUEUE_CAPACITY=100
|
FLAG_UPDATER_QUEUE_CAPACITY=100
|
||||||
PIPELINE_ERROR_ATTEMPT_COUNT=5
|
|
||||||
PIPELINE_ERROR_ATTEMPT_DELAY=2S
|
# Физ лица
|
||||||
PIPELINE_RETRYABLE_EXCEPTIONS=org.springframework.dao.DataAccessException,org.springframework.dao.DataIntegrityViolationException}
|
NP_PIPELINE_SUBJECT_BATCH_SIZE=10000
|
||||||
PIPELINE_GLOBAL_TIMEOUT=2H
|
NP_PIPELINE_NAME_ENRICHER_STAGE_CONCURRENCY=20
|
||||||
PIPELINE_PARALLEL_REQUESTS=3
|
NP_PIPELINE_NAME_ENRICHER_QUEUE_CAPACITY=20
|
||||||
|
NP_PIPELINE_MERGER_QUEUE_CAPACITY=50
|
||||||
|
NP_PIPELINE_NAME_UPDATER_STAGE_CONCURRENCY=20
|
||||||
|
NP_PIPELINE_NAME_UPDATER_QUEUE_CAPACITY=20
|
||||||
|
NP_PIPELINE_ERROR_ATTEMPT_COUNT=5
|
||||||
|
NP_PIPELINE_ERROR_ATTEMPT_DELAY=2S
|
||||||
|
NP_PIPELINE_RETRYABLE_EXCEPTIONS=org.springframework.dao.DataAccessException,org.springframework.dao.DataIntegrityViolationException}
|
||||||
|
NP_PIPELINE_GLOBAL_TIMEOUT=2H
|
||||||
|
NP_PIPELINE_PARALLEL_REQUESTS=3
|
||||||
|
|
||||||
|
# Юр. Лица
|
||||||
|
LP_PIPELINE_SUBJECT_BATCH_SIZE=10000
|
||||||
|
LP_PIPELINE_NAME_ENRICHER_STAGE_CONCURRENCY=20
|
||||||
|
LP_PIPELINE_NAME_ENRICHER_QUEUE_CAPACITY=20
|
||||||
|
LP_PIPELINE_MERGER_QUEUE_CAPACITY=50
|
||||||
|
LP_PIPELINE_NAME_UPDATER_STAGE_CONCURRENCY=20
|
||||||
|
LP_PIPELINE_NAME_UPDATER_QUEUE_CAPACITY=20
|
||||||
|
LP_PIPELINE_ERROR_ATTEMPT_COUNT=5
|
||||||
|
LP_PIPELINE_ERROR_ATTEMPT_DELAY=2S
|
||||||
|
LP_PIPELINE_RETRYABLE_EXCEPTIONS=org.springframework.dao.DataAccessException,org.springframework.dao.DataIntegrityViolationException}
|
||||||
|
LP_PIPELINE_GLOBAL_TIMEOUT=2H
|
||||||
|
LP_PIPELINE_PARALLEL_REQUESTS=3
|
||||||
|
|
||||||
|
LP_UPDATE_REJECTED_DATE_CRON_EXPRESSION=
|
||||||
|
LP_REJECTED_DATE_UPDATER_CONCURRENCY=10
|
||||||
|
LP_REJECTED_DATE_UPDATER_QUEUE_CAPACITY=100
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -88,23 +88,30 @@ services:
|
||||||
- DAYS_TO_UPDATE_FIDS=${DAYS_TO_UPDATE_FIDS}
|
- DAYS_TO_UPDATE_FIDS=${DAYS_TO_UPDATE_FIDS}
|
||||||
- DAYS_TO_UPDATE_FLAGS=${DAYS_TO_UPDATE_FLAGS}
|
- DAYS_TO_UPDATE_FLAGS=${DAYS_TO_UPDATE_FLAGS}
|
||||||
- SAVER_SUBJECT_BATCH_SIZE=${SAVER_SUBJECT_BATCH_SIZE}
|
- SAVER_SUBJECT_BATCH_SIZE=${SAVER_SUBJECT_BATCH_SIZE}
|
||||||
- PIPELINE_SUBJECT_BATCH_SIZE=${PIPELINE_SUBJECT_BATCH_SIZE}
|
|
||||||
- PIPELINE_NAME_ENRICHER_STAGE_CONCURRENCY=${PIPELINE_NAME_ENRICHER_STAGE_CONCURRENCY}
|
|
||||||
- PIPELINE_NAME_ENRICHER_QUEUE_CAPACITY=${PIPELINE_NAME_ENRICHER_QUEUE_CAPACITY}
|
|
||||||
- PIPELINE_ID_ENRICHER_STAGE_CONCURRENCY=${PIPELINE_ID_ENRICHER_STAGE_CONCURRENCY}
|
|
||||||
- PIPELINE_ID_ENRICHER_QUEUE_CAPACITY=${PIPELINE_ID_ENRICHER_QUEUE_CAPACITY}
|
|
||||||
- PIPELINE_MERGER_QUEUE_CAPACITY=${PIPELINE_MERGER_QUEUE_CAPACITY}
|
|
||||||
- PIPELINE_NAME_UPDATER_STAGE_CONCURRENCY=${PIPELINE_NAME_UPDATER_STAGE_CONCURRENCY}
|
|
||||||
- PIPELINE_NAME_UPDATER_QUEUE_CAPACITY=${PIPELINE_NAME_UPDATER_QUEUE_CAPACITY}
|
|
||||||
- PIPELINE_ID_UPDATER_STAGE_CONCURRENCY=${PIPELINE_ID_UPDATER_STAGE_CONCURRENCY}
|
|
||||||
- PIPELINE_ID_UPDATER_QUEUE_CAPACITY=${PIPELINE_ID_UPDATER_QUEUE_CAPACITY}
|
|
||||||
- FLAG_UPDATER_CONCURRENCY=${FLAG_UPDATER_CONCURRENCY}
|
- FLAG_UPDATER_CONCURRENCY=${FLAG_UPDATER_CONCURRENCY}
|
||||||
- FLAG_UPDATER_QUEUE_CAPACITY=${FLAG_UPDATER_QUEUE_CAPACITY}
|
- FLAG_UPDATER_QUEUE_CAPACITY=${FLAG_UPDATER_QUEUE_CAPACITY}
|
||||||
- PIPELINE_ERROR_ATTEMPT_COUNT=${PIPELINE_ERROR_ATTEMPT_COUNT}
|
- NP_PIPELINE_SUBJECT_BATCH_SIZE=${NP_PIPELINE_SUBJECT_BATCH_SIZE}
|
||||||
- PIPELINE_ERROR_ATTEMPT_DELAY=${PIPELINE_ERROR_ATTEMPT_DELAY}
|
- NP_PIPELINE_NAME_ENRICHER_STAGE_CONCURRENCY=${NP_PIPELINE_NAME_ENRICHER_STAGE_CONCURRENCY}
|
||||||
- PIPELINE_RETRYABLE_EXCEPTIONS=${PIPELINE_RETRYABLE_EXCEPTIONS}
|
- NP_PIPELINE_NAME_ENRICHER_QUEUE_CAPACITY=${NP_PIPELINE_NAME_ENRICHER_QUEUE_CAPACITY}
|
||||||
- PIPELINE_GLOBAL_TIMEOUT=${PIPELINE_GLOBAL_TIMEOUT}
|
- NP_PIPELINE_MERGER_QUEUE_CAPACITY=${NP_PIPELINE_MERGER_QUEUE_CAPACITY}
|
||||||
- PIPELINE_PARALLEL_REQUESTS=${PIPELINE_PARALLEL_REQUESTS}
|
- NP_PIPELINE_NAME_UPDATER_STAGE_CONCURRENCY=${NP_PIPELINE_NAME_UPDATER_STAGE_CONCURRENCY}
|
||||||
|
- NP_PIPELINE_NAME_UPDATER_QUEUE_CAPACITY=${NP_PIPELINE_NAME_UPDATER_QUEUE_CAPACITY}
|
||||||
|
- NP_PIPELINE_ERROR_ATTEMPT_COUNT=${NP_PIPELINE_ERROR_ATTEMPT_COUNT}
|
||||||
|
- NP_PIPELINE_ERROR_ATTEMPT_DELAY=${NP_PIPELINE_ERROR_ATTEMPT_DELAY}
|
||||||
|
- NP_PIPELINE_RETRYABLE_EXCEPTIONS=${NP_PIPELINE_RETRYABLE_EXCEPTIONS}
|
||||||
|
- NP_PIPELINE_GLOBAL_TIMEOUT=${NP_PIPELINE_GLOBAL_TIMEOUT}
|
||||||
|
- NP_PIPELINE_PARALLEL_REQUESTS=${NP_PIPELINE_PARALLEL_REQUESTS}
|
||||||
|
- LP_PIPELINE_SUBJECT_BATCH_SIZE=${LP_PIPELINE_SUBJECT_BATCH_SIZE}
|
||||||
|
- LP_PIPELINE_NAME_ENRICHER_STAGE_CONCURRENCY=${LP_PIPELINE_NAME_ENRICHER_STAGE_CONCURRENCY}
|
||||||
|
- LP_PIPELINE_NAME_ENRICHER_QUEUE_CAPACITY=${LP_PIPELINE_NAME_ENRICHER_QUEUE_CAPACITY}
|
||||||
|
- LP_PIPELINE_MERGER_QUEUE_CAPACITY=${LP_PIPELINE_MERGER_QUEUE_CAPACITY}
|
||||||
|
- LP_PIPELINE_NAME_UPDATER_STAGE_CONCURRENCY=${LP_PIPELINE_NAME_UPDATER_STAGE_CONCURRENCY}
|
||||||
|
- LP_PIPELINE_NAME_UPDATER_QUEUE_CAPACITY=${LP_PIPELINE_NAME_UPDATER_QUEUE_CAPACITY}
|
||||||
|
- LP_PIPELINE_ERROR_ATTEMPT_COUNT=${LP_PIPELINE_ERROR_ATTEMPT_COUNT}
|
||||||
|
- LP_PIPELINE_ERROR_ATTEMPT_DELAY=${LP_PIPELINE_ERROR_ATTEMPT_DELAY}
|
||||||
|
- LP_PIPELINE_RETRYABLE_EXCEPTIONS=${LP_PIPELINE_RETRYABLE_EXCEPTIONS}
|
||||||
|
- LP_PIPELINE_GLOBAL_TIMEOUT=${LP_PIPELINE_GLOBAL_TIMEOUT}
|
||||||
|
- LP_PIPELINE_PARALLEL_REQUESTS=${LP_PIPELINE_PARALLEL_REQUESTS}
|
||||||
command: ["/opt/app/start-credit-tracker.sh"]
|
command: ["/opt/app/start-credit-tracker.sh"]
|
||||||
|
|
||||||
credit-tracker-monitoring:
|
credit-tracker-monitoring:
|
||||||
|
|
|
||||||
|
|
@ -24,7 +24,7 @@ public class CreditTrackerSettings {
|
||||||
@NestedConfigurationProperty
|
@NestedConfigurationProperty
|
||||||
private XsdValidation xsdValidation;
|
private XsdValidation xsdValidation;
|
||||||
@NestedConfigurationProperty
|
@NestedConfigurationProperty
|
||||||
private PipelineSettings pipeline;
|
private PipelineSettings npPipeline;
|
||||||
@NestedConfigurationProperty
|
@NestedConfigurationProperty
|
||||||
private PipelineSettings lpPipeline;
|
private PipelineSettings lpPipeline;
|
||||||
@NestedConfigurationProperty
|
@NestedConfigurationProperty
|
||||||
|
|
|
||||||
|
|
@ -1,11 +1,12 @@
|
||||||
package ru.nbch.credit_tracker.config.task;
|
package ru.nbch.credit_tracker.config.task;
|
||||||
|
|
||||||
import java.util.concurrent.ExecutorService;
|
|
||||||
import java.util.concurrent.Executors;
|
|
||||||
import org.springframework.context.annotation.Bean;
|
import org.springframework.context.annotation.Bean;
|
||||||
import org.springframework.context.annotation.Configuration;
|
import org.springframework.context.annotation.Configuration;
|
||||||
import ru.nbch.credit_tracker.config.settings.CreditTrackerSettings;
|
import ru.nbch.credit_tracker.config.settings.CreditTrackerSettings;
|
||||||
|
|
||||||
|
import java.util.concurrent.ExecutorService;
|
||||||
|
import java.util.concurrent.Executors;
|
||||||
|
|
||||||
@Configuration
|
@Configuration
|
||||||
public class ExecutorsConfig {
|
public class ExecutorsConfig {
|
||||||
|
|
||||||
|
|
@ -20,7 +21,7 @@ public class ExecutorsConfig {
|
||||||
|
|
||||||
@Bean
|
@Bean
|
||||||
public ExecutorService saverExecutorService(CreditTrackerSettings creditTrackerSettings) {
|
public ExecutorService saverExecutorService(CreditTrackerSettings creditTrackerSettings) {
|
||||||
return Executors.newFixedThreadPool(creditTrackerSettings.getPipeline().parallelRequests(), r -> {
|
return Executors.newFixedThreadPool(creditTrackerSettings.getNpPipeline().parallelRequests(), r -> {
|
||||||
Thread t = new Thread(r);
|
Thread t = new Thread(r);
|
||||||
t.setName("subject-saver-%d".formatted(t.threadId()));
|
t.setName("subject-saver-%d".formatted(t.threadId()));
|
||||||
return t;
|
return t;
|
||||||
|
|
|
||||||
|
|
@ -60,9 +60,9 @@ public class PipelineStarterConfig {
|
||||||
@Bean
|
@Bean
|
||||||
public PipelineBackoff npPipelineBackoff(CreditTrackerSettings creditTrackerSettings) {
|
public PipelineBackoff npPipelineBackoff(CreditTrackerSettings creditTrackerSettings) {
|
||||||
return new PipelineBackoff(
|
return new PipelineBackoff(
|
||||||
creditTrackerSettings.getPipeline().errorAttemptCount(),
|
creditTrackerSettings.getNpPipeline().errorAttemptCount(),
|
||||||
creditTrackerSettings.getPipeline().errorAttemptDelay(),
|
creditTrackerSettings.getNpPipeline().errorAttemptDelay(),
|
||||||
creditTrackerSettings.getPipeline().retryableExceptions()
|
creditTrackerSettings.getNpPipeline().retryableExceptions()
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -12,22 +12,22 @@ public class StageConfig {
|
||||||
|
|
||||||
@Bean("npFidEnricherQueueFactory")
|
@Bean("npFidEnricherQueueFactory")
|
||||||
public StageQueueFactory<SubjectPayload> npFidEnricherQueueFactory(CreditTrackerSettings creditTrackerSettings) {
|
public StageQueueFactory<SubjectPayload> npFidEnricherQueueFactory(CreditTrackerSettings creditTrackerSettings) {
|
||||||
return new StageQueueFactory<>(creditTrackerSettings.getPipeline().nameEnricherQueueCapacity());
|
return new StageQueueFactory<>(creditTrackerSettings.getNpPipeline().nameEnricherQueueCapacity());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Bean("npFidUpdaterQueueFactoryUpdater")
|
@Bean("npFidUpdaterQueueFactoryUpdater")
|
||||||
public StageQueueFactory<SubjectPayload> npFidUpdaterQueueFactoryUpdater(CreditTrackerSettings creditTrackerSettings) {
|
public StageQueueFactory<SubjectPayload> npFidUpdaterQueueFactoryUpdater(CreditTrackerSettings creditTrackerSettings) {
|
||||||
return new StageQueueFactory<>(creditTrackerSettings.getPipeline().nameUpdaterQueueCapacity());
|
return new StageQueueFactory<>(creditTrackerSettings.getNpPipeline().nameUpdaterQueueCapacity());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Bean("npNoOpQueueFactory")
|
@Bean("npNoOpQueueFactory")
|
||||||
public StageQueueFactory<VoidPayload> npNoOpQueueFactory(CreditTrackerSettings creditTrackerSettings) {
|
public StageQueueFactory<VoidPayload> npNoOpQueueFactory(CreditTrackerSettings creditTrackerSettings) {
|
||||||
return new StageQueueFactory<>(creditTrackerSettings.getPipeline().mergerQueueCapacity());
|
return new StageQueueFactory<>(creditTrackerSettings.getNpPipeline().mergerQueueCapacity());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Bean("npFinishSetupQueueFactory")
|
@Bean("npFinishSetupQueueFactory")
|
||||||
public StageQueueFactory<SubjectPayload> npFinishSetupQueueFactory(CreditTrackerSettings creditTrackerSettings) {
|
public StageQueueFactory<SubjectPayload> npFinishSetupQueueFactory(CreditTrackerSettings creditTrackerSettings) {
|
||||||
return new StageQueueFactory<>(creditTrackerSettings.getPipeline().mergerQueueCapacity());
|
return new StageQueueFactory<>(creditTrackerSettings.getNpPipeline().mergerQueueCapacity());
|
||||||
}
|
}
|
||||||
|
|
||||||
// LP
|
// LP
|
||||||
|
|
|
||||||
|
|
@ -21,6 +21,6 @@ public class LpPipelinePackageOrchestrator extends PackageOrchestrator {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
protected PipelineSettings getPipeline() {
|
protected PipelineSettings getPipeline() {
|
||||||
return creditTrackerSettings.getPipeline();
|
return creditTrackerSettings.getLpPipeline();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -81,6 +81,6 @@ public class NpPipelinePackageFabric implements InitializingBean {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public void afterPropertiesSet() throws Exception {
|
public void afterPropertiesSet() throws Exception {
|
||||||
log.info("pipeline settings: {}", creditTrackerSettings.getPipeline());
|
log.info("pipeline settings: {}", creditTrackerSettings.getNpPipeline());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -21,6 +21,6 @@ public class NpPipelinePackageOrchestrator extends PackageOrchestrator {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
protected PipelineSettings getPipeline() {
|
protected PipelineSettings getPipeline() {
|
||||||
return creditTrackerSettings.getPipeline();
|
return creditTrackerSettings.getNpPipeline();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -18,6 +18,6 @@ public class NpPipelineRecalcOrchestrator extends RecalcOrchestrator {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
protected PipelineSettings getPipelineSettings() {
|
protected PipelineSettings getPipelineSettings() {
|
||||||
return creditTrackerSettings.getPipeline();
|
return creditTrackerSettings.getNpPipeline();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -116,7 +116,7 @@ public class NpFidEnricher implements Handler<SubjectPayload, SubjectPayload> {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public int preferredConcurrency() {
|
public int preferredConcurrency() {
|
||||||
return creditTrackerSettings.getPipeline().nameEnricherStageConcurrency();
|
return creditTrackerSettings.getNpPipeline().nameEnricherStageConcurrency();
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
|
|
|
||||||
|
|
@ -90,7 +90,7 @@ public class NpFidUpdater implements Handler<SubjectPayload, VoidPayload> {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public int preferredConcurrency() {
|
public int preferredConcurrency() {
|
||||||
return creditTrackerSettings.getPipeline().nameUpdaterStageConcurrency();
|
return creditTrackerSettings.getNpPipeline().nameUpdaterStageConcurrency();
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
|
|
|
||||||
|
|
@ -42,7 +42,7 @@ public abstract class NpKickPipeLine implements IPipeLineStarter<SubjectPayload>
|
||||||
this.userPackageMapper = userPackageMapper;
|
this.userPackageMapper = userPackageMapper;
|
||||||
this.packageRecordsService = packageRecordsService;
|
this.packageRecordsService = packageRecordsService;
|
||||||
this.creditTrackerSettings = creditTrackerSettings;
|
this.creditTrackerSettings = creditTrackerSettings;
|
||||||
this.BATCH_SIZE = creditTrackerSettings.getPipeline().subjectBatchSize();
|
this.BATCH_SIZE = creditTrackerSettings.getNpPipeline().subjectBatchSize();
|
||||||
this.mode = setupParam.mode();
|
this.mode = setupParam.mode();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -43,7 +43,7 @@ public class NpKickRecalcPipeLine implements IPipeLineStarter<SubjectPayload> {
|
||||||
this.phonesMapMapper = phonesMapMapper;
|
this.phonesMapMapper = phonesMapMapper;
|
||||||
this.packageRecordsService = packageRecordsService;
|
this.packageRecordsService = packageRecordsService;
|
||||||
this.creditTrackerSettings = creditTrackerSettings;
|
this.creditTrackerSettings = creditTrackerSettings;
|
||||||
this.BATCH_SIZE = creditTrackerSettings.getPipeline().subjectBatchSize();
|
this.BATCH_SIZE = creditTrackerSettings.getNpPipeline().subjectBatchSize();
|
||||||
this.daysToUpdateFids = creditTrackerSettings.getDaysToUpdateNpFids() != null ? creditTrackerSettings.getDaysToUpdateNpFids() : 1;
|
this.daysToUpdateFids = creditTrackerSettings.getDaysToUpdateNpFids() != null ? creditTrackerSettings.getDaysToUpdateNpFids() : 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue