CBSNexora/cbsnexora-backend
4
0
Fork 0
Code Issues Pull Requests Actions 46 Packages Projects Releases Wiki Activity

FINERACT-1678

Browse Source 
- ThreadPoolTaskExecutor task executor is added to COB workers which allows concurrent processing of chunks.
This commit is contained in:
Peter Bagrij
2023-07-25 18:52:23 +02:00
committed by Arnold Gálovics
parent fc9525f966
commit 900d0c2827
13 changed files with 284 additions and 66 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fineract-core/src/main/java/org/apache/fineract/infrastructure/core/condition/FineractPartitionJobConfigValidationCondition.java
+5 -4
View File
@@ -36,7 +36,7 @@ public class FineractPartitionJobConfigValidationCondition implements Condition
"fineract.partitioned-job", FineractProperties.FineractPartitionedJob.class);
if (partitionedJobProperties != null) {
List<FineractProperties.PartitionedJobProperty> invalidConfigs = partitionedJobProperties.getPartitionedJobProperties().stream()
.filter(isAnyConfigBelowOne().or(FineractPartitionJobConfigValidationCondition::isPartitionRatioInvalid)).toList();
.filter(isAnyConfigBelowOne().or(FineractPartitionJobConfigValidationCondition::invalidMaxPoolSize)).toList();
if (!invalidConfigs.isEmpty()) {
for (FineractProperties.PartitionedJobProperty invalidConfig : invalidConfigs) {
log.error(
@@ -52,10 +52,11 @@ public class FineractPartitionJobConfigValidationCondition implements Condition
private static Predicate<FineractProperties.PartitionedJobProperty> isAnyConfigBelowOne() {
return partitionedJobProperty -> !(partitionedJobProperty.getPartitionSize() > 0 && partitionedJobProperty.getChunkSize() > 0
&& partitionedJobProperty.getThreadCount() > 0);
&& partitionedJobProperty.getThreadPoolCorePoolSize() > 0 && partitionedJobProperty.getThreadPoolMaxPoolSize() > 0
&& partitionedJobProperty.getThreadPoolQueueCapacity() > 0);
}
private static boolean isPartitionRatioInvalid(FineractProperties.PartitionedJobProperty partitionedJobProperty) {
return partitionedJobProperty.getPartitionSize() < partitionedJobProperty.getThreadCount() * partitionedJobProperty.getChunkSize();
private static boolean invalidMaxPoolSize(FineractProperties.PartitionedJobProperty partitionedJobProperty) {
return partitionedJobProperty.getThreadPoolMaxPoolSize() < partitionedJobProperty.getThreadPoolCorePoolSize();
}
}
fineract-core/src/main/java/org/apache/fineract/infrastructure/core/config/FineractProperties.java
+4 -1
View File
@@ -155,8 +155,11 @@ public class FineractProperties {
private String jobName;
private Integer chunkSize;
private Integer partitionSize;
private Integer threadCount;
private Integer threadPoolCorePoolSize;
private Integer threadPoolMaxPoolSize;
private Integer threadPoolQueueCapacity;
private Integer retryLimit;
}
@Getter