FINERACT-2066: Send async event job tuning

fineract-core/src/main/java/org/apache/fineract/infrastructure/core/condition/FineractExternalEventConfigCondition.java

@@ -0,0 +1,40 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.fineract.infrastructure.core.condition;
+
+import lombok.extern.slf4j.Slf4j;
+import org.apache.fineract.infrastructure.core.config.FineractProperties;
+
+@Slf4j
+public class FineractExternalEventConfigCondition extends PropertiesCondition {
+
+    @Override
+    protected boolean matches(FineractProperties properties) {
+        int partitionSize = properties.getEvents().getExternal().getPartitionSize();
+        boolean conditionFails = false;
+        if (partitionSize > 25000) {
+            conditionFails = true;
+            log.error("The partition size for external event partitions cannot be bigger than 25000.");
+        } else if (partitionSize < 1) {
+            conditionFails = true;
+            log.error("The partition size for external event partitions must be positive.");
+        }
+        return conditionFails;
+    }
+}

fineract-core/src/main/java/org/apache/fineract/infrastructure/core/condition/FineractValidationCondition.java

@@ -35,4 +35,7 @@ public class FineractValidationCondition extends AnyNestedCondition {
 
     @Conditional(FineractRemoteJobMessageHandlerCondition.class)
     static class FineractRemoteJobMessageHandlerValidation {}
+
+    @Conditional(FineractExternalEventConfigCondition.class)
+    static class FineractExternalEventConfigValidation {}
 }

fineract-core/src/main/java/org/apache/fineract/infrastructure/core/config/FineractProperties.java

@@ -284,6 +284,7 @@ public class FineractProperties {
 
         private boolean enabled;
         private FineractExternalEventsProducerProperties producer;
+        private int partitionSize;
     }
 
     @Getter

fineract-core/src/main/java/org/apache/fineract/infrastructure/event/external/jobs/SendAsynchronousEventsTasklet.java

@@ -102,14 +102,17 @@ public class SendAsynchronousEventsTasklet implements Tasklet {
         OffsetDateTime sentAt = DateUtils.getAuditOffsetDateTime();
 
         // Partitioning dataset to avoid exception: PreparedStatement can have at most 65,535 parameters
-        List<List<Long>> partitions = Lists.partition(eventIds, 5_000);
-        partitions.forEach(partitionedEventIds -> {
-            measure(() -> {
-                repository.markEventsSent(partitionedEventIds, sentAt);
-            }, timeTaken -> {
-                log.debug("Took {}ms to update {} events", timeTaken.toMillis(), partitionedEventIds.size());
-            });
-        });
+        final int partitionSize = fineractProperties.getEvents().getExternal().getPartitionSize();
+        List<List<Long>> partitions = Lists.partition(eventIds, partitionSize);
+        partitions.stream() //
+                .parallel() //
+                .forEach(partitionedEventIds -> {
+                    measure(() -> {
+                        repository.markEventsSent(partitionedEventIds, sentAt);
+                    }, timeTaken -> {
+                        log.debug("Took {}ms to update {} events", timeTaken.toMillis(), partitionedEventIds.size());
+                    });
+                });
     }
 
     private Map<Long, List<byte[]>> generatePartitions(List<ExternalEventView> queuedEvents) {