feat(exporter): export CommandDistributionRecords

Adds configurations for exporting the CommandDistributionRecord

Author: remcowesterhoud

dist/src/main/config/broker.standalone.yaml.template

@@ -657,6 +657,7 @@
         #     event: true
         #     rejection: false
         #
+        #     commandDistribution: true
         #     decisionRequirements: true
         #     decision: true
         #     decisionEvaluation: true

dist/src/main/config/broker.yaml.template

@@ -587,6 +587,7 @@
         #     event: true
         #     rejection: false
         #
+        #     commandDistribution: true
         #     decisionRequirements: true
         #     decision: true
         #     decisionEvaluation: true

exporters/elasticsearch-exporter/README.md

@@ -120,6 +120,7 @@ More specifically, each option configures the following:
 * `rejection` (`boolean`): if true, rejection records will be exported; if false, ignored.
 
 
+* `commandDistribution` (`boolean`): if true, records related to command distributions will be exported; if false, ignored.
 * `decisionRequirements` (`boolean`): if true, records related to decision requirements will be
   exported; if false, ignored.
 * `decision` (`boolean`): if true, records related to decisions will be exported; if false, ignored.
@@ -195,6 +196,7 @@ exporters:
         event: true
         rejection: false
 
+        commandDistribution: true
         decisionRequirements: true
         decision: true
         decisionEvaluation: true

exporters/elasticsearch-exporter/src/main/java/io/camunda/zeebe/exporter/ElasticsearchExporter.java

@@ -272,6 +272,9 @@ private void createIndexTemplates() {
       if (index.resourceDeletion) {
         createValueIndexTemplate(ValueType.RESOURCE_DELETION);
       }
+      if (index.commandDistribution) {
+        createValueIndexTemplate(ValueType.COMMAND_DISTRIBUTION);
+      }
     }
 
     indexTemplatesCreated = true;

exporters/elasticsearch-exporter/src/main/java/io/camunda/zeebe/exporter/ElasticsearchExporterConfiguration.java

@@ -105,6 +105,8 @@ public boolean shouldIndexValueType(final ValueType valueType) {
         return index.signalSubscription;
       case RESOURCE_DELETION:
         return index.resourceDeletion;
+      case COMMAND_DISTRIBUTION:
+        return index.commandDistribution;
       default:
         return false;
     }
@@ -163,6 +165,7 @@ public static class IndexConfiguration {
     public boolean signal = true;
     public boolean signalSubscription = true;
     public boolean resourceDeletion = true;
+    public boolean commandDistribution = true;
 
     // index settings
     private Integer numberOfShards = null;
@@ -248,6 +251,8 @@ public String toString() {
           + signalSubscription
           + ", resourceDeletion="
           + resourceDeletion
+          + ", recordDistribution="
+          + commandDistribution
           + '}';
     }
   }

exporters/elasticsearch-exporter/src/main/resources/zeebe-record-command-distribution-template.json

@@ -0,0 +1,36 @@
+{
+  "index_patterns": [
+    "zeebe-record_command-distribution_*"
+  ],
+  "composed_of": ["zeebe-record"],
+  "priority": 20,
+  "version": 1,
+  "template": {
+    "settings": {
+      "number_of_shards": 1,
+      "number_of_replicas": 0,
+      "index.queries.cache.enabled": false
+    },
+    "aliases": {
+      "zeebe-record-command-distribution": {}
+    },
+    "mappings": {
+      "properties": {
+        "value": {
+          "dynamic": "strict",
+          "properties": {
+            "partitionId": {
+              "type": "integer"
+            },
+            "valueType": {
+              "type": "keyword"
+            },
+            "commandValue": {
+              "enabled": false
+            }
+          }
+        }
+      }
+    }
+  }
+}

exporters/elasticsearch-exporter/src/test/java/io/camunda/zeebe/exporter/TestSupport.java

@@ -75,6 +75,7 @@ static void setIndexingForValueType(
       case SIGNAL -> config.signal = value;
       case SIGNAL_SUBSCRIPTION -> config.signalSubscription = value;
       case RESOURCE_DELETION -> config.resourceDeletion = value;
+      case COMMAND_DISTRIBUTION -> config.commandDistribution = value;
       default -> throw new IllegalArgumentException(
           "No known indexing configuration option for value type " + valueType);
     }