firehose support dynamic partitioning (#395)

* added metadata in firehose response record to support dynamic partitioning

* fixed data type of partitionKeys property

* fixed linter errors

Co-authored-by: Patel <[email protected]>
Co-authored-by: Bryan Moffatt <[email protected]>

Author: 3 people

events/firehose.go

@@ -30,9 +30,14 @@ type KinesisFirehoseResponse struct {
 }
 
 type KinesisFirehoseResponseRecord struct {
-	RecordID string `json:"recordId"`
-	Result   string `json:"result"` // The status of the transformation. May be TransformedStateOk, TransformedStateDropped or TransformedStateProcessingFailed
-	Data     []byte `json:"data"`
+	RecordID string                                `json:"recordId"`
+	Result   string                                `json:"result"` // The status of the transformation. May be TransformedStateOk, TransformedStateDropped or TransformedStateProcessingFailed
+	Data     []byte                                `json:"data"`
+	Metadata KinesisFirehoseResponseRecordMetadata `json:"metadata"`
+}
+
+type KinesisFirehoseResponseRecordMetadata struct {
+	PartitionKeys map[string]string `json:"partitionKeys"`
 }
 
 type KinesisFirehoseRecordMetadata struct {

events/testdata/kinesis-firehose-response.json

@@ -3,12 +3,29 @@
      {
        "data": "SGVsbG8gV29ybGQ=",
        "recordId": "record1",
-       "result": "TRANSFORMED_STATE_OK"
+       "result": "TRANSFORMED_STATE_OK",
+       "metadata": {
+         "partitionKeys": {}
+       }
      },
      {
        "data": "SGVsbG8gV29ybGQ=",
        "recordId": "record2",
-       "result": "TRANSFORMED_STATE_DROPPED"
+       "result": "TRANSFORMED_STATE_DROPPED",
+       "metadata": {
+         "partitionKeys": {}
+       }
+     },
+     {
+       "data": "SGVsbG8gV29ybGQ=",
+       "recordId": "record3",
+       "result": "TransformedStateOk",
+       "metadata": {
+         "partitionKeys": {
+           "iamKey1": "iamValue1",
+           "iamKey2": "iamValue2"
+         }
+       }
      }
    ]
  }