Add stats

Author: varadarajan-tw

packages/destination-actions/src/destinations/webhook-audiences/index.ts

@@ -139,9 +139,18 @@ const destination: AudienceDestinationDefinition<Settings, AudienceSettings> = {
           settings
         })
       },
-      performBatch: (request, { payload, settings, audienceSettings }) => {
+      performBatch: (request, { payload, settings, audienceSettings, statsContext }) => {
         const extras = parseExtraSettingsJson(audienceSettings?.extras)
 
+        if (statsContext) {
+          const { statsClient, tags } = statsContext
+          const set = new Set()
+          for (const p of payload) {
+            set.add(`${p.url} ${p.method} ${JSON.stringify(p.headers)}`)
+          }
+          statsClient?.incr('webhook.configurable_batch_keys.unique_keys', set.size, tags)
+        }
+
         // Call the same performBatch function from the regular webhook destination
         // and add in our extraSettings
         return send.performBatch!(request, {

packages/destination-actions/src/destinations/webhook/__test__/webhook.test.ts

@@ -177,6 +177,70 @@ export const baseWebhookTests = (def: DestinationDefinition<any>) => {
           })
         ).rejects.toThrow(PayloadValidationError)
       })
+
+      it('should incr stats by unique url, headers and method count', async () => {
+        const testEvent1 = {
+          properties: {
+            url: 'https://example.build',
+            method: 'POST',
+            headers: {
+              'sample-header': 'value1'
+            }
+          }
+        }
+        const testEvent2 = {
+          properties: {
+            url: 'https://example.build',
+            method: 'PUT',
+            headers: {
+              'sample-header': 'value1'
+            }
+          }
+        }
+        const events = [createTestEvent(testEvent1), createTestEvent(testEvent2)]
+
+        nock(testEvent1.properties.url).post('/').reply(200, { success: true })
+
+        const statsClient = {
+          incr: jest.fn(),
+          observe: jest.fn(),
+          _name: jest.fn(),
+          _tags: jest.fn(),
+          set: jest.fn,
+          histogram: jest.fn()
+        }
+        const statsContext = {
+          statsClient,
+          tags: ['test:tag']
+        }
+
+        const responses = await testDestination.testBatchAction('send', {
+          events,
+          mapping: {
+            url: {
+              '@path': '$.properties.url'
+            },
+            method: {
+              '@path': '$.properties.method'
+            },
+            headers: {
+              'sample-header': {
+                '@path': '$.properties.sample-header'
+              }
+            }
+          },
+          useDefaultMappings: true,
+          statsContext
+        })
+
+        expect(responses.length).toBe(1)
+        expect(responses[0].status).toBe(200)
+        expect(statsClient.incr).toHaveBeenCalledWith(
+          'webhook.configurable_batch_keys.unique_keys',
+          2,
+          statsContext.tags
+        )
+      })
     })
   })
 }

packages/destination-actions/src/destinations/webhook/send/index.ts

@@ -53,7 +53,7 @@ const action: ActionDefinition<Settings, Payload> = {
       multiple: true,
       required: false,
       unsafe_hidden: true,
-      default: ['url', 'method']
+      default: ['url', 'method', 'headers']
     }
   },
   perform: (request, { payload }) => {
@@ -68,9 +68,19 @@ const action: ActionDefinition<Settings, Payload> = {
       throw error
     }
   },
-  performBatch: (request, { payload }) => {
+  performBatch: (request, { payload, statsContext }) => {
     // Expect these to be the same across the payloads
     const { url, method, headers } = payload[0]
+
+    if (statsContext) {
+      const { statsClient, tags } = statsContext
+      const set = new Set()
+      for (const p of payload) {
+        set.add(`${p.url} ${p.method} ${JSON.stringify(p.headers)}`)
+      }
+      statsClient?.incr('webhook.configurable_batch_keys.unique_keys', set.size, tags)
+    }
+
     try {
       return request(url, {
         method: method as RequestMethod,