🎉 Source Zendesk: Migration from Singer to CDK

airbyte-integrations/connectors/source-zendesk-support/integration_tests/configured_catalog.json

@@ -4,10 +4,19 @@
       "stream": {
         "name": "group_memberships",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh", "incremental"],
+        "supported_sync_modes": [
+          "full_refresh",
+          "incremental"
+        ],
         "source_defined_cursor": true,
-        "default_cursor_field": ["updated_at"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field": [
+          "updated_at"
+        ],
+        "source_defined_primary_key": [
+          [
+            "id"
+          ]
+        ]
       },
       "sync_mode": "incremental",
       "destination_sync_mode": "append"
@@ -16,10 +25,19 @@
       "stream": {
         "name": "groups",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh", "incremental"],
+        "supported_sync_modes": [
+          "full_refresh",
+          "incremental"
+        ],
         "source_defined_cursor": true,
-        "default_cursor_field": ["updated_at"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field": [
+          "updated_at"
+        ],
+        "source_defined_primary_key": [
+          [
+            "id"
+          ]
+        ]
       },
       "sync_mode": "incremental",
       "destination_sync_mode": "append"
@@ -28,10 +46,19 @@
       "stream": {
         "name": "macros",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh", "incremental"],
+        "supported_sync_modes": [
+          "full_refresh",
+          "incremental"
+        ],
         "source_defined_cursor": true,
-        "default_cursor_field": ["updated_at"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field": [
+          "updated_at"
+        ],
+        "source_defined_primary_key": [
+          [
+            "id"
+          ]
+        ]
       },
       "sync_mode": "incremental",
       "destination_sync_mode": "append"
@@ -40,10 +67,19 @@
       "stream": {
         "name": "organizations",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh", "incremental"],
+        "supported_sync_modes": [
+          "full_refresh",
+          "incremental"
+        ],
         "source_defined_cursor": true,
-        "default_cursor_field": ["updated_at"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field": [
+          "updated_at"
+        ],
+        "source_defined_primary_key": [
+          [
+            "id"
+          ]
+        ]
       },
       "sync_mode": "incremental",
       "destination_sync_mode": "append"
@@ -52,10 +88,19 @@
       "stream": {
         "name": "satisfaction_ratings",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh", "incremental"],
+        "supported_sync_modes": [
+          "full_refresh",
+          "incremental"
+        ],
         "source_defined_cursor": true,
-        "default_cursor_field": ["updated_at"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field": [
+          "updated_at"
+        ],
+        "source_defined_primary_key": [
+          [
+            "id"
+          ]
+        ]
       },
       "sync_mode": "incremental",
       "destination_sync_mode": "append"
@@ -64,8 +109,14 @@
       "stream": {
         "name": "sla_policies",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh"],
-        "source_defined_primary_key": [["id"]]
+        "supported_sync_modes": [
+          "full_refresh"
+        ],
+        "source_defined_primary_key": [
+          [
+            "id"
+          ]
+        ]
       },
       "sync_mode": "full_refresh",
       "destination_sync_mode": "append"
@@ -74,8 +125,14 @@
       "stream": {
         "name": "tags",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh"],
-        "source_defined_primary_key": [["name"]]
+        "supported_sync_modes": [
+          "full_refresh"
+        ],
+        "source_defined_primary_key": [
+          [
+            "name"
+          ]
+        ]
       },
       "sync_mode": "full_refresh",
       "destination_sync_mode": "append"
@@ -84,10 +141,19 @@
       "stream": {
         "name": "ticket_audits",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh", "incremental"],
+        "supported_sync_modes": [
+          "full_refresh",
+          "incremental"
+        ],
         "source_defined_cursor": true,
-        "default_cursor_field": ["created_at"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field": [
+          "created_at"
+        ],
+        "source_defined_primary_key": [
+          [
+            "id"
+          ]
+        ]
       },
       "sync_mode": "incremental",
       "destination_sync_mode": "append"
@@ -96,10 +162,19 @@
       "stream": {
         "name": "ticket_comments",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh", "incremental"],
+        "supported_sync_modes": [
+          "full_refresh",
+          "incremental"
+        ],
         "source_defined_cursor": true,
-        "default_cursor_field": ["created_at"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field": [
+          "created_at"
+        ],
+        "source_defined_primary_key": [
+          [
+            "id"
+          ]
+        ]
       },
       "sync_mode": "incremental",
       "destination_sync_mode": "append"
@@ -108,10 +183,19 @@
       "stream": {
         "name": "ticket_fields",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh", "incremental"],
+        "supported_sync_modes": [
+          "full_refresh",
+          "incremental"
+        ],
         "source_defined_cursor": true,
-        "default_cursor_field": ["updated_at"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field": [
+          "updated_at"
+        ],
+        "source_defined_primary_key": [
+          [
+            "id"
+          ]
+        ]
       },
       "sync_mode": "incremental",
       "destination_sync_mode": "append"
@@ -120,10 +204,19 @@
       "stream": {
         "name": "ticket_forms",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh", "incremental"],
+        "supported_sync_modes": [
+          "full_refresh",
+          "incremental"
+        ],
         "source_defined_cursor": true,
-        "default_cursor_field": ["updated_at"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field": [
+          "updated_at"
+        ],
+        "source_defined_primary_key": [
+          [
+            "id"
+          ]
+        ]
       },
       "sync_mode": "incremental",
       "destination_sync_mode": "append"
@@ -132,10 +225,19 @@
       "stream": {
         "name": "ticket_metrics",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh", "incremental"],
+        "supported_sync_modes": [
+          "full_refresh",
+          "incremental"
+        ],
         "source_defined_cursor": true,
-        "default_cursor_field": ["updated_at"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field": [
+          "updated_at"
+        ],
+        "source_defined_primary_key": [
+          [
+            "id"
+          ]
+        ]
       },
       "sync_mode": "incremental",
       "destination_sync_mode": "append"
@@ -144,10 +246,19 @@
       "stream": {
         "name": "tickets",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh", "incremental"],
+        "supported_sync_modes": [
+          "full_refresh",
+          "incremental"
+        ],
         "source_defined_cursor": true,
-        "default_cursor_field": ["generated_timestamp"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field": [
+          "generated_timestamp"
+        ],
+        "source_defined_primary_key": [
+          [
+            "id"
+          ]
+        ]
       },
       "sync_mode": "incremental",
       "destination_sync_mode": "append"
@@ -156,10 +267,19 @@
       "stream": {
         "name": "users",
         "json_schema": {},
-        "supported_sync_modes": ["full_refresh", "incremental"],
+        "supported_sync_modes": [
+          "full_refresh",
+          "incremental"
+        ],
         "source_defined_cursor": true,
-        "default_cursor_field": ["updated_at"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field": [
+          "updated_at"
+        ],
+        "source_defined_primary_key": [
+          [
+            "id"
+          ]
+        ]
       },
       "sync_mode": "incremental",
       "destination_sync_mode": "append"

airbyte-integrations/connectors/source-zendesk-support/setup.py

@@ -25,11 +25,14 @@
 
 from setuptools import find_packages, setup
 
+
 MAIN_REQUIREMENTS = ["airbyte-cdk", "pytz"]
 
 TEST_REQUIREMENTS = [
     "pytest~=6.1",
     "source-acceptance-test",
+    "requests-mock==1.9.3",
+    "timeout-decorator==0.5.0"
 ]
 
 setup(

airbyte-integrations/connectors/source-zendesk-support/source_zendesk_support/__init__.py

@@ -24,4 +24,4 @@
 
 from .source import SourceZendeskSupport
 
-__all__ = ["SourceZendeskSupport"]
+__all__ = ("SourceZendeskSupport",)