🐛 Source stripe: fix case where stream wont have a state attribute and needs to resolve get_updated_state and upgrade CDK 4 (remove availability strategy) (#43302)

Author: aldogonzalez8

airbyte-integrations/connectors/source-stripe/metadata.yaml

@@ -10,7 +10,7 @@ data:
   connectorSubtype: api
   connectorType: source
   definitionId: e094cb9a-26de-4645-8761-65c0c425d1de
-  dockerImageTag: 5.4.12
+  dockerImageTag: 5.5.0
   dockerRepository: airbyte/source-stripe
   documentationUrl: https://docs.airbyte.com/integrations/sources/stripe
   githubIssueLabel: source-stripe
@@ -25,7 +25,6 @@ data:
   registries:
     cloud:
       enabled: true
-      dockerImageTag: 5.4.5
     oss:
       enabled: true
   releaseStage: generally_available

airbyte-integrations/connectors/source-stripe/poetry.lock

@@ -3,7 +3,7 @@ requires = [ "poetry-core>=1.0.0",]
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "5.4.12"
+version = "5.5.0"
 name = "source-stripe"
 description = "Source implementation for Stripe."
 authors = [ "Airbyte <[email protected]>",]
@@ -16,10 +16,10 @@ repository = "https://github.com/airbytehq/airbyte"
 include = "source_stripe"
 
 [tool.poetry.dependencies]
-python = "^3.9,<3.12"
+python = "^3.10,<3.12"
 stripe = "==2.56.0"
 pendulum = "==2.1.2"
-airbyte-cdk = "^2"
+airbyte-cdk = "^4"
 
 [tool.poetry.scripts]
 source-stripe = "source_stripe.run:run"

airbyte-integrations/connectors/source-stripe/pyproject.toml

@@ -0,0 +1,4 @@
+from .parent_incremental_stripe_sub_stream_error_handler import ParentIncrementalStripeSubStreamErrorHandler
+from .stripe_error_handler import StripeErrorHandler
+
+__all__ = ['StripeErrorHandler', 'ParentIncrementalStripeSubStreamErrorHandler']

airbyte-integrations/connectors/source-stripe/source_stripe/availability_strategy.py

@@ -0,0 +1,23 @@
+#
+# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
+#
+
+from typing import Optional, Union
+
+import requests
+from airbyte_cdk.sources.streams.http.error_handlers.response_models import ErrorResolution
+from source_stripe.error_handlers.stripe_error_handler import StripeErrorHandler
+
+
+class ParentIncrementalStripeSubStreamErrorHandler(StripeErrorHandler):
+    def interpret_response(self, response_or_exception: Optional[Union[requests.Response, Exception]] = None) -> ErrorResolution:
+        if not isinstance(response_or_exception, Exception) and response_or_exception.status_code == requests.codes.not_found:
+            # When running incremental sync with state, the returned parent object very likely will not contain sub-items
+            # as the events API does not support expandable items. Parent class will try getting sub-items from this object,
+            # then from its own API. In case there are no sub-items at all for this entity, API will raise 404 error.
+            self._logger.warning(
+                f"Data was not found for URL: {response_or_exception.request.url}. "
+                "If this is a path for getting child attributes like /v1/checkout/sessions/<session_id>/line_items when running "
+                "the incremental sync, you may safely ignore this warning."
+            )
+        return super().interpret_response(response_or_exception)

airbyte-integrations/connectors/source-stripe/source_stripe/error_handlers/__init__.py

@@ -0,0 +1,42 @@
+#
+# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
+#
+
+import logging
+from typing import Optional, Union
+
+import requests
+from airbyte_cdk.models import FailureType
+from airbyte_cdk.sources.streams.http import HttpStream
+from airbyte_cdk.sources.streams.http.error_handlers import HttpStatusErrorHandler
+from airbyte_cdk.sources.streams.http.error_handlers.response_models import ErrorResolution, ResponseAction
+
+STRIPE_ERROR_CODES = {
+    "more_permissions_required": "This is most likely due to insufficient permissions on the credentials in use. "
+    "Try to grant required permissions/scopes or re-authenticate",
+    "account_invalid": "The card, or account the card is connected to, is invalid. You need to contact your card issuer "
+    "to check that the card is working correctly.",
+    "oauth_not_supported": "Please use a different authentication method.",
+}
+
+DOCS_URL = f"https://docs.airbyte.com/integrations/sources/stripe"
+DOCUMENTATION_MESSAGE = f"Please visit {DOCS_URL} to learn more. "
+
+
+class StripeErrorHandler(HttpStatusErrorHandler):
+    def interpret_response(self, response_or_exception: Optional[Union[requests.Response, Exception]] = None) -> ErrorResolution:
+        if not isinstance(response_or_exception, Exception) and response_or_exception.status_code in (
+            requests.codes.bad_request,
+            requests.codes.forbidden,
+        ):
+            parsed_error = response_or_exception.json()
+            error_code = parsed_error.get("error", {}).get("code")
+            error_message = STRIPE_ERROR_CODES.get(error_code, parsed_error.get("error", {}).get("message"))
+            if error_message:
+                reason = f"The endpoint {response_or_exception.url} returned {response_or_exception.status_code}: {response_or_exception.reason}. {error_message}.  {DOCUMENTATION_MESSAGE} "
+                response_error_message = HttpStream.parse_response_error_message(response_or_exception)
+                if response_error_message:
+                    reason += response_error_message
+
+                return ErrorResolution(response_action=ResponseAction.IGNORE, error_message=reason)
+        return super().interpret_response(response_or_exception)

airbyte-integrations/connectors/source-stripe/source_stripe/error_handlers/parent_incremental_stripe_sub_stream_error_handler.py

@@ -0,0 +1,3 @@
+from .parent_incremental_stripe_sub_stream_error_mapping import PARENT_INCREMENTAL_STRIPE_SUB_STREAM_ERROR_MAPPING
+
+__all__ = ['PARENT_INCREMENTAL_STRIPE_SUB_STREAM_ERROR_MAPPING']

airbyte-integrations/connectors/source-stripe/source_stripe/error_handlers/stripe_error_handler.py

@@ -0,0 +1,13 @@
+#
+# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
+#
+
+from airbyte_cdk.sources.streams.http.error_handlers.default_error_mapping import DEFAULT_ERROR_MAPPING
+from airbyte_cdk.sources.streams.http.error_handlers.response_models import ErrorResolution, ResponseAction
+
+PARENT_INCREMENTAL_STRIPE_SUB_STREAM_ERROR_MAPPING = DEFAULT_ERROR_MAPPING | {
+    404: ErrorResolution(
+        response_action=ResponseAction.IGNORE,
+        error_message="Data was not found for URL.",
+    ),
+}