feat(source-gcs): Upgrade GCS CDK dependency to v4 (#44070)

Author: strosek

airbyte-integrations/connectors/source-gcs/integration_tests/abnormal_state.json

@@ -3,9 +3,9 @@
     "type": "STREAM",
     "stream": {
       "stream_state": {
-        "_ab_source_file_last_modified": "2023-02-27T10:34:32.664000Z_https://storage.googleapis.com/airbyte-integration-test-source-gcs/test_folder/example_1.csv",
+        "_ab_source_file_last_modified": "2093-02-27T10:34:32.664000Z_https://storage.googleapis.com/airbyte-integration-test-source-gcs/test_folder/example_1.csv",
         "history": {
-          "https://storage.googleapis.com/airbyte-integration-test-source-gcs/test_folder/example_1.csv": "2023-02-27T10:34:32.664000Z"
+          "https://storage.googleapis.com/airbyte-integration-test-source-gcs/test_folder/example_1.csv": "2029-02-27T10:34:32.664000Z"
         }
       },
       "stream_descriptor": {
@@ -17,9 +17,9 @@
     "type": "STREAM",
     "stream": {
       "stream_state": {
-        "_ab_source_file_last_modified": "2023-02-27T10:34:32.680000Z_https://storage.googleapis.com/airbyte-integration-test-source-gcs/test_folder/example_2.csv",
+        "_ab_source_file_last_modified": "2093-02-27T10:34:32.680000Z_https://storage.googleapis.com/airbyte-integration-test-source-gcs/test_folder/example_2.csv",
         "history": {
-          "https://storage.googleapis.com/airbyte-integration-test-source-gcs/test_folder/example_2.csv": "2023-02-27T10:34:32.680000Z"
+          "https://storage.googleapis.com/airbyte-integration-test-source-gcs/test_folder/example_2.csv": "2093-02-27T10:34:32.680000Z"
         }
       },
       "stream_descriptor": {
@@ -31,9 +31,9 @@
     "type": "STREAM",
     "stream": {
       "stream_state": {
-        "_ab_source_file_last_modified": "2024-03-21T16:13:20.571000Z\"_https://storage.googleapis.com/airbyte-integration-test-source-gcs/test_folder/simple_test.csv.gz",
+        "_ab_source_file_last_modified": "2094-03-21T16:13:20.571000Z_https://storage.googleapis.com/airbyte-integration-test-source-gcs/test_folder/simple_test.csv.gz",
         "history": {
-          "https://storage.googleapis.com/airbyte-integration-test-source-gcs/test_folder/simple_test.csv.gz": "2024-03-21T16:13:20.571000Z"
+          "https://storage.googleapis.com/airbyte-integration-test-source-gcs/test_folder/simple_test.csv.gz": "2094-03-21T16:13:20.571000Z"
         }
       },
       "stream_descriptor": {

airbyte-integrations/connectors/source-gcs/integration_tests/spec.json

@@ -35,7 +35,9 @@
               "description": "The pattern used to specify which files should be selected from the file system. For more information on glob pattern matching look <a href=\"https://en.wikipedia.org/wiki/Glob_(programming)\">here</a>.",
               "order": 1,
               "type": "array",
-              "items": { "type": "string" }
+              "items": {
+                "type": "string"
+              }
             },
             "legacy_prefix": {
               "title": "Legacy Prefix",
@@ -116,7 +118,9 @@
                       "description": "A set of case-sensitive strings that should be interpreted as null values. For example, if the value 'NA' should be interpreted as null, enter 'NA' in this field.",
                       "default": [],
                       "type": "array",
-                      "items": { "type": "string" },
+                      "items": {
+                        "type": "string"
+                      },
                       "uniqueItems": true
                     },
                     "strings_can_be_null": {
@@ -140,7 +144,9 @@
                     "header_definition": {
                       "title": "CSV Header Definition",
                       "description": "How headers will be defined. `User Provided` assumes the CSV does not have a header row and uses the headers provided and `Autogenerated` assumes the CSV does not have a header row and the CDK will generate headers using for `f{i}` where `i` is the index starting from 0. Else, the default behavior is to use the header from the CSV file. If a user wants to autogenerate or provide column names for a CSV having headers, they can skip rows.",
-                      "default": { "header_definition_type": "From CSV" },
+                      "default": {
+                        "header_definition_type": "From CSV"
+                      },
                       "oneOf": [
                         {
                           "title": "From CSV",
@@ -182,7 +188,9 @@
                               "title": "Column Names",
                               "description": "The column names that will be used while emitting the CSV records",
                               "type": "array",
-                              "items": { "type": "string" }
+                              "items": {
+                                "type": "string"
+                              }
                             }
                           },
                           "required": ["column_names", "header_definition_type"]
@@ -195,15 +203,19 @@
                       "description": "A set of case-sensitive strings that should be interpreted as true values.",
                       "default": ["y", "yes", "t", "true", "on", "1"],
                       "type": "array",
-                      "items": { "type": "string" },
+                      "items": {
+                        "type": "string"
+                      },
                       "uniqueItems": true
                     },
                     "false_values": {
                       "title": "False Values",
                       "description": "A set of case-sensitive strings that should be interpreted as false values.",
                       "default": ["n", "no", "f", "false", "off", "0"],
                       "type": "array",
-                      "items": { "type": "string" },
+                      "items": {
+                        "type": "string"
+                      },
                       "uniqueItems": true
                     },
                     "inference_type": {
@@ -229,6 +241,12 @@
               "description": "When enabled, syncs will not validate or structure records against the stream's schema.",
               "default": false,
               "type": "boolean"
+            },
+            "recent_n_files_to_read_for_schema_discovery": {
+              "title": "Files To Read For Schema Discover",
+              "description": "The number of resent files which will be used to discover the schema for this stream.",
+              "exclusiveMinimum": 0,
+              "type": "integer"
             }
           },
           "required": ["name", "format"]

airbyte-integrations/connectors/source-gcs/metadata.yaml

@@ -7,7 +7,7 @@ data:
   connectorSubtype: file
   connectorType: source
   definitionId: 2a8c41ae-8c23-4be0-a73f-2ab10ca1a820
-  dockerImageTag: 0.4.15
+  dockerImageTag: 0.5.0
   dockerRepository: airbyte/source-gcs
   documentationUrl: https://docs.airbyte.com/integrations/sources/gcs
   githubIssueLabel: source-gcs