🚨🚨🐛 Source Gitlab fix merge_request_commits stream (airbytehq#34548)

Author: midavadim

airbyte-integrations/connectors/source-gitlab/acceptance-test-config.yml

@@ -18,7 +18,7 @@ acceptance_tests:
     tests:
       - config_path: "secrets/config.json"
         backward_compatibility_tests_config:
-          disable_for_version: 1.8.4
+          disable_for_version: 3.0.0
   basic_read:
     tests:
       - config_path: "secrets/config.json"
@@ -29,6 +29,11 @@ acceptance_tests:
           jobs:
             - name: "user"
               bypass_reason: "User object contains local_time which will be different each time test is run"
+          projects:
+            - name: "updated_at"
+              bypass_reason: "value can be changed"
+            - name: "code_suggestions"
+              bypass_reason: "value can be changed"
       - config_path: "secrets/config_with_ids.json"
         timeout_seconds: 3600
         empty_streams:
@@ -42,6 +47,11 @@ acceptance_tests:
           jobs:
             - name: "user"
               bypass_reason: "User object contains local_time which will be different each time test is run"
+          projects:
+            - name: "updated_at"
+              bypass_reason: "value can be changed"
+            - name: "code_suggestions"
+              bypass_reason: "value can be changed"
       - config_path: "secrets/config_oauth.json"
         timeout_seconds: 3600
         expect_records:
@@ -50,6 +60,11 @@ acceptance_tests:
           jobs:
             - name: "user"
               bypass_reason: "User object contains local_time which will be different each time test is run"
+          projects:
+            - name: "updated_at"
+              bypass_reason: "value can be changed"
+            - name: "code_suggestions"
+              bypass_reason: "value can be changed"
   incremental:
     tests:
       - config_path: "secrets/config_with_ids.json"

airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records.jsonl

@@ -10,7 +10,7 @@ data:
   connectorSubtype: api
   connectorType: source
   definitionId: 5e6175e5-68e1-4c17-bff9-56103bbb0d80
-  dockerImageTag: 2.1.2
+  dockerImageTag: 3.0.0
   dockerRepository: airbyte/source-gitlab
   documentationUrl: https://docs.airbyte.com/integrations/sources/gitlab
   githubIssueLabel: source-gitlab
@@ -29,6 +29,14 @@ data:
   releaseStage: generally_available
   releases:
     breakingChanges:
+      3.0.0:
+        message:
+          In this release, merge_request_commits stream schema has been fixed so that it returns commits for each merge_request.
+          Users will need to refresh the source schema and reset merge_request_commits stream after upgrading.
+        upgradeDeadline: "2024-02-13"
+        scopedImpact:
+          - scopeType: stream
+            impactedScopes: ["merge_request_commits"]
       2.0.0:
         message:
           In this release, several streams were updated to date-time field format, as declared in the Gitlab API.

airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records_with_ids.jsonl

@@ -95,12 +95,10 @@ def migrate(cls, args: List[str], source: SourceGitlab) -> None:
 
 
 class MigrateGroups(MigrateStringToArray):
-
     migrate_from_key: str = "groups"
     migrate_to_key: str = "groups_list"
 
 
 class MigrateProjects(MigrateStringToArray):
-
     migrate_from_key: str = "projects"
     migrate_to_key: str = "projects_list"

airbyte-integrations/connectors/source-gitlab/metadata.yaml

@@ -216,6 +216,12 @@
         },
         "group_id": {
           "type": ["null", "integer"]
+        },
+        "human_readable_end_date": {
+          "type": ["null", "string"]
+        },
+        "human_readable_timestamp": {
+          "type": ["null", "string"]
         }
       }
     },

airbyte-integrations/connectors/source-gitlab/source_gitlab/config_migrations.py

@@ -38,6 +38,17 @@
               }
             }
           }
+        },
+        "allowed_to_push": {
+          "type": ["null", "array"],
+          "items": {
+            "type": ["null", "object"],
+            "properties": {
+              "access_level": {
+                "type": ["null", "integer"]
+              }
+            }
+          }
         }
       }
     },
@@ -74,6 +85,9 @@
     "subgroup_creation_level": {
       "type": ["null", "string"]
     },
+    "enabled_git_access_protocol": {
+      "type": ["null", "string"]
+    },
     "emails_disabled": {
       "type": ["null", "boolean"]
     },
@@ -153,6 +167,12 @@
     },
     "service_access_tokens_expiration_enforced": {
       "type": ["null", "boolean"]
+    },
+    "lock_math_rendering_limits_enabled": {
+      "type": ["null", "boolean"]
+    },
+    "math_rendering_limits_enabled": {
+      "type": ["null", "boolean"]
     }
   }
 }

airbyte-integrations/connectors/source-gitlab/source_gitlab/schemas/epic_issues.json

@@ -118,6 +118,9 @@
         },
         "id": {
           "type": ["null", "integer"]
+        },
+        "locked": {
+          "type": ["null", "boolean"]
         }
       }
     },
@@ -141,6 +144,12 @@
         },
         "username": {
           "type": ["null", "string"]
+        },
+        "id": {
+          "type": ["null", "integer"]
+        },
+        "locked": {
+          "type": ["null", "boolean"]
         }
       }
     },
@@ -164,6 +173,18 @@
         },
         "username": {
           "type": ["null", "string"]
+        },
+        "human_readable_end_date": {
+          "type": ["null", "string"]
+        },
+        "human_readable_timestamp": {
+          "type": ["null", "string"]
+        },
+        "id": {
+          "type": ["null", "integer"]
+        },
+        "locked": {
+          "type": ["null", "boolean"]
         }
       }
     },
@@ -251,6 +272,15 @@
         },
         "group_id": {
           "type": ["null", "integer"]
+        },
+        "locked": {
+          "type": ["null", "boolean"]
+        },
+        "human_readable_end_date": {
+          "type": ["null", "string"]
+        },
+        "human_readable_timestamp": {
+          "type": ["null", "string"]
         }
       }
     },