[certified db sources] adopt latest CDK to use error translation bug fixes (#44841)

theyueli · web-flow · commit af98a810b5ed · 2024-08-28T22:35:16.000+03:00
diff --git a/airbyte-integrations/connectors/source-mongodb-v2/build.gradle b/airbyte-integrations/connectors/source-mongodb-v2/build.gradle
@@ -3,7 +3,7 @@ plugins {
 }
 
 airbyteJavaConnector {
-    cdkVersionRequired = '0.44.4'
+    cdkVersionRequired = '0.44.17'
     features = ['db-sources', 'datastore-mongo']
     useLocalCdk = false
 }
diff --git a/airbyte-integrations/connectors/source-mongodb-v2/metadata.yaml b/airbyte-integrations/connectors/source-mongodb-v2/metadata.yaml
@@ -8,7 +8,7 @@ data:
   connectorSubtype: database
   connectorType: source
   definitionId: b2e713cd-cc36-4c0a-b5bd-b47cb8a0561e
-  dockerImageTag: 1.5.7
+  dockerImageTag: 1.5.8
   dockerRepository: airbyte/source-mongodb-v2
   documentationUrl: https://docs.airbyte.com/integrations/sources/mongodb-v2
   githubIssueLabel: source-mongodb-v2
diff --git a/airbyte-integrations/connectors/source-mssql/build.gradle b/airbyte-integrations/connectors/source-mssql/build.gradle
@@ -3,7 +3,7 @@ plugins {
 }
 
 airbyteJavaConnector {
-    cdkVersionRequired = '0.44.4'
+    cdkVersionRequired = '0.44.17'
     features = ['db-sources']
     useLocalCdk = false
 }
diff --git a/airbyte-integrations/connectors/source-mssql/metadata.yaml b/airbyte-integrations/connectors/source-mssql/metadata.yaml
@@ -9,7 +9,7 @@ data:
   connectorSubtype: database
   connectorType: source
   definitionId: b5ea17b1-f170-46dc-bc31-cc744ca984c1
-  dockerImageTag: 4.1.8
+  dockerImageTag: 4.1.9
   dockerRepository: airbyte/source-mssql
   documentationUrl: https://docs.airbyte.com/integrations/sources/mssql
   githubIssueLabel: source-mssql
diff --git a/airbyte-integrations/connectors/source-mysql/build.gradle b/airbyte-integrations/connectors/source-mysql/build.gradle
@@ -6,7 +6,7 @@ plugins {
 }
 
 airbyteJavaConnector {
-    cdkVersionRequired = '0.44.4'
+    cdkVersionRequired = '0.44.17'
     features = ['db-sources']
     useLocalCdk = false
 }
diff --git a/airbyte-integrations/connectors/source-mysql/metadata.yaml b/airbyte-integrations/connectors/source-mysql/metadata.yaml
@@ -9,7 +9,7 @@ data:
   connectorSubtype: database
   connectorType: source
   definitionId: 435bb9a5-7887-4809-aa58-28c27df0d7ad
-  dockerImageTag: 3.7.0
+  dockerImageTag: 3.7.1
   dockerRepository: airbyte/source-mysql
   documentationUrl: https://docs.airbyte.com/integrations/sources/mysql
   githubIssueLabel: source-mysql
diff --git a/airbyte-integrations/connectors/source-mysql/src/test/kotlin/MySqlSourceExceptionHandlerTest.kt b/airbyte-integrations/connectors/source-mysql/src/test/kotlin/MySqlSourceExceptionHandlerTest.kt
@@ -2,6 +2,7 @@
  * Copyright (c) 2024 Airbyte, Inc., all rights reserved.
  */
 
+import io.airbyte.cdk.integrations.util.FailureType
 import io.airbyte.integrations.source.mysql.MySqlSourceExceptionHandler
 import java.io.EOFException
 import java.sql.SQLSyntaxErrorException
@@ -21,6 +22,7 @@ class MySqlSourceExceptionHandlerTest {
     fun testTranslateMySQLSyntaxException() {
         val exception = SQLSyntaxErrorException("Unknown column 'xmin' in 'field list'")
         val externalMessage = exceptionHandler!!.getExternalMessage(exception)
+        Assertions.assertTrue(exceptionHandler!!.checkErrorType(exception, FailureType.CONFIG))
         Assertions.assertEquals(
             "A column needed by MySQL source connector is missing in the database",
             externalMessage
@@ -34,6 +36,7 @@ class MySqlSourceExceptionHandlerTest {
                 "Can not read response from server. Expected to read 4 bytes, read 0 bytes before connection was unexpectedly lost."
             )
         val externalMessage = exceptionHandler!!.getExternalMessage(exception)
+        Assertions.assertTrue(exceptionHandler!!.checkErrorType(exception, FailureType.TRANSIENT))
         Assertions.assertEquals("Can not read data from MySQL server", externalMessage)
     }
 }
diff --git a/airbyte-integrations/connectors/source-postgres/build.gradle b/airbyte-integrations/connectors/source-postgres/build.gradle
@@ -12,7 +12,7 @@ java {
 }
 
 airbyteJavaConnector {
-    cdkVersionRequired = '0.44.4'
+    cdkVersionRequired = '0.44.17'
     features = ['db-sources', 'datastore-postgres']
     useLocalCdk = false
 }
diff --git a/airbyte-integrations/connectors/source-postgres/metadata.yaml b/airbyte-integrations/connectors/source-postgres/metadata.yaml
@@ -9,7 +9,7 @@ data:
   connectorSubtype: database
   connectorType: source
   definitionId: decd338e-5647-4c0b-adf4-da0e75f5a750
-  dockerImageTag: 3.6.16
+  dockerImageTag: 3.6.17
   dockerRepository: airbyte/source-postgres
   documentationUrl: https://docs.airbyte.com/integrations/sources/postgres
   githubIssueLabel: source-postgres
diff --git a/airbyte-integrations/connectors/source-postgres/src/test/kotlin/PostgresSourceExceptionHandlerTest.kt b/airbyte-integrations/connectors/source-postgres/src/test/kotlin/PostgresSourceExceptionHandlerTest.kt
@@ -2,6 +2,7 @@
  * Copyright (c) 2024 Airbyte, Inc., all rights reserved.
  */
 
+import io.airbyte.cdk.integrations.util.FailureType
 import io.airbyte.integrations.source.postgres.PostgresSourceExceptionHandler
 import org.junit.jupiter.api.Assertions
 import org.junit.jupiter.api.BeforeEach
@@ -21,6 +22,7 @@ class PostgresSourceExceptionHandlerTest {
         val exception =
             PSQLException("ERROR: temporary file size exceeds temp_file_limit (500kB)", null)
         val externalMessage = exceptionHandler!!.getExternalMessage(exception)
+        Assertions.assertTrue(exceptionHandler!!.checkErrorType(exception, FailureType.TRANSIENT))
         Assertions.assertEquals("Encountered an error while reading the database", externalMessage)
     }
 }
diff --git a/docs/integrations/sources/mongodb-v2.md b/docs/integrations/sources/mongodb-v2.md
@@ -199,6 +199,7 @@ For more information regarding configuration parameters, please see [MongoDb Doc
 
 | Version | Date       | Pull Request                                             | Subject                                                                                                   |
 |:--------|:-----------| :------------------------------------------------------- |:----------------------------------------------------------------------------------------------------------|
+| 1.5.8   | 2024-08-27 | [44841](https://github.com/airbytehq/airbyte/pull/44841)   | Adopt latest CDK. |
 | 1.5.7   | 2024-08-27 | [44846](https://github.com/airbytehq/airbyte/pull/44846) | DBZ filters in related streams only.                                                                      |
 | 1.5.6   | 2024-08-27 | [44839](https://github.com/airbytehq/airbyte/pull/44839) | DBZ filters in related streams only.                                                                      |
 | 1.5.5   | 2024-08-26 | [44779](https://github.com/airbytehq/airbyte/pull/44779) | Revert permission check on oplog.rs.                                                                      |
diff --git a/docs/integrations/sources/mssql.md b/docs/integrations/sources/mssql.md
@@ -422,6 +422,7 @@ WHERE actor_definition_id ='b5ea17b1-f170-46dc-bc31-cc744ca984c1' AND (configura
 
 | Version | Date       | Pull Request                                                                                                      | Subject                                                                                                                                         |
 |:--------|:-----------|:------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------|
+| 4.1.9   | 2024-08-27 | [44841](https://github.com/airbytehq/airbyte/pull/44841)   | Adopt latest CDK. |
 | 4.1.8   | 2024-08-08 | [43410](https://github.com/airbytehq/airbyte/pull/43410)   | Adopt latest CDK.                                                                                                                                          |
 | 4.1.7   | 2024-08-06 | [42869](https://github.com/airbytehq/airbyte/pull/42869)   | Adopt latest CDK.                                                                                                                                          |
 | 4.1.6   | 2024-07-30 | [42550](https://github.com/airbytehq/airbyte/pull/42550) | Correctly report stream states.                                                                                                                                            |
diff --git a/docs/integrations/sources/mysql.md b/docs/integrations/sources/mysql.md
@@ -233,6 +233,7 @@ Any database or table encoding combination of charset and collation is supported
 
 | Version | Date       | Pull Request                                               | Subject                                                                                                                                         |
 |:--------|:-----------|:-----------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------|
+| 3.7.1 | 2024-08-27 | [44841](https://github.com/airbytehq/airbyte/pull/44841)   | Adopt latest CDK. |
 | 3.7.0   | 2024-08-13 | [44013](https://github.com/airbytehq/airbyte/pull/44013)   | Upgrading to Debezium 2.7.1.Final                                                                                                               |
 | 3.6.9   | 2024-08-08 | [43410](https://github.com/airbytehq/airbyte/pull/43410)   | Adopt latest CDK.                                                                                                                               |
 | 3.6.8   | 2024-07-30 | [42869](https://github.com/airbytehq/airbyte/pull/42869)   | Adopt latest CDK.                                                                                                                               |
diff --git a/docs/integrations/sources/postgres.md b/docs/integrations/sources/postgres.md
@@ -311,6 +311,7 @@ According to Postgres [documentation](https://www.postgresql.org/docs/14/datatyp
 
 | Version | Date       | Pull Request                                             | Subject                                                                                                                                                                   |
 |---------|------------|----------------------------------------------------------|---------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| 3.6.17  | 2024-08-27 | [44841](https://github.com/airbytehq/airbyte/pull/44841)   | Adopt latest CDK. |
 | 3.6.16  | 2024-08-15 | [44119](https://github.com/airbytehq/airbyte/pull/44119)   | Fix incorrect final state on initial read in CDC mode.                                                                                                                    |
 | 3.6.15  | 2024-08-12 | [43945](https://github.com/airbytehq/airbyte/pull/43945)   | Add missing replication slot config error.                                                                                                                                |
 | 3.6.14  | 2024-08-08 | [43418](https://github.com/airbytehq/airbyte/pull/43418)   | Adopt latest CDK.                                                                                                                                                         |

Original file line number	Diff line number	Diff line change
`@@ -3,7 +3,7 @@ plugins {`
`3`	`3`	`}`
`4`	`4`
`5`	`5`	`airbyteJavaConnector {`
`6`		`- cdkVersionRequired = '0.44.4'`
	`6`	`+ cdkVersionRequired = '0.44.17'`
`7`	`7`	`features = ['db-sources', 'datastore-mongo']`
`8`	`8`	`useLocalCdk = false`
`9`	`9`	`}`
Original file line number	Diff line number	Diff line change
`@@ -6,7 +6,7 @@ plugins {`
`6`	`6`	`}`
`7`	`7`
`8`	`8`	`airbyteJavaConnector {`
`9`		`- cdkVersionRequired = '0.44.4'`
	`9`	`+ cdkVersionRequired = '0.44.17'`
`10`	`10`	`features = ['db-sources']`
`11`	`11`	`useLocalCdk = false`
`12`	`12`	`}`
Original file line number	Diff line number	Diff line change
`@@ -12,7 +12,7 @@ java {`
`12`	`12`	`}`
`13`	`13`
`14`	`14`	`airbyteJavaConnector {`
`15`		`- cdkVersionRequired = '0.44.4'`
	`15`	`+ cdkVersionRequired = '0.44.17'`
`16`	`16`	`features = ['db-sources', 'datastore-postgres']`
`17`	`17`	`useLocalCdk = false`
`18`	`18`	`}`
Original file line number	Diff line number	Diff line change
`@@ -2,6 +2,7 @@`
`2`	`2`	`* Copyright (c) 2024 Airbyte, Inc., all rights reserved.`
`3`	`3`	`*/`
`4`	`4`
	`5`	`+import io.airbyte.cdk.integrations.util.FailureType`
`5`	`6`	`import io.airbyte.integrations.source.postgres.PostgresSourceExceptionHandler`
`6`	`7`	`import org.junit.jupiter.api.Assertions`
`7`	`8`	`import org.junit.jupiter.api.BeforeEach`
`@@ -21,6 +22,7 @@ class PostgresSourceExceptionHandlerTest {`
`21`	`22`	`val exception =`
`22`	`23`	`PSQLException("ERROR: temporary file size exceeds temp_file_limit (500kB)", null)`
`23`	`24`	`val externalMessage = exceptionHandler!!.getExternalMessage(exception)`
	`25`	`+ Assertions.assertTrue(exceptionHandler!!.checkErrorType(exception, FailureType.TRANSIENT))`
`24`	`26`	`Assertions.assertEquals("Encountered an error while reading the database", externalMessage)`
`25`	`27`	`}`
`26`	`28`	`}`