[cdk] : More logging for count mismatch (#43410)

akashkulk · web-flow · commit b43b1111a87e · 2024-08-09T05:45:27.000+03:00
diff --git a/airbyte-cdk/java/airbyte-cdk/README.md b/airbyte-cdk/java/airbyte-cdk/README.md
@@ -174,9 +174,10 @@ corresponds to that version.
 
 | Version    | Date       | Pull Request                                                | Subject                                                                                                                                                        |
 |:-----------|:-----------|:------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------|
-| 0.44.3     | 2024-08-07 | [\#43330](https://github.com/airbytehq/airbyte/pull/43330)  | make TypingDedupingTest aware of column name renaming.                                                                                                                                 |
-| 0.44.3     | 2024-08-07 | [\#43329](https://github.com/airbytehq/airbyte/pull/43329)  | move generationIdHandling to its own class.                                                                                                                                 |
-| 0.44.2     | 2024-08-06 | [\#42869](https://github.com/airbytehq/airbyte/pull/42869) | Add logs about counting info to state message. |
+| 0.44.4     | 2024-08-08 | [\#43410](https://github.com/airbytehq/airbyte/pull/43330)  | Better logs for counting info to state message.                                                                                                                |
+| 0.44.3     | 2024-08-07 | [\#43330](https://github.com/airbytehq/airbyte/pull/43330)  | make TypingDedupingTest aware of column name renaming.                                                                                                         |
+| 0.44.3     | 2024-08-07 | [\#43329](https://github.com/airbytehq/airbyte/pull/43329)  | move generationIdHandling to its own class.                                                                                                                    |
+| 0.44.2     | 2024-08-06 | [\#42869](https://github.com/airbytehq/airbyte/pull/42869) | Add logs about counting info to state message.                                                                                                                 |
 | 0.44.1     | 2024-08-01 | [\#42550](https://github.com/airbytehq/airbyte/pull/42550)  | Fix error on reporting counts.                                                                                                                                 |
 | 0.44.0     | 2024-08-01 | [\#42405](https://github.com/airbytehq/airbyte/pull/42405)  | s3-destinations: Use async framework, adapt to support refreshes                                                                                               |
 | 0.43.6     | 2024-07-30 | [\#42540](https://github.com/airbytehq/airbyte/pull/42540)  | Fix generationId handling for destinations                                                                                                                     |
diff --git a/airbyte-cdk/java/airbyte-cdk/core/src/main/resources/version.properties b/airbyte-cdk/java/airbyte-cdk/core/src/main/resources/version.properties
@@ -1 +1 @@
-version=0.44.3
+version=0.44.4
diff --git a/airbyte-cdk/java/airbyte-cdk/db-sources/src/main/kotlin/io/airbyte/cdk/integrations/source/relationaldb/state/SourceStateIterator.kt b/airbyte-cdk/java/airbyte-cdk/db-sources/src/main/kotlin/io/airbyte/cdk/integrations/source/relationaldb/state/SourceStateIterator.kt
@@ -81,8 +81,13 @@ open class SourceStateIterator<T>(
             finalStateMessageForStream!!.withSourceStats(
                 AirbyteStateStats().withRecordCount(recordCount.toDouble())
             )
+            LOGGER.info {
+                "sending final state message, with count per stream: $streamRecordCount "
+            }
 
             recordCount = 0L
+            streamRecordCount.clear()
+
             return AirbyteMessage()
                 .withType(AirbyteMessage.Type.STATE)
                 .withState(finalStateMessageForStream)
diff --git a/airbyte-integrations/connectors/source-mongodb-v2/build.gradle b/airbyte-integrations/connectors/source-mongodb-v2/build.gradle
@@ -3,7 +3,7 @@ plugins {
 }
 
 airbyteJavaConnector {
-    cdkVersionRequired = '0.44.2'
+    cdkVersionRequired = '0.44.4'
     features = ['db-sources', 'datastore-mongo']
     useLocalCdk = false
 }
diff --git a/airbyte-integrations/connectors/source-mongodb-v2/metadata.yaml b/airbyte-integrations/connectors/source-mongodb-v2/metadata.yaml
@@ -8,7 +8,7 @@ data:
   connectorSubtype: database
   connectorType: source
   definitionId: b2e713cd-cc36-4c0a-b5bd-b47cb8a0561e
-  dockerImageTag: 1.5.2
+  dockerImageTag: 1.5.3
   dockerRepository: airbyte/source-mongodb-v2
   documentationUrl: https://docs.airbyte.com/integrations/sources/mongodb-v2
   githubIssueLabel: source-mongodb-v2
diff --git a/airbyte-integrations/connectors/source-mssql/build.gradle b/airbyte-integrations/connectors/source-mssql/build.gradle
@@ -3,7 +3,7 @@ plugins {
 }
 
 airbyteJavaConnector {
-    cdkVersionRequired = '0.44.2'
+    cdkVersionRequired = '0.44.4'
     features = ['db-sources']
     useLocalCdk = false
 }
diff --git a/airbyte-integrations/connectors/source-mssql/metadata.yaml b/airbyte-integrations/connectors/source-mssql/metadata.yaml
@@ -9,7 +9,7 @@ data:
   connectorSubtype: database
   connectorType: source
   definitionId: b5ea17b1-f170-46dc-bc31-cc744ca984c1
-  dockerImageTag: 4.1.7
+  dockerImageTag: 4.1.8
   dockerRepository: airbyte/source-mssql
   documentationUrl: https://docs.airbyte.com/integrations/sources/mssql
   githubIssueLabel: source-mssql
diff --git a/airbyte-integrations/connectors/source-mysql/build.gradle b/airbyte-integrations/connectors/source-mysql/build.gradle
@@ -6,7 +6,7 @@ plugins {
 }
 
 airbyteJavaConnector {
-    cdkVersionRequired = '0.44.2'
+    cdkVersionRequired = '0.44.4'
     features = ['db-sources']
     useLocalCdk = false
 }
diff --git a/airbyte-integrations/connectors/source-mysql/metadata.yaml b/airbyte-integrations/connectors/source-mysql/metadata.yaml
@@ -9,7 +9,7 @@ data:
   connectorSubtype: database
   connectorType: source
   definitionId: 435bb9a5-7887-4809-aa58-28c27df0d7ad
-  dockerImageTag: 3.6.8
+  dockerImageTag: 3.6.9
   dockerRepository: airbyte/source-mysql
   documentationUrl: https://docs.airbyte.com/integrations/sources/mysql
   githubIssueLabel: source-mysql
diff --git a/docs/integrations/sources/mongodb-v2.md b/docs/integrations/sources/mongodb-v2.md
@@ -199,6 +199,7 @@ For more information regarding configuration parameters, please see [MongoDb Doc
 
 | Version | Date       | Pull Request                                             | Subject                                                                                                   |
 |:--------| :--------- | :------------------------------------------------------- | :-------------------------------------------------------------------------------------------------------- |
+| 1.5.3   | 2024-08-08 | [43410](https://github.com/airbytehq/airbyte/pull/43410)   | Adopt latest CDK.                                                                                                                                          |
 | 1.5.2   | 2024-08-06 | [42869](https://github.com/airbytehq/airbyte/pull/42869)   | Adopt latest CDK.                                                                                                                                          |
 | 1.5.1   | 2024-08-01 | [42549](https://github.com/airbytehq/airbyte/pull/42549) | Centered the connector icon.                                                     |
 | 1.5.0   | 2024-07-26 | [42561](https://github.com/airbytehq/airbyte/pull/42561)  | Implement WASS algorithm.                                                                                 |
diff --git a/docs/integrations/sources/mssql.md b/docs/integrations/sources/mssql.md
@@ -422,6 +422,7 @@ WHERE actor_definition_id ='b5ea17b1-f170-46dc-bc31-cc744ca984c1' AND (configura
 
 | Version | Date       | Pull Request                                                                                                      | Subject                                                                                                                                         |
 |:--------|:-----------|:------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------|
+| 4.1.8   | 2024-08-08 | [43410](https://github.com/airbytehq/airbyte/pull/43410)   | Adopt latest CDK.                                                                                                                                          |
 | 4.1.7   | 2024-08-06 | [42869](https://github.com/airbytehq/airbyte/pull/42869)   | Adopt latest CDK.                                                                                                                                          |
 | 4.1.6   | 2024-07-30 | [42550](https://github.com/airbytehq/airbyte/pull/42550) | Correctly report stream states.                                                                                                                                            |
 | 4.1.5   | 2024-07-29 | [42852](https://github.com/airbytehq/airbyte/pull/42852) | Bump CDK version to latest to use new bug fixes on error translation.                                                                                              |
diff --git a/docs/integrations/sources/mysql.md b/docs/integrations/sources/mysql.md
@@ -233,6 +233,7 @@ Any database or table encoding combination of charset and collation is supported
 
 | Version | Date       | Pull Request                                               | Subject                                                                                                                                         |
 |:--------|:-----------|:-----------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------|
+| 3.6.9   | 2024-08-08 | [43410](https://github.com/airbytehq/airbyte/pull/43410)   | Adopt latest CDK.                                                                                                                                          |
 | 3.6.8   | 2024-07-30 | [42869](https://github.com/airbytehq/airbyte/pull/42869)   | Adopt latest CDK.                                                                                                                                          |
 | 3.6.7   | 2024-07-30 | [42550](https://github.com/airbytehq/airbyte/pull/42550)   | Correctly report stream states.                                                                                                                                            |
 | 3.6.6   | 2024-07-29 | [42852](https://github.com/airbytehq/airbyte/pull/42852)   | Bump CDK version to latest to use new bug fixes on error translation.                                                                                              |

Original file line number	Diff line number	Diff line change
`@@ -3,7 +3,7 @@ plugins {`
`3`	`3`	`}`
`4`	`4`
`5`	`5`	`airbyteJavaConnector {`
`6`		`- cdkVersionRequired = '0.44.2'`
	`6`	`+ cdkVersionRequired = '0.44.4'`
`7`	`7`	`features = ['db-sources', 'datastore-mongo']`
`8`	`8`	`useLocalCdk = false`
`9`	`9`	`}`
Original file line number	Diff line number	Diff line change
`@@ -6,7 +6,7 @@ plugins {`
`6`	`6`	`}`
`7`	`7`
`8`	`8`	`airbyteJavaConnector {`
`9`		`- cdkVersionRequired = '0.44.2'`
	`9`	`+ cdkVersionRequired = '0.44.4'`
`10`	`10`	`features = ['db-sources']`
`11`	`11`	`useLocalCdk = false`
`12`	`12`	`}`