Skip to content

Commit 9b0db78

Browse files
authored
Destination Snowflake: Remove incremental T+D option (#37715)
1 parent eadbd41 commit 9b0db78

File tree

5 files changed

+4
-12
lines changed

5 files changed

+4
-12
lines changed

airbyte-integrations/connectors/destination-snowflake/build.gradle

+1-1
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@ plugins {
33
}
44

55
airbyteJavaConnector {
6-
cdkVersionRequired = '0.33.2'
6+
cdkVersionRequired = '0.34.4'
77
features = ['db-destinations', 's3-destinations', 'typing-deduping']
88
useLocalCdk = false
99
}

airbyte-integrations/connectors/destination-snowflake/metadata.yaml

+1-1
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ data:
55
connectorSubtype: database
66
connectorType: destination
77
definitionId: 424892c4-daac-4491-b35d-c6688ba547ba
8-
dockerImageTag: 3.7.4
8+
dockerImageTag: 3.8.0
99
dockerRepository: airbyte/destination-snowflake
1010
documentationUrl: https://docs.airbyte.com/integrations/destinations/snowflake
1111
githubIssueLabel: destination-snowflake

airbyte-integrations/connectors/destination-snowflake/src/main/java/io/airbyte/integrations/destination/snowflake/SnowflakeInternalStagingDestination.java

-2
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,6 @@
2525
import io.airbyte.integrations.base.destination.typing_deduping.NoOpTyperDeduperWithV1V2Migrations;
2626
import io.airbyte.integrations.base.destination.typing_deduping.ParsedCatalog;
2727
import io.airbyte.integrations.base.destination.typing_deduping.SqlGenerator;
28-
import io.airbyte.integrations.base.destination.typing_deduping.TypeAndDedupeOperationValve;
2928
import io.airbyte.integrations.base.destination.typing_deduping.TyperDeduper;
3029
import io.airbyte.integrations.base.destination.typing_deduping.migrators.Migration;
3130
import io.airbyte.integrations.destination.snowflake.typing_deduping.SnowflakeDestinationHandler;
@@ -206,7 +205,6 @@ public SerializedAirbyteMessageConsumer getSerializedMessageConsumer(final JsonN
206205
config,
207206
catalog,
208207
true,
209-
new TypeAndDedupeOperationValve(),
210208
typerDeduper,
211209
parsedCatalog,
212210
defaultNamespace,

airbyte-integrations/connectors/destination-snowflake/src/main/resources/spec.json

-7
Original file line numberDiff line numberDiff line change
@@ -175,13 +175,6 @@
175175
"title": "Disable Final Tables. (WARNING! Unstable option; Columns in raw table schema might change between versions)",
176176
"order": 11
177177
},
178-
"enable_incremental_final_table_updates": {
179-
"type": "boolean",
180-
"default": false,
181-
"description": "When enabled your data will load into your final tables incrementally while your data is still being synced. When Disabled (the default), your data loads into your final tables once at the end of a sync. Note that this option only applies if you elect to create Final tables",
182-
"title": "Enable Loading Data Incrementally to Final Tables",
183-
"order": 12
184-
},
185178
"retention_period_days": {
186179
"type": "integer",
187180
"default": 1,

docs/integrations/destinations/snowflake.md

+2-1
Original file line numberDiff line numberDiff line change
@@ -276,7 +276,8 @@ desired namespace.
276276

277277
| Version | Date | Pull Request | Subject |
278278
| :-------------- | :--------- | :--------------------------------------------------------- | :--------------------------------------------------------------------------------------------------------------------------------------------------------------- |
279-
| 3.7.4 | 2024-05-07 | [\#38052](https://github.com/airbytehq/airbyte/pull/38052) | Revert problematic optimization |
279+
| 3.8.0 | 2024-05-08 | [\#37715](https://github.com/airbytehq/airbyte/pull/37715) | Remove option for incremental typing and deduping |
280+
| 3.7.4 | 2024-05-07 | [\#38052](https://github.com/airbytehq/airbyte/pull/38052) | Revert problematic optimization |
280281
| 3.7.3 | 2024-05-07 | [\#34612](https://github.com/airbytehq/airbyte/pull/34612) | Adopt CDK 0.33.2 |
281282
| 3.7.2 | 2024-05-06 | [\#37857](https://github.com/airbytehq/airbyte/pull/37857) | Use safe executeMetadata call |
282283
| 3.7.1 | 2024-04-30 | [\#36910](https://github.com/airbytehq/airbyte/pull/36910) | Bump CDK version |

0 commit comments

Comments
 (0)