Skip to content

Commit a6fe652

Browse files
tulirenoctavia-squidington-iii
authored andcommitted
🎉 MS SQL sources: emit state messages more frequently (airbytehq#16261)
* Emit more state messages in mssql source [skip ci] * Add pr id * auto-bump connector version [ci skip] Co-authored-by: Octavia Squidington III <[email protected]>
1 parent 649912f commit a6fe652

File tree

6 files changed

+11
-4
lines changed

6 files changed

+11
-4
lines changed

airbyte-config/init/src/main/resources/seed/source_definitions.yaml

+1-1
Original file line numberDiff line numberDiff line change
@@ -599,7 +599,7 @@
599599
- name: Microsoft SQL Server (MSSQL)
600600
sourceDefinitionId: b5ea17b1-f170-46dc-bc31-cc744ca984c1
601601
dockerRepository: airbyte/source-mssql
602-
dockerImageTag: 0.4.16
602+
dockerImageTag: 0.4.17
603603
documentationUrl: https://docs.airbyte.io/integrations/sources/mssql
604604
icon: mssql.svg
605605
sourceType: database

airbyte-config/init/src/main/resources/seed/source_specs.yaml

+1-1
Original file line numberDiff line numberDiff line change
@@ -5270,7 +5270,7 @@
52705270
supportsNormalization: false
52715271
supportsDBT: false
52725272
supported_destination_sync_modes: []
5273-
- dockerImage: "airbyte/source-mssql:0.4.16"
5273+
- dockerImage: "airbyte/source-mssql:0.4.17"
52745274
spec:
52755275
documentationUrl: "https://docs.airbyte.io/integrations/destinations/mssql"
52765276
connectionSpecification:

airbyte-integrations/connectors/source-mssql-strict-encrypt/Dockerfile

+1-1
Original file line numberDiff line numberDiff line change
@@ -16,5 +16,5 @@ ENV APPLICATION source-mssql-strict-encrypt
1616

1717
COPY --from=build /airbyte /airbyte
1818

19-
LABEL io.airbyte.version=0.4.16
19+
LABEL io.airbyte.version=0.4.17
2020
LABEL io.airbyte.name=airbyte/source-mssql-strict-encrypt

airbyte-integrations/connectors/source-mssql/Dockerfile

+1-1
Original file line numberDiff line numberDiff line change
@@ -16,5 +16,5 @@ ENV APPLICATION source-mssql
1616

1717
COPY --from=build /airbyte /airbyte
1818

19-
LABEL io.airbyte.version=0.4.16
19+
LABEL io.airbyte.version=0.4.17
2020
LABEL io.airbyte.name=airbyte/source-mssql

airbyte-integrations/connectors/source-mssql/src/main/java/io/airbyte/integrations/source/mssql/MssqlSource.java

+6
Original file line numberDiff line numberDiff line change
@@ -62,6 +62,7 @@ public class MssqlSource extends AbstractJdbcSource<JDBCType> implements Source
6262
public static final String MSSQL_DB_HISTORY = "mssql_db_history";
6363
public static final String CDC_LSN = "_ab_cdc_lsn";
6464
private static final String HIERARCHYID = "hierarchyid";
65+
private static final int INTERMEDIATE_STATE_EMISSION_FREQUENCY = 10_000;
6566

6667
public static Source sshWrappedSource() {
6768
return new SshWrappedSource(new MssqlSource(), JdbcUtils.HOST_LIST_KEY, JdbcUtils.PORT_LIST_KEY);
@@ -382,6 +383,11 @@ public List<AutoCloseableIterator<AirbyteMessage>> getIncrementalIterators(
382383
}
383384
}
384385

386+
@Override
387+
protected int getStateEmissionFrequency() {
388+
return INTERMEDIATE_STATE_EMISSION_FREQUENCY;
389+
}
390+
385391
private static AirbyteStream overrideSyncModes(final AirbyteStream stream) {
386392
return stream.withSupportedSyncModes(Lists.newArrayList(SyncMode.FULL_REFRESH, SyncMode.INCREMENTAL));
387393
}

docs/integrations/sources/mssql.md

+1
Original file line numberDiff line numberDiff line change
@@ -306,6 +306,7 @@ If you do not see a type in this list, assume that it is coerced into a string.
306306

307307
| Version | Date | Pull Request | Subject |
308308
|:--------|:-----------| :----------------------------------------------------- |:-------------------------------------------------------------------------------------------------------|
309+
| 0.4.17 | 2022-09-01 | [16261](https://github.com/airbytehq/airbyte/pull/16261) | Emit state messages more frequently |
309310
| 0.4.16 | 2022-08-18 | [14356](https://github.com/airbytehq/airbyte/pull/14356) | DB Sources: only show a table can sync incrementally if at least one column can be used as a cursor field |
310311
| 0.4.15 | 2022-08-11 | [15538](https://github.com/airbytehq/airbyte/pull/15538) | Allow additional properties in db stream state |
311312
| 0.4.14 | 2022-08-10 | [15430](https://github.com/airbytehq/airbyte/pull/15430) | fixed a bug on handling special character on database name

0 commit comments

Comments
 (0)