mssql perf tests

Author: gosusnp

airbyte-cdk/bulk/core/load/src/testFixtures/kotlin/io/airbyte/cdk/load/write/BasicPerformanceTest.kt

@@ -89,6 +89,7 @@ data class PerformanceTestSummary(
     val namespace: String?,
     val streamName: String,
     val recordCount: Long?,
+    val expectedRecordCount: Long,
     val emittedRecordCount: Long,
     val recordPerSeconds: Double,
     val megabytePerSeconds: Double,
@@ -335,6 +336,7 @@ abstract class BasicPerformanceTest(
                     namespace = testScenario.catalog.streams[0].descriptor.namespace,
                     streamName = testScenario.catalog.streams[0].descriptor.name,
                     recordCount = recordCount,
+                    expectedRecordCount = summary.expectedRecordsCount,
                     emittedRecordCount = summary.records,
                     recordPerSeconds = recordPerSeconds,
                     megabytePerSeconds = megabytePerSeconds,

airbyte-integrations/connectors/destination-mssql-v2/src/main/kotlin/io/airbyte/integrations/destination/mssql/v2/MSSQLQueryBuilder.kt

@@ -117,13 +117,15 @@ const val CREATE_INDEX_QUERY = """
 
 const val INSERT_INTO_QUERY =
     """
-        INSERT INTO [?$SCHEMA_KEY].[?$TABLE_KEY] (?$COLUMNS_KEY)
+        SET NOCOUNT ON;
+        INSERT INTO [?$SCHEMA_KEY].[?$TABLE_KEY] WITH (TABLOCK) (?$COLUMNS_KEY)
             SELECT table_value.*
             FROM (VALUES (?$TEMPLATE_COLUMNS_KEY)) table_value(?$COLUMNS_KEY)
     """
 
 const val MERGE_INTO_QUERY =
     """
+        SET NOCOUNT ON;
         MERGE INTO [?$SCHEMA_KEY].[?$TABLE_KEY] AS Target
         USING (VALUES (?$TEMPLATE_COLUMNS_KEY)) AS Source (?$COLUMNS_KEY)
         ON ?$UNIQUENESS_CONSTRAINT_KEY
@@ -138,6 +140,7 @@ const val ALTER_TABLE_ADD = """
         ALTER TABLE [?].[?]
         ADD [?] ? NULL;
     """
+
 const val ALTER_TABLE_DROP = """
         ALTER TABLE [?].[?]
         DROP COLUMN [?];
@@ -164,6 +167,11 @@ const val SELECT_FROM = """
         FROM [?].[?]
     """
 
+const val COUNT_FROM = """
+        SELECT COUNT(*)
+        FROM [?].[?]
+    """
+
 class MSSQLQueryBuilder(
     config: MSSQLConfiguration,
     private val stream: DestinationStream,
@@ -204,7 +212,7 @@ class MSSQLQueryBuilder(
 
     val outputSchema: String = stream.descriptor.namespace ?: config.schema
     val tableName: String = stream.descriptor.name
-    private val uniquenessKey: List<String> =
+    val uniquenessKey: List<String> =
         when (stream.importType) {
             is Dedupe ->
                 if ((stream.importType as Dedupe).primaryKey.isNotEmpty()) {

airbyte-integrations/connectors/destination-mssql-v2/src/main/kotlin/io/airbyte/integrations/destination/mssql/v2/config/DataSourceFactory.kt

@@ -19,12 +19,12 @@ class DataSourceFactory {
         val sqlServerDataSource = config.toSQLServerDataSource()
         val dataSource = HikariDataSource()
         dataSource.dataSource = sqlServerDataSource
-        dataSource.connectionTimeout = 30000
+        dataSource.connectionTimeout = 60000
         dataSource.connectionTestQuery = "SELECT 1"
         dataSource.maximumPoolSize = 10
         dataSource.minimumIdle = 0
         dataSource.idleTimeout = 60000
-        dataSource.leakDetectionThreshold = dataSource.connectionTimeout + 10000
+        dataSource.leakDetectionThreshold = dataSource.connectionTimeout + 30000
         return dataSource
     }
 }