Bump azure-kusto-data>=4.1.0 (#33598)

Author: pankajastro

airflow/providers/microsoft/azure/hooks/adx.py

@@ -28,8 +28,8 @@
 import warnings
 from typing import Any
 
+from azure.kusto.data import ClientRequestProperties, KustoClient, KustoConnectionStringBuilder
 from azure.kusto.data.exceptions import KustoServiceError
-from azure.kusto.data.request import ClientRequestProperties, KustoClient, KustoConnectionStringBuilder
 from azure.kusto.data.response import KustoResponseDataSetV2
 
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning

airflow/providers/microsoft/azure/provider.yaml

@@ -78,11 +78,11 @@ dependencies:
   - azure-synapse-spark
   - adal>=1.2.7
   - azure-storage-file-datalake>=12.9.1
+  - azure-kusto-data>=4.1.0
   # TODO: upgrade to newer versions of all the below libraries.
   #   See issue https://github.com/apache/airflow/issues/30199
   - azure-mgmt-containerinstance>=1.5.0,<2.0
   - azure-mgmt-datafactory>=1.0.0,<2.0
-  - azure-kusto-data>=0.0.43,<0.1
 
 integrations:
   - integration-name: Microsoft Azure Batch

generated/provider_dependencies.json

@@ -560,7 +560,7 @@
       "azure-datalake-store>=0.0.45",
       "azure-identity>=1.3.1",
       "azure-keyvault-secrets>=4.1.0",
-      "azure-kusto-data>=0.0.43,<0.1",
+      "azure-kusto-data>=4.1.0",
       "azure-mgmt-containerinstance>=1.5.0,<2.0",
       "azure-mgmt-datafactory>=1.0.0,<2.0",
       "azure-mgmt-datalake-store>=0.5.0",

tests/providers/microsoft/azure/hooks/test_adx.py

@@ -23,7 +23,7 @@
 from unittest.mock import patch
 
 import pytest
-from azure.kusto.data.request import ClientRequestProperties, KustoClient, KustoConnectionStringBuilder
+from azure.kusto.data import ClientRequestProperties, KustoClient, KustoConnectionStringBuilder
 from pytest import param
 
 from airflow.exceptions import AirflowException
@@ -225,21 +225,23 @@ def test_get_ui_field_behaviour_placeholders(self):
             param("a://usr:pw@host?tenant=my-tenant&auth_method=AAD_APP", id="no-prefix"),
         ],
     )
-    @patch("airflow.providers.microsoft.azure.hooks.adx.KustoConnectionStringBuilder")
-    def test_backcompat_prefix_works(self, mock_client, uri):
-        mock_with = mock_client.with_aad_application_key_authentication
+    def test_backcompat_prefix_works(self, uri):
         with patch.dict(os.environ, AIRFLOW_CONN_MY_CONN=uri):
-            AzureDataExplorerHook(azure_data_explorer_conn_id="my_conn")  # get_conn is called in init
-        mock_with.assert_called_once_with("host", "usr", "pw", "my-tenant")
+            hook = AzureDataExplorerHook(azure_data_explorer_conn_id="my_conn")  # get_conn is called in init
+        assert hook.connection._kcsb.data_source == "host"
+        assert hook.connection._kcsb.application_client_id == "usr"
+        assert hook.connection._kcsb.application_key == "pw"
+        assert hook.connection._kcsb.authority_id == "my-tenant"
 
-    @patch("airflow.providers.microsoft.azure.hooks.adx.KustoConnectionStringBuilder")
-    def test_backcompat_prefix_both_causes_warning(self, mock_client):
-        mock_with = mock_client.with_aad_application_key_authentication
+    def test_backcompat_prefix_both_causes_warning(self):
         with patch.dict(
             in_dict=os.environ,
             AIRFLOW_CONN_MY_CONN="a://usr:pw@host?tenant=my-tenant&auth_method=AAD_APP"
             "&extra__azure_data_explorer__auth_method=AAD_APP",
         ):
             with pytest.warns(Warning, match="Using value for `auth_method`"):
-                AzureDataExplorerHook(azure_data_explorer_conn_id="my_conn")  # get_conn is called in init
-        mock_with.assert_called_once_with("host", "usr", "pw", "my-tenant")
+                hook = AzureDataExplorerHook(azure_data_explorer_conn_id="my_conn")
+            assert hook.connection._kcsb.data_source == "host"
+            assert hook.connection._kcsb.application_client_id == "usr"
+            assert hook.connection._kcsb.application_key == "pw"
+            assert hook.connection._kcsb.authority_id == "my-tenant"