Skip to content

Commit d9f9a88

Browse files
committed
Squashed commit of the following:
commit 70e61ae Author: bharanidharan14 <[email protected]> Date: Fri Apr 22 13:19:23 2022 +0530 Azure datafactory pipeline run status sensor (#260) Add Microsoft ADF dag in master dag
1 parent 7feb81b commit d9f9a88

File tree

2 files changed

+9
-2
lines changed

2 files changed

+9
-2
lines changed

.circleci/integration-tests/master_dag.py

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -163,6 +163,11 @@ def prepare_dag_dependency(task_info, execution_time):
163163
hive_trigger_tasks, ids = prepare_dag_dependency(hive_task_info, "{{ ds }}")
164164
dag_run_ids.extend(ids)
165165
chain(*hive_trigger_tasks)
166+
# microsoft Azure Data factory pipeline DAG
167+
adf_pipeline_task_info = [{"adf_pipeline_dag": "example_adf_run_pipeline"}]
168+
adf_pipeline_trigger_tasks, ids = prepare_dag_dependency(adf_pipeline_task_info, "{{ ds }}")
169+
dag_run_ids.extend(ids)
170+
chain(*adf_pipeline_trigger_tasks)
166171

167172
report = PythonOperator(
168173
task_id="get_report",
@@ -187,6 +192,7 @@ def prepare_dag_dependency(task_info, execution_time):
187192
snowflake_trigger_tasks[0],
188193
livy_trigger_tasks[0],
189194
hive_trigger_tasks[0],
195+
adf_pipeline_trigger_tasks[0],
190196
]
191197

192198
last_task = [
@@ -200,6 +206,7 @@ def prepare_dag_dependency(task_info, execution_time):
200206
snowflake_trigger_tasks[-1],
201207
livy_trigger_tasks[-1],
202208
hive_trigger_tasks[-1],
209+
adf_pipeline_trigger_tasks[-1],
203210
]
204211

205212
last_task >> end

astronomer/providers/microsoft/azure/example_dags/example_adf_run_pipeline.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -33,8 +33,8 @@
3333
default_args = {
3434
"execution_timeout": timedelta(minutes=30),
3535
"azure_data_factory_conn_id": "azure_data_factory_default",
36-
"factory_name": "ADFProvidersTeamDataFactory", # This can also be specified in the ADF connection.
37-
"resource_group_name": "team_provider_resource_group_test", # This can also be specified in the ADF connection.
36+
"factory_name": "ADFProvidersTeamDataFactoryTest", # This can also be specified in the ADF connection.
37+
"resource_group_name": "team_provider_resource_group_test_1", # This can also be specified in the ADF connection.
3838
}
3939

4040
CLIENT_ID = os.getenv("CLIENT_ID", "")

0 commit comments

Comments
 (0)