Skip to content

Commit cb1438b

Browse files
authored
feat(registry): Run remove stale partitions nightly (#38613)
### TL;DR This PR adds a new schedule in the orchestrator for removing stale metadata partitions nightly. ### What changed? A new line was added to schedule this existing job daily at 1am US/Pacific time.
1 parent 31c1c70 commit cb1438b

File tree

2 files changed

+6
-1
lines changed

2 files changed

+6
-1
lines changed

airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/__init__.py

+5
Original file line numberDiff line numberDiff line change
@@ -170,6 +170,11 @@
170170

171171
SCHEDULES = [
172172
ScheduleDefinition(job=add_new_metadata_partitions, cron_schedule="*/2 * * * *", tags={"dagster/priority": HIGH_QUEUE_PRIORITY}),
173+
ScheduleDefinition(
174+
cron_schedule="0 1 * * *", # Daily at 1am US/Pacific
175+
execution_timezone="US/Pacific",
176+
job=remove_stale_metadata_partitions,
177+
),
173178
ScheduleDefinition(job=generate_connector_test_summary_reports, cron_schedule="@hourly"),
174179
ScheduleDefinition(
175180
cron_schedule="0 8 * * *", # Daily at 8am US/Pacific

airbyte-ci/connectors/metadata_service/orchestrator/pyproject.toml

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
[tool.poetry]
22
name = "orchestrator"
3-
version = "0.1.1"
3+
version = "0.1.2"
44
description = ""
55
authors = ["Ben Church <[email protected]>"]
66
readme = "README.md"

0 commit comments

Comments
 (0)