Skip to content

Commit 275f773

Browse files
committed
add project in archive gcs prefix
1 parent 55894d1 commit 275f773

File tree

2 files changed

+3
-2
lines changed
  • src/customizable_continuous_integration/automations/bigquery_archiver

2 files changed

+3
-2
lines changed

src/customizable_continuous_integration/automations/bigquery_archiver/entity/dataset.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@
66
Date Author Comments
77
------------------------------------------------------------------------------
88
23/02/2025 Ryan, Gao Initial creation
9+
03/04/2025 Ryan, Gao Set project in dataset gcs_prefix
910
"""
1011

1112
import datetime
@@ -53,7 +54,7 @@ def entity_type(self) -> str:
5354

5455
@property
5556
def archive_prefix(self):
56-
return f"{self.gcs_prefix}/dataset={self.identity}/archive_ts={self.archived_datetime_str}"
57+
return f"{self.gcs_prefix}/project={self.project_id}/dataset={self.identity}/archive_ts={self.archived_datetime_str}"
5758

5859
@property
5960
def metadata_serialized_path(self):

src/customizable_continuous_integration/automations/bigquery_archiver/executor/restore.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -81,7 +81,7 @@ def execute(self) -> BigqueryArchivedDatasetEntity:
8181
concurrency = self.restore_config.get("concurrency", 1)
8282
continue_on_failure = self.restore_config.get("continue_on_failure", False)
8383

84-
self.logger.info(f"Restoring dataset itself {self.bigquery_archived_dataset_entity.fully_qualified_identity}")
84+
self.logger.info(f"Restoring dataset {self.bigquery_archived_dataset_entity.fully_qualified_identity} itself")
8585
self.bigquery_archived_dataset_entity.restore_self(self.bigquery_client, self.restore_config)
8686
self.logger.info(f"Restoring entities in the dataset {self.bigquery_archived_dataset_entity.fully_qualified_identity}")
8787
with ThreadPoolExecutor(max_workers=concurrency) as executor:

0 commit comments

Comments
 (0)