File tree Expand file tree Collapse file tree 2 files changed +3
-2
lines changed
src/customizable_continuous_integration/automations/bigquery_archiver Expand file tree Collapse file tree 2 files changed +3
-2
lines changed Original file line number Diff line number Diff line change 6
6
Date Author Comments
7
7
------------------------------------------------------------------------------
8
8
23/02/2025 Ryan, Gao Initial creation
9
+ 03/04/2025 Ryan, Gao Set project in dataset gcs_prefix
9
10
"""
10
11
11
12
import datetime
@@ -53,7 +54,7 @@ def entity_type(self) -> str:
53
54
54
55
@property
55
56
def archive_prefix (self ):
56
- return f"{ self .gcs_prefix } /dataset={ self .identity } /archive_ts={ self .archived_datetime_str } "
57
+ return f"{ self .gcs_prefix } /project= { self . project_id } / dataset={ self .identity } /archive_ts={ self .archived_datetime_str } "
57
58
58
59
@property
59
60
def metadata_serialized_path (self ):
Original file line number Diff line number Diff line change @@ -81,7 +81,7 @@ def execute(self) -> BigqueryArchivedDatasetEntity:
81
81
concurrency = self .restore_config .get ("concurrency" , 1 )
82
82
continue_on_failure = self .restore_config .get ("continue_on_failure" , False )
83
83
84
- self .logger .info (f"Restoring dataset itself { self .bigquery_archived_dataset_entity .fully_qualified_identity } " )
84
+ self .logger .info (f"Restoring dataset { self .bigquery_archived_dataset_entity .fully_qualified_identity } itself " )
85
85
self .bigquery_archived_dataset_entity .restore_self (self .bigquery_client , self .restore_config )
86
86
self .logger .info (f"Restoring entities in the dataset { self .bigquery_archived_dataset_entity .fully_qualified_identity } " )
87
87
with ThreadPoolExecutor (max_workers = concurrency ) as executor :
You can’t perform that action at this time.
0 commit comments