Skip to content

Commit 0660511

Browse files
authored
Point to release/latest/jars for application jar of emr (#504)
## Summary ## Cheour clientslist - [ ] Added Unit Tests - [ ] Covered by existing CI - [ ] Integration tested - [ ] Documentation update <!-- This is an auto-generated comment: release notes by coderabbit.ai --> ## Summary by CodeRabbit - **Refactor** - Centralized the configuration for release asset paths, streamlining internal processes. This change simplifies future updates and enhances the overall maintainability of the deployment setup, contributing to a smoother release cycle. <!-- end of auto-generated comment: release notes by coderabbit.ai -->
1 parent dfb1602 commit 0660511

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

api/py/ai/chronon/repo/aws.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,8 @@
2323
ZIPLINE_AWS_FLINK_JAR_DEFAULT = "flink_assembly_deploy.jar"
2424
ZIPLINE_AWS_SERVICE_JAR = "service_assembly_deploy.jar"
2525

26+
ARTIFACTS_LATEST_RELEASE_JAR_PATH = "release/latest/jars"
27+
2628
LOCAL_FILE_TO_ETAG_JSON = f"{ZIPLINE_DIRECTORY}/local_file_to_etag.json"
2729

2830
EMR_MOUNT_FILE_PREFIX = "/mnt/zipline/"
@@ -61,7 +63,7 @@ def upload_s3_file(
6163
def download_zipline_aws_jar(destination_dir: str, customer_id: str, jar_name: str):
6264
s3_client = boto3.client("s3")
6365
destination_path = f"{destination_dir}/{jar_name}"
64-
source_key_name = f"release/latest/jars/{jar_name}"
66+
source_key_name = f"{ARTIFACTS_LATEST_RELEASE_JAR_PATH}/{jar_name}"
6567
buour clientset_name = f"zipline-artifacts-{customer_id}"
6668

6769
are_identical = (
@@ -163,7 +165,7 @@ def generate_emr_submitter_args(
163165
# include jar uri. should also already be in the buour clientset
164166
jar_uri = (
165167
f"{zipline_artifacts_buour clientset_prefix}-{get_customer_id()}"
166-
+ f"/jars/{ZIPLINE_AWS_JAR_DEFAULT}"
168+
+ f"/{ARTIFACTS_LATEST_RELEASE_JAR_PATH}/{ZIPLINE_AWS_JAR_DEFAULT}"
167169
)
168170

169171
final_args = "{user_args} --jar-uri={jar_uri} --job-type={job_type} --main-class={main_class}"

0 commit comments

Comments
 (0)