@@ -668,8 +668,8 @@ def _gen_final_args(self, start_ds=None, end_ds=None, override_conf_path=None):
668
668
base_args = MODE_ARGS [self .mode ].format (
669
669
conf_path = override_conf_path if override_conf_path else self .conf ,
670
670
ds = end_ds if end_ds else self .ds ,
671
- online_jar = self .online_jar if not self . dataproc else ZIPLINE_ONLINE_JAR_DEFAULT ,
672
- online_class = self .online_class if not self . dataproc else ZIPLINE_ONLINE_CLASS_DEFAULT ,
671
+ online_jar = self .online_jar ,
672
+ online_class = self .online_class ,
673
673
)
674
674
override_start_partition_arg = (
675
675
" --start-partition-override=" + start_ds if start_ds else ""
@@ -780,7 +780,7 @@ def generate_dataproc_submitter_args(local_files_to_upload_to_gcs: List[str], us
780
780
781
781
# include chronon jar uri. should also already be in the bucket
782
782
chronon_jar_uri = f"{ zipline_artifacts_bucket_prefix } -{ get_customer_id ()} " + \
783
- "/jars/cloud_gcp-assembly-0.1.0-SNAPSHOT.jar"
783
+ "/jars/cloud_gcp-assembly-0.1.0-SNAPSHOT.jar"
784
784
785
785
final_args = (f"{ user_args } --additional-conf-path=additional-confs.yaml --gcs_files={ gcs_file_args } "
786
786
f"--chronon_jar_uri={ chronon_jar_uri } " )
@@ -851,9 +851,11 @@ def upload_gcs_blob(bucket_name, source_file_name, destination_blob_name):
851
851
@click .option ("--parallelism" , help = "break down the backfill range into this number of tasks in parallel. "
852
852
"Please use it along with --start-ds and --end-ds and only in manual mode" )
853
853
@click .option ("--repo" , help = "Path to chronon repo" )
854
- @click .option ("--online-jar" , help = "Jar containing Online KvStore & Deserializer Impl. "
855
- "Used for streaming and metadata-upload mode." )
856
- @click .option ("--online-class" , help = "Class name of Online Impl. Used for streaming and metadata-upload mode." )
854
+ @click .option ("--online-jar" , default = "ZIPLINE_ONLINE_JAR_DEFAULT" ,
855
+ help = "Jar containing Online KvStore & Deserializer Impl. "
856
+ "Used for streaming and metadata-upload mode." )
857
+ @click .option ("--online-class" , default = "ZIPLINE_ONLINE_CLASS_DEFAULT" ,
858
+ help = "Class name of Online Impl. Used for streaming and metadata-upload mode." )
857
859
@click .option ("--version" , help = "Chronon version to use." )
858
860
@click .option ("--spark-version" , default = "2.4.0" , help = "Spark version to use for downloading jar." )
859
861
@click .option ("--spark-submit-path" , help = "Path to spark-submit" )
0 commit comments