1
1
shared_deps = [
2
- ":iceberg_bigquery_catalog_lib" ,
3
- "//api:lib" ,
4
- "//api:thrift_java" ,
5
- "//online:lib" ,
6
- "//spark:lib" ,
7
- "//tools/build_rules/spark:spark-exec" ,
8
- scala_artifact_with_suffix ("org.scala-lang.modules:scala-java8-compat" ),
9
- scala_artifact_with_suffix ("org.json4s:json4s-core" ),
10
- scala_artifact_with_suffix ("org.json4s:json4s-jackson" ),
11
- scala_artifact_with_suffix ("org.json4s:json4s-ast" ),
12
- scala_artifact_with_suffix ("org.scala-lang.modules:scala-collection-compat" ),
13
- scala_artifact_with_suffix ("org.rogach:scallop" ),
14
- maven_artifact ("com.google.cloud:google-cloud-core" ),
15
- maven_artifact ("com.google.cloud:google-cloud-bigquery" ),
16
- maven_artifact ("com.google.cloud:google-cloud-bigtable" ),
17
- maven_artifact ("com.google.cloud:google-cloud-pubsub" ),
18
- maven_artifact ("com.google.cloud:google-cloud-dataproc" ),
19
- maven_artifact ("com.google.cloud.bigdataoss:gcsio" ),
20
- maven_artifact ("com.google.cloud.bigdataoss:gcs-connector" ),
21
- maven_artifact ("com.google.cloud.bigdataoss:util" ),
22
- maven_artifact ("com.google.cloud.bigdataoss:util-hadoop" ),
23
- maven_artifact ("org.apache.hadoop:hadoop-client-api" ),
24
- maven_artifact ("com.google.cloud.hosted.kafka:managed-kafka-auth-login-handler" ),
25
- maven_artifact ("com.google.api:api-common" ),
26
- maven_artifact ("com.google.api.grpc:proto-google-cloud-dataproc-v1" ),
27
- maven_artifact ("com.google.api:gax" ),
28
- maven_artifact ("com.google.guava:guava" ),
29
- maven_artifact ("com.google.protobuf:protobuf-java" ),
30
- maven_artifact ("org.yaml:snakeyaml" ),
31
- maven_artifact ("io.grpc:grpc-netty-shaded" ),
32
- maven_artifact ("ch.qos.reload4j:reload4j" ),
33
- maven_artifact ("org.slf4j:slf4j-api" ),
34
- maven_artifact ("org.apache.logging.log4j:log4j-slf4j-impl" ),
35
- maven_artifact ("org.threeten:threetenbp" ),
36
- maven_artifact ("org.apache.kafka:kafka-clients" ),
37
- maven_artifact ("com.google.cloud.spark:spark-3.5-bigquery" ),
38
- scala_artifact_with_suffix ("org.apache.iceberg:iceberg-spark-runtime-3.5" ),
2
+ ":iceberg_bigquery_catalog_lib" ,
3
+ "//api:lib" ,
4
+ "//api:thrift_java" ,
5
+ "//online:lib" ,
6
+ "//spark:lib" ,
7
+ "//tools/build_rules/spark:spark-exec" ,
8
+ scala_artifact_with_suffix ("org.scala-lang.modules:scala-java8-compat" ),
9
+ scala_artifact_with_suffix ("org.json4s:json4s-core" ),
10
+ scala_artifact_with_suffix ("org.json4s:json4s-jackson" ),
11
+ scala_artifact_with_suffix ("org.json4s:json4s-ast" ),
12
+ scala_artifact_with_suffix ("org.scala-lang.modules:scala-collection-compat" ),
13
+ scala_artifact_with_suffix ("org.rogach:scallop" ),
14
+ maven_artifact ("com.google.cloud:google-cloud-core" ),
15
+ maven_artifact ("com.google.cloud:google-cloud-bigquery" ),
16
+ maven_artifact ("com.google.cloud:google-cloud-bigtable" ),
17
+ maven_artifact ("com.google.cloud:google-cloud-pubsub" ),
18
+ maven_artifact ("com.google.cloud:google-cloud-dataproc" ),
19
+ maven_artifact ("com.google.cloud.bigdataoss:gcsio" ),
20
+ maven_artifact ("com.google.cloud.bigdataoss:gcs-connector" ),
21
+ maven_artifact ("com.google.cloud.bigdataoss:util" ),
22
+ maven_artifact ("com.google.cloud.bigdataoss:util-hadoop" ),
23
+ maven_artifact ("org.apache.hadoop:hadoop-client-api" ),
24
+ maven_artifact ("com.google.cloud.hosted.kafka:managed-kafka-auth-login-handler" ),
25
+ maven_artifact ("com.google.api:api-common" ),
26
+ maven_artifact ("com.google.api.grpc:proto-google-cloud-dataproc-v1" ),
27
+ maven_artifact ("com.google.api:gax" ),
28
+ maven_artifact ("com.google.guava:guava" ),
29
+ maven_artifact ("com.google.protobuf:protobuf-java" ),
30
+ maven_artifact ("org.yaml:snakeyaml" ),
31
+ maven_artifact ("io.grpc:grpc-netty-shaded" ),
32
+ maven_artifact ("ch.qos.reload4j:reload4j" ),
33
+ maven_artifact ("org.slf4j:slf4j-api" ),
34
+ maven_artifact ("org.apache.logging.log4j:log4j-slf4j-impl" ),
35
+ maven_artifact ("org.threeten:threetenbp" ),
36
+ maven_artifact ("org.apache.kafka:kafka-clients" ),
37
+ maven_artifact ("com.google.cloud.spark:spark-3.5-bigquery" ),
38
+ scala_artifact_with_suffix ("org.apache.iceberg:iceberg-spark-runtime-3.5" ),
39
39
]
40
40
41
41
scala_library (
@@ -44,15 +44,15 @@ scala_library(
44
44
format = True ,
45
45
visibility = ["//visibility:public" ],
46
46
deps = shared_deps ,
47
- )g
47
+ )
48
48
49
49
jvm_binary (
50
50
name = "cloud_gcp_submitter" ,
51
51
main_class = "ai.chronon.integrations.cloud_gcp.DataprocSubmitter" ,
52
52
runtime_deps = [
53
53
":cloud_gcp_lib" ,
54
- scala_artifact_with_suffix ("org.apache.iceberg:iceberg-spark-runtime-3.5" )
55
- ],
54
+ scala_artifact_with_suffix ("org.apache.iceberg:iceberg-spark-runtime-3.5" ),
55
+ ],
56
56
)
57
57
58
58
test_deps = [
0 commit comments