Skip to content

Commit 1275acf

Browse files
tchow-zlaithomaschow
tchow-zlai
and
thomaschow
committed
rename provider
Co-authored-by: Thomas Chow <[email protected]>
1 parent 3754ec3 commit 1275acf

File tree

6 files changed

+247
-4
lines changed

6 files changed

+247
-4
lines changed

‎cloud_gcp/BUILD.bazel

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -35,13 +35,15 @@ shared_deps = [
3535
maven_artifact("org.threeten:threetenbp"),
3636
maven_artifact("org.apache.kafka:kafka-clients"),
3737
maven_artifact("com.google.cloud.spark:spark-3.5-bigquery"),
38+
maven_artifact("com.google.cloud.spark:spark-bigquery_2.12"),
3839
scala_artifact_with_suffix("org.apache.iceberg:iceberg-spark-runtime-3.5"),
3940
]
4041

4142
scala_library(
4243
name = "cloud_gcp_lib",
4344
srcs = glob(["src/main/**/*.scala"]),
4445
format = True,
46+
resources = glob(["src/main/resources/**"]),
4547
visibility = ["//visibility:public"],
4648
deps = shared_deps,
4749
)

‎cloud_gcp/src/main/resources/services/org.apache.spark.sql.sources.DataSourceRegister

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
ai.chronon.integrations.cloud_gcp.RenamedBigQueryRelationProvider

‎cloud_gcp/src/main/scala/ai/chronon/integrations/cloud_gcp/BigQueryFormat.scala

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,8 @@ case class BigQueryFormat(project: String, bqClient: BigQuery, override val opti
2020
extends Format {
2121
override def name: String = "bigquery"
2222

23+
private val bqFormat = "com.google.cloud.spark.bigquery.BigQueryRelationProvider"
24+
2325
override def alterTableProperties(tableName: String,
2426
tableProperties: Map[String, String]): (String => Unit) => Unit = {
2527
throw new NotImplementedError("alterTableProperties not yet supported for BigQuery")
@@ -83,7 +85,7 @@ case class BigQueryFormat(project: String, bqClient: BigQuery, override val opti
8385
|""".stripMargin
8486

8587
val partitionCol = sparkSession.read
86-
.format("com.google.cloud.spark.bigquery.BigQueryRelationProvider")
88+
.format(bqFormat)
8789
.option("project", project)
8890
// See: https://github.com/GoogleCloudDataproc/spark-bigquery-connector/issues/434#issuecomment-886156191
8991
// and: https://cloud.google.com/bigquery/docs/information-schema-intro#limitations
@@ -109,7 +111,7 @@ case class BigQueryFormat(project: String, bqClient: BigQuery, override val opti
109111
val partitionFormat = sparkSession.conf.get("spark.chronon.partition.format", "yyyyMMdd")
110112

111113
val partitionInfoDf = sparkSession.read
112-
.format("bigquery")
114+
.format(bqFormat)
113115
.option("project", project)
114116
// See: https://github.com/GoogleCloudDataproc/spark-bigquery-connector/issues/434#issuecomment-886156191
115117
// and: https://cloud.google.com/bigquery/docs/information-schema-intro#limitations

‎cloud_gcp/src/main/scala/ai/chronon/integrations/cloud_gcp/RenamedBigQueryRelationProvider.scala

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
package ai.chronon.integrations.cloud_gcp
2+
3+
import com.google.cloud.spark.bigquery.BigQueryRelationProvider
4+
5+
class RenamedBigQueryRelationProvider extends BigQueryRelationProvider {
6+
override def shortName(): String = "bigquery-renamed"
7+
}

‎maven_install.json

Lines changed: 232 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
22
"__AUTOGENERATED_FILE_DO_NOT_MODIFY_THIS_FILE_MANUALLY": "THERE_IS_NO_DATA_ONLY_ZUUL",
3-
"__INPUT_ARTIFACTS_HASH": 1477580158,
4-
"__RESOLVED_ARTIFACTS_HASH": 543232511,
3+
"__INPUT_ARTIFACTS_HASH": 1645768012,
4+
"__RESOLVED_ARTIFACTS_HASH": 1065460057,
55
"artifacts": {
66
"ant:ant": {
77
"shasums": {
@@ -641,6 +641,34 @@
641641
},
642642
"version": "0.42.0"
643643
},
644+
"com.google.cloud.spark:spark-2.4-bigquery-pushdown_2.12": {
645+
"shasums": {
646+
"jar": "32c089a6ff37dc6aa5ee4676bff2e18ea334a73047cc231c5257228919d3c736",
647+
"sources": "4f76a4c5c66c0e4ad617a6f15cd219c9379b82070aec8d88d71a90daf0201c29"
648+
},
649+
"version": "0.42.0"
650+
},
651+
"com.google.cloud.spark:spark-3.1-bigquery-pushdown_2.12": {
652+
"shasums": {
653+
"jar": "24ac0db97c0126d39e46ce61df84b7b82fb2182c2e98f19e0bb0236fcbd4bb4e",
654+
"sources": "324e5c11e73f765316b2d23b217a40e233d48c9fc8eeb3453bba871d80902b62"
655+
},
656+
"version": "0.42.0"
657+
},
658+
"com.google.cloud.spark:spark-3.2-bigquery-pushdown_2.12": {
659+
"shasums": {
660+
"jar": "b513bde58af6b0428ffe40728997e24a2f556f84386d4e215e997aad031bc8cf",
661+
"sources": "ae9ea2795a349fb2fbc243f53197b4817d216dc6e0fbed754ac2974a0f32d22d"
662+
},
663+
"version": "0.42.0"
664+
},
665+
"com.google.cloud.spark:spark-3.3-bigquery-pushdown_2.12": {
666+
"shasums": {
667+
"jar": "a46d3af427cc54d3bf284815f98e3c2f62f1b0b5c6ea0cfd0903ad17d30a6cf8",
668+
"sources": "d6e51d14487c705543c364c198da1172dea5148e91e90a34a677ad0c9c2f8d9b"
669+
},
670+
"version": "0.42.0"
671+
},
644672
"com.google.cloud.spark:spark-3.5-bigquery": {
645673
"shasums": {
646674
"jar": "e54c3c2c1a8d0c77bb8e7041d17f2258b175e8dbfdfbde836cd7b0422b86078e",
@@ -655,13 +683,48 @@
655683
},
656684
"version": "0.42.0"
657685
},
686+
"com.google.cloud.spark:spark-bigquery-dsv1-spark2-support": {
687+
"shasums": {
688+
"jar": "803f0d5827d6a82ccd8dc3629fdef5c358abc356761d6c5aaaaf5ddb2db9bf45",
689+
"sources": "95bcc142e79f336dfa7876ddeaebbeda83b7a408c5e416e2b9adc43a1e648dea"
690+
},
691+
"version": "0.42.0"
692+
},
693+
"com.google.cloud.spark:spark-bigquery-dsv1-spark3-support": {
694+
"shasums": {
695+
"jar": "53b385b6525d2c87032df7cca057650fcaeb86ad8ee838abd02fc850a7308e1e",
696+
"sources": "821fad87dea8a57cf35ce7f2a7c1015fbbe43aeaaae5e86ffc22ba3370ce5129"
697+
},
698+
"version": "0.42.0"
699+
},
658700
"com.google.cloud.spark:spark-bigquery-dsv2-common": {
659701
"shasums": {
660702
"jar": "66c832e7ce07713c27da71e2389f6b5a9f8ce642a738c20542c0dc02f98b32c3",
661703
"sources": "4f181c0ed4beb9418306761d5c8ee09f2dee7960afe510157c84c8c90215f58d"
662704
},
663705
"version": "0.42.0"
664706
},
707+
"com.google.cloud.spark:spark-bigquery-pushdown-common_2.12": {
708+
"shasums": {
709+
"jar": "8962ec7d0407164be3fd3f84e1a829e125e3aac89080a9671c01169fdcdbba24",
710+
"sources": "93ca453c2ee03342ba8d314ec0612d0ef91d3e40bac49e49fe9e6eb67d019b6b"
711+
},
712+
"version": "0.42.0"
713+
},
714+
"com.google.cloud.spark:spark-bigquery-scala-212-support": {
715+
"shasums": {
716+
"jar": "2156bf5780244ed5d5f8d61eec240ef9220f9008f0eb312fdea85a143aa02439",
717+
"sources": "98836ea800fa2f879f66678dbcc61d66481cbff0b60a08a987da3506eda4b712"
718+
},
719+
"version": "0.42.0"
720+
},
721+
"com.google.cloud.spark:spark-bigquery_2.12": {
722+
"shasums": {
723+
"jar": "c41fdc36b6f772da8dc0543e52a6726c673f4fa799154add5807f8d98739c66f",
724+
"sources": "632ce07ca7fd02a509c8d19277cdbeb049300c0d1b50df4428e552c14349d0b0"
725+
},
726+
"version": "0.42.0"
727+
},
665728
"com.google.cloud:google-cloud-bigquery": {
666729
"shasums": {
667730
"jar": "2cdf90457f411c7f6b233e087fa4b7d352f8376de80cc15d046de1f978494b62",
@@ -4105,6 +4168,26 @@
41054168
"org.apache.arrow:arrow-memory-netty",
41064169
"org.apache.arrow:arrow-vector"
41074170
],
4171+
"com.google.cloud.spark:spark-2.4-bigquery-pushdown_2.12": [
4172+
"com.google.cloud.spark:spark-bigquery-connector-common",
4173+
"com.google.cloud.spark:spark-bigquery-pushdown-common_2.12",
4174+
"com.google.cloud.spark:spark-bigquery-scala-212-support"
4175+
],
4176+
"com.google.cloud.spark:spark-3.1-bigquery-pushdown_2.12": [
4177+
"com.google.cloud.spark:spark-bigquery-connector-common",
4178+
"com.google.cloud.spark:spark-bigquery-pushdown-common_2.12",
4179+
"com.google.cloud.spark:spark-bigquery-scala-212-support"
4180+
],
4181+
"com.google.cloud.spark:spark-3.2-bigquery-pushdown_2.12": [
4182+
"com.google.cloud.spark:spark-bigquery-connector-common",
4183+
"com.google.cloud.spark:spark-bigquery-pushdown-common_2.12",
4184+
"com.google.cloud.spark:spark-bigquery-scala-212-support"
4185+
],
4186+
"com.google.cloud.spark:spark-3.3-bigquery-pushdown_2.12": [
4187+
"com.google.cloud.spark:spark-bigquery-connector-common",
4188+
"com.google.cloud.spark:spark-bigquery-pushdown-common_2.12",
4189+
"com.google.cloud.spark:spark-bigquery-scala-212-support"
4190+
],
41084191
"com.google.cloud.spark:spark-3.5-bigquery": [
41094192
"com.google.cloud.spark:spark-bigquery-dsv2-common"
41104193
],
@@ -4115,10 +4198,32 @@
41154198
"org.apache.arrow:arrow-compression",
41164199
"org.apache.arrow:arrow-vector"
41174200
],
4201+
"com.google.cloud.spark:spark-bigquery-dsv1-spark2-support": [
4202+
"com.google.cloud.spark:spark-bigquery-connector-common"
4203+
],
4204+
"com.google.cloud.spark:spark-bigquery-dsv1-spark3-support": [
4205+
"com.google.cloud.spark:spark-bigquery-connector-common"
4206+
],
41184207
"com.google.cloud.spark:spark-bigquery-dsv2-common": [
41194208
"com.google.cloud.spark:spark-bigquery-connector-common",
41204209
"io.openlineage:spark-extension-interfaces"
41214210
],
4211+
"com.google.cloud.spark:spark-bigquery-pushdown-common_2.12": [
4212+
"com.google.cloud.spark:spark-bigquery-connector-common",
4213+
"com.google.cloud.spark:spark-bigquery-scala-212-support"
4214+
],
4215+
"com.google.cloud.spark:spark-bigquery-scala-212-support": [
4216+
"com.google.cloud.spark:spark-bigquery-connector-common"
4217+
],
4218+
"com.google.cloud.spark:spark-bigquery_2.12": [
4219+
"com.google.cloud.spark:spark-2.4-bigquery-pushdown_2.12",
4220+
"com.google.cloud.spark:spark-3.1-bigquery-pushdown_2.12",
4221+
"com.google.cloud.spark:spark-3.2-bigquery-pushdown_2.12",
4222+
"com.google.cloud.spark:spark-3.3-bigquery-pushdown_2.12",
4223+
"com.google.cloud.spark:spark-bigquery-connector-common",
4224+
"com.google.cloud.spark:spark-bigquery-dsv1-spark2-support",
4225+
"com.google.cloud.spark:spark-bigquery-dsv1-spark3-support"
4226+
],
41224227
"com.google.cloud:google-cloud-bigquery": [
41234228
"com.fasterxml.jackson.core:jackson-annotations",
41244229
"com.fasterxml.jackson.core:jackson-core",
@@ -7259,6 +7364,18 @@
72597364
"com.google.cloud.spark:bigquery-connector-common": [
72607365
"com.google.cloud.bigquery.connector.common"
72617366
],
7367+
"com.google.cloud.spark:spark-2.4-bigquery-pushdown_2.12": [
7368+
"com.google.cloud.spark.bigquery.pushdowns"
7369+
],
7370+
"com.google.cloud.spark:spark-3.1-bigquery-pushdown_2.12": [
7371+
"com.google.cloud.spark.bigquery.pushdowns"
7372+
],
7373+
"com.google.cloud.spark:spark-3.2-bigquery-pushdown_2.12": [
7374+
"com.google.cloud.spark.bigquery.pushdowns"
7375+
],
7376+
"com.google.cloud.spark:spark-3.3-bigquery-pushdown_2.12": [
7377+
"com.google.cloud.spark.bigquery.pushdowns"
7378+
],
72627379
"com.google.cloud.spark:spark-3.5-bigquery": [
72637380
"com.google.cloud.bigquery.connector.common",
72647381
"com.google.cloud.spark.bigquery",
@@ -8053,10 +8170,27 @@
80538170
"com.google.cloud.spark.bigquery.write.context",
80548171
"org.apache.spark.sql"
80558172
],
8173+
"com.google.cloud.spark:spark-bigquery-dsv1-spark2-support": [
8174+
"com.google.cloud.spark.bigquery.spark2"
8175+
],
8176+
"com.google.cloud.spark:spark-bigquery-dsv1-spark3-support": [
8177+
"com.google.cloud.spark.bigquery.spark3"
8178+
],
80568179
"com.google.cloud.spark:spark-bigquery-dsv2-common": [
80578180
"com.google.cloud.spark.bigquery.v2",
80588181
"com.google.cloud.spark.bigquery.v2.context"
80598182
],
8183+
"com.google.cloud.spark:spark-bigquery-pushdown-common_2.12": [
8184+
"com.google.cloud.spark.bigquery.pushdowns"
8185+
],
8186+
"com.google.cloud.spark:spark-bigquery-scala-212-support": [
8187+
"com.google.cloud.spark.bigquery.direct",
8188+
"org.apache.spark.sql"
8189+
],
8190+
"com.google.cloud.spark:spark-bigquery_2.12": [
8191+
"com.google.cloud.spark.bigquery",
8192+
"com.google.cloud.spark.bigquery.examples"
8193+
],
80608194
"com.google.cloud:google-cloud-bigquery": [
80618195
"com.google.cloud.bigquery",
80628196
"com.google.cloud.bigquery.benchmark",
@@ -15999,12 +16133,30 @@
1599916133
"com.google.cloud.opentelemetry:shared-resourcemapping:jar:sources",
1600016134
"com.google.cloud.spark:bigquery-connector-common",
1600116135
"com.google.cloud.spark:bigquery-connector-common:jar:sources",
16136+
"com.google.cloud.spark:spark-2.4-bigquery-pushdown_2.12",
16137+
"com.google.cloud.spark:spark-2.4-bigquery-pushdown_2.12:jar:sources",
16138+
"com.google.cloud.spark:spark-3.1-bigquery-pushdown_2.12",
16139+
"com.google.cloud.spark:spark-3.1-bigquery-pushdown_2.12:jar:sources",
16140+
"com.google.cloud.spark:spark-3.2-bigquery-pushdown_2.12",
16141+
"com.google.cloud.spark:spark-3.2-bigquery-pushdown_2.12:jar:sources",
16142+
"com.google.cloud.spark:spark-3.3-bigquery-pushdown_2.12",
16143+
"com.google.cloud.spark:spark-3.3-bigquery-pushdown_2.12:jar:sources",
1600216144
"com.google.cloud.spark:spark-3.5-bigquery",
1600316145
"com.google.cloud.spark:spark-3.5-bigquery:jar:sources",
1600416146
"com.google.cloud.spark:spark-bigquery-connector-common",
1600516147
"com.google.cloud.spark:spark-bigquery-connector-common:jar:sources",
16148+
"com.google.cloud.spark:spark-bigquery-dsv1-spark2-support",
16149+
"com.google.cloud.spark:spark-bigquery-dsv1-spark2-support:jar:sources",
16150+
"com.google.cloud.spark:spark-bigquery-dsv1-spark3-support",
16151+
"com.google.cloud.spark:spark-bigquery-dsv1-spark3-support:jar:sources",
1600616152
"com.google.cloud.spark:spark-bigquery-dsv2-common",
1600716153
"com.google.cloud.spark:spark-bigquery-dsv2-common:jar:sources",
16154+
"com.google.cloud.spark:spark-bigquery-pushdown-common_2.12",
16155+
"com.google.cloud.spark:spark-bigquery-pushdown-common_2.12:jar:sources",
16156+
"com.google.cloud.spark:spark-bigquery-scala-212-support",
16157+
"com.google.cloud.spark:spark-bigquery-scala-212-support:jar:sources",
16158+
"com.google.cloud.spark:spark-bigquery_2.12",
16159+
"com.google.cloud.spark:spark-bigquery_2.12:jar:sources",
1600816160
"com.google.cloud:google-cloud-bigquery",
1600916161
"com.google.cloud:google-cloud-bigquery:jar:sources",
1601016162
"com.google.cloud:google-cloud-bigquerystorage",
@@ -17016,12 +17168,30 @@
1701617168
"com.google.cloud.opentelemetry:shared-resourcemapping:jar:sources",
1701717169
"com.google.cloud.spark:bigquery-connector-common",
1701817170
"com.google.cloud.spark:bigquery-connector-common:jar:sources",
17171+
"com.google.cloud.spark:spark-2.4-bigquery-pushdown_2.12",
17172+
"com.google.cloud.spark:spark-2.4-bigquery-pushdown_2.12:jar:sources",
17173+
"com.google.cloud.spark:spark-3.1-bigquery-pushdown_2.12",
17174+
"com.google.cloud.spark:spark-3.1-bigquery-pushdown_2.12:jar:sources",
17175+
"com.google.cloud.spark:spark-3.2-bigquery-pushdown_2.12",
17176+
"com.google.cloud.spark:spark-3.2-bigquery-pushdown_2.12:jar:sources",
17177+
"com.google.cloud.spark:spark-3.3-bigquery-pushdown_2.12",
17178+
"com.google.cloud.spark:spark-3.3-bigquery-pushdown_2.12:jar:sources",
1701917179
"com.google.cloud.spark:spark-3.5-bigquery",
1702017180
"com.google.cloud.spark:spark-3.5-bigquery:jar:sources",
1702117181
"com.google.cloud.spark:spark-bigquery-connector-common",
1702217182
"com.google.cloud.spark:spark-bigquery-connector-common:jar:sources",
17183+
"com.google.cloud.spark:spark-bigquery-dsv1-spark2-support",
17184+
"com.google.cloud.spark:spark-bigquery-dsv1-spark2-support:jar:sources",
17185+
"com.google.cloud.spark:spark-bigquery-dsv1-spark3-support",
17186+
"com.google.cloud.spark:spark-bigquery-dsv1-spark3-support:jar:sources",
1702317187
"com.google.cloud.spark:spark-bigquery-dsv2-common",
1702417188
"com.google.cloud.spark:spark-bigquery-dsv2-common:jar:sources",
17189+
"com.google.cloud.spark:spark-bigquery-pushdown-common_2.12",
17190+
"com.google.cloud.spark:spark-bigquery-pushdown-common_2.12:jar:sources",
17191+
"com.google.cloud.spark:spark-bigquery-scala-212-support",
17192+
"com.google.cloud.spark:spark-bigquery-scala-212-support:jar:sources",
17193+
"com.google.cloud.spark:spark-bigquery_2.12",
17194+
"com.google.cloud.spark:spark-bigquery_2.12:jar:sources",
1702517195
"com.google.cloud:google-cloud-bigquery",
1702617196
"com.google.cloud:google-cloud-bigquery:jar:sources",
1702717197
"com.google.cloud:google-cloud-bigquerystorage",
@@ -18063,6 +18233,46 @@
1806318233
"com.google.cloud.hosted.kafka.auth.GcpBearerAuthCredentialProvider"
1806418234
]
1806518235
},
18236+
"com.google.cloud.spark:spark-2.4-bigquery-pushdown_2.12": {
18237+
"com.google.cloud.spark.bigquery.pushdowns.SparkBigQueryPushdown": [
18238+
"com.google.cloud.spark.bigquery.pushdowns.Spark24BigQueryPushdown"
18239+
]
18240+
},
18241+
"com.google.cloud.spark:spark-2.4-bigquery-pushdown_2.12:jar:sources": {
18242+
"com.google.cloud.spark.bigquery.pushdowns.SparkBigQueryPushdown": [
18243+
"com.google.cloud.spark.bigquery.pushdowns.Spark24BigQueryPushdown"
18244+
]
18245+
},
18246+
"com.google.cloud.spark:spark-3.1-bigquery-pushdown_2.12": {
18247+
"com.google.cloud.spark.bigquery.pushdowns.SparkBigQueryPushdown": [
18248+
"com.google.cloud.spark.bigquery.pushdowns.Spark31BigQueryPushdown"
18249+
]
18250+
},
18251+
"com.google.cloud.spark:spark-3.1-bigquery-pushdown_2.12:jar:sources": {
18252+
"com.google.cloud.spark.bigquery.pushdowns.SparkBigQueryPushdown": [
18253+
"com.google.cloud.spark.bigquery.pushdowns.Spark31BigQueryPushdown"
18254+
]
18255+
},
18256+
"com.google.cloud.spark:spark-3.2-bigquery-pushdown_2.12": {
18257+
"com.google.cloud.spark.bigquery.pushdowns.SparkBigQueryPushdown": [
18258+
"com.google.cloud.spark.bigquery.pushdowns.Spark32BigQueryPushdown"
18259+
]
18260+
},
18261+
"com.google.cloud.spark:spark-3.2-bigquery-pushdown_2.12:jar:sources": {
18262+
"com.google.cloud.spark.bigquery.pushdowns.SparkBigQueryPushdown": [
18263+
"com.google.cloud.spark.bigquery.pushdowns.Spark32BigQueryPushdown"
18264+
]
18265+
},
18266+
"com.google.cloud.spark:spark-3.3-bigquery-pushdown_2.12": {
18267+
"com.google.cloud.spark.bigquery.pushdowns.SparkBigQueryPushdown": [
18268+
"com.google.cloud.spark.bigquery.pushdowns.Spark33BigQueryPushdown"
18269+
]
18270+
},
18271+
"com.google.cloud.spark:spark-3.3-bigquery-pushdown_2.12:jar:sources": {
18272+
"com.google.cloud.spark.bigquery.pushdowns.SparkBigQueryPushdown": [
18273+
"com.google.cloud.spark.bigquery.pushdowns.Spark33BigQueryPushdown"
18274+
]
18275+
},
1806618276
"com.google.cloud.spark:spark-3.5-bigquery": {
1806718277
"com.google.cloud.spark.bigquery.TypeConverter": [
1806818278
"com.google.cloud.spark.bigquery.v2.TimestampNTZTypeConverter"
@@ -18934,6 +19144,26 @@
1893419144
"org.apache.spark.sql.Scala213SparkSqlUtils"
1893519145
]
1893619146
},
19147+
"com.google.cloud.spark:spark-bigquery-scala-212-support": {
19148+
"org.apache.spark.sql.SparkSqlUtils": [
19149+
"org.apache.spark.sql.PreScala213SparkSqlUtils"
19150+
]
19151+
},
19152+
"com.google.cloud.spark:spark-bigquery-scala-212-support:jar:sources": {
19153+
"org.apache.spark.sql.SparkSqlUtils": [
19154+
"org.apache.spark.sql.PreScala213SparkSqlUtils"
19155+
]
19156+
},
19157+
"com.google.cloud.spark:spark-bigquery_2.12": {
19158+
"org.apache.spark.sql.sources.DataSourceRegister": [
19159+
"com.google.cloud.spark.bigquery.BigQueryRelationProvider"
19160+
]
19161+
},
19162+
"com.google.cloud.spark:spark-bigquery_2.12:jar:sources": {
19163+
"org.apache.spark.sql.sources.DataSourceRegister": [
19164+
"com.google.cloud.spark.bigquery.BigQueryRelationProvider"
19165+
]
19166+
},
1893719167
"com.sun.jersey:jersey-core": {
1893819168
"com.sun.jersey.spi.HeaderDelegateProvider": [
1893919169
"com.sun.jersey.core.impl.provider.header.CacheControlProvider",

‎tools/build_rules/dependencies/maven_repository.bzl

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -90,6 +90,7 @@ maven_repository = repository(
9090
"com.google.cloud.bigdataoss:util-hadoop:jar:hadoop3-2.2.26",
9191
"com.google.cloud.bigdataoss:util:2.2.26",
9292
"com.google.cloud.spark:spark-3.5-bigquery:0.42.0",
93+
"com.google.cloud.spark:spark-bigquery_2.12:0.42.0",
9394
"com.google.cloud:google-cloud-bigtable-emulator:0.178.0",
9495
"com.google.cloud.hosted.kafka:managed-kafka-auth-login-handler:1.0.3",
9596

0 commit comments

Comments
 (0)