finally working

Co-authored-by: Thomas Chow <[email protected]>

Author: tchow-zlai

cloud_gcp/BUILD.bazel

@@ -35,8 +35,6 @@ shared_deps = [
     maven_artifact("org.threeten:threetenbp"),
     maven_artifact("org.apache.kafka:kafka-clients"),
     maven_artifact("com.google.cloud.spark:spark-3.5-bigquery"),
-    # scala_artifact_with_suffix("com.google.cloud.spark:spark-bigquery"),
-    # scala_artifact_with_suffix("com.google.cloud.spark:spark-bigquery-with-dependencies"),
     scala_artifact_with_suffix("org.apache.iceberg:iceberg-spark-runtime-3.5"),
 ]
 

cloud_gcp/src/main/scala/ai/chronon/integrations/cloud_gcp/DelegatingBigQueryMetastoreCatalog.scala

@@ -89,6 +89,7 @@ class DelegatingBigQueryMetastoreCatalog extends CatalogExtension {
           val tId = ident.namespace().toList match {
             case database :: Nil            => TableId.of(database, ident.name())
             case project :: database :: Nil => TableId.of(project, database, ident.name())
+            case Nil => throw new IllegalArgumentException(s"Table identifier namespace must have at least one part.")
           }
           val table = bigQueryClient.getTable(tId)
           table.getDefinition.asInstanceOf[TableDefinition] match {

tools/build_rules/dependencies/scala_2_12_repository.bzl

@@ -35,9 +35,6 @@ scala_2_12_repository = repository(
         "io.delta:delta-spark_2.12:3.2.0",
         "org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.5.2",
 
-        # Google Cloud
-        "com.google.cloud.spark:spark-bigquery-with-dependencies_2.12:0.42.0",
-        "com.google.cloud.spark:spark-bigquery_2.12:0.42.0",
         # Circe
         "io.circe:circe-core_2.12:0.14.9",
         "io.circe:circe-generic_2.12:0.14.9",

tools/build_rules/dependencies/scala_2_13_repository.bzl

@@ -35,10 +35,6 @@ scala_2_13_repository = repository(
         "io.delta:delta-spark_2.13:3.2.0",
         "org.apache.iceberg:iceberg-spark-runtime-3.5_2.13:1.5.2",
 
-        # Google Cloud
-        "com.google.cloud.spark:spark-bigquery-with-dependencies_2.13:0.42.0",
-        "com.google.cloud.spark:spark-bigquery_2.12:0.42.0",
-
         # Circe
         "io.circe:circe-core_2.13:0.14.9",
         "io.circe:circe-generic_2.13:0.14.9",