Spark repository artifact support for the dependencies (#337)

## Summary

Refactored artifact related functions to be able to specify dependencies
from both Maven and Spark repositories as needed.

## Checklist
- [ ] Added Unit Tests
- [x] Covered by existing CI
- [ ] Integration tested
- [ ] Documentation update



<!-- This is an auto-generated comment: release notes by coderabbit.ai
-->

## Summary by CodeRabbit

- Chores
	• Excluded a local build configuration file from version control.
- Refactor
• Standardized and updated dependency declarations across modules to use
a Maven-based approach.
• Consolidated artifact retrieval logic and centralized repository
constants.
• Removed outdated functions and refined build rule defaults for
improved maintainability.

<!-- end of auto-generated comment: release notes by coderabbit.ai -->

---------

Co-authored-by: Piyush Narang <[email protected]>

Author: kumar-zlai

.gitignore

@@ -95,4 +95,7 @@ releases
 /project/**/metals.sbt.lock
 
 # Bazel temporary output
-/bazel-*
+/bazel-*
+
+# Local bazelrc setup
+.bazelrc.local

aggregator/BUILD.bazel

@@ -13,7 +13,7 @@ scala_library(
         maven_artifact("org.apache.commons:commons-lang3"),
         maven_artifact("org.slf4j:slf4j-api"),
         maven_artifact("org.apache.logging.log4j:log4j-slf4j-impl"),
-        scala_artifact("org.scala-lang.modules:scala-collection-compat"),
+        maven_scala_artifact("org.scala-lang.modules:scala-collection-compat"),
     ],
 )
 
@@ -31,15 +31,15 @@ test_deps = [
     maven_artifact("org.apache.commons:commons-math3"),
     maven_artifact("org.scala-lang.modules:scala-collection-compat_2.12"),
     # Testing
-    scala_artifact("org.scalatest:scalatest-matchers-core"),
-    scala_artifact("org.scalatest:scalatest-core"),
-    scala_artifact("org.scalatest:scalatest"),
-    scala_artifact("org.scalatest:scalatest-flatspec"),
-    scala_artifact("org.scalatest:scalatest-funsuite"),
-    scala_artifact("org.scalatest:scalatest-shouldmatchers"),
-    scala_artifact("org.scalactic:scalactic"),
-    scala_artifact("org.scalatestplus:mockito-3-4"),
-    scala_artifact("org.mockito:mockito-scala"),
+    maven_scala_artifact("org.scalatest:scalatest-matchers-core"),
+    maven_scala_artifact("org.scalatest:scalatest-core"),
+    maven_scala_artifact("org.scalatest:scalatest"),
+    maven_scala_artifact("org.scalatest:scalatest-flatspec"),
+    maven_scala_artifact("org.scalatest:scalatest-funsuite"),
+    maven_scala_artifact("org.scalatest:scalatest-shouldmatchers"),
+    maven_scala_artifact("org.scalactic:scalactic"),
+    maven_scala_artifact("org.scalatestplus:mockito-3-4"),
+    maven_scala_artifact("org.mockito:mockito-scala"),
     maven_artifact("org.mockito:mockito-core"),
     maven_artifact("org.scalatest:scalatest-compatible"),
     maven_artifact("junit:junit"),

api/BUILD.bazel

@@ -31,8 +31,8 @@ scala_library(
         maven_artifact("org.apache.logging.log4j:log4j-slf4j-impl"),
         maven_artifact("org.apache.commons:commons-lang3"),
         maven_artifact("com.google.code.gson:gson"),
-        scala_artifact("org.scala-lang.modules:scala-collection-compat"),
-        scala_artifact("org.scala-lang.modules:scala-parser-combinators"),
+        maven_scala_artifact("org.scala-lang.modules:scala-collection-compat"),
+        maven_scala_artifact("org.scala-lang.modules:scala-parser-combinators"),
     ],
 )
 
@@ -51,10 +51,10 @@ scala_test_suite(
         maven_artifact("junit:junit"),
         maven_artifact("com.novocode:junit-interface"),
         maven_artifact("org.mockito:mockito-core"),
-        scala_artifact("org.scala-lang.modules:scala-parser-combinators"),
-        scala_artifact("org.scala-lang.modules:scala-collection-compat"),
-        scala_artifact("org.scalatest:scalatest"),
-        scala_artifact("org.scalatest:scalatest-flatspec"),
-        scala_artifact("org.scalatest:scalatest-funsuite"),
+        maven_scala_artifact("org.scala-lang.modules:scala-parser-combinators"),
+        maven_scala_artifact("org.scala-lang.modules:scala-collection-compat"),
+        maven_scala_artifact("org.scalatest:scalatest"),
+        maven_scala_artifact("org.scalatest:scalatest-flatspec"),
+        maven_scala_artifact("org.scalatest:scalatest-funsuite"),
     ],
 )

cloud_gcp/BUILD.bazel

@@ -8,12 +8,12 @@ scala_library(
         "//online:lib",
         "//spark:lib",
         "//tools/build_rules/spark:spark-exec",
-        scala_artifact("org.scala-lang.modules:scala-java8-compat"),
-        scala_artifact("org.json4s:json4s-core"),
-        scala_artifact("org.json4s:json4s-jackson"),
-        scala_artifact("org.json4s:json4s-ast"),
-        scala_artifact("org.scala-lang.modules:scala-collection-compat"),
-        scala_artifact("org.rogach:scallop"),
+        maven_scala_artifact("org.scala-lang.modules:scala-java8-compat"),
+        maven_scala_artifact("org.json4s:json4s-core"),
+        maven_scala_artifact("org.json4s:json4s-jackson"),
+        maven_scala_artifact("org.json4s:json4s-ast"),
+        maven_scala_artifact("org.scala-lang.modules:scala-collection-compat"),
+        maven_scala_artifact("org.rogach:scallop"),
         maven_artifact("com.google.cloud:google-cloud-core"),
         maven_artifact("com.google.cloud:google-cloud-bigquery"),
         maven_artifact("com.google.cloud:google-cloud-bigtable"),
@@ -22,7 +22,7 @@ scala_library(
         maven_artifact("com.google.cloud.bigdataoss:gcsio"),
         maven_artifact("com.google.cloud.bigdataoss:util-hadoop"),
         maven_artifact("com.google.cloud.hosted.kafka:managed-kafka-auth-login-handler"),
-        scala_artifact("com.google.cloud.spark:spark-bigquery-with-dependencies"),
+        maven_scala_artifact("com.google.cloud.spark:spark-bigquery-with-dependencies"),
         maven_artifact("com.google.api:api-common"),
         maven_artifact("com.google.api.grpc:proto-google-cloud-dataproc-v1"),
         maven_artifact("com.google.api:gax"),
@@ -52,8 +52,8 @@ test_deps = [
     "//spark:lib",
     "//tools/build_rules/spark:spark-exec",
     # Libraries
-    scala_artifact("org.scala-lang.modules:scala-java8-compat"),
-    scala_artifact("org.scala-lang.modules:scala-collection-compat"),
+    maven_scala_artifact("org.scala-lang.modules:scala-java8-compat"),
+    maven_scala_artifact("org.scala-lang.modules:scala-collection-compat"),
     maven_artifact("com.google.cloud:google-cloud-bigquery"),
     maven_artifact("com.google.cloud:google-cloud-bigtable"),
     maven_artifact("com.google.cloud:google-cloud-dataproc"),
@@ -63,20 +63,20 @@ test_deps = [
     maven_artifact("com.google.cloud:google-cloud-bigtable-emulator"),
     maven_artifact("com.google.api:api-common"),
     maven_artifact("com.google.api.grpc:proto-google-cloud-dataproc-v1"),
-    scala_artifact("com.google.cloud.spark:spark-bigquery-with-dependencies"),
+    maven_scala_artifact("com.google.cloud.spark:spark-bigquery-with-dependencies"),
     maven_artifact("com.google.api:gax"),
     maven_artifact("com.google.protobuf:protobuf-java"),
     maven_artifact("org.apache.hadoop:hadoop-client-api"),
     # Testing
-    scala_artifact("org.scalatest:scalatest-matchers-core"),
-    scala_artifact("org.scalatest:scalatest-core"),
-    scala_artifact("org.scalatest:scalatest"),
-    scala_artifact("org.scalatest:scalatest-flatspec"),
-    scala_artifact("org.scalatest:scalatest-funsuite"),
-    scala_artifact("org.scalatest:scalatest-shouldmatchers"),
-    scala_artifact("org.scalactic:scalactic"),
-    scala_artifact("org.scalatestplus:mockito-3-4"),
-    scala_artifact("org.mockito:mockito-scala"),
+    maven_scala_artifact("org.scalatest:scalatest-matchers-core"),
+    maven_scala_artifact("org.scalatest:scalatest-core"),
+    maven_scala_artifact("org.scalatest:scalatest"),
+    maven_scala_artifact("org.scalatest:scalatest-flatspec"),
+    maven_scala_artifact("org.scalatest:scalatest-funsuite"),
+    maven_scala_artifact("org.scalatest:scalatest-shouldmatchers"),
+    maven_scala_artifact("org.scalactic:scalactic"),
+    maven_scala_artifact("org.scalatestplus:mockito-3-4"),
+    maven_scala_artifact("org.mockito:mockito-scala"),
     maven_artifact("org.mockito:mockito-core"),
     maven_artifact("org.scalatest:scalatest-compatible"),
     maven_artifact("junit:junit"),

flink/BUILD.bazel

@@ -8,9 +8,9 @@ scala_library(
         "//api:thrift_java",
         "//online:lib",
         "//tools/build_rules/spark:spark-exec",
-        scala_artifact("org.scala-lang.modules:scala-java8-compat"),
-        scala_artifact("org.scala-lang.modules:scala-collection-compat"),
-        scala_artifact("org.rogach:scallop"),
+        maven_scala_artifact("org.scala-lang.modules:scala-java8-compat"),
+        maven_scala_artifact("org.scala-lang.modules:scala-collection-compat"),
+        maven_scala_artifact("org.rogach:scallop"),
         maven_artifact("io.dropwizard.metrics:metrics-core"),
         maven_artifact("org.apache.kafka:kafka-clients"),
         maven_artifact("org.slf4j:slf4j-api"),
@@ -31,8 +31,8 @@ test_deps = _FLINK_TEST_DEPS + [
     "//aggregator:lib",
     "//tools/build_rules/spark:spark-exec",
     # Libraries
-    scala_artifact("org.scala-lang.modules:scala-java8-compat"),
-    scala_artifact("org.scala-lang.modules:scala-collection-compat"),
+    maven_scala_artifact("org.scala-lang.modules:scala-java8-compat"),
+    maven_scala_artifact("org.scala-lang.modules:scala-collection-compat"),
     maven_artifact("org.slf4j:slf4j-api"),
     maven_artifact("org.apache.logging.log4j:log4j-api"),
     maven_artifact("org.apache.logging.log4j:log4j-core"),
@@ -42,15 +42,15 @@ test_deps = _FLINK_TEST_DEPS + [
     maven_artifact("io.confluent:kafka-protobuf-provider"),
     maven_artifact("org.apache.kafka:kafka-clients"),
     # Testing
-    scala_artifact("org.scalatest:scalatest-matchers-core"),
-    scala_artifact("org.scalatest:scalatest-core"),
-    scala_artifact("org.scalatest:scalatest"),
-    scala_artifact("org.scalatest:scalatest-flatspec"),
-    scala_artifact("org.scalatest:scalatest-funsuite"),
-    scala_artifact("org.scalatest:scalatest-shouldmatchers"),
-    scala_artifact("org.scalactic:scalactic"),
-    scala_artifact("org.scalatestplus:mockito-3-4"),
-    scala_artifact("org.mockito:mockito-scala"),
+    maven_scala_artifact("org.scalatest:scalatest-matchers-core"),
+    maven_scala_artifact("org.scalatest:scalatest-core"),
+    maven_scala_artifact("org.scalatest:scalatest"),
+    maven_scala_artifact("org.scalatest:scalatest-flatspec"),
+    maven_scala_artifact("org.scalatest:scalatest-funsuite"),
+    maven_scala_artifact("org.scalatest:scalatest-shouldmatchers"),
+    maven_scala_artifact("org.scalactic:scalactic"),
+    maven_scala_artifact("org.scalatestplus:mockito-3-4"),
+    maven_scala_artifact("org.mockito:mockito-scala"),
     maven_artifact("org.mockito:mockito-core"),
     maven_artifact("org.scalatest:scalatest-compatible"),
     maven_artifact("junit:junit"),

hub/BUILD.bazel

@@ -8,12 +8,12 @@ scala_library(
         "//online:lib",
         "//service_commons:lib",
         "//spark:lib",
-        scala_artifact("org.typelevel:cats-core"),
-        scala_artifact("com.chuusai:shapeless"),
-        scala_artifact("org.json4s:json4s-core"),
-        scala_artifact("org.json4s:json4s-jackson"),
-        scala_artifact("org.scala-lang.modules:scala-java8-compat"),
-        scala_artifact("org.scala-lang.modules:scala-collection-compat"),
+        maven_scala_artifact("org.typelevel:cats-core"),
+        maven_scala_artifact("com.chuusai:shapeless"),
+        maven_scala_artifact("org.json4s:json4s-core"),
+        maven_scala_artifact("org.json4s:json4s-jackson"),
+        maven_scala_artifact("org.scala-lang.modules:scala-java8-compat"),
+        maven_scala_artifact("org.scala-lang.modules:scala-collection-compat"),
         maven_artifact("ch.qos.logback:logback-classic"),
         maven_artifact("org.slf4j:slf4j-api"),
         maven_artifact("com.typesafe:config"),
@@ -31,20 +31,20 @@ test_deps = _VERTX_TEST_DEPS + _CIRCE_DEPS + [
     "//spark:lib",
     "//service_commons:lib",
     # Libraries
-    scala_artifact("org.typelevel:cats-core"),
-    scala_artifact("com.chuusai:shapeless"),
-    scala_artifact("org.scala-lang.modules:scala-java8-compat"),
-    scala_artifact("org.scala-lang.modules:scala-collection-compat"),
+    maven_scala_artifact("org.typelevel:cats-core"),
+    maven_scala_artifact("com.chuusai:shapeless"),
+    maven_scala_artifact("org.scala-lang.modules:scala-java8-compat"),
+    maven_scala_artifact("org.scala-lang.modules:scala-collection-compat"),
     # Testing
-    scala_artifact("org.scalatest:scalatest-matchers-core"),
-    scala_artifact("org.scalatest:scalatest-core"),
-    scala_artifact("org.scalatest:scalatest"),
-    scala_artifact("org.scalatest:scalatest-flatspec"),
-    scala_artifact("org.scalatest:scalatest-funsuite"),
-    scala_artifact("org.scalatest:scalatest-shouldmatchers"),
-    scala_artifact("org.scalactic:scalactic"),
-    scala_artifact("org.scalatestplus:mockito-3-4"),
-    scala_artifact("org.mockito:mockito-scala"),
+    maven_scala_artifact("org.scalatest:scalatest-matchers-core"),
+    maven_scala_artifact("org.scalatest:scalatest-core"),
+    maven_scala_artifact("org.scalatest:scalatest"),
+    maven_scala_artifact("org.scalatest:scalatest-flatspec"),
+    maven_scala_artifact("org.scalatest:scalatest-funsuite"),
+    maven_scala_artifact("org.scalatest:scalatest-shouldmatchers"),
+    maven_scala_artifact("org.scalactic:scalactic"),
+    maven_scala_artifact("org.scalatestplus:mockito-3-4"),
+    maven_scala_artifact("org.mockito:mockito-scala"),
     maven_artifact("org.mockito:mockito-core"),
     maven_artifact("org.scalatest:scalatest-compatible"),
     maven_artifact("junit:junit"),

online/BUILD.bazel

@@ -7,21 +7,21 @@ scala_library(
         "//api:lib",
         "//api:thrift_java",
         "//tools/build_rules/spark:spark-exec",
-        scala_artifact("org.scala-lang.modules:scala-java8-compat"),
-        scala_artifact("org.json4s:json4s-core"),
-        scala_artifact("org.json4s:json4s-jackson"),
-        scala_artifact("org.json4s:json4s-ast"),
-        scala_artifact("org.scala-lang.modules:scala-collection-compat"),
+        maven_scala_artifact("org.scala-lang.modules:scala-java8-compat"),
+        maven_scala_artifact("org.json4s:json4s-core"),
+        maven_scala_artifact("org.json4s:json4s-jackson"),
+        maven_scala_artifact("org.json4s:json4s-ast"),
+        maven_scala_artifact("org.scala-lang.modules:scala-collection-compat"),
         maven_artifact("com.datadoghq:java-dogstatsd-client"),
-        scala_artifact("org.rogach:scallop"),
+        maven_scala_artifact("org.rogach:scallop"),
         maven_artifact("net.jodah:typetools"),
         maven_artifact("com.github.ben-manes.caffeine:caffeine"),
         maven_artifact("com.fasterxml.jackson.core:jackson-core"),
         maven_artifact("com.fasterxml.jackson.core:jackson-databind"),
-        scala_artifact("com.fasterxml.jackson.module:jackson-module-scala"),
-        scala_artifact("com.softwaremill.sttp.client3:core"),
-        scala_artifact("com.softwaremill.sttp.model:core"),
-        scala_artifact("com.softwaremill.sttp.shared:core"),
+        maven_scala_artifact("com.fasterxml.jackson.module:jackson-module-scala"),
+        maven_scala_artifact("com.softwaremill.sttp.client3:core"),
+        maven_scala_artifact("com.softwaremill.sttp.model:core"),
+        maven_scala_artifact("com.softwaremill.sttp.shared:core"),
         maven_artifact("org.slf4j:slf4j-api"),
         maven_artifact("org.apache.logging.log4j:log4j-slf4j-impl"),
         maven_artifact("com.google.code.gson:gson"),
@@ -44,15 +44,15 @@ test_deps = [
     maven_artifact("com.google.code.gson:gson"),
     maven_artifact("org.apache.hive:hive-exec"),
     # Testing
-    scala_artifact("org.scalatest:scalatest-matchers-core"),
-    scala_artifact("org.scalatest:scalatest-core"),
-    scala_artifact("org.scalatest:scalatest"),
-    scala_artifact("org.scalatest:scalatest-flatspec"),
-    scala_artifact("org.scalatest:scalatest-funsuite"),
-    scala_artifact("org.scalatest:scalatest-shouldmatchers"),
-    scala_artifact("org.scalactic:scalactic"),
-    scala_artifact("org.scalatestplus:mockito-3-4"),
-    scala_artifact("org.mockito:mockito-scala"),
+    maven_scala_artifact("org.scalatest:scalatest-matchers-core"),
+    maven_scala_artifact("org.scalatest:scalatest-core"),
+    maven_scala_artifact("org.scalatest:scalatest"),
+    maven_scala_artifact("org.scalatest:scalatest-flatspec"),
+    maven_scala_artifact("org.scalatest:scalatest-funsuite"),
+    maven_scala_artifact("org.scalatest:scalatest-shouldmatchers"),
+    maven_scala_artifact("org.scalactic:scalactic"),
+    maven_scala_artifact("org.scalatestplus:mockito-3-4"),
+    maven_scala_artifact("org.mockito:mockito-scala"),
     maven_artifact("org.mockito:mockito-core"),
     maven_artifact("org.scalatest:scalatest-compatible"),
     maven_artifact("junit:junit"),

orchestration/BUILD.bazel

@@ -6,7 +6,7 @@ scala_library(
         "//api:lib",
         "//api:thrift_java",
         "//online:lib",
-        scala_artifact("org.apache.logging.log4j:log4j-api-scala"),
+        maven_scala_artifact("org.apache.logging.log4j:log4j-api-scala"),
         maven_artifact("org.apache.logging.log4j:log4j-core"),
         maven_artifact("org.apache.logging.log4j:log4j-api"),
     ],
@@ -19,7 +19,7 @@ test_deps = [
     "//online:lib",
     "//service_commons:lib",
     # Libraries
-    scala_artifact("org.apache.logging.log4j:log4j-api-scala"),
+    maven_scala_artifact("org.apache.logging.log4j:log4j-api-scala"),
     maven_artifact("org.apache.logging.log4j:log4j-core"),
     maven_artifact("org.apache.logging.log4j:log4j-api"),
 ]

service/BUILD.bazel

@@ -14,7 +14,7 @@ java_library(
         maven_artifact("com.fasterxml.jackson.core:jackson-core"),
         maven_artifact("com.fasterxml.jackson.core:jackson-databind"),
         maven_artifact("org.slf4j:slf4j-api"),
-        scala_artifact("org.json4s:json4s-core"),
+        maven_scala_artifact("org.json4s:json4s-core"),
     ],
 )