fmt

Co-authored-by: Thomas Chow <[email protected]>

Author: tchow-zlai

build.sbt

@@ -224,7 +224,6 @@ lazy val cloud_gcp = project
     libraryDependencies += "org.json4s" %% "json4s-native" % "3.7.0-M11",
     libraryDependencies += "org.json4s" %% "json4s-core" % "3.7.0-M11",
     libraryDependencies += "org.yaml" % "snakeyaml" % "2.3",
-    // libraryDependencies += "com.google.cloud.spark.bigtable" %% "spark-bigtable" % "0.2.1",
     libraryDependencies += "com.google.cloud.bigtable" % "bigtable-hbase-2.x" % "2.14.2",
     libraryDependencies ++= avro,
     libraryDependencies ++= spark_all_provided,

cloud_gcp/src/main/scala/ai/chronon/integrations/cloud_gcp/DataprocSubmitter.scala

@@ -102,7 +102,7 @@ object DataprocSubmitter {
       .map((jVal) => render(jVal))
       .map(compact)
       .map(parse(_).extract[SubmitterConf])
-      .getOrElse(throw new IllegalArgumentException(s"Yaml conf not found or invalid yaml"))
+      .getOrElse(throw new IllegalArgumentException("Yaml conf not found or invalid yaml"))
 
   }
 }

cloud_gcp/src/test/scala/ai/chronon/integrations/cloud_gcp/BigQueryCatalogTest.scala

@@ -5,13 +5,13 @@ import ai.chronon.spark.TableUtils
 import com.google.cloud.hadoop.fs.gcs.GoogleHadoopFS
 import com.google.cloud.hadoop.fs.gcs.GoogleHadoopFileSystem
 import com.google.cloud.hadoop.fs.gcs.GoogleHadoopFileSystemConfiguration
+import com.google.cloud.hadoop.fs.gcs.HadoopConfigurationProperty
+import com.google.cloud.hadoop.gcsio.GoogleCloudStorageFileSystem
 import org.apache.spark.sql.SparkSession
 import org.junit.Assert.assertEquals
 import org.junit.Assert.assertTrue
 import org.scalatest.funsuite.AnyFunSuite
 import org.scalatestplus.mockito.MockitoSugar
-import com.google.cloud.hadoop.gcsio.GoogleCloudStorageFileSystem
-import com.google.cloud.hadoop.fs.gcs.HadoopConfigurationProperty
 
 class BigQueryCatalogTest extends AnyFunSuite with MockitoSugar {
 

cloud_gcp/src/test/scala/ai/chronon/integrations/cloud_gcp/GCSFormatTest.scala

@@ -1,10 +1,13 @@
 package ai.chronon.integrations.cloud_gcp
 
 import ai.chronon.spark.SparkSessionBuilder
-import org.apache.spark.sql.{Row, SaveMode, SparkSession}
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.SaveMode
+import org.apache.spark.sql.SparkSession
 import org.apache.spark.sql.functions._
-import org.apache.spark.sql.types.{StringType, StructField, StructType}
-
+import org.apache.spark.sql.types.StringType
+import org.apache.spark.sql.types.StructField
+import org.apache.spark.sql.types.StructType
 import org.junit.Assert.assertEquals
 import org.scalatest.funsuite.AnyFunSuite
 

spark/src/main/scala/ai/chronon/spark/Driver.scala

@@ -49,11 +49,14 @@ import org.apache.spark.sql.streaming.StreamingQueryListener
 import org.apache.spark.sql.streaming.StreamingQueryListener.QueryProgressEvent
 import org.apache.spark.sql.streaming.StreamingQueryListener.QueryStartedEvent
 import org.apache.spark.sql.streaming.StreamingQueryListener.QueryTerminatedEvent
+import org.json4s._
+import org.json4s.jackson.JsonMethods._
 import org.rogach.scallop.ScallopConf
 import org.rogach.scallop.ScallopOption
 import org.rogach.scallop.Subcommand
 import org.slf4j.Logger
 import org.slf4j.LoggerFactory
+import org.yaml.snakeyaml.Yaml
 
 import java.io.File
 import java.nio.file.Files
@@ -69,9 +72,6 @@ import scala.reflect.internal.util.ScalaClassLoader
 import scala.util.Failure
 import scala.util.Success
 import scala.util.Try
-import org.json4s._
-import org.json4s.jackson.JsonMethods._
-import org.yaml.snakeyaml.Yaml
 
 // useful to override spark.sql.extensions args - there is no good way to unset that conf apparently
 // so we give it dummy extensions

spark/src/test/scala/ai/chronon/spark/test/OfflineSubcommandTest.scala

@@ -18,17 +18,18 @@ package ai.chronon.spark.test
 
 import ai.chronon.spark.Driver.OfflineSubcommand
 import org.apache.spark.sql.SparkSession
+import org.json4s._
+import org.json4s.jackson.JsonMethods._
 import org.junit.Assert.assertEquals
 import org.junit.Assert.assertTrue
 import org.junit.Test
 import org.rogach.scallop.ScallopConf
-import org.json4s._
-import org.json4s.jackson.JsonMethods._
 import org.yaml.snakeyaml.Yaml
-import collection.JavaConverters._
 
 import scala.io.Source
 
+import collection.JavaConverters._
+
 class OfflineSubcommandTest {
 
   class TestArgs(args: Array[String]) extends ScallopConf(args) with OfflineSubcommand {
@@ -83,7 +84,7 @@ class OfflineSubcommandTest {
       .map((jVal) => render(jVal))
       .map(compact)
       .map(parse(_).extract[Map[String, String]])
-      .getOrElse(throw new IllegalArgumentException(s"Yaml conf not found or invalid yaml"))
+      .getOrElse(throw new IllegalArgumentException("Yaml conf not found or invalid yaml"))
 
     val confKey = "spark.chronon.table.format_provider.class"
     assertEquals(confs.get(confKey), sparkSession.conf.getOption(confKey))