format

Author: tchow-zlai

cloud_gcp/src/main/scala/ai/chronon/integrations/cloud_gcp/BigQueryFormat.scala

@@ -3,13 +3,13 @@ package ai.chronon.integrations.cloud_gcp
 import ai.chronon.spark.Format
 import ai.chronon.spark.FormatProvider
 import ai.chronon.spark.Hive
-import org.apache.spark.sql.SparkSession
-import com.google.cloud.bigquery.connector.common.BigQueryUtil
 import com.google.cloud.bigquery.BigQueryOptions
-import com.google.cloud.spark.bigquery.repackaged.com.google.cloud.bigquery.TableId
-import com.google.cloud.bigquery.{TableId => BTableId}
 import com.google.cloud.bigquery.ExternalTableDefinition
 import com.google.cloud.bigquery.StandardTableDefinition
+import com.google.cloud.bigquery.connector.common.BigQueryUtil
+import com.google.cloud.bigquery.{TableId => BTableId}
+import com.google.cloud.spark.bigquery.repackaged.com.google.cloud.bigquery.TableId
+import org.apache.spark.sql.SparkSession
 
 case class GcpFormatProvider(sparkSession: SparkSession) extends FormatProvider {
   lazy val bigQueryClient = BigQueryOptions.getDefaultInstance.getService
@@ -24,8 +24,8 @@ case class GcpFormatProvider(sparkSession: SparkSession) extends FormatProvider
     tableOpt match {
       case Some(table) => {
         table.getDefinition match {
-          case ExternalTableDefinition => BQuery(unshadedTI.getProject)
-          case StandardTableDefinition => GCS(unshadedTI.getProject)
+          case _: ExternalTableDefinition => BQuery(unshadedTI.getProject)
+          case _: StandardTableDefinition => GCS(unshadedTI.getProject)
         }
       }
       case None => Hive

cloud_gcp/src/main/scala/ai/chronon/integrations/cloud_gcp/GCSFormat.scala

@@ -4,7 +4,9 @@ import ai.chronon.spark.Format
 import org.apache.spark.sql.SparkSession
 import org.apache.spark.sql.execution.FileSourceScanExec
 import org.apache.spark.sql.execution.datasources.PartitioningAwareFileIndex
-import org.apache.spark.sql.functions.{col, explode, url_decode}
+import org.apache.spark.sql.functions.col
+import org.apache.spark.sql.functions.explode
+import org.apache.spark.sql.functions.url_decode
 
 case class GCS(project: String) extends Format {