We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f2f5867 commit c52cfbfCopy full SHA for c52cfbf
cloud_gcp/src/main/scala/ai/chronon/integrations/cloud_gcp/GcpFormatProvider.scala
@@ -50,7 +50,7 @@ case class GcpFormatProvider(sparkSession: SparkSession) extends FormatProvider
50
val sparkOptions: Map[String, String] = Map(
51
// todo(tchow): No longer needed after https://github.com/GoogleCloudDataproc/spark-bigquery-connector/pull/1320
52
"temporaryGcsBucket" -> sparkSession.conf.get("spark.chronon.table.gcs.temporary_gcs_bucket"),
53
- "writeMethod" -> "direct",
+ "writeMethod" -> "indirect", // writeMethod direct does not output partitioned tables. keep as indirect.
54
"materializationProject" -> tableId.getProject,
55
"materializationDataset" -> tableId.getDataset
56
) ++ partitionColumnOption
0 commit comments