Skip to content

Commit e468bd2

Browse files
exception
Co-authored-by: Thomas Chow <[email protected]>
1 parent 145c174 commit e468bd2

File tree

1 file changed

+6
-1
lines changed

1 file changed

+6
-1
lines changed

cloud_gcp/src/main/scala/ai/chronon/integrations/cloud_gcp/GCSFormat.scala

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,12 @@ case class GCS(project: String, sourceUri: String, fileFormat: String) extends F
5252
val partitions = partitionSpec.partitions.map(_.values)
5353

5454
val deserializer =
55-
Encoders.row(partitionColumns).asInstanceOf[ExpressionEncoder[Row]].resolveAndBind().createDeserializer()
55+
try {
56+
Encoders.row(partitionColumns).asInstanceOf[ExpressionEncoder[Row]].resolveAndBind().createDeserializer()
57+
} catch {
58+
case e: Exception =>
59+
throw new RuntimeException(s"Failed to create deserializer for partition columns: ${e.getMessage}", e)
60+
}
5661

5762
val roundTripped = sparkSession
5863
.createDataFrame(sparkSession.sparkContext.parallelize(partitions.map(deserializer)), partitionColumns)

0 commit comments

Comments
 (0)