Skip to content

Commit c341bdd

Browse files
add a test
Co-authored-by: Thomas Chow <[email protected]>
1 parent 0a6dca5 commit c341bdd

File tree

1 file changed

+11
-0
lines changed

1 file changed

+11
-0
lines changed

cloud_gcp/src/test/scala/ai/chronon/integrations/cloud_gcp/BigQueryCatalogTest.scala

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -114,6 +114,17 @@ class BigQueryCatalogTest extends AnyFlatSpec with MockitoSugar {
114114
println(allParts)
115115
}
116116

117+
it should "integration testing bigquery partition pushdown" ignore {
118+
import spark.implicits._
119+
val iceberg = "data.checkouts_native"
120+
121+
val singleFilter = tableUtils.loadTable(iceberg, List("ds = '2023-11-30'"))
122+
val multiFilter = tableUtils.loadTable(iceberg, List("ds = '2023-11-30'", "ds = '2023-11-30'"))
123+
assertEquals(
124+
singleFilter.select("user_id", "ds").as[(String, String)].collect.toList,
125+
multiFilter.select("user_id", "ds").as[(String, String)].collect.toList)
126+
}
127+
117128
it should "integration testing formats" ignore {
118129
val externalTable = "default_iceberg.data.checkouts_parquet"
119130
val externalFormat = FormatProvider.from(spark).readFormat(externalTable)

0 commit comments

Comments
 (0)