Skip to content

Commit 07fa2d9

Browse files
chore: Remove some prints (#756)
## Summary ## Checklist - [ ] Added Unit Tests - [ ] Covered by existing CI - [ ] Integration tested - [ ] Documentation update <!-- av pr metadata This information is embedded by the av CLI when creating PRs to track the status of stacks when using Aviator. Please do not delete or edit this section of the PR. ``` {"parent":"main","parentHead":"","trunk":"main"} ``` --> <!-- This is an auto-generated comment: release notes by coderabbit.ai --> ## Summary by CodeRabbit - **Style** - Reorganized import statements for improved readability. - **Chores** - Removed debugging print statements from partition insertion to clean up console output. <!-- end of auto-generated comment: release notes by coderabbit.ai --> Co-authored-by: thomaschow <[email protected]>
1 parent 0ec3fbc commit 07fa2d9

File tree

2 files changed

+2
-7
lines changed

2 files changed

+2
-7
lines changed

spark/src/main/scala/ai/chronon/spark/Extensions.scala

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,18 +17,18 @@
1717
package ai.chronon.spark
1818

1919
import ai.chronon.api
20+
import ai.chronon.api.{Constants, PartitionRange, PartitionSpec, TimeRange, Window}
2021
import ai.chronon.api.Extensions.{SourceOps, WindowOps}
2122
import ai.chronon.api.ScalaJavaConversions._
22-
import ai.chronon.api.{Constants, PartitionRange, PartitionSpec, TimeRange, Window}
2323
import ai.chronon.online.serde.{AvroConversions, SparkConversions}
24+
import ai.chronon.spark.catalog.TableUtils
2425
import org.apache.avro.Schema
2526
import org.apache.spark.sql.DataFrame
2627
import org.apache.spark.sql.expressions.UserDefinedFunction
2728
import org.apache.spark.sql.functions._
2829
import org.apache.spark.sql.types.{LongType, StructType}
2930
import org.apache.spark.util.sketch.BloomFilter
3031
import org.slf4j.{Logger, LoggerFactory}
31-
import ai.chronon.spark.catalog.{TableCache, TableUtils}
3232

3333
import java.util
3434
import scala.collection.Seq

spark/src/main/scala/ai/chronon/spark/catalog/TableUtils.scala

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -237,9 +237,6 @@ class TableUtils(@transient val sparkSession: SparkSession) extends Serializable
237237
expandTable(tableName, dfRearranged.schema)
238238
}
239239

240-
println(s"REARRANGED DF for ${tableName}::::::")
241-
dfRearranged.show()
242-
243240
// Run tableProperties
244241
Option(tableProperties).filter(_.nonEmpty).foreach { props =>
245242
sql(CreationUtils.alterTablePropertiesSql(tableName, props))
@@ -267,8 +264,6 @@ class TableUtils(@transient val sparkSession: SparkSession) extends Serializable
267264

268265
logger.info(s"Writing to $tableName ...")
269266

270-
finalizedDf.show()
271-
272267
finalizedDf.write
273268
.mode(saveMode)
274269
// Requires table to exist before inserting.

0 commit comments

Comments
 (0)