update

Co-authored-by: Thomas Chow <[email protected]>

Co-authored-by: Thomas Chow <[email protected]>

Author: tchow-zlai

spark/src/main/scala/ai/chronon/spark/TableUtils.scala

@@ -375,8 +375,7 @@ class TableUtils(@transient val sparkSession: SparkSession) extends Serializable
          |  ---- end ----
          |""".stripMargin)
     try {
-      val df = sparkSession.sql(query)
-      df.coalesce(coalesceFactor * parallelism)
+      sparkSession.sql(query).coalesce(coalesceFactor * parallelism)
     } catch {
       case e: AnalysisException if e.getMessage.contains(" already exists") =>
         logger.warn(s"Non-Fatal: ${e.getMessage}. Query may result in redefinition.")