Add Shim to DeltaSink

delta-io · Sep 3, 2024 · d9063ca · d9063ca
1 parent ed48c44
commit d9063ca
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/spark/src/main/scala/org/apache/spark/sql/delta/sources/DeltaSink.scala b/spark/src/main/scala/org/apache/spark/sql/delta/sources/DeltaSink.scala
@@ -29,6 +29,7 @@ import org.apache.hadoop.fs.Path
 // scalastyle:off import.ordering.noEmptyLine
 import org.apache.spark.internal.MDC
 import org.apache.spark.sql._
+import org.apache.spark.sql.ColumnImplicitsShim._
 import org.apache.spark.sql.catalyst.analysis.TableOutputResolver
 import org.apache.spark.sql.catalyst.catalog.CatalogTable
 import org.apache.spark.sql.catalyst.expressions.{Alias, Cast, Expression}
@@ -203,7 +204,7 @@ case class DeltaSink(
         allowStructEvolution = canMergeSchema,
         columnName = columnName
       )
-      new Column(Alias(castExpr, columnName)())
+      Column(Alias(castExpr, columnName)())
     }
 
     data.queryExecution match {