Skip to content

Commit

Permalink
makes DataSkippingStatsTracker aware of codegen configs
Browse files Browse the repository at this point in the history
  • Loading branch information
LukasRupprecht committed Jan 31, 2025
1 parent 92a8a22 commit 3818b7e
Showing 1 changed file with 5 additions and 8 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -87,14 +87,11 @@ class DeltaTaskStatisticsTracker(

// This projection combines the intermediate results stored by aggBuffer with the values of the
// currently processed row and updates aggBuffer in place.
private val updateStats: MutableProjection = GenerateMutableProjection.generate(
expressions = JoinedProjection.bind(
aggBufferAttrs,
dataCols,
aggregates.flatMap(_.updateExpressions)),
inputSchema = Nil,
useSubexprElimination = true
)
private val updateStats: MutableProjection = {
val expressions = JoinedProjection.bind(
aggBufferAttrs, dataCols, aggregates.flatMap(_.updateExpressions))
MutableProjection.create(expressions, Nil)
}

// This executes the whole statsColExpr in order to compute the final stats value for the file.
// In order to evaluate it, we have to replace its aggregate functions with the corresponding
Expand Down

0 comments on commit 3818b7e

Please sign in to comment.