ProjectExecTransformer
触发 doValidate
jvm/src/main/scala/io/glutenproject/extension/columnar/TransformHintRule.scala
case plan: ProjectExec =>
if (!enableColumnarProject) {
TransformHints.tagNotTransformable(plan)
} else {
val transformer = ProjectExecTransformer(plan.projectList, plan.child)
TransformHints.tag(plan, transformer.doValidate().toTransformHint)
}
这里有两部分校验,
第一个是 validate substrait;
第二个是 validate the generated plan in native engine.
override def doValidate(): Boolean = {
val substraitContext = new SubstraitContext
// Firstly, need to check if the Substrait plan for this operator can be successfully generated.
val operatorId = substraitContext.nextOperatorId
val relNode = try {
getRelNode(
substraitContext, projectList, child.output, operatorId, null, validation = true)
} catch {
case e: Throwable =>
logDebug(s"Validation failed for ${this.getClass.toString} due to ${e.getMessage}")
return false
}
// Then, validate the generated plan in native engine.
if (relNode != null && GlutenConfig.getConf.enableNativeValidation) {
val planNode = PlanBuilder.makePlan(substraitContext, Lists.newArrayList(relNode))
val validator = new ExpressionEvaluator()
validator.doValidate(planNode.toProtobuf.toByteArray)
} else {
true
}
}