diff --git a/spark/src/main/scala/org/apache/comet/rules/EliminateRedundantTransitions.scala b/spark/src/main/scala/org/apache/comet/rules/EliminateRedundantTransitions.scala index ce57624b75..7402a83248 100644 --- a/spark/src/main/scala/org/apache/comet/rules/EliminateRedundantTransitions.scala +++ b/spark/src/main/scala/org/apache/comet/rules/EliminateRedundantTransitions.scala @@ -22,7 +22,7 @@ package org.apache.comet.rules import org.apache.spark.sql.SparkSession import org.apache.spark.sql.catalyst.rules.Rule import org.apache.spark.sql.catalyst.util.sideBySide -import org.apache.spark.sql.comet.{CometCollectLimitExec, CometColumnarToRowExec, CometNativeColumnarToRowExec, CometNativeWriteExec, CometPlan, CometScanExec, CometSparkToColumnarExec} +import org.apache.spark.sql.comet.{CometCollectLimitExec, CometColumnarToRowExec, CometNativeColumnarToRowExec, CometNativeWriteExec, CometPlan, CometSparkToColumnarExec} import org.apache.spark.sql.comet.execution.shuffle.{CometColumnarShuffle, CometShuffleExchangeExec} import org.apache.spark.sql.execution.{ColumnarToRowExec, RowToColumnarExec, SparkPlan} import org.apache.spark.sql.execution.adaptive.QueryStageExec @@ -139,8 +139,7 @@ case class EliminateRedundantTransitions(session: SparkSession) extends Rule[Spa private def createColumnarToRowExec(child: SparkPlan): SparkPlan = { val schema = child.schema val useNative = CometConf.COMET_NATIVE_COLUMNAR_TO_ROW_ENABLED.get() && - CometNativeColumnarToRowExec.supportsSchema(schema) && - !hasScanUsingMutableBuffers(child) + CometNativeColumnarToRowExec.supportsSchema(schema) if (useNative) { CometNativeColumnarToRowExec(child) @@ -148,26 +147,4 @@ case class EliminateRedundantTransitions(session: SparkSession) extends Rule[Spa CometColumnarToRowExec(child) } } - - /** - * Checks if the plan contains a scan that uses mutable buffers. Native C2R is not compatible - * with such scans because the buffers may be modified after C2R reads them. - * - * This includes: - * - CometScanExec with native_iceberg_compat and partition columns - uses - * ConstantColumnReader - */ - private def hasScanUsingMutableBuffers(op: SparkPlan): Boolean = { - op match { - case c: QueryStageExec => hasScanUsingMutableBuffers(c.plan) - case c: ReusedExchangeExec => hasScanUsingMutableBuffers(c.child) - case _ => - op.exists { - case scan: CometScanExec => - scan.scanImpl == CometConf.SCAN_NATIVE_ICEBERG_COMPAT && - scan.relation.partitionSchema.nonEmpty - case _ => false - } - } - } } diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q1.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q1.native_iceberg_compat/extended.txt index 0d0d80c7f3..b7c63811ca 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q1.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q1.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q10.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q10.native_iceberg_compat/extended.txt index 855ca74e0b..c5125b1861 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q10.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q10.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project @@ -11,7 +11,7 @@ TakeOrderedAndProject : : +- Filter : : +- BroadcastHashJoin : : :- BroadcastHashJoin [COMET: Unsupported join type ExistenceJoin(exists#1)] - : : : :- CometColumnarToRow + : : : :- CometNativeColumnarToRow : : : : +- CometBroadcastHashJoin : : : : :- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer @@ -30,7 +30,7 @@ TakeOrderedAndProject : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : : +- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometProject : : : +- CometBroadcastHashJoin : : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_sales @@ -40,7 +40,7 @@ TakeOrderedAndProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.catalog_sales diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q11.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q11.native_iceberg_compat/extended.txt index 63858a8376..0e6397bfc2 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q11.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q11.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q12.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q12.native_iceberg_compat/extended.txt index 1812b9e872..eb85a80eb1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q12.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q12.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q13.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q13.native_iceberg_compat/extended.txt index 5568227543..385e0fdaad 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q13.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q13.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q14a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q14a.native_iceberg_compat/extended.txt index 49ad7403ff..466892ba9d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q14a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q14a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange @@ -8,7 +8,7 @@ CometColumnarToRow :- CometProject : +- CometFilter : : +- Subquery - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q14b.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q14b.native_iceberg_compat/extended.txt index c1b791f357..78557e7ffb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q14b.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q14b.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometBroadcastHashJoin :- CometFilter : : +- Subquery - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q15.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q15.native_iceberg_compat/extended.txt index 55382845fb..b8907128e8 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q15.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q15.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q16.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q16.native_iceberg_compat/extended.txt index 2ad029e444..0f23bf5d4e 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q16.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q16.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometColumnarExchange +- HashAggregate +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q17.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q17.native_iceberg_compat/extended.txt index 21afc9cb01..52ca742891 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q17.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q17.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q18.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q18.native_iceberg_compat/extended.txt index 7958390823..6ae79a435f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q18.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q18.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q19.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q19.native_iceberg_compat/extended.txt index a8cfde2d31..9c22a76577 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q19.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q19.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q2.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q2.native_iceberg_compat/extended.txt index 15f5db847d..75511320a4 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q2.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q2.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q20.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q20.native_iceberg_compat/extended.txt index 0cfd81f36f..643e47b0c6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q20.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q20.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q21.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q21.native_iceberg_compat/extended.txt index 097f5b20cf..8da34310d7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q21.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q21.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometFilter +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q22.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q22.native_iceberg_compat/extended.txt index 34e673af7c..831d892584 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q22.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q22.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q23a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q23a.native_iceberg_compat/extended.txt index 0d7391c0d8..94af831deb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q23a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q23a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate @@ -47,7 +47,7 @@ CometColumnarToRow : : +- CometProject : : +- CometFilter : : : +- Subquery - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q23b.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q23b.native_iceberg_compat/extended.txt index 4838389d3f..2cff47fb04 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q23b.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q23b.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometUnion :- CometHashAggregate @@ -50,7 +50,7 @@ CometColumnarToRow : : : +- CometProject : : : +- CometFilter : : : : +- Subquery - : : : : +- CometColumnarToRow + : : : : +- CometNativeColumnarToRow : : : : +- CometHashAggregate : : : : +- CometExchange : : : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q24a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q24a.native_iceberg_compat/extended.txt index 12050b3ad1..36748b40ea 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q24a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q24a.native_iceberg_compat/extended.txt @@ -1,16 +1,16 @@ Filter : +- Subquery : +- HashAggregate -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] -: :- CometColumnarToRow +: :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometProject @@ -47,16 +47,16 @@ Filter : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer_address +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q24b.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q24b.native_iceberg_compat/extended.txt index 12050b3ad1..36748b40ea 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q24b.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q24b.native_iceberg_compat/extended.txt @@ -1,16 +1,16 @@ Filter : +- Subquery : +- HashAggregate -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] -: :- CometColumnarToRow +: :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometProject @@ -47,16 +47,16 @@ Filter : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer_address +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q25.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q25.native_iceberg_compat/extended.txt index 21afc9cb01..52ca742891 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q25.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q25.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q26.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q26.native_iceberg_compat/extended.txt index ea785136aa..d868ceeeb3 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q26.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q26.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q27.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q27.native_iceberg_compat/extended.txt index bbfc91ed08..8b6297f645 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q27.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q27.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q28.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q28.native_iceberg_compat/extended.txt index 809265b4d5..a778e244c6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q28.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q28.native_iceberg_compat/extended.txt @@ -3,72 +3,72 @@ BroadcastNestedLoopJoin : :- BroadcastNestedLoopJoin : : :- BroadcastNestedLoopJoin : : : :- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] -: : : : :- CometColumnarToRow +: : : : :- CometNativeColumnarToRow : : : : : +- CometHashAggregate : : : : : +- CometColumnarExchange : : : : : +- HashAggregate : : : : : +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] -: : : : : +- CometColumnarToRow +: : : : : +- CometNativeColumnarToRow : : : : : +- CometExchange : : : : : +- CometHashAggregate : : : : : +- CometProject : : : : : +- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store_sales : : : : +- BroadcastExchange -: : : : +- CometColumnarToRow +: : : : +- CometNativeColumnarToRow : : : : +- CometHashAggregate : : : : +- CometColumnarExchange : : : : +- HashAggregate : : : : +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] -: : : : +- CometColumnarToRow +: : : : +- CometNativeColumnarToRow : : : : +- CometExchange : : : : +- CometHashAggregate : : : : +- CometProject : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store_sales : : : +- BroadcastExchange -: : : +- CometColumnarToRow +: : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometColumnarExchange : : : +- HashAggregate : : : +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] -: : : +- CometColumnarToRow +: : : +- CometNativeColumnarToRow : : : +- CometExchange : : : +- CometHashAggregate : : : +- CometProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store_sales : : +- BroadcastExchange -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometColumnarExchange : : +- HashAggregate : : +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometExchange : : +- CometHashAggregate : : +- CometProject : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store_sales : +- BroadcastExchange -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometHashAggregate : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometExchange : +- CometHashAggregate : +- CometProject : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store_sales +- BroadcastExchange - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometColumnarExchange +- HashAggregate +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometExchange +- CometHashAggregate +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q29.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q29.native_iceberg_compat/extended.txt index 8c47903ee8..9ca9f72ab4 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q29.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q29.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q3.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q3.native_iceberg_compat/extended.txt index a292badf5d..e5122dc8d7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q3.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q3.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q30.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q30.native_iceberg_compat/extended.txt index 70bff8abb7..8b2f687037 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q30.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q30.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q31.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q31.native_iceberg_compat/extended.txt index 780504fb09..3318935f4d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q31.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q31.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q32.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q32.native_iceberg_compat/extended.txt index c7273327fd..60c49121a6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q32.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q32.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q33.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q33.native_iceberg_compat/extended.txt index 971bf3c1f6..638a87ab14 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q33.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q33.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q34.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q34.native_iceberg_compat/extended.txt index 65e639c1d8..18ed3e6335 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q34.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q34.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q35.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q35.native_iceberg_compat/extended.txt index 855ca74e0b..c5125b1861 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q35.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q35.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project @@ -11,7 +11,7 @@ TakeOrderedAndProject : : +- Filter : : +- BroadcastHashJoin : : :- BroadcastHashJoin [COMET: Unsupported join type ExistenceJoin(exists#1)] - : : : :- CometColumnarToRow + : : : :- CometNativeColumnarToRow : : : : +- CometBroadcastHashJoin : : : : :- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer @@ -30,7 +30,7 @@ TakeOrderedAndProject : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : : +- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometProject : : : +- CometBroadcastHashJoin : : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_sales @@ -40,7 +40,7 @@ TakeOrderedAndProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.catalog_sales diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q36.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q36.native_iceberg_compat/extended.txt index 2bf9a90726..e434c5ff76 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q36.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q36.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q37.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q37.native_iceberg_compat/extended.txt index be3d6196b0..a92eb1903d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q37.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q37.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q38.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q38.native_iceberg_compat/extended.txt index 715ff39db7..cb4d06350b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q38.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q38.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q39a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q39a.native_iceberg_compat/extended.txt index 8a5a4af707..e8f621d32a 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q39a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q39a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q39b.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q39b.native_iceberg_compat/extended.txt index 8a5a4af707..e8f621d32a 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q39b.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q39b.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q4.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q4.native_iceberg_compat/extended.txt index 2336733a6a..570f9bbcc9 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q4.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q4.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q40.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q40.native_iceberg_compat/extended.txt index 8d2e593975..f9c807168e 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q40.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q40.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q42.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q42.native_iceberg_compat/extended.txt index a292badf5d..e5122dc8d7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q42.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q42.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q43.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q43.native_iceberg_compat/extended.txt index cb125e2456..1272f205e4 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q43.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q43.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q44.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q44.native_iceberg_compat/extended.txt index 7e28f0cb5b..3537e14dcf 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q44.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q44.native_iceberg_compat/extended.txt @@ -10,15 +10,15 @@ TakeOrderedAndProject : : : +- Filter : : : +- Window : : : +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometSort : : : +- CometColumnarExchange : : : +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometSort : : : +- CometFilter : : : : +- Subquery - : : : : +- CometColumnarToRow + : : : : +- CometNativeColumnarToRow : : : : +- CometHashAggregate : : : : +- CometExchange : : : : +- CometHashAggregate @@ -36,11 +36,11 @@ TakeOrderedAndProject : : +- Filter : : +- Window : : +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometColumnarExchange : : +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometFilter : : : +- ReusedSubquery diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q45.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q45.native_iceberg_compat/extended.txt index 23662b8aaf..afdf8d6633 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q45.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q45.native_iceberg_compat/extended.txt @@ -1,12 +1,12 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- Filter +- BroadcastHashJoin [COMET: Unsupported join type ExistenceJoin(exists#1)] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q46.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q46.native_iceberg_compat/extended.txt index 28f2b6110d..07093ae00b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q46.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q46.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q47.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q47.native_iceberg_compat/extended.txt index f38ceaf317..9691120d2f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q47.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q47.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ TakeOrderedAndProject : : +- Window : : +- Filter : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -40,7 +40,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -72,7 +72,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q48.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q48.native_iceberg_compat/extended.txt index 347702b724..c8325b49ca 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q48.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q48.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q49.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q49.native_iceberg_compat/extended.txt index d1b415dfe4..0b4672eabb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q49.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q49.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometColumnarExchange @@ -9,7 +9,7 @@ CometColumnarToRow : +- Window : +- Sort : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -41,7 +41,7 @@ CometColumnarToRow : +- Window : +- Sort : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -68,7 +68,7 @@ CometColumnarToRow +- Window +- Sort +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q5.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q5.native_iceberg_compat/extended.txt index 76c166e7de..4b840c6a27 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q5.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q5.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q50.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q50.native_iceberg_compat/extended.txt index 958b844c9e..aa0c4c1c38 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q50.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q50.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q51.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q51.native_iceberg_compat/extended.txt index 8a2badfaff..ea746c5fee 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q51.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q51.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Filter +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject @@ -10,7 +10,7 @@ TakeOrderedAndProject : +- CometColumnarExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -34,7 +34,7 @@ TakeOrderedAndProject +- CometColumnarExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q52.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q52.native_iceberg_compat/extended.txt index a292badf5d..e5122dc8d7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q52.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q52.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q53.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q53.native_iceberg_compat/extended.txt index 6b4c3e3383..093505a6cc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q53.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q53.native_iceberg_compat/extended.txt @@ -2,7 +2,7 @@ TakeOrderedAndProject +- Project +- Filter +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q54.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q54.native_iceberg_compat/extended.txt index 0b482769c1..f4318de30f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q54.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q54.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q55.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q55.native_iceberg_compat/extended.txt index a292badf5d..e5122dc8d7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q55.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q55.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q56.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q56.native_iceberg_compat/extended.txt index 22c07c4964..faef2d5263 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q56.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q56.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q57.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q57.native_iceberg_compat/extended.txt index 1c37fd4e8c..5e8acff889 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q57.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q57.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ TakeOrderedAndProject : : +- Window : : +- Filter : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -40,7 +40,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -72,7 +72,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q58.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q58.native_iceberg_compat/extended.txt index 547d7002b1..013bd790b1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q58.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q58.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q59.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q59.native_iceberg_compat/extended.txt index 3d50a2131e..3594fb8035 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q59.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q59.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q6.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q6.native_iceberg_compat/extended.txt index 20115b61c4..e3297b4d66 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q6.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q6.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometFilter +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q60.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q60.native_iceberg_compat/extended.txt index 22c07c4964..faef2d5263 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q60.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q60.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q61.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q61.native_iceberg_compat/extended.txt index f359e64d7b..783de88195 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q61.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q61.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ Project +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -48,7 +48,7 @@ Project : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.item +- BroadcastExchange - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q62.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q62.native_iceberg_compat/extended.txt index a5fd7359a3..dc09a1507f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q62.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q62.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q63.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q63.native_iceberg_compat/extended.txt index 6b4c3e3383..093505a6cc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q63.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q63.native_iceberg_compat/extended.txt @@ -2,7 +2,7 @@ TakeOrderedAndProject +- Project +- Filter +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q64.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q64.native_iceberg_compat/extended.txt index 75884c3f9d..a868670a16 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q64.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q64.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q65.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q65.native_iceberg_compat/extended.txt index 755be00004..b0c27d6da7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q65.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q65.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q66.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q66.native_iceberg_compat/extended.txt index 7e7f77c2c4..46b1956f4e 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q66.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q66.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q67.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q67.native_iceberg_compat/extended.txt index d03ce0e111..d7fde7133a 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q67.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q67.native_iceberg_compat/extended.txt @@ -2,11 +2,11 @@ TakeOrderedAndProject +- Filter +- Window +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometColumnarExchange +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q68.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q68.native_iceberg_compat/extended.txt index 28f2b6110d..07093ae00b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q68.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q68.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q69.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q69.native_iceberg_compat/extended.txt index 5a472217df..bf624b5ce3 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q69.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q69.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project @@ -10,7 +10,7 @@ TakeOrderedAndProject : :- Project : : +- BroadcastHashJoin : : :- BroadcastHashJoin [COMET: BuildRight with LeftAnti is not supported] - : : : :- CometColumnarToRow + : : : :- CometNativeColumnarToRow : : : : +- CometBroadcastHashJoin : : : : :- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer @@ -29,7 +29,7 @@ TakeOrderedAndProject : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : : +- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometProject : : : +- CometBroadcastHashJoin : : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_sales @@ -39,7 +39,7 @@ TakeOrderedAndProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.catalog_sales diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q7.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q7.native_iceberg_compat/extended.txt index 3aa5ad7551..783b9a64bb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q7.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q7.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q70.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q70.native_iceberg_compat/extended.txt index 0239787721..95077efbc5 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q70.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q70.native_iceberg_compat/extended.txt @@ -1,17 +1,17 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometColumnarExchange +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Expand +- Project +- BroadcastHashJoin - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometFilter @@ -37,7 +37,7 @@ TakeOrderedAndProject +- Filter +- Window +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q71.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q71.native_iceberg_compat/extended.txt index 12dc136fee..4de5ab6c3b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q71.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q71.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q72.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q72.native_iceberg_compat/extended.txt index 819698e99a..22fde3b02c 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q72.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q72.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q73.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q73.native_iceberg_compat/extended.txt index 65e639c1d8..18ed3e6335 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q73.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q73.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q74.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q74.native_iceberg_compat/extended.txt index 9fb1ccfbe0..922864baa1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q74.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q74.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q75.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q75.native_iceberg_compat/extended.txt index a3bbeab3af..ec53af4809 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q75.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q75.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometSortMergeJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q76.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q76.native_iceberg_compat/extended.txt index b56a6590db..685ff36fed 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q76.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q76.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q77.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q77.native_iceberg_compat/extended.txt index a16105c248..0cfc0a8417 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q77.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q77.native_iceberg_compat/extended.txt @@ -1,11 +1,11 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Expand +- Union - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometHashAggregate @@ -51,7 +51,7 @@ TakeOrderedAndProject :- Project : +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] : :- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -63,7 +63,7 @@ TakeOrderedAndProject : : +- CometProject : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -75,7 +75,7 @@ TakeOrderedAndProject : +- CometProject : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometProject +- CometBroadcastHashJoin :- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q78.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q78.native_iceberg_compat/extended.txt index 3b721ab107..1b1e6d0cde 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q78.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q78.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- Project [COMET: Comet does not support Spark's BigDecimal rounding] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSortMergeJoin :- CometProject : +- CometSortMergeJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q79.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q79.native_iceberg_compat/extended.txt index 871cf47610..f3e80e01cb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q79.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q79.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q8.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q8.native_iceberg_compat/extended.txt index 4d7a7d1ce7..be5abf4913 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q8.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q8.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q80.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q80.native_iceberg_compat/extended.txt index dd2aed67bc..ed8d0deb6d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q80.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q80.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q81.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q81.native_iceberg_compat/extended.txt index 731fcea912..eb965c592c 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q81.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q81.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q82.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q82.native_iceberg_compat/extended.txt index 2ab6dd2d0c..17e0a010c0 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q82.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q82.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q83.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q83.native_iceberg_compat/extended.txt index 61e40ee179..fac88c8bc7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q83.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q83.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q84.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q84.native_iceberg_compat/extended.txt index 5fce933878..fcd8384c22 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q84.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q84.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q85.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q85.native_iceberg_compat/extended.txt index 5c782b95f8..f99808facc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q85.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q85.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q86.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q86.native_iceberg_compat/extended.txt index 6444b727e4..c0056e2382 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q86.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q86.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q87.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q87.native_iceberg_compat/extended.txt index 0c51ae09a5..5fddd74768 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q87.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q87.native_iceberg_compat/extended.txt @@ -1,11 +1,11 @@ HashAggregate -+- CometColumnarToRow ++- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin :- BroadcastHashJoin [COMET: BuildRight with LeftAnti is not supported] - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -30,7 +30,7 @@ HashAggregate : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer : +- BroadcastExchange - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -50,7 +50,7 @@ HashAggregate : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer +- BroadcastExchange - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q88.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q88.native_iceberg_compat/extended.txt index 1e1247665c..f1e4c8679a 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q88.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q88.native_iceberg_compat/extended.txt @@ -5,7 +5,7 @@ BroadcastNestedLoopJoin : : : :- BroadcastNestedLoopJoin : : : : :- BroadcastNestedLoopJoin : : : : : :- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] -: : : : : : :- CometColumnarToRow +: : : : : : :- CometNativeColumnarToRow : : : : : : : +- CometHashAggregate : : : : : : : +- CometExchange : : : : : : : +- CometHashAggregate @@ -31,7 +31,7 @@ BroadcastNestedLoopJoin : : : : : : : +- CometFilter : : : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : : : : : : +- BroadcastExchange -: : : : : : +- CometColumnarToRow +: : : : : : +- CometNativeColumnarToRow : : : : : : +- CometHashAggregate : : : : : : +- CometExchange : : : : : : +- CometHashAggregate @@ -57,7 +57,7 @@ BroadcastNestedLoopJoin : : : : : : +- CometFilter : : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : : : : : +- BroadcastExchange -: : : : : +- CometColumnarToRow +: : : : : +- CometNativeColumnarToRow : : : : : +- CometHashAggregate : : : : : +- CometExchange : : : : : +- CometHashAggregate @@ -83,7 +83,7 @@ BroadcastNestedLoopJoin : : : : : +- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : : : : +- BroadcastExchange -: : : : +- CometColumnarToRow +: : : : +- CometNativeColumnarToRow : : : : +- CometHashAggregate : : : : +- CometExchange : : : : +- CometHashAggregate @@ -109,7 +109,7 @@ BroadcastNestedLoopJoin : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : : : +- BroadcastExchange -: : : +- CometColumnarToRow +: : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -135,7 +135,7 @@ BroadcastNestedLoopJoin : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : : +- BroadcastExchange -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -161,7 +161,7 @@ BroadcastNestedLoopJoin : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : +- BroadcastExchange -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -187,7 +187,7 @@ BroadcastNestedLoopJoin : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store +- BroadcastExchange - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q89.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q89.native_iceberg_compat/extended.txt index 6b4c3e3383..093505a6cc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q89.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q89.native_iceberg_compat/extended.txt @@ -2,7 +2,7 @@ TakeOrderedAndProject +- Project +- Filter +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q9.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q9.native_iceberg_compat/extended.txt index a86d85c820..e3614131fe 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q9.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q9.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ Project [COMET: ] : :- Subquery -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometProject : : +- CometHashAggregate : : +- CometExchange @@ -11,7 +11,7 @@ : :- ReusedSubquery : :- ReusedSubquery : :- Subquery -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometProject : : +- CometHashAggregate : : +- CometExchange @@ -22,7 +22,7 @@ : :- ReusedSubquery : :- ReusedSubquery : :- Subquery -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometProject : : +- CometHashAggregate : : +- CometExchange @@ -33,7 +33,7 @@ : :- ReusedSubquery : :- ReusedSubquery : :- Subquery -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometProject : : +- CometHashAggregate : : +- CometExchange @@ -44,7 +44,7 @@ : :- ReusedSubquery : :- ReusedSubquery : :- Subquery -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometProject : : +- CometHashAggregate : : +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q90.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q90.native_iceberg_compat/extended.txt index aa6c577ed7..3b1bd00423 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q90.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q90.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ Project +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -26,7 +26,7 @@ Project : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_page +- BroadcastExchange - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q91.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q91.native_iceberg_compat/extended.txt index ff13331764..961299b3d9 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q91.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q91.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q92.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q92.native_iceberg_compat/extended.txt index ca50f78e18..0fb6e6c158 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q92.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q92.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q93.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q93.native_iceberg_compat/extended.txt index 335f2765d7..79acf0e4eb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q93.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q93.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q94.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q94.native_iceberg_compat/extended.txt index eac4939621..ff3a1a06ad 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q94.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q94.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometColumnarExchange +- HashAggregate +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q95.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q95.native_iceberg_compat/extended.txt index 6ff8eba58f..bcb3e1d444 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q95.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q95.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometColumnarExchange +- HashAggregate +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q96.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q96.native_iceberg_compat/extended.txt index 0f623c9021..0f07a6473f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q96.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q96.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q97.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q97.native_iceberg_compat/extended.txt index 0969a0e796..4aa20a3755 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q97.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q97.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q98.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q98.native_iceberg_compat/extended.txt index 152665febf..a18137ef10 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q98.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q98.native_iceberg_compat/extended.txt @@ -1,10 +1,10 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometProject +- CometSort +- CometColumnarExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q99.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q99.native_iceberg_compat/extended.txt index 86cf2fc2f3..47e040af97 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q99.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q99.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q1.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q1.native_iceberg_compat/extended.txt index 0d0d80c7f3..b7c63811ca 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q1.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q1.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q10.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q10.native_iceberg_compat/extended.txt index 855ca74e0b..c5125b1861 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q10.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q10.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project @@ -11,7 +11,7 @@ TakeOrderedAndProject : : +- Filter : : +- BroadcastHashJoin : : :- BroadcastHashJoin [COMET: Unsupported join type ExistenceJoin(exists#1)] - : : : :- CometColumnarToRow + : : : :- CometNativeColumnarToRow : : : : +- CometBroadcastHashJoin : : : : :- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer @@ -30,7 +30,7 @@ TakeOrderedAndProject : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : : +- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometProject : : : +- CometBroadcastHashJoin : : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_sales @@ -40,7 +40,7 @@ TakeOrderedAndProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.catalog_sales diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q11.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q11.native_iceberg_compat/extended.txt index 63858a8376..0e6397bfc2 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q11.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q11.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q12.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q12.native_iceberg_compat/extended.txt index 1812b9e872..eb85a80eb1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q12.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q12.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q13.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q13.native_iceberg_compat/extended.txt index 5568227543..385e0fdaad 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q13.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q13.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q14a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q14a.native_iceberg_compat/extended.txt index 49ad7403ff..466892ba9d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q14a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q14a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange @@ -8,7 +8,7 @@ CometColumnarToRow :- CometProject : +- CometFilter : : +- Subquery - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q14b.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q14b.native_iceberg_compat/extended.txt index 49eafd1015..7a4afd3d2b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q14b.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q14b.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometBroadcastHashJoin :- CometFilter : : +- Subquery - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q15.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q15.native_iceberg_compat/extended.txt index 55382845fb..b8907128e8 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q15.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q15.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q16.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q16.native_iceberg_compat/extended.txt index 2ad029e444..0f23bf5d4e 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q16.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q16.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometColumnarExchange +- HashAggregate +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q17.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q17.native_iceberg_compat/extended.txt index 21afc9cb01..52ca742891 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q17.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q17.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q18.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q18.native_iceberg_compat/extended.txt index 7958390823..6ae79a435f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q18.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q18.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q19.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q19.native_iceberg_compat/extended.txt index a8cfde2d31..9c22a76577 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q19.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q19.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q2.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q2.native_iceberg_compat/extended.txt index 15f5db847d..75511320a4 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q2.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q2.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q20.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q20.native_iceberg_compat/extended.txt index 0cfd81f36f..643e47b0c6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q20.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q20.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q21.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q21.native_iceberg_compat/extended.txt index 097f5b20cf..8da34310d7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q21.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q21.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometFilter +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q22.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q22.native_iceberg_compat/extended.txt index 34e673af7c..831d892584 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q22.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q22.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q23a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q23a.native_iceberg_compat/extended.txt index 0d7391c0d8..94af831deb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q23a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q23a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate @@ -47,7 +47,7 @@ CometColumnarToRow : : +- CometProject : : +- CometFilter : : : +- Subquery - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q23b.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q23b.native_iceberg_compat/extended.txt index 4838389d3f..2cff47fb04 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q23b.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q23b.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometUnion :- CometHashAggregate @@ -50,7 +50,7 @@ CometColumnarToRow : : : +- CometProject : : : +- CometFilter : : : : +- Subquery - : : : : +- CometColumnarToRow + : : : : +- CometNativeColumnarToRow : : : : +- CometHashAggregate : : : : +- CometExchange : : : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q24a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q24a.native_iceberg_compat/extended.txt index 12050b3ad1..36748b40ea 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q24a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q24a.native_iceberg_compat/extended.txt @@ -1,16 +1,16 @@ Filter : +- Subquery : +- HashAggregate -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] -: :- CometColumnarToRow +: :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometProject @@ -47,16 +47,16 @@ Filter : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer_address +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q24b.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q24b.native_iceberg_compat/extended.txt index 12050b3ad1..36748b40ea 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q24b.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q24b.native_iceberg_compat/extended.txt @@ -1,16 +1,16 @@ Filter : +- Subquery : +- HashAggregate -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] -: :- CometColumnarToRow +: :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometProject @@ -47,16 +47,16 @@ Filter : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer_address +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q25.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q25.native_iceberg_compat/extended.txt index 21afc9cb01..52ca742891 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q25.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q25.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q26.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q26.native_iceberg_compat/extended.txt index ea785136aa..d868ceeeb3 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q26.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q26.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q27.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q27.native_iceberg_compat/extended.txt index bbfc91ed08..8b6297f645 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q27.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q27.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q28.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q28.native_iceberg_compat/extended.txt index 809265b4d5..a778e244c6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q28.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q28.native_iceberg_compat/extended.txt @@ -3,72 +3,72 @@ BroadcastNestedLoopJoin : :- BroadcastNestedLoopJoin : : :- BroadcastNestedLoopJoin : : : :- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] -: : : : :- CometColumnarToRow +: : : : :- CometNativeColumnarToRow : : : : : +- CometHashAggregate : : : : : +- CometColumnarExchange : : : : : +- HashAggregate : : : : : +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] -: : : : : +- CometColumnarToRow +: : : : : +- CometNativeColumnarToRow : : : : : +- CometExchange : : : : : +- CometHashAggregate : : : : : +- CometProject : : : : : +- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store_sales : : : : +- BroadcastExchange -: : : : +- CometColumnarToRow +: : : : +- CometNativeColumnarToRow : : : : +- CometHashAggregate : : : : +- CometColumnarExchange : : : : +- HashAggregate : : : : +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] -: : : : +- CometColumnarToRow +: : : : +- CometNativeColumnarToRow : : : : +- CometExchange : : : : +- CometHashAggregate : : : : +- CometProject : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store_sales : : : +- BroadcastExchange -: : : +- CometColumnarToRow +: : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometColumnarExchange : : : +- HashAggregate : : : +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] -: : : +- CometColumnarToRow +: : : +- CometNativeColumnarToRow : : : +- CometExchange : : : +- CometHashAggregate : : : +- CometProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store_sales : : +- BroadcastExchange -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometColumnarExchange : : +- HashAggregate : : +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometExchange : : +- CometHashAggregate : : +- CometProject : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store_sales : +- BroadcastExchange -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometHashAggregate : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometExchange : +- CometHashAggregate : +- CometProject : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store_sales +- BroadcastExchange - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometColumnarExchange +- HashAggregate +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometExchange +- CometHashAggregate +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q29.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q29.native_iceberg_compat/extended.txt index 8c47903ee8..9ca9f72ab4 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q29.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q29.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q3.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q3.native_iceberg_compat/extended.txt index a292badf5d..e5122dc8d7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q3.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q3.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q30.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q30.native_iceberg_compat/extended.txt index 70bff8abb7..8b2f687037 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q30.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q30.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q31.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q31.native_iceberg_compat/extended.txt index 780504fb09..3318935f4d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q31.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q31.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q32.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q32.native_iceberg_compat/extended.txt index c7273327fd..60c49121a6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q32.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q32.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q33.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q33.native_iceberg_compat/extended.txt index 971bf3c1f6..638a87ab14 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q33.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q33.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q34.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q34.native_iceberg_compat/extended.txt index 65e639c1d8..18ed3e6335 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q34.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q34.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q35.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q35.native_iceberg_compat/extended.txt index 855ca74e0b..c5125b1861 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q35.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q35.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project @@ -11,7 +11,7 @@ TakeOrderedAndProject : : +- Filter : : +- BroadcastHashJoin : : :- BroadcastHashJoin [COMET: Unsupported join type ExistenceJoin(exists#1)] - : : : :- CometColumnarToRow + : : : :- CometNativeColumnarToRow : : : : +- CometBroadcastHashJoin : : : : :- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer @@ -30,7 +30,7 @@ TakeOrderedAndProject : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : : +- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometProject : : : +- CometBroadcastHashJoin : : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_sales @@ -40,7 +40,7 @@ TakeOrderedAndProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.catalog_sales diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q36.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q36.native_iceberg_compat/extended.txt index 2bf9a90726..e434c5ff76 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q36.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q36.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q37.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q37.native_iceberg_compat/extended.txt index be3d6196b0..a92eb1903d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q37.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q37.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q38.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q38.native_iceberg_compat/extended.txt index 715ff39db7..cb4d06350b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q38.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q38.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q39a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q39a.native_iceberg_compat/extended.txt index 8a5a4af707..e8f621d32a 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q39a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q39a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q39b.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q39b.native_iceberg_compat/extended.txt index 8a5a4af707..e8f621d32a 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q39b.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q39b.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q4.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q4.native_iceberg_compat/extended.txt index 2336733a6a..570f9bbcc9 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q4.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q4.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q40.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q40.native_iceberg_compat/extended.txt index 8d2e593975..f9c807168e 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q40.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q40.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q42.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q42.native_iceberg_compat/extended.txt index a292badf5d..e5122dc8d7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q42.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q42.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q43.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q43.native_iceberg_compat/extended.txt index cb125e2456..1272f205e4 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q43.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q43.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q44.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q44.native_iceberg_compat/extended.txt index b784a161f7..f7a30e9f90 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q44.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q44.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin @@ -12,15 +12,15 @@ CometColumnarToRow : : : +- Filter : : : +- Window : : : +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometSort : : : +- CometColumnarExchange : : : +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometSort : : : +- CometFilter : : : : +- Subquery - : : : : +- CometColumnarToRow + : : : : +- CometNativeColumnarToRow : : : : +- CometHashAggregate : : : : +- CometExchange : : : : +- CometHashAggregate @@ -39,11 +39,11 @@ CometColumnarToRow : : +- Filter : : +- Window : : +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometColumnarExchange : : +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometFilter : : : +- ReusedSubquery diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q45.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q45.native_iceberg_compat/extended.txt index 23662b8aaf..afdf8d6633 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q45.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q45.native_iceberg_compat/extended.txt @@ -1,12 +1,12 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- Filter +- BroadcastHashJoin [COMET: Unsupported join type ExistenceJoin(exists#1)] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q46.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q46.native_iceberg_compat/extended.txt index 28f2b6110d..07093ae00b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q46.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q46.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q47.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q47.native_iceberg_compat/extended.txt index f38ceaf317..9691120d2f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q47.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q47.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ TakeOrderedAndProject : : +- Window : : +- Filter : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -40,7 +40,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -72,7 +72,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q48.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q48.native_iceberg_compat/extended.txt index 347702b724..c8325b49ca 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q48.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q48.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q49.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q49.native_iceberg_compat/extended.txt index d1b415dfe4..0b4672eabb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q49.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q49.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometColumnarExchange @@ -9,7 +9,7 @@ CometColumnarToRow : +- Window : +- Sort : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -41,7 +41,7 @@ CometColumnarToRow : +- Window : +- Sort : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -68,7 +68,7 @@ CometColumnarToRow +- Window +- Sort +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q5.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q5.native_iceberg_compat/extended.txt index 76c166e7de..4b840c6a27 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q5.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q5.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q50.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q50.native_iceberg_compat/extended.txt index 958b844c9e..aa0c4c1c38 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q50.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q50.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q51.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q51.native_iceberg_compat/extended.txt index 8a2badfaff..ea746c5fee 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q51.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q51.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Filter +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject @@ -10,7 +10,7 @@ TakeOrderedAndProject : +- CometColumnarExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -34,7 +34,7 @@ TakeOrderedAndProject +- CometColumnarExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q52.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q52.native_iceberg_compat/extended.txt index a292badf5d..e5122dc8d7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q52.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q52.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q53.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q53.native_iceberg_compat/extended.txt index 6b4c3e3383..093505a6cc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q53.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q53.native_iceberg_compat/extended.txt @@ -2,7 +2,7 @@ TakeOrderedAndProject +- Project +- Filter +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q54.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q54.native_iceberg_compat/extended.txt index 0e8e75c034..7df6105d58 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q54.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q54.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q55.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q55.native_iceberg_compat/extended.txt index a292badf5d..e5122dc8d7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q55.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q55.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q56.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q56.native_iceberg_compat/extended.txt index 22c07c4964..faef2d5263 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q56.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q56.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q57.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q57.native_iceberg_compat/extended.txt index 1c37fd4e8c..5e8acff889 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q57.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q57.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ TakeOrderedAndProject : : +- Window : : +- Filter : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -40,7 +40,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -72,7 +72,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q58.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q58.native_iceberg_compat/extended.txt index 926061b466..7190b29a9b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q58.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q58.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q59.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q59.native_iceberg_compat/extended.txt index 3d50a2131e..3594fb8035 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q59.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q59.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q6.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q6.native_iceberg_compat/extended.txt index 4bb14d3c19..ee55822981 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q6.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q6.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometFilter +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q60.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q60.native_iceberg_compat/extended.txt index 22c07c4964..faef2d5263 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q60.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q60.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q61.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q61.native_iceberg_compat/extended.txt index f359e64d7b..783de88195 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q61.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q61.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ Project +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -48,7 +48,7 @@ Project : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.item +- BroadcastExchange - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q62.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q62.native_iceberg_compat/extended.txt index a5fd7359a3..dc09a1507f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q62.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q62.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q63.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q63.native_iceberg_compat/extended.txt index 6b4c3e3383..093505a6cc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q63.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q63.native_iceberg_compat/extended.txt @@ -2,7 +2,7 @@ TakeOrderedAndProject +- Project +- Filter +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q64.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q64.native_iceberg_compat/extended.txt index 75884c3f9d..a868670a16 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q64.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q64.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q65.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q65.native_iceberg_compat/extended.txt index 755be00004..b0c27d6da7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q65.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q65.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q66.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q66.native_iceberg_compat/extended.txt index 7e7f77c2c4..46b1956f4e 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q66.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q66.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q67.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q67.native_iceberg_compat/extended.txt index d03ce0e111..d7fde7133a 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q67.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q67.native_iceberg_compat/extended.txt @@ -2,11 +2,11 @@ TakeOrderedAndProject +- Filter +- Window +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometColumnarExchange +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q68.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q68.native_iceberg_compat/extended.txt index 28f2b6110d..07093ae00b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q68.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q68.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q69.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q69.native_iceberg_compat/extended.txt index 5a472217df..bf624b5ce3 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q69.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q69.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project @@ -10,7 +10,7 @@ TakeOrderedAndProject : :- Project : : +- BroadcastHashJoin : : :- BroadcastHashJoin [COMET: BuildRight with LeftAnti is not supported] - : : : :- CometColumnarToRow + : : : :- CometNativeColumnarToRow : : : : +- CometBroadcastHashJoin : : : : :- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer @@ -29,7 +29,7 @@ TakeOrderedAndProject : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : : +- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometProject : : : +- CometBroadcastHashJoin : : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_sales @@ -39,7 +39,7 @@ TakeOrderedAndProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.catalog_sales diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q7.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q7.native_iceberg_compat/extended.txt index 3aa5ad7551..783b9a64bb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q7.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q7.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q70.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q70.native_iceberg_compat/extended.txt index 0239787721..95077efbc5 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q70.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q70.native_iceberg_compat/extended.txt @@ -1,17 +1,17 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometColumnarExchange +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Expand +- Project +- BroadcastHashJoin - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometFilter @@ -37,7 +37,7 @@ TakeOrderedAndProject +- Filter +- Window +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q71.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q71.native_iceberg_compat/extended.txt index 12dc136fee..4de5ab6c3b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q71.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q71.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q72.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q72.native_iceberg_compat/extended.txt index 819698e99a..22fde3b02c 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q72.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q72.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q73.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q73.native_iceberg_compat/extended.txt index 65e639c1d8..18ed3e6335 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q73.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q73.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q74.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q74.native_iceberg_compat/extended.txt index 9fb1ccfbe0..922864baa1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q74.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q74.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q75.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q75.native_iceberg_compat/extended.txt index a3bbeab3af..ec53af4809 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q75.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q75.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometSortMergeJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q76.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q76.native_iceberg_compat/extended.txt index b56a6590db..685ff36fed 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q76.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q76.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q77.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q77.native_iceberg_compat/extended.txt index a16105c248..0cfc0a8417 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q77.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q77.native_iceberg_compat/extended.txt @@ -1,11 +1,11 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Expand +- Union - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometHashAggregate @@ -51,7 +51,7 @@ TakeOrderedAndProject :- Project : +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] : :- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -63,7 +63,7 @@ TakeOrderedAndProject : : +- CometProject : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -75,7 +75,7 @@ TakeOrderedAndProject : +- CometProject : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometProject +- CometBroadcastHashJoin :- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q78.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q78.native_iceberg_compat/extended.txt index 3b721ab107..1b1e6d0cde 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q78.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q78.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- Project [COMET: Comet does not support Spark's BigDecimal rounding] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSortMergeJoin :- CometProject : +- CometSortMergeJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q79.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q79.native_iceberg_compat/extended.txt index 871cf47610..f3e80e01cb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q79.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q79.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q8.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q8.native_iceberg_compat/extended.txt index 4d7a7d1ce7..be5abf4913 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q8.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q8.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q80.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q80.native_iceberg_compat/extended.txt index dd2aed67bc..ed8d0deb6d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q80.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q80.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q81.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q81.native_iceberg_compat/extended.txt index 731fcea912..eb965c592c 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q81.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q81.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q82.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q82.native_iceberg_compat/extended.txt index 2ab6dd2d0c..17e0a010c0 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q82.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q82.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q83.ansi.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q83.ansi.native_iceberg_compat/extended.txt index 61e40ee179..fac88c8bc7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q83.ansi.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q83.ansi.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q84.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q84.native_iceberg_compat/extended.txt index 5fce933878..fcd8384c22 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q84.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q84.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q85.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q85.native_iceberg_compat/extended.txt index 5c782b95f8..f99808facc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q85.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q85.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q86.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q86.native_iceberg_compat/extended.txt index 6444b727e4..c0056e2382 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q86.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q86.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q87.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q87.native_iceberg_compat/extended.txt index 0c51ae09a5..5fddd74768 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q87.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q87.native_iceberg_compat/extended.txt @@ -1,11 +1,11 @@ HashAggregate -+- CometColumnarToRow ++- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin :- BroadcastHashJoin [COMET: BuildRight with LeftAnti is not supported] - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -30,7 +30,7 @@ HashAggregate : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer : +- BroadcastExchange - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -50,7 +50,7 @@ HashAggregate : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer +- BroadcastExchange - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q88.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q88.native_iceberg_compat/extended.txt index 1e1247665c..f1e4c8679a 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q88.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q88.native_iceberg_compat/extended.txt @@ -5,7 +5,7 @@ BroadcastNestedLoopJoin : : : :- BroadcastNestedLoopJoin : : : : :- BroadcastNestedLoopJoin : : : : : :- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] -: : : : : : :- CometColumnarToRow +: : : : : : :- CometNativeColumnarToRow : : : : : : : +- CometHashAggregate : : : : : : : +- CometExchange : : : : : : : +- CometHashAggregate @@ -31,7 +31,7 @@ BroadcastNestedLoopJoin : : : : : : : +- CometFilter : : : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : : : : : : +- BroadcastExchange -: : : : : : +- CometColumnarToRow +: : : : : : +- CometNativeColumnarToRow : : : : : : +- CometHashAggregate : : : : : : +- CometExchange : : : : : : +- CometHashAggregate @@ -57,7 +57,7 @@ BroadcastNestedLoopJoin : : : : : : +- CometFilter : : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : : : : : +- BroadcastExchange -: : : : : +- CometColumnarToRow +: : : : : +- CometNativeColumnarToRow : : : : : +- CometHashAggregate : : : : : +- CometExchange : : : : : +- CometHashAggregate @@ -83,7 +83,7 @@ BroadcastNestedLoopJoin : : : : : +- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : : : : +- BroadcastExchange -: : : : +- CometColumnarToRow +: : : : +- CometNativeColumnarToRow : : : : +- CometHashAggregate : : : : +- CometExchange : : : : +- CometHashAggregate @@ -109,7 +109,7 @@ BroadcastNestedLoopJoin : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : : : +- BroadcastExchange -: : : +- CometColumnarToRow +: : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -135,7 +135,7 @@ BroadcastNestedLoopJoin : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : : +- BroadcastExchange -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -161,7 +161,7 @@ BroadcastNestedLoopJoin : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : +- BroadcastExchange -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -187,7 +187,7 @@ BroadcastNestedLoopJoin : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store +- BroadcastExchange - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q89.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q89.native_iceberg_compat/extended.txt index 6b4c3e3383..093505a6cc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q89.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q89.native_iceberg_compat/extended.txt @@ -2,7 +2,7 @@ TakeOrderedAndProject +- Project +- Filter +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q9.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q9.native_iceberg_compat/extended.txt index a86d85c820..e3614131fe 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q9.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q9.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ Project [COMET: ] : :- Subquery -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometProject : : +- CometHashAggregate : : +- CometExchange @@ -11,7 +11,7 @@ : :- ReusedSubquery : :- ReusedSubquery : :- Subquery -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometProject : : +- CometHashAggregate : : +- CometExchange @@ -22,7 +22,7 @@ : :- ReusedSubquery : :- ReusedSubquery : :- Subquery -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometProject : : +- CometHashAggregate : : +- CometExchange @@ -33,7 +33,7 @@ : :- ReusedSubquery : :- ReusedSubquery : :- Subquery -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometProject : : +- CometHashAggregate : : +- CometExchange @@ -44,7 +44,7 @@ : :- ReusedSubquery : :- ReusedSubquery : :- Subquery -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometProject : : +- CometHashAggregate : : +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q90.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q90.native_iceberg_compat/extended.txt index aa6c577ed7..3b1bd00423 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q90.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q90.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ Project +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -26,7 +26,7 @@ Project : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_page +- BroadcastExchange - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q91.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q91.native_iceberg_compat/extended.txt index ff13331764..961299b3d9 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q91.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q91.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q92.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q92.native_iceberg_compat/extended.txt index ca50f78e18..0fb6e6c158 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q92.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q92.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q93.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q93.native_iceberg_compat/extended.txt index 335f2765d7..79acf0e4eb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q93.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q93.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q94.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q94.native_iceberg_compat/extended.txt index eac4939621..ff3a1a06ad 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q94.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q94.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometColumnarExchange +- HashAggregate +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q95.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q95.native_iceberg_compat/extended.txt index 6ff8eba58f..bcb3e1d444 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q95.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q95.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometColumnarExchange +- HashAggregate +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q96.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q96.native_iceberg_compat/extended.txt index 0f623c9021..0f07a6473f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q96.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q96.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q97.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q97.native_iceberg_compat/extended.txt index 0969a0e796..4aa20a3755 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q97.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q97.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q98.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q98.native_iceberg_compat/extended.txt index 152665febf..a18137ef10 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q98.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q98.native_iceberg_compat/extended.txt @@ -1,10 +1,10 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometProject +- CometSort +- CometColumnarExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q99.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q99.native_iceberg_compat/extended.txt index 86cf2fc2f3..47e040af97 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q99.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q99.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q1.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q1.native_iceberg_compat/extended.txt index 0d0d80c7f3..b7c63811ca 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q1.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q1.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q10.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q10.native_iceberg_compat/extended.txt index 855ca74e0b..c5125b1861 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q10.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q10.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project @@ -11,7 +11,7 @@ TakeOrderedAndProject : : +- Filter : : +- BroadcastHashJoin : : :- BroadcastHashJoin [COMET: Unsupported join type ExistenceJoin(exists#1)] - : : : :- CometColumnarToRow + : : : :- CometNativeColumnarToRow : : : : +- CometBroadcastHashJoin : : : : :- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer @@ -30,7 +30,7 @@ TakeOrderedAndProject : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : : +- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometProject : : : +- CometBroadcastHashJoin : : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_sales @@ -40,7 +40,7 @@ TakeOrderedAndProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.catalog_sales diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q11.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q11.native_iceberg_compat/extended.txt index 63858a8376..0e6397bfc2 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q11.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q11.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q12.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q12.native_iceberg_compat/extended.txt index 1812b9e872..eb85a80eb1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q12.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q12.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q13.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q13.native_iceberg_compat/extended.txt index 5568227543..385e0fdaad 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q13.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q13.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q14a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q14a.native_iceberg_compat/extended.txt index 49ad7403ff..466892ba9d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q14a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q14a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange @@ -8,7 +8,7 @@ CometColumnarToRow :- CometProject : +- CometFilter : : +- Subquery - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q14b.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q14b.native_iceberg_compat/extended.txt index c1b791f357..78557e7ffb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q14b.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q14b.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometBroadcastHashJoin :- CometFilter : : +- Subquery - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q15.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q15.native_iceberg_compat/extended.txt index 55382845fb..b8907128e8 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q15.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q15.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q16.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q16.native_iceberg_compat/extended.txt index 2ad029e444..0f23bf5d4e 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q16.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q16.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometColumnarExchange +- HashAggregate +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q17.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q17.native_iceberg_compat/extended.txt index 21afc9cb01..52ca742891 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q17.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q17.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q18.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q18.native_iceberg_compat/extended.txt index 7958390823..6ae79a435f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q18.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q18.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q19.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q19.native_iceberg_compat/extended.txt index a8cfde2d31..9c22a76577 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q19.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q19.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q2.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q2.native_iceberg_compat/extended.txt index 15f5db847d..75511320a4 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q2.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q2.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q20.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q20.native_iceberg_compat/extended.txt index 0cfd81f36f..643e47b0c6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q20.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q20.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q21.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q21.native_iceberg_compat/extended.txt index 097f5b20cf..8da34310d7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q21.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q21.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometFilter +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q22.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q22.native_iceberg_compat/extended.txt index 34e673af7c..831d892584 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q22.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q22.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q23a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q23a.native_iceberg_compat/extended.txt index 0d7391c0d8..94af831deb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q23a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q23a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate @@ -47,7 +47,7 @@ CometColumnarToRow : : +- CometProject : : +- CometFilter : : : +- Subquery - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q23b.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q23b.native_iceberg_compat/extended.txt index 4838389d3f..2cff47fb04 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q23b.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q23b.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometUnion :- CometHashAggregate @@ -50,7 +50,7 @@ CometColumnarToRow : : : +- CometProject : : : +- CometFilter : : : : +- Subquery - : : : : +- CometColumnarToRow + : : : : +- CometNativeColumnarToRow : : : : +- CometHashAggregate : : : : +- CometExchange : : : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q24a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q24a.native_iceberg_compat/extended.txt index 12050b3ad1..36748b40ea 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q24a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q24a.native_iceberg_compat/extended.txt @@ -1,16 +1,16 @@ Filter : +- Subquery : +- HashAggregate -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] -: :- CometColumnarToRow +: :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometProject @@ -47,16 +47,16 @@ Filter : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer_address +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q24b.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q24b.native_iceberg_compat/extended.txt index 12050b3ad1..36748b40ea 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q24b.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q24b.native_iceberg_compat/extended.txt @@ -1,16 +1,16 @@ Filter : +- Subquery : +- HashAggregate -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] -: :- CometColumnarToRow +: :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometProject @@ -47,16 +47,16 @@ Filter : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer_address +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q25.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q25.native_iceberg_compat/extended.txt index 21afc9cb01..52ca742891 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q25.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q25.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q26.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q26.native_iceberg_compat/extended.txt index ea785136aa..d868ceeeb3 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q26.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q26.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q27.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q27.native_iceberg_compat/extended.txt index bbfc91ed08..8b6297f645 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q27.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q27.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q28.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q28.native_iceberg_compat/extended.txt index 809265b4d5..a778e244c6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q28.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q28.native_iceberg_compat/extended.txt @@ -3,72 +3,72 @@ BroadcastNestedLoopJoin : :- BroadcastNestedLoopJoin : : :- BroadcastNestedLoopJoin : : : :- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] -: : : : :- CometColumnarToRow +: : : : :- CometNativeColumnarToRow : : : : : +- CometHashAggregate : : : : : +- CometColumnarExchange : : : : : +- HashAggregate : : : : : +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] -: : : : : +- CometColumnarToRow +: : : : : +- CometNativeColumnarToRow : : : : : +- CometExchange : : : : : +- CometHashAggregate : : : : : +- CometProject : : : : : +- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store_sales : : : : +- BroadcastExchange -: : : : +- CometColumnarToRow +: : : : +- CometNativeColumnarToRow : : : : +- CometHashAggregate : : : : +- CometColumnarExchange : : : : +- HashAggregate : : : : +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] -: : : : +- CometColumnarToRow +: : : : +- CometNativeColumnarToRow : : : : +- CometExchange : : : : +- CometHashAggregate : : : : +- CometProject : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store_sales : : : +- BroadcastExchange -: : : +- CometColumnarToRow +: : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometColumnarExchange : : : +- HashAggregate : : : +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] -: : : +- CometColumnarToRow +: : : +- CometNativeColumnarToRow : : : +- CometExchange : : : +- CometHashAggregate : : : +- CometProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store_sales : : +- BroadcastExchange -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometColumnarExchange : : +- HashAggregate : : +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometExchange : : +- CometHashAggregate : : +- CometProject : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store_sales : +- BroadcastExchange -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometHashAggregate : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometExchange : +- CometHashAggregate : +- CometProject : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store_sales +- BroadcastExchange - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometColumnarExchange +- HashAggregate +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometExchange +- CometHashAggregate +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q29.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q29.native_iceberg_compat/extended.txt index 8c47903ee8..9ca9f72ab4 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q29.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q29.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q3.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q3.native_iceberg_compat/extended.txt index a292badf5d..e5122dc8d7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q3.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q3.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q30.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q30.native_iceberg_compat/extended.txt index 70bff8abb7..8b2f687037 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q30.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q30.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q31.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q31.native_iceberg_compat/extended.txt index 780504fb09..3318935f4d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q31.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q31.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q32.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q32.native_iceberg_compat/extended.txt index c7273327fd..60c49121a6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q32.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q32.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q33.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q33.native_iceberg_compat/extended.txt index 971bf3c1f6..638a87ab14 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q33.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q33.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q34.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q34.native_iceberg_compat/extended.txt index 65e639c1d8..18ed3e6335 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q34.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q34.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q35.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q35.native_iceberg_compat/extended.txt index 855ca74e0b..c5125b1861 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q35.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q35.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project @@ -11,7 +11,7 @@ TakeOrderedAndProject : : +- Filter : : +- BroadcastHashJoin : : :- BroadcastHashJoin [COMET: Unsupported join type ExistenceJoin(exists#1)] - : : : :- CometColumnarToRow + : : : :- CometNativeColumnarToRow : : : : +- CometBroadcastHashJoin : : : : :- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer @@ -30,7 +30,7 @@ TakeOrderedAndProject : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : : +- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometProject : : : +- CometBroadcastHashJoin : : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_sales @@ -40,7 +40,7 @@ TakeOrderedAndProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.catalog_sales diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q36.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q36.native_iceberg_compat/extended.txt index 2bf9a90726..e434c5ff76 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q36.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q36.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q37.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q37.native_iceberg_compat/extended.txt index be3d6196b0..a92eb1903d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q37.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q37.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q38.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q38.native_iceberg_compat/extended.txt index 715ff39db7..cb4d06350b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q38.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q38.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q39a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q39a.native_iceberg_compat/extended.txt index 8a5a4af707..e8f621d32a 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q39a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q39a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q39b.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q39b.native_iceberg_compat/extended.txt index 8a5a4af707..e8f621d32a 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q39b.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q39b.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q4.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q4.native_iceberg_compat/extended.txt index 2336733a6a..570f9bbcc9 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q4.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q4.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q40.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q40.native_iceberg_compat/extended.txt index 8d2e593975..f9c807168e 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q40.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q40.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q42.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q42.native_iceberg_compat/extended.txt index a292badf5d..e5122dc8d7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q42.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q42.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q43.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q43.native_iceberg_compat/extended.txt index cb125e2456..1272f205e4 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q43.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q43.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q44.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q44.native_iceberg_compat/extended.txt index 0952fbf8d5..259056f9f6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q44.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q44.native_iceberg_compat/extended.txt @@ -9,12 +9,12 @@ TakeOrderedAndProject : : : +- Project : : : +- Filter : : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometSort : : : +- CometExchange : : : +- CometFilter : : : : +- Subquery - : : : : +- CometColumnarToRow + : : : : +- CometNativeColumnarToRow : : : : +- CometHashAggregate : : : : +- CometExchange : : : : +- CometHashAggregate @@ -31,12 +31,12 @@ TakeOrderedAndProject : : +- Project : : +- Filter : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometFilter : : : +- Subquery - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q45.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q45.native_iceberg_compat/extended.txt index 23662b8aaf..afdf8d6633 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q45.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q45.native_iceberg_compat/extended.txt @@ -1,12 +1,12 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- Filter +- BroadcastHashJoin [COMET: Unsupported join type ExistenceJoin(exists#1)] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q46.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q46.native_iceberg_compat/extended.txt index 28f2b6110d..07093ae00b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q46.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q46.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q47.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q47.native_iceberg_compat/extended.txt index f38ceaf317..9691120d2f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q47.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q47.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ TakeOrderedAndProject : : +- Window : : +- Filter : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -40,7 +40,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -72,7 +72,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q48.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q48.native_iceberg_compat/extended.txt index 347702b724..c8325b49ca 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q48.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q48.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q49.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q49.native_iceberg_compat/extended.txt index d1b415dfe4..0b4672eabb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q49.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q49.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometColumnarExchange @@ -9,7 +9,7 @@ CometColumnarToRow : +- Window : +- Sort : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -41,7 +41,7 @@ CometColumnarToRow : +- Window : +- Sort : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -68,7 +68,7 @@ CometColumnarToRow +- Window +- Sort +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q5.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q5.native_iceberg_compat/extended.txt index 76c166e7de..4b840c6a27 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q5.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q5.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q50.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q50.native_iceberg_compat/extended.txt index 958b844c9e..aa0c4c1c38 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q50.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q50.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q51.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q51.native_iceberg_compat/extended.txt index 8a2badfaff..ea746c5fee 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q51.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q51.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Filter +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject @@ -10,7 +10,7 @@ TakeOrderedAndProject : +- CometColumnarExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -34,7 +34,7 @@ TakeOrderedAndProject +- CometColumnarExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q52.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q52.native_iceberg_compat/extended.txt index a292badf5d..e5122dc8d7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q52.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q52.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q53.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q53.native_iceberg_compat/extended.txt index 6b4c3e3383..093505a6cc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q53.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q53.native_iceberg_compat/extended.txt @@ -2,7 +2,7 @@ TakeOrderedAndProject +- Project +- Filter +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q54.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q54.native_iceberg_compat/extended.txt index 0b482769c1..f4318de30f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q54.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q54.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q55.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q55.native_iceberg_compat/extended.txt index a292badf5d..e5122dc8d7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q55.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q55.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q56.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q56.native_iceberg_compat/extended.txt index 22c07c4964..faef2d5263 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q56.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q56.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q57.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q57.native_iceberg_compat/extended.txt index 1c37fd4e8c..5e8acff889 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q57.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q57.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ TakeOrderedAndProject : : +- Window : : +- Filter : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -40,7 +40,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -72,7 +72,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q58.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q58.native_iceberg_compat/extended.txt index e503b00314..81412250ec 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q58.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q58.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q59.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q59.native_iceberg_compat/extended.txt index 3d50a2131e..3594fb8035 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q59.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q59.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q6.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q6.native_iceberg_compat/extended.txt index 20115b61c4..e3297b4d66 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q6.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q6.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometFilter +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q60.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q60.native_iceberg_compat/extended.txt index 22c07c4964..faef2d5263 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q60.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q60.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q61.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q61.native_iceberg_compat/extended.txt index f359e64d7b..783de88195 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q61.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q61.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ Project +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -48,7 +48,7 @@ Project : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.item +- BroadcastExchange - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q62.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q62.native_iceberg_compat/extended.txt index a5fd7359a3..dc09a1507f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q62.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q62.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q63.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q63.native_iceberg_compat/extended.txt index 6b4c3e3383..093505a6cc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q63.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q63.native_iceberg_compat/extended.txt @@ -2,7 +2,7 @@ TakeOrderedAndProject +- Project +- Filter +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q64.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q64.native_iceberg_compat/extended.txt index 75884c3f9d..a868670a16 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q64.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q64.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q65.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q65.native_iceberg_compat/extended.txt index 755be00004..b0c27d6da7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q65.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q65.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q66.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q66.native_iceberg_compat/extended.txt index 7e7f77c2c4..46b1956f4e 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q66.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q66.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q67.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q67.native_iceberg_compat/extended.txt index 0ba8f6b0e7..da0bef861d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q67.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q67.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Filter +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q68.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q68.native_iceberg_compat/extended.txt index 28f2b6110d..07093ae00b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q68.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q68.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q69.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q69.native_iceberg_compat/extended.txt index 5a472217df..bf624b5ce3 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q69.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q69.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project @@ -10,7 +10,7 @@ TakeOrderedAndProject : :- Project : : +- BroadcastHashJoin : : :- BroadcastHashJoin [COMET: BuildRight with LeftAnti is not supported] - : : : :- CometColumnarToRow + : : : :- CometNativeColumnarToRow : : : : +- CometBroadcastHashJoin : : : : :- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer @@ -29,7 +29,7 @@ TakeOrderedAndProject : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : : +- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometProject : : : +- CometBroadcastHashJoin : : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_sales @@ -39,7 +39,7 @@ TakeOrderedAndProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.catalog_sales diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q7.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q7.native_iceberg_compat/extended.txt index 3aa5ad7551..783b9a64bb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q7.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q7.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q70.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q70.native_iceberg_compat/extended.txt index fa1bf8daa4..14e4cb087a 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q70.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q70.native_iceberg_compat/extended.txt @@ -1,17 +1,17 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometColumnarExchange +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Expand +- Project +- BroadcastHashJoin - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometFilter @@ -36,7 +36,7 @@ TakeOrderedAndProject +- Project +- Filter +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q71.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q71.native_iceberg_compat/extended.txt index 12dc136fee..4de5ab6c3b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q71.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q71.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q72.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q72.native_iceberg_compat/extended.txt index 819698e99a..22fde3b02c 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q72.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q72.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q73.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q73.native_iceberg_compat/extended.txt index 65e639c1d8..18ed3e6335 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q73.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q73.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q74.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q74.native_iceberg_compat/extended.txt index 9fb1ccfbe0..922864baa1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q74.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q74.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q75.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q75.native_iceberg_compat/extended.txt index a3bbeab3af..ec53af4809 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q75.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q75.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometSortMergeJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q76.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q76.native_iceberg_compat/extended.txt index b56a6590db..685ff36fed 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q76.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q76.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q77.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q77.native_iceberg_compat/extended.txt index a16105c248..0cfc0a8417 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q77.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q77.native_iceberg_compat/extended.txt @@ -1,11 +1,11 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Expand +- Union - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometHashAggregate @@ -51,7 +51,7 @@ TakeOrderedAndProject :- Project : +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] : :- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -63,7 +63,7 @@ TakeOrderedAndProject : : +- CometProject : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -75,7 +75,7 @@ TakeOrderedAndProject : +- CometProject : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometProject +- CometBroadcastHashJoin :- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q78.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q78.native_iceberg_compat/extended.txt index 3b721ab107..1b1e6d0cde 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q78.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q78.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- Project [COMET: Comet does not support Spark's BigDecimal rounding] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSortMergeJoin :- CometProject : +- CometSortMergeJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q79.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q79.native_iceberg_compat/extended.txt index 871cf47610..f3e80e01cb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q79.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q79.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q8.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q8.native_iceberg_compat/extended.txt index 4d7a7d1ce7..be5abf4913 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q8.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q8.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q80.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q80.native_iceberg_compat/extended.txt index dd2aed67bc..ed8d0deb6d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q80.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q80.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q81.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q81.native_iceberg_compat/extended.txt index 731fcea912..eb965c592c 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q81.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q81.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q82.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q82.native_iceberg_compat/extended.txt index 2ab6dd2d0c..17e0a010c0 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q82.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q82.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q83.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q83.native_iceberg_compat/extended.txt index 9ab4ae91f3..3e72e3d553 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q83.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q83.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q84.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q84.native_iceberg_compat/extended.txt index 5fce933878..fcd8384c22 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q84.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q84.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q85.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q85.native_iceberg_compat/extended.txt index 5c782b95f8..f99808facc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q85.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q85.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q86.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q86.native_iceberg_compat/extended.txt index 6444b727e4..c0056e2382 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q86.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q86.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q87.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q87.native_iceberg_compat/extended.txt index 0c51ae09a5..5fddd74768 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q87.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q87.native_iceberg_compat/extended.txt @@ -1,11 +1,11 @@ HashAggregate -+- CometColumnarToRow ++- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin :- BroadcastHashJoin [COMET: BuildRight with LeftAnti is not supported] - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -30,7 +30,7 @@ HashAggregate : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer : +- BroadcastExchange - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -50,7 +50,7 @@ HashAggregate : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer +- BroadcastExchange - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q88.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q88.native_iceberg_compat/extended.txt index 1e1247665c..f1e4c8679a 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q88.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q88.native_iceberg_compat/extended.txt @@ -5,7 +5,7 @@ BroadcastNestedLoopJoin : : : :- BroadcastNestedLoopJoin : : : : :- BroadcastNestedLoopJoin : : : : : :- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] -: : : : : : :- CometColumnarToRow +: : : : : : :- CometNativeColumnarToRow : : : : : : : +- CometHashAggregate : : : : : : : +- CometExchange : : : : : : : +- CometHashAggregate @@ -31,7 +31,7 @@ BroadcastNestedLoopJoin : : : : : : : +- CometFilter : : : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : : : : : : +- BroadcastExchange -: : : : : : +- CometColumnarToRow +: : : : : : +- CometNativeColumnarToRow : : : : : : +- CometHashAggregate : : : : : : +- CometExchange : : : : : : +- CometHashAggregate @@ -57,7 +57,7 @@ BroadcastNestedLoopJoin : : : : : : +- CometFilter : : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : : : : : +- BroadcastExchange -: : : : : +- CometColumnarToRow +: : : : : +- CometNativeColumnarToRow : : : : : +- CometHashAggregate : : : : : +- CometExchange : : : : : +- CometHashAggregate @@ -83,7 +83,7 @@ BroadcastNestedLoopJoin : : : : : +- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : : : : +- BroadcastExchange -: : : : +- CometColumnarToRow +: : : : +- CometNativeColumnarToRow : : : : +- CometHashAggregate : : : : +- CometExchange : : : : +- CometHashAggregate @@ -109,7 +109,7 @@ BroadcastNestedLoopJoin : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : : : +- BroadcastExchange -: : : +- CometColumnarToRow +: : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -135,7 +135,7 @@ BroadcastNestedLoopJoin : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : : +- BroadcastExchange -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -161,7 +161,7 @@ BroadcastNestedLoopJoin : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : +- BroadcastExchange -: +- CometColumnarToRow +: +- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -187,7 +187,7 @@ BroadcastNestedLoopJoin : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store +- BroadcastExchange - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q89.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q89.native_iceberg_compat/extended.txt index 6b4c3e3383..093505a6cc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q89.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q89.native_iceberg_compat/extended.txt @@ -2,7 +2,7 @@ TakeOrderedAndProject +- Project +- Filter +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q9.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q9.native_iceberg_compat/extended.txt index a86d85c820..e3614131fe 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q9.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q9.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ Project [COMET: ] : :- Subquery -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometProject : : +- CometHashAggregate : : +- CometExchange @@ -11,7 +11,7 @@ : :- ReusedSubquery : :- ReusedSubquery : :- Subquery -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometProject : : +- CometHashAggregate : : +- CometExchange @@ -22,7 +22,7 @@ : :- ReusedSubquery : :- ReusedSubquery : :- Subquery -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometProject : : +- CometHashAggregate : : +- CometExchange @@ -33,7 +33,7 @@ : :- ReusedSubquery : :- ReusedSubquery : :- Subquery -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometProject : : +- CometHashAggregate : : +- CometExchange @@ -44,7 +44,7 @@ : :- ReusedSubquery : :- ReusedSubquery : :- Subquery -: : +- CometColumnarToRow +: : +- CometNativeColumnarToRow : : +- CometProject : : +- CometHashAggregate : : +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q90.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q90.native_iceberg_compat/extended.txt index aa6c577ed7..3b1bd00423 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q90.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q90.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ Project +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -26,7 +26,7 @@ Project : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_page +- BroadcastExchange - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q91.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q91.native_iceberg_compat/extended.txt index ff13331764..961299b3d9 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q91.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q91.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q92.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q92.native_iceberg_compat/extended.txt index ca50f78e18..0fb6e6c158 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q92.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q92.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q93.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q93.native_iceberg_compat/extended.txt index 335f2765d7..79acf0e4eb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q93.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q93.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q94.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q94.native_iceberg_compat/extended.txt index eac4939621..ff3a1a06ad 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q94.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q94.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometColumnarExchange +- HashAggregate +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q95.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q95.native_iceberg_compat/extended.txt index 6ff8eba58f..bcb3e1d444 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q95.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q95.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometColumnarExchange +- HashAggregate +- HashAggregate [COMET: Unsupported aggregation mode PartialMerge] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometHashAggregate +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q96.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q96.native_iceberg_compat/extended.txt index 0f623c9021..0f07a6473f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q96.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q96.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q97.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q97.native_iceberg_compat/extended.txt index 0969a0e796..4aa20a3755 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q97.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q97.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometHashAggregate +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q98.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q98.native_iceberg_compat/extended.txt index 152665febf..a18137ef10 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q98.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q98.native_iceberg_compat/extended.txt @@ -1,10 +1,10 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometProject +- CometSort +- CometColumnarExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q99.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q99.native_iceberg_compat/extended.txt index 86cf2fc2f3..47e040af97 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q99.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q99.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q10a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q10a.native_iceberg_compat/extended.txt index fc330dd8b6..bdbfb0d6dc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q10a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q10a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q11.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q11.native_iceberg_compat/extended.txt index 9fb1ccfbe0..922864baa1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q11.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q11.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q12.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q12.native_iceberg_compat/extended.txt index 1812b9e872..eb85a80eb1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q12.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q12.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q14.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q14.native_iceberg_compat/extended.txt index c1b791f357..78557e7ffb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q14.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q14.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometBroadcastHashJoin :- CometFilter : : +- Subquery - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q14a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q14a.native_iceberg_compat/extended.txt index 3bacf3c8bc..a8adb0443d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q14a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q14a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange @@ -10,7 +10,7 @@ CometColumnarToRow : +- CometUnion : :- CometFilter : : : +- Subquery - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -479,7 +479,7 @@ CometColumnarToRow : +- CometUnion : :- CometFilter : : : +- Subquery - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -948,7 +948,7 @@ CometColumnarToRow : +- CometUnion : :- CometFilter : : : +- Subquery - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -1417,7 +1417,7 @@ CometColumnarToRow : +- CometUnion : :- CometFilter : : : +- Subquery - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -1886,7 +1886,7 @@ CometColumnarToRow +- CometUnion :- CometFilter : : +- Subquery - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q18a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q18a.native_iceberg_compat/extended.txt index 148f6d4a6d..94f7834f85 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q18a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q18a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometUnion :- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q20.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q20.native_iceberg_compat/extended.txt index 0cfd81f36f..643e47b0c6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q20.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q20.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q22.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q22.native_iceberg_compat/extended.txt index 5da4848ebe..f642ebc712 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q22.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q22.native_iceberg_compat/extended.txt @@ -1,12 +1,12 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Expand +- Project +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q22a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q22a.native_iceberg_compat/extended.txt index 4ccef655b9..d83496133a 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q22a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q22a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometUnion :- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q24.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q24.native_iceberg_compat/extended.txt index 91b709aa47..5d8bc6a064 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q24.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q24.native_iceberg_compat/extended.txt @@ -1,19 +1,19 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometColumnarExchange +- Filter : +- Subquery : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometProject @@ -50,16 +50,16 @@ CometColumnarToRow : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer_address +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q27a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q27a.native_iceberg_compat/extended.txt index a3e6b17491..e7288e7e47 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q27a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q27a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometUnion :- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q34.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q34.native_iceberg_compat/extended.txt index 65e639c1d8..18ed3e6335 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q34.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q34.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q35.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q35.native_iceberg_compat/extended.txt index 855ca74e0b..c5125b1861 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q35.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q35.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project @@ -11,7 +11,7 @@ TakeOrderedAndProject : : +- Filter : : +- BroadcastHashJoin : : :- BroadcastHashJoin [COMET: Unsupported join type ExistenceJoin(exists#1)] - : : : :- CometColumnarToRow + : : : :- CometNativeColumnarToRow : : : : +- CometBroadcastHashJoin : : : : :- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer @@ -30,7 +30,7 @@ TakeOrderedAndProject : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : : +- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometProject : : : +- CometBroadcastHashJoin : : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_sales @@ -40,7 +40,7 @@ TakeOrderedAndProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.catalog_sales diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q35a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q35a.native_iceberg_compat/extended.txt index fc330dd8b6..bdbfb0d6dc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q35a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q35a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q36a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q36a.native_iceberg_compat/extended.txt index 968ea0611f..e9571a1f12 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q36a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q36a.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q47.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q47.native_iceberg_compat/extended.txt index f38ceaf317..9691120d2f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q47.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q47.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ TakeOrderedAndProject : : +- Window : : +- Filter : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -40,7 +40,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -72,7 +72,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q49.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q49.native_iceberg_compat/extended.txt index d1b415dfe4..0b4672eabb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q49.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q49.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometColumnarExchange @@ -9,7 +9,7 @@ CometColumnarToRow : +- Window : +- Sort : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -41,7 +41,7 @@ CometColumnarToRow : +- Window : +- Sort : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -68,7 +68,7 @@ CometColumnarToRow +- Window +- Sort +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q51a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q51a.native_iceberg_compat/extended.txt index 05c8752bd2..6560795de1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q51a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q51a.native_iceberg_compat/extended.txt @@ -5,7 +5,7 @@ TakeOrderedAndProject +- Project +- BroadcastHashJoin :- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometProject @@ -14,14 +14,14 @@ TakeOrderedAndProject : :- CometSort : : +- CometColumnarExchange : : +- HashAggregate - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometColumnarExchange : : +- HashAggregate : : +- Project : : +- BroadcastHashJoin : : :- Project : : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometSort : : : +- CometExchange : : : +- CometHashAggregate @@ -44,7 +44,7 @@ TakeOrderedAndProject : : +- BroadcastExchange : : +- Project : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -67,14 +67,14 @@ TakeOrderedAndProject : +- CometSort : +- CometColumnarExchange : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin : :- Project : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -92,7 +92,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -110,7 +110,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject @@ -119,14 +119,14 @@ TakeOrderedAndProject :- CometSort : +- CometColumnarExchange : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin : :- Project : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -149,7 +149,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -172,14 +172,14 @@ TakeOrderedAndProject +- CometSort +- CometColumnarExchange +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin :- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -197,7 +197,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q57.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q57.native_iceberg_compat/extended.txt index 1c37fd4e8c..5e8acff889 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q57.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q57.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ TakeOrderedAndProject : : +- Window : : +- Filter : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -40,7 +40,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -72,7 +72,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q5a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q5a.native_iceberg_compat/extended.txt index 24167a2372..e2832782b8 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q5a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q5a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q6.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q6.native_iceberg_compat/extended.txt index 20115b61c4..e3297b4d66 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q6.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q6.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometFilter +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q64.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q64.native_iceberg_compat/extended.txt index 75884c3f9d..a868670a16 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q64.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q64.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q67a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q67a.native_iceberg_compat/extended.txt index 407fc9836c..2afcab203a 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q67a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q67a.native_iceberg_compat/extended.txt @@ -2,11 +2,11 @@ TakeOrderedAndProject +- Filter +- Window +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometColumnarExchange +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometUnion :- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q70a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q70a.native_iceberg_compat/extended.txt index 0ab48d6a12..b21df154e6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q70a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q70a.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate @@ -9,12 +9,12 @@ TakeOrderedAndProject +- HashAggregate +- Union :- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometFilter @@ -40,7 +40,7 @@ TakeOrderedAndProject : +- Filter : +- Window : +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometHashAggregate : +- CometExchange @@ -61,16 +61,16 @@ TakeOrderedAndProject : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim :- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometFilter @@ -96,7 +96,7 @@ TakeOrderedAndProject : +- Filter : +- Window : +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometHashAggregate : +- CometExchange @@ -117,16 +117,16 @@ TakeOrderedAndProject : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometFilter @@ -152,7 +152,7 @@ TakeOrderedAndProject +- Filter +- Window +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q72.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q72.native_iceberg_compat/extended.txt index 819698e99a..22fde3b02c 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q72.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q72.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q74.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q74.native_iceberg_compat/extended.txt index 9fb1ccfbe0..922864baa1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q74.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q74.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q75.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q75.native_iceberg_compat/extended.txt index a3bbeab3af..ec53af4809 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q75.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q75.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometSortMergeJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q77a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q77a.native_iceberg_compat/extended.txt index 40e2c31863..3578f807aa 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q77a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q77a.native_iceberg_compat/extended.txt @@ -1,15 +1,15 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometColumnarExchange +- HashAggregate +- Union :- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Union - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometHashAggregate @@ -55,7 +55,7 @@ CometColumnarToRow : :- Project : : +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] : : :- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -67,7 +67,7 @@ CometColumnarToRow : : : +- CometProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -79,7 +79,7 @@ CometColumnarToRow : : +- CometProject : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometHashAggregate @@ -118,15 +118,15 @@ CometColumnarToRow : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_page :- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Union - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometHashAggregate @@ -172,7 +172,7 @@ CometColumnarToRow : :- Project : : +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] : : :- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -184,7 +184,7 @@ CometColumnarToRow : : : +- CometProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -196,7 +196,7 @@ CometColumnarToRow : : +- CometProject : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometHashAggregate @@ -235,15 +235,15 @@ CometColumnarToRow : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_page +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Union - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometHashAggregate @@ -289,7 +289,7 @@ CometColumnarToRow :- Project : +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] : :- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -301,7 +301,7 @@ CometColumnarToRow : : +- CometProject : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -313,7 +313,7 @@ CometColumnarToRow : +- CometProject : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometProject +- CometBroadcastHashJoin :- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q78.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q78.native_iceberg_compat/extended.txt index 3b721ab107..1b1e6d0cde 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q78.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q78.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- Project [COMET: Comet does not support Spark's BigDecimal rounding] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSortMergeJoin :- CometProject : +- CometSortMergeJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q80a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q80a.native_iceberg_compat/extended.txt index 943d6e8d1a..fbd7cba46d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q80a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q80a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q86a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q86a.native_iceberg_compat/extended.txt index 13ff1e34cb..58d00a427d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q86a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q86a.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q98.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q98.native_iceberg_compat/extended.txt index 91e569a85c..1a985ead1b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q98.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q98.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometColumnarExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q10a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q10a.native_iceberg_compat/extended.txt index fc330dd8b6..bdbfb0d6dc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q10a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q10a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q11.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q11.native_iceberg_compat/extended.txt index 9fb1ccfbe0..922864baa1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q11.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q11.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q12.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q12.native_iceberg_compat/extended.txt index 1812b9e872..eb85a80eb1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q12.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q12.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q14.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q14.native_iceberg_compat/extended.txt index 49eafd1015..7a4afd3d2b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q14.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q14.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometBroadcastHashJoin :- CometFilter : : +- Subquery - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q14a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q14a.native_iceberg_compat/extended.txt index 3bacf3c8bc..a8adb0443d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q14a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q14a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange @@ -10,7 +10,7 @@ CometColumnarToRow : +- CometUnion : :- CometFilter : : : +- Subquery - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -479,7 +479,7 @@ CometColumnarToRow : +- CometUnion : :- CometFilter : : : +- Subquery - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -948,7 +948,7 @@ CometColumnarToRow : +- CometUnion : :- CometFilter : : : +- Subquery - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -1417,7 +1417,7 @@ CometColumnarToRow : +- CometUnion : :- CometFilter : : : +- Subquery - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -1886,7 +1886,7 @@ CometColumnarToRow +- CometUnion :- CometFilter : : +- Subquery - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q18a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q18a.native_iceberg_compat/extended.txt index 148f6d4a6d..94f7834f85 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q18a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q18a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometUnion :- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q20.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q20.native_iceberg_compat/extended.txt index 0cfd81f36f..643e47b0c6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q20.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q20.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q22.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q22.native_iceberg_compat/extended.txt index 5da4848ebe..f642ebc712 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q22.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q22.native_iceberg_compat/extended.txt @@ -1,12 +1,12 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Expand +- Project +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q22a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q22a.native_iceberg_compat/extended.txt index 4ccef655b9..d83496133a 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q22a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q22a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometUnion :- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q24.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q24.native_iceberg_compat/extended.txt index 91b709aa47..5d8bc6a064 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q24.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q24.native_iceberg_compat/extended.txt @@ -1,19 +1,19 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometColumnarExchange +- Filter : +- Subquery : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometProject @@ -50,16 +50,16 @@ CometColumnarToRow : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer_address +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q27a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q27a.native_iceberg_compat/extended.txt index a3e6b17491..e7288e7e47 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q27a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q27a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometUnion :- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q34.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q34.native_iceberg_compat/extended.txt index 65e639c1d8..18ed3e6335 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q34.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q34.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q35.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q35.native_iceberg_compat/extended.txt index 855ca74e0b..c5125b1861 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q35.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q35.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project @@ -11,7 +11,7 @@ TakeOrderedAndProject : : +- Filter : : +- BroadcastHashJoin : : :- BroadcastHashJoin [COMET: Unsupported join type ExistenceJoin(exists#1)] - : : : :- CometColumnarToRow + : : : :- CometNativeColumnarToRow : : : : +- CometBroadcastHashJoin : : : : :- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer @@ -30,7 +30,7 @@ TakeOrderedAndProject : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : : +- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometProject : : : +- CometBroadcastHashJoin : : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_sales @@ -40,7 +40,7 @@ TakeOrderedAndProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.catalog_sales diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q35a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q35a.native_iceberg_compat/extended.txt index fc330dd8b6..bdbfb0d6dc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q35a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q35a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q36a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q36a.native_iceberg_compat/extended.txt index 968ea0611f..e9571a1f12 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q36a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q36a.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q47.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q47.native_iceberg_compat/extended.txt index f38ceaf317..9691120d2f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q47.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q47.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ TakeOrderedAndProject : : +- Window : : +- Filter : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -40,7 +40,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -72,7 +72,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q49.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q49.native_iceberg_compat/extended.txt index d1b415dfe4..0b4672eabb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q49.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q49.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometColumnarExchange @@ -9,7 +9,7 @@ CometColumnarToRow : +- Window : +- Sort : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -41,7 +41,7 @@ CometColumnarToRow : +- Window : +- Sort : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -68,7 +68,7 @@ CometColumnarToRow +- Window +- Sort +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q51a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q51a.native_iceberg_compat/extended.txt index 05c8752bd2..6560795de1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q51a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q51a.native_iceberg_compat/extended.txt @@ -5,7 +5,7 @@ TakeOrderedAndProject +- Project +- BroadcastHashJoin :- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometProject @@ -14,14 +14,14 @@ TakeOrderedAndProject : :- CometSort : : +- CometColumnarExchange : : +- HashAggregate - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometColumnarExchange : : +- HashAggregate : : +- Project : : +- BroadcastHashJoin : : :- Project : : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometSort : : : +- CometExchange : : : +- CometHashAggregate @@ -44,7 +44,7 @@ TakeOrderedAndProject : : +- BroadcastExchange : : +- Project : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -67,14 +67,14 @@ TakeOrderedAndProject : +- CometSort : +- CometColumnarExchange : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin : :- Project : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -92,7 +92,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -110,7 +110,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject @@ -119,14 +119,14 @@ TakeOrderedAndProject :- CometSort : +- CometColumnarExchange : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin : :- Project : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -149,7 +149,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -172,14 +172,14 @@ TakeOrderedAndProject +- CometSort +- CometColumnarExchange +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin :- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -197,7 +197,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q57.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q57.native_iceberg_compat/extended.txt index 1c37fd4e8c..5e8acff889 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q57.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q57.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ TakeOrderedAndProject : : +- Window : : +- Filter : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -40,7 +40,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -72,7 +72,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q5a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q5a.native_iceberg_compat/extended.txt index 24167a2372..e2832782b8 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q5a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q5a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q6.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q6.native_iceberg_compat/extended.txt index 4bb14d3c19..ee55822981 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q6.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q6.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometFilter +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q64.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q64.native_iceberg_compat/extended.txt index 75884c3f9d..a868670a16 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q64.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q64.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q67a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q67a.native_iceberg_compat/extended.txt index 407fc9836c..2afcab203a 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q67a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q67a.native_iceberg_compat/extended.txt @@ -2,11 +2,11 @@ TakeOrderedAndProject +- Filter +- Window +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometColumnarExchange +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometUnion :- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q70a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q70a.native_iceberg_compat/extended.txt index 0ab48d6a12..b21df154e6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q70a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q70a.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate @@ -9,12 +9,12 @@ TakeOrderedAndProject +- HashAggregate +- Union :- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometFilter @@ -40,7 +40,7 @@ TakeOrderedAndProject : +- Filter : +- Window : +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometHashAggregate : +- CometExchange @@ -61,16 +61,16 @@ TakeOrderedAndProject : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim :- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometFilter @@ -96,7 +96,7 @@ TakeOrderedAndProject : +- Filter : +- Window : +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometHashAggregate : +- CometExchange @@ -117,16 +117,16 @@ TakeOrderedAndProject : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometFilter @@ -152,7 +152,7 @@ TakeOrderedAndProject +- Filter +- Window +- WindowGroupLimit [COMET: WindowGroupLimit is not supported] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q72.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q72.native_iceberg_compat/extended.txt index 819698e99a..22fde3b02c 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q72.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q72.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q74.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q74.native_iceberg_compat/extended.txt index 9fb1ccfbe0..922864baa1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q74.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q74.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q75.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q75.native_iceberg_compat/extended.txt index a3bbeab3af..ec53af4809 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q75.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q75.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometSortMergeJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q77a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q77a.native_iceberg_compat/extended.txt index 40e2c31863..3578f807aa 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q77a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q77a.native_iceberg_compat/extended.txt @@ -1,15 +1,15 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometColumnarExchange +- HashAggregate +- Union :- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Union - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometHashAggregate @@ -55,7 +55,7 @@ CometColumnarToRow : :- Project : : +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] : : :- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -67,7 +67,7 @@ CometColumnarToRow : : : +- CometProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -79,7 +79,7 @@ CometColumnarToRow : : +- CometProject : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometHashAggregate @@ -118,15 +118,15 @@ CometColumnarToRow : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_page :- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Union - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometHashAggregate @@ -172,7 +172,7 @@ CometColumnarToRow : :- Project : : +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] : : :- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -184,7 +184,7 @@ CometColumnarToRow : : : +- CometProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -196,7 +196,7 @@ CometColumnarToRow : : +- CometProject : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometHashAggregate @@ -235,15 +235,15 @@ CometColumnarToRow : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_page +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Union - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometHashAggregate @@ -289,7 +289,7 @@ CometColumnarToRow :- Project : +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] : :- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -301,7 +301,7 @@ CometColumnarToRow : : +- CometProject : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -313,7 +313,7 @@ CometColumnarToRow : +- CometProject : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometProject +- CometBroadcastHashJoin :- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q78.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q78.native_iceberg_compat/extended.txt index 3b721ab107..1b1e6d0cde 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q78.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q78.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- Project [COMET: Comet does not support Spark's BigDecimal rounding] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSortMergeJoin :- CometProject : +- CometSortMergeJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q80a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q80a.native_iceberg_compat/extended.txt index 943d6e8d1a..fbd7cba46d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q80a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q80a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q86a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q86a.native_iceberg_compat/extended.txt index 13ff1e34cb..58d00a427d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q86a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q86a.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q98.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q98.native_iceberg_compat/extended.txt index 91e569a85c..1a985ead1b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q98.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q98.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometColumnarExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q10a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q10a.native_iceberg_compat/extended.txt index fc330dd8b6..bdbfb0d6dc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q10a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q10a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q11.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q11.native_iceberg_compat/extended.txt index 9fb1ccfbe0..922864baa1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q11.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q11.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q12.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q12.native_iceberg_compat/extended.txt index 1812b9e872..eb85a80eb1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q12.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q12.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q14.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q14.native_iceberg_compat/extended.txt index c1b791f357..78557e7ffb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q14.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q14.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometBroadcastHashJoin :- CometFilter : : +- Subquery - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q14a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q14a.native_iceberg_compat/extended.txt index 3bacf3c8bc..a8adb0443d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q14a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q14a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange @@ -10,7 +10,7 @@ CometColumnarToRow : +- CometUnion : :- CometFilter : : : +- Subquery - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -479,7 +479,7 @@ CometColumnarToRow : +- CometUnion : :- CometFilter : : : +- Subquery - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -948,7 +948,7 @@ CometColumnarToRow : +- CometUnion : :- CometFilter : : : +- Subquery - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -1417,7 +1417,7 @@ CometColumnarToRow : +- CometUnion : :- CometFilter : : : +- Subquery - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -1886,7 +1886,7 @@ CometColumnarToRow +- CometUnion :- CometFilter : : +- Subquery - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q18a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q18a.native_iceberg_compat/extended.txt index 148f6d4a6d..94f7834f85 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q18a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q18a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometUnion :- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q20.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q20.native_iceberg_compat/extended.txt index 0cfd81f36f..643e47b0c6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q20.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q20.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q22.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q22.native_iceberg_compat/extended.txt index 5da4848ebe..f642ebc712 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q22.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q22.native_iceberg_compat/extended.txt @@ -1,12 +1,12 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Expand +- Project +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q22a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q22a.native_iceberg_compat/extended.txt index 4ccef655b9..d83496133a 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q22a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q22a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometUnion :- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q24.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q24.native_iceberg_compat/extended.txt index 91b709aa47..5d8bc6a064 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q24.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q24.native_iceberg_compat/extended.txt @@ -1,19 +1,19 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometColumnarExchange +- Filter : +- Subquery : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometProject @@ -50,16 +50,16 @@ CometColumnarToRow : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer_address +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin [COMET: Comet is not compatible with Spark for case conversion in locale-specific cases. Set spark.comet.caseConversion.enabled=true to enable it anyway.] - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q27a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q27a.native_iceberg_compat/extended.txt index a3e6b17491..e7288e7e47 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q27a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q27a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometUnion :- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q34.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q34.native_iceberg_compat/extended.txt index 65e639c1d8..18ed3e6335 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q34.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q34.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q35.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q35.native_iceberg_compat/extended.txt index 855ca74e0b..c5125b1861 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q35.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q35.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project @@ -11,7 +11,7 @@ TakeOrderedAndProject : : +- Filter : : +- BroadcastHashJoin : : :- BroadcastHashJoin [COMET: Unsupported join type ExistenceJoin(exists#1)] - : : : :- CometColumnarToRow + : : : :- CometNativeColumnarToRow : : : : +- CometBroadcastHashJoin : : : : :- CometFilter : : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.customer @@ -30,7 +30,7 @@ TakeOrderedAndProject : : : : +- CometFilter : : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : : +- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometProject : : : +- CometBroadcastHashJoin : : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_sales @@ -40,7 +40,7 @@ TakeOrderedAndProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometScan [native_iceberg_compat] parquet spark_catalog.default.catalog_sales diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q35a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q35a.native_iceberg_compat/extended.txt index fc330dd8b6..bdbfb0d6dc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q35a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q35a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q36a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q36a.native_iceberg_compat/extended.txt index 968ea0611f..e9571a1f12 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q36a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q36a.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q47.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q47.native_iceberg_compat/extended.txt index f38ceaf317..9691120d2f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q47.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q47.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ TakeOrderedAndProject : : +- Window : : +- Filter : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -40,7 +40,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -72,7 +72,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q49.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q49.native_iceberg_compat/extended.txt index d1b415dfe4..0b4672eabb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q49.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q49.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometColumnarExchange @@ -9,7 +9,7 @@ CometColumnarToRow : +- Window : +- Sort : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -41,7 +41,7 @@ CometColumnarToRow : +- Window : +- Sort : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -68,7 +68,7 @@ CometColumnarToRow +- Window +- Sort +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q51a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q51a.native_iceberg_compat/extended.txt index 05c8752bd2..6560795de1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q51a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q51a.native_iceberg_compat/extended.txt @@ -5,7 +5,7 @@ TakeOrderedAndProject +- Project +- BroadcastHashJoin :- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometProject @@ -14,14 +14,14 @@ TakeOrderedAndProject : :- CometSort : : +- CometColumnarExchange : : +- HashAggregate - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometColumnarExchange : : +- HashAggregate : : +- Project : : +- BroadcastHashJoin : : :- Project : : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometSort : : : +- CometExchange : : : +- CometHashAggregate @@ -44,7 +44,7 @@ TakeOrderedAndProject : : +- BroadcastExchange : : +- Project : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -67,14 +67,14 @@ TakeOrderedAndProject : +- CometSort : +- CometColumnarExchange : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin : :- Project : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -92,7 +92,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -110,7 +110,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject @@ -119,14 +119,14 @@ TakeOrderedAndProject :- CometSort : +- CometColumnarExchange : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin : :- Project : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -149,7 +149,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -172,14 +172,14 @@ TakeOrderedAndProject +- CometSort +- CometColumnarExchange +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin :- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -197,7 +197,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q57.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q57.native_iceberg_compat/extended.txt index 1c37fd4e8c..5e8acff889 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q57.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q57.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ TakeOrderedAndProject : : +- Window : : +- Filter : : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometSort : : +- CometExchange : : +- CometHashAggregate @@ -40,7 +40,7 @@ TakeOrderedAndProject : +- BroadcastExchange : +- Project : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometExchange : +- CometHashAggregate @@ -72,7 +72,7 @@ TakeOrderedAndProject +- BroadcastExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q5a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q5a.native_iceberg_compat/extended.txt index 24167a2372..e2832782b8 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q5a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q5a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q6.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q6.native_iceberg_compat/extended.txt index 20115b61c4..e3297b4d66 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q6.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q6.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometFilter +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q64.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q64.native_iceberg_compat/extended.txt index 75884c3f9d..a868670a16 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q64.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q64.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometExchange +- CometProject diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q67a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q67a.native_iceberg_compat/extended.txt index c5c2f024b9..b610537f40 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q67a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q67a.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Filter +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometUnion diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q70a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q70a.native_iceberg_compat/extended.txt index 94b23c3b4f..a75ecb0e47 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q70a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q70a.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate @@ -9,12 +9,12 @@ TakeOrderedAndProject +- HashAggregate +- Union :- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometFilter @@ -39,7 +39,7 @@ TakeOrderedAndProject : +- Project : +- Filter : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometHashAggregate : +- CometExchange @@ -60,16 +60,16 @@ TakeOrderedAndProject : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim :- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Project : +- BroadcastHashJoin - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometFilter @@ -94,7 +94,7 @@ TakeOrderedAndProject : +- Project : +- Filter : +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometSort : +- CometHashAggregate : +- CometExchange @@ -115,16 +115,16 @@ TakeOrderedAndProject : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Project +- BroadcastHashJoin - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometFilter @@ -149,7 +149,7 @@ TakeOrderedAndProject +- Project +- Filter +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q72.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q72.native_iceberg_compat/extended.txt index 819698e99a..22fde3b02c 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q72.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q72.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q74.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q74.native_iceberg_compat/extended.txt index 9fb1ccfbe0..922864baa1 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q74.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q74.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometBroadcastHashJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q75.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q75.native_iceberg_compat/extended.txt index a3bbeab3af..ec53af4809 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q75.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q75.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometProject +- CometSortMergeJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q77a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q77a.native_iceberg_compat/extended.txt index 40e2c31863..3578f807aa 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q77a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q77a.native_iceberg_compat/extended.txt @@ -1,15 +1,15 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometColumnarExchange +- HashAggregate +- Union :- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Union - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometHashAggregate @@ -55,7 +55,7 @@ CometColumnarToRow : :- Project : : +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] : : :- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -67,7 +67,7 @@ CometColumnarToRow : : : +- CometProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -79,7 +79,7 @@ CometColumnarToRow : : +- CometProject : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometHashAggregate @@ -118,15 +118,15 @@ CometColumnarToRow : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_page :- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- HashAggregate - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometColumnarExchange : +- HashAggregate : +- Union - : :- CometColumnarToRow + : :- CometNativeColumnarToRow : : +- CometProject : : +- CometBroadcastHashJoin : : :- CometHashAggregate @@ -172,7 +172,7 @@ CometColumnarToRow : :- Project : : +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] : : :- BroadcastExchange - : : : +- CometColumnarToRow + : : : +- CometNativeColumnarToRow : : : +- CometHashAggregate : : : +- CometExchange : : : +- CometHashAggregate @@ -184,7 +184,7 @@ CometColumnarToRow : : : +- CometProject : : : +- CometFilter : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -196,7 +196,7 @@ CometColumnarToRow : : +- CometProject : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometHashAggregate @@ -235,15 +235,15 @@ CometColumnarToRow : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.web_page +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- HashAggregate - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometColumnarExchange +- HashAggregate +- Union - :- CometColumnarToRow + :- CometNativeColumnarToRow : +- CometProject : +- CometBroadcastHashJoin : :- CometHashAggregate @@ -289,7 +289,7 @@ CometColumnarToRow :- Project : +- BroadcastNestedLoopJoin [COMET: BroadcastNestedLoopJoin is not supported] : :- BroadcastExchange - : : +- CometColumnarToRow + : : +- CometNativeColumnarToRow : : +- CometHashAggregate : : +- CometExchange : : +- CometHashAggregate @@ -301,7 +301,7 @@ CometColumnarToRow : : +- CometProject : : +- CometFilter : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - : +- CometColumnarToRow + : +- CometNativeColumnarToRow : +- CometHashAggregate : +- CometExchange : +- CometHashAggregate @@ -313,7 +313,7 @@ CometColumnarToRow : +- CometProject : +- CometFilter : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometProject +- CometBroadcastHashJoin :- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q78.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q78.native_iceberg_compat/extended.txt index 3b721ab107..1b1e6d0cde 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q78.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q78.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject +- Project [COMET: Comet does not support Spark's BigDecimal rounding] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSortMergeJoin :- CometProject : +- CometSortMergeJoin diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q80a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q80a.native_iceberg_compat/extended.txt index 943d6e8d1a..fbd7cba46d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q80a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q80a.native_iceberg_compat/extended.txt @@ -1,4 +1,4 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometTakeOrderedAndProject +- CometHashAggregate +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q86a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q86a.native_iceberg_compat/extended.txt index 13ff1e34cb..58d00a427d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q86a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q86a.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q98.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q98.native_iceberg_compat/extended.txt index 91e569a85c..1a985ead1b 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q98.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q98.native_iceberg_compat/extended.txt @@ -1,9 +1,9 @@ -CometColumnarToRow +CometNativeColumnarToRow +- CometSort +- CometColumnarExchange +- Project +- Window [COMET: WindowExec is not fully compatible with Spark (Native WindowExec has known correctness issues). To enable it anyway, set spark.comet.operator.WindowExec.allowIncompatible=true. For more information, refer to the Comet Compatibility Guide (https://datafusion.apache.org/comet/user-guide/compatibility.html).] - +- CometColumnarToRow + +- CometNativeColumnarToRow +- CometSort +- CometExchange +- CometHashAggregate