Skip to content

Commit 2ddece0

Browse files
committed
revert SQLConf.PARQUET_VECTORIZED_READER_ENABLED.key fallback
1 parent bbf731c commit 2ddece0

1 file changed

Lines changed: 0 additions & 10 deletions

File tree

‎spark/src/main/scala/org/apache/comet/rules/CometScanRule.scala‎

Lines changed: 0 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -207,16 +207,6 @@ case class CometScanRule(session: SparkSession)
207207
s"$SCAN_NATIVE_DATAFUSION scan requires ${COMET_EXEC_ENABLED.key} to be enabled")
208208
return None
209209
}
210-
// Disabling the vectorized reader opts into parquet-mr's permissive behavior
211-
// (silent overflow / null-on-narrowing). Comet has no parquet-mr-equivalent
212-
// backend, so fall back to Spark.
213-
if (!conf.parquetVectorizedReaderEnabled) {
214-
withInfo(
215-
scanExec,
216-
s"$SCAN_NATIVE_DATAFUSION scan is incompatible with " +
217-
s"${SQLConf.PARQUET_VECTORIZED_READER_ENABLED.key}=false")
218-
return None
219-
}
220210
if (!CometNativeScan.isSupported(scanExec)) {
221211
return None
222212
}

0 commit comments

Comments
 (0)