6060#include " exprs/vexpr_fwd.h"
6161#include " exprs/vslot_ref.h"
6262#include " format/arrow/arrow_stream_reader.h"
63- #include " format/avro/avro_jni_reader.h"
6463#include " format/csv/csv_reader.h"
6564#include " format/json/new_json_reader.h"
6665#include " format/orc/vorc_reader.h"
7170#include " format/table/iceberg_position_delete_sys_table_reader.h"
7271#include " format/table/iceberg_reader.h"
7372#include " format/table/iceberg_sys_table_jni_reader.h"
74- #include " format/table/lakesoul_jni_reader.h"
7573#include " format/table/max_compute_jni_reader.h"
7674#include " format/table/paimon_jni_reader.h"
7775#include " format/table/paimon_reader.h"
7876#include " format/table/partition_column_filler.h"
7977#include " format/table/remote_doris_reader.h"
80- #include " format/table/transactional_hive_reader.h"
8178#include " format/table/trino_connector_jni_reader.h"
8279#include " format/text/text_reader.h"
8380#include " io/cache/block_file_cache_profile.h"
@@ -145,6 +142,7 @@ FileScanner::FileScanner(RuntimeState* state, FileScanLocalState* local_state, i
145142}
146143
147144Status FileScanner::init (RuntimeState* state, const VExprContextSPtrs& conjuncts) {
145+ RETURN_IF_ERROR (validate_file_scan_support (*_params));
148146 RETURN_IF_ERROR (Scanner::init (state, conjuncts));
149147 _get_block_timer =
150148 ADD_TIMER_WITH_LEVEL (_local_state->scanner_profile (), " FileScannerGetBlockTime" , 1 );
@@ -1053,6 +1051,7 @@ Status FileScanner::_get_next_reader() {
10531051 }
10541052
10551053 const TFileRangeDesc& range = _current_range;
1054+ RETURN_IF_ERROR (validate_file_scan_support (*_params, &range));
10561055 _current_range_path = range.path ;
10571056
10581057 if (!_partition_slot_descs.empty ()) {
@@ -1145,12 +1144,6 @@ Status FileScanner::_get_next_reader() {
11451144 range.table_format_params .hudi_params ,
11461145 _file_slot_descs, _state, _profile);
11471146 init_status = ((HudiJniReader*)_cur_reader.get ())->init_reader ();
1148- } else if (range.__isset .table_format_params &&
1149- range.table_format_params .table_format_type == " lakesoul" ) {
1150- _cur_reader =
1151- LakeSoulJniReader::create_unique (range.table_format_params .lakesoul_params ,
1152- _file_slot_descs, _state, _profile);
1153- init_status = ((LakeSoulJniReader*)_cur_reader.get ())->init_reader ();
11541147 } else if (range.__isset .table_format_params &&
11551148 range.table_format_params .table_format_type == " trino_connector" ) {
11561149 _cur_reader = TrinoConnectorJniReader::create_unique (_file_slot_descs, _state,
@@ -1267,17 +1260,6 @@ Status FileScanner::_get_next_reader() {
12671260 ->init_reader (_col_default_value_ctx, _is_load);
12681261 break ;
12691262 }
1270- case TFileFormatType::FORMAT_AVRO : {
1271- _cur_reader = AvroJNIReader::create_unique (_state, _profile, *_params, _file_slot_descs,
1272- range);
1273- init_status = ((AvroJNIReader*)(_cur_reader.get ()))->init_reader ();
1274- // Set col_name_to_block_idx for JNI readers to avoid repeated map creation
1275- if (_cur_reader) {
1276- static_cast <JniReader*>(_cur_reader.get ())
1277- ->set_col_name_to_block_idx (&_src_block_name_to_idx);
1278- }
1279- break ;
1280- }
12811263 case TFileFormatType::FORMAT_WAL : {
12821264 _cur_reader = WalReader::create_unique (_state);
12831265 init_status = ((WalReader*)(_cur_reader.get ()))->init_reader (_output_tuple_desc);
@@ -1482,19 +1464,7 @@ Status FileScanner::_init_orc_reader(std::unique_ptr<OrcReader>&& orc_reader,
14821464 Status init_status = Status::OK ();
14831465
14841466 if (range.__isset .table_format_params &&
1485- range.table_format_params .table_format_type == " transactional_hive" ) {
1486- std::unique_ptr<TransactionalHiveReader> tran_orc_reader =
1487- TransactionalHiveReader::create_unique (std::move (orc_reader), _profile, _state,
1488- *_params, range, _io_ctx.get (),
1489- file_meta_cache_ptr);
1490- init_status = tran_orc_reader->init_reader (
1491- _file_col_names, &_src_block_name_to_idx, _push_down_conjuncts, _real_tuple_desc,
1492- _default_val_row_desc.get (), &_not_single_slot_filter_conjuncts,
1493- &_slot_id_to_filter_conjuncts);
1494- RETURN_IF_ERROR (tran_orc_reader->init_row_filters ());
1495- _cur_reader = std::move (tran_orc_reader);
1496- } else if (range.__isset .table_format_params &&
1497- range.table_format_params .table_format_type == " iceberg" ) {
1467+ range.table_format_params .table_format_type == " iceberg" ) {
14981468 std::unique_ptr<IcebergOrcReader> iceberg_reader = IcebergOrcReader::create_unique (
14991469 std::move (orc_reader), _profile, _state, *_params, range, _kv_cache, _io_ctx.get (),
15001470 file_meta_cache_ptr);
@@ -1558,8 +1528,8 @@ Status FileScanner::_init_orc_reader(std::unique_ptr<OrcReader>&& orc_reader,
15581528 RETURN_IF_ERROR (TableSchemaChangeHelper::BuildTableInfoUtil::by_orc_name (
15591529 _real_tuple_desc, orc_type_ptr, tvf_info_node));
15601530 init_status = orc_reader->init_reader (
1561- &_file_col_names, &_src_block_name_to_idx, _push_down_conjuncts, false ,
1562- _real_tuple_desc, _default_val_row_desc.get (), &_not_single_slot_filter_conjuncts,
1531+ &_file_col_names, &_src_block_name_to_idx, _push_down_conjuncts, _real_tuple_desc ,
1532+ _default_val_row_desc.get (), &_not_single_slot_filter_conjuncts,
15631533 &_slot_id_to_filter_conjuncts, tvf_info_node);
15641534 _cur_reader = std::move (orc_reader);
15651535 } else if (_is_load) {
@@ -1583,8 +1553,8 @@ Status FileScanner::_init_orc_reader(std::unique_ptr<OrcReader>&& orc_reader,
15831553 }
15841554 }
15851555 init_status = orc_reader->init_reader (
1586- &_file_col_names, &_src_block_name_to_idx, _push_down_conjuncts, false ,
1587- _real_tuple_desc, _default_val_row_desc.get (), &_not_single_slot_filter_conjuncts,
1556+ &_file_col_names, &_src_block_name_to_idx, _push_down_conjuncts, _real_tuple_desc ,
1557+ _default_val_row_desc.get (), &_not_single_slot_filter_conjuncts,
15881558 &_slot_id_to_filter_conjuncts, load_info_node);
15891559 _cur_reader = std::move (orc_reader);
15901560 }
@@ -1673,6 +1643,7 @@ Status FileScanner::_generate_truncate_columns(bool need_to_get_parsed_schema) {
16731643}
16741644
16751645Status FileScanner::prepare_for_read_lines (const TFileRangeDesc& range) {
1646+ RETURN_IF_ERROR (validate_file_scan_support (*_params, &range));
16761647 _current_range = range;
16771648
16781649 _file_cache_statistics.reset (new io::FileCacheStatistics ());
0 commit comments