@@ -183,6 +183,11 @@ static bool is_projected_iceberg_rowid(const format::ColumnDefinition& column) {
183183 return column.name == BeConsts::ICEBERG_ROWID_COL ;
184184}
185185
186+ static bool is_projected_iceberg_metadata (const format::ColumnDefinition& column) {
187+ return iequal (column.name , BeConsts::ICEBERG_FILE_PATH_COL ) ||
188+ iequal (column.name , BeConsts::ICEBERG_ROW_POSITION_COL );
189+ }
190+
186191static int iceberg_hex_value (char value) {
187192 if (value >= ' 0' && value <= ' 9' ) {
188193 return value - ' 0' ;
@@ -1102,6 +1107,16 @@ Status IcebergTableReader::materialize_virtual_columns(Block* table_block) {
11021107 case format::TableVirtualColumnType::ICEBERG_ROWID :
11031108 RETURN_IF_ERROR (_materialize_iceberg_rowid (table_block, column_idx));
11041109 break ;
1110+ case format::TableVirtualColumnType::ICEBERG_FILE_PATH :
1111+ RETURN_IF_ERROR (_materialize_iceberg_file_path (table_block, column_idx));
1112+ break ;
1113+ case format::TableVirtualColumnType::ICEBERG_ROW_POSITION :
1114+ RETURN_IF_ERROR (_materialize_iceberg_row_position (table_block, column_idx));
1115+ break ;
1116+ case format::TableVirtualColumnType::PAIMON_FILE_PATH :
1117+ case format::TableVirtualColumnType::PAIMON_ROW_POSITION :
1118+ DORIS_CHECK (false );
1119+ break ;
11051120 case format::TableVirtualColumnType::INVALID :
11061121 break ;
11071122 }
@@ -1112,7 +1127,7 @@ Status IcebergTableReader::materialize_virtual_columns(Block* table_block) {
11121127Status IcebergTableReader::customize_file_scan_request (format::FileScanRequest* file_request) {
11131128 RETURN_IF_ERROR (TableReader::customize_file_scan_request (file_request));
11141129 if ((_row_lineage_columns.first_row_id >= 0 && _need_row_lineage_row_id ()) ||
1115- _need_iceberg_rowid ()) {
1130+ _need_iceberg_rowid () || _need_iceberg_metadata () ) {
11161131 RETURN_IF_ERROR (_append_row_position_output_column (file_request));
11171132 }
11181133 RETURN_IF_ERROR (_append_equality_delete_predicates (file_request));
@@ -1887,6 +1902,54 @@ Status IcebergTableReader::_materialize_iceberg_rowid(Block* table_block, size_t
18871902 return Status::OK ();
18881903}
18891904
1905+ Status IcebergTableReader::_materialize_iceberg_file_path (Block* table_block, size_t column_idx) {
1906+ DORIS_CHECK (_row_position_block_position < _data_reader.block_template .columns ());
1907+ const auto & row_position_column = assert_cast<const ColumnInt64&>(
1908+ *_data_reader.block_template .get_by_position (_row_position_block_position).column );
1909+ DORIS_CHECK (row_position_column.size () == table_block->rows ());
1910+
1911+ auto column = table_block->get_by_position (column_idx).type ->create_column ();
1912+ auto * nullable_column = check_and_get_column<ColumnNullable>(*column);
1913+ auto * string_column = nullable_column != nullptr
1914+ ? check_and_get_column<ColumnString>(
1915+ nullable_column->get_nested_column_ptr ().get ())
1916+ : check_and_get_column<ColumnString>(column.get ());
1917+ DORIS_CHECK (string_column != nullptr );
1918+
1919+ const auto file_path = _data_file_path ();
1920+ string_column->insert_data (file_path.data (), file_path.size ());
1921+ if (nullable_column != nullptr ) {
1922+ nullable_column->get_null_map_data ().resize_fill (1 , 0 );
1923+ }
1924+ table_block->replace_by_position (
1925+ column_idx, ColumnConst::create (std::move (column), row_position_column.size ()));
1926+ return Status::OK ();
1927+ }
1928+
1929+ Status IcebergTableReader::_materialize_iceberg_row_position (Block* table_block,
1930+ size_t column_idx) {
1931+ DORIS_CHECK (_row_position_block_position < _data_reader.block_template .columns ());
1932+ const auto & row_position_column = assert_cast<const ColumnInt64&>(
1933+ *_data_reader.block_template .get_by_position (_row_position_block_position).column );
1934+ DORIS_CHECK (row_position_column.size () == table_block->rows ());
1935+
1936+ auto column = table_block->get_by_position (column_idx).type ->create_column ();
1937+ auto * nullable_column = check_and_get_column<ColumnNullable>(*column);
1938+ auto * int_column = nullable_column != nullptr
1939+ ? check_and_get_column<ColumnInt64>(
1940+ nullable_column->get_nested_column_ptr ().get ())
1941+ : check_and_get_column<ColumnInt64>(column.get ());
1942+ DORIS_CHECK (int_column != nullptr );
1943+
1944+ int_column->get_data ().assign (row_position_column.get_data ().begin (),
1945+ row_position_column.get_data ().end ());
1946+ if (nullable_column != nullptr ) {
1947+ nullable_column->get_null_map_data ().resize_fill (row_position_column.size (), 0 );
1948+ }
1949+ table_block->replace_by_position (column_idx, std::move (column));
1950+ return Status::OK ();
1951+ }
1952+
18901953Status IcebergTableReader::_materialize_row_lineage_last_updated_sequence_number (
18911954 Block* table_block, size_t column_idx) {
18921955 if (_row_lineage_columns.last_updated_sequence_number < 0 ) {
@@ -1931,4 +1994,17 @@ bool IcebergTableReader::_need_iceberg_rowid() const {
19311994 return std::ranges::any_of (_projected_columns, is_projected_iceberg_rowid);
19321995}
19331996
1997+ bool IcebergTableReader::_need_iceberg_metadata () const {
1998+ if (_data_reader.column_mapper != nullptr ) {
1999+ for (const auto & mapping : _data_reader.column_mapper ->mappings ()) {
2000+ if (mapping.virtual_column_type == format::TableVirtualColumnType::ICEBERG_FILE_PATH ||
2001+ mapping.virtual_column_type ==
2002+ format::TableVirtualColumnType::ICEBERG_ROW_POSITION ) {
2003+ return true ;
2004+ }
2005+ }
2006+ }
2007+ return std::ranges::any_of (_projected_columns, is_projected_iceberg_metadata);
2008+ }
2009+
19342010} // namespace doris::format::iceberg
0 commit comments