Repository navigation
Commit 58c16ac
committed
[chore](fe) Sync Flight table types with master
### What problem does this PR solve?
Related PR: #67899
Problem Summary: Resolve the schema-helper import conflict while retaining master Arrow type support and the table-types metadata fix.
### Release note
None; this commit synchronizes the existing PR with master.
### Check List (For Author)
- Test: FE Checkstyle passed with zero violations. Official selected FE unit-test command attempted; blocked before execution by the Intel-only grpc-java 1.34.0 generator on this ARM macOS host.
- Behavior changed: No additional behavior beyond the existing PR and master.
- Does this need documentation: No.
Signed-off-by: hutiefang76 <[email protected]>2,370 files changed
Lines changed: 158025 additions & 20300 deletions
File tree
- .claude/skills/code-review
- .github
- scripts
- workflows
- be
- benchmark
- cmake
- src
- agent
- cloud
- common
- core
- column
- variant_v2
- data_type_serde
- data_type
- value
- variant
- exec
- common
- hash_table
- operator
- partitioner/external
- pipeline
- runtime_filter
- scan
- sink
- writer
- iceberg
- paimon
- sort
- spill
- exprs
- aggregate
- function
- ai
- array
- cast
- variant_v2
- lambda_function
- table_function
- format_v2
- expr
- jni
- json
- orc
- parquet
- reader
- native
- table
- format
- arrow
- jni
- json
- orc
- parquet
- table
- iceberg
- paimon
- transformer
- information_schema
- io
- cache
- fs
- load
- channel
- delta_writer
- group_commit/wal
- memtable
- runtime
- workload_group
- workload_management
- service
- arrow_flight
- http
- action
- storage
- compaction
- delete
- index
- inverted
- snii/writer
- iterator
- predicate
- rowset
- schema_change
- segment
- variant
- v2
- snapshot
- tablet
- task
- txn
- udf/python
- util
- test
- agent
- ai
- cloud
- common
- core
- column
- data_type_serde
- data_type
- value
- exec
- agg
- common
- hash_table
- operator
- partitioner
- pipeline
- runtime_filter
- scan
- schema_scanner
- sink
- writer
- iceberg
- paimon
- test_data/paimon_rust_batch_size
- bucket-0
- schema
- expected_result/vec/columns
- exprs
- aggregate
- function
- cast
- lambda_function
- format_v2
- expr
- jni
- orc
- test_data
- parquet
- table
- format
- arrow
- jni
- orc
- parquet
- table/iceberg
- transformer
- io
- cache
- fs
- load
- channel
- delta_writer
- memtable
- runtime
- workload_group
- workload_management
- service/http
- storage
- compaction
- delete
- index
- ann
- snii
- bench
- compaction
- writer
- mow
- predicate
- rowset
- schema_change
- segment
- snapshot
- tablet
- test_data/segment_flusher_format
- complex_v2_not_nullable_with_variant_bloom_horizontal_compressed
- complex_v2_not_nullable_without_variant_bloom_horizontal_compressed
- complex_v2_nullable_with_variant_bloom_vertical_uncompressed
- complex_v2_nullable_without_variant_bloom_vertical_compressed
- complex_v3_not_nullable_with_variant_bloom_vertical_compressed
- complex_v3_not_nullable_without_variant_bloom_vertical_uncompressed
- complex_v3_nullable_with_variant_bloom_horizontal_compressed
- complex_v3_nullable_without_variant_bloom_horizontal_compressed
- txn
- variant
- testutil/mock
- util
- variant
- vec/spill
- cloud
- src
- common
- meta-service
- recycler
- test
- contrib
- docker/thirdparties
- docker-compose
- fluss
- iceberg
- scripts/create_preinstalled_scripts/paimon
- kerberos
- fe
- be-java-extensions
- fluss-client-patch
- src/main/java/org/apache/fluss/utils
- concurrent
- fluss-scanner
- src
- main/java/org/apache/doris/fluss
- test/java/org/apache/doris/fluss
- hadoop-hudi-scanner/src
- main/java/org/apache/doris/hudi
- test/java/org/apache/doris/hudi
- iceberg-metadata-scanner
- src
- main/java/org/apache/doris/iceberg
- test/java/org/apache/doris/iceberg
- jdbc-scanner
- src
- main/java/org/apache/doris/jdbc
- test
- java/org/apache/doris/jdbc
- jni-spi
- src
- main/java/org/apache/doris/jni/spi/vec
- test
- java/org/apache/doris/jni/spi
- vec
- resources
- max-compute-connector/src
- main/java/org/apache/doris/maxcompute
- test/java/org/apache/doris/maxcompute
- paimon-common-patch
- src/main/java/org/apache/paimon/utils
- paimon-s3-shade
- src/test/java/org/apache/doris/paimon/s3
- paimon-scanner
- src
- main/java/org/apache/doris/paimon
- test/java/org/apache/doris/paimon
- trino-connector-scanner/src
- main/java/org/apache/doris/trinoconnector
- test/java/org/apache/doris/trinoconnector
- check/checkstyle
- fe-authentication/fe-authentication-spi
- src
- main/java/org/apache/doris/authentication/spi
- test/resources
- fe-catalog/src/main/java/org/apache/doris
- analysis
- catalog
- persist/gson
- fe-common/src
- main/java/org/apache/doris
- common
- job/cdc
- request
- qe
- test/java/org/apache/doris/common
- fe-connector
- fe-connector-adbc/src
- main/java/org/apache/doris/connector/adbc
- test/java/org/apache/doris/connector/adbc
- fe-connector-cache/src/test/java/org/apache/doris/connector/cache
- fe-connector-fluss/src
- main/java/org/apache/doris/connector/fluss
- test/java/org/apache/doris/connector/fluss
- fe-connector-hive
- src
- main/java/org/apache/doris/connector/hive
- test/java/org/apache/doris/connector/hive
- fe-connector-hms-hive-shade
- fe-connector-hms/src
- main/java/org/apache/doris/connector/hms
- test/java/org/apache/doris/connector/hms
- fe-connector-hudi/src
- main/java/org/apache/doris/connector/hudi
- test/java/org/apache/doris/connector/hudi
- fe-connector-iceberg
- src
- main/java/org/apache
- doris/connector/iceberg
- action
- dlf/client
- rewrite
- iceberg
- test/java/org/apache/doris/connector/iceberg
- action
- dlf/client
- rewrite
- fe-connector-jdbc/src
- main/java/org/apache/doris/connector/jdbc
- client
- test/java/org/apache/doris/connector/jdbc
- client
- fe-connector-maxcompute/src
- main/java/org/apache/doris/connector/maxcompute
- test/java/org/apache/doris/connector/maxcompute
- fe-connector-paimon-hive-shade
- fe-connector-paimon
- src
- main/java/org/apache/doris/connector/paimon
- test/java/org/apache/doris/connector/paimon
- fe-connector-spi/src
- main/java/org/apache/doris/connector/spi
- handle
- scan
- test
- java/org/apache/doris/connector/spi
- handle
- scan
- resources
- fe-connector-trino/src
- main/java/org/apache/doris/connector/trino
- test/java/org/apache/doris/connector/trino
- fe-core
- src
- main/java/org/apache/doris
- alter
- analysis
- arrowflight
- authentication
- binlog
- catalog
- stream
- clone
- cloud
- alter
- catalog
- datasource
- stage
- system
- common
- proc
- profile
- util
- connector
- datasource
- connector/converter
- doris/source
- jdbc/client
- mvcc
- plugin
- property
- constants
- fileformat
- scan
- split
- httpv2
- controller
- rest/manager
- insertoverwrite
- job
- common
- executor
- extensions/insert/streaming
- manager
- offset
- jdbc
- s3
- scheduler
- util
- load
- routineload
- kafka
- kinesis
- master
- metric
- mtmv
- ivm
- agg
- mysql
- authenticate
- integration
- password
- plugin
- privilege
- protocol
- nereids
- analyzer
- cost
- glue/translator
- load
- parser
- processor/post
- properties
- rules
- analysis
- exploration/mv/rollup
- expression
- rules
- rewrite
- stats
- trees
- expressions
- functions
- agg
- ai
- combinator
- executable
- scalar
- table
- window
- literal
- visitor
- plans
- algebra
- commands
- info
- insert
- distribute/worker/job
- physical
- types
- util
- persist
- gson
- planner
- normalize
- qe
- service
- spi
- system
- tablefunction
- transaction
- tso
- test/java/org/apache/doris
- alter
- analysis
- arrowflight
- authentication
- binlog
- catalog
- cloud
- alter
- catalog
- datasource
- system
- common
- proc
- profile
- util
- connector
- datasource
- connector/converter
- credentials
- doris/source
- hive
- jdbc/client
- mvcc
- plugin
- scan
- split
- http
- job
- extensions/insert/streaming
- offset
- jdbc
- s3
- scheduler
- util
- load
- master
- metric
- mtmv
- ivm
- agg
- mysql
- authenticate
- password
- privilege
- protocol
- nereids
- analyzer
- glue/translator
- load
- parser
- postprocess
- processor/post
- rules
- analysis
- exploration/mv/rollup
- expression
- check
- rules
- rewrite
- stats
- trees
- expressions
- functions
- agg
- combinator
- executable
- scalar
- window
- literal
- plans
- commands
- info
- insert
- distribute/worker/job
- physical
- types
- util
- planner
- qe
- protocol
- resource
- service
- system
- tablefunction
- transaction
- tso
- fe-filesystem
- fe-filesystem-cos/src/test/java/org/apache/doris/filesystem/cos
- fe-filesystem-gcs/src/test/java/org/apache/doris/filesystem/gcs
- fe-filesystem-hdfs-base/src
- main/java/org/apache/doris/filesystem/hdfs
- test/java/org/apache/doris/filesystem/hdfs
- fe-filesystem-obs/src/test/java/org/apache/doris/filesystem/obs
- fe-filesystem-oss/src/test/java/org/apache/doris/filesystem/oss
- fe-filesystem-s3-base/src/test/java/org/apache/doris/filesystem/s3
- fe-filesystem-spi/src
- main/java/org/apache/doris/filesystem/spi
- test/java/org/apache/doris/filesystem/spi
- fe-sql-parser/src/main/antlr4/org/apache/doris/nereids
- fe-type/src/main/java/org/apache/doris/catalog
- fs_brokers/cdc_client/src
- main/java/org/apache/doris/cdcclient
- service
- source
- deserialize
- parse/mysql
- reader
- mysql
- postgres
- utils
- test/java/org/apache/doris/cdcclient
- itcase
- source
- deserialize
- parse/mysql
- reader/mysql
- utils
- gensrc
- proto
- thrift
- regression-test
- conf
- data
- auth_p0
- cloud_p0
- different_serialize
- node_mgr
- datatype_p0
- agg_state
- array
- group_concat
- map
- complex_types
- ip
- json
- uuid
- ddl_p0/test_create_table_generated_column
- doc/sql-manual
- sql-function
- export_p2/outfile/s3
- external_table_p0
- adbc
- fluss
- hive
- write
- iceberg
- write
- jdbc
- type_test
- ctas
- select
- tvf
- paimon
- write
- trino_connector
- hive
- jdbc
- tvf
- orc_tvf
- upgrade
- external_table_p2
- hudi
- jdbc
- type_test/select
- maxcompute
- paimon
- refactor_storage_param
- tvf
- fault_injection_p0
- function_p0/cast
- to_complex
- to_int/from_int
- insert_overwrite_p0
- insert_p0/transaction
- job_p0/streaming_job
- cdc
- load_p0
- http_stream
- routine_load
- stream_load
- mtmv_p0
- ivm
- mv_p0/agg_state/diffrent_serialize
- nereids_function_p0
- agg_function/topn
- scalar_function
- nereids_rules_p0
- agg_strategy
- column_pruning
- cte
- mv
- agg_with_roll_up
- count_rollup_empty_input
- set_preagg
- point_query_p0
- query_p0
- aggregate
- cache
- ddl/set_and_unset_commands
- join
- outfile
- agg_state_array
- agg_state
- session_variable
- set_operations
- sql_functions
- aggregate_functions
- array_functions
- binary_functions
- cast_function
- datetime_functions
- math_functions
- quantile_state_functions
- size_funciton
- string_functions
- window_functions
- system
- topn_lazy
- variables_persist
- row_binlog_p0
- schema_change_p0
- shape_check
- tpcds_sf1000_constraints/shape
- tpcds_sf1000_nopkfk/shape
- tpcds_sf1000
- dphyper
- hint
- shape
- tpcds_sf100
- noStatsRfPrune
- no_stats_shape
- rf_prune
- shape
- tpcds_sf10t_orc/shape
- time_travel_p0
- unique_with_mor_p0
- unique_with_mow_p0/partial_update
- variant_p0
- predefine
- v2
- framework
- src/main/groovy/org/apache/doris/regression
- suite
- pipeline
- external/conf
- nonConcurrent/conf
- suites
- account_p0
- ai_p0
- arrow_flight_sql_p0
- auth_p0
- cloud_p0
- different_serialize
- node_mgr
- correctness
- datatype_p0
- agg_state
- array
- group_concat
- map
- complex_types
- ip
- json
- timestamp_ns
- uuid
- ddl_p0/test_create_table_generated_column
- demo_p0
- doc/sql-manual/sql-functions
- export_p2/outfile/s3
- external_table_p0
- adbc
- cache
- fluss
- hive
- ddl
- iceberg
- action
- write
- jdbc
- type_test
- ctas
- select
- tvf
- kerberos
- paimon
- write
- trino_connector/jdbc
- tvf
- orc_format
- orc_tvf
- upgrade
- external_table_p2
- hive
- hudi
- jdbc
- type_test/select
- maxcompute
- paimon
- refactor_catalog_param
- refactor_storage_param
- tvf
- fault_injection_p0
- flink_connector_p0
- function_p0/cast
- to_complex
- to_int/from_int
- insert_overwrite_p0
- insert_p0/transaction
- inverted_index_p0
- job_p0/streaming_job
- cdc
- tvf
- load_p0
- http_stream
- routine_load
- stream_load
- tvf
- manager
- metrics_p0
- mtmv_p0
- ivm
- mv_p0
- agg_state/diffrent_serialize
- ut/testBucketedAggSyncMV
- nereids_function_p0
- agg_function/topn
- scalar_function
- nereids_rules_p0
- agg_strategy
- column_pruning
- cte
- mv
- agg_with_roll_up
- count_rollup_empty_input
- partition_prune
- set_preagg
- partition_p0/auto_partition
- point_query_p0
- query_p0
- aggregate
- cache
- condition_cache
- ddl/set_and_unset_commands
- javaudf
- join
- outfile
- agg_state_array
- agg_state
- select_tablets
- session_variable
- set_operations
- set
- sql_functions
- aggregate_functions
- array_functions
- binary_functions
- cast_function
- datetime_functions
- encryption_digest
- math_functions
- quantile_state_functions
- string_functions
- window_functions
- system
- topn_lazy
- variables_persist
- row_binlog_p0
- schema_change_p0
- statistics
- table_stream_p0
- time_travel_p0
- tso_p0
- unique_with_mor_p0
- unique_with_mow_p0/partial_update
- variant_p0
- predefine
- v2
- predefine
- variant_p2
- samples/arrow-flight-sql/python
- thirdparty
- patches
- test
- tools
- benchmark
- tests
- ssb-tools
- bin
- ddl
- trino-ssb
- src
- main
- java/org/apache/doris/tools/ssb
- resources/META-INF/services
- test/java/org/apache/doris/tools/ssb
- tpcds-tools
- bin
- tpch-tools
- bin
Some content is hidden
Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.
| Original file line number | Diff line number | Diff line change | |
|---|---|---|---|
| |||
68 | 68 | | |
69 | 69 | | |
70 | 70 | | |
| 71 | + | |
| 72 | + | |
| 73 | + | |
| 74 | + | |
| 75 | + | |
| 76 | + | |
| 77 | + | |
| 78 | + | |
| 79 | + | |
| 80 | + | |
| 81 | + | |
| 82 | + | |
| 83 | + | |
| 84 | + | |
| 85 | + | |
| 86 | + | |
| 87 | + | |
| 88 | + | |
| 89 | + | |
| 90 | + | |
| 91 | + | |
71 | 92 | | |
72 | 93 | | |
73 | 94 | | |
| |||
| Original file line number | Diff line number | Diff line change | |
|---|---|---|---|
| |||
87 | 87 | | |
88 | 88 | | |
89 | 89 | | |
| 90 | + | |
90 | 91 | | |
91 | 92 | | |
92 | 93 | | |
| |||
205 | 206 | | |
206 | 207 | | |
207 | 208 | | |
| 209 | + | |
| 210 | + | |
| 211 | + | |
| 212 | + | |
| 213 | + | |
| 214 | + | |
208 | 215 | | |
209 | 216 | | |
210 | 217 | | |
| |||
214 | 221 | | |
215 | 222 | | |
216 | 223 | | |
| 224 | + | |
217 | 225 | | |
218 | 226 | | |
219 | 227 | | |
| |||
| Original file line number | Diff line number | Diff line change | |
|---|---|---|---|
| |||
18 | 18 | | |
19 | 19 | | |
20 | 20 | | |
| 21 | + | |
21 | 22 | | |
22 | 23 | | |
23 | 24 | | |
| |||
389 | 390 | | |
390 | 391 | | |
391 | 392 | | |
| 393 | + | |
| 394 | + | |
| 395 | + | |
| 396 | + | |
| 397 | + | |
| 398 | + | |
| 399 | + | |
| 400 | + | |
392 | 401 | | |
393 | 402 | | |
394 | 403 | | |
| |||
1450 | 1459 | | |
1451 | 1460 | | |
1452 | 1461 | | |
1453 | | - | |
| 1462 | + | |
| 1463 | + | |
| 1464 | + | |
1454 | 1465 | | |
| 1466 | + | |
| 1467 | + | |
| 1468 | + | |
1455 | 1469 | | |
1456 | 1470 | | |
1457 | | - | |
| 1471 | + | |
1458 | 1472 | | |
1459 | 1473 | | |
1460 | 1474 | | |
| |||
1464 | 1478 | | |
1465 | 1479 | | |
1466 | 1480 | | |
| 1481 | + | |
| 1482 | + | |
1467 | 1483 | | |
1468 | 1484 | | |
1469 | 1485 | | |
| |||
1485 | 1501 | | |
1486 | 1502 | | |
1487 | 1503 | | |
| 1504 | + | |
1488 | 1505 | | |
1489 | 1506 | | |
1490 | 1507 | | |
| |||
1497 | 1514 | | |
1498 | 1515 | | |
1499 | 1516 | | |
| 1517 | + | |
1500 | 1518 | | |
| 1519 | + | |
1501 | 1520 | | |
1502 | 1521 | | |
1503 | 1522 | | |
| 1523 | + | |
1504 | 1524 | | |
1505 | 1525 | | |
1506 | 1526 | | |
| |||
1514 | 1534 | | |
1515 | 1535 | | |
1516 | 1536 | | |
1517 | | - | |
| 1537 | + | |
| 1538 | + | |
1518 | 1539 | | |
1519 | 1540 | | |
1520 | 1541 | | |
| |||
1589 | 1610 | | |
1590 | 1611 | | |
1591 | 1612 | | |
| 1613 | + | |
1592 | 1614 | | |
| 1615 | + | |
| 1616 | + | |
1593 | 1617 | | |
1594 | 1618 | | |
1595 | 1619 | | |
1596 | 1620 | | |
| 1621 | + | |
| 1622 | + | |
1597 | 1623 | | |
1598 | 1624 | | |
1599 | 1625 | | |
| |||
1779 | 1805 | | |
1780 | 1806 | | |
1781 | 1807 | | |
1782 | | - | |
| 1808 | + | |
| 1809 | + | |
| 1810 | + | |
1783 | 1811 | | |
1784 | | - | |
1785 | 1812 | | |
1786 | 1813 | | |
1787 | 1814 | | |
1788 | 1815 | | |
1789 | 1816 | | |
1790 | | - | |
1791 | | - | |
1792 | | - | |
1793 | | - | |
1794 | | - | |
1795 | | - | |
1796 | | - | |
1797 | | - | |
1798 | | - | |
1799 | | - | |
1800 | | - | |
1801 | | - | |
1802 | | - | |
1803 | | - | |
1804 | | - | |
1805 | | - | |
1806 | | - | |
1807 | | - | |
1808 | | - | |
1809 | | - | |
1810 | | - | |
1811 | | - | |
1812 | | - | |
1813 | | - | |
1814 | | - | |
1815 | | - | |
1816 | | - | |
1817 | | - | |
1818 | | - | |
1819 | | - | |
1820 | 1817 | | |
1821 | 1818 | | |
1822 | 1819 | | |
| |||
1948 | 1945 | | |
1949 | 1946 | | |
1950 | 1947 | | |
| 1948 | + | |
| 1949 | + | |
| 1950 | + | |
| 1951 | + | |
| 1952 | + | |
| 1953 | + | |
| 1954 | + | |
| 1955 | + | |
| 1956 | + | |
| 1957 | + | |
| 1958 | + | |
| 1959 | + | |
| 1960 | + | |
| 1961 | + | |
| 1962 | + | |
| 1963 | + | |
| 1964 | + | |
| 1965 | + | |
| 1966 | + | |
| 1967 | + | |
| 1968 | + | |
| 1969 | + | |
| 1970 | + | |
| 1971 | + | |
| 1972 | + | |
| 1973 | + | |
| 1974 | + | |
| 1975 | + | |
| 1976 | + | |
| 1977 | + | |
| 1978 | + | |
| 1979 | + | |
| 1980 | + | |
| 1981 | + | |
| 1982 | + | |
| 1983 | + | |
| 1984 | + | |
| 1985 | + | |
| 1986 | + | |
| 1987 | + | |
| 1988 | + | |
| 1989 | + | |
| 1990 | + | |
| 1991 | + | |
| 1992 | + | |
| 1993 | + | |
| 1994 | + | |
| 1995 | + | |
| 1996 | + | |
| 1997 | + | |
| 1998 | + | |
| 1999 | + | |
| 2000 | + | |
1951 | 2001 | | |
1952 | 2002 | | |
1953 | 2003 | | |
| |||
2016 | 2066 | | |
2017 | 2067 | | |
2018 | 2068 | | |
| 2069 | + | |
| 2070 | + | |
| 2071 | + | |
| 2072 | + | |
2019 | 2073 | | |
2020 | 2074 | | |
2021 | 2075 | | |
| |||
2105 | 2159 | | |
2106 | 2160 | | |
2107 | 2161 | | |
| 2162 | + | |
2108 | 2163 | | |
2109 | 2164 | | |
2110 | 2165 | | |
| |||
2117 | 2172 | | |
2118 | 2173 | | |
2119 | 2174 | | |
| 2175 | + | |
2120 | 2176 | | |
2121 | 2177 | | |
2122 | 2178 | | |
| |||
| Original file line number | Diff line number | Diff line change | |
|---|---|---|---|
| |||
73 | 73 | | |
74 | 74 | | |
75 | 75 | | |
| 76 | + | |
76 | 77 | | |
77 | 78 | | |
78 | 79 | | |
79 | 80 | | |
80 | 81 | | |
81 | 82 | | |
82 | | - | |
| 83 | + | |
| 84 | + | |
| 85 | + | |
| 86 | + | |
| 87 | + | |
| 88 | + | |
| 89 | + | |
83 | 90 | | |
84 | 91 | | |
85 | | - | |
| 92 | + | |
86 | 93 | | |
87 | 94 | | |
88 | 95 | | |
| 96 | + | |
| 97 | + | |
| 98 | + | |
| 99 | + | |
89 | 100 | | |
90 | 101 | | |
91 | 102 | | |
| |||
0 commit comments