Skip to content

Commit 8a66fd0

Browse files
adriangbclaude
andcommitted
test: optional dynamic filters in the page index select-all tests
The tests of #25729 show the TopK dynamic filter in the scan predicate. With #25681 the pushed filter is `Optional(DynamicFilter [...])`. Integration of #25729 and #25681 in the final state branch. Co-Authored-By: Claude Opus 5.5 <[email protected]>
1 parent 569f843 commit 8a66fd0

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

‎datafusion/sqllogictest/test_files/dynamic_row_group_pruning.slt‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -398,7 +398,7 @@ explain analyze SELECT v FROM select_all WHERE w = 1 ORDER BY v LIMIT 1;
398398
----
399399
Plan with Metrics
400400
01)SortExec: TopK(fetch=1), expr=[v@0 ASC NULLS LAST], preserve_partitioning=[false], filter=[v@0 < 1], metrics=[output_rows=1, elapsed_compute=<slt:ignore>, output_bytes=<slt:ignore>]
401-
02)--DataSourceExec: file_groups={1 group: [[WORKSPACE_ROOT/datafusion/sqllogictest/test_files/scratch/dynamic_row_group_pruning/select_all.parquet]]}, projection=[v], file_type=parquet, predicate=w@1 = 1 AND DynamicFilter [ v@0 < 1 ], sort_order_for_reorder=[v@0 ASC NULLS LAST], dynamic_rg_pruning=eligible, pruning_predicate=w_null_count@2 != row_count@3 AND w_min@0 <= 1 AND 1 <= w_max@1 AND v_null_count@5 != row_count@3 AND v_min@4 < 1, required_guarantees=[w in (1)], metrics=[output_rows=1, elapsed_compute=<slt:ignore>, output_bytes=<slt:ignore>, files_ranges_pruned_statistics=1 total → 1 matched, row_groups_pruned_statistics=5 total → 5 matched, row_groups_pruned_bloom_filter=5 total → 5 matched, page_index_pages_pruned=5 total → 5 matched, limit_pruned_row_groups=0 total → 0 matched, bytes_processed=<slt:ignore>, bytes_scanned=<slt:ignore>, row_groups_pruned_dynamic_filter=4, metadata_load_time=<slt:ignore>, scan_efficiency_ratio=<slt:ignore>]
401+
02)--DataSourceExec: file_groups={1 group: [[WORKSPACE_ROOT/datafusion/sqllogictest/test_files/scratch/dynamic_row_group_pruning/select_all.parquet]]}, projection=[v], file_type=parquet, predicate=w@1 = 1 AND Optional(DynamicFilter [ v@0 < 1 ]), sort_order_for_reorder=[v@0 ASC NULLS LAST], dynamic_rg_pruning=eligible, pruning_predicate=w_null_count@2 != row_count@3 AND w_min@0 <= 1 AND 1 <= w_max@1 AND v_null_count@5 != row_count@3 AND v_min@4 < 1, required_guarantees=[w in (1)], metrics=[output_rows=1, elapsed_compute=<slt:ignore>, output_bytes=<slt:ignore>, files_ranges_pruned_statistics=1 total → 1 matched, row_groups_pruned_statistics=5 total → 5 matched, row_groups_pruned_bloom_filter=5 total → 5 matched, page_index_pages_pruned=5 total → 5 matched, limit_pruned_row_groups=0 total → 0 matched, bytes_processed=<slt:ignore>, bytes_scanned=<slt:ignore>, row_groups_pruned_dynamic_filter=4, metadata_load_time=<slt:ignore>, scan_efficiency_ratio=<slt:ignore>]
402402

403403
statement ok
404404
drop table select_all;
@@ -419,7 +419,7 @@ explain analyze SELECT v FROM select_all WHERE w = 1 ORDER BY v LIMIT 1;
419419
----
420420
Plan with Metrics
421421
01)SortExec: TopK(fetch=1), expr=[v@0 ASC NULLS LAST], preserve_partitioning=[false], filter=[v@0 < 1], metrics=[output_rows=1, elapsed_compute=<slt:ignore>, output_bytes=<slt:ignore>]
422-
02)--DataSourceExec: file_groups={1 group: [[WORKSPACE_ROOT/datafusion/sqllogictest/test_files/scratch/dynamic_row_group_pruning/select_all.parquet]]}, projection=[v], file_type=parquet, predicate=w@1 = 1 AND DynamicFilter [ v@0 < 1 ], sort_order_for_reorder=[v@0 ASC NULLS LAST], dynamic_rg_pruning=eligible, pruning_predicate=w_null_count@2 != row_count@3 AND w_min@0 <= 1 AND 1 <= w_max@1 AND v_null_count@5 != row_count@3 AND v_min@4 < 1, required_guarantees=[w in (1)], metrics=[output_rows=1, elapsed_compute=<slt:ignore>, output_bytes=<slt:ignore>, files_ranges_pruned_statistics=1 total → 1 matched, row_groups_pruned_statistics=5 total → 5 matched, row_groups_pruned_bloom_filter=5 total → 5 matched, page_index_pages_pruned=0 total → 0 matched, limit_pruned_row_groups=0 total → 0 matched, bytes_processed=<slt:ignore>, bytes_scanned=<slt:ignore>, row_groups_pruned_dynamic_filter=4, metadata_load_time=<slt:ignore>, scan_efficiency_ratio=<slt:ignore>]
422+
02)--DataSourceExec: file_groups={1 group: [[WORKSPACE_ROOT/datafusion/sqllogictest/test_files/scratch/dynamic_row_group_pruning/select_all.parquet]]}, projection=[v], file_type=parquet, predicate=w@1 = 1 AND Optional(DynamicFilter [ v@0 < 1 ]), sort_order_for_reorder=[v@0 ASC NULLS LAST], dynamic_rg_pruning=eligible, pruning_predicate=w_null_count@2 != row_count@3 AND w_min@0 <= 1 AND 1 <= w_max@1 AND v_null_count@5 != row_count@3 AND v_min@4 < 1, required_guarantees=[w in (1)], metrics=[output_rows=1, elapsed_compute=<slt:ignore>, output_bytes=<slt:ignore>, files_ranges_pruned_statistics=1 total → 1 matched, row_groups_pruned_statistics=5 total → 5 matched, row_groups_pruned_bloom_filter=5 total → 5 matched, page_index_pages_pruned=0 total → 0 matched, limit_pruned_row_groups=0 total → 0 matched, bytes_processed=<slt:ignore>, bytes_scanned=<slt:ignore>, row_groups_pruned_dynamic_filter=4, metadata_load_time=<slt:ignore>, scan_efficiency_ratio=<slt:ignore>]
423423

424424
statement ok
425425
drop table select_all;

0 commit comments

Comments
 (0)