Skip to content

Commit 845511f

Browse files
authored
Optimise bitpacked filtering and take for valid runs (#10281)
Previous code assumed indices but these are almost never cached. Instead we handle the slices (which can be produced by lists) and bit buffers which are the default --------- Signed-off-by: Robert Kruszewski <[email protected]> Signed-off-by: Will Manning <[email protected]>
1 parent 505fcfa commit 845511f

16 files changed

Lines changed: 1197 additions & 276 deletions

File tree

‎Cargo.toml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -158,7 +158,7 @@ datafusion-sqllogictest = { version = "55.0.0" }
158158
divan = { package = "codspeed-divan-compat", version = "5.0.0" }
159159
enum-iterator = "2.0.0"
160160
env_logger = "0.11"
161-
fastlanes = { version = "0.7.0", features = ["runtime"] }
161+
fastlanes = { version = "0.7.1", features = ["runtime"] }
162162
fearless_simd = "1.0.0"
163163
fearless_simd_macros = "0.1.0"
164164
flatbuffers = "25.2.10"

‎encodings/fastlanes/benches/bitpacking_filter.rs‎

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,6 @@ use std::sync::LazyLock;
1010

1111
use divan::Bencher;
1212
use divan::counter::ItemsCount;
13-
use mimalloc::MiMalloc;
1413
use vortex_array::ArrayRef;
1514
use vortex_array::IntoArray;
1615
use vortex_array::VortexSessionExecute;
@@ -21,9 +20,6 @@ use vortex_fastlanes::BitPackedData;
2120
use vortex_mask::Mask;
2221
use vortex_session::VortexSession;
2322

24-
#[global_allocator]
25-
static GLOBAL: MiMalloc = MiMalloc;
26-
2723
fn main() {
2824
divan::main();
2925
}

0 commit comments

Comments
 (0)