Skip to content

Commit f34a676

Browse files
authored
chore: Update to arrow/parquet 59.1.0 (#23312)
(DRAFT until arrow is updated, I am using this PR to pre-test the release) ## Which issue does this PR close? - related to apache/arrow-rs#9878 ## Rationale for this change Update to latest arrow ## What changes are included in this PR? ## Are these changes tested? Yes by CI ## Are there any user-facing changes? No API change (this is a minor update of Arrow)
1 parent a58dfc6 commit f34a676

19 files changed

Lines changed: 131 additions & 125 deletions

File tree

‎Cargo.lock‎

Lines changed: 44 additions & 44 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

‎Cargo.toml‎

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -89,30 +89,30 @@ version = "54.0.0"
8989
#
9090
# See for more details: https://github.com/rust-lang/cargo/issues/11329
9191
apache-avro = { version = "0.21", default-features = false }
92-
arrow = { version = "59.0.0", features = [
92+
arrow = { version = "59.1.0", features = [
9393
"prettyprint",
9494
"chrono-tz",
9595
] }
96-
arrow-avro = { version = "59.0.0", default-features = false, features = [
96+
arrow-avro = { version = "59.1.0", default-features = false, features = [
9797
"deflate",
9898
"snappy",
9999
"zstd",
100100
"bzip2",
101101
"xz",
102102
] }
103-
arrow-buffer = { version = "59.0.0", default-features = false }
104-
arrow-data = { version = "59.0.0", default-features = false }
105-
arrow-flight = { version = "59.0.0", features = [
103+
arrow-buffer = { version = "59.1.0", default-features = false }
104+
arrow-data = { version = "59.1.0", default-features = false }
105+
arrow-flight = { version = "59.1.0", features = [
106106
"flight-sql-experimental",
107107
] }
108108
# Both codecs are required here to make sure that code paths like
109109
# file-spilling have access to all compression codecs.
110-
arrow-ipc = { version = "59.0.0", default-features = false, features = [
110+
arrow-ipc = { version = "59.1.0", default-features = false, features = [
111111
"lz4",
112112
"zstd",
113113
] }
114-
arrow-ord = { version = "59.0.0", default-features = false }
115-
arrow-schema = { version = "59.0.0", default-features = false }
114+
arrow-ord = { version = "59.1.0", default-features = false }
115+
arrow-schema = { version = "59.1.0", default-features = false }
116116
async-trait = "0.1.89"
117117
bigdecimal = "0.4.8"
118118
bytes = "1.11"
@@ -178,7 +178,7 @@ memchr = "2.8.1"
178178
num-traits = { version = "0.2" }
179179
object_store = { version = "0.13.2", default-features = false }
180180
parking_lot = "0.12"
181-
parquet = { version = "59.0.0", default-features = false, features = [
181+
parquet = { version = "59.1.0", default-features = false, features = [
182182
"arrow",
183183
"async",
184184
"object_store",

‎datafusion-examples/examples/flight/server.rs‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@
1919
2020
use std::sync::Arc;
2121

22-
use arrow::ipc::writer::{CompressionContext, DictionaryTracker, IpcDataGenerator};
22+
use arrow::ipc::writer::{DictionaryTracker, IpcDataGenerator, IpcWriteContext};
2323
use arrow_flight::{
2424
Action, ActionType, Criteria, Empty, FlightData, FlightDescriptor, FlightInfo,
2525
HandshakeRequest, HandshakeResponse, PutResult, SchemaResult, Ticket,
@@ -112,7 +112,7 @@ impl FlightService for FlightServiceImpl {
112112

113113
// add an initial FlightData message that sends schema
114114
let options = arrow::ipc::writer::IpcWriteOptions::default();
115-
let mut compression_context = CompressionContext::default();
115+
let mut compression_context = IpcWriteContext::default();
116116
let schema_flight_data = SchemaAsIpc::new(&schema, &options);
117117

118118
let mut flights = vec![FlightData::from(schema_flight_data)];

‎datafusion/common/src/scalar/mod.rs‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5265,7 +5265,8 @@ impl ScalarValue {
52655265
/// as necessary.
52665266
pub fn copy_array_data(src_data: &ArrayData) -> ArrayData {
52675267
let mut copy = MutableArrayData::new(vec![&src_data], true, src_data.len());
5268-
copy.extend(0, 0, src_data.len());
5268+
copy.try_extend(0, 0, src_data.len())
5269+
.expect("copy_array_data failed due to offset overflow");
52695270
copy.freeze()
52705271
}
52715272

‎datafusion/common/src/utils/mod.rs‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1288,11 +1288,11 @@ fn truncate_list_nulls<O: OffsetSizeTrait>(
12881288
let (valid_or_empty, _nulls) = valid_or_empty.into_parts();
12891289

12901290
for (start, end) in valid_or_empty.set_slices() {
1291-
mutable_array_data.extend(
1291+
mutable_array_data.try_extend(
12921292
0,
12931293
offsets[start].as_usize(),
12941294
offsets[end].as_usize(),
1295-
);
1295+
)?;
12961296
}
12971297

12981298
let lengths = std::iter::zip(offsets.lengths(), nulls)

‎datafusion/functions-aggregate/src/min_max/min_max_struct.rs‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -118,7 +118,7 @@ impl GroupsAccumulator for MinMaxStructAccumulator {
118118
let mut copy = MutableArrayData::new(min_maxes_refs, true, min_maxes_data.len());
119119

120120
for (i, item) in min_maxes_data.iter().enumerate() {
121-
copy.extend(i, 0, item.len());
121+
copy.try_extend(i, 0, item.len())?;
122122
}
123123
let result = copy.freeze();
124124
assert_eq!(&self.inner.data_type, result.data_type());

0 commit comments

Comments
 (0)