From 74a18287e0485b90c80943ac78da3cc7f20cda90 Mon Sep 17 00:00:00 2001 From: Jefffrey Date: Wed, 18 Nov 2026 13:33:59 +0900 Subject: [PATCH 1/2] Bump version to 60.2.0 and create changelog --- CHANGELOG-old.md | 203 +++++++++++++++++++++++++++++ CHANGELOG.md | 325 +++++++++++++++++++---------------------------- Cargo.lock | 54 ++++---- Cargo.toml | 44 +++---- 4 files changed, 385 insertions(+), 241 deletions(-) diff --git a/CHANGELOG-old.md b/CHANGELOG-old.md index 6982d507ed7a..1b3e3b318e40 100644 --- a/CHANGELOG-old.md +++ b/CHANGELOG-old.md @@ -8,6 +8,209 @@ # Changelog +## [60.1.0](https://github.com/apache/arrow-rs/tree/60.1.0) - (2026-10-23) + +[Full Changelog](https://github.com/apache/arrow-rs/compare/60.0.0...60.1.0) + +### Security fixes +- Redact Parquet encryption keys from Debug output by @autoCAT6 in [#11614](https://github.com/apache/arrow-rs/pull/11614) + +### Enhancements +- Implement `BatchCoalescer::push_batch_interleaved` by @Rich-T-kid in [#11519](https://github.com/apache/arrow-rs/pull/11519) +- feat(parquet): convert INT96 timestamp statistics by @Seanium in [#11348](https://github.com/apache/arrow-rs/pull/11348) +- feat: Introduce `ArrayReader` and `ArrayIterator` concepts by @kylebarron in [#11161](https://github.com/apache/arrow-rs/pull/11161) +- feat: Add separate Parquet `PageIndex` decoder to `ParquetMetaDataPushDecoder` and `ParquetMetaDataReader` by @etseidl in [#11438](https://github.com/apache/arrow-rs/pull/11438) +- feat: add GapInfo to timezone by @mhilton in [#11535](https://github.com/apache/arrow-rs/pull/11535) +- Make ByteStreamSplit and Alp Encoder/Decoder and their constructors experimentally public by @jhorstmann in [#11481](https://github.com/apache/arrow-rs/pull/11481) +- Sync Arrow format documentation and Go metadata by @Phoenix500526 in [#11499](https://github.com/apache/arrow-rs/pull/11499) +- Add `ArrayData::sliced` to avoid allocations when slicing owned ArrayData by @memosmorgan in [#11433](https://github.com/apache/arrow-rs/pull/11433) +- feat(parquet): add ParquetPushDecoder::scan_plan for read-ahead planning by @adriangb in [#10555](https://github.com/apache/arrow-rs/pull/10555) +- feat(arrow-buffer): add `i256::wrapping_div_rem` and `i256::checked_div_rem` by @mbutrovich in [#11425](https://github.com/apache/arrow-rs/pull/11425) +- feat(parquet): Support per-column data page row count limit (#11339) by @DKER2 in [#11349](https://github.com/apache/arrow-rs/pull/11349) +- Allow configuring DELTA_BINARY_PACKED block layout by @emecii in [#11051](https://github.com/apache/arrow-rs/pull/11051) +- feature: add safe version of `ArrayData::from_pyarrow` by @Rich-T-kid in [#10894](https://github.com/apache/arrow-rs/pull/10894) +- [Arrow] Move parquet-variant-compute StructArrayAssembler to arrow-array by @cakeni in [#10636](https://github.com/apache/arrow-rs/pull/10636) +- feat(parquet): expose RowSelection::force_mask by @haohuaijin in [#11337](https://github.com/apache/arrow-rs/pull/11337) +- fix(parquet): support non-primitive map keys in record reader by @hsdfat in [#11229](https://github.com/apache/arrow-rs/pull/11229) +- feat(arrow-schema): expose FixedShapeTensor logical shape by @yongster in [#11249](https://github.com/apache/arrow-rs/pull/11249) +- feat(arrow-schema): expose FixedShapeTensor shape by @yongster in [#11247](https://github.com/apache/arrow-rs/pull/11247) +- perf: Add APIs for filter with known selected-row count by @neilconway in [#11206](https://github.com/apache/arrow-rs/pull/11206) +- perf(parquet): fuse consecutive filters on the same projection by @haohuaijin in [#10859](https://github.com/apache/arrow-rs/pull/10859) +- feat(variant): allow creating VariantArray from Option items convertible to Variant by @jabrailkhalil in [#11053](https://github.com/apache/arrow-rs/pull/11053) +- feat(parquet): provide direct access to dictionary pages by @DarkWanderer in [#10420](https://github.com/apache/arrow-rs/pull/10420) +- Allow for serialization of Parquet Page Index via custom `PageIndexProvider` by @etseidl in [#11031](https://github.com/apache/arrow-rs/pull/11031) +- chore(arrow-flight-sql): deprecate register_sql_info from FlightSqlService by @mnpw in [#10904](https://github.com/apache/arrow-rs/pull/10904) +- Infer CSV headers from sampled column types by @Jo2234 in [#10361](https://github.com/apache/arrow-rs/pull/10361) +- Feat: support ndv for View types by @Rich-T-kid in [#11163](https://github.com/apache/arrow-rs/pull/11163) +- feat(ffi): add unsafe constructors and accessors for `FFI_ArrowArrayStream` by @kylebarron in [#11125](https://github.com/apache/arrow-rs/pull/11125) +- feat(fixed-sized-binary builder): introduce capacity by @Rich-T-kid in [#11127](https://github.com/apache/arrow-rs/pull/11127) +- Add `Sbbf::estimated_fpp` to expose the bloom filter FPP estimate by @adriangb in [#11088](https://github.com/apache/arrow-rs/pull/11088) +- [Variant] Support list paths in ShreddedSchemaBuilder by @cakeni in [#10635](https://github.com/apache/arrow-rs/pull/10635) +- deps: removed unneeded once_cell dependency if favor of std::sync::LazyLock by @aectaan in [#11066](https://github.com/apache/arrow-rs/pull/11066) + +### Bug fixes +- fix(arrow-select): reject nulls in non-nullable columns in take_record_batch by @mbutrovich in [#11831](https://github.com/apache/arrow-rs/pull/11831) +- [Variant] Restore object field offsets after failed append by @osipovartem in [#11403](https://github.com/apache/arrow-rs/pull/11403) +- fix(arrow-select): bounds-check take_record_batch once, with a faster check_bounds for null indices by @mbutrovich in [#11829](https://github.com/apache/arrow-rs/pull/11829) +- fix(parquet): align encoded Arrow schemas and nested nullability by @HippoBaro in [#11278](https://github.com/apache/arrow-rs/pull/11278) +- Fix incorrect Decimal statistics for BYTE_ARRAY columns written via ArrowColumnWriter by @DeviousCardi in [#11092](https://github.com/apache/arrow-rs/pull/11092) +- fix(parquet): return an error for RLE run lengths above the spec limit by @hhhizzz in [#11517](https://github.com/apache/arrow-rs/pull/11517) +- fix: use correct length in runarray validation by @Jefffrey in [#11668](https://github.com/apache/arrow-rs/pull/11668) +- fix(parquet): return an error when the footer metadata length exceeds the file in ParquetMetaDataPushDecoder by @ump45nose in [#11697](https://github.com/apache/arrow-rs/pull/11697) +- fix: account for offset when building RunArray from ArrayData by @Jefffrey in [#11660](https://github.com/apache/arrow-rs/pull/11660) +- fix(arrow-data): account for sparse union parent offset in MutableArrayData by @ump45nose in [#11693](https://github.com/apache/arrow-rs/pull/11693) +- Write empty validity buffers for arrays without nulls in IPC writer by @azecevic000 in [#11694](https://github.com/apache/arrow-rs/pull/11694) +- Parquet: list the dictionary page first in page_encoding_stats by @adriangb in [#11682](https://github.com/apache/arrow-rs/pull/11682) +- Fix IPC serialization of unions in sliced lists by @skyon0522-ai in [#11651](https://github.com/apache/arrow-rs/pull/11651) +- fix: assemble split IPC messages in StreamDecoder at their declared size by @ranflarion in [#11648](https://github.com/apache/arrow-rs/pull/11648) +- fix(arrow-cast): truncate Timestamp to Date64 casts to whole days by @ump45nose in [#11632](https://github.com/apache/arrow-rs/pull/11632) +- fix: Fix zip with a short falsy scalar that still has buffers by @mkleen in [#11625](https://github.com/apache/arrow-rs/pull/11625) +- Respect dictionary value nulls in aggregates by @skyon0522-ai in [#11650](https://github.com/apache/arrow-rs/pull/11650) +- Reject mismatched input schemas in FlightDataEncoder by @RanaPriyansh in [#11293](https://github.com/apache/arrow-rs/pull/11293) +- Fix sliced sparse union ArrayData conversion by @skyon0522-ai in [#11649](https://github.com/apache/arrow-rs/pull/11649) +- fix: handle zero-length null extension for empty unions by @efegokdemir in [#11209](https://github.com/apache/arrow-rs/pull/11209) +- fix(arrow-data): check view nulls at the right index in `ArrayData` equality by @ump45nose in [#11642](https://github.com/apache/arrow-rs/pull/11642) +- fix(arrow-array): use the field's type id in dense union logical_nulls by @ahlag in [#11643](https://github.com/apache/arrow-rs/pull/11643) +- fix(arrow-schema): validate `UnionFields` when deserializing by @ump45nose in [#11638](https://github.com/apache/arrow-rs/pull/11638) +- fix(arrow-row): map type ids to field indexes when decoding dense union offsets by @ahlag in [#11644](https://github.com/apache/arrow-rs/pull/11644) +- fix(arrow-schema): keep map keys-sorted flag in FFI field export by @spicysharkco in [#11630](https://github.com/apache/arrow-rs/pull/11630) +- Fix Fields::filter_leaves for ListView and LargeListView by @patrickswedish in [#11657](https://github.com/apache/arrow-rs/pull/11657) +- Return errors for undersized struct validity buffers in IPC reader by @azecevic000 in [#11658](https://github.com/apache/arrow-rs/pull/11658) +- fix(parquet-variant-json): preserve whole float formatting by @cetra3 in [#11513](https://github.com/apache/arrow-rs/pull/11513) +- fix(arrow-data): account for FixedSizeList parent offset in MutableArrayData by @ahlag in [#11636](https://github.com/apache/arrow-rs/pull/11636) +- fix(csv): return an error instead of panicking on dictionary key overflow by @spicysharkco in [#11628](https://github.com/apache/arrow-rs/pull/11628) +- fix(arrow-cast): bump atoi to 3.1.1 to fix Int16 parse overflow by @mbutrovich in [#11626](https://github.com/apache/arrow-rs/pull/11626) +- fix(arrow-select): keep row count in take for zero-width FixedSizeBinary by @ahlag in [#11637](https://github.com/apache/arrow-rs/pull/11637) +- fix(variant): reject duplicate object field names in shred_variant by @Abhisheklearn12 in [#11351](https://github.com/apache/arrow-rs/pull/11351) +- fix: move float-to-decimal precision validation inside the cast kernel by @sdf-jkl in [#11302](https://github.com/apache/arrow-rs/pull/11302) +- fix(parquet): Fix physical type for precision-one decimals by @CTTY in [#11544](https://github.com/apache/arrow-rs/pull/11544) +- fix: `UnionFields::from_iter` should validate input by @Jefffrey in [#11533](https://github.com/apache/arrow-rs/pull/11533) +- fix: account for offsets in runarrays when using extend for MutableArrayData by @Jefffrey in [#11546](https://github.com/apache/arrow-rs/pull/11546) +- fix: implement `ArrayData::validate_values` for union types by @Jefffrey in [#11534](https://github.com/apache/arrow-rs/pull/11534) +- fix: account for arraydata offset when comparing runarrays by @Jefffrey in [#11536](https://github.com/apache/arrow-rs/pull/11536) +- fix(parquet): encode `FixedSizeBinary` dictionaries as FLBA by @HippoBaro in [#11262](https://github.com/apache/arrow-rs/pull/11262) +- fix(parquet): return an error, not a panic, when an offset index page goes past its column chunk by @adriangb in [#11484](https://github.com/apache/arrow-rs/pull/11484) +- fix(parquet): release the bytes of a row group when the push decoder is done with it by @adriangb in [#11235](https://github.com/apache/arrow-rs/pull/11235) +- fix(ffi): report missing C stream callbacks by @dhruv-dagar in [#11422](https://github.com/apache/arrow-rs/pull/11422) +- fix(parquet): bound row-group count by remaining input before reserving by @pmoust in [#11419](https://github.com/apache/arrow-rs/pull/11419) +- fix(arrow-arith): keep decimal division precision valid by @snoopuppy582 in [#11420](https://github.com/apache/arrow-rs/pull/11420) +- fix(arrow-cast): round decimal to float conversions once by @davidlghellin in [#10509](https://github.com/apache/arrow-rs/pull/10509) +- fix(arrow-buffer): round i256 to f64 correctly at f64 midpoints by @miguelcorderopamphile in [#11315](https://github.com/apache/arrow-rs/pull/11315) +- fix(variant): avoid panic on `variant_get` for non-nullable field by @neilconway in [#11356](https://github.com/apache/arrow-rs/pull/11356) +- Fix filter_nulls for predicates selecting all or no rows by @viirya in [#11378](https://github.com/apache/arrow-rs/pull/11378) +- fix(arrow-row): return an error instead of wrapping view offsets past 4 GiB when decoding BinaryView/Utf8View by @kita-renji in [#11224](https://github.com/apache/arrow-rs/pull/11224) +- fix(arrow-data): account for parent offset in FixedSizeList null validation by @viirya in [#11362](https://github.com/apache/arrow-rs/pull/11362) +- Fix IPC roundtrip for empty RunArray slices by @viirya in [#11361](https://github.com/apache/arrow-rs/pull/11361) +- fix: Only require valid UTF-8 within the visible span of string arrays by @neilconway in [#11323](https://github.com/apache/arrow-rs/pull/11323) +- fix(parquet): honor explicit V1 FLBA dictionary opt-in by @subotac in [#10569](https://github.com/apache/arrow-rs/pull/10569) +- fix(arrow-cast): only cast visible elements for lists and maps by @neilconway in [#11359](https://github.com/apache/arrow-rs/pull/11359) +- fix(arrow-select): fix `take` output capacity for sliced lists by @neilconway in [#11360](https://github.com/apache/arrow-rs/pull/11360) +- fix(arrow-cast): avoid panicking during failed List -> ListView cast by @neilconway in [#11355](https://github.com/apache/arrow-rs/pull/11355) +- fix(arrow-string): sum view element lengths in usize when concatenating by @Cintu07 in [#11318](https://github.com/apache/arrow-rs/pull/11318) +- fix(arrow-data): fix gaps in ListView equality by @neilconway in [#11345](https://github.com/apache/arrow-rs/pull/11345) +- fix(variant): support closing brackets inside quoted path fields by @DKER2 in [#11231](https://github.com/apache/arrow-rs/pull/11231) +- fix(arrow-cast): allow whitespace around temporal values (#11225) by @wilhelmagren in [#11299](https://github.com/apache/arrow-rs/pull/11299) +- fix(arrow-array): avoid returning corrupt array in `GenericByteArray::into_builder` by @neilconway in [#11311](https://github.com/apache/arrow-rs/pull/11311) +- fix(arrow-array): `PrimitiveRunBuilder` was buggy after `finish` by @neilconway in [#11326](https://github.com/apache/arrow-rs/pull/11326) +- fix(arrow-array): preserve type params in `PrimitiveArray::into_builder` by @neilconway in [#11321](https://github.com/apache/arrow-rs/pull/11321) +- fix: finish methods in `PrimitiveDictionaryBuilder` discard type params by @neilconway in [#11327](https://github.com/apache/arrow-rs/pull/11327) +- fix: Avoid dropping type parameters in `PrimitiveArray::into_builder` by @neilconway in [#11310](https://github.com/apache/arrow-rs/pull/11310) +- fix(parquet): don't preallocate 1MiB in DeltaBitPackEncoder by @cetra3 in [#11149](https://github.com/apache/arrow-rs/pull/11149) +- Avoid overflow in decimal precision and scale arithmetic by @snoopuppy582 in [#10996](https://github.com/apache/arrow-rs/pull/10996) +- Resolve DST-ambiguous and nonexistent local times when casting timestamps to a named timezone by @adriangb in [#11038](https://github.com/apache/arrow-rs/pull/11038) +- Fix sums of sliced run-end encoded arrays by @Boulea7 in [#11283](https://github.com/apache/arrow-rs/pull/11283) +- fix(arrow-data): new_null on an empty union by @Cintu07 in [#11258](https://github.com/apache/arrow-rs/pull/11258) +- fix(parquet): add early rejection of unsupported encodings by @HippoBaro in [#11266](https://github.com/apache/arrow-rs/pull/11266) +- fix(parquet): preserve distinct-count invalidation across page flushes by @HippoBaro in [#11264](https://github.com/apache/arrow-rs/pull/11264) +- Fix unshredded Variant field extraction benchmark by @sdf-jkl in [#11253](https://github.com/apache/arrow-rs/pull/11253) +- fix: Parquet `ByteArrayDecoderPlain::read` can silently fail to read the correct number of values by @etseidl in [#11222](https://github.com/apache/arrow-rs/pull/11222) +- fix: error on invalid type representation when parsing REE/Map types by @Rich-T-kid in [#11160](https://github.com/apache/arrow-rs/pull/11160) +- parquet: Fix page index loading with suffix prefetch by @etseidl in [#11208](https://github.com/apache/arrow-rs/pull/11208) +- fix(arrow-array): check logical nulls, not is_nullable, for a non-nullable list field by @amitvijapur in [#11178](https://github.com/apache/arrow-rs/pull/11178) +- fix(arrow-select): preserve nullability for REE and Union take by @yongster in [#10994](https://github.com/apache/arrow-rs/pull/10994) +- fix: ndv calculation for dictionary arrays by @Rich-T-kid in [#11173](https://github.com/apache/arrow-rs/pull/11173) +- Fix async/push decoder read when only some columns have an offset index by @adriangb in [#11182](https://github.com/apache/arrow-rs/pull/11182) +- Limit LZ4 buffer to declared decompressed size by @azecevic000 in [#10959](https://github.com/apache/arrow-rs/pull/10959) +- fix(arrow-array): deprecate FixedSizeListArray::value_offset, which wraps past i32::MAX by @Cintu07 in [#11070](https://github.com/apache/arrow-rs/pull/11070) +- fix(variant): reject FixedSizeList shredding by @cakeni in [#10639](https://github.com/apache/arrow-rs/pull/10639) +- fix(arrow-cast): check remaining temporal cast overflows by @yinli-systems in [#10907](https://github.com/apache/arrow-rs/pull/10907) +- fix(parquet): keep virtual columns in the schema reported with a schema hint by @bharadwaj-pendyala in [#11047](https://github.com/apache/arrow-rs/pull/11047) +- fix(arrow-string): saturate the offset casts in substring by @Cintu07 in [#10995](https://github.com/apache/arrow-rs/pull/10995) +- fix(arrow-cast): respect sliced list offsets in fixed-size list casts by @CodingCossack in [#11065](https://github.com/apache/arrow-rs/pull/11065) +- Return errors for undersized ArrayData validity buffers by @emecii in [#11044](https://github.com/apache/arrow-rs/pull/11044) +- fix(csv): Infer leading-plus integers and decimals by @Jo2234 in [#11105](https://github.com/apache/arrow-rs/pull/11105) +- fix(arrow-ord): return an error for nested dictionary comparisons by @jaideeppyne in [#11104](https://github.com/apache/arrow-rs/pull/11104) +- fix(arrow-array): reset NullBuilder length in finish by @ranflarion in [#11110](https://github.com/apache/arrow-rs/pull/11110) +- fix: preserve zero-width FixedSizeBinary length when filtering by @Rich-T-kid in [#11042](https://github.com/apache/arrow-rs/pull/11042) +- fix(arrow-cast): preserve length when casting zero-width FixedSizeListArray by @Rich-T-kid in [#11043](https://github.com/apache/arrow-rs/pull/11043) +- fix: remove stale Interval -> Int64 arm from can_cast_types by @dylanpulver in [#10939](https://github.com/apache/arrow-rs/pull/10939) +- fix(parquet): do not cache an ALP preset built from an empty first page by @Abdallah-Afifi in [#11004](https://github.com/apache/arrow-rs/pull/11004) + +### Performance improvements +- perf(arrow-buffer): divide `i256` by a single word with a reciprocal on 64-bit targets other than x86_64 by @mbutrovich in [#11580](https://github.com/apache/arrow-rs/pull/11580) +- perf(parquet): skip per-batch key-bounds scan when RLE bit width prov… by @Rich-T-kid in [#11462](https://github.com/apache/arrow-rs/pull/11462) +- perf(arrow-cmp): add fast paths to dictionary_cmp by @Rich-T-kid in [#11407](https://github.com/apache/arrow-rs/pull/11407) +- speed up dict cast key width by @Rich-T-kid in [#11502](https://github.com/apache/arrow-rs/pull/11502) +- perf: Inline `SlicesIterator::next` by @haohuaijin in [#11646](https://github.com/apache/arrow-rs/pull/11646) +- perf(parquet): trim bitmap-backed row selections using 64-bit words by @haohuaijin in [#11639](https://github.com/apache/arrow-rs/pull/11639) +- Perf(parquet): RLE_dictionary reads; avoid round trip allocation by @Rich-T-kid in [#11474](https://github.com/apache/arrow-rs/pull/11474) +- perf(parquet): optimize `i32`, `u32`, `i64`, `u64`, `f32`, `f64` min_max calculation by @rluvaton in [#11523](https://github.com/apache/arrow-rs/pull/11523) +- refactor(parquet): do not store empty pushed ranges in PushBuffers by @adriangb in [#11569](https://github.com/apache/arrow-rs/pull/11569) +- Defer dictionary page decode on the skip path by @zhuqi-lucas in [#11168](https://github.com/apache/arrow-rs/pull/11168) +- perf(parquet): make `PushBuffers` release and clear cost independent of the buffer count by @adriangb in [#11459](https://github.com/apache/arrow-rs/pull/11459) +- perf(parquet): scan bitmap selections directly for page ranges by @haohuaijin in [#11553](https://github.com/apache/arrow-rs/pull/11553) +- perf(arrow-buffer): divide `i256` magnitudes below 2^128 with one `u128` division by @mbutrovich in [#11530](https://github.com/apache/arrow-rs/pull/11530) +- Speed up DELTA_BINARY_PACKED skip by @flashmouse in [#11143](https://github.com/apache/arrow-rs/pull/11143) +- perf(arrow-array): move the closure into the iterator in `PrimitiveArray::unary` by @mbutrovich in [#11525](https://github.com/apache/arrow-rs/pull/11525) +- feat(arrow-array): add `div_rem_wrapping` and `div_rem_checked` to `ArrowNativeTypeOp` by @mbutrovich in [#11528](https://github.com/apache/arrow-rs/pull/11528) +- perf(arrow-arith): divide once per row in `multiply_fixed_point` by @mbutrovich in [#11526](https://github.com/apache/arrow-rs/pull/11526) +- perf(arrow-buffer): faster portable fallback for bit_util::compress by @mightsleep in [#11322](https://github.com/apache/arrow-rs/pull/11322) +- perf(arrow-ipc): Avoid copies and write dictionary batches directly to writers when possible by @JakeDern in [#10128](https://github.com/apache/arrow-rs/pull/10128) +- perf(parquet): scan `MaskCursor` selections in 64-bit words by @haohuaijin in [#11510](https://github.com/apache/arrow-rs/pull/11510) +- perf(arrow-arith): don't build an error for each decimal `div` value that overflows when scaled by @mbutrovich in [#11479](https://github.com/apache/arrow-rs/pull/11479) +- perf(parquet): optimize level counting by @neilconway in [#11408](https://github.com/apache/arrow-rs/pull/11408) +- feat: specialize boolean interleave by @dhruvtnwr28 in [#11501](https://github.com/apache/arrow-rs/pull/11501) +- perf(parquet): store a ScanPlan cursor as one heap entry by @adriangb in [#11334](https://github.com/apache/arrow-rs/pull/11334) +- perf: Avoid expanding masks to selectors in mixed `RowSelection` intersection and union by @haohuaijin in [#11390](https://github.com/apache/arrow-rs/pull/11390) +- perf(parquet): keep PushBuffers sorted by offset by @adriangb in [#11237](https://github.com/apache/arrow-rs/pull/11237) +- perf(arrow-select): concat FixedSizeList without per-array ArrayData by @mightsleep in [#11435](https://github.com/apache/arrow-rs/pull/11435) +- perf(parquet): Skip per-level validity pass for list children with no nulls by @neilconway in [#11376](https://github.com/apache/arrow-rs/pull/11376) +- feat: Allow for partial population of the Parquet Page Index by @etseidl in [#11157](https://github.com/apache/arrow-rs/pull/11157) +- chore: use extend_from_slice rather than extend by @rluvaton in [#11410](https://github.com/apache/arrow-rs/pull/11410) +- chore: reuse allocations in partition by @rluvaton in [#11324](https://github.com/apache/arrow-rs/pull/11324) +- perf: Optimize int -> decimal cast by @neilconway in [#11226](https://github.com/apache/arrow-rs/pull/11226) +- perf: Optimize `date_part` for timestamp values without timezones by @neilconway in [#11187](https://github.com/apache/arrow-rs/pull/11187) +- perf: Optimize casting timestamp -> `Date32`, `Time32`, `Time64` by @neilconway in [#11199](https://github.com/apache/arrow-rs/pull/11199) +- perf: Optimize boolean -> string casts by @neilconway in [#11251](https://github.com/apache/arrow-rs/pull/11251) +- perf: override `count`, `nth`, `nth_back` and `last` for `RowsIter` by @rluvaton in [#11230](https://github.com/apache/arrow-rs/pull/11230) +- Reuse buffers when interleaving byte views by @cetra3 in [#11281](https://github.com/apache/arrow-rs/pull/11281) +- perf: Reuse capture locations in `regexp_match` by @neilconway in [#11274](https://github.com/apache/arrow-rs/pull/11274) +- perf: Optimize infallible numeric casts by @neilconway in [#11219](https://github.com/apache/arrow-rs/pull/11219) +- perf: Reserve concat output space using visible offset span by @neilconway in [#11270](https://github.com/apache/arrow-rs/pull/11270) +- perf: Optimize bool <-> numeric casts by @neilconway in [#11242](https://github.com/apache/arrow-rs/pull/11242) +- perf: Optimize display of Boolean values by @neilconway in [#11254](https://github.com/apache/arrow-rs/pull/11254) +- perf(arrow-select): add take_record_batch_unchecked to skip redundant bounds checks by @Rich-T-kid in [#10945](https://github.com/apache/arrow-rs/pull/10945) +- [arrow-select] perf: Replace `ArrayData` with direct `Array` construction in concat by @liamzwbao in [#10377](https://github.com/apache/arrow-rs/pull/10377) +- Make CachedArrayReader cache cleanup incremental instead of quadratic by @zhuqi-lucas in [#10901](https://github.com/apache/arrow-rs/pull/10901) +- perf: Optimize `RowSelection::and_then` for dense masks by @haohuaijin in [#10968](https://github.com/apache/arrow-rs/pull/10968) +- feat(perf): Improve filter performance with per word bit filtering (and `BMI` when supported) by @devanbenz in [#10136](https://github.com/apache/arrow-rs/pull/10136) +- feat: coalesce fixed size binary by @Rich-T-kid in [#11122](https://github.com/apache/arrow-rs/pull/11122) +- [Parquet] Improve Auto RowSelection construction for scattered predicate results by @hhhizzz in [#10852](https://github.com/apache/arrow-rs/pull/10852) +- [Parquet] Vectorise Pack Bits within BitWriter by @sdf-jkl in [#10432](https://github.com/apache/arrow-rs/pull/10432) +- perf(arrow-data): Format decimal values without intermediate allocs by @neilconway in [#11002](https://github.com/apache/arrow-rs/pull/11002) +- Replace OffsetBufferBuilder with Vec in scalar byte-array zip by @yashkuceriya in [#10913](https://github.com/apache/arrow-rs/pull/10913) + +### Documentation updates +- Fix BatchCoalescer::is_empty documentation by @Rich-T-kid in [#11790](https://github.com/apache/arrow-rs/pull/11790) +- docs: Add example to `BitChunks::chunk` by @alamb in [#11214](https://github.com/apache/arrow-rs/pull/11214) +- Document how to customize JSON decoding via `DecoderFactory` by @alamb in [#10897](https://github.com/apache/arrow-rs/pull/10897) +- doc: Describe potential footgun in `MapArray::keys` and `values` by @neilconway in [#11145](https://github.com/apache/arrow-rs/pull/11145) +- MINOR: add complete lexsort_to_indices usage example by @wilhelmagren in [#11133](https://github.com/apache/arrow-rs/pull/11133) +- docs(avro): add OpenDAL read and write example by @Xuanwo in [#11080](https://github.com/apache/arrow-rs/pull/11080) +- Document platform endianness support by @sdf-jkl in [#11056](https://github.com/apache/arrow-rs/pull/11056) +- chore: Fix duplicated word typos in comments and docs by @geographybuff in [#11034](https://github.com/apache/arrow-rs/pull/11034) +- docs(parquet): add OpenDAL read and write example by @Xuanwo in [#11014](https://github.com/apache/arrow-rs/pull/11014) + ## [59.3.3](https://github.com/apache/arrow-rs/tree/59.3.3) - (2026-11-17) [Full Changelog](https://github.com/apache/arrow-rs/compare/59.3.2...59.3.3) diff --git a/CHANGELOG.md b/CHANGELOG.md index 93e8cd6a6bbc..7433ec20aa1d 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -7,205 +7,146 @@ # Changelog -## [60.1.0](https://github.com/apache/arrow-rs/tree/60.1.0) - (2026-10-23) +## [60.2.0](https://github.com/apache/arrow-rs/tree/60.2.0) - (2026-11-18) -[Full Changelog](https://github.com/apache/arrow-rs/compare/60.0.0...60.1.0) +[Full Changelog](https://github.com/apache/arrow-rs/compare/60.1.0...60.2.0) -### Security fixes -- Redact Parquet encryption keys from Debug output by @autoCAT6 in [#11614](https://github.com/apache/arrow-rs/pull/11614) +### Breaking changes +- fix(parquet): error when writing bloom filters for encrypted columns by @alamb in [#12165](https://github.com/apache/arrow-rs/pull/12165) ### Enhancements -- Implement `BatchCoalescer::push_batch_interleaved` by @Rich-T-kid in [#11519](https://github.com/apache/arrow-rs/pull/11519) -- feat(parquet): convert INT96 timestamp statistics by @Seanium in [#11348](https://github.com/apache/arrow-rs/pull/11348) -- feat: Introduce `ArrayReader` and `ArrayIterator` concepts by @kylebarron in [#11161](https://github.com/apache/arrow-rs/pull/11161) -- feat: Add separate Parquet `PageIndex` decoder to `ParquetMetaDataPushDecoder` and `ParquetMetaDataReader` by @etseidl in [#11438](https://github.com/apache/arrow-rs/pull/11438) -- feat: add GapInfo to timezone by @mhilton in [#11535](https://github.com/apache/arrow-rs/pull/11535) -- Make ByteStreamSplit and Alp Encoder/Decoder and their constructors experimentally public by @jhorstmann in [#11481](https://github.com/apache/arrow-rs/pull/11481) -- Sync Arrow format documentation and Go metadata by @Phoenix500526 in [#11499](https://github.com/apache/arrow-rs/pull/11499) -- Add `ArrayData::sliced` to avoid allocations when slicing owned ArrayData by @memosmorgan in [#11433](https://github.com/apache/arrow-rs/pull/11433) -- feat(parquet): add ParquetPushDecoder::scan_plan for read-ahead planning by @adriangb in [#10555](https://github.com/apache/arrow-rs/pull/10555) -- feat(arrow-buffer): add `i256::wrapping_div_rem` and `i256::checked_div_rem` by @mbutrovich in [#11425](https://github.com/apache/arrow-rs/pull/11425) -- feat(parquet): Support per-column data page row count limit (#11339) by @DKER2 in [#11349](https://github.com/apache/arrow-rs/pull/11349) -- Allow configuring DELTA_BINARY_PACKED block layout by @emecii in [#11051](https://github.com/apache/arrow-rs/pull/11051) -- feature: add safe version of `ArrayData::from_pyarrow` by @Rich-T-kid in [#10894](https://github.com/apache/arrow-rs/pull/10894) -- [Arrow] Move parquet-variant-compute StructArrayAssembler to arrow-array by @cakeni in [#10636](https://github.com/apache/arrow-rs/pull/10636) -- feat(parquet): expose RowSelection::force_mask by @haohuaijin in [#11337](https://github.com/apache/arrow-rs/pull/11337) -- fix(parquet): support non-primitive map keys in record reader by @hsdfat in [#11229](https://github.com/apache/arrow-rs/pull/11229) -- feat(arrow-schema): expose FixedShapeTensor logical shape by @yongster in [#11249](https://github.com/apache/arrow-rs/pull/11249) -- feat(arrow-schema): expose FixedShapeTensor shape by @yongster in [#11247](https://github.com/apache/arrow-rs/pull/11247) -- perf: Add APIs for filter with known selected-row count by @neilconway in [#11206](https://github.com/apache/arrow-rs/pull/11206) -- perf(parquet): fuse consecutive filters on the same projection by @haohuaijin in [#10859](https://github.com/apache/arrow-rs/pull/10859) -- feat(variant): allow creating VariantArray from Option items convertible to Variant by @jabrailkhalil in [#11053](https://github.com/apache/arrow-rs/pull/11053) -- feat(parquet): provide direct access to dictionary pages by @DarkWanderer in [#10420](https://github.com/apache/arrow-rs/pull/10420) -- Allow for serialization of Parquet Page Index via custom `PageIndexProvider` by @etseidl in [#11031](https://github.com/apache/arrow-rs/pull/11031) -- chore(arrow-flight-sql): deprecate register_sql_info from FlightSqlService by @mnpw in [#10904](https://github.com/apache/arrow-rs/pull/10904) -- Infer CSV headers from sampled column types by @Jo2234 in [#10361](https://github.com/apache/arrow-rs/pull/10361) -- Feat: support ndv for View types by @Rich-T-kid in [#11163](https://github.com/apache/arrow-rs/pull/11163) -- feat(ffi): add unsafe constructors and accessors for `FFI_ArrowArrayStream` by @kylebarron in [#11125](https://github.com/apache/arrow-rs/pull/11125) -- feat(fixed-sized-binary builder): introduce capacity by @Rich-T-kid in [#11127](https://github.com/apache/arrow-rs/pull/11127) -- Add `Sbbf::estimated_fpp` to expose the bloom filter FPP estimate by @adriangb in [#11088](https://github.com/apache/arrow-rs/pull/11088) -- [Variant] Support list paths in ShreddedSchemaBuilder by @cakeni in [#10635](https://github.com/apache/arrow-rs/pull/10635) -- deps: removed unneeded once_cell dependency if favor of std::sync::LazyLock by @aectaan in [#11066](https://github.com/apache/arrow-rs/pull/11066) +- fix(parquet): accept empty Thrift lists regardless of declared element type by @bharadwaj-pendyala in [#12266](https://github.com/apache/arrow-rs/pull/12266) +- feat(arrow-array): add GenericByteArray::try_new_repeated (#12143) by @Ayush-CS-89112521 in [#12149](https://github.com/apache/arrow-rs/pull/12149) +- [Variant] Remove `TopLevelRowSink` by @sdf-jkl in [#12092](https://github.com/apache/arrow-rs/pull/12092) +- feat(parquet): allow updating cached file key-value metadata by @manuzhang in [#12117](https://github.com/apache/arrow-rs/pull/12117) +- Add Sbbf::check_hashes and Sbbf::union, make Sbbf::insert_hash public by @adriangb in [#11641](https://github.com/apache/arrow-rs/pull/11641) +- feat(arrow-string): support run-end encoded operands in like kernels by @asubiotto in [#12154](https://github.com/apache/arrow-rs/pull/12154) +- feat(parquet): Improved back-end storage for `PageIndex` by @etseidl in [#11475](https://github.com/apache/arrow-rs/pull/11475) +- feat: support casting strings to durations by @miguelcorderopamphile in [#11572](https://github.com/apache/arrow-rs/pull/11572) +- Add `ArrowSbbf` to check Arrow arrays against Parquet bloom filters by @bhaskargurram-ai in [#11549](https://github.com/apache/arrow-rs/pull/11549) +- feat(parquet): Add Bloom filter access to `ParquetMetaDataReader` by @etseidl in [#12090](https://github.com/apache/arrow-rs/pull/12090) +- Optimize byte-array dictionary gathering in arrow-row by @JonSnow1807 in [#12113](https://github.com/apache/arrow-rs/pull/12113) +- feat(arrow-cast): Distinguish unsupported casts from value conversion failures by @ZENOTME in [#11507](https://github.com/apache/arrow-rs/pull/11507) +- Perf: Improve dictionary slice concatenation by @Rich-T-kid in [#12008](https://github.com/apache/arrow-rs/pull/12008) +- Use fallible MutableBuffer methods in fallible APIs by @Rich-T-kid in [#11912](https://github.com/apache/arrow-rs/pull/11912) +- feat(json): add opt-in non-finite float parsing to JSON reader by @dentiny in [#11725](https://github.com/apache/arrow-rs/pull/11725) +- parquet: Enforce `PackedDecoder` invariant upon construction by @etseidl in [#11981](https://github.com/apache/arrow-rs/pull/11981) +- Parquet: map the FILE logical type to the arrow.parquet.file extension type by @dejankrak-db in [#11877](https://github.com/apache/arrow-rs/pull/11877) +- feat(parquet): Consolidate bloom filter reads with a push decoder by @etseidl in [#11975](https://github.com/apache/arrow-rs/pull/11975) +- [Variant] Move VariantType into arrow-schema canonical extensions by @sdf-jkl in [#12033](https://github.com/apache/arrow-rs/pull/12033) +- docs: add README to published crates missing one by @EaswarKilari in [#12022](https://github.com/apache/arrow-rs/pull/12022) +- feat(parquet): Add async `Sbbf::read_from_column_chunk_async` Bloom filter API by @etseidl in [#11953](https://github.com/apache/arrow-rs/pull/11953) +- feat(parquet): Make ParquetMetaData more easily clonable by @etseidl in [#11297](https://github.com/apache/arrow-rs/pull/11297) +- [Variant] Move `VariantType` from `parquet-variant-compute` to `parquet-variant` by @sdf-jkl in [#12005](https://github.com/apache/arrow-rs/pull/12005) +- feat(arrow-array): support Date32/Date64 in record_batch!/create_array! macros by @gabotechs in [#11962](https://github.com/apache/arrow-rs/pull/11962) +- fix(arrow-array): make `record_batch!` usable without a direct `arrow_schema` dependency by @tz70s in [#11734](https://github.com/apache/arrow-rs/pull/11734) +- fix(arrow-cast): parse ISO 8601 timestamps without seconds by @amitvijapur in [#11179](https://github.com/apache/arrow-rs/pull/11179) +- docs(flight): document Flight SQL schema listing by @Rich-T-kid in [#11897](https://github.com/apache/arrow-rs/pull/11897) +- feat(parquet): expose encryption key metadata by column name by @autoCAT6 in [#11733](https://github.com/apache/arrow-rs/pull/11733) +- Re-export `GetTableTypesBuilder`, `GetSqlInfoBuilder` and `GetXdbcTypeInfoBuilder` from `arrow_flight::sql::metadata` by @morristai in [#11846](https://github.com/apache/arrow-rs/pull/11846) +- fix(arrow-select): include column name in BatchCoalescer errors by @Rich-T-kid in [#11870](https://github.com/apache/arrow-rs/pull/11870) ### Bug fixes -- fix(arrow-select): reject nulls in non-nullable columns in take_record_batch by @mbutrovich in [#11831](https://github.com/apache/arrow-rs/pull/11831) -- [Variant] Restore object field offsets after failed append by @osipovartem in [#11403](https://github.com/apache/arrow-rs/pull/11403) -- fix(arrow-select): bounds-check take_record_batch once, with a faster check_bounds for null indices by @mbutrovich in [#11829](https://github.com/apache/arrow-rs/pull/11829) -- fix(parquet): align encoded Arrow schemas and nested nullability by @HippoBaro in [#11278](https://github.com/apache/arrow-rs/pull/11278) -- Fix incorrect Decimal statistics for BYTE_ARRAY columns written via ArrowColumnWriter by @DeviousCardi in [#11092](https://github.com/apache/arrow-rs/pull/11092) -- fix(parquet): return an error for RLE run lengths above the spec limit by @hhhizzz in [#11517](https://github.com/apache/arrow-rs/pull/11517) -- fix: use correct length in runarray validation by @Jefffrey in [#11668](https://github.com/apache/arrow-rs/pull/11668) -- fix(parquet): return an error when the footer metadata length exceeds the file in ParquetMetaDataPushDecoder by @ump45nose in [#11697](https://github.com/apache/arrow-rs/pull/11697) -- fix: account for offset when building RunArray from ArrayData by @Jefffrey in [#11660](https://github.com/apache/arrow-rs/pull/11660) -- fix(arrow-data): account for sparse union parent offset in MutableArrayData by @ump45nose in [#11693](https://github.com/apache/arrow-rs/pull/11693) -- Write empty validity buffers for arrays without nulls in IPC writer by @azecevic000 in [#11694](https://github.com/apache/arrow-rs/pull/11694) -- Parquet: list the dictionary page first in page_encoding_stats by @adriangb in [#11682](https://github.com/apache/arrow-rs/pull/11682) -- Fix IPC serialization of unions in sliced lists by @skyon0522-ai in [#11651](https://github.com/apache/arrow-rs/pull/11651) -- fix: assemble split IPC messages in StreamDecoder at their declared size by @ranflarion in [#11648](https://github.com/apache/arrow-rs/pull/11648) -- fix(arrow-cast): truncate Timestamp to Date64 casts to whole days by @ump45nose in [#11632](https://github.com/apache/arrow-rs/pull/11632) -- fix: Fix zip with a short falsy scalar that still has buffers by @mkleen in [#11625](https://github.com/apache/arrow-rs/pull/11625) -- Respect dictionary value nulls in aggregates by @skyon0522-ai in [#11650](https://github.com/apache/arrow-rs/pull/11650) -- Reject mismatched input schemas in FlightDataEncoder by @RanaPriyansh in [#11293](https://github.com/apache/arrow-rs/pull/11293) -- Fix sliced sparse union ArrayData conversion by @skyon0522-ai in [#11649](https://github.com/apache/arrow-rs/pull/11649) -- fix: handle zero-length null extension for empty unions by @efegokdemir in [#11209](https://github.com/apache/arrow-rs/pull/11209) -- fix(arrow-data): check view nulls at the right index in `ArrayData` equality by @ump45nose in [#11642](https://github.com/apache/arrow-rs/pull/11642) -- fix(arrow-array): use the field's type id in dense union logical_nulls by @ahlag in [#11643](https://github.com/apache/arrow-rs/pull/11643) -- fix(arrow-schema): validate `UnionFields` when deserializing by @ump45nose in [#11638](https://github.com/apache/arrow-rs/pull/11638) -- fix(arrow-row): map type ids to field indexes when decoding dense union offsets by @ahlag in [#11644](https://github.com/apache/arrow-rs/pull/11644) -- fix(arrow-schema): keep map keys-sorted flag in FFI field export by @spicysharkco in [#11630](https://github.com/apache/arrow-rs/pull/11630) -- Fix Fields::filter_leaves for ListView and LargeListView by @patrickswedish in [#11657](https://github.com/apache/arrow-rs/pull/11657) -- Return errors for undersized struct validity buffers in IPC reader by @azecevic000 in [#11658](https://github.com/apache/arrow-rs/pull/11658) -- fix(parquet-variant-json): preserve whole float formatting by @cetra3 in [#11513](https://github.com/apache/arrow-rs/pull/11513) -- fix(arrow-data): account for FixedSizeList parent offset in MutableArrayData by @ahlag in [#11636](https://github.com/apache/arrow-rs/pull/11636) -- fix(csv): return an error instead of panicking on dictionary key overflow by @spicysharkco in [#11628](https://github.com/apache/arrow-rs/pull/11628) -- fix(arrow-cast): bump atoi to 3.1.1 to fix Int16 parse overflow by @mbutrovich in [#11626](https://github.com/apache/arrow-rs/pull/11626) -- fix(arrow-select): keep row count in take for zero-width FixedSizeBinary by @ahlag in [#11637](https://github.com/apache/arrow-rs/pull/11637) -- fix(variant): reject duplicate object field names in shred_variant by @Abhisheklearn12 in [#11351](https://github.com/apache/arrow-rs/pull/11351) -- fix: move float-to-decimal precision validation inside the cast kernel by @sdf-jkl in [#11302](https://github.com/apache/arrow-rs/pull/11302) -- fix(parquet): Fix physical type for precision-one decimals by @CTTY in [#11544](https://github.com/apache/arrow-rs/pull/11544) -- fix: `UnionFields::from_iter` should validate input by @Jefffrey in [#11533](https://github.com/apache/arrow-rs/pull/11533) -- fix: account for offsets in runarrays when using extend for MutableArrayData by @Jefffrey in [#11546](https://github.com/apache/arrow-rs/pull/11546) -- fix: implement `ArrayData::validate_values` for union types by @Jefffrey in [#11534](https://github.com/apache/arrow-rs/pull/11534) -- fix: account for arraydata offset when comparing runarrays by @Jefffrey in [#11536](https://github.com/apache/arrow-rs/pull/11536) -- fix(parquet): encode `FixedSizeBinary` dictionaries as FLBA by @HippoBaro in [#11262](https://github.com/apache/arrow-rs/pull/11262) -- fix(parquet): return an error, not a panic, when an offset index page goes past its column chunk by @adriangb in [#11484](https://github.com/apache/arrow-rs/pull/11484) -- fix(parquet): release the bytes of a row group when the push decoder is done with it by @adriangb in [#11235](https://github.com/apache/arrow-rs/pull/11235) -- fix(ffi): report missing C stream callbacks by @dhruv-dagar in [#11422](https://github.com/apache/arrow-rs/pull/11422) -- fix(parquet): bound row-group count by remaining input before reserving by @pmoust in [#11419](https://github.com/apache/arrow-rs/pull/11419) -- fix(arrow-arith): keep decimal division precision valid by @snoopuppy582 in [#11420](https://github.com/apache/arrow-rs/pull/11420) -- fix(arrow-cast): round decimal to float conversions once by @davidlghellin in [#10509](https://github.com/apache/arrow-rs/pull/10509) -- fix(arrow-buffer): round i256 to f64 correctly at f64 midpoints by @miguelcorderopamphile in [#11315](https://github.com/apache/arrow-rs/pull/11315) -- fix(variant): avoid panic on `variant_get` for non-nullable field by @neilconway in [#11356](https://github.com/apache/arrow-rs/pull/11356) -- Fix filter_nulls for predicates selecting all or no rows by @viirya in [#11378](https://github.com/apache/arrow-rs/pull/11378) -- fix(arrow-row): return an error instead of wrapping view offsets past 4 GiB when decoding BinaryView/Utf8View by @kita-renji in [#11224](https://github.com/apache/arrow-rs/pull/11224) -- fix(arrow-data): account for parent offset in FixedSizeList null validation by @viirya in [#11362](https://github.com/apache/arrow-rs/pull/11362) -- Fix IPC roundtrip for empty RunArray slices by @viirya in [#11361](https://github.com/apache/arrow-rs/pull/11361) -- fix: Only require valid UTF-8 within the visible span of string arrays by @neilconway in [#11323](https://github.com/apache/arrow-rs/pull/11323) -- fix(parquet): honor explicit V1 FLBA dictionary opt-in by @subotac in [#10569](https://github.com/apache/arrow-rs/pull/10569) -- fix(arrow-cast): only cast visible elements for lists and maps by @neilconway in [#11359](https://github.com/apache/arrow-rs/pull/11359) -- fix(arrow-select): fix `take` output capacity for sliced lists by @neilconway in [#11360](https://github.com/apache/arrow-rs/pull/11360) -- fix(arrow-cast): avoid panicking during failed List -> ListView cast by @neilconway in [#11355](https://github.com/apache/arrow-rs/pull/11355) -- fix(arrow-string): sum view element lengths in usize when concatenating by @Cintu07 in [#11318](https://github.com/apache/arrow-rs/pull/11318) -- fix(arrow-data): fix gaps in ListView equality by @neilconway in [#11345](https://github.com/apache/arrow-rs/pull/11345) -- fix(variant): support closing brackets inside quoted path fields by @DKER2 in [#11231](https://github.com/apache/arrow-rs/pull/11231) -- fix(arrow-cast): allow whitespace around temporal values (#11225) by @wilhelmagren in [#11299](https://github.com/apache/arrow-rs/pull/11299) -- fix(arrow-array): avoid returning corrupt array in `GenericByteArray::into_builder` by @neilconway in [#11311](https://github.com/apache/arrow-rs/pull/11311) -- fix(arrow-array): `PrimitiveRunBuilder` was buggy after `finish` by @neilconway in [#11326](https://github.com/apache/arrow-rs/pull/11326) -- fix(arrow-array): preserve type params in `PrimitiveArray::into_builder` by @neilconway in [#11321](https://github.com/apache/arrow-rs/pull/11321) -- fix: finish methods in `PrimitiveDictionaryBuilder` discard type params by @neilconway in [#11327](https://github.com/apache/arrow-rs/pull/11327) -- fix: Avoid dropping type parameters in `PrimitiveArray::into_builder` by @neilconway in [#11310](https://github.com/apache/arrow-rs/pull/11310) -- fix(parquet): don't preallocate 1MiB in DeltaBitPackEncoder by @cetra3 in [#11149](https://github.com/apache/arrow-rs/pull/11149) -- Avoid overflow in decimal precision and scale arithmetic by @snoopuppy582 in [#10996](https://github.com/apache/arrow-rs/pull/10996) -- Resolve DST-ambiguous and nonexistent local times when casting timestamps to a named timezone by @adriangb in [#11038](https://github.com/apache/arrow-rs/pull/11038) -- Fix sums of sliced run-end encoded arrays by @Boulea7 in [#11283](https://github.com/apache/arrow-rs/pull/11283) -- fix(arrow-data): new_null on an empty union by @Cintu07 in [#11258](https://github.com/apache/arrow-rs/pull/11258) -- fix(parquet): add early rejection of unsupported encodings by @HippoBaro in [#11266](https://github.com/apache/arrow-rs/pull/11266) -- fix(parquet): preserve distinct-count invalidation across page flushes by @HippoBaro in [#11264](https://github.com/apache/arrow-rs/pull/11264) -- Fix unshredded Variant field extraction benchmark by @sdf-jkl in [#11253](https://github.com/apache/arrow-rs/pull/11253) -- fix: Parquet `ByteArrayDecoderPlain::read` can silently fail to read the correct number of values by @etseidl in [#11222](https://github.com/apache/arrow-rs/pull/11222) -- fix: error on invalid type representation when parsing REE/Map types by @Rich-T-kid in [#11160](https://github.com/apache/arrow-rs/pull/11160) -- parquet: Fix page index loading with suffix prefetch by @etseidl in [#11208](https://github.com/apache/arrow-rs/pull/11208) -- fix(arrow-array): check logical nulls, not is_nullable, for a non-nullable list field by @amitvijapur in [#11178](https://github.com/apache/arrow-rs/pull/11178) -- fix(arrow-select): preserve nullability for REE and Union take by @yongster in [#10994](https://github.com/apache/arrow-rs/pull/10994) -- fix: ndv calculation for dictionary arrays by @Rich-T-kid in [#11173](https://github.com/apache/arrow-rs/pull/11173) -- Fix async/push decoder read when only some columns have an offset index by @adriangb in [#11182](https://github.com/apache/arrow-rs/pull/11182) -- Limit LZ4 buffer to declared decompressed size by @azecevic000 in [#10959](https://github.com/apache/arrow-rs/pull/10959) -- fix(arrow-array): deprecate FixedSizeListArray::value_offset, which wraps past i32::MAX by @Cintu07 in [#11070](https://github.com/apache/arrow-rs/pull/11070) -- fix(variant): reject FixedSizeList shredding by @cakeni in [#10639](https://github.com/apache/arrow-rs/pull/10639) -- fix(arrow-cast): check remaining temporal cast overflows by @yinli-systems in [#10907](https://github.com/apache/arrow-rs/pull/10907) -- fix(parquet): keep virtual columns in the schema reported with a schema hint by @bharadwaj-pendyala in [#11047](https://github.com/apache/arrow-rs/pull/11047) -- fix(arrow-string): saturate the offset casts in substring by @Cintu07 in [#10995](https://github.com/apache/arrow-rs/pull/10995) -- fix(arrow-cast): respect sliced list offsets in fixed-size list casts by @CodingCossack in [#11065](https://github.com/apache/arrow-rs/pull/11065) -- Return errors for undersized ArrayData validity buffers by @emecii in [#11044](https://github.com/apache/arrow-rs/pull/11044) -- fix(csv): Infer leading-plus integers and decimals by @Jo2234 in [#11105](https://github.com/apache/arrow-rs/pull/11105) -- fix(arrow-ord): return an error for nested dictionary comparisons by @jaideeppyne in [#11104](https://github.com/apache/arrow-rs/pull/11104) -- fix(arrow-array): reset NullBuilder length in finish by @ranflarion in [#11110](https://github.com/apache/arrow-rs/pull/11110) -- fix: preserve zero-width FixedSizeBinary length when filtering by @Rich-T-kid in [#11042](https://github.com/apache/arrow-rs/pull/11042) -- fix(arrow-cast): preserve length when casting zero-width FixedSizeListArray by @Rich-T-kid in [#11043](https://github.com/apache/arrow-rs/pull/11043) -- fix: remove stale Interval -> Int64 arm from can_cast_types by @dylanpulver in [#10939](https://github.com/apache/arrow-rs/pull/10939) -- fix(parquet): do not cache an ALP preset built from an empty first page by @Abdallah-Afifi in [#11004](https://github.com/apache/arrow-rs/pull/11004) +- [Variant] Validate storage fields in `VariantType` by @sdf-jkl in [#12245](https://github.com/apache/arrow-rs/pull/12245) +- fix(parquet-variant-compute): reject unsupported types in empty and all-null cast_to_variant input by @dayan02dev in [#12246](https://github.com/apache/arrow-rs/pull/12246) +- fix(arrow-string): handle dictionaries without values by @Rich-T-kid in [#12253](https://github.com/apache/arrow-rs/pull/12253) +- fix(arrow-ipc): do not write a validity bitmap for RunEndEncoded in V4 by @Mola-maker in [#12267](https://github.com/apache/arrow-rs/pull/12267) +- Fix CSV schema inference for Unicode literals by @peterolkhov in [#12144](https://github.com/apache/arrow-rs/pull/12144) +- fix(parquet): count only shared predicate cache hits in cache-read metrics by @dragonknightk in [#12180](https://github.com/apache/arrow-rs/pull/12180) +- fix(arrow-buffer): return None from NullBufferBuilder when it has no nulls by @Mola-maker in [#12251](https://github.com/apache/arrow-rs/pull/12251) +- fix(arrow-array): keep precision and scale in null_if_overflow_precision by @dayan02dev in [#12242](https://github.com/apache/arrow-rs/pull/12242) +- fix(parquet): Harden Thrift decoding of binary lengths and collection counts by @etseidl in [#12142](https://github.com/apache/arrow-rs/pull/12142) +- fix(variant): preserve nulls for missing shredded list indexes by @sdf-jkl in [#12224](https://github.com/apache/arrow-rs/pull/12224) +- fix(parquet): check PLAIN byte array end offsets for overflow in read by @hsdfat in [#12215](https://github.com/apache/arrow-rs/pull/12215) +- Fix escaping in DataType parsing and list field names by @timmyb32r in [#11931](https://github.com/apache/arrow-rs/pull/11931) +- fix(parquet): honor requested dictionary value type by @Rich-T-kid in [#12161](https://github.com/apache/arrow-rs/pull/12161) +- fix(parquet): return error instead of panic on corrupt PLAIN BYTE_ARRAY pages by @viirya in [#12179](https://github.com/apache/arrow-rs/pull/12179) +- fix(arrow-array): avoid null bitmap allocation in non-nullable StructArray field validation by @llxgdtop in [#12124](https://github.com/apache/arrow-rs/pull/12124) +- fix(arrow-cast): write timestamps whose zone offset has seconds in UTC by @hsdfat in [#12102](https://github.com/apache/arrow-rs/pull/12102) +- fix(parquet): return error on negative DELTA_BYTE_ARRAY lengths in arrow decoder by @hsdfat in [#12108](https://github.com/apache/arrow-rs/pull/12108) +- fix(arrow-arith): match DuckDB's rounding when multiplying an interval by a float by @EaswarKilari in [#12029](https://github.com/apache/arrow-rs/pull/12029) +- fix(ffi): read byte array offsets unaligned in buffer_len by @AndreaBozzo in [#12010](https://github.com/apache/arrow-rs/pull/12010) +- fix(variant): avoid overflow for minimum scale by @Phoenix500526 in [#12104](https://github.com/apache/arrow-rs/pull/12104) +- fix(array): validate decimals with negative scale by @Phoenix500526 in [#12101](https://github.com/apache/arrow-rs/pull/12101) +- fix(arrow-ipc): cap the decompression buffer reserved from the declared length by @geoHeil in [#12077](https://github.com/apache/arrow-rs/pull/12077) +- fix(arrow-ipc): honor skip_validation for record batches in StreamDecoder by @comphead in [#12094](https://github.com/apache/arrow-rs/pull/12094) +- fix(parquet): return error for out-of-range FLBA dictionary index by @linzch3 in [#12065](https://github.com/apache/arrow-rs/pull/12065) +- fix(arrow-json): reject out-of-range float timestamps instead of saturating by @hsdfat in [#12007](https://github.com/apache/arrow-rs/pull/12007) +- fix(arrow-string): saturate the length in Utf8View/BinaryView substring by @hsdfat in [#12006](https://github.com/apache/arrow-rs/pull/12006) +- fix(arrow-array): return an error instead of wrapping on MapBuilder offset overflow by @llxgdtop in [#12052](https://github.com/apache/arrow-rs/pull/12052) +- fix(parquet): cap byte-budget level windows by value count by @adriangb in [#11996](https://github.com/apache/arrow-rs/pull/11996) +- fix(parquet): copy Decimal/Float16 column chunk statistics instead of aliasing the written values by @xudong963 in [#12028](https://github.com/apache/arrow-rs/pull/12028) +- fix(parquet): do not write a dictionary page in empty row group by @jhorstmann in [#12003](https://github.com/apache/arrow-rs/pull/12003) +- Resolve DST-ambiguous and nonexistent local times in `string_to_datetime` by @adriangb in [#11054](https://github.com/apache/arrow-rs/pull/11054) +- Accept buffers with trailing bytes in `ArrayData` validation instead of panicking by @vntoinekaio in [#11944](https://github.com/apache/arrow-rs/pull/11944) +- fix(parquet): return byte array overflow and map decoding errors by @hhhizzz in [#11791](https://github.com/apache/arrow-rs/pull/11791) +- fix(parquet): write `specification_version = 1` on the VARIANT logical type by @raghuvanshraj in [#11961](https://github.com/apache/arrow-rs/pull/11961) +- fix(parquet): reject truncated definition level runs by @efegokdemir in [#11700](https://github.com/apache/arrow-rs/pull/11700) +- Fix memory reservation leak in Buffer::into_vec by @timmyb32r in [#11878](https://github.com/apache/arrow-rs/pull/11878) +- fix(parquet): skip empty CDC page flushes in add_data_page by @M-Tesla in [#11003](https://github.com/apache/arrow-rs/pull/11003) +- fix(parquet): count levels, not rows, when marking null pages in the column index by @mightsleep in [#11828](https://github.com/apache/arrow-rs/pull/11828) +- fix(arrow-select): merge dictionaries in zip instead of panicking on key overflow by @ump45nose in [#11663](https://github.com/apache/arrow-rs/pull/11663) +- fix(arrow-select): merge dictionaries in merge and merge_n instead of panicking on key overflow by @ninglinLiu in [#11925](https://github.com/apache/arrow-rs/pull/11925) +- fix(ipc): decode zero-length bodies without EOS by @Phoenix500526 in [#11967](https://github.com/apache/arrow-rs/pull/11967) +- fix(parquet): validate Arrow writer shapes and map-key schemas by @HippoBaro in [#11838](https://github.com/apache/arrow-rs/pull/11838) +- fix(arrow-ipc): return an error instead of panicking on out-of-bounds IPC buffers by @wleeaf in [#11881](https://github.com/apache/arrow-rs/pull/11881) +- fix(arrow-avro): resolve named types declared with a full name by @sebxt in [#11730](https://github.com/apache/arrow-rs/pull/11730) +- fix(parquet): Properly account for boolean lists in Parquet Thrift skipping code by @etseidl in [#11923](https://github.com/apache/arrow-rs/pull/11923) +- Fix incorrect reversed `DataType::contains` check for union type by @timmyb32r in [#11826](https://github.com/apache/arrow-rs/pull/11826) +- Reject merging `Field`s of unions with different modes by @timmyb32r in [#11827](https://github.com/apache/arrow-rs/pull/11827) +- fix(arrow-array): return overflow error instead of panicking when negating `i32::MIN` months by @choksi2212 in [#11611](https://github.com/apache/arrow-rs/pull/11611) +- fix(arrow-select): preserve nullif nulls for REE and Union by @yongster in [#10991](https://github.com/apache/arrow-rs/pull/10991) +- fix(arrow-avro): keep nulls when reading strings as Utf8View by @ninglinLiu in [#11915](https://github.com/apache/arrow-rs/pull/11915) +- fix(parquet): apply max_row_group_bytes to the first batch of a row group by @Tpt in [#11798](https://github.com/apache/arrow-rs/pull/11798) +- fix(arrow-data): extend Interval(DayTime) as IntervalDayTime in MutableArrayData by @ninglinLiu in [#11906](https://github.com/apache/arrow-rs/pull/11906) +- arrow-select: error on empty input and keep row count for column-less batches in interleave_record_batch by @princejain756 in [#11845](https://github.com/apache/arrow-rs/pull/11845) +- fix(array-data): return an error on FixedSizeList validation overflow by @mvanhorn in [#11859](https://github.com/apache/arrow-rs/pull/11859) +- fix(arrow-ipc): return an error instead of panicking on unions with more than 128 fields by @wleeaf in [#11882](https://github.com/apache/arrow-rs/pull/11882) +- fix(arrow-ipc): reject negative FixedSizeBinary byte width in IPC schema by @wleeaf in [#11883](https://github.com/apache/arrow-rs/pull/11883) +- fix(arrow-array): reset the lone offset of an empty FFI byte array by @ahlag in [#11661](https://github.com/apache/arrow-rs/pull/11661) ### Performance improvements -- perf(arrow-buffer): divide `i256` by a single word with a reciprocal on 64-bit targets other than x86_64 by @mbutrovich in [#11580](https://github.com/apache/arrow-rs/pull/11580) -- perf(parquet): skip per-batch key-bounds scan when RLE bit width prov… by @Rich-T-kid in [#11462](https://github.com/apache/arrow-rs/pull/11462) -- perf(arrow-cmp): add fast paths to dictionary_cmp by @Rich-T-kid in [#11407](https://github.com/apache/arrow-rs/pull/11407) -- speed up dict cast key width by @Rich-T-kid in [#11502](https://github.com/apache/arrow-rs/pull/11502) -- perf: Inline `SlicesIterator::next` by @haohuaijin in [#11646](https://github.com/apache/arrow-rs/pull/11646) -- perf(parquet): trim bitmap-backed row selections using 64-bit words by @haohuaijin in [#11639](https://github.com/apache/arrow-rs/pull/11639) -- Perf(parquet): RLE_dictionary reads; avoid round trip allocation by @Rich-T-kid in [#11474](https://github.com/apache/arrow-rs/pull/11474) -- perf(parquet): optimize `i32`, `u32`, `i64`, `u64`, `f32`, `f64` min_max calculation by @rluvaton in [#11523](https://github.com/apache/arrow-rs/pull/11523) -- refactor(parquet): do not store empty pushed ranges in PushBuffers by @adriangb in [#11569](https://github.com/apache/arrow-rs/pull/11569) -- Defer dictionary page decode on the skip path by @zhuqi-lucas in [#11168](https://github.com/apache/arrow-rs/pull/11168) -- perf(parquet): make `PushBuffers` release and clear cost independent of the buffer count by @adriangb in [#11459](https://github.com/apache/arrow-rs/pull/11459) -- perf(parquet): scan bitmap selections directly for page ranges by @haohuaijin in [#11553](https://github.com/apache/arrow-rs/pull/11553) -- perf(arrow-buffer): divide `i256` magnitudes below 2^128 with one `u128` division by @mbutrovich in [#11530](https://github.com/apache/arrow-rs/pull/11530) -- Speed up DELTA_BINARY_PACKED skip by @flashmouse in [#11143](https://github.com/apache/arrow-rs/pull/11143) -- perf(arrow-array): move the closure into the iterator in `PrimitiveArray::unary` by @mbutrovich in [#11525](https://github.com/apache/arrow-rs/pull/11525) -- feat(arrow-array): add `div_rem_wrapping` and `div_rem_checked` to `ArrowNativeTypeOp` by @mbutrovich in [#11528](https://github.com/apache/arrow-rs/pull/11528) -- perf(arrow-arith): divide once per row in `multiply_fixed_point` by @mbutrovich in [#11526](https://github.com/apache/arrow-rs/pull/11526) -- perf(arrow-buffer): faster portable fallback for bit_util::compress by @mightsleep in [#11322](https://github.com/apache/arrow-rs/pull/11322) -- perf(arrow-ipc): Avoid copies and write dictionary batches directly to writers when possible by @JakeDern in [#10128](https://github.com/apache/arrow-rs/pull/10128) -- perf(parquet): scan `MaskCursor` selections in 64-bit words by @haohuaijin in [#11510](https://github.com/apache/arrow-rs/pull/11510) -- perf(arrow-arith): don't build an error for each decimal `div` value that overflows when scaled by @mbutrovich in [#11479](https://github.com/apache/arrow-rs/pull/11479) -- perf(parquet): optimize level counting by @neilconway in [#11408](https://github.com/apache/arrow-rs/pull/11408) -- feat: specialize boolean interleave by @dhruvtnwr28 in [#11501](https://github.com/apache/arrow-rs/pull/11501) -- perf(parquet): store a ScanPlan cursor as one heap entry by @adriangb in [#11334](https://github.com/apache/arrow-rs/pull/11334) -- perf: Avoid expanding masks to selectors in mixed `RowSelection` intersection and union by @haohuaijin in [#11390](https://github.com/apache/arrow-rs/pull/11390) -- perf(parquet): keep PushBuffers sorted by offset by @adriangb in [#11237](https://github.com/apache/arrow-rs/pull/11237) -- perf(arrow-select): concat FixedSizeList without per-array ArrayData by @mightsleep in [#11435](https://github.com/apache/arrow-rs/pull/11435) -- perf(parquet): Skip per-level validity pass for list children with no nulls by @neilconway in [#11376](https://github.com/apache/arrow-rs/pull/11376) -- feat: Allow for partial population of the Parquet Page Index by @etseidl in [#11157](https://github.com/apache/arrow-rs/pull/11157) -- chore: use extend_from_slice rather than extend by @rluvaton in [#11410](https://github.com/apache/arrow-rs/pull/11410) -- chore: reuse allocations in partition by @rluvaton in [#11324](https://github.com/apache/arrow-rs/pull/11324) -- perf: Optimize int -> decimal cast by @neilconway in [#11226](https://github.com/apache/arrow-rs/pull/11226) -- perf: Optimize `date_part` for timestamp values without timezones by @neilconway in [#11187](https://github.com/apache/arrow-rs/pull/11187) -- perf: Optimize casting timestamp -> `Date32`, `Time32`, `Time64` by @neilconway in [#11199](https://github.com/apache/arrow-rs/pull/11199) -- perf: Optimize boolean -> string casts by @neilconway in [#11251](https://github.com/apache/arrow-rs/pull/11251) -- perf: override `count`, `nth`, `nth_back` and `last` for `RowsIter` by @rluvaton in [#11230](https://github.com/apache/arrow-rs/pull/11230) -- Reuse buffers when interleaving byte views by @cetra3 in [#11281](https://github.com/apache/arrow-rs/pull/11281) -- perf: Reuse capture locations in `regexp_match` by @neilconway in [#11274](https://github.com/apache/arrow-rs/pull/11274) -- perf: Optimize infallible numeric casts by @neilconway in [#11219](https://github.com/apache/arrow-rs/pull/11219) -- perf: Reserve concat output space using visible offset span by @neilconway in [#11270](https://github.com/apache/arrow-rs/pull/11270) -- perf: Optimize bool <-> numeric casts by @neilconway in [#11242](https://github.com/apache/arrow-rs/pull/11242) -- perf: Optimize display of Boolean values by @neilconway in [#11254](https://github.com/apache/arrow-rs/pull/11254) -- perf(arrow-select): add take_record_batch_unchecked to skip redundant bounds checks by @Rich-T-kid in [#10945](https://github.com/apache/arrow-rs/pull/10945) -- [arrow-select] perf: Replace `ArrayData` with direct `Array` construction in concat by @liamzwbao in [#10377](https://github.com/apache/arrow-rs/pull/10377) -- Make CachedArrayReader cache cleanup incremental instead of quadratic by @zhuqi-lucas in [#10901](https://github.com/apache/arrow-rs/pull/10901) -- perf: Optimize `RowSelection::and_then` for dense masks by @haohuaijin in [#10968](https://github.com/apache/arrow-rs/pull/10968) -- feat(perf): Improve filter performance with per word bit filtering (and `BMI` when supported) by @devanbenz in [#10136](https://github.com/apache/arrow-rs/pull/10136) -- feat: coalesce fixed size binary by @Rich-T-kid in [#11122](https://github.com/apache/arrow-rs/pull/11122) -- [Parquet] Improve Auto RowSelection construction for scattered predicate results by @hhhizzz in [#10852](https://github.com/apache/arrow-rs/pull/10852) -- [Parquet] Vectorise Pack Bits within BitWriter by @sdf-jkl in [#10432](https://github.com/apache/arrow-rs/pull/10432) -- perf(arrow-data): Format decimal values without intermediate allocs by @neilconway in [#11002](https://github.com/apache/arrow-rs/pull/11002) -- Replace OffsetBufferBuilder with Vec in scalar byte-array zip by @yashkuceriya in [#10913](https://github.com/apache/arrow-rs/pull/10913) +- perf(coalesce): hoist indexed ByteView buffer checks by @Rich-T-kid in [#12212](https://github.com/apache/arrow-rs/pull/12212) +- perf(arrow-arith): inline decimal `div` and `rem` by a scalar into `try_unary` by @mbutrovich in [#12080](https://github.com/apache/arrow-rs/pull/12080) +- perf(arrow-arith): divide integers by a scalar with a precomputed divisor by @mbutrovich in [#12076](https://github.com/apache/arrow-rs/pull/12076) +- Use non-null value counts for Parquet dictionary caches by @JonSnow1807 in [#12122](https://github.com/apache/arrow-rs/pull/12122) +- perf(coalesce): directly copy sparse UInt32 selections by @Rich-T-kid in [#11174](https://github.com/apache/arrow-rs/pull/11174) +- perf(parquet): always inline `OffsetBuffer::try_push` by @viirya in [#12177](https://github.com/apache/arrow-rs/pull/12177) +- perf(arrow): fuse Boolean filter copying by @Rich-T-kid in [#11918](https://github.com/apache/arrow-rs/pull/11918) +- perf: Add a dictionary cache for parquet dict types by @EmilyMatt in [#11982](https://github.com/apache/arrow-rs/pull/11982) +- perf(arrow-ipc): reuse lz4 frame encoder buffers across IPC writes by @gabotechs in [#12084](https://github.com/apache/arrow-rs/pull/12084) +- perf(arrow-buffer): pack bools branchlessly in `BooleanBufferBuilder::append_slice` by @viirya in [#12024](https://github.com/apache/arrow-rs/pull/12024) +- perf(arrow): coalesce dictionary keys without concat by @Rich-T-kid in [#11743](https://github.com/apache/arrow-rs/pull/11743) +- perf(arrow-ipc): find dictionary fields without collecting the schema by @asubiotto in [#12071](https://github.com/apache/arrow-rs/pull/12071) +- perf(arrow-select): zip a primitive array with a scalar without MutableArrayData by @mightsleep in [#11559](https://github.com/apache/arrow-rs/pull/11559) +- perf(arrow-row): avoid encoding oversized dictionary values by @Rich-T-kid in [#12043](https://github.com/apache/arrow-rs/pull/12043) +- perf(arrow-buffer): add precomputed divisors for 32-bit and 64-bit integers by @mbutrovich in [#11467](https://github.com/apache/arrow-rs/pull/11467) +- Use `ahash` and a single lookup in `PrimitiveDictionaryBuilder` by @mhk197 in [#12057](https://github.com/apache/arrow-rs/pull/12057) +- perf(parquet): avoid repeated page-index range discovery by @sunchao in [#11276](https://github.com/apache/arrow-rs/pull/11276) +- perf(arrow-buffer): faster count_set_bits on aarch64 by summing byte popcounts before widening by @mbutrovich in [#11818](https://github.com/apache/arrow-rs/pull/11818) +- perf(parquet): share Arrow write-schema plans across row groups by @HippoBaro in [#11971](https://github.com/apache/arrow-rs/pull/11971) +- perf: optimize building out-of-line views in `MutableArrayData` by @neilconway in [#11992](https://github.com/apache/arrow-rs/pull/11992) +- perf(parquet): optimize dictionary computation for byte arrays by @rluvaton in [#11524](https://github.com/apache/arrow-rs/pull/11524) +- perf(arrow): specialize sparse list filtering by @Rich-T-kid in [#11744](https://github.com/apache/arrow-rs/pull/11744) +- perf(parquet): convert FIXED_LEN_BYTE_ARRAY decimals with a width-specialized loop by @yihua in [#11910](https://github.com/apache/arrow-rs/pull/11910) +- perf(coalesce): specialize sparse byte array filters by @Rich-T-kid in [#11696](https://github.com/apache/arrow-rs/pull/11696) +- perf(variant): avoid bracket path string allocations by @DKER2 in [#11232](https://github.com/apache/arrow-rs/pull/11232) +- perf: Optimize appending out-of-line views in `concat`, `BatchCoalescer` by @neilconway in [#11770](https://github.com/apache/arrow-rs/pull/11770) +- perf(parquet-variant): Avoid intermediate string allocations in JSON serialization by @rizzabhdwaj in [#11402](https://github.com/apache/arrow-rs/pull/11402) +- fix(parquet): release bloom filter capacity after folding by @starpact in [#11701](https://github.com/apache/arrow-rs/pull/11701) +- perf(arrow): specialize Boolean filtering by @Rich-T-kid in [#11732](https://github.com/apache/arrow-rs/pull/11732) +- perf(arrow-array): skip `DataType` drop glue in generic temporal converters by @mbutrovich in [#11896](https://github.com/apache/arrow-rs/pull/11896) +- [Parquet] Create zstd contexts on first use by @azecevic000 in [#11858](https://github.com/apache/arrow-rs/pull/11858) +- feat(buffer): add `NullBufferBuilder::append_word` by @Rich-T-kid in [#11867](https://github.com/apache/arrow-rs/pull/11867) +- perf: Do not compute the entire byte view buffer size in `set_source` by @nuno-faria in [#11830](https://github.com/apache/arrow-rs/pull/11830) ### Documentation updates -- Fix BatchCoalescer::is_empty documentation by @Rich-T-kid in [#11790](https://github.com/apache/arrow-rs/pull/11790) -- docs: Add example to `BitChunks::chunk` by @alamb in [#11214](https://github.com/apache/arrow-rs/pull/11214) -- Document how to customize JSON decoding via `DecoderFactory` by @alamb in [#10897](https://github.com/apache/arrow-rs/pull/10897) -- doc: Describe potential footgun in `MapArray::keys` and `values` by @neilconway in [#11145](https://github.com/apache/arrow-rs/pull/11145) -- MINOR: add complete lexsort_to_indices usage example by @wilhelmagren in [#11133](https://github.com/apache/arrow-rs/pull/11133) -- docs(avro): add OpenDAL read and write example by @Xuanwo in [#11080](https://github.com/apache/arrow-rs/pull/11080) -- Document platform endianness support by @sdf-jkl in [#11056](https://github.com/apache/arrow-rs/pull/11056) -- chore: Fix duplicated word typos in comments and docs by @geographybuff in [#11034](https://github.com/apache/arrow-rs/pull/11034) -- docs(parquet): add OpenDAL read and write example by @Xuanwo in [#11014](https://github.com/apache/arrow-rs/pull/11014) +- docs(parquet): add SAFETY comments for build_unchecked in array readers by @EaswarKilari in [#12119](https://github.com/apache/arrow-rs/pull/12119) +- docs(arrow-select): document shorter filter predicates by @WaterWhisperer in [#12116](https://github.com/apache/arrow-rs/pull/12116) +- docs: fix NaN ordering in `min`/`max` rustdoc by @EaswarKilari in [#12021](https://github.com/apache/arrow-rs/pull/12021) +- docs: document RunArray logical offset/len and child array slicing by @alamb in [#11710](https://github.com/apache/arrow-rs/pull/11710) +- docs: make fork CI setup harder to miss by @Rich-T-kid in [#11914](https://github.com/apache/arrow-rs/pull/11914) + +### Miscellaneous +- Fix: prevent time64us and time64ns from wrapping out-of-bounds seconds to valid times (#11899) by @CodeMasterXZT + diff --git a/Cargo.lock b/Cargo.lock index f0501e5513cf..e81b7a8e5e68 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -176,7 +176,7 @@ dependencies = [ [[package]] name = "arrow" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arrow-arith", "arrow-array", @@ -203,7 +203,7 @@ dependencies = [ [[package]] name = "arrow-arith" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arrow-array", "arrow-buffer", @@ -217,7 +217,7 @@ dependencies = [ [[package]] name = "arrow-array" -version = "60.1.0" +version = "60.2.0" dependencies = [ "ahash", "arrow-buffer", @@ -238,7 +238,7 @@ dependencies = [ [[package]] name = "arrow-avro" -version = "60.1.0" +version = "60.2.0" dependencies = [ "apache-avro", "arrow", @@ -274,7 +274,7 @@ dependencies = [ [[package]] name = "arrow-buffer" -version = "60.1.0" +version = "60.2.0" dependencies = [ "bytes", "criterion", @@ -286,7 +286,7 @@ dependencies = [ [[package]] name = "arrow-cast" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arrow-array", "arrow-buffer", @@ -310,7 +310,7 @@ dependencies = [ [[package]] name = "arrow-cmp" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arrow-array", "arrow-buffer", @@ -322,7 +322,7 @@ dependencies = [ [[package]] name = "arrow-csv" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arrow-array", "arrow-buffer", @@ -341,7 +341,7 @@ dependencies = [ [[package]] name = "arrow-data" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arrow-buffer", "arrow-schema", @@ -352,7 +352,7 @@ dependencies = [ [[package]] name = "arrow-flight" -version = "60.1.0" +version = "60.2.0" dependencies = [ "anyhow", "arrow-arith", @@ -391,7 +391,7 @@ dependencies = [ [[package]] name = "arrow-integration-test" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arrow", "arrow-buffer", @@ -404,7 +404,7 @@ dependencies = [ [[package]] name = "arrow-integration-testing" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arrow", "arrow-buffer", @@ -423,7 +423,7 @@ dependencies = [ [[package]] name = "arrow-ipc" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arrow-array", "arrow-buffer", @@ -442,7 +442,7 @@ dependencies = [ [[package]] name = "arrow-json" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arbitrary", "arrow-array", @@ -473,7 +473,7 @@ dependencies = [ [[package]] name = "arrow-ord" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arrow-array", "arrow-buffer", @@ -487,7 +487,7 @@ dependencies = [ [[package]] name = "arrow-pyarrow" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arrow-array", "arrow-data", @@ -497,7 +497,7 @@ dependencies = [ [[package]] name = "arrow-row" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arrow-array", "arrow-buffer", @@ -512,7 +512,7 @@ dependencies = [ [[package]] name = "arrow-schema" -version = "60.1.0" +version = "60.2.0" dependencies = [ "bitflags 2.13.2", "criterion", @@ -525,7 +525,7 @@ dependencies = [ [[package]] name = "arrow-select" -version = "60.1.0" +version = "60.2.0" dependencies = [ "ahash", "arrow-array", @@ -540,7 +540,7 @@ dependencies = [ [[package]] name = "arrow-string" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arrow-array", "arrow-buffer", @@ -2576,7 +2576,7 @@ dependencies = [ [[package]] name = "parquet" -version = "60.1.0" +version = "60.2.0" dependencies = [ "ahash", "arrow", @@ -2627,7 +2627,7 @@ dependencies = [ [[package]] name = "parquet-geospatial" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arrow-schema", "geo-traits", @@ -2639,7 +2639,7 @@ dependencies = [ [[package]] name = "parquet-variant" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arrow-schema", "chrono", @@ -2654,7 +2654,7 @@ dependencies = [ [[package]] name = "parquet-variant-compute" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arrow", "arrow-schema", @@ -2672,7 +2672,7 @@ dependencies = [ [[package]] name = "parquet-variant-json" -version = "60.1.0" +version = "60.2.0" dependencies = [ "arrow-schema", "base64 0.23.1", @@ -2685,7 +2685,7 @@ dependencies = [ [[package]] name = "parquet_derive" -version = "60.1.0" +version = "60.2.0" dependencies = [ "parquet", "proc-macro2", @@ -2695,7 +2695,7 @@ dependencies = [ [[package]] name = "parquet_derive_test" -version = "60.1.0" +version = "60.2.0" dependencies = [ "chrono", "parquet", diff --git a/Cargo.toml b/Cargo.toml index bebe01d77a4a..bc919866accc 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -52,7 +52,7 @@ exclude = [ ] [workspace.package] -version = "60.1.0" +version = "60.2.0" repository = "https://github.com/apache/arrow-rs" authors = ["Apache Arrow "] license = "Apache-2.0" @@ -68,27 +68,27 @@ edition = "2024" rust-version = "1.88" [workspace.dependencies] -arrow = { version = "60.1.0", path = "./arrow", default-features = false } -arrow-arith = { version = "60.1.0", path = "./arrow-arith" } -arrow-array = { version = "60.1.0", path = "./arrow-array" } -arrow-buffer = { version = "60.1.0", path = "./arrow-buffer" } -arrow-cast = { version = "60.1.0", path = "./arrow-cast" } -arrow-csv = { version = "60.1.0", path = "./arrow-csv" } -arrow-data = { version = "60.1.0", path = "./arrow-data" } -arrow-ipc = { version = "60.1.0", path = "./arrow-ipc" } -arrow-json = { version = "60.1.0", path = "./arrow-json" } -arrow-cmp = { version = "60.1.0", path = "./arrow-cmp" } -arrow-ord = { version = "60.1.0", path = "./arrow-ord" } -arrow-pyarrow = { version = "60.1.0", path = "./arrow-pyarrow" } -arrow-row = { version = "60.1.0", path = "./arrow-row" } -arrow-schema = { version = "60.1.0", path = "./arrow-schema" } -arrow-select = { version = "60.1.0", path = "./arrow-select" } -arrow-string = { version = "60.1.0", path = "./arrow-string" } -parquet = { version = "60.1.0", path = "./parquet", default-features = false } -parquet-geospatial = { version = "60.1.0", path = "./parquet-geospatial" } -parquet-variant = { version = "60.1.0", path = "./parquet-variant" } -parquet-variant-json = { version = "60.1.0", path = "./parquet-variant-json" } -parquet-variant-compute = { version = "60.1.0", path = "./parquet-variant-compute" } +arrow = { version = "60.2.0", path = "./arrow", default-features = false } +arrow-arith = { version = "60.2.0", path = "./arrow-arith" } +arrow-array = { version = "60.2.0", path = "./arrow-array" } +arrow-buffer = { version = "60.2.0", path = "./arrow-buffer" } +arrow-cast = { version = "60.2.0", path = "./arrow-cast" } +arrow-csv = { version = "60.2.0", path = "./arrow-csv" } +arrow-data = { version = "60.2.0", path = "./arrow-data" } +arrow-ipc = { version = "60.2.0", path = "./arrow-ipc" } +arrow-json = { version = "60.2.0", path = "./arrow-json" } +arrow-cmp = { version = "60.2.0", path = "./arrow-cmp" } +arrow-ord = { version = "60.2.0", path = "./arrow-ord" } +arrow-pyarrow = { version = "60.2.0", path = "./arrow-pyarrow" } +arrow-row = { version = "60.2.0", path = "./arrow-row" } +arrow-schema = { version = "60.2.0", path = "./arrow-schema" } +arrow-select = { version = "60.2.0", path = "./arrow-select" } +arrow-string = { version = "60.2.0", path = "./arrow-string" } +parquet = { version = "60.2.0", path = "./parquet", default-features = false } +parquet-geospatial = { version = "60.2.0", path = "./parquet-geospatial" } +parquet-variant = { version = "60.2.0", path = "./parquet-variant" } +parquet-variant-json = { version = "60.2.0", path = "./parquet-variant-json" } +parquet-variant-compute = { version = "60.2.0", path = "./parquet-variant-compute" } chrono = { version = "0.4.40", default-features = false, features = ["clock"] } From 419427808ddecfd530a1d6286898d3dbf95e67ac Mon Sep 17 00:00:00 2001 From: Jefffrey Date: Wed, 18 Nov 2026 14:10:59 +0900 Subject: [PATCH 2/2] trigger