Skip to content
Open
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
22 commits
Select commit Hold shift + click to select a range
c1e4b8d
Upgrade to Datafusion 51
nuno-faria Nov 25, 2025
908d6c8
Fix clippy
nuno-faria Nov 25, 2025
6bb9678
Upgrade to Datafusion 51
nuno-faria Nov 25, 2025
8f65f42
Fix clippy
nuno-faria Nov 25, 2025
b991f77
Refactor test_arrow_c_stream_interrupted to handle exceptions in a se…
kosiew Nov 29, 2025
5748ff0
Improve exception handling in wait_for_future
kosiew Nov 29, 2025
0fa8178
Refactor signal checking in future collection to simplify error handling
kosiew Nov 29, 2025
1297e2c
Simplify KeyboardInterrupt check in test_arrow_c_stream_interrupted
kosiew Nov 29, 2025
e8842b1
rm test_record_batch_reader_interrupt_exits_quickly
kosiew Nov 29, 2025
bf8085e
Refactor test_arrow_c_stream_interrupted to improve exception handlin…
kosiew Nov 29, 2025
b10ff3a
Improve exception handling in test_arrow_c_stream_interrupted to chec…
kosiew Nov 29, 2025
3f8e6d9
Add comment - handle KeyboardInterrupt more effectively
kosiew Nov 29, 2025
23999c8
Remove unnecessary stream cancellation on error in PartitionedDataFra…
kosiew Nov 29, 2025
784929d
Add jupyter notebook for test
kosiew Nov 29, 2025
5ec0c78
Revert "Add jupyter notebook for test"
kosiew Nov 29, 2025
506091e
Simplify error handling in PartitionedDataFrameStreamReader
kosiew Nov 29, 2025
5615d83
Merge branch 'datafusion_51' into pr-1311
nuno-faria Nov 29, 2025
ab63c6c
Merge pull request #1 from kosiew/pr-1311
nuno-faria Nov 29, 2025
96fccbc
Fix ruff warnings
nuno-faria Nov 29, 2025
d3c46bb
Fix ruff warnings
nuno-faria Nov 29, 2025
b588122
Update src/utils.rs
nuno-faria Nov 30, 2025
7f10836
Fix clippy
nuno-faria Nov 30, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
801 changes: 403 additions & 398 deletions Cargo.lock

Large diffs are not rendered by default.

24 changes: 12 additions & 12 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -48,20 +48,20 @@ tokio = { version = "1.47", features = [
"rt-multi-thread",
"sync",
] }
pyo3 = { version = "0.25", features = [
pyo3 = { version = "0.26", features = [
"extension-module",
"abi3",
"abi3-py310",
] }
pyo3-async-runtimes = { version = "0.25", features = ["tokio-runtime"] }
pyo3-log = "0.12.4"
arrow = { version = "56", features = ["pyarrow"] }
arrow-select = { version = "56" }
datafusion = { version = "50", features = ["avro", "unicode_expressions"] }
datafusion-substrait = { version = "50", optional = true }
datafusion-proto = { version = "50" }
datafusion-ffi = { version = "50" }
prost = "0.13.1" # keep in line with `datafusion-substrait`
pyo3-async-runtimes = { version = "0.26", features = ["tokio-runtime"] }
pyo3-log = "0.13.2"
arrow = { version = "57", features = ["pyarrow"] }
arrow-select = { version = "57" }
datafusion = { version = "51", features = ["avro", "unicode_expressions"] }
datafusion-substrait = { version = "51", optional = true }
datafusion-proto = { version = "51" }
datafusion-ffi = { version = "51" }
prost = "0.14.1" # keep in line with `datafusion-substrait`
uuid = { version = "1.18", features = ["v4"] }
mimalloc = { version = "0.1", optional = true, default-features = false, features = [
"local_dynamic_tls",
Expand All @@ -80,8 +80,8 @@ log = "0.4.27"
parking_lot = "0.12"

[build-dependencies]
prost-types = "0.13.1" # keep in line with `datafusion-substrait`
pyo3-build-config = "0.25"
prost-types = "0.14.1" # keep in line with `datafusion-substrait`
pyo3-build-config = "0.26"

[lib]
name = "datafusion_python"
Expand Down
Loading
Loading