Skip to content

Commit 58a38af

Browse files
ritchie46ritchie46
authored
rust Polars 0.45.0 (#20213)
1 parent 5f6bc77 commit 58a38af

File tree

10 files changed

+106
-78
lines changed

10 files changed

+106
-78
lines changed

‎Cargo.lock‎

Lines changed: 24 additions & 24 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

‎Cargo.toml‎

Lines changed: 24 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ default-members = [
1010
]
1111

1212
[workspace.package]
13-
version = "0.44.2"
13+
version = "0.45.0"
1414
authors = ["Ritchie Vink <ritchie46@gmail.com>"]
1515
edition = "2021"
1616
homepage = "https://www.pola.rs/"
@@ -92,36 +92,36 @@ version_check = "0.9.4"
9292
xxhash-rust = { version = "0.8.6", features = ["xxh3"] }
9393
zstd = "0.13"
9494

95-
polars = { version = "0.44.2", path = "crates/polars", default-features = false }
96-
polars-compute = { version = "0.44.2", path = "crates/polars-compute", default-features = false }
97-
polars-core = { version = "0.44.2", path = "crates/polars-core", default-features = false }
98-
polars-dylib = { version = "0.44.2", path = "crates/polars-dylib", default-features = false }
99-
polars-error = { version = "0.44.2", path = "crates/polars-error", default-features = false }
100-
polars-expr = { version = "0.44.2", path = "crates/polars-expr", default-features = false }
101-
polars-ffi = { version = "0.44.2", path = "crates/polars-ffi", default-features = false }
102-
polars-io = { version = "0.44.2", path = "crates/polars-io", default-features = false }
103-
polars-json = { version = "0.44.2", path = "crates/polars-json", default-features = false }
104-
polars-lazy = { version = "0.44.2", path = "crates/polars-lazy", default-features = false }
105-
polars-mem-engine = { version = "0.44.2", path = "crates/polars-mem-engine", default-features = false }
106-
polars-ops = { version = "0.44.2", path = "crates/polars-ops", default-features = false }
107-
polars-parquet = { version = "0.44.2", path = "crates/polars-parquet", default-features = false }
108-
polars-pipe = { version = "0.44.2", path = "crates/polars-pipe", default-features = false }
109-
polars-plan = { version = "0.44.2", path = "crates/polars-plan", default-features = false }
110-
polars-python = { version = "0.44.2", path = "crates/polars-python", default-features = false }
111-
polars-row = { version = "0.44.2", path = "crates/polars-row", default-features = false }
112-
polars-schema = { version = "0.44.2", path = "crates/polars-schema", default-features = false }
113-
polars-sql = { version = "0.44.2", path = "crates/polars-sql", default-features = false }
114-
polars-stream = { version = "0.44.2", path = "crates/polars-stream", default-features = false }
115-
polars-time = { version = "0.44.2", path = "crates/polars-time", default-features = false }
116-
polars-utils = { version = "0.44.2", path = "crates/polars-utils", default-features = false }
95+
polars = { version = "0.45.0", path = "crates/polars", default-features = false }
96+
polars-compute = { version = "0.45.0", path = "crates/polars-compute", default-features = false }
97+
polars-core = { version = "0.45.0", path = "crates/polars-core", default-features = false }
98+
polars-dylib = { version = "0.45.0", path = "crates/polars-dylib", default-features = false }
99+
polars-error = { version = "0.45.0", path = "crates/polars-error", default-features = false }
100+
polars-expr = { version = "0.45.0", path = "crates/polars-expr", default-features = false }
101+
polars-ffi = { version = "0.45.0", path = "crates/polars-ffi", default-features = false }
102+
polars-io = { version = "0.45.0", path = "crates/polars-io", default-features = false }
103+
polars-json = { version = "0.45.0", path = "crates/polars-json", default-features = false }
104+
polars-lazy = { version = "0.45.0", path = "crates/polars-lazy", default-features = false }
105+
polars-mem-engine = { version = "0.45.0", path = "crates/polars-mem-engine", default-features = false }
106+
polars-ops = { version = "0.45.0", path = "crates/polars-ops", default-features = false }
107+
polars-parquet = { version = "0.45.0", path = "crates/polars-parquet", default-features = false }
108+
polars-pipe = { version = "0.45.0", path = "crates/polars-pipe", default-features = false }
109+
polars-plan = { version = "0.45.0", path = "crates/polars-plan", default-features = false }
110+
polars-python = { version = "0.45.0", path = "crates/polars-python", default-features = false }
111+
polars-row = { version = "0.45.0", path = "crates/polars-row", default-features = false }
112+
polars-schema = { version = "0.45.0", path = "crates/polars-schema", default-features = false }
113+
polars-sql = { version = "0.45.0", path = "crates/polars-sql", default-features = false }
114+
polars-stream = { version = "0.45.0", path = "crates/polars-stream", default-features = false }
115+
polars-time = { version = "0.45.0", path = "crates/polars-time", default-features = false }
116+
polars-utils = { version = "0.45.0", path = "crates/polars-utils", default-features = false }
117117

118118
[workspace.dependencies.arrow-format]
119119
package = "polars-arrow-format"
120120
version = "0.1.0"
121121

122122
[workspace.dependencies.arrow]
123123
package = "polars-arrow"
124-
version = "0.44.2"
124+
version = "0.45.0"
125125
path = "crates/polars-arrow"
126126
default-features = false
127127
features = [

‎crates/polars-json/Cargo.toml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ repository = { workspace = true }
99
description = "JSON related logic for the Polars DataFrame library"
1010

1111
[dependencies]
12-
polars-compute = { workspace = true }
12+
polars-compute = { workspace = true, features = ["cast"] }
1313
polars-error = { workspace = true }
1414
polars-utils = { workspace = true }
1515

‎crates/polars-lazy/Cargo.toml‎

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -112,6 +112,7 @@ dtype-array = [
112112
dtype-categorical = [
113113
"polars-plan/dtype-categorical",
114114
"polars-pipe?/dtype-categorical",
115+
"polars-stream?/dtype-categorical",
115116
"polars-expr/dtype-categorical",
116117
"polars-mem-engine/dtype-categorical",
117118
]
@@ -230,7 +231,14 @@ list_eval = []
230231
cumulative_eval = []
231232
list_to_struct = ["polars-plan/list_to_struct"]
232233
array_to_struct = ["polars-plan/array_to_struct"]
233-
python = ["pyo3", "polars-plan/python", "polars-core/python", "polars-io/python", "polars-mem-engine/python"]
234+
python = [
235+
"pyo3",
236+
"polars-plan/python",
237+
"polars-core/python",
238+
"polars-io/python",
239+
"polars-mem-engine/python",
240+
"polars-stream?/python",
241+
]
234242
row_hash = ["polars-plan/row_hash"]
235243
reinterpret = ["polars-plan/reinterpret", "polars-ops/reinterpret"]
236244
string_pad = ["polars-plan/string_pad"]

‎crates/polars-stream/Cargo.toml‎

Lines changed: 7 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -16,13 +16,13 @@ futures = { workspace = true }
1616
memmap = { workspace = true }
1717
parking_lot = { workspace = true }
1818
pin-project-lite = { workspace = true }
19-
polars-io = { workspace = true }
19+
polars-io = { workspace = true, features = ["async"] }
2020
polars-utils = { workspace = true }
2121
rand = { workspace = true }
2222
rayon = { workspace = true }
2323
recursive = { workspace = true }
2424
slotmap = { workspace = true }
25-
tokio = { workspace = true }
25+
tokio = { workspace = true, features = ["sync"] }
2626

2727
polars-core = { workspace = true }
2828
polars-error = { workspace = true }
@@ -41,11 +41,13 @@ bitwise = ["polars-core/bitwise", "polars-plan/bitwise", "polars-expr/bitwise"]
4141
merge_sorted = ["polars-plan/merge_sorted"]
4242
dynamic_group_by = []
4343
strings = []
44-
ipc = ["polars-mem-engine/ipc", "polars-plan/ipc"]
44+
ipc = ["polars-mem-engine/ipc", "polars-plan/ipc", "polars-io/ipc"]
4545
parquet = ["polars-mem-engine/parquet", "polars-plan/parquet"]
46-
csv = ["polars-mem-engine/csv", "polars-plan/csv"]
47-
json = ["polars-mem-engine/json", "polars-plan/json"]
46+
csv = ["polars-mem-engine/csv", "polars-plan/csv", "polars-io/csv"]
47+
json = ["polars-mem-engine/json", "polars-plan/json", "polars-io/json"]
4848
cloud = ["polars-mem-engine/cloud", "polars-plan/cloud", "polars-io/cloud"]
49+
dtype-categorical = ["polars-core/dtype-categorical"]
50+
python = ["polars-plan/python"]
4951

5052
# We need to specify default features here to match workspace defaults.
5153
# Otherwise we get warnings with cargo check/clippy.

‎crates/polars-stream/src/nodes/io_sources/csv.rs‎

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,10 +4,12 @@ use std::sync::Arc;
44

55
use futures::stream::FuturesUnordered;
66
use futures::StreamExt;
7+
use polars_core::config;
78
use polars_core::prelude::{AnyValue, DataType, Field};
89
use polars_core::scalar::Scalar;
910
use polars_core::schema::{SchemaExt, SchemaRef};
10-
use polars_core::{config, StringCacheHolder};
11+
#[cfg(feature = "dtype-categorical")]
12+
use polars_core::StringCacheHolder;
1113
use polars_error::{polars_bail, PolarsResult};
1214
use polars_io::prelude::_csv_read_internal::{
1315
cast_columns, find_starting_point, prepare_csv_schema, read_chunk, CountLines,
@@ -529,6 +531,7 @@ impl CsvSourceNode {
529531
struct ChunkReader {
530532
reader_schema: SchemaRef,
531533
fields_to_cast: Vec<Field>,
534+
#[cfg(feature = "dtype-categorical")]
532535
_cat_lock: Option<StringCacheHolder>,
533536
separator: u8,
534537
ignore_errors: bool,
@@ -568,6 +571,7 @@ impl ChunkReader {
568571

569572
let has_categorical = prepare_csv_schema(&mut reader_schema, &mut fields_to_cast)?;
570573

574+
#[cfg(feature = "dtype-categorical")]
571575
let _cat_lock = has_categorical.then(polars_core::StringCacheHolder::hold);
572576

573577
let parse_options = &*options.parse_options;
@@ -602,6 +606,7 @@ impl ChunkReader {
602606
Ok(Self {
603607
reader_schema,
604608
fields_to_cast,
609+
#[cfg(feature = "dtype-categorical")]
605610
_cat_lock,
606611
separator,
607612
ignore_errors: options.ignore_errors,

‎crates/polars-stream/src/nodes/io_sources/mod.rs‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,6 @@
1+
#[cfg(feature = "csv")]
12
pub mod csv;
3+
#[cfg(feature = "ipc")]
24
pub mod ipc;
35
#[cfg(feature = "parquet")]
46
pub mod parquet;

0 commit comments

Comments
 (0)