Skip to content

Commit dddf0b7

Browse files
authored
fix: Revert automatically turning on Parquet prefiltered (#18720)
1 parent 0e5e554 commit dddf0b7

File tree

1 file changed

+8
-6
lines changed

1 file changed

+8
-6
lines changed

crates/polars-io/src/parquet/read/read_impl.rs

Lines changed: 8 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -753,14 +753,16 @@ pub fn read_parquet<R: MmapBytesReader>(
753753
.map(Cow::Borrowed)
754754
.unwrap_or_else(|| Cow::Owned((0usize..reader_schema.len()).collect::<Vec<_>>()));
755755

756-
if let ParallelStrategy::Auto = parallel {
757-
if predicate.is_some_and(|predicate| {
758-
predicate.live_variables().map_or(0, |v| v.len()) * n_row_groups
756+
if let Some(predicate) = predicate {
757+
if std::env::var("POLARS_PARQUET_AUTO_PREFILTERED").is_ok_and(|v| v == "1")
758+
&& predicate.live_variables().map_or(0, |v| v.len()) * n_row_groups
759759
>= POOL.current_num_threads()
760-
}) {
760+
{
761761
parallel = ParallelStrategy::Prefiltered;
762-
} else if n_row_groups > materialized_projection.len()
763-
|| n_row_groups > POOL.current_num_threads()
762+
}
763+
}
764+
if ParallelStrategy::Auto == parallel {
765+
if n_row_groups > materialized_projection.len() || n_row_groups > POOL.current_num_threads()
764766
{
765767
parallel = ParallelStrategy::RowGroups;
766768
} else {

0 commit comments

Comments
 (0)