File tree Expand file tree Collapse file tree 1 file changed +8
-6
lines changed
crates/polars-io/src/parquet/read Expand file tree Collapse file tree 1 file changed +8
-6
lines changed Original file line number Diff line number Diff line change @@ -753,14 +753,16 @@ pub fn read_parquet<R: MmapBytesReader>(
753753 . map ( Cow :: Borrowed )
754754 . unwrap_or_else ( || Cow :: Owned ( ( 0usize ..reader_schema. len ( ) ) . collect :: < Vec < _ > > ( ) ) ) ;
755755
756- if let ParallelStrategy :: Auto = parallel {
757- if predicate . is_some_and ( |predicate| {
758- predicate. live_variables ( ) . map_or ( 0 , |v| v. len ( ) ) * n_row_groups
756+ if let Some ( predicate ) = predicate {
757+ if std :: env :: var ( "POLARS_PARQUET_AUTO_PREFILTERED" ) . is_ok_and ( |v| v == "1" )
758+ && predicate. live_variables ( ) . map_or ( 0 , |v| v. len ( ) ) * n_row_groups
759759 >= POOL . current_num_threads ( )
760- } ) {
760+ {
761761 parallel = ParallelStrategy :: Prefiltered ;
762- } else if n_row_groups > materialized_projection. len ( )
763- || n_row_groups > POOL . current_num_threads ( )
762+ }
763+ }
764+ if ParallelStrategy :: Auto == parallel {
765+ if n_row_groups > materialized_projection. len ( ) || n_row_groups > POOL . current_num_threads ( )
764766 {
765767 parallel = ParallelStrategy :: RowGroups ;
766768 } else {
You can’t perform that action at this time.
0 commit comments