Skip to content

Commit d393923

Browse files
committed
fix breaking CI test
1 parent ff757be commit d393923

2 files changed

Lines changed: 18 additions & 17 deletions

File tree

tests/distributed_unions.rs

Lines changed: 5 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ mod tests {
66
use datafusion::prelude::SessionContext;
77
use datafusion_distributed::test_utils::localhost::start_localhost_context;
88
use datafusion_distributed::test_utils::parquet::register_parquet_tables;
9-
use datafusion_distributed::{DefaultSessionBuilder, assert_snapshot, display_plan_ascii};
9+
use datafusion_distributed::{DefaultSessionBuilder, DistributedExt, assert_snapshot, display_plan_ascii};
1010
use futures::TryStreamExt;
1111
use std::error::Error;
1212
use std::sync::Arc;
@@ -29,9 +29,7 @@ mod tests {
2929
let physical = df.create_physical_plan().await?;
3030

3131
register_parquet_tables(&ctx_distributed).await?;
32-
ctx_distributed
33-
.sql("SET distributed.children_isolator_unions=true;")
34-
.await?;
32+
ctx_distributed.set_distributed_children_isolator_unions(true)?;
3533
let df_distributed = ctx_distributed.sql(query).await?;
3634
let physical_distributed = df_distributed.create_physical_plan().await?;
3735
let physical_distributed_str = display_plan_ascii(physical_distributed.as_ref(), false);
@@ -81,9 +79,7 @@ mod tests {
8179
let physical = df.create_physical_plan().await?;
8280

8381
register_parquet_tables(&ctx_distributed).await?;
84-
ctx_distributed
85-
.sql("SET distributed.children_isolator_unions=true;")
86-
.await?;
82+
ctx_distributed.set_distributed_children_isolator_unions(true)?;
8783
let df_distributed = ctx_distributed.sql(query).await?;
8884
let physical_distributed = df_distributed.create_physical_plan().await?;
8985
let physical_distributed_str = display_plan_ascii(physical_distributed.as_ref(), false);
@@ -141,9 +137,7 @@ mod tests {
141137
let physical = df.create_physical_plan().await?;
142138

143139
register_parquet_tables(&ctx_distributed).await?;
144-
ctx_distributed
145-
.sql("SET distributed.children_isolator_unions=true;")
146-
.await?;
140+
ctx_distributed.set_distributed_children_isolator_unions(true)?;
147141
let df_distributed = ctx_distributed.sql(query).await?;
148142
let physical_distributed = df_distributed.create_physical_plan().await?;
149143
let physical_distributed_str = display_plan_ascii(physical_distributed.as_ref(), false);
@@ -218,9 +212,7 @@ mod tests {
218212
let physical = df.create_physical_plan().await?;
219213

220214
register_parquet_tables(&ctx_distributed).await?;
221-
ctx_distributed
222-
.sql("SET distributed.children_isolator_unions=true;")
223-
.await?;
215+
ctx_distributed.set_distributed_children_isolator_unions(true)?;
224216
let df_distributed = ctx_distributed.sql(query).await?;
225217
let physical_distributed = df_distributed.create_physical_plan().await?;
226218
let physical_distributed_str = display_plan_ascii(physical_distributed.as_ref(), false);

tests/work_unit_feed.rs

Lines changed: 13 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@ mod tests {
33
use datafusion::arrow::util::pretty::pretty_format_batches;
44
use datafusion::error::DataFusionError;
55
use datafusion::execution::SessionState;
6+
use datafusion::prelude::SessionContext;
67
use datafusion::physical_plan::execute_stream;
78
use datafusion_distributed::test_utils::localhost::start_localhost_context;
89
use datafusion_distributed::test_utils::test_work_unit_feed::{
@@ -612,9 +613,8 @@ mod tests {
612613

613614
#[tokio::test]
614615
async fn broadcast_join_over_feeds() -> Result<(), Box<dyn std::error::Error>> {
615-
let (plan, results) = run_query(
616+
let (plan, results) = run_query_with_setup(
616617
r#"
617-
SET distributed.broadcast_joins=true;
618618
SELECT
619619
a.tag as a_tag, a.task as a_task, a.partition as a_partition, a.letter,
620620
b.tag as b_tag, b.task as b_task, b.partition as b_partition
@@ -623,6 +623,7 @@ mod tests {
623623
ON a.letter = b.letter
624624
ORDER BY a_task, a_partition, a.letter, b_task, b_partition
625625
"#,
626+
|ctx: &mut SessionContext| ctx.set_distributed_broadcast_joins(true),
626627
)
627628
.await?;
628629

@@ -803,9 +804,8 @@ mod tests {
803804

804805
#[tokio::test]
805806
async fn nested_union_budget_exceeds_children_sum() -> Result<(), Box<dyn std::error::Error>> {
806-
let (plan, results) = run_query(
807+
let (plan, results) = run_query_with_setup(
807808
r#"
808-
SET distributed.broadcast_joins = true;
809809
SELECT b.tag, a.tag
810810
FROM test_work_unit('big', 4, 'rows(1)', 'rows(1)', 'rows(1)', 'rows(1)') b
811811
INNER JOIN (
@@ -815,6 +815,7 @@ mod tests {
815815
) a ON a.letter = b.letter
816816
ORDER BY a.tag, b.tag
817817
"#,
818+
|ctx: &mut SessionContext| ctx.set_distributed_broadcast_joins(true),
818819
)
819820
.await?;
820821

@@ -860,11 +861,19 @@ mod tests {
860861
}
861862

862863
async fn run_query(sql: &str) -> Result<(String, String), DataFusionError> {
864+
run_query_with_setup(sql, |_| Ok(())).await
865+
}
866+
867+
async fn run_query_with_setup(
868+
sql: &str,
869+
setup: impl FnOnce(&mut SessionContext) -> Result<(), DataFusionError>,
870+
) -> Result<(String, String), DataFusionError> {
863871
let (mut ctx, _guard, _) = start_localhost_context(3, build_state).await;
864872
ctx.set_distributed_work_unit_feed(|p: &RowGeneratorExec| Some(&p.feed));
865873
ctx.set_distributed_user_codec(TestWorkUnitFeedExecCodec);
866874
ctx.set_distributed_task_estimator(TestWorkUnitFeedTaskEstimator);
867875
ctx.register_udtf("test_work_unit", Arc::new(TestWorkUnitFeedFunction));
876+
setup(&mut ctx)?;
868877

869878
let mut df_opt = None;
870879
for sql in sql.split(";") {

0 commit comments

Comments
 (0)