fix: improve flaky distribution tests

Author: seriousben

indexify/tests/cli/test_function_allowlist.py

@@ -84,6 +84,11 @@ def function_dev(_: str) -> int:
 
 class TestFunctionAllowlist(unittest.TestCase):
     def test_function_routing(self):
+        print(
+            "Waiting for 30 seconds for Server to notice that any previously existing Executors exited."
+        )
+        time.sleep(30)
+
         graph_name = test_graph_name(self)
         version = str(time.time())
 

indexify/tests/cli/test_server_task_distribution.py

@@ -30,6 +30,11 @@ def success_func(sleep_secs: float) -> str:
 
 class TestServerTaskDistribution(unittest.TestCase):
     def test_server_distributes_invocations_fairly_between_two_executors(self):
+        print(
+            "Waiting for 30 seconds for Server to notice that any previously existing Executors exited."
+        )
+        time.sleep(30)
+
         graph_name = test_graph_name(self)
         version = str(time.time())
 
@@ -81,6 +86,10 @@ def test_server_distributes_invocations_fairly_between_two_executors(self):
                 self.assertLess(invocations_count, 125)
 
     def test_server_redistributes_invocations_when_new_executor_joins(self):
+        print(
+            "Waiting for 30 seconds for Server to notice that any previously existing Executors exited."
+        )
+        time.sleep(30)
         graph_name = test_graph_name(self)
         version = str(time.time())
 
@@ -132,6 +141,10 @@ def test_server_redistributes_invocations_when_new_executor_joins(self):
                 self.assertLess(invocations_count, 150)
 
     def test_all_tasks_succeed_when_executor_exits(self):
+        print(
+            "Waiting for 30 seconds for Server to notice that any previously existing Executors exited."
+        )
+        time.sleep(30)
         graph_name = test_graph_name(self)
         version = str(time.time())