Mark several tests as flaky

Signed-off-by: David Christensen <david.christensen@snowflake.com>

Author: sfc-gh-dachristensen

Pipfile

@@ -24,6 +24,7 @@ duckdb = "==1.4.3"
 [dev-packages]
 black = "==25.9.0"
 pytest = "~=8.4"
+pytest-rerunfailures = "~=15.0"
 pytest-split = "~=0.10"
 setuptools = "~=80.9"
 wheel = "~=0.45"

Pipfile.lock

@@ -114,10 +114,14 @@ def test_simple_data_pruning_for_data_types(
 
     explain_prefix = "EXPLAIN (analyze, verbose, format json) "
 
+    # Drop schema if it exists from a previous failed run
+    run_command("DROP SCHEMA IF EXISTS test_data_file_pruning CASCADE", pg_conn)
+    pg_conn.commit()
+
     # Create table and insert rows
     create_table_sql = f"""
         CREATE SCHEMA test_data_file_pruning;
-    
+
         CREATE TABLE test_data_file_pruning.{table_name} (
             col1 {column_type},
             col2 {column_type}

pg_lake_table/tests/pytests/test_data_file_pruning.py

@@ -8,6 +8,11 @@
 from test_writable_iceberg_common import *
 
 
+# This test performs intense modifications to iceberg tables and verifies the
+# results via multiple processes (DuckDB/pg_lake and Spark).  Mock S3 (Moto)
+# occasionally fails to serve metadata that was just written, causing transient
+# 404s — a test-harness consistency issue, not a product bug.
+@pytest.mark.flaky(reruns=2)
 @pytest.mark.parametrize(
     "manifest_min_count_to_merge, target_manifest_size_kb, max_snapshot_age_params ",
     manifest_snapshot_settings,

pg_lake_table/tests/pytests/test_iceberg_xacts.py

@@ -204,6 +204,7 @@
 ]
 
 
+@pytest.mark.flaky(reruns=2)
 @pytest.mark.parametrize("partition_type, partition_by", partition_by)
 @pytest.mark.parametrize("needs_quote, column_type, table_name, rows", pruning_data)
 def test_simple_data_pruning_for_data_types(
@@ -271,6 +272,10 @@ def test_simple_data_pruning_for_data_types(
 
     explain_prefix = "EXPLAIN (analyze, verbose, format json) "
 
+    # Drop schema if it exists from a previous failed run
+    run_command("DROP SCHEMA IF EXISTS test_data_file_pruning CASCADE", pg_conn)
+    pg_conn.commit()
+
     # Create table and insert rows
     create_table_sql = f"""
         CREATE SCHEMA test_data_file_pruning;

pg_lake_table/tests/pytests/test_partition_pruning.py

@@ -353,9 +353,9 @@ def wait_until_object_store_writable_table_pushed(
     while True:
         run_command("SELECT pg_sleep(0.1)", superuser_conn)
         cnt += 1
-        # up to 4 seconds
+        # up to 10 seconds
         # the default is 1 second
-        if cnt == 40:
+        if cnt == 100:
             break
 
         res1 = run_query(cmd_1, superuser_conn)
@@ -392,9 +392,9 @@ def wait_until_object_store_writable_table_removed(
     while True:
         run_command("SELECT pg_sleep(0.1)", superuser_conn)
         cnt += 1
-        # up to 4 seconds
+        # up to 10 seconds
         # the default is 1 second
-        if cnt == 40:
+        if cnt == 100:
             break
 
         res = run_query(cmd, superuser_conn)