Skip to content

Commit ae561de

Browse files
committed
fix(nemesis): increase CREATE_MV and CREATE_INDEX soft timeouts to 5 hours
Observed CREATE_MV taking ~15453s and CREATE_INDEX (wait for index build) taking ~15857s, both exceeding the previous 14400s (4h) soft timeout and triggering SoftTimeoutEvent followed by FailedResultEvent from Argus validation. Increase the soft timeout from 14400s to 18000s (5h) for all three adaptive_timeout calls in disrupt_create_index, disrupt_add_remove_mv, and disrupt_add_drop_mv_with_node_restarts. Fixes: https://scylladb.atlassian.net/browse/SCT-353
1 parent 9a9e4c7 commit ae561de

1 file changed

Lines changed: 3 additions & 3 deletions

File tree

sdcm/nemesis/__init__.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -4706,7 +4706,7 @@ def disrupt_create_index(self):
47064706
raise UnsupportedNemesis("Tried to create already existing index. See log for details")
47074707
try:
47084708
with adaptive_timeout(
4709-
operation=Operations.CREATE_INDEX, node=self.target_node, timeout=14400
4709+
operation=Operations.CREATE_INDEX, node=self.target_node, timeout=18000
47104710
) as timeout:
47114711
with self.action_log_scope("Wait for index to be built"):
47124712
wait_for_index_to_be_built(self.target_node, ks, index_name, timeout=timeout * 2)
@@ -4769,7 +4769,7 @@ def disrupt_add_remove_mv(self):
47694769
self.target_node.run_nodetool(sub_cmd="repair -pr")
47704770
with (
47714771
adaptive_timeout(
4772-
operation=Operations.CREATE_MV, node=self.target_node, timeout=14400
4772+
operation=Operations.CREATE_MV, node=self.target_node, timeout=18000
47734773
) as timeout,
47744774
self.action_log_scope(
47754775
f"Wait for {ks_name}.{view_name} materialized view to be built on "
@@ -5294,7 +5294,7 @@ def disrupt_kill_mv_building_coordinator(self):
52945294
)
52955295
break
52965296

5297-
with adaptive_timeout(operation=Operations.CREATE_MV, node=working_node, timeout=14400) as timeout:
5297+
with adaptive_timeout(operation=Operations.CREATE_MV, node=working_node, timeout=18000) as timeout:
52985298
wait_for_view_to_be_built(working_node, ks_name, view_name, timeout=timeout * 2)
52995299

53005300
with self.cluster.cql_connection_patient(node=working_node, connect_timeout=600) as session:

0 commit comments

Comments
 (0)