Skip to content

Commit bfc6875

Browse files
Tune parallel recovery scale-up increment
1 parent 99126dc commit bfc6875

1 file changed

Lines changed: 4 additions & 3 deletions

File tree

src/gabriel/utils/openai_utils.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -4496,7 +4496,8 @@ def _log_connection_once(detail: Optional[str] = None) -> None:
44964496
nonlocal first_connection_logged
44974497
if not first_connection_logged:
44984498
msg = (
4499-
"Encountered first connection error. Future connection errors will be silenced and tracked in periodic updates."
4499+
"Encountered first connection error. This may be due to network instability or bandwidth limitations. "
4500+
"Future connection errors will be silenced and tracked in periodic updates."
45004501
)
45014502
if message_verbose:
45024503
print(msg)
@@ -4988,12 +4989,12 @@ def maybe_adjust_concurrency() -> None:
49884989
and (now - last_concurrency_scale_up) >= error_window
49894990
):
49904991
growth_headroom_limit = max(1, int(math.floor(ceiling_cap * 0.9)))
4991-
success_threshold = max(60, int(math.ceil(concurrency_cap * 1.5)))
4992+
success_threshold = max(60, int(math.ceil(concurrency_cap * 2.0)))
49924993
if (
49934994
concurrency_cap < growth_headroom_limit
49944995
and successes_since_adjust >= success_threshold
49954996
):
4996-
increment = max(1, int(math.ceil(max(concurrency_cap * 0.05, 1))))
4997+
increment = max(1, int(math.ceil(max(concurrency_cap * 0.15, 2))))
49974998
new_cap = min(ceiling_cap, concurrency_cap + increment)
49984999
if new_cap != concurrency_cap:
49995000
old_cap = concurrency_cap

0 commit comments

Comments
 (0)