Relaxed limits.

Author: emeryberger

src/coverup/llm.py

@@ -46,7 +46,7 @@
     'bedrock/anthropic.claude-3-haiku-20240307-v1:0': {'token': (1_000_000, 60), 'request': (10_000, 60)},
     'bedrock/anthropic.claude-3-sonnet-20240229-v1:0': {'token': (1_000_000, 60), 'request': (10_000, 60)},
     'bedrock/anthropic.claude-3-opus-20240229-v1:0': {'token': (1_000_000, 60), 'request': (10_000, 60)},
-    'anthropic.claude-3-5-sonnet-20241022-v2:0': {'token': (1_000, 50), 'request': (1_000, 50)},
+    'anthropic.claude-3-5-sonnet-20241022-v2:0': {'token': (400_000, 50), 'request': (10_000, 50)},
 }
 
 def token_rate_limit_for_model(model_name: str) -> T.Tuple[int, int] | None:
@@ -231,6 +231,7 @@ async def _send_request(self, request: dict, ctx: object) -> litellm.ModelRespon
                 import random
                 sleep = min(sleep * 2, self._max_backoff)
                 sleep_time = random.uniform(sleep / 2, sleep)
+
                 self._signal_retry()
                 await asyncio.sleep(sleep_time)