Replaced failed Anthropic backoff with manually set delays

Author: vadim0x60

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "seidr"
-version = "3.3.1"
+version = "3.4.0"
 description = "Synthesize Execute Instruct Debug Rank"
 authors = ["Vadim Liventsev <v.liventsev@tue.nl>", "Anastasia Grishina <anastasiia@simula.no>"]
 license = "MIT"

seidr/dev.py

@@ -3,6 +3,7 @@
 from programlib import Program, Language
 from typing import Callable, Optional, Iterable, Tuple, List, Generator
 import random
+import time
 
 from seidr.llm import explore_llm, default_batch_size
 from seidr.eval import Evaluation
@@ -124,7 +125,8 @@ def __init__(self,
                  log_llm_call: Callable = lambda **kwargs: print(kwargs),
                  max_programs: Optional[int] = None,
                  batch_size: Optional[int] = None,
-                 ollama_url: Optional[str] = None) -> None:
+                 ollama_url: Optional[str] = None,
+                 delay: int = 0) -> None:
         self.task_name = task_name
         self.task_description = task_description
         self.critics = critics
@@ -141,6 +143,7 @@ def __init__(self,
         self.log_llm_call = log_llm_call
         self.max_programs = max_programs
         self.ollama_url = ollama_url
+        self.delay = delay
 
         if not batch_size:
             batch_size = default_batch_size(model_name)
@@ -283,4 +286,6 @@ def have_kids(
             if self.max_programs is not None and (idx == self.max_programs - 1):
                 break
 
+            time.sleep(self.delay)
+
         return best_code

seidr/llm.py

@@ -81,14 +81,10 @@ def create_chain(
             openai_organization=os.getenv("OPENAI_ORG")
         )
     elif api == ChatAnthropic:
-        import anthropic._constants
-        anthropic._constants.MAX_RETRY_DELAY = 24 * 60 * 60
-
         chat_model = ChatAnthropic(
             model_name=model_name,
             temperature=temperature,
-            anthropic_api_key=os.getenv('ANTHROPIC_API_KEY'),
-            max_retries=20
+            anthropic_api_key=os.getenv('ANTHROPIC_API_KEY')
         )
     elif api == ChatOllama:
         chat_model = ChatOllama(