Prefer mistral 80% of the time

Author: bkb2135

prompting/tasks/inference.py

@@ -45,7 +45,7 @@ class InferenceTask(BaseTextTask):
     reference: str | None = None
     system_prompt: str | None = None
     llm_model: ModelConfig | None = None
-    llm_model_id: str | None = Field(default_factory=lambda: random.choice(ModelZoo.models_configs).llm_model_id)
+    llm_model_id: str | None = Field(default_factory=lambda: ModelZoo.models_configs[0 if random.random() < 0.8 else 1].llm_model_id)
     seed: int = Field(default_factory=lambda: random.randint(0, 1_000_000), allow_mutation=False)
     sampling_params: dict[str, float] = shared_settings.SAMPLING_PARAMS.copy()
     messages: list[dict] | None = None

shared/settings.py

@@ -135,8 +135,8 @@ class SharedSettings(BaseSettings):
     MAX_ALLOWED_VRAM_GB: float = Field(62, env="MAX_ALLOWED_VRAM_GB")
     PROXY_URL: Optional[str] = Field(None, env="PROXY_URL")
     LLM_MODEL: list[str] = [
-        "hugging-quants/Meta-Llama-3.1-70B-Instruct-AWQ-INT4",
         "mrfakename/mistral-small-3.1-24b-instruct-2503-hf",
+        "hugging-quants/Meta-Llama-3.1-70B-Instruct-AWQ-INT4",
     ]
     SAMPLING_PARAMS: dict[str, Any] = {
         "temperature": 0.7,