Fix run_evaluation argument

mlcommons · Dec 4, 2024 · 421e14e · 421e14e
1 parent 7ccc9ab
commit 421e14e
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 2 deletions.
diff --git a/language/llama3-405b/SUT_VLLM.py b/language/llama3-405b/SUT_VLLM.py
@@ -41,7 +41,6 @@ def __init__(
     ):
 
         self.model_path = model_path or f"Meta-Llama-3.1-405B-Instruct{'-FP8' if dtype == 'float8' else ''}"
-        os.environ["VLLM_WORKER_MULTIPROC_METHOD"] = "spawn"
 
         if not batch_size:
             batch_size = 1

diff --git a/language/llama3-405b/evaluate-accuracy.py b/language/llama3-405b/evaluate-accuracy.py
@@ -182,7 +182,7 @@ def main():
 
     preds, targets = postprocess_text(preds_decoded_text, target_required)
 
-    result = run_evaluation(preds, targets, metrics)
+    result = run_evaluation(preds, targets, metrics_required)
     result = dict(result)
     prediction_lens = [len(pred) for pred in preds]
     gen_num = len(preds)