diff --git a/examples/evaluate_using_metrics_ensemble.py b/examples/evaluate_using_metrics_ensemble.py index ecf6dedb3..37b00d0ed 100644 --- a/examples/evaluate_using_metrics_ensemble.py +++ b/examples/evaluate_using_metrics_ensemble.py @@ -27,9 +27,9 @@ split="test", ) -# Infer using Llama-3.2-1B base using HF API +# Infer using SmolLM2 using HF API model = HFPipelineBasedInferenceEngine( - model_name="Qwen/Qwen1.5-0.5B-Chat", max_new_tokens=32 + model_name="HuggingFaceTB/SmolLM2-1.7B-Instruct", max_new_tokens=32 ) # Change to this to infer with external APIs: # CrossProviderInferenceEngine(model="llama-3-2-1b-instruct", provider="watsonx") diff --git a/examples/ner_evaluation.py b/examples/ner_evaluation.py index 62fe3b5ed..cbcdef03c 100644 --- a/examples/ner_evaluation.py +++ b/examples/ner_evaluation.py @@ -35,9 +35,9 @@ format="formats.chat_api", ) -# Infer using Llama-3.2-1B base using HF API +# Infer using SmolLM2 using HF API # model = HFPipelineBasedInferenceEngine( -# model_name="Qwen/Qwen1.5-0.5B-Chat", max_new_tokens=32 +# model_name="HuggingFaceTB/SmolLM2-1.7B-Instruct", max_new_tokens=32 # ) # Change to this to infer with external APIs: diff --git a/examples/qa_evaluation.py b/examples/qa_evaluation.py index 1db776aab..50c6a9f21 100644 --- a/examples/qa_evaluation.py +++ b/examples/qa_evaluation.py @@ -30,9 +30,9 @@ format="formats.chat_api", ) -# Infer using Llama-3.2-1B base using HF API +# Infer using SmolLM2 using HF API model = HFPipelineBasedInferenceEngine( - model_name="Qwen/Qwen1.5-0.5B-Chat", max_new_tokens=32 + model_name="HuggingFaceTB/SmolLM2-1.7B-Instruct", max_new_tokens=32 ) # Change to this to infer with external APIs: # from unitxt.inference import CrossProviderInferenceEngine diff --git a/examples/standalone_evaluation_llm_as_judge.py b/examples/standalone_evaluation_llm_as_judge.py index 7f37859cf..b4f16f694 100644 --- a/examples/standalone_evaluation_llm_as_judge.py +++ b/examples/standalone_evaluation_llm_as_judge.py @@ -89,9 +89,9 @@ max_test_instances=10, ) -# Infer using Llama-3.2-1B base using HF API +# Infer using SmolLM2 using HF API model = HFPipelineBasedInferenceEngine( - model_name="Qwen/Qwen1.5-0.5B-Chat", max_new_tokens=32 + model_name="HuggingFaceTB/SmolLM2-1.7B-Instruct", max_new_tokens=32 ) predictions = model(dataset) diff --git a/examples/standalone_qa_evaluation.py b/examples/standalone_qa_evaluation.py index 7172567ca..8871aecb5 100644 --- a/examples/standalone_qa_evaluation.py +++ b/examples/standalone_qa_evaluation.py @@ -37,9 +37,9 @@ ) -# Infer using Llama-3.2-1B base using HF API +# Infer using SmolLM2 using HF API model = HFPipelineBasedInferenceEngine( - model_name="Qwen/Qwen1.5-0.5B-Chat", max_new_tokens=32 + model_name="HuggingFaceTB/SmolLM2-1.7B-Instruct", max_new_tokens=32 ) # Change to this to infer with external APIs: # from unitxt.inference import CrossProviderInferenceEngine diff --git a/utils/.secrets.baseline b/utils/.secrets.baseline index 1226ff747..9b476c790 100644 --- a/utils/.secrets.baseline +++ b/utils/.secrets.baseline @@ -133,16 +133,14 @@ "filename": "src/unitxt/inference.py", "hashed_secret": "aa6cd2a77de22303be80e1f632195d62d211a729", "is_verified": false, - "line_number": 1294, - "is_secret": false + "line_number": 1294 }, { "type": "Secret Keyword", "filename": "src/unitxt/inference.py", "hashed_secret": "c8f16a194efc59559549c7bd69f7bea038742e79", "is_verified": false, - "line_number": 1779, - "is_secret": false + "line_number": 1779 } ], "src/unitxt/loaders.py": [ @@ -151,8 +149,7 @@ "filename": "src/unitxt/loaders.py", "hashed_secret": "840268f77a57d5553add023cfa8a4d1535f49742", "is_verified": false, - "line_number": 595, - "is_secret": false + "line_number": 595 } ], "src/unitxt/metrics.py": [ @@ -161,8 +158,7 @@ "filename": "src/unitxt/metrics.py", "hashed_secret": "fa172616e9af3d2a24b5597f264eab963fe76889", "is_verified": false, - "line_number": 70, - "is_secret": false + "line_number": 70 } ], "tests/library/test_loaders.py": [ @@ -171,18 +167,16 @@ "filename": "tests/library/test_loaders.py", "hashed_secret": "8d814baafe5d8412572dc520dcab83f60ce1375c", "is_verified": false, - "line_number": 125, - "is_secret": false + "line_number": 125 }, { "type": "Secret Keyword", "filename": "tests/library/test_loaders.py", "hashed_secret": "42a472ac88cd8d43a2c5ae0bd0bdf4626cdaba31", "is_verified": false, - "line_number": 135, - "is_secret": false + "line_number": 135 } ] }, - "generated_at": "2025-02-12T09:37:42Z" + "generated_at": "2025-02-13T14:45:34Z" }