[DAGE-88] fixed import

Author: nicolo-rinaldi

rre-tools/embedding-model-evaluator/config.yaml

@@ -19,7 +19,7 @@ candidates_path: "resources/mteb_datasets/nfcorpus/test/candidates.jsonl"
 #   - graded: 0 (not relevant), 1 (maybe ok), 2 (that’s my result)
 relevance_scale: "graded"
 
-# (Optional) Path to write mteb resources, if not given it will be written to resources/model_name dir in the root folder
+# (Optional) Path to write mteb resources, if not given it will be written to resources dir in the root folder
 output_dest: "resources"
 
 # (Optional) Path to write mteb document and query embeddings, if not given it will be written to resources/embeddings dir

rre-tools/embedding-model-evaluator/src/embedding_model_evaluator/__init__.py

@@ -0,0 +1,14 @@
+from pathlib import Path
+
+# Map simple "task key" -> registered MTEB task class name
+TASKS_NAME_MAPPING = {
+    "retrieval": "CustomRetrievalTask",
+    "reranking": "CustomRerankingTask",
+}
+
+CACHE_PATH = Path("resources/cache")
+
+__all__ = [
+    "TASKS_NAME_MAPPING",
+    "CACHE_PATH",
+]

rre-tools/embedding-model-evaluator/src/embedding_model_evaluator/config.py

@@ -20,11 +20,11 @@ class Config(BaseModel):
     dataset_name: str = Field("custom-dataset", description="Dataset name for MTEB task")
     split: str = Field("test", description="Dataset split (train/dev/test)")
     output_dest: Optional[Path] = Field(
-        None, description="Path to save mteb output, by default saved in output dir."
+        None, description="Path to save mteb output, by default saved in resource dir."
     )
     embeddings_dest: Optional[Path] = Field(
         None,
-        description="Path to save mteb embeddings, by default saved in <output/embeddings> folder.",
+        description="Path to save mteb embeddings, by default saved in <resource/embeddings> folder.",
     )
 
     @classmethod

rre-tools/embedding-model-evaluator/src/embedding_model_evaluator/main.py

@@ -12,7 +12,6 @@
 
 import argparse
 import logging
-from pathlib import Path
 from typing import Any
 
 import mteb
@@ -25,12 +24,11 @@
     CustomRetrievalTask,
 )
 from embedding_model_evaluator.writers import EmbeddingWriter
-from embedding_model_evaluator.utilities import TASKS_NAME_MAPPING
+from embedding_model_evaluator import TASKS_NAME_MAPPING, CACHE_PATH
 from commons.logger import configure_logging  # type: ignore[import]
 
 log = logging.getLogger(__name__)
 
-CACHE_PATH = Path("resources/cache")
 CACHE_PATH.mkdir(parents=True, exist_ok=True)
 
 

rre-tools/embedding-model-evaluator/src/embedding_model_evaluator/utilities/__init__.py

@@ -1,5 +0,0 @@
-from embedding_model_evaluator.utilities.helper import TASKS_NAME_MAPPING
-
-__all__ = [
-    "TASKS_NAME_MAPPING"
-]

rre-tools/embedding-model-evaluator/src/embedding_model_evaluator/utilities/helper.py

@@ -2,12 +2,6 @@
 
 from jsonlines import jsonlines
 
-# Map simple "task key" -> registered MTEB task class name
-TASKS_NAME_MAPPING = {
-    "retrieval": "CustomRetrievalTask",
-    "reranking": "CustomRerankingTask",
-}
-
 def read_corpus_reranking(path: Path) -> dict[str, dict[str, str]]:
     corpus_dict: dict[str, dict[str, str]] = {}
     with jsonlines.open(path) as rows:

rre-tools/embedding-model-evaluator/src/embedding_model_evaluator/writers/embedding_writer.py

@@ -9,7 +9,7 @@
 from embedding_model_evaluator.config import Config
 from embedding_model_evaluator.custom_tasks.reranking_task import compose_text
 from embedding_model_evaluator.utilities.helper import read_corpus_retrieval, read_corpus_reranking, read_queries
-from embedding_model_evaluator.utilities import TASKS_NAME_MAPPING
+from embedding_model_evaluator import TASKS_NAME_MAPPING
 
 log = logging.getLogger(__name__)
 

rre-tools/embedding-model-evaluator/tests/unit/test_embedding_writer.py

@@ -9,7 +9,7 @@
 
 from embedding_model_evaluator.config import Config
 from embedding_model_evaluator.writers.embedding_writer import EmbeddingWriter
-from embedding_model_evaluator.utilities.helper import TASKS_NAME_MAPPING
+from embedding_model_evaluator import TASKS_NAME_MAPPING
 
 
 @pytest.fixture

rre-tools/tests/test_cross_plataform.py

@@ -8,7 +8,7 @@
 from commons.writers.quepid_writer import QuepidWriter
 from embedding_model_evaluator.config import Config as MTEBConfig
 from embedding_model_evaluator.writers.embedding_writer import EmbeddingWriter
-from embedding_model_evaluator.utilities.helper import TASKS_NAME_MAPPING
+from embedding_model_evaluator import TASKS_NAME_MAPPING
 from dataset_generator.config import Config as DGConfig