lint

Author: paultltc

examples/rag/evaluation/rag_evaluator_example.py

@@ -6,28 +6,44 @@
 
 load_dotenv()
 
-MOCK_EVALUATOR_CONFIG = './examples/rag/evaluation/rag_eval_example_config.yaml'
-MOCK_INDEXER_CONFIG = './examples/rag/evaluation/indexer_eval_example_config.yaml'
-MOCK_RAG_CONFIG = './examples/rag/evaluation/rag_evaluated_example_config.yaml'
+MOCK_EVALUATOR_CONFIG = "./examples/rag/evaluation/rag_eval_example_config.yaml"
+MOCK_INDEXER_CONFIG = "./examples/rag/evaluation/indexer_eval_example_config.yaml"
+MOCK_RAG_CONFIG = "./examples/rag/evaluation/rag_evaluated_example_config.yaml"
+
 
 def get_args():
-    parser = argparse.ArgumentParser(description='Run RAG Evaluation pipeline with specified parameters or use default mock data')
-    parser.add_argument('--eval-config', type=str, default=MOCK_EVALUATOR_CONFIG, help='Path to a rag evaluator config file.')
-    parser.add_argument('--indexer-config', type=str, default=MOCK_INDEXER_CONFIG, help='Path to an Indexer config file.')
-    parser.add_argument('--rag-config', type=str, default=MOCK_RAG_CONFIG, help='Path to a rag config file.')
+    parser = argparse.ArgumentParser(
+        description="Run RAG Evaluation pipeline with specified parameters or use default mock data"
+    )
+    parser.add_argument(
+        "--eval-config",
+        type=str,
+        default=MOCK_EVALUATOR_CONFIG,
+        help="Path to a rag evaluator config file.",
+    )
+    parser.add_argument(
+        "--indexer-config",
+        type=str,
+        default=MOCK_INDEXER_CONFIG,
+        help="Path to an Indexer config file.",
+    )
+    parser.add_argument(
+        "--rag-config",
+        type=str,
+        default=MOCK_RAG_CONFIG,
+        help="Path to a rag config file.",
+    )
 
     return parser.parse_args()
 
+
 if __name__ == "__main__":
     args = get_args()
 
     # Instantiate RAGEvaluator
     evaluator = RAGEvaluator.from_config(args.eval_config)
 
     # Run the evaluation
-    result = evaluator(
-        indexer_config = args.indexer_config,
-        rag_config = args.rag_config
-    )
+    result = evaluator(indexer_config=args.indexer_config, rag_config=args.rag_config)
 
-    print(result)
+    print(result)

src/mmore/run_dashboard_backend.py

@@ -9,7 +9,7 @@
 from pymongo import DESCENDING
 from starlette.middleware.cors import CORSMiddleware
 
-from .dashboard.backend.model import (
+from mmore.dashboard.backend.model import (
     BatchedReports,
     DashboardMetadata,
     Progress,

src/mmore/run_index.py

@@ -6,9 +6,9 @@
 
 from dotenv import load_dotenv
 
-from .index.indexer import Indexer, IndexerConfig
-from .type import MultimodalSample
-from .utils import load_config
+from mmore.index.indexer import Indexer, IndexerConfig
+from mmore.type import MultimodalSample
+from mmore.utils import load_config
 
 logger = logging.getLogger(__name__)
 INDEX_EMOJI = "🗂️"

src/mmore/run_index_api.py

@@ -11,14 +11,14 @@
 from fastapi.responses import FileResponse
 from pymilvus import MilvusClient
 
-from .index.indexer import DBConfig, Indexer, IndexerConfig, get_model_from_index
-from .process.crawler import Crawler, CrawlerConfig
-from .process.dispatcher import Dispatcher, DispatcherConfig
-from .rag.model import DenseModelConfig, SparseModelConfig
-from .rag.retriever import Retriever, RetrieverConfig
-from .run_retriever import RetrieverQuery
-from .type import MultimodalSample
-from .utils import load_config
+from mmore.index.indexer import DBConfig, Indexer, IndexerConfig, get_model_from_index
+from mmore.process.crawler import Crawler, CrawlerConfig
+from mmore.process.dispatcher import Dispatcher, DispatcherConfig
+from mmore.rag.model import DenseModelConfig, SparseModelConfig
+from mmore.rag.retriever import Retriever, RetrieverConfig
+from mmore.run_retriever import RetrieverQuery
+from mmore.type import MultimodalSample
+from mmore.utils import load_config
 
 MILVUS_URI: str = os.getenv("MILVUS_URI", "demo.db")
 MILVUS_DB: str = os.getenv("MILVUS_DB", "my_db")

src/mmore/run_postprocess.py

@@ -2,9 +2,9 @@
 import logging
 from typing import List
 
-from .process.post_processor.pipeline import PPPipeline, PPPipelineConfig
-from .type import MultimodalSample
-from .utils import load_config
+from mmore.process.post_processor.pipeline import PPPipeline, PPPipelineConfig
+from mmore.type import MultimodalSample
+from mmore.utils import load_config
 
 PP_EMOJI = "🧹"
 logger = logging.getLogger(__name__)

src/mmore/run_process.py

@@ -7,11 +7,11 @@
 import click
 import torch
 
-from .dashboard.backend.client import DashboardClient
-from .process.crawler import Crawler, CrawlerConfig
-from .process.dispatcher import Dispatcher, DispatcherConfig
-from .type import MultimodalSample
-from .utils import load_config
+from mmore.dashboard.backend.client import DashboardClient
+from mmore.process.crawler import Crawler, CrawlerConfig
+from mmore.process.dispatcher import Dispatcher, DispatcherConfig
+from mmore.type import MultimodalSample
+from mmore.utils import load_config
 
 PROCESS_EMOJI = "🚀"
 logger = logging.getLogger(__name__)

src/mmore/run_rag.py

@@ -10,8 +10,8 @@
 from fastapi import FastAPI
 from langserve import add_routes
 
-from .rag.pipeline import RAGConfig, RAGPipeline
-from .utils import load_config
+from mmore.rag.pipeline import RAGConfig, RAGPipeline
+from mmore.utils import load_config
 
 RAG_EMOJI = "🧠"
 logger = logging.getLogger(__name__)

src/mmore/run_retriever.py

@@ -12,8 +12,8 @@
 from pydantic import BaseModel, Field
 from tqdm import tqdm
 
-from .rag.retriever import Retriever, RetrieverConfig
-from .utils import load_config
+from mmore.rag.retriever import Retriever, RetrieverConfig
+from mmore.utils import load_config
 
 logger = logging.getLogger(__name__)
 RETRIVER_EMOJI = "🔍"