[Enhancement] Added support for dynamic 'nr_retrieved_documents' value in config.yaml

.github/workflows/main.yml

@@ -1,55 +1,72 @@
 name: CI
-
 on:
   push:
     branches:
       - main
       - dev
+      - agents
   pull_request:
     branches:
       - "**"
-
 jobs:
   format-frontend:
     name: 'Format Frontend'
     runs-on: ubuntu-latest
     steps:
       - name: Checkout Repository
         uses: actions/checkout@v4
-
+
+      - name: Check if Frontend Directory Exists
+        id: check_frontend_dir
+        run: |
+          if [ -d "src/frontend" ]; then
+            echo "frontend_dir_exists=true" >> $GITHUB_OUTPUT
+          else
+            echo "frontend_dir_exists=false" >> $GITHUB_OUTPUT
+          fi
+
       - name: Prettify code
+        if: steps.check_frontend_dir.outputs.frontend_dir_exists == 'true'
         uses: creyD/prettier_action@v4.3
         with:
           prettier_options: --write src/frontend/**/*.{ts,tsx}
-
+          
       - name: Post Formatting Check
         run: git diff --exit-code
-
+        
   format-core:
     name: 'Format Core'
     runs-on: ubuntu-latest
-
     strategy:
       matrix:
         python-version: [3.12]
-
     steps:
       - name: Checkout Repository
         uses: actions/checkout@v4
-
+        
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
           python-version: ${{ matrix.python-version }}
-
+          
       - name: Install Dependencies
         run: |
           python -m pip install --upgrade pip
           pip install black
-
+
+      - name: Check if Core Directory Exists
+        id: check_core_dir
+        run: |
+          if [ -d "src/core" ]; then
+            echo "core_dir_exists=true" >> $GITHUB_OUTPUT
+          else
+            echo "core_dir_exists=false" >> $GITHUB_OUTPUT
+          fi
+
       - name: Format Backend
+        if: steps.check_core_dir.outputs.core_dir_exists == 'true'
         run: |
           black src/core
-
+          
       - name: Post Formatting Check
         run: git diff --exit-code

src/mvt/config.yaml

@@ -16,3 +16,4 @@ system_prompt: "You are an assistant for question-answering tasks that are relat
 use_query_rewriting: false # Set to true to enable query rewriting
 query_rewriting_prompt: "You are an assistant helping to rewrite user queries to make them more specific and effective for searching documents. The context is the Linux Foundation Decentralized Trust former Hyperledger. Please rewrite the human query to be more specific, detailed, and optimized for document retrieval, considering the context mentioned."
 logo_pth: "https://upload.wikimedia.org/wikipedia/en/thumb/e/e2/The_Founder_Institute_Logo.png/250px-The_Founder_Institute_Logo.png"
+nr_retrieved_documents: 5

src/mvt/main.py

@@ -47,7 +47,7 @@ def get_ragchain(filter):
     docsearch = FAISS.load_local(config_data["persist_directory"], embeddings, allow_dangerous_deserialization=True)
 
     # Define a retriever interface
-    retriever = docsearch.as_retriever(search_kwargs={"k": 5, "filter": filter})
+    retriever = docsearch.as_retriever(search_kwargs={"k": config_data["nr_retrieved_documents"], "filter": filter})
 
     # read prompt string from config file
     prompt_str = config_data["system_prompt"]