Doc fix

.cursor-plugin/plugin.json

@@ -0,0 +1,23 @@
+{
+  "name": "deepeval",
+  "displayName": "DeepEval",
+  "version": "1.0.0",
+  "description": "Skills for adding DeepEval evaluations, tracing, datasets, Confident AI reports, and iterative improvement loops to AI applications.",
+  "author": {
+    "name": "Confident AI",
+    "email": "founders@confident-ai.com"
+  },
+  "homepage": "https://deepeval.com",
+  "repository": "https://github.com/confident-ai/deepeval",
+  "license": "Apache-2.0",
+  "keywords": [
+    "deepeval",
+    "llm",
+    "evaluation",
+    "tracing",
+    "datasets",
+    "confident-ai"
+  ],
+  "category": "developer-tools",
+  "skills": "./skills/"
+}

.env.example

@@ -51,6 +51,11 @@ LITELLM_API_KEY=
 # =========================
 ANTHROPIC_API_KEY=
 
+# =========================
+# Openrouter
+# =========================
+OPENROUTER_API_KEY=
+
 # =========================
 # Confident
 # =========================

.github/workflows/changelog.yml

@@ -0,0 +1,67 @@
+name: Generate Changelog
+
+on:
+  workflow_dispatch:
+    inputs:
+      mode:
+        description: "Mode: year or range"
+        required: true
+        default: "year"
+      year:
+        description: "Year (e.g. 2025)"
+        required: false
+      from_tag:
+        description: "From tag (e.g. v3.7.0)"
+        required: false
+      to_tag:
+        description: "To tag (e.g. v3.9.0)"
+        required: false
+
+jobs:
+  changelog:
+    runs-on: ubuntu-latest
+
+    permissions:
+      contents: write
+      pull-requests: write
+
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Fetch tags
+        run: git fetch --tags --force
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install dependencies
+        run: |
+          pip install rich pydantic deepeval
+
+      - name: Run changelog generator
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+        run: |
+          if [ "${{ github.event.inputs.mode }}" = "year" ]; then
+            python .scripts/changelog/generate.py \
+              --year ${{ github.event.inputs.year }} \
+              --github --ai
+          else
+            python .scripts/changelog/generate.py \
+              --range ${{ github.event.inputs.from_tag }} ${{ github.event.inputs.to_tag }} \
+              --github --ai
+          fi
+
+      - name: Create PR
+        uses: peter-evans/create-pull-request@v6
+        with:
+          branch: chore/changelog-update
+          title: "chore: update changelog"
+          commit-message: "chore: update changelog"
+          body: "Auto-generated changelog updates"

.github/workflows/full_test_core_for_pr.yml

@@ -102,5 +102,5 @@ jobs:
         if: ${{ env.OPENAI_API_KEY != '' }}
         run: |
           poetry run pytest \
-            tests/test_core/test_synthesizer/ tests/test_core/test_datasets/
+            tests/test_core/test_synthesizer/ tests/test_core/test_datasets/ tests/test_core/test_simulator/
 

.github/workflows/test_core.yml

@@ -89,15 +89,15 @@ jobs:
         if: ${{ env.OPENAI_API_KEY != '' }}
         run: |
           poetry run pytest -vv -rA --maxfail=1 --capture=tee-sys -o faulthandler_timeout=300 \
-          tests/test_core/test_synthesizer/ tests/test_core/test_datasets/
+          tests/test_core/test_synthesizer/ tests/test_core/test_datasets/ tests/test_core/test_simulator/
 
       # Dev tests (no secrets)
       - name: Run dev tests (no secrets)
         if: ${{ env.OPENAI_API_KEY == '' }}
         run: |
-          poetry run pytest -vv -rA --maxfail=1 --capture=tee-sys tests/test_core/test_synthesizer/ tests/test_core/test_datasets/ \
+          poetry run pytest -vv -rA --maxfail=1 --capture=tee-sys tests/test_core/test_synthesizer/ tests/test_core/test_datasets/ tests/test_core/test_simulator/ \
           --ignore=tests/test_core/test_tracing/test_dataset_iterator.py            \
           --ignore=tests/test_core/test_synthesizer/test_context_generator.py       \
-          --ignore=tests/test_core/test_synthesizer/test_conversation_simulator.py  \
+          --ignore=tests/test_core/test_simulator/test_conversation_simulator.py    \
           --ignore=tests/test_core/test_synthesizer/test_generate_from_goldens.py   \
           --ignore=tests/test_core/test_synthesizer/test_synthesizer.py