Merge branch 'confident-ai:main' into main

Author: A-Vamshi

CITATION.cff

@@ -6,7 +6,7 @@ authors:
   - family-names: Vongthongsri
     given-names: Kritin
 title: deepeval
-version: 3.0.1
+version: 3.0.2
 date-released: "2025-05-28"
 url: https://confident-ai.com
 repository-code: https://github.com/confident-ai/deepeval

deepeval/_version.py

@@ -1 +1 @@
-__version__: str = "3.0.1"
+__version__: str = "3.0.2"

deepeval/cli/main.py

@@ -9,7 +9,7 @@
 from enum import Enum
 from deepeval.key_handler import KEY_FILE_HANDLER, KeyValues
 from deepeval.cli.recommend import app as recommend_app
-from deepeval.telemetry import capture_login_event, get_logged_in_with
+from deepeval.telemetry import capture_login_event
 from deepeval.cli.test import app as test_app
 from deepeval.cli.server import start_server
 

deepeval/models/llms/azure_model.py

@@ -27,8 +27,8 @@
 class AzureOpenAIModel(DeepEvalBaseLLM):
     def __init__(
         self,
-        model_name: Optional[str] = None,
         deployment_name: Optional[str] = None,
+        model_name: Optional[str] = None,
         azure_openai_api_key: Optional[str] = None,
         openai_api_version: Optional[str] = None,
         azure_endpoint: Optional[str] = None,
@@ -79,7 +79,7 @@ def generate(
         if schema:
             if self.model_name in structured_outputs_models:
                 completion = client.beta.chat.completions.parse(
-                    model=self.model_name,
+                    model=self.deployment_name,
                     messages=[
                         {"role": "user", "content": prompt},
                     ],
@@ -96,7 +96,7 @@ def generate(
                 return structured_output, cost
             if self.model_name in json_mode_models:
                 completion = client.beta.chat.completions.parse(
-                    model=self.model_name,
+                    model=self.deployment_name,
                     messages=[
                         {"role": "user", "content": prompt},
                     ],
@@ -113,7 +113,7 @@ def generate(
                 return schema.model_validate(json_output), cost
 
         completion = client.chat.completions.create(
-            model=self.model_name,
+            model=self.deployment_name,
             messages=[
                 {"role": "user", "content": prompt},
             ],
@@ -142,7 +142,7 @@ async def a_generate(
         if schema:
             if self.model_name in structured_outputs_models:
                 completion = await client.beta.chat.completions.parse(
-                    model=self.model_name,
+                    model=self.deployment_name,
                     messages=[
                         {"role": "user", "content": prompt},
                     ],
@@ -159,7 +159,7 @@ async def a_generate(
                 return structured_output, cost
             if self.model_name in json_mode_models:
                 completion = await client.beta.chat.completions.parse(
-                    model=self.model_name,
+                    model=self.deployment_name,
                     messages=[
                         {"role": "user", "content": prompt},
                     ],
@@ -176,7 +176,7 @@ async def a_generate(
                 return schema.model_validate(json_output), cost
 
         completion = await client.chat.completions.create(
-            model=self.model_name,
+            model=self.deployment_name,
             messages=[
                 {"role": "user", "content": prompt},
             ],
@@ -210,7 +210,7 @@ def generate_raw_response(
         # Generate completion
         client = self.load_model(async_mode=False)
         completion = client.chat.completions.create(
-            model=self.model_name,
+            model=self.deployment_name,
             messages=[{"role": "user", "content": prompt}],
             temperature=self.temperature,
             logprobs=True,
@@ -236,7 +236,7 @@ async def a_generate_raw_response(
         # Generate completion
         client = self.load_model(async_mode=True)
         completion = await client.chat.completions.create(
-            model=self.model_name,
+            model=self.deployment_name,
             messages=[{"role": "user", "content": prompt}],
             temperature=self.temperature,
             logprobs=True,

docs/docs/evaluation-end-to-end-llm-evals.mdx

@@ -175,7 +175,7 @@ There are **TWO** mandatory and **ONE** optional parameter when calling the `ass
 
 :::tip
 
-If you're logged into Confident AI, you'll also receive a fully sharable [LLM testing report](https://documentation.confident-ai.com/llm-evaluation/testing-reports) on the cloud. Run this in the CLI:
+If you're logged into Confident AI, you'll also receive a fully sharable [LLM testing report](https://documentation.confident-ai.com/llm-evaluation/evaluation-features/testing-reports) on the cloud. Run this in the CLI:
 
 ```bash
 deepeval login

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "deepeval"
-version = "3.0.1"
+version = "3.0.2"
 description = "The LLM Evaluation Framework"
 authors = ["Jeffrey Ip <jeffreyip@confident-ai.com>"]
 license = "Apache-2.0"