Add AI project optionally to bulk eval

Author: pamelafox

samples/quality_eval_bulk.py

@@ -14,6 +14,7 @@
 # Setup the OpenAI client to use either Azure or GitHub Models
 load_dotenv(override=True)
 API_HOST = os.getenv("API_HOST", "github")
+azure_ai_project = None
 
 if API_HOST == "azure":
     credential = azure.identity.DefaultAzureCredential()
@@ -24,6 +25,17 @@
         "azure_endpoint": os.environ["AZURE_AI_ENDPOINT"],
         "azure_deployment": os.environ["AZURE_AI_CHAT_DEPLOYMENT"],
     }
+    AZURE_AI_FOUNDRY = os.getenv("AZURE_AI_FOUNDRY")
+    AZURE_AI_PROJECT = os.getenv("AZURE_AI_PROJECT")
+    AZURE_RESOURCE_GROUP = os.getenv("AZURE_RESOURCE_GROUP")
+    AZURE_SUBSCRIPTION_ID = os.getenv("AZURE_SUBSCRIPTION_ID")
+    if AZURE_AI_PROJECT and AZURE_RESOURCE_GROUP and AZURE_SUBSCRIPTION_ID:
+        azure_ai_project = {
+            "subscription_id": AZURE_SUBSCRIPTION_ID,
+            "resource_group_name": AZURE_RESOURCE_GROUP,
+            "project_name": AZURE_AI_PROJECT,
+        }
+    azure_ai_project=f"https://{AZURE_AI_FOUNDRY}.services.ai.azure.com/api/projects/{AZURE_AI_PROJECT}"
 elif API_HOST == "github":
     model_config: OpenAIModelConfiguration = {
         "type": "openai",
@@ -51,4 +63,5 @@
         }
     },
     output_path="quality-eval-results.jsonl",
+    azure_ai_project=azure_ai_project,
 )

samples/safety_eval.py

@@ -62,8 +62,8 @@ def callback(query: str):
 async def run_safety_eval():
     # Configure the Azure AI Foundry connection
 
-    AZURE_AI_FOUNDRY = os.getenv("AZURE_AI_FOUNDRY")
-    AZURE_AI_PROJECT = os.getenv("AZURE_AI_PROJECT")
+    AZURE_AI_FOUNDRY = os.environ["AZURE_AI_FOUNDRY"]
+    AZURE_AI_PROJECT = os.environ["AZURE_AI_PROJECT"]
 
     model_red_team = RedTeam(
         azure_ai_project=f"https://{AZURE_AI_FOUNDRY}.services.ai.azure.com/api/projects/{AZURE_AI_PROJECT}",

samples/spanish/quality_eval_bulk.py

@@ -14,6 +14,7 @@
 # Setup the OpenAI client to use either Azure or GitHub Models
 load_dotenv(override=True)
 API_HOST = os.getenv("API_HOST", "github")
+azure_ai_project = None
 
 if API_HOST == "azure":
     credential = azure.identity.DefaultAzureCredential()
@@ -24,6 +25,17 @@
         "azure_endpoint": os.environ["AZURE_AI_ENDPOINT"],
         "azure_deployment": os.environ["AZURE_AI_CHAT_DEPLOYMENT"],
     }
+    AZURE_AI_FOUNDRY = os.getenv("AZURE_AI_FOUNDRY")
+    AZURE_AI_PROJECT = os.getenv("AZURE_AI_PROJECT")
+    AZURE_RESOURCE_GROUP = os.getenv("AZURE_RESOURCE_GROUP")
+    AZURE_SUBSCRIPTION_ID = os.getenv("AZURE_SUBSCRIPTION_ID")
+    if AZURE_AI_PROJECT and AZURE_RESOURCE_GROUP and AZURE_SUBSCRIPTION_ID:
+        azure_ai_project = {
+            "subscription_id": AZURE_SUBSCRIPTION_ID,
+            "resource_group_name": AZURE_RESOURCE_GROUP,
+            "project_name": AZURE_AI_PROJECT,
+        }
+    azure_ai_project=f"https://{AZURE_AI_FOUNDRY}.services.ai.azure.com/api/projects/{AZURE_AI_PROJECT}"
 elif API_HOST == "github":
     model_config: OpenAIModelConfiguration = {
         "type": "openai",
@@ -52,4 +64,5 @@
         }
     },
     output_path="quality-eval-results.jsonl",
+    azure_ai_project=azure_ai_project,
 )

samples/spanish/safety_eval.py

@@ -62,8 +62,8 @@ def callback(query: str):
 async def run_safety_eval():
     # Configura la conexión a Azure AI Foundry
 
-    AZURE_AI_FOUNDRY = os.getenv("AZURE_AI_FOUNDRY")
-    AZURE_AI_PROJECT = os.getenv("AZURE_AI_PROJECT")
+    AZURE_AI_FOUNDRY = os.environ["AZURE_AI_FOUNDRY"]
+    AZURE_AI_PROJECT = os.environ["AZURE_AI_PROJECT"]
 
     model_red_team = RedTeam(
         azure_ai_project=f"https://{AZURE_AI_FOUNDRY}.services.ai.azure.com/api/projects/{AZURE_AI_PROJECT}",