Skip to content

Commit f32adc3

Browse files
authored
Adding Azure related classes for evals (#43508)
* Adding Azure related classes for evals * forced json object * unknown instead of string
1 parent 61f2b21 commit f32adc3

2 files changed

Lines changed: 13 additions & 2 deletions

File tree

specification/ai-foundry/data-plane/Foundry/client.java.tsp

Lines changed: 12 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,9 @@ import "./src/models/routes.tsp";
77
import "./src/deployments/routes.tsp";
88
import "./src/red-teams/routes.tsp";
99
import "./src/evaluation-rules/routes.tsp";
10-
// Don't import openai-evaluations, we'll use Stainless SDK like in AgentsV2
10+
// Don't import openai-evaluations routes, we'll use Stainless SDK like in AgentsV2.
11+
// Import only the models so Java codegen can expose Azure-specific eval extensions.
12+
import "./src/openai-evaluations/models.tsp";
1113
// import "./openai-evaluations/routes.tsp";
1214
import "./src/evaluation-taxonomies/routes.tsp";
1315
import "./src/evaluators/routes.tsp";
@@ -162,6 +164,15 @@ namespace Azure.AI.Projects;
162164
// Needs forceful exposition
163165
@@access(FoundryFeaturesOptInKeys, Access.public);
164166

167+
// Azure-specific OpenAI eval extensions used with the Stainless OpenAI SDK.
168+
@@usage(GraderAzureAIEvaluator, Usage.input | Usage.output | Usage.json, "java");
169+
@@access(GraderAzureAIEvaluator, Access.public, "java");
170+
@@usage(TestingCriterionAzureAIEvaluator,
171+
Usage.input | Usage.output | Usage.json,
172+
"java"
173+
);
174+
@@access(TestingCriterionAzureAIEvaluator, Access.public, "java");
175+
165176
// Default name produces a style violation
166177
@@clientName(SASCredentials, "SasCredential", "java");
167178
@@clientName(SasCredential, "BlobReferenceSasCredential");

specification/ai-foundry/data-plane/Foundry/src/openai-evaluations/models.tsp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -61,7 +61,7 @@ model GraderAzureAIEvaluator {
6161
evaluator_version?: string;
6262

6363
/** The initialization parameters for the evaluation. Must support structured outputs. */
64-
initialization_parameters?: {};
64+
initialization_parameters?: Record<unknown>;
6565

6666
/** The model to use for the evaluation. Must support structured outputs. */
6767
data_mapping?: Record<string>;

0 commit comments

Comments
 (0)