diff --git a/src/types/api.types.ts b/src/types/api.types.ts index 1f18e4ed..f12d90cd 100644 --- a/src/types/api.types.ts +++ b/src/types/api.types.ts @@ -228,8 +228,9 @@ export interface paths { * The `index` and `column_name` fields are treated as keys tied to a specific version of the dataset. * As such, these values are considered immutable identifiers for the dataset's structure. * - * For example, if an edit operation changes the name of a column, subsequent edit operations in - * the same request should reference the column using its original name. + * Edits are applied sequentially in list order, and each edit sees the table state left by the + * previous one. For example, after a `rename_column` edit renames `col_a` to `col_b`, any + * subsequent `update_row` in the same request must reference the column as `col_b`, not `col_a`. * * The `If-Match` header is used to ensure that updates are only applied if the client's version of the dataset * matches the server's version. This prevents conflicts from simultaneous updates. The `ETag` header in the response @@ -1830,24 +1831,6 @@ export interface paths { patch?: never; trace?: never; }; - '/scorers/{scorer_id}/version/code': { - parameters: { - query?: never; - header?: never; - path?: never; - cookie?: never; - }; - /** Get Scorer Version Code */ - get: operations['get_scorer_version_code_scorers__scorer_id__version_code_get']; - put?: never; - /** Create Code Scorer Version */ - post: operations['create_code_scorer_version_scorers__scorer_id__version_code_post']; - delete?: never; - options?: never; - head?: never; - patch?: never; - trace?: never; - }; '/scorers/{scorer_id}/version/preset': { parameters: { query?: never; @@ -1936,35 +1919,33 @@ export interface paths { patch?: never; trace?: never; }; - '/scorers/{scorer_id}/versions': { + '/scorers/{scorer_id}/version/code': { parameters: { query?: never; header?: never; path?: never; cookie?: never; }; - /** List All Versions For Scorer */ - get: operations['list_all_versions_for_scorer_scorers__scorer_id__versions_get']; + /** Get Scorer Version Code */ + get: operations['get_scorer_version_code_scorers__scorer_id__version_code_get']; put?: never; - post?: never; + /** Create Code Scorer Version */ + post: operations['create_code_scorer_version_scorers__scorer_id__version_code_post']; delete?: never; options?: never; head?: never; patch?: never; trace?: never; }; - '/scorers/{scorer_id}/projects': { + '/scorers/{scorer_id}/versions': { parameters: { query?: never; header?: never; path?: never; cookie?: never; }; - /** - * List Projects For Scorer Route - * @description List all projects associated with a specific scorer. - */ - get: operations['list_projects_for_scorer_route_scorers__scorer_id__projects_get']; + /** List All Versions For Scorer */ + get: operations['list_all_versions_for_scorer_scorers__scorer_id__versions_get']; put?: never; post?: never; delete?: never; @@ -1973,7 +1954,7 @@ export interface paths { patch?: never; trace?: never; }; - '/scorers/versions/{scorer_version_id}/projects': { + '/scorers/{scorer_id}/projects': { parameters: { query?: never; header?: never; @@ -1981,10 +1962,10 @@ export interface paths { cookie?: never; }; /** - * List Projects For Scorer Version Route - * @description List all projects associated with a specific scorer version. + * List Projects For Scorer Route + * @description List all projects associated with a specific scorer. */ - get: operations['list_projects_for_scorer_version_route_scorers_versions__scorer_version_id__projects_get']; + get: operations['list_projects_for_scorer_route_scorers__scorer_id__projects_get']; put?: never; post?: never; delete?: never; @@ -1993,20 +1974,20 @@ export interface paths { patch?: never; trace?: never; }; - '/scorers/{scorer_id}/versions/{version_number}/restore': { + '/scorers/versions/{scorer_version_id}/projects': { parameters: { query?: never; header?: never; path?: never; cookie?: never; }; - get?: never; - put?: never; /** - * Restore Scorer Version - * @description List all scorers. + * List Projects For Scorer Version Route + * @description List all projects associated with a specific scorer version. */ - post: operations['restore_scorer_version_scorers__scorer_id__versions__version_number__restore_post']; + get: operations['list_projects_for_scorer_version_route_scorers_versions__scorer_version_id__projects_get']; + put?: never; + post?: never; delete?: never; options?: never; head?: never; @@ -2411,6 +2392,25 @@ export interface paths { patch?: never; trace?: never; }; + '/integrations/custom/{name}': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + /** Get a named custom integration */ + get: operations['get_named_custom_integration_integrations_custom__name__get']; + /** Create or update a named custom integration */ + put: operations['create_or_update_named_custom_integration_integrations_custom__name__put']; + post?: never; + /** Delete a named custom integration */ + delete: operations['delete_named_custom_integration_integrations_custom__name__delete']; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; '/integrations/databricks/unity-catalog/sql': { parameters: { query?: never; @@ -2760,6 +2760,26 @@ export interface paths { patch?: never; trace?: never; }; + '/scorers/{scorer_id}/versions/{version_number}/restore': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + get?: never; + put?: never; + /** + * Restore Scorer Version + * @description List all scorers. + */ + post: operations['restore_scorer_version_scorers__scorer_id__versions__version_number__restore_post']; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; '/scorers/llm/validate/log_record': { parameters: { query?: never; @@ -2814,6 +2834,70 @@ export interface paths { patch?: never; trace?: never; }; + '/projects/{project_id}/metrics-testing/{run_id}/health-score': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + get?: never; + put?: never; + /** + * Compute Health Score Endpoint + * @description Compute the health score metric for a metrics testing run. + */ + post: operations['compute_health_score_endpoint_projects__project_id__metrics_testing__run_id__health_score_post']; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; + '/scorers/{scorer_id}/health-scores': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + /** + * Get Scorer Health Scores + * @description Return all persisted health scores for a scorer against a dataset, ordered by version ASC. + * + * scores[0] is the baseline (first recorded), scores[-1] is the latest. + */ + get: operations['get_scorer_health_scores_scorers__scorer_id__health_scores_get']; + put?: never; + post?: never; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; + '/scorers/{scorer_id}/versions/{version_number}/health-scores': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + get?: never; + put?: never; + /** + * Write Scorer Version Health Score + * @description Persist the health score for a scorer version against a dataset. + * + * Called by the UI after saving a metric version, passing the score from the last compute. + */ + post: operations['write_scorer_version_health_score_scorers__scorer_id__versions__version_number__health_scores_post']; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; '/projects/{project_id}/traces': { parameters: { query?: never; @@ -3300,6 +3384,23 @@ export interface paths { patch?: never; trace?: never; }; + '/integrations/costs/summary': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + /** Get Integration Costs */ + get: operations['get_integration_costs_integrations_costs_summary_get']; + put?: never; + post?: never; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; '/integrations/select': { parameters: { query?: never; @@ -3342,6 +3443,86 @@ export interface paths { patch?: never; trace?: never; }; + '/integrations/custom/definition': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + /** + * Get custom integration definition + * @description Return the full JSON definition of the custom integration, including decrypted secrets. + * + * Only users with edit permission on the integration (its creator and admins) + * are authorized to call this endpoint. + */ + get: operations['get_custom_integration_definition_integrations_custom_definition_get']; + put?: never; + post?: never; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; + '/integrations/custom/{name}/status': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + /** Check status of a named custom integration */ + get: operations['get_named_custom_integration_status_integrations_custom__name__status_get']; + put?: never; + post?: never; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; + '/integrations/custom/{name}/definition': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + /** + * Get definition of a named custom integration + * @description Return the full JSON definition of a named custom integration, including decrypted secrets. + */ + get: operations['get_named_custom_integration_definition_integrations_custom__name__definition_get']; + put?: never; + post?: never; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; + '/llm_integrations/recommended_models': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + /** + * Get Recommended Models + * @description Get recommended models for all purposes, grouped by integration. + */ + get: operations['get_recommended_models_llm_integrations_recommended_models_get']; + put?: never; + post?: never; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; '/llm_integrations': { parameters: { query?: never; @@ -4237,11 +4418,17 @@ export interface components { } | null; /** Id */ id?: string | null; + /** + * Name + * @default anthropic + * @constant + */ + name?: 'anthropic'; /** * @description discriminator enum property added by openapi-typescript * @enum {string} */ - name: 'anthropic'; + provider: 'anthropic'; /** Extra */ extra?: { [key: string]: unknown; @@ -4303,7 +4490,7 @@ export interface components { /** AvailableIntegrations */ AvailableIntegrations: { /** Integrations */ - integrations: components['schemas']['IntegrationName'][]; + integrations: components['schemas']['IntegrationProvider'][]; }; /** AwsBedrockIntegration */ AwsBedrockIntegration: { @@ -4327,11 +4514,17 @@ export interface components { }; /** Id */ id?: string | null; + /** + * Name + * @default aws_bedrock + * @constant + */ + name?: 'aws_bedrock'; /** * @description discriminator enum property added by openapi-typescript * @enum {string} */ - name: 'aws_bedrock'; + provider: 'aws_bedrock'; /** Extra */ extra?: { [key: string]: unknown; @@ -4359,11 +4552,17 @@ export interface components { models?: components['schemas']['Model'][]; /** Id */ id?: string | null; + /** + * Name + * @default aws_sagemaker + * @constant + */ + name?: 'aws_sagemaker'; /** * @description discriminator enum property added by openapi-typescript * @enum {string} */ - name: 'aws_sagemaker'; + provider: 'aws_sagemaker'; /** Extra */ extra?: { [key: string]: unknown; @@ -4458,11 +4657,17 @@ export interface components { | null; /** Id */ id?: string | null; + /** + * Name + * @default azure + * @constant + */ + name?: 'azure'; /** * @description discriminator enum property added by openapi-typescript * @enum {string} */ - name: 'azure'; + provider: 'azure'; /** Extra */ extra?: { [key: string]: unknown; @@ -4968,9 +5173,9 @@ export interface components { file: string; /** * Validation Result - * @description Pre-validated result as JSON string to skip validation + * @description Pre-validated result as JSON string from the validate endpoint */ - validation_result?: string | null; + validation_result: string; }; /** Body_create_dataset_datasets_post */ Body_create_dataset_datasets_post: { @@ -4999,6 +5204,8 @@ export interface components { copy_from_dataset_version_index?: number | null; /** Project Id */ project_id?: string | null; + /** Column Mapping */ + column_mapping?: string | null; }; /** Body_login_email_login_post */ Body_login_email_login_post: { @@ -5512,12 +5719,6 @@ export interface components { * @description List of types applicable for this column. */ applicable_types?: components['schemas']['StepType'][]; - /** - * Complex - * @description Whether the column requires special handling in the UI. Setting this to True will hide the column in the UI until the UI adds support for it. - * @default false - */ - complex?: boolean; /** * Is Optional * @description Whether the column is optional. @@ -5529,20 +5730,25 @@ export interface components { * @description Default roll-up aggregation method for this metric (e.g., 'sum', 'average'). */ roll_up_method?: string | null; + /** + * Metric Key Alias + * @description Alternate metric key for this column. When scorer UUIDs are used as column IDs, this holds the legacy metric_name string for dual-key ClickHouse query fallback. + */ + metric_key_alias?: string | null; }; /** ColumnMapping */ ColumnMapping: { /** Input */ - input: components['schemas']['ColumnMappingConfig'] | string[] | null; + input?: components['schemas']['ColumnMappingConfig'] | string[] | null; /** Output */ - output: components['schemas']['ColumnMappingConfig'] | string[] | null; + output?: components['schemas']['ColumnMappingConfig'] | string[] | null; /** Generated Output */ - generated_output: + generated_output?: | components['schemas']['ColumnMappingConfig'] | string[] | null; /** Metadata */ - metadata: components['schemas']['ColumnMappingConfig'] | string[] | null; + metadata?: components['schemas']['ColumnMappingConfig'] | string[] | null; /** Mgt */ mgt?: { [key: string]: components['schemas']['ColumnMappingConfig']; @@ -5663,6 +5869,28 @@ export interface components { [key: string]: unknown; } | null; }; + /** ComputeHealthScoreRequest */ + ComputeHealthScoreRequest: { + /** + * Scorer Id + * Format: uuid4 + */ + scorer_id: string; + /** @description The scorer's output type, used to dispatch the correct metric. */ + output_type: components['schemas']['OutputTypeEnum']; + /** + * Scoreable Node Types + * @description The scorer's scoreable_node_types. Determines which record type carries the score. + */ + scoreable_node_types?: components['schemas']['StepType'][]; + /** + * Mgt Overlay + * @description Client-side pending MGT edits: {row_id: value}. Overrides committed dataset values. + */ + mgt_overlay?: { + [key: string]: string | null; + }; + }; /** * ContentModality * @description Classification of content modality @@ -5738,6 +5966,12 @@ export interface components { * @enum {string} */ ControlCheckStage: 'pre' | 'post'; + /** + * ControlResourceAction + * @description Actions on Agent Control's org-scoped ``control`` resource. + * @enum {string} + */ + ControlResourceAction: 'create' | 'read' | 'update' | 'delete'; /** ControlResult */ ControlResult: { /** @description Decision/action produced by the control. */ @@ -5932,8 +6166,13 @@ export interface components { num_judges?: number | null; }; /** - * CreateCodeMetricGenerationRequest - * @description Request to generate scorer code from a user message. + * CostInterval + * @enum {string} + */ + CostInterval: 'hourly' | 'daily' | 'weekly' | 'monthly'; + /** + * CreateCodeMetricGenerationRequest + * @description Request to generate scorer code from a user message. */ CreateCodeMetricGenerationRequest: { /** @@ -6129,9 +6368,6 @@ export interface components { * @default 0 */ epoch?: number; - metric_critique_configuration?: - | components['schemas']['MetricCritiqueJobConfiguration'] - | null; /** Is Session */ is_session?: boolean | null; /** Validation Config */ @@ -6158,6 +6394,11 @@ export interface components { * @default false */ multijudge_average_boolean_metrics?: boolean; + /** + * Store Metric Ids + * @default false + */ + store_metric_ids?: boolean; }; /** CreateJobResponse */ CreateJobResponse: { @@ -6309,9 +6550,6 @@ export interface components { * @default 0 */ epoch?: number; - metric_critique_configuration?: - | components['schemas']['MetricCritiqueJobConfiguration'] - | null; /** Is Session */ is_session?: boolean | null; /** Validation Config */ @@ -6338,6 +6576,11 @@ export interface components { * @default false */ multijudge_average_boolean_metrics?: boolean; + /** + * Store Metric Ids + * @default false + */ + store_metric_ids?: boolean; /** Message */ message: string; /** Link */ @@ -6404,6 +6647,8 @@ export interface components { CreateScorerRequest: { /** Name */ name: string; + /** Id */ + id?: string | null; /** * Description * @default @@ -6579,11 +6824,16 @@ export interface components { } | null; /** Id */ id?: string | null; + /** + * Name + * @default custom + */ + name?: string; /** * @description discriminator enum property added by openapi-typescript * @enum {string} */ - name: 'custom'; + provider: 'custom'; /** Extra */ extra?: { [key: string]: unknown; @@ -6673,6 +6923,47 @@ export interface components { /** Token */ token?: string | null; }; + /** + * CustomIntegrationDefinition + * @description Response schema for the full JSON definition of a custom integration. + * + * Returns the exact same structure used to create the integration, + * including decrypted sensitive fields (api_key_value, token, headers). + * Only accessible to users with edit permission (creator + admins). + */ + CustomIntegrationDefinition: { + authentication_type: components['schemas']['CustomAuthenticationType']; + /** Endpoint */ + endpoint: string; + /** Default Model */ + default_model?: string | null; + /** Model Properties */ + model_properties?: + | components['schemas']['promptgalileo__schemas__config__custom__ModelProperties'][] + | null; + /** Token */ + token?: string | null; + /** Api Key Header */ + api_key_header?: string | null; + /** Api Key Value */ + api_key_value?: string | null; + /** Authentication Scope */ + authentication_scope?: string | null; + /** Oauth2 Token Url */ + oauth2_token_url?: string | null; + /** Headers */ + headers?: { + [key: string]: string; + } | null; + custom_llm_config?: components['schemas']['CustomLLMConfig'] | null; + /** Custom Header Mapping */ + custom_header_mapping?: { + [key: string]: string; + } | null; + multi_modal_config?: + | components['schemas']['MultiModalModelIntegrationConfig'] + | null; + }; /** * CustomLLMConfig * @description Configuration for a custom LiteLLM handler class. @@ -8681,11 +8972,17 @@ export interface components { DatabricksIntegration: { /** Id */ id?: string | null; + /** + * Name + * @default databricks + * @constant + */ + name?: 'databricks'; /** * @description discriminator enum property added by openapi-typescript * @enum {string} */ - name: 'databricks'; + provider: 'databricks'; /** Extra */ extra?: { [key: string]: unknown; @@ -9117,6 +9414,34 @@ export interface components { */ sort_type?: 'custom'; }; + /** + * DatasetRemoveColumn + * @description Drop a column from the dataset schema. + */ + DatasetRemoveColumn: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + edit_type: 'remove_column'; + /** Column Name */ + column_name: string; + }; + /** + * DatasetRenameColumn + * @description Rename a column in the dataset schema, preserving values. + */ + DatasetRenameColumn: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + edit_type: 'rename_column'; + /** Column Name */ + column_name: string; + /** New Column Name */ + new_column_name: string; + }; /** DatasetRow */ DatasetRow: { /** @@ -9384,6 +9709,10 @@ export interface components { * @default false */ trigger?: boolean; + /** Experiment Group Id */ + experiment_group_id?: string | null; + /** Experiment Group Name */ + experiment_group_name?: string | null; }; /** RunCreatedAtFilter */ ExperimentCreatedAtFilter: { @@ -9457,6 +9786,39 @@ export interface components { /** Version Index */ version_index: number; }; + /** ExperimentGroupIDFilter */ + ExperimentGroupIDFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'experiment_group_id'; + /** + * Value + * Format: uuid4 + */ + value: string; + }; + /** ExperimentGroupNameFilter */ + ExperimentGroupNameFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'experiment_group_name'; + /** + * Operator + * @enum {string} + */ + operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; + /** Value */ + value: string | string[]; + /** + * Case Sensitive + * @default true + */ + case_sensitive?: boolean; + }; /** RunIDFilter */ ExperimentIDFilter: { /** @@ -9598,6 +9960,8 @@ export interface components { num_spans?: number | null; /** Num Traces */ num_traces?: number | null; + /** Num Sessions */ + num_sessions?: number | null; task_type: components['schemas']['TaskType']; dataset?: components['schemas']['ExperimentDataset'] | null; /** Aggregate Metrics */ @@ -9606,7 +9970,7 @@ export interface components { }; /** * Structured Aggregate Metrics - * @description Structured aggregate metrics keyed by raw metric name with full statistical aggregates. Present only when use_clickhouse_run_aggregates flag is enabled. + * @description Structured aggregate metrics with full statistical aggregates (avg, min, max, sum, count). Keys are scorer UUIDs for scorer-backed metrics (matching available_columns column IDs after stripping the 'metrics/' prefix) and raw strings for system metrics (e.g. 'duration_ns', 'cost'). Present only when use_clickhouse_run_aggregates flag is enabled. */ structured_aggregate_metrics?: { [key: string]: components['schemas']['MetricAggregates']; @@ -9646,6 +10010,12 @@ export interface components { [key: string]: components['schemas']['RunTagDB'][]; }; status?: components['schemas']['ExperimentStatus']; + /** Experiment Group Id */ + experiment_group_id?: string | null; + /** Experiment Group Name */ + experiment_group_name?: string | null; + /** Experiment Group Is System */ + experiment_group_is_system?: boolean | null; }; /** ExperimentSearchRequest */ ExperimentSearchRequest: { @@ -9666,6 +10036,8 @@ export interface components { | components['schemas']['ExperimentCreatedByFilter'] | components['schemas']['ExperimentCreatedAtFilter'] | components['schemas']['ExperimentUpdatedAtFilter'] + | components['schemas']['ExperimentGroupIDFilter'] + | components['schemas']['ExperimentGroupNameFilter'] )[]; /** * Sort @@ -9701,6 +10073,10 @@ export interface components { * @default 16 */ task_type?: 16 | 17; + /** Experiment Group Id */ + experiment_group_id?: string | null; + /** Experiment Group Name */ + experiment_group_name?: string | null; }; /** RunUpdatedAtFilter */ ExperimentUpdatedAtFilter: { @@ -13325,6 +13701,18 @@ export interface components { [key: string]: unknown; } | null; }; + /** FeatureIntegrationCosts */ + FeatureIntegrationCosts: { + /** Feature Name */ + feature_name: string; + /** + * Total Cost + * @default 0 + */ + total_cost?: number; + /** Projects */ + projects?: components['schemas']['ProjectIntegrationCosts'][]; + }; /** FeedbackAggregate */ FeedbackAggregate: { /** Aggregate */ @@ -13881,6 +14269,47 @@ export interface components { /** Hallucination */ hallucination: number; }; + /** HealthScoreResult */ + HealthScoreResult: { + health_score_type: components['schemas']['HealthScoreType'] | null; + /** + * Value + * @description Primary health score metric value, or None if no valid rows. + */ + value: number | null; + /** + * Skipped Rows + * @description Rows excluded because MGT or score could not be parsed. + */ + skipped_rows: number; + /** + * Secondary + * @description Secondary metrics (MAE, RMSE, R², per-class F1, etc.). + */ + secondary: { + [key: string]: number | null; + }; + /** + * Total Scored Rows + * @description Rows with a successful scorer result. + */ + total_scored_rows: number; + /** + * Total Mgt Rows + * @description Rows with a non-null MGT value after overlay. + */ + total_mgt_rows: number; + /** + * Joined Rows + * @description Rows with both a score and a MGT value (used for computation). + */ + joined_rows: number; + }; + /** + * HealthScoreType + * @enum {string} + */ + HealthScoreType: 'macro_f1' | 'micro_f1' | 'mse' | 'mae'; /** HealthcheckResponse */ HealthcheckResponse: { /** Api Version */ @@ -14434,7 +14863,22 @@ export interface components { * IntegrationAction * @enum {string} */ - IntegrationAction: 'update' | 'delete' | 'share'; + IntegrationAction: 'update' | 'delete' | 'share' | 'read_secrets'; + /** IntegrationCostsDataPoint */ + IntegrationCostsDataPoint: { + /** + * Timestamp + * Format: date-time + */ + timestamp: string; + /** Cost */ + cost: number; + }; + /** IntegrationCostsResponse */ + IntegrationCostsResponse: { + /** Features */ + features?: components['schemas']['FeatureIntegrationCosts'][]; + }; /** IntegrationDB */ IntegrationDB: { /** @@ -14447,7 +14891,9 @@ export interface components { * @default [] */ permissions?: components['schemas']['Permission'][]; - name: components['schemas']['IntegrationName']; + /** Name */ + name: string; + provider: components['schemas']['IntegrationProvider']; /** * Created At * Format: date-time @@ -14476,12 +14922,19 @@ export interface components { }; /** IntegrationDisableRequest */ IntegrationDisableRequest: { - integration_name: components['schemas']['IntegrationName']; + /** Integration Name */ + integration_name: string; }; /** IntegrationModelsResponse */ IntegrationModelsResponse: { /** Integration Name */ integration_name: string; + /** + * Integration Id + * Format: uuid4 + */ + integration_id: string; + provider: components['schemas']['IntegrationProvider']; /** Models */ models: string[]; /** Scorer Models */ @@ -14504,10 +14957,10 @@ export interface components { model_properties?: components['schemas']['api__schemas__integration__llm_integration__ModelProperties'][]; }; /** - * IntegrationName + * IntegrationProvider * @enum {string} */ - IntegrationName: + IntegrationProvider: | 'anthropic' | 'aws_bedrock' | 'aws_sagemaker' @@ -14522,7 +14975,8 @@ export interface components { | 'writer'; /** IntegrationSelectRequest */ IntegrationSelectRequest: { - integration_name: components['schemas']['IntegrationName']; + /** Integration Name */ + integration_name: string; /** * Integration Id * Format: uuid4 @@ -14713,8 +15167,12 @@ export interface components { steps_total?: number | null; }; JsonPrimitive: string | number | boolean | null; - // eslint-disable-next-line @typescript-eslint/no-explicit-any - JsonValue: any; // circular self-reference in generated spec — simplified to any + JsonValue: + | components['schemas']['JsonPrimitive'] + | components['schemas']['JsonValue'][] + | { + [key: string]: components['schemas']['JsonValue']; + }; /** * LLMExportFormat * @enum {string} @@ -15073,6 +15531,7 @@ export interface components { sort?: | ( | components['schemas']['ScorerNameSort'] + | components['schemas']['ScorerUpdatedAtSort'] | components['schemas']['ScorerEnabledInRunSort'] | components['schemas']['ScorerEnabledInPlaygroundSort'] ) @@ -15429,12 +15888,6 @@ export interface components { * @description List of types applicable for this column. */ applicable_types?: components['schemas']['StepType'][]; - /** - * Complex - * @description Whether the column requires special handling in the UI. Setting this to True will hide the column in the UI until the UI adds support for it. - * @default false - */ - complex?: boolean; /** * Is Optional * @description Whether the column is optional. @@ -15446,6 +15899,11 @@ export interface components { * @description Default roll-up aggregation method for this metric (e.g., 'sum', 'average'). */ roll_up_method?: string | null; + /** + * Metric Key Alias + * @description Alternate metric key for this column. When scorer UUIDs are used as column IDs, this holds the legacy metric_name string for dual-key ClickHouse query fallback. + */ + metric_key_alias?: string | null; /** @description For metric columns only: Scorer config that produced the metric. */ scorer_config?: components['schemas']['ScorerConfig'] | null; /** @@ -15464,11 +15922,6 @@ export interface components { * @description Type of label color for the column, if this is a multilabel metric column. */ label_color?: ('positive' | 'negative') | null; - /** - * Metric Key Alias - * @description Alternate metric key for this column. When store_metric_ids is ON, this holds the legacy metric_name string. Used for dual-key ClickHouse queries. - */ - metric_key_alias?: string | null; }; /** LogRecordsCustomMetricsQueryRequest */ LogRecordsCustomMetricsQueryRequest: { @@ -15865,6 +16318,12 @@ export interface components { * @default false */ include_counts?: boolean; + /** + * Include Code Metric Metadata + * @description If True, include per-row scorer metadata (the dict returned alongside the score by code-based scorers via the (score, metadata) tuple-return contract) on each MetricSuccess in the response. Off by default to keep payloads small for callers that don't need it. + * @default false + */ + include_code_metric_metadata?: boolean; select_columns: components['schemas']['SelectColumns']; }; /** LogRecordsPartialQueryResponse */ @@ -16011,6 +16470,12 @@ export interface components { * @default false */ include_counts?: boolean; + /** + * Include Code Metric Metadata + * @description If True, include per-row scorer metadata (the dict returned alongside the score by code-based scorers via the (score, metadata) tuple-return contract) on each MetricSuccess in the response. Off by default to keep payloads small for callers that don't need it. + * @default false + */ + include_code_metric_metadata?: boolean; }; /** LogRecordsQueryResponse */ LogRecordsQueryResponse: { @@ -16781,6 +17246,11 @@ export interface components { * @description total number of traces ingested */ traces_count: number; + /** + * Spans Count + * @description total number of spans ingested + */ + spans_count: number; /** * Trace Ids * @description List of trace IDs that were ingested. Only included if include_trace_ids=True in request. @@ -17253,29 +17723,6 @@ export interface components { /** Original Explanation */ original_explanation: string; }; - /** - * MetricCritiqueJobConfiguration - * @description Info necessary to execute a metric critique job. - */ - MetricCritiqueJobConfiguration: { - /** Project Type */ - project_type: 'prompt_evaluation' | 'llm_monitor' | 'gen_ai'; - /** Metric Name */ - metric_name: string; - /** Scorer Id */ - scorer_id?: string | null; - /** Critique Ids */ - critique_ids: string[]; - /** Recompute Settings */ - recompute_settings?: - | ( - | components['schemas']['RecomputeSettingsRuns'] - | components['schemas']['RecomputeSettingsProject'] - | components['schemas']['RecomputeSettingsObserve'] - | components['schemas']['RecomputeSettingsLogStream'] - ) - | null; - }; /** MetricError */ MetricError: { /** @@ -17434,6 +17881,8 @@ export interface components { model_alias?: string | null; /** Num Judges */ num_judges?: number | null; + /** Multijudge Average */ + multijudge_average?: number | null; /** Input Tokens */ input_tokens?: number | null; /** Output Tokens */ @@ -17441,6 +17890,13 @@ export interface components { /** Total Tokens */ total_tokens?: number | null; critique?: components['schemas']['MetricCritiqueColumnar'] | null; + /** + * Metadata + * @description Optional per-row context returned alongside the score by code-based scorers that return a (score, metadata) tuple. Sourced from the {metric_name}_metadata auxiliary key, which is stored as a JSON string in ClickHouse. + */ + metadata?: { + [key: string]: unknown; + } | null; /** * Roll Up Metrics * @description Roll up metrics e.g. sum, average, min, max for numeric, and category_count for categorical metrics. @@ -17538,6 +17994,8 @@ export interface components { model_alias?: string | null; /** Num Judges */ num_judges?: number | null; + /** Multijudge Average */ + multijudge_average?: number | null; /** Input Tokens */ input_tokens?: number | null; /** Output Tokens */ @@ -17545,6 +18003,13 @@ export interface components { /** Total Tokens */ total_tokens?: number | null; critique?: components['schemas']['MetricCritiqueColumnar'] | null; + /** + * Metadata + * @description Optional per-row context returned alongside the score by code-based scorers that return a (score, metadata) tuple. Sourced from the {metric_name}_metadata auxiliary key, which is stored as a JSON string in ClickHouse. + */ + metadata?: { + [key: string]: unknown; + } | null; /** Display Value */ display_value?: string | null; /** Rationale */ @@ -17610,11 +18075,8 @@ export interface components { * @description Name of the metric that we are testing. */ name: string; - /** - * @description Output type of the metrics testing table. If not provided, all columns are returned. - * @default boolean - */ - output_type?: components['schemas']['OutputTypeEnum']; + /** @description Output type of the scorer. Required when metric_key is REGISTERED_SCORER_VALIDATION; used to determine the data_type for validation columns. */ + output_type?: components['schemas']['OutputTypeEnum'] | null; /** * Cot Enabled * @description Whether the metrics testing table is using chain of thought (CoT) enabled scorers. If True, the columns will be generated for CoT enabled scorers. @@ -17642,11 +18104,17 @@ export interface components { MistralIntegration: { /** Id */ id?: string | null; + /** + * Name + * @default mistral + * @constant + */ + name?: 'mistral'; /** * @description discriminator enum property added by openapi-typescript * @enum {string} */ - name: 'mistral'; + provider: 'mistral'; /** Extra */ extra?: { [key: string]: unknown; @@ -17884,11 +18352,17 @@ export interface components { NvidiaIntegration: { /** Id */ id?: string | null; + /** + * Name + * @default nvidia + * @constant + */ + name?: 'nvidia'; /** * @description discriminator enum property added by openapi-typescript * @enum {string} */ - name: 'nvidia'; + provider: 'nvidia'; /** Extra */ extra?: { [key: string]: unknown; @@ -17915,11 +18389,17 @@ export interface components { organization_id?: string | null; /** Id */ id?: string | null; + /** + * Name + * @default openai + * @constant + */ + name?: 'openai'; /** * @description discriminator enum property added by openapi-typescript * @enum {string} */ - name: 'openai'; + provider: 'openai'; /** Extra */ extra?: { [key: string]: unknown; @@ -20085,7 +20565,8 @@ export interface components { | components['schemas']['DatasetAction'] | components['schemas']['IntegrationAction'] | components['schemas']['OrganizationAction'] - | components['schemas']['AnnotationQueueAction']; + | components['schemas']['AnnotationQueueAction'] + | components['schemas']['ControlResourceAction']; /** Allowed */ allowed: boolean; /** Message */ @@ -20122,7 +20603,9 @@ export interface components { | 'edit_run_tags' | 'dismiss_alert' | 'edit_slice' - | 'edit_edit'; + | 'edit_edit' + | 'update_control_bindings' + | 'use_control_runtime'; /** ProjectBookmarkFilter */ ProjectBookmarkFilter: { /** @@ -20376,6 +20859,23 @@ export interface components { /** Value */ value: string | string[]; }; + /** ProjectIntegrationCosts */ + ProjectIntegrationCosts: { + /** + * Project Id + * Format: uuid4 + */ + project_id: string; + /** Project Name */ + project_name: string; + /** + * Total Cost + * @default 0 + */ + total_cost?: number; + /** Data Points */ + data_points?: components['schemas']['IntegrationCostsDataPoint'][]; + }; /** * ProjectItem * @description Represents a single project item for the UI list. @@ -21202,6 +21702,21 @@ export interface components { | 'custom_metric_autogen' | 'autotune' | 'signals'; + /** RecommendedModelsResponse */ + RecommendedModelsResponse: { + /** Supported */ + supported: { + [key: string]: { + [key: string]: string[]; + }; + }; + /** Available */ + available: { + [key: string]: { + [key: string]: string[]; + }; + }; + }; /** * RecomputeLogRecordsMetricsRequest * @description Request to recompute metrics for a genai project run (log stream or experiment). @@ -21261,55 +21776,18 @@ export interface components { * @default false */ include_counts?: boolean; + /** + * Include Code Metric Metadata + * @description If True, include per-row scorer metadata (the dict returned alongside the score by code-based scorers via the (score, metadata) tuple-return contract) on each MetricSuccess in the response. Off by default to keep payloads small for callers that don't need it. + * @default false + */ + include_code_metric_metadata?: boolean; /** * Scorer Ids * @description List of scorer IDs for which metrics should be recomputed. */ scorer_ids: string[]; }; - /** RecomputeSettingsLogStream */ - RecomputeSettingsLogStream: { - /** - * @description discriminator enum property added by openapi-typescript - * @enum {string} - */ - mode: 'log_stream_filters'; - /** - * Run Id - * Format: uuid4 - */ - run_id: string; - /** Filters */ - filters: unknown[]; - }; - /** RecomputeSettingsObserve */ - RecomputeSettingsObserve: { - /** - * @description discriminator enum property added by openapi-typescript - * @enum {string} - */ - mode: 'observe_filters'; - /** Filters */ - filters: unknown[]; - }; - /** RecomputeSettingsProject */ - RecomputeSettingsProject: { - /** - * @description discriminator enum property added by openapi-typescript - * @enum {string} - */ - mode: 'project'; - }; - /** RecomputeSettingsRuns */ - RecomputeSettingsRuns: { - /** - * @description discriminator enum property added by openapi-typescript - * @enum {string} - */ - mode: 'runs'; - /** Run Ids */ - run_ids: string[]; - }; /** RegisteredScorer */ RegisteredScorer: { /** Id */ @@ -22136,6 +22614,11 @@ export interface components { */ name: 'exclude_slm_scorers'; }; + /** ScorerHealthScoresResponse */ + ScorerHealthScoresResponse: { + /** Scores */ + scores: components['schemas']['ScorerVersionHealthScoreEntry'][]; + }; /** ScorerIDFilter */ ScorerIDFilter: { /** @@ -22298,6 +22781,9 @@ export interface components { | components['schemas']['MetricColorPickerMultiLabel'] ) | null; + color_threshold_config?: + | components['schemas']['MetricColorPickerNumeric'] + | null; /** Metric Name */ metric_name?: string | null; }; @@ -22384,17 +22870,69 @@ export interface components { */ value: string; }; - /** - * ScorersConfiguration - * @description Configure which scorers to enable for a particular prompt run. - * - * The keys here are sorted by their approximate execution time to execute the scorers that we anticipate will be the - * fastest first, and the slowest last. - */ - ScorersConfiguration: { + /** ScorerUpdatedAtSort */ + ScorerUpdatedAtSort: { /** - * Latency - * @default true + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'updated_at'; + /** + * Ascending + * @default true + */ + ascending?: boolean; + /** + * Sort Type + * @default column + * @constant + */ + sort_type?: 'column'; + }; + /** ScorerVersionHealthScoreEntry */ + ScorerVersionHealthScoreEntry: { + /** + * Id + * Format: uuid4 + */ + id: string; + /** + * Scorer Version Id + * Format: uuid4 + */ + scorer_version_id: string; + /** Scorer Version Number */ + scorer_version_number: number; + /** + * Dataset Id + * Format: uuid4 + */ + dataset_id: string; + /** Health Score Type */ + health_score_type: string; + /** Score */ + score: number; + /** Secondary */ + secondary: { + [key: string]: number | null; + } | null; + /** + * Computed At + * Format: date-time + */ + computed_at: string; + }; + /** + * ScorersConfiguration + * @description Configure which scorers to enable for a particular prompt run. + * + * The keys here are sorted by their approximate execution time to execute the scorers that we anticipate will be the + * fastest first, and the slowest last. + */ + ScorersConfiguration: { + /** + * Latency + * @default true */ latency?: boolean; /** @@ -22492,6 +23030,11 @@ export interface components { * @default false */ chunk_relevance_luna?: boolean; + /** + * Completeness Luna + * @default false + */ + completeness_luna?: boolean; /** * Completeness Nli * @default false @@ -23912,6 +24455,8 @@ export interface components { | components['schemas']['DatasetDeleteRow'] | components['schemas']['DatasetFilterRows'] | components['schemas']['DatasetCopyRecordData'] + | components['schemas']['DatasetRemoveColumn'] + | components['schemas']['DatasetRenameColumn'] )[]; }; /** UpdateDatasetRequest */ @@ -24265,6 +24810,12 @@ export interface components { * @default false */ include_counts?: boolean; + /** + * Include Code Metric Metadata + * @description If True, include per-row scorer metadata (the dict returned alongside the score by code-based scorers via the (score, metadata) tuple-return contract) on each MetricSuccess in the response. Off by default to keep payloads small for callers that don't need it. + * @default false + */ + include_code_metric_metadata?: boolean; /** Query */ query: string; /** Response */ @@ -24326,11 +24877,17 @@ export interface components { VegasGatewayIntegration: { /** Id */ id?: string | null; + /** + * Name + * @default vegas_gateway + * @constant + */ + name?: 'vegas_gateway'; /** * @description discriminator enum property added by openapi-typescript * @enum {string} */ - name: 'vegas_gateway'; + provider: 'vegas_gateway'; /** Extra */ extra?: { [key: string]: unknown; @@ -24383,11 +24940,17 @@ export interface components { gcs_config?: components['schemas']['VertexAIGCSConfigResponse'] | null; /** Id */ id?: string | null; + /** + * Name + * @default vertex_ai + * @constant + */ + name?: 'vertex_ai'; /** * @description discriminator enum property added by openapi-typescript * @enum {string} */ - name: 'vertex_ai'; + provider: 'vertex_ai'; /** Extra */ extra?: { [key: string]: unknown; @@ -24607,17 +25170,39 @@ export interface components { | components['schemas']['ControlSpan'] )[]; }; + /** WriteHealthScoreRequest */ + WriteHealthScoreRequest: { + /** + * Dataset Id + * Format: uuid4 + */ + dataset_id: string; + /** Health Score Type */ + health_score_type: string; + /** Score */ + score: number; + /** Secondary */ + secondary?: { + [key: string]: number | null; + } | null; + }; /** WriterIntegration */ WriterIntegration: { /** Organization Id */ organization_id: string; /** Id */ id?: string | null; + /** + * Name + * @default writer + * @constant + */ + name?: 'writer'; /** * @description discriminator enum property added by openapi-typescript * @enum {string} */ - name: 'writer'; + provider: 'writer'; /** Extra */ extra?: { [key: string]: unknown; @@ -24888,6 +25473,7 @@ export interface components { | '_context_relevance' | '_context_relevance_luna' | '_chunk_relevance_luna' + | '_completeness_luna' | '_chunk_attribution_utilization_gpt' | '_factuality' | '_groundedness' @@ -28867,75 +29453,6 @@ export interface operations { }; }; }; - get_scorer_version_code_scorers__scorer_id__version_code_get: { - parameters: { - query?: { - /** @description version number, defaults to latest version */ - version?: number | null; - }; - header?: never; - path: { - scorer_id: string; - }; - cookie?: never; - }; - requestBody?: never; - responses: { - /** @description Successful Response */ - 200: { - headers: { - [name: string]: unknown; - }; - content: { - 'application/json': unknown; - }; - }; - /** @description Validation Error */ - 422: { - headers: { - [name: string]: unknown; - }; - content: { - 'application/json': components['schemas']['HTTPValidationError']; - }; - }; - }; - }; - create_code_scorer_version_scorers__scorer_id__version_code_post: { - parameters: { - query?: never; - header?: never; - path: { - scorer_id: string; - }; - cookie?: never; - }; - requestBody: { - content: { - 'multipart/form-data': components['schemas']['Body_create_code_scorer_version_scorers__scorer_id__version_code_post']; - }; - }; - responses: { - /** @description Successful Response */ - 200: { - headers: { - [name: string]: unknown; - }; - content: { - 'application/json': components['schemas']['BaseScorerVersionResponse']; - }; - }; - /** @description Validation Error */ - 422: { - headers: { - [name: string]: unknown; - }; - content: { - 'application/json': components['schemas']['HTTPValidationError']; - }; - }; - }; - }; create_preset_scorer_version_scorers__scorer_id__version_preset_post: { parameters: { query?: never; @@ -29095,12 +29612,11 @@ export interface operations { }; }; }; - list_all_versions_for_scorer_scorers__scorer_id__versions_get: { + get_scorer_version_code_scorers__scorer_id__version_code_get: { parameters: { query?: { - run_id?: string | null; - starting_token?: number; - limit?: number; + /** @description version number, defaults to latest version */ + version?: number | null; }; header?: never; path: { @@ -29116,7 +29632,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['ListScorerVersionsResponse']; + 'application/json': unknown; }; }; /** @description Validation Error */ @@ -29130,9 +29646,45 @@ export interface operations { }; }; }; - list_projects_for_scorer_route_scorers__scorer_id__projects_get: { + create_code_scorer_version_scorers__scorer_id__version_code_post: { + parameters: { + query?: never; + header?: never; + path: { + scorer_id: string; + }; + cookie?: never; + }; + requestBody: { + content: { + 'multipart/form-data': components['schemas']['Body_create_code_scorer_version_scorers__scorer_id__version_code_post']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['BaseScorerVersionResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; + list_all_versions_for_scorer_scorers__scorer_id__versions_get: { parameters: { query?: { + run_id?: string | null; starting_token?: number; limit?: number; }; @@ -29150,7 +29702,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['api__schemas__project_v2__GetProjectsPaginatedResponse']; + 'application/json': components['schemas']['ListScorerVersionsResponse']; }; }; /** @description Validation Error */ @@ -29164,16 +29716,15 @@ export interface operations { }; }; }; - list_projects_for_scorer_version_route_scorers_versions__scorer_version_id__projects_get: { + list_projects_for_scorer_route_scorers__scorer_id__projects_get: { parameters: { - query: { - scorer_id: string; + query?: { starting_token?: number; limit?: number; }; header?: never; path: { - scorer_version_id: string; + scorer_id: string; }; cookie?: never; }; @@ -29199,13 +29750,16 @@ export interface operations { }; }; }; - restore_scorer_version_scorers__scorer_id__versions__version_number__restore_post: { + list_projects_for_scorer_version_route_scorers_versions__scorer_version_id__projects_get: { parameters: { - query?: never; + query: { + scorer_id: string; + starting_token?: number; + limit?: number; + }; header?: never; path: { - scorer_id: string; - version_number: number; + scorer_version_id: string; }; cookie?: never; }; @@ -29217,7 +29771,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['BaseScorerVersionResponse']; + 'application/json': components['schemas']['api__schemas__project_v2__GetProjectsPaginatedResponse']; }; }; /** @description Validation Error */ @@ -29634,7 +30188,7 @@ export interface operations { query?: never; header?: never; path: { - name: components['schemas']['IntegrationName']; + name: components['schemas']['IntegrationProvider']; }; cookie?: never; }; @@ -29677,7 +30231,7 @@ export interface operations { query?: never; header?: never; path: { - name: components['schemas']['IntegrationName']; + name: components['schemas']['IntegrationProvider']; }; cookie?: never; }; @@ -29708,7 +30262,7 @@ export interface operations { query?: never; header?: never; path: { - name: components['schemas']['IntegrationName']; + name: components['schemas']['IntegrationProvider']; }; cookie?: never; }; @@ -30206,18 +30760,17 @@ export interface operations { }; }; }; - create_or_update_unity_catalog_integration_integrations_databricks_unity_catalog_sql_put: { + get_named_custom_integration_integrations_custom__name__get: { parameters: { query?: never; header?: never; - path?: never; - cookie?: never; - }; - requestBody: { - content: { - 'application/json': components['schemas']['DatabricksIntegrationCreate']; + path: { + /** @description Slug identifying this named custom integration */ + name: string; }; + cookie?: never; }; + requestBody?: never; responses: { /** @description Successful Response */ 200: { @@ -30239,16 +30792,19 @@ export interface operations { }; }; }; - create_or_update_unity_catalog_integration_integrations_databricks_put: { + create_or_update_named_custom_integration_integrations_custom__name__put: { parameters: { query?: never; header?: never; - path?: never; + path: { + /** @description Slug identifying this named custom integration */ + name: string; + }; cookie?: never; }; requestBody: { content: { - 'application/json': components['schemas']['DatabricksIntegrationCreate']; + 'application/json': components['schemas']['CustomIntegrationCreate']; }; }; responses: { @@ -30272,33 +30828,14 @@ export interface operations { }; }; }; - get_databricks_catalogs_integrations_databricks_catalogs_get: { + delete_named_custom_integration_integrations_custom__name__delete: { parameters: { query?: never; header?: never; - path?: never; - cookie?: never; - }; - requestBody?: never; - responses: { - /** @description Successful Response */ - 200: { - headers: { - [name: string]: unknown; - }; - content: { - 'application/json': string[]; - }; - }; - }; - }; - get_databases_for_cluster_integrations_databricks_databases_get: { - parameters: { - query?: { - catalog?: string | null; + path: { + /** @description Slug identifying this named custom integration */ + name: string; }; - header?: never; - path?: never; cookie?: never; }; requestBody?: never; @@ -30309,7 +30846,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': string[]; + 'application/json': unknown; }; }; /** @description Validation Error */ @@ -30323,7 +30860,7 @@ export interface operations { }; }; }; - create_or_update_integration_integrations_mistral_put: { + create_or_update_unity_catalog_integration_integrations_databricks_unity_catalog_sql_put: { parameters: { query?: never; header?: never; @@ -30332,7 +30869,124 @@ export interface operations { }; requestBody: { content: { - 'application/json': components['schemas']['MistralIntegrationCreate']; + 'application/json': components['schemas']['DatabricksIntegrationCreate']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['IntegrationDB']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; + create_or_update_unity_catalog_integration_integrations_databricks_put: { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + requestBody: { + content: { + 'application/json': components['schemas']['DatabricksIntegrationCreate']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['IntegrationDB']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; + get_databricks_catalogs_integrations_databricks_catalogs_get: { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + requestBody?: never; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': string[]; + }; + }; + }; + }; + get_databases_for_cluster_integrations_databricks_databases_get: { + parameters: { + query?: { + catalog?: string | null; + }; + header?: never; + path?: never; + cookie?: never; + }; + requestBody?: never; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': string[]; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; + create_or_update_integration_integrations_mistral_put: { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + requestBody: { + content: { + 'application/json': components['schemas']['MistralIntegrationCreate']; }; }; responses: { @@ -30786,6 +31440,38 @@ export interface operations { }; }; }; + restore_scorer_version_scorers__scorer_id__versions__version_number__restore_post: { + parameters: { + query?: never; + header?: never; + path: { + scorer_id: string; + version_number: number; + }; + cookie?: never; + }; + requestBody?: never; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['BaseScorerVersionResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; validate_llm_scorer_log_record_scorers_llm_validate_log_record_post: { parameters: { query?: never; @@ -30885,6 +31571,111 @@ export interface operations { }; }; }; + compute_health_score_endpoint_projects__project_id__metrics_testing__run_id__health_score_post: { + parameters: { + query?: never; + header?: never; + path: { + project_id: string; + run_id: string; + }; + cookie?: never; + }; + requestBody: { + content: { + 'application/json': components['schemas']['ComputeHealthScoreRequest']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HealthScoreResult']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; + get_scorer_health_scores_scorers__scorer_id__health_scores_get: { + parameters: { + query: { + dataset_id: string; + }; + header?: never; + path: { + scorer_id: string; + }; + cookie?: never; + }; + requestBody?: never; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['ScorerHealthScoresResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; + write_scorer_version_health_score_scorers__scorer_id__versions__version_number__health_scores_post: { + parameters: { + query?: never; + header?: never; + path: { + scorer_id: string; + version_number: number; + }; + cookie?: never; + }; + requestBody: { + content: { + 'application/json': components['schemas']['WriteHealthScoreRequest']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['ScorerVersionHealthScoreEntry']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; log_traces_projects__project_id__traces_post: { parameters: { query?: never; @@ -31890,6 +32681,42 @@ export interface operations { }; }; }; + get_integration_costs_integrations_costs_summary_get: { + parameters: { + query: { + /** @description Start of time range (UTC) */ + start_time: string; + /** @description End of time range (UTC) */ + end_time: string; + /** @description Aggregation interval */ + interval: components['schemas']['CostInterval']; + }; + header?: never; + path?: never; + cookie?: never; + }; + requestBody?: never; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['IntegrationCostsResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; select_integration_integrations_select_post: { parameters: { query?: never; @@ -31956,6 +32783,112 @@ export interface operations { }; }; }; + get_custom_integration_definition_integrations_custom_definition_get: { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + requestBody?: never; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['CustomIntegrationDefinition']; + }; + }; + }; + }; + get_named_custom_integration_status_integrations_custom__name__status_get: { + parameters: { + query?: never; + header?: never; + path: { + /** @description Slug identifying this named custom integration */ + name: string; + }; + cookie?: never; + }; + requestBody?: never; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': { + [key: string]: string; + }; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; + get_named_custom_integration_definition_integrations_custom__name__definition_get: { + parameters: { + query?: never; + header?: never; + path: { + /** @description Slug identifying this named custom integration */ + name: string; + }; + cookie?: never; + }; + requestBody?: never; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['CustomIntegrationDefinition']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; + get_recommended_models_llm_integrations_recommended_models_get: { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + requestBody?: never; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['RecommendedModelsResponse']; + }; + }; + }; + }; get_integrations_and_model_info_llm_integrations_get: { parameters: { query?: { diff --git a/src/types/new-api.types.ts b/src/types/new-api.types.ts index 4d998543..3bfe517f 100644 --- a/src/types/new-api.types.ts +++ b/src/types/new-api.types.ts @@ -850,6 +850,10 @@ export type AnthropicIntegration = { * Name */ name?: 'anthropic'; + /** + * Provider + */ + provider?: 'anthropic'; /** * Extra */ @@ -943,7 +947,7 @@ export type AvailableIntegrations = { /** * Integrations */ - integrations: Array; + integrations: Array; }; /** @@ -975,6 +979,10 @@ export type AwsBedrockIntegration = { * Name */ name?: 'aws_bedrock'; + /** + * Provider + */ + provider?: 'aws_bedrock'; /** * Extra */ @@ -1022,6 +1030,10 @@ export type AwsSageMakerIntegration = { * Name */ name?: 'aws_sagemaker'; + /** + * Provider + */ + provider?: 'aws_sagemaker'; /** * Extra */ @@ -1148,6 +1160,10 @@ export type AzureIntegration = { * Name */ name?: 'azure'; + /** + * Provider + */ + provider?: 'azure'; /** * Extra */ @@ -1816,9 +1832,9 @@ export type BodyCreateCodeScorerVersionScorersScorerIdVersionCodePost = { /** * Validation Result * - * Pre-validated result as JSON string to skip validation + * Pre-validated result as JSON string from the validate endpoint */ - validationResult?: string | null; + validationResult: string; }; /** @@ -1857,6 +1873,10 @@ export type BodyCreateDatasetDatasetsPost = { * Project Id */ projectId?: string | null; + /** + * Column Mapping + */ + columnMapping?: string | null; }; /** @@ -2532,12 +2552,6 @@ export type ColumnInfo = { * List of types applicable for this column. */ applicableTypes?: Array; - /** - * Complex - * - * Whether the column requires special handling in the UI. Setting this to True will hide the column in the UI until the UI adds support for it. - */ - complex?: boolean; /** * Is Optional * @@ -2553,10 +2567,7 @@ export type ColumnInfo = { /** * Metric Key Alias * - * Alternate metric key for this column. When scorer UUIDs are used as column IDs - * (e.g. "metrics/{uuid}"), this holds the legacy snake_case metric name - * (e.g. "correctness") for display and dual-key query fallback. - * Patched manually — will be in generated types once SC-64064 merges to production. + * Alternate metric key for this column. When scorer UUIDs are used as column IDs, this holds the legacy metric_name string for dual-key ClickHouse query fallback. */ metricKeyAlias?: string | null; }; @@ -2568,19 +2579,19 @@ export type ColumnMapping = { /** * Input */ - input: ColumnMappingConfig | Array | null; + input?: ColumnMappingConfig | Array | null; /** * Output */ - output: ColumnMappingConfig | Array | null; + output?: ColumnMappingConfig | Array | null; /** * Generated Output */ - generatedOutput: ColumnMappingConfig | Array | null; + generatedOutput?: ColumnMappingConfig | Array | null; /** * Metadata */ - metadata: ColumnMappingConfig | Array | null; + metadata?: ColumnMappingConfig | Array | null; /** * Mgt */ @@ -2710,6 +2721,34 @@ export type CompletenessTemplate = { } | null; }; +/** + * ComputeHealthScoreRequest + */ +export type ComputeHealthScoreRequest = { + /** + * Scorer Id + */ + scorerId: string; + /** + * The scorer's output type, used to dispatch the correct metric. + */ + outputType: OutputTypeEnum; + /** + * Scoreable Node Types + * + * The scorer's scoreable_node_types. Determines which record type carries the score. + */ + scoreableNodeTypes?: Array; + /** + * Mgt Overlay + * + * Client-side pending MGT edits: {row_id: value}. Overrides committed dataset values. + */ + mgtOverlay?: { + [key: string]: string | null; + }; +}; + /** * ContentModality * @@ -2838,6 +2877,26 @@ export const ControlCheckStage = { PRE: 'pre', POST: 'post' } as const; export type ControlCheckStage = (typeof ControlCheckStage)[keyof typeof ControlCheckStage]; +/** + * ControlResourceAction + * + * Actions on Agent Control's org-scoped ``control`` resource. + */ +export const ControlResourceAction = { + CREATE: 'create', + READ: 'read', + UPDATE: 'update', + DELETE: 'delete' +} as const; + +/** + * ControlResourceAction + * + * Actions on Agent Control's org-scoped ``control`` resource. + */ +export type ControlResourceAction = + (typeof ControlResourceAction)[keyof typeof ControlResourceAction]; + /** * ControlResult */ @@ -3085,6 +3144,21 @@ export type CorrectnessScorer = { numJudges?: number | null; }; +/** + * CostInterval + */ +export const CostInterval = { + HOURLY: 'hourly', + DAILY: 'daily', + WEEKLY: 'weekly', + MONTHLY: 'monthly' +} as const; + +/** + * CostInterval + */ +export type CostInterval = (typeof CostInterval)[keyof typeof CostInterval]; + /** * CreateCodeMetricGenerationRequest * @@ -3403,7 +3477,6 @@ export type CreateJobRequest = { * Epoch */ epoch?: number; - metricCritiqueConfiguration?: MetricCritiqueJobConfiguration | null; /** * Is Session */ @@ -3430,6 +3503,10 @@ export type CreateJobRequest = { * Multijudge Average Boolean Metrics */ multijudgeAverageBooleanMetrics?: boolean; + /** + * Store Metric Ids + */ + storeMetricIds?: boolean; }; /** @@ -3687,7 +3764,6 @@ export type CreateJobResponse = { * Epoch */ epoch?: number; - metricCritiqueConfiguration?: MetricCritiqueJobConfiguration | null; /** * Is Session */ @@ -3714,6 +3790,10 @@ export type CreateJobResponse = { * Multijudge Average Boolean Metrics */ multijudgeAverageBooleanMetrics?: boolean; + /** + * Store Metric Ids + */ + storeMetricIds?: boolean; /** * Message */ @@ -3823,6 +3903,10 @@ export type CreateScorerRequest = { * Name */ name: string; + /** + * Id + */ + id?: string | null; /** * Description */ @@ -4070,7 +4154,11 @@ export type CustomIntegration = { /** * Name */ - name?: 'custom'; + name?: string; + /** + * Provider + */ + provider?: 'custom'; /** * Extra */ @@ -4176,6 +4264,65 @@ export type CustomIntegrationCreate = { token?: string | null; }; +/** + * CustomIntegrationDefinition + * + * Response schema for the full JSON definition of a custom integration. + * + * Returns the exact same structure used to create the integration, + * including decrypted sensitive fields (api_key_value, token, headers). + * Only accessible to users with edit permission (creator + admins). + */ +export type CustomIntegrationDefinition = { + authenticationType: CustomAuthenticationType; + /** + * Endpoint + */ + endpoint: string; + /** + * Default Model + */ + defaultModel?: string | null; + /** + * Model Properties + */ + modelProperties?: Array | null; + /** + * Token + */ + token?: string | null; + /** + * Api Key Header + */ + apiKeyHeader?: string | null; + /** + * Api Key Value + */ + apiKeyValue?: string | null; + /** + * Authentication Scope + */ + authenticationScope?: string | null; + /** + * Oauth2 Token Url + */ + oauth2TokenUrl?: string | null; + /** + * Headers + */ + headers?: { + [key: string]: string; + } | null; + customLlmConfig?: CustomLlmConfig | null; + /** + * Custom Header Mapping + */ + customHeaderMapping?: { + [key: string]: string; + } | null; + multiModalConfig?: MultiModalModelIntegrationConfig | null; +}; + /** * CustomLLMConfig * @@ -6712,6 +6859,10 @@ export type DatabricksIntegration = { * Name */ name?: 'databricks'; + /** + * Provider + */ + provider?: 'databricks'; /** * Extra */ @@ -7249,6 +7400,42 @@ export type DatasetProjectsSort = { sortType?: 'custom'; }; +/** + * DatasetRemoveColumn + * + * Drop a column from the dataset schema. + */ +export type DatasetRemoveColumn = { + /** + * Edit Type + */ + editType?: 'remove_column'; + /** + * Column Name + */ + columnName: string; +}; + +/** + * DatasetRenameColumn + * + * Rename a column in the dataset schema, preserving values. + */ +export type DatasetRenameColumn = { + /** + * Edit Type + */ + editType?: 'rename_column'; + /** + * Column Name + */ + columnName: string; + /** + * New Column Name + */ + newColumnName: string; +}; + /** * DatasetRow */ @@ -7624,6 +7811,14 @@ export type ExperimentCreateRequest = { * Trigger */ trigger?: boolean; + /** + * Experiment Group Id + */ + experimentGroupId?: string | null; + /** + * Experiment Group Name + */ + experimentGroupName?: string | null; }; /** @@ -7712,6 +7907,42 @@ export type ExperimentDatasetRequest = { versionIndex: number; }; +/** + * ExperimentGroupIDFilter + */ +export type ExperimentGroupIdFilter = { + /** + * Name + */ + name?: 'experiment_group_id'; + /** + * Value + */ + value: string; +}; + +/** + * ExperimentGroupNameFilter + */ +export type ExperimentGroupNameFilter = { + /** + * Name + */ + name?: 'experiment_group_name'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; + /** + * Value + */ + value: string | Array; + /** + * Case Sensitive + */ + caseSensitive?: boolean; +}; + /** * RunIDFilter */ @@ -7909,13 +8140,14 @@ export type ExperimentResponse = { * Num Traces */ numTraces?: number | null; + /** + * Num Sessions + */ + numSessions?: number | null; taskType: TaskType; dataset?: ExperimentDataset | null; /** * Aggregate Metrics - * @deprecated Use `metricAggregates` instead, which returns full statistical aggregates - * (avg, min, max, p50, p90, p95, p99) keyed by scorer UUID for scorer-backed metrics, - * or raw string for system metrics (e.g. 'cost', 'duration_ns'). */ aggregateMetrics?: { [key: string]: unknown; @@ -7923,34 +8155,11 @@ export type ExperimentResponse = { /** * Structured Aggregate Metrics * - * Structured aggregate metrics keyed by raw metric name with full statistical aggregates. Present only when use_clickhouse_run_aggregates flag is enabled. + * Structured aggregate metrics with full statistical aggregates (avg, min, max, sum, count). Keys are scorer UUIDs for scorer-backed metrics (matching available_columns column IDs after stripping the 'metrics/' prefix) and raw strings for system metrics (e.g. 'duration_ns', 'cost'). Present only when use_clickhouse_run_aggregates flag is enabled. */ structuredAggregateMetrics?: { [key: string]: MetricAggregates; } | null; - /** - * Metric Aggregates - * - * Structured aggregate metrics keyed by scorer UUID for scorer-backed metrics, or raw - * string for system metrics (e.g. 'cost', 'duration_ns'). Alias for - * `structuredAggregateMetrics` — use this field instead of the deprecated `aggregateMetrics`. - * Populated by the SDK from `structuredAggregateMetrics`. - */ - metricAggregates?: { - [key: string]: MetricAggregates; - } | null; - /** - * Look up aggregate statistics for a metric by any identifier. - * Populated by the SDK via `_enrichExperimentResponse`. - * - * Accepts (in priority order): - * 1. Scorer UUID string — direct lookup in `metricAggregates` - * 2. GalileoMetrics value / human-readable label (e.g. "Correctness") - * 3. Legacy metric_key_alias (e.g. "correctness") — fallback after label miss - */ - getMetricAggregate?: ( - metric: string - ) => Promise; /** * Aggregate Feedback * @@ -8001,6 +8210,18 @@ export type ExperimentResponse = { [key: string]: Array; }; status?: ExperimentStatus; + /** + * Experiment Group Id + */ + experimentGroupId?: string | null; + /** + * Experiment Group Name + */ + experimentGroupName?: string | null; + /** + * Experiment Group Is System + */ + experimentGroupIsSystem?: boolean | null; }; /** @@ -8034,6 +8255,12 @@ export type ExperimentSearchRequest = { | ({ name: 'updated_at'; } & ExperimentUpdatedAtFilter) + | ({ + name: 'experiment_group_id'; + } & ExperimentGroupIdFilter) + | ({ + name: 'experiment_group_name'; + } & ExperimentGroupNameFilter) >; /** * Sort @@ -8074,6 +8301,14 @@ export type ExperimentUpdateRequest = { * Task Type */ taskType?: 16 | 17; + /** + * Experiment Group Id + */ + experimentGroupId?: string | null; + /** + * Experiment Group Name + */ + experimentGroupName?: string | null; }; /** @@ -12561,6 +12796,24 @@ export type FactualityTemplate = { } | null; }; +/** + * FeatureIntegrationCosts + */ +export type FeatureIntegrationCosts = { + /** + * Feature Name + */ + featureName: string; + /** + * Total Cost + */ + totalCost?: number; + /** + * Projects + */ + projects?: Array; +}; + /** * FeedbackAggregate */ @@ -13248,6 +13501,67 @@ export type HallucinationSegment = { hallucination: number; }; +/** + * HealthScoreResult + */ +export type HealthScoreResult = { + healthScoreType: HealthScoreType | null; + /** + * Value + * + * Primary health score metric value, or None if no valid rows. + */ + value: number | null; + /** + * Skipped Rows + * + * Rows excluded because MGT or score could not be parsed. + */ + skippedRows: number; + /** + * Secondary + * + * Secondary metrics (MAE, RMSE, R², per-class F1, etc.). + */ + secondary: { + [key: string]: number | null; + }; + /** + * Total Scored Rows + * + * Rows with a successful scorer result. + */ + totalScoredRows: number; + /** + * Total Mgt Rows + * + * Rows with a non-null MGT value after overlay. + */ + totalMgtRows: number; + /** + * Joined Rows + * + * Rows with both a score and a MGT value (used for computation). + */ + joinedRows: number; +}; + +/** + * HealthScoreType + */ +export const HealthScoreType = { + MACRO_F1: 'macro_f1', + MICRO_F1: 'micro_f1', + MSE: 'mse', + MAE: 'mae' +} as const; + +/** + * HealthScoreType + */ +export type HealthScoreType = + (typeof HealthScoreType)[keyof typeof HealthScoreType]; + /** * HealthcheckResponse */ @@ -13791,7 +14105,8 @@ export type InstructionAdherenceTemplate = { export const IntegrationAction = { UPDATE: 'update', DELETE: 'delete', - SHARE: 'share' + SHARE: 'share', + READ_SECRETS: 'read_secrets' } as const; /** @@ -13800,6 +14115,30 @@ export const IntegrationAction = { export type IntegrationAction = (typeof IntegrationAction)[keyof typeof IntegrationAction]; +/** + * IntegrationCostsDataPoint + */ +export type IntegrationCostsDataPoint = { + /** + * Timestamp + */ + timestamp: string; + /** + * Cost + */ + cost: number; +}; + +/** + * IntegrationCostsResponse + */ +export type IntegrationCostsResponse = { + /** + * Features + */ + features?: Array; +}; + /** * IntegrationDB */ @@ -13812,7 +14151,11 @@ export type IntegrationDb = { * Permissions */ permissions?: Array; - name: IntegrationName; + /** + * Name + */ + name: string; + provider: IntegrationProvider; /** * Created At */ @@ -13839,7 +14182,10 @@ export type IntegrationDb = { * IntegrationDisableRequest */ export type IntegrationDisableRequest = { - integrationName: IntegrationName; + /** + * Integration Name + */ + integrationName: string; }; /** @@ -13850,6 +14196,11 @@ export type IntegrationModelsResponse = { * Integration Name */ integrationName: string; + /** + * Integration Id + */ + integrationId: string; + provider: IntegrationProvider; /** * Models */ @@ -13879,9 +14230,9 @@ export type IntegrationModelsResponse = { }; /** - * IntegrationName + * IntegrationProvider */ -export const IntegrationName = { +export const IntegrationProvider = { ANTHROPIC: 'anthropic', AWS_BEDROCK: 'aws_bedrock', AWS_SAGEMAKER: 'aws_sagemaker', @@ -13897,16 +14248,19 @@ export const IntegrationName = { } as const; /** - * IntegrationName + * IntegrationProvider */ -export type IntegrationName = - (typeof IntegrationName)[keyof typeof IntegrationName]; +export type IntegrationProvider = + (typeof IntegrationProvider)[keyof typeof IntegrationProvider]; /** * IntegrationSelectRequest */ export type IntegrationSelectRequest = { - integrationName: IntegrationName; + /** + * Integration Name + */ + integrationName: string; /** * Integration Id */ @@ -14655,6 +15009,9 @@ export type ListScorersRequest = { | ({ name: 'name'; } & ScorerNameSort) + | ({ + name: 'updated_at'; + } & ScorerUpdatedAtSort) | ({ name: 'enabled_in_run'; } & ScorerEnabledInRunSort) @@ -15116,12 +15473,6 @@ export type LogRecordsColumnInfo = { * List of types applicable for this column. */ applicableTypes?: Array; - /** - * Complex - * - * Whether the column requires special handling in the UI. Setting this to True will hide the column in the UI until the UI adds support for it. - */ - complex?: boolean; /** * Is Optional * @@ -15134,6 +15485,12 @@ export type LogRecordsColumnInfo = { * Default roll-up aggregation method for this metric (e.g., 'sum', 'average'). */ rollUpMethod?: string | null; + /** + * Metric Key Alias + * + * Alternate metric key for this column. When scorer UUIDs are used as column IDs, this holds the legacy metric_name string for dual-key ClickHouse query fallback. + */ + metricKeyAlias?: string | null; /** * For metric columns only: Scorer config that produced the metric. */ @@ -15162,12 +15519,6 @@ export type LogRecordsColumnInfo = { * Type of label color for the column, if this is a multilabel metric column. */ labelColor?: 'positive' | 'negative' | null; - /** - * Metric Key Alias - * - * Alternate metric key for this column. When store_metric_ids is ON, this holds the legacy metric_name string. Used for dual-key ClickHouse queries. - */ - metricKeyAlias?: string | null; }; /** @@ -15675,6 +16026,12 @@ export type LogRecordsPartialQueryRequest = { * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). */ includeCounts?: boolean; + /** + * Include Code Metric Metadata + * + * If True, include per-row scorer metadata (the dict returned alongside the score by code-based scorers via the (score, metadata) tuple-return contract) on each MetricSuccess in the response. Off by default to keep payloads small for callers that don't need it. + */ + includeCodeMetricMetadata?: boolean; selectColumns: SelectColumns; }; @@ -15873,6 +16230,12 @@ export type LogRecordsQueryRequest = { * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). */ includeCounts?: boolean; + /** + * Include Code Metric Metadata + * + * If True, include per-row scorer metadata (the dict returned alongside the score by code-based scorers via the (score, metadata) tuple-return contract) on each MetricSuccess in the response. Off by default to keep payloads small for callers that don't need it. + */ + includeCodeMetricMetadata?: boolean; }; /** @@ -16796,6 +17159,12 @@ export type LogTracesIngestResponse = { * total number of traces ingested */ tracesCount: number; + /** + * Spans Count + * + * total number of spans ingested + */ + spansCount: number; /** * Trace Ids * @@ -17437,47 +17806,6 @@ export type MetricCritiqueContent = { originalExplanation: string; }; -/** - * MetricCritiqueJobConfiguration - * - * Info necessary to execute a metric critique job. - */ -export type MetricCritiqueJobConfiguration = { - /** - * Project Type - */ - projectType: 'prompt_evaluation' | 'llm_monitor' | 'gen_ai'; - /** - * Metric Name - */ - metricName: string; - /** - * Scorer Id - */ - scorerId?: string | null; - /** - * Critique Ids - */ - critiqueIds: Array; - /** - * Recompute Settings - */ - recomputeSettings?: - | ({ - mode: 'runs'; - } & RecomputeSettingsRuns) - | ({ - mode: 'project'; - } & RecomputeSettingsProject) - | ({ - mode: 'observe_filters'; - } & RecomputeSettingsObserve) - | ({ - mode: 'log_stream_filters'; - } & RecomputeSettingsLogStream) - | null; -}; - /** * MetricError */ @@ -17690,6 +18018,10 @@ export type MetricRollUp = { * Num Judges */ numJudges?: number | null; + /** + * Multijudge Average + */ + multijudgeAverage?: number | null; /** * Input Tokens */ @@ -17703,6 +18035,14 @@ export type MetricRollUp = { */ totalTokens?: number | null; critique?: MetricCritiqueColumnar | null; + /** + * Metadata + * + * Optional per-row context returned alongside the score by code-based scorers that return a (score, metadata) tuple. Sourced from the {metric_name}_metadata auxiliary key, which is stored as a JSON string in ClickHouse. + */ + metadata?: { + [key: string]: unknown; + } | null; /** * Roll Up Metrics * @@ -17842,6 +18182,10 @@ export type MetricSuccess = { * Num Judges */ numJudges?: number | null; + /** + * Multijudge Average + */ + multijudgeAverage?: number | null; /** * Input Tokens */ @@ -17855,6 +18199,14 @@ export type MetricSuccess = { */ totalTokens?: number | null; critique?: MetricCritiqueColumnar | null; + /** + * Metadata + * + * Optional per-row context returned alongside the score by code-based scorers that return a (score, metadata) tuple. Sourced from the {metric_name}_metadata auxiliary key, which is stored as a JSON string in ClickHouse. + */ + metadata?: { + [key: string]: unknown; + } | null; /** * Display Value */ @@ -17938,9 +18290,9 @@ export type MetricsTestingAvailableColumnsRequest = { */ name: string; /** - * Output type of the metrics testing table. If not provided, all columns are returned. + * Output type of the scorer. Required when metric_key is REGISTERED_SCORER_VALIDATION; used to determine the data_type for validation columns. */ - outputType?: OutputTypeEnum; + outputType?: OutputTypeEnum | null; /** * Cot Enabled * @@ -17979,6 +18331,10 @@ export type MistralIntegration = { * Name */ name?: 'mistral'; + /** + * Provider + */ + provider?: 'mistral'; /** * Extra */ @@ -18309,6 +18665,10 @@ export type NvidiaIntegration = { * Name */ name?: 'nvidia'; + /** + * Provider + */ + provider?: 'nvidia'; /** * Extra */ @@ -18357,6 +18717,10 @@ export type OpenAiIntegration = { * Name */ name?: 'openai'; + /** + * Provider + */ + provider?: 'openai'; /** * Extra */ @@ -21141,7 +21505,8 @@ export type Permission = { | DatasetAction | IntegrationAction | OrganizationAction - | AnnotationQueueAction; + | AnnotationQueueAction + | ControlResourceAction; /** * Allowed */ @@ -21185,7 +21550,9 @@ export const ProjectAction = { EDIT_RUN_TAGS: 'edit_run_tags', DISMISS_ALERT: 'dismiss_alert', EDIT_SLICE: 'edit_slice', - EDIT_EDIT: 'edit_edit' + EDIT_EDIT: 'edit_edit', + UPDATE_CONTROL_BINDINGS: 'update_control_bindings', + USE_CONTROL_RUNTIME: 'use_control_runtime' } as const; /** @@ -21498,6 +21865,28 @@ export type ProjectIdFilter = { value: string | Array; }; +/** + * ProjectIntegrationCosts + */ +export type ProjectIntegrationCosts = { + /** + * Project Id + */ + projectId: string; + /** + * Project Name + */ + projectName: string; + /** + * Total Cost + */ + totalCost?: number; + /** + * Data Points + */ + dataPoints?: Array; +}; + /** * ProjectItem * @@ -22426,6 +22815,28 @@ export const RecommendedModelPurpose = { export type RecommendedModelPurpose = (typeof RecommendedModelPurpose)[keyof typeof RecommendedModelPurpose]; +/** + * RecommendedModelsResponse + */ +export type RecommendedModelsResponse = { + /** + * Supported + */ + supported: { + [key in RecommendedModelPurpose]?: { + [key: string]: Array; + }; + }; + /** + * Available + */ + available: { + [key in RecommendedModelPurpose]?: { + [key: string]: Array; + }; + }; +}; + /** * RecomputeLogRecordsMetricsRequest * @@ -22504,6 +22915,12 @@ export type RecomputeLogRecordsMetricsRequest = { * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). */ includeCounts?: boolean; + /** + * Include Code Metric Metadata + * + * If True, include per-row scorer metadata (the dict returned alongside the score by code-based scorers via the (score, metadata) tuple-return contract) on each MetricSuccess in the response. Off by default to keep payloads small for callers that don't need it. + */ + includeCodeMetricMetadata?: boolean; /** * Scorer Ids * @@ -22512,62 +22929,6 @@ export type RecomputeLogRecordsMetricsRequest = { scorerIds: Array; }; -/** - * RecomputeSettingsLogStream - */ -export type RecomputeSettingsLogStream = { - /** - * Mode - */ - mode?: 'log_stream_filters'; - /** - * Run Id - */ - runId: string; - /** - * Filters - */ - filters: Array; -}; - -/** - * RecomputeSettingsObserve - */ -export type RecomputeSettingsObserve = { - /** - * Mode - */ - mode?: 'observe_filters'; - /** - * Filters - */ - filters: Array; -}; - -/** - * RecomputeSettingsProject - */ -export type RecomputeSettingsProject = { - /** - * Mode - */ - mode?: 'project'; -}; - -/** - * RecomputeSettingsRuns - */ -export type RecomputeSettingsRuns = { - /** - * Mode - */ - mode?: 'runs'; - /** - * Run Ids - */ - runIds: Array; -}; - /** * RegisteredScorer */ @@ -23718,6 +24079,16 @@ export type ScorerExcludeSlmScorersFilter = { name?: 'exclude_slm_scorers'; }; +/** + * ScorerHealthScoresResponse + */ +export type ScorerHealthScoresResponse = { + /** + * Scores + */ + scores: Array; +}; + /** * ScorerIDFilter */ @@ -23920,6 +24291,7 @@ export type ScorerResponse = { type: 'multi_label'; } & MetricColorPickerMultiLabel) | null; + colorThresholdConfig?: MetricColorPickerNumeric | null; /** * Metric Name */ @@ -24031,6 +24403,64 @@ export type ScorerUpdatedAtFilter = { value: string; }; +/** + * ScorerUpdatedAtSort + */ +export type ScorerUpdatedAtSort = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sortType?: 'column'; +}; + +/** + * ScorerVersionHealthScoreEntry + */ +export type ScorerVersionHealthScoreEntry = { + /** + * Id + */ + id: string; + /** + * Scorer Version Id + */ + scorerVersionId: string; + /** + * Scorer Version Number + */ + scorerVersionNumber: number; + /** + * Dataset Id + */ + datasetId: string; + /** + * Health Score Type + */ + healthScoreType: string; + /** + * Score + */ + score: number; + /** + * Secondary + */ + secondary: { + [key: string]: number | null; + } | null; + /** + * Computed At + */ + computedAt: string; +}; + /** * ScorersConfiguration * @@ -24120,6 +24550,10 @@ export type ScorersConfiguration = { * Chunk Relevance Luna */ chunkRelevanceLuna?: boolean; + /** + * Completeness Luna + */ + completenessLuna?: boolean; /** * Completeness Nli */ @@ -25709,6 +26143,12 @@ export type UpdateDatasetContentRequest = { | ({ editType: 'copy_record_data'; } & DatasetCopyRecordData) + | ({ + editType: 'remove_column'; + } & DatasetRemoveColumn) + | ({ + editType: 'rename_column'; + } & DatasetRenameColumn) >; }; @@ -26178,6 +26618,12 @@ export type ValidateLlmScorerLogRecordRequest = { * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). */ includeCounts?: boolean; + /** + * Include Code Metric Metadata + * + * If True, include per-row scorer metadata (the dict returned alongside the score by code-based scorers via the (score, metadata) tuple-return contract) on each MetricSuccess in the response. Off by default to keep payloads small for callers that don't need it. + */ + includeCodeMetricMetadata?: boolean; /** * Query */ @@ -26267,6 +26713,10 @@ export type VegasGatewayIntegration = { * Name */ name?: 'vegas_gateway'; + /** + * Provider + */ + provider?: 'vegas_gateway'; /** * Extra */ @@ -26350,6 +26800,10 @@ export type VertexAiIntegration = { * Name */ name?: 'vertex_ai'; + /** + * Provider + */ + provider?: 'vertex_ai'; /** * Extra */ @@ -26639,6 +27093,30 @@ export type WorkflowSpan = { >; }; +/** + * WriteHealthScoreRequest + */ +export type WriteHealthScoreRequest = { + /** + * Dataset Id + */ + datasetId: string; + /** + * Health Score Type + */ + healthScoreType: string; + /** + * Score + */ + score: number; + /** + * Secondary + */ + secondary?: { + [key: string]: number | null; + } | null; +}; + /** * WriterIntegration */ @@ -26655,6 +27133,10 @@ export type WriterIntegration = { * Name */ name?: 'writer'; + /** + * Provider + */ + provider?: 'writer'; /** * Extra */ @@ -27015,6 +27497,7 @@ export const PromptgalileoSchemasScorerNameScorerName = { _CONTEXT_RELEVANCE: '_context_relevance', _CONTEXT_RELEVANCE_LUNA: '_context_relevance_luna', _CHUNK_RELEVANCE_LUNA: '_chunk_relevance_luna', + _COMPLETENESS_LUNA: '_completeness_luna', _CHUNK_ATTRIBUTION_UTILIZATION_GPT: '_chunk_attribution_utilization_gpt', _FACTUALITY: '_factuality', _GROUNDEDNESS: '_groundedness', @@ -31266,74 +31749,6 @@ export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponse = GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses[keyof GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses]; -export type GetScorerVersionCodeScorersScorerIdVersionCodeGetData = { - body?: never; - path: { - /** - * Scorer Id - */ - scorerId: string; - }; - query?: { - /** - * Version - * - * version number, defaults to latest version - */ - version?: number | null; - }; - url: '/scorers/{scorer_id}/version/code'; -}; - -export type GetScorerVersionCodeScorersScorerIdVersionCodeGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetScorerVersionCodeScorersScorerIdVersionCodeGetError = - GetScorerVersionCodeScorersScorerIdVersionCodeGetErrors[keyof GetScorerVersionCodeScorersScorerIdVersionCodeGetErrors]; - -export type GetScorerVersionCodeScorersScorerIdVersionCodeGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateCodeScorerVersionScorersScorerIdVersionCodePostData = { - body: BodyCreateCodeScorerVersionScorersScorerIdVersionCodePost; - path: { - /** - * Scorer Id - */ - scorerId: string; - }; - query?: never; - url: '/scorers/{scorer_id}/version/code'; -}; - -export type CreateCodeScorerVersionScorersScorerIdVersionCodePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateCodeScorerVersionScorersScorerIdVersionCodePostError = - CreateCodeScorerVersionScorersScorerIdVersionCodePostErrors[keyof CreateCodeScorerVersionScorersScorerIdVersionCodePostErrors]; - -export type CreateCodeScorerVersionScorersScorerIdVersionCodePostResponses = { - /** - * Successful Response - */ - 200: BaseScorerVersionResponse; -}; - -export type CreateCodeScorerVersionScorersScorerIdVersionCodePostResponse = - CreateCodeScorerVersionScorersScorerIdVersionCodePostResponses[keyof CreateCodeScorerVersionScorersScorerIdVersionCodePostResponses]; - export type CreatePresetScorerVersionScorersScorerIdVersionPresetPostData = { body: CreateScorerVersionRequest; path: { @@ -31491,6 +31906,74 @@ export type GetScorerVersionOrLatestScorersScorerIdVersionGetResponses = { export type GetScorerVersionOrLatestScorersScorerIdVersionGetResponse = GetScorerVersionOrLatestScorersScorerIdVersionGetResponses[keyof GetScorerVersionOrLatestScorersScorerIdVersionGetResponses]; +export type GetScorerVersionCodeScorersScorerIdVersionCodeGetData = { + body?: never; + path: { + /** + * Scorer Id + */ + scorerId: string; + }; + query?: { + /** + * Version + * + * version number, defaults to latest version + */ + version?: number | null; + }; + url: '/scorers/{scorer_id}/version/code'; +}; + +export type GetScorerVersionCodeScorersScorerIdVersionCodeGetErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type GetScorerVersionCodeScorersScorerIdVersionCodeGetError = + GetScorerVersionCodeScorersScorerIdVersionCodeGetErrors[keyof GetScorerVersionCodeScorersScorerIdVersionCodeGetErrors]; + +export type GetScorerVersionCodeScorersScorerIdVersionCodeGetResponses = { + /** + * Successful Response + */ + 200: unknown; +}; + +export type CreateCodeScorerVersionScorersScorerIdVersionCodePostData = { + body: BodyCreateCodeScorerVersionScorersScorerIdVersionCodePost; + path: { + /** + * Scorer Id + */ + scorerId: string; + }; + query?: never; + url: '/scorers/{scorer_id}/version/code'; +}; + +export type CreateCodeScorerVersionScorersScorerIdVersionCodePostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type CreateCodeScorerVersionScorersScorerIdVersionCodePostError = + CreateCodeScorerVersionScorersScorerIdVersionCodePostErrors[keyof CreateCodeScorerVersionScorersScorerIdVersionCodePostErrors]; + +export type CreateCodeScorerVersionScorersScorerIdVersionCodePostResponses = { + /** + * Successful Response + */ + 200: BaseScorerVersionResponse; +}; + +export type CreateCodeScorerVersionScorersScorerIdVersionCodePostResponse = + CreateCodeScorerVersionScorersScorerIdVersionCodePostResponses[keyof CreateCodeScorerVersionScorersScorerIdVersionCodePostResponses]; + export type ListAllVersionsForScorerScorersScorerIdVersionsGetData = { body?: never; path: { @@ -31625,45 +32108,6 @@ export type ListProjectsForScorerVersionRouteScorersVersionsScorerVersionIdProje export type ListProjectsForScorerVersionRouteScorersVersionsScorerVersionIdProjectsGetResponse = ListProjectsForScorerVersionRouteScorersVersionsScorerVersionIdProjectsGetResponses[keyof ListProjectsForScorerVersionRouteScorersVersionsScorerVersionIdProjectsGetResponses]; -export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostData = - { - body?: never; - path: { - /** - * Scorer Id - */ - scorerId: string; - /** - * Version Number - */ - versionNumber: number; - }; - query?: never; - url: '/scorers/{scorer_id}/versions/{version_number}/restore'; - }; - -export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostErrors = - { - /** - * Validation Error - */ - 422: HttpValidationError; - }; - -export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostError = - RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostErrors[keyof RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostErrors]; - -export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostResponses = - { - /** - * Successful Response - */ - 200: BaseScorerVersionResponse; - }; - -export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostResponse = - RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostResponses[keyof RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostResponses]; - export type AutogenLlmScorerScorersLlmAutogenPostData = { body: CreateLlmScorerAutogenRequest; path?: never; @@ -32102,7 +32546,7 @@ export type ListAvailableIntegrationsIntegrationsAvailableGetResponse = export type DeleteIntegrationIntegrationsNameDeleteData = { body?: never; path: { - name: IntegrationName; + name: IntegrationProvider; }; query?: never; url: '/integrations/{name}'; @@ -32128,7 +32572,7 @@ export type DeleteIntegrationIntegrationsNameDeleteResponses = { export type GetIntegrationIntegrationsNameGetData = { body?: never; path: { - name: IntegrationName; + name: IntegrationProvider; }; query?: never; url: '/integrations/{name}'; @@ -32152,40 +32596,40 @@ export type GetIntegrationIntegrationsNameGetResponses = { */ 200: | ({ - name: 'aws_bedrock'; + provider: 'aws_bedrock'; } & AwsBedrockIntegration) | ({ - name: 'aws_sagemaker'; + provider: 'aws_sagemaker'; } & AwsSageMakerIntegration) | ({ - name: 'azure'; + provider: 'azure'; } & AzureIntegration) | ({ - name: 'anthropic'; + provider: 'anthropic'; } & AnthropicIntegration) | ({ - name: 'custom'; + provider: 'custom'; } & CustomIntegration) | ({ - name: 'databricks'; + provider: 'databricks'; } & DatabricksIntegration) | ({ - name: 'mistral'; + provider: 'mistral'; } & MistralIntegration) | ({ - name: 'nvidia'; + provider: 'nvidia'; } & NvidiaIntegration) | ({ - name: 'openai'; + provider: 'openai'; } & OpenAiIntegration) | ({ - name: 'vegas_gateway'; + provider: 'vegas_gateway'; } & VegasGatewayIntegration) | ({ - name: 'vertex_ai'; + provider: 'vertex_ai'; } & VertexAiIntegration) | ({ - name: 'writer'; + provider: 'writer'; } & WriterIntegration); }; @@ -32195,7 +32639,7 @@ export type GetIntegrationIntegrationsNameGetResponse = export type GetIntegrationStatusIntegrationsNameStatusGetData = { body?: never; path: { - name: IntegrationName; + name: IntegrationProvider; }; query?: never; url: '/integrations/{name}/status'; @@ -32713,6 +33157,109 @@ export type CreateOrUpdateIntegrationIntegrationsCustomPutResponses = { export type CreateOrUpdateIntegrationIntegrationsCustomPutResponse = CreateOrUpdateIntegrationIntegrationsCustomPutResponses[keyof CreateOrUpdateIntegrationIntegrationsCustomPutResponses]; +export type DeleteNamedCustomIntegrationIntegrationsCustomNameDeleteData = { + body?: never; + path: { + /** + * Name + * + * Slug identifying this named custom integration + */ + name: string; + }; + query?: never; + url: '/integrations/custom/{name}'; +}; + +export type DeleteNamedCustomIntegrationIntegrationsCustomNameDeleteErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type DeleteNamedCustomIntegrationIntegrationsCustomNameDeleteError = + DeleteNamedCustomIntegrationIntegrationsCustomNameDeleteErrors[keyof DeleteNamedCustomIntegrationIntegrationsCustomNameDeleteErrors]; + +export type DeleteNamedCustomIntegrationIntegrationsCustomNameDeleteResponses = + { + /** + * Successful Response + */ + 200: unknown; + }; + +export type GetNamedCustomIntegrationIntegrationsCustomNameGetData = { + body?: never; + path: { + /** + * Name + * + * Slug identifying this named custom integration + */ + name: string; + }; + query?: never; + url: '/integrations/custom/{name}'; +}; + +export type GetNamedCustomIntegrationIntegrationsCustomNameGetErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type GetNamedCustomIntegrationIntegrationsCustomNameGetError = + GetNamedCustomIntegrationIntegrationsCustomNameGetErrors[keyof GetNamedCustomIntegrationIntegrationsCustomNameGetErrors]; + +export type GetNamedCustomIntegrationIntegrationsCustomNameGetResponses = { + /** + * Successful Response + */ + 200: IntegrationDb; +}; + +export type GetNamedCustomIntegrationIntegrationsCustomNameGetResponse = + GetNamedCustomIntegrationIntegrationsCustomNameGetResponses[keyof GetNamedCustomIntegrationIntegrationsCustomNameGetResponses]; + +export type CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutData = + { + body: CustomIntegrationCreate; + path: { + /** + * Name + * + * Slug identifying this named custom integration + */ + name: string; + }; + query?: never; + url: '/integrations/custom/{name}'; + }; + +export type CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutError = + CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutErrors[keyof CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutErrors]; + +export type CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutResponses = + { + /** + * Successful Response + */ + 200: IntegrationDb; + }; + +export type CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutResponse = + CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutResponses[keyof CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutResponses]; + export type CreateOrUpdateUnityCatalogIntegrationIntegrationsDatabricksUnityCatalogSqlPutData = { body: DatabricksIntegrationCreate; @@ -33252,6 +33799,45 @@ export type ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostResponses export type ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostResponse = ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostResponses[keyof ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostResponses]; +export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostData = + { + body?: never; + path: { + /** + * Scorer Id + */ + scorerId: string; + /** + * Version Number + */ + versionNumber: number; + }; + query?: never; + url: '/scorers/{scorer_id}/versions/{version_number}/restore'; + }; + +export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostError = + RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostErrors[keyof RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostErrors]; + +export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostResponses = + { + /** + * Successful Response + */ + 200: BaseScorerVersionResponse; + }; + +export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostResponse = + RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostResponses[keyof RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostResponses]; + export type ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostData = { body: ValidateLlmScorerLogRecordRequest; path?: never; @@ -33334,6 +33920,121 @@ export type ValidateCodeScorerDatasetScorersCodeValidateDatasetPostResponses = { export type ValidateCodeScorerDatasetScorersCodeValidateDatasetPostResponse = ValidateCodeScorerDatasetScorersCodeValidateDatasetPostResponses[keyof ValidateCodeScorerDatasetScorersCodeValidateDatasetPostResponses]; +export type ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostData = + { + body: ComputeHealthScoreRequest; + path: { + /** + * Project Id + */ + projectId: string; + /** + * Run Id + */ + runId: string; + }; + query?: never; + url: '/projects/{project_id}/metrics-testing/{run_id}/health-score'; + }; + +export type ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostError = + ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostErrors[keyof ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostErrors]; + +export type ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostResponses = + { + /** + * Successful Response + */ + 200: HealthScoreResult; + }; + +export type ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostResponse = + ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostResponses[keyof ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostResponses]; + +export type GetScorerHealthScoresScorersScorerIdHealthScoresGetData = { + body?: never; + path: { + /** + * Scorer Id + */ + scorerId: string; + }; + query: { + /** + * Dataset Id + */ + datasetId: string; + }; + url: '/scorers/{scorer_id}/health-scores'; +}; + +export type GetScorerHealthScoresScorersScorerIdHealthScoresGetErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type GetScorerHealthScoresScorersScorerIdHealthScoresGetError = + GetScorerHealthScoresScorersScorerIdHealthScoresGetErrors[keyof GetScorerHealthScoresScorersScorerIdHealthScoresGetErrors]; + +export type GetScorerHealthScoresScorersScorerIdHealthScoresGetResponses = { + /** + * Successful Response + */ + 200: ScorerHealthScoresResponse; +}; + +export type GetScorerHealthScoresScorersScorerIdHealthScoresGetResponse = + GetScorerHealthScoresScorersScorerIdHealthScoresGetResponses[keyof GetScorerHealthScoresScorersScorerIdHealthScoresGetResponses]; + +export type WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostData = + { + body: WriteHealthScoreRequest; + path: { + /** + * Scorer Id + */ + scorerId: string; + /** + * Version Number + */ + versionNumber: number; + }; + query?: never; + url: '/scorers/{scorer_id}/versions/{version_number}/health-scores'; + }; + +export type WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostError = + WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostErrors[keyof WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostErrors]; + +export type WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostResponses = + { + /** + * Successful Response + */ + 200: ScorerVersionHealthScoreEntry; + }; + +export type WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostResponse = + WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostResponses[keyof WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostResponses]; + export type LogTracesProjectsProjectIdTracesPostData = { body: LogTracesIngestRequest; path: { @@ -34319,6 +35020,50 @@ export type ListIntegrationsIntegrationsGetResponses = { export type ListIntegrationsIntegrationsGetResponse = ListIntegrationsIntegrationsGetResponses[keyof ListIntegrationsIntegrationsGetResponses]; +export type GetIntegrationCostsIntegrationsCostsSummaryGetData = { + body?: never; + path?: never; + query: { + /** + * Start Time + * + * Start of time range (UTC) + */ + startTime: string; + /** + * End Time + * + * End of time range (UTC) + */ + endTime: string; + /** + * Aggregation interval + */ + interval: CostInterval; + }; + url: '/integrations/costs/summary'; +}; + +export type GetIntegrationCostsIntegrationsCostsSummaryGetErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type GetIntegrationCostsIntegrationsCostsSummaryGetError = + GetIntegrationCostsIntegrationsCostsSummaryGetErrors[keyof GetIntegrationCostsIntegrationsCostsSummaryGetErrors]; + +export type GetIntegrationCostsIntegrationsCostsSummaryGetResponses = { + /** + * Successful Response + */ + 200: IntegrationCostsResponse; +}; + +export type GetIntegrationCostsIntegrationsCostsSummaryGetResponse = + GetIntegrationCostsIntegrationsCostsSummaryGetResponses[keyof GetIntegrationCostsIntegrationsCostsSummaryGetResponses]; + export type SelectIntegrationIntegrationsSelectPostData = { body: IntegrationSelectRequest; path?: never; @@ -34370,6 +35115,120 @@ export type DisableIntegrationIntegrationsDisablePostResponses = { 200: unknown; }; +export type GetCustomIntegrationDefinitionIntegrationsCustomDefinitionGetData = + { + body?: never; + path?: never; + query?: never; + url: '/integrations/custom/definition'; + }; + +export type GetCustomIntegrationDefinitionIntegrationsCustomDefinitionGetResponses = + { + /** + * Successful Response + */ + 200: CustomIntegrationDefinition; + }; + +export type GetCustomIntegrationDefinitionIntegrationsCustomDefinitionGetResponse = + GetCustomIntegrationDefinitionIntegrationsCustomDefinitionGetResponses[keyof GetCustomIntegrationDefinitionIntegrationsCustomDefinitionGetResponses]; + +export type GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetData = + { + body?: never; + path: { + /** + * Name + * + * Slug identifying this named custom integration + */ + name: string; + }; + query?: never; + url: '/integrations/custom/{name}/status'; + }; + +export type GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetError = + GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetErrors[keyof GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetErrors]; + +export type GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetResponses = + { + /** + * Response Get Named Custom Integration Status Integrations Custom Name Status Get + * + * Successful Response + */ + 200: { + [key: string]: string; + }; + }; + +export type GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetResponse = + GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetResponses[keyof GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetResponses]; + +export type GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetData = + { + body?: never; + path: { + /** + * Name + * + * Slug identifying this named custom integration + */ + name: string; + }; + query?: never; + url: '/integrations/custom/{name}/definition'; + }; + +export type GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetError = + GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetErrors[keyof GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetErrors]; + +export type GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetResponses = + { + /** + * Successful Response + */ + 200: CustomIntegrationDefinition; + }; + +export type GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetResponse = + GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetResponses[keyof GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetResponses]; + +export type GetRecommendedModelsLlmIntegrationsRecommendedModelsGetData = { + body?: never; + path?: never; + query?: never; + url: '/llm_integrations/recommended_models'; +}; + +export type GetRecommendedModelsLlmIntegrationsRecommendedModelsGetResponses = { + /** + * Successful Response + */ + 200: RecommendedModelsResponse; +}; + +export type GetRecommendedModelsLlmIntegrationsRecommendedModelsGetResponse = + GetRecommendedModelsLlmIntegrationsRecommendedModelsGetResponses[keyof GetRecommendedModelsLlmIntegrationsRecommendedModelsGetResponses]; + export type GetIntegrationsAndModelInfoLlmIntegrationsGetData = { body?: never; path?: never; @@ -34399,7 +35258,7 @@ export type GetIntegrationsAndModelInfoLlmIntegrationsGetResponses = { * Successful Response */ 200: { - [key in LlmIntegration]?: IntegrationModelsResponse; + [key: string]: IntegrationModelsResponse; }; }; @@ -34447,7 +35306,7 @@ export type GetIntegrationsAndModelInfoForRunLlmIntegrationsProjectsProjectIdRun * Successful Response */ 200: { - [key in LlmIntegration]?: IntegrationModelsResponse; + [key: string]: IntegrationModelsResponse; }; }; diff --git a/src/types/openapi.types.ts b/src/types/openapi.types.ts index 9fcbd157..922488ef 100644 --- a/src/types/openapi.types.ts +++ b/src/types/openapi.types.ts @@ -850,6 +850,10 @@ export type AnthropicIntegration = { * Name */ name?: 'anthropic'; + /** + * Provider + */ + provider?: 'anthropic'; /** * Extra */ @@ -943,7 +947,7 @@ export type AvailableIntegrations = { /** * Integrations */ - integrations: Array; + integrations: Array; }; /** @@ -975,6 +979,10 @@ export type AwsBedrockIntegration = { * Name */ name?: 'aws_bedrock'; + /** + * Provider + */ + provider?: 'aws_bedrock'; /** * Extra */ @@ -1022,6 +1030,10 @@ export type AwsSageMakerIntegration = { * Name */ name?: 'aws_sagemaker'; + /** + * Provider + */ + provider?: 'aws_sagemaker'; /** * Extra */ @@ -1148,6 +1160,10 @@ export type AzureIntegration = { * Name */ name?: 'azure'; + /** + * Provider + */ + provider?: 'azure'; /** * Extra */ @@ -1816,9 +1832,9 @@ export type BodyCreateCodeScorerVersionScorersScorerIdVersionCodePost = { /** * Validation Result * - * Pre-validated result as JSON string to skip validation + * Pre-validated result as JSON string from the validate endpoint */ - validation_result?: string | null; + validation_result: string; }; /** @@ -1857,6 +1873,10 @@ export type BodyCreateDatasetDatasetsPost = { * Project Id */ project_id?: string | null; + /** + * Column Mapping + */ + column_mapping?: string | null; }; /** @@ -2532,12 +2552,6 @@ export type ColumnInfo = { * List of types applicable for this column. */ applicable_types?: Array; - /** - * Complex - * - * Whether the column requires special handling in the UI. Setting this to True will hide the column in the UI until the UI adds support for it. - */ - complex?: boolean; /** * Is Optional * @@ -2553,10 +2567,7 @@ export type ColumnInfo = { /** * Metric Key Alias * - * Alternate metric key for this column. When scorer UUIDs are used as column IDs - * (e.g. "metrics/{uuid}"), this holds the legacy snake_case metric name - * (e.g. "correctness") for display and dual-key query fallback. - * Patched manually — will be in generated types once SC-64064 merges to production. + * Alternate metric key for this column. When scorer UUIDs are used as column IDs, this holds the legacy metric_name string for dual-key ClickHouse query fallback. */ metric_key_alias?: string | null; }; @@ -2568,19 +2579,19 @@ export type ColumnMapping = { /** * Input */ - input: ColumnMappingConfig | Array | null; + input?: ColumnMappingConfig | Array | null; /** * Output */ - output: ColumnMappingConfig | Array | null; + output?: ColumnMappingConfig | Array | null; /** * Generated Output */ - generated_output: ColumnMappingConfig | Array | null; + generated_output?: ColumnMappingConfig | Array | null; /** * Metadata */ - metadata: ColumnMappingConfig | Array | null; + metadata?: ColumnMappingConfig | Array | null; /** * Mgt */ @@ -2710,6 +2721,34 @@ export type CompletenessTemplate = { } | null; }; +/** + * ComputeHealthScoreRequest + */ +export type ComputeHealthScoreRequest = { + /** + * Scorer Id + */ + scorer_id: string; + /** + * The scorer's output type, used to dispatch the correct metric. + */ + output_type: OutputTypeEnum; + /** + * Scoreable Node Types + * + * The scorer's scoreable_node_types. Determines which record type carries the score. + */ + scoreable_node_types?: Array; + /** + * Mgt Overlay + * + * Client-side pending MGT edits: {row_id: value}. Overrides committed dataset values. + */ + mgt_overlay?: { + [key: string]: string | null; + }; +}; + /** * ContentModality * @@ -2838,6 +2877,26 @@ export const ControlCheckStage = { PRE: 'pre', POST: 'post' } as const; export type ControlCheckStage = (typeof ControlCheckStage)[keyof typeof ControlCheckStage]; +/** + * ControlResourceAction + * + * Actions on Agent Control's org-scoped ``control`` resource. + */ +export const ControlResourceAction = { + CREATE: 'create', + READ: 'read', + UPDATE: 'update', + DELETE: 'delete' +} as const; + +/** + * ControlResourceAction + * + * Actions on Agent Control's org-scoped ``control`` resource. + */ +export type ControlResourceAction = + (typeof ControlResourceAction)[keyof typeof ControlResourceAction]; + /** * ControlResult */ @@ -3085,6 +3144,21 @@ export type CorrectnessScorer = { num_judges?: number | null; }; +/** + * CostInterval + */ +export const CostInterval = { + HOURLY: 'hourly', + DAILY: 'daily', + WEEKLY: 'weekly', + MONTHLY: 'monthly' +} as const; + +/** + * CostInterval + */ +export type CostInterval = (typeof CostInterval)[keyof typeof CostInterval]; + /** * CreateCodeMetricGenerationRequest * @@ -3403,7 +3477,6 @@ export type CreateJobRequest = { * Epoch */ epoch?: number; - metric_critique_configuration?: MetricCritiqueJobConfiguration | null; /** * Is Session */ @@ -3430,6 +3503,10 @@ export type CreateJobRequest = { * Multijudge Average Boolean Metrics */ multijudge_average_boolean_metrics?: boolean; + /** + * Store Metric Ids + */ + store_metric_ids?: boolean; }; /** @@ -3687,7 +3764,6 @@ export type CreateJobResponse = { * Epoch */ epoch?: number; - metric_critique_configuration?: MetricCritiqueJobConfiguration | null; /** * Is Session */ @@ -3714,6 +3790,10 @@ export type CreateJobResponse = { * Multijudge Average Boolean Metrics */ multijudge_average_boolean_metrics?: boolean; + /** + * Store Metric Ids + */ + store_metric_ids?: boolean; /** * Message */ @@ -3823,6 +3903,10 @@ export type CreateScorerRequest = { * Name */ name: string; + /** + * Id + */ + id?: string | null; /** * Description */ @@ -4070,7 +4154,11 @@ export type CustomIntegration = { /** * Name */ - name?: 'custom'; + name?: string; + /** + * Provider + */ + provider?: 'custom'; /** * Extra */ @@ -4176,6 +4264,65 @@ export type CustomIntegrationCreate = { token?: string | null; }; +/** + * CustomIntegrationDefinition + * + * Response schema for the full JSON definition of a custom integration. + * + * Returns the exact same structure used to create the integration, + * including decrypted sensitive fields (api_key_value, token, headers). + * Only accessible to users with edit permission (creator + admins). + */ +export type CustomIntegrationDefinition = { + authentication_type: CustomAuthenticationType; + /** + * Endpoint + */ + endpoint: string; + /** + * Default Model + */ + default_model?: string | null; + /** + * Model Properties + */ + model_properties?: Array | null; + /** + * Token + */ + token?: string | null; + /** + * Api Key Header + */ + api_key_header?: string | null; + /** + * Api Key Value + */ + api_key_value?: string | null; + /** + * Authentication Scope + */ + authentication_scope?: string | null; + /** + * Oauth2 Token Url + */ + oauth2_token_url?: string | null; + /** + * Headers + */ + headers?: { + [key: string]: string; + } | null; + custom_llm_config?: CustomLlmConfig | null; + /** + * Custom Header Mapping + */ + custom_header_mapping?: { + [key: string]: string; + } | null; + multi_modal_config?: MultiModalModelIntegrationConfig | null; +}; + /** * CustomLLMConfig * @@ -6712,6 +6859,10 @@ export type DatabricksIntegration = { * Name */ name?: 'databricks'; + /** + * Provider + */ + provider?: 'databricks'; /** * Extra */ @@ -7249,6 +7400,42 @@ export type DatasetProjectsSort = { sort_type?: 'custom'; }; +/** + * DatasetRemoveColumn + * + * Drop a column from the dataset schema. + */ +export type DatasetRemoveColumn = { + /** + * Edit Type + */ + edit_type?: 'remove_column'; + /** + * Column Name + */ + column_name: string; +}; + +/** + * DatasetRenameColumn + * + * Rename a column in the dataset schema, preserving values. + */ +export type DatasetRenameColumn = { + /** + * Edit Type + */ + edit_type?: 'rename_column'; + /** + * Column Name + */ + column_name: string; + /** + * New Column Name + */ + new_column_name: string; +}; + /** * DatasetRow */ @@ -7624,6 +7811,14 @@ export type ExperimentCreateRequest = { * Trigger */ trigger?: boolean; + /** + * Experiment Group Id + */ + experiment_group_id?: string | null; + /** + * Experiment Group Name + */ + experiment_group_name?: string | null; }; /** @@ -7712,6 +7907,42 @@ export type ExperimentDatasetRequest = { version_index: number; }; +/** + * ExperimentGroupIDFilter + */ +export type ExperimentGroupIdFilter = { + /** + * Name + */ + name?: 'experiment_group_id'; + /** + * Value + */ + value: string; +}; + +/** + * ExperimentGroupNameFilter + */ +export type ExperimentGroupNameFilter = { + /** + * Name + */ + name?: 'experiment_group_name'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; + /** + * Value + */ + value: string | Array; + /** + * Case Sensitive + */ + case_sensitive?: boolean; +}; + /** * RunIDFilter */ @@ -7909,11 +8140,14 @@ export type ExperimentResponse = { * Num Traces */ num_traces?: number | null; + /** + * Num Sessions + */ + num_sessions?: number | null; task_type: TaskType; dataset?: ExperimentDataset | null; /** * Aggregate Metrics - * @deprecated Use `metricAggregates` instead. */ aggregate_metrics?: { [key: string]: unknown; @@ -7921,7 +8155,7 @@ export type ExperimentResponse = { /** * Structured Aggregate Metrics * - * Structured aggregate metrics keyed by raw metric name with full statistical aggregates. Present only when use_clickhouse_run_aggregates flag is enabled. + * Structured aggregate metrics with full statistical aggregates (avg, min, max, sum, count). Keys are scorer UUIDs for scorer-backed metrics (matching available_columns column IDs after stripping the 'metrics/' prefix) and raw strings for system metrics (e.g. 'duration_ns', 'cost'). Present only when use_clickhouse_run_aggregates flag is enabled. */ structured_aggregate_metrics?: { [key: string]: MetricAggregates; @@ -7976,6 +8210,18 @@ export type ExperimentResponse = { [key: string]: Array; }; status?: ExperimentStatus; + /** + * Experiment Group Id + */ + experiment_group_id?: string | null; + /** + * Experiment Group Name + */ + experiment_group_name?: string | null; + /** + * Experiment Group Is System + */ + experiment_group_is_system?: boolean | null; }; /** @@ -8009,6 +8255,12 @@ export type ExperimentSearchRequest = { | ({ name: 'updated_at'; } & ExperimentUpdatedAtFilter) + | ({ + name: 'experiment_group_id'; + } & ExperimentGroupIdFilter) + | ({ + name: 'experiment_group_name'; + } & ExperimentGroupNameFilter) >; /** * Sort @@ -8049,6 +8301,14 @@ export type ExperimentUpdateRequest = { * Task Type */ task_type?: 16 | 17; + /** + * Experiment Group Id + */ + experiment_group_id?: string | null; + /** + * Experiment Group Name + */ + experiment_group_name?: string | null; }; /** @@ -12536,6 +12796,24 @@ export type FactualityTemplate = { } | null; }; +/** + * FeatureIntegrationCosts + */ +export type FeatureIntegrationCosts = { + /** + * Feature Name + */ + feature_name: string; + /** + * Total Cost + */ + total_cost?: number; + /** + * Projects + */ + projects?: Array; +}; + /** * FeedbackAggregate */ @@ -13223,6 +13501,67 @@ export type HallucinationSegment = { hallucination: number; }; +/** + * HealthScoreResult + */ +export type HealthScoreResult = { + health_score_type: HealthScoreType | null; + /** + * Value + * + * Primary health score metric value, or None if no valid rows. + */ + value: number | null; + /** + * Skipped Rows + * + * Rows excluded because MGT or score could not be parsed. + */ + skipped_rows: number; + /** + * Secondary + * + * Secondary metrics (MAE, RMSE, R², per-class F1, etc.). + */ + secondary: { + [key: string]: number | null; + }; + /** + * Total Scored Rows + * + * Rows with a successful scorer result. + */ + total_scored_rows: number; + /** + * Total Mgt Rows + * + * Rows with a non-null MGT value after overlay. + */ + total_mgt_rows: number; + /** + * Joined Rows + * + * Rows with both a score and a MGT value (used for computation). + */ + joined_rows: number; +}; + +/** + * HealthScoreType + */ +export const HealthScoreType = { + MACRO_F1: 'macro_f1', + MICRO_F1: 'micro_f1', + MSE: 'mse', + MAE: 'mae' +} as const; + +/** + * HealthScoreType + */ +export type HealthScoreType = + (typeof HealthScoreType)[keyof typeof HealthScoreType]; + /** * HealthcheckResponse */ @@ -13766,7 +14105,8 @@ export type InstructionAdherenceTemplate = { export const IntegrationAction = { UPDATE: 'update', DELETE: 'delete', - SHARE: 'share' + SHARE: 'share', + READ_SECRETS: 'read_secrets' } as const; /** @@ -13775,6 +14115,30 @@ export const IntegrationAction = { export type IntegrationAction = (typeof IntegrationAction)[keyof typeof IntegrationAction]; +/** + * IntegrationCostsDataPoint + */ +export type IntegrationCostsDataPoint = { + /** + * Timestamp + */ + timestamp: string; + /** + * Cost + */ + cost: number; +}; + +/** + * IntegrationCostsResponse + */ +export type IntegrationCostsResponse = { + /** + * Features + */ + features?: Array; +}; + /** * IntegrationDB */ @@ -13787,7 +14151,11 @@ export type IntegrationDb = { * Permissions */ permissions?: Array; - name: IntegrationName; + /** + * Name + */ + name: string; + provider: IntegrationProvider; /** * Created At */ @@ -13814,7 +14182,10 @@ export type IntegrationDb = { * IntegrationDisableRequest */ export type IntegrationDisableRequest = { - integration_name: IntegrationName; + /** + * Integration Name + */ + integration_name: string; }; /** @@ -13825,6 +14196,11 @@ export type IntegrationModelsResponse = { * Integration Name */ integration_name: string; + /** + * Integration Id + */ + integration_id: string; + provider: IntegrationProvider; /** * Models */ @@ -13854,9 +14230,9 @@ export type IntegrationModelsResponse = { }; /** - * IntegrationName + * IntegrationProvider */ -export const IntegrationName = { +export const IntegrationProvider = { ANTHROPIC: 'anthropic', AWS_BEDROCK: 'aws_bedrock', AWS_SAGEMAKER: 'aws_sagemaker', @@ -13872,16 +14248,19 @@ export const IntegrationName = { } as const; /** - * IntegrationName + * IntegrationProvider */ -export type IntegrationName = - (typeof IntegrationName)[keyof typeof IntegrationName]; +export type IntegrationProvider = + (typeof IntegrationProvider)[keyof typeof IntegrationProvider]; /** * IntegrationSelectRequest */ export type IntegrationSelectRequest = { - integration_name: IntegrationName; + /** + * Integration Name + */ + integration_name: string; /** * Integration Id */ @@ -14630,6 +15009,9 @@ export type ListScorersRequest = { | ({ name: 'name'; } & ScorerNameSort) + | ({ + name: 'updated_at'; + } & ScorerUpdatedAtSort) | ({ name: 'enabled_in_run'; } & ScorerEnabledInRunSort) @@ -15091,12 +15473,6 @@ export type LogRecordsColumnInfo = { * List of types applicable for this column. */ applicable_types?: Array; - /** - * Complex - * - * Whether the column requires special handling in the UI. Setting this to True will hide the column in the UI until the UI adds support for it. - */ - complex?: boolean; /** * Is Optional * @@ -15109,6 +15485,12 @@ export type LogRecordsColumnInfo = { * Default roll-up aggregation method for this metric (e.g., 'sum', 'average'). */ roll_up_method?: string | null; + /** + * Metric Key Alias + * + * Alternate metric key for this column. When scorer UUIDs are used as column IDs, this holds the legacy metric_name string for dual-key ClickHouse query fallback. + */ + metric_key_alias?: string | null; /** * For metric columns only: Scorer config that produced the metric. */ @@ -15137,12 +15519,6 @@ export type LogRecordsColumnInfo = { * Type of label color for the column, if this is a multilabel metric column. */ label_color?: 'positive' | 'negative' | null; - /** - * Metric Key Alias - * - * Alternate metric key for this column. When store_metric_ids is ON, this holds the legacy metric_name string. Used for dual-key ClickHouse queries. - */ - metric_key_alias?: string | null; }; /** @@ -15650,6 +16026,12 @@ export type LogRecordsPartialQueryRequest = { * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). */ include_counts?: boolean; + /** + * Include Code Metric Metadata + * + * If True, include per-row scorer metadata (the dict returned alongside the score by code-based scorers via the (score, metadata) tuple-return contract) on each MetricSuccess in the response. Off by default to keep payloads small for callers that don't need it. + */ + include_code_metric_metadata?: boolean; select_columns: SelectColumns; }; @@ -15848,6 +16230,12 @@ export type LogRecordsQueryRequest = { * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). */ include_counts?: boolean; + /** + * Include Code Metric Metadata + * + * If True, include per-row scorer metadata (the dict returned alongside the score by code-based scorers via the (score, metadata) tuple-return contract) on each MetricSuccess in the response. Off by default to keep payloads small for callers that don't need it. + */ + include_code_metric_metadata?: boolean; }; /** @@ -16771,6 +17159,12 @@ export type LogTracesIngestResponse = { * total number of traces ingested */ traces_count: number; + /** + * Spans Count + * + * total number of spans ingested + */ + spans_count: number; /** * Trace Ids * @@ -17412,47 +17806,6 @@ export type MetricCritiqueContent = { original_explanation: string; }; -/** - * MetricCritiqueJobConfiguration - * - * Info necessary to execute a metric critique job. - */ -export type MetricCritiqueJobConfiguration = { - /** - * Project Type - */ - project_type: 'prompt_evaluation' | 'llm_monitor' | 'gen_ai'; - /** - * Metric Name - */ - metric_name: string; - /** - * Scorer Id - */ - scorer_id?: string | null; - /** - * Critique Ids - */ - critique_ids: Array; - /** - * Recompute Settings - */ - recompute_settings?: - | ({ - mode: 'runs'; - } & RecomputeSettingsRuns) - | ({ - mode: 'project'; - } & RecomputeSettingsProject) - | ({ - mode: 'observe_filters'; - } & RecomputeSettingsObserve) - | ({ - mode: 'log_stream_filters'; - } & RecomputeSettingsLogStream) - | null; -}; - /** * MetricError */ @@ -17665,6 +18018,10 @@ export type MetricRollUp = { * Num Judges */ num_judges?: number | null; + /** + * Multijudge Average + */ + multijudge_average?: number | null; /** * Input Tokens */ @@ -17678,6 +18035,14 @@ export type MetricRollUp = { */ total_tokens?: number | null; critique?: MetricCritiqueColumnar | null; + /** + * Metadata + * + * Optional per-row context returned alongside the score by code-based scorers that return a (score, metadata) tuple. Sourced from the {metric_name}_metadata auxiliary key, which is stored as a JSON string in ClickHouse. + */ + metadata?: { + [key: string]: unknown; + } | null; /** * Roll Up Metrics * @@ -17817,6 +18182,10 @@ export type MetricSuccess = { * Num Judges */ num_judges?: number | null; + /** + * Multijudge Average + */ + multijudge_average?: number | null; /** * Input Tokens */ @@ -17830,6 +18199,14 @@ export type MetricSuccess = { */ total_tokens?: number | null; critique?: MetricCritiqueColumnar | null; + /** + * Metadata + * + * Optional per-row context returned alongside the score by code-based scorers that return a (score, metadata) tuple. Sourced from the {metric_name}_metadata auxiliary key, which is stored as a JSON string in ClickHouse. + */ + metadata?: { + [key: string]: unknown; + } | null; /** * Display Value */ @@ -17913,9 +18290,9 @@ export type MetricsTestingAvailableColumnsRequest = { */ name: string; /** - * Output type of the metrics testing table. If not provided, all columns are returned. + * Output type of the scorer. Required when metric_key is REGISTERED_SCORER_VALIDATION; used to determine the data_type for validation columns. */ - output_type?: OutputTypeEnum; + output_type?: OutputTypeEnum | null; /** * Cot Enabled * @@ -17954,6 +18331,10 @@ export type MistralIntegration = { * Name */ name?: 'mistral'; + /** + * Provider + */ + provider?: 'mistral'; /** * Extra */ @@ -18284,6 +18665,10 @@ export type NvidiaIntegration = { * Name */ name?: 'nvidia'; + /** + * Provider + */ + provider?: 'nvidia'; /** * Extra */ @@ -18332,6 +18717,10 @@ export type OpenAiIntegration = { * Name */ name?: 'openai'; + /** + * Provider + */ + provider?: 'openai'; /** * Extra */ @@ -21116,7 +21505,8 @@ export type Permission = { | DatasetAction | IntegrationAction | OrganizationAction - | AnnotationQueueAction; + | AnnotationQueueAction + | ControlResourceAction; /** * Allowed */ @@ -21160,7 +21550,9 @@ export const ProjectAction = { EDIT_RUN_TAGS: 'edit_run_tags', DISMISS_ALERT: 'dismiss_alert', EDIT_SLICE: 'edit_slice', - EDIT_EDIT: 'edit_edit' + EDIT_EDIT: 'edit_edit', + UPDATE_CONTROL_BINDINGS: 'update_control_bindings', + USE_CONTROL_RUNTIME: 'use_control_runtime' } as const; /** @@ -21473,6 +21865,28 @@ export type ProjectIdFilter = { value: string | Array; }; +/** + * ProjectIntegrationCosts + */ +export type ProjectIntegrationCosts = { + /** + * Project Id + */ + project_id: string; + /** + * Project Name + */ + project_name: string; + /** + * Total Cost + */ + total_cost?: number; + /** + * Data Points + */ + data_points?: Array; +}; + /** * ProjectItem * @@ -22401,6 +22815,28 @@ export const RecommendedModelPurpose = { export type RecommendedModelPurpose = (typeof RecommendedModelPurpose)[keyof typeof RecommendedModelPurpose]; +/** + * RecommendedModelsResponse + */ +export type RecommendedModelsResponse = { + /** + * Supported + */ + supported: { + [key in RecommendedModelPurpose]?: { + [key: string]: Array; + }; + }; + /** + * Available + */ + available: { + [key in RecommendedModelPurpose]?: { + [key: string]: Array; + }; + }; +}; + /** * RecomputeLogRecordsMetricsRequest * @@ -22479,6 +22915,12 @@ export type RecomputeLogRecordsMetricsRequest = { * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). */ include_counts?: boolean; + /** + * Include Code Metric Metadata + * + * If True, include per-row scorer metadata (the dict returned alongside the score by code-based scorers via the (score, metadata) tuple-return contract) on each MetricSuccess in the response. Off by default to keep payloads small for callers that don't need it. + */ + include_code_metric_metadata?: boolean; /** * Scorer Ids * @@ -22487,62 +22929,6 @@ export type RecomputeLogRecordsMetricsRequest = { scorer_ids: Array; }; -/** - * RecomputeSettingsLogStream - */ -export type RecomputeSettingsLogStream = { - /** - * Mode - */ - mode?: 'log_stream_filters'; - /** - * Run Id - */ - run_id: string; - /** - * Filters - */ - filters: Array; -}; - -/** - * RecomputeSettingsObserve - */ -export type RecomputeSettingsObserve = { - /** - * Mode - */ - mode?: 'observe_filters'; - /** - * Filters - */ - filters: Array; -}; - -/** - * RecomputeSettingsProject - */ -export type RecomputeSettingsProject = { - /** - * Mode - */ - mode?: 'project'; -}; - -/** - * RecomputeSettingsRuns - */ -export type RecomputeSettingsRuns = { - /** - * Mode - */ - mode?: 'runs'; - /** - * Run Ids - */ - run_ids: Array; -}; - /** * RegisteredScorer */ @@ -23693,6 +24079,16 @@ export type ScorerExcludeSlmScorersFilter = { name?: 'exclude_slm_scorers'; }; +/** + * ScorerHealthScoresResponse + */ +export type ScorerHealthScoresResponse = { + /** + * Scores + */ + scores: Array; +}; + /** * ScorerIDFilter */ @@ -23895,6 +24291,7 @@ export type ScorerResponse = { type: 'multi_label'; } & MetricColorPickerMultiLabel) | null; + color_threshold_config?: MetricColorPickerNumeric | null; /** * Metric Name */ @@ -24006,6 +24403,64 @@ export type ScorerUpdatedAtFilter = { value: string; }; +/** + * ScorerUpdatedAtSort + */ +export type ScorerUpdatedAtSort = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sort_type?: 'column'; +}; + +/** + * ScorerVersionHealthScoreEntry + */ +export type ScorerVersionHealthScoreEntry = { + /** + * Id + */ + id: string; + /** + * Scorer Version Id + */ + scorer_version_id: string; + /** + * Scorer Version Number + */ + scorer_version_number: number; + /** + * Dataset Id + */ + dataset_id: string; + /** + * Health Score Type + */ + health_score_type: string; + /** + * Score + */ + score: number; + /** + * Secondary + */ + secondary: { + [key: string]: number | null; + } | null; + /** + * Computed At + */ + computed_at: string; +}; + /** * ScorersConfiguration * @@ -24095,6 +24550,10 @@ export type ScorersConfiguration = { * Chunk Relevance Luna */ chunk_relevance_luna?: boolean; + /** + * Completeness Luna + */ + completeness_luna?: boolean; /** * Completeness Nli */ @@ -25684,6 +26143,12 @@ export type UpdateDatasetContentRequest = { | ({ edit_type: 'copy_record_data'; } & DatasetCopyRecordData) + | ({ + edit_type: 'remove_column'; + } & DatasetRemoveColumn) + | ({ + edit_type: 'rename_column'; + } & DatasetRenameColumn) >; }; @@ -26153,6 +26618,12 @@ export type ValidateLlmScorerLogRecordRequest = { * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). */ include_counts?: boolean; + /** + * Include Code Metric Metadata + * + * If True, include per-row scorer metadata (the dict returned alongside the score by code-based scorers via the (score, metadata) tuple-return contract) on each MetricSuccess in the response. Off by default to keep payloads small for callers that don't need it. + */ + include_code_metric_metadata?: boolean; /** * Query */ @@ -26242,6 +26713,10 @@ export type VegasGatewayIntegration = { * Name */ name?: 'vegas_gateway'; + /** + * Provider + */ + provider?: 'vegas_gateway'; /** * Extra */ @@ -26325,6 +26800,10 @@ export type VertexAiIntegration = { * Name */ name?: 'vertex_ai'; + /** + * Provider + */ + provider?: 'vertex_ai'; /** * Extra */ @@ -26614,6 +27093,30 @@ export type WorkflowSpan = { >; }; +/** + * WriteHealthScoreRequest + */ +export type WriteHealthScoreRequest = { + /** + * Dataset Id + */ + dataset_id: string; + /** + * Health Score Type + */ + health_score_type: string; + /** + * Score + */ + score: number; + /** + * Secondary + */ + secondary?: { + [key: string]: number | null; + } | null; +}; + /** * WriterIntegration */ @@ -26630,6 +27133,10 @@ export type WriterIntegration = { * Name */ name?: 'writer'; + /** + * Provider + */ + provider?: 'writer'; /** * Extra */ @@ -26990,6 +27497,7 @@ export const PromptgalileoSchemasScorerNameScorerName = { _CONTEXT_RELEVANCE: '_context_relevance', _CONTEXT_RELEVANCE_LUNA: '_context_relevance_luna', _CHUNK_RELEVANCE_LUNA: '_chunk_relevance_luna', + _COMPLETENESS_LUNA: '_completeness_luna', _CHUNK_ATTRIBUTION_UTILIZATION_GPT: '_chunk_attribution_utilization_gpt', _FACTUALITY: '_factuality', _GROUNDEDNESS: '_groundedness', @@ -31241,74 +31749,6 @@ export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponse = GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses[keyof GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses]; -export type GetScorerVersionCodeScorersScorerIdVersionCodeGetData = { - body?: never; - path: { - /** - * Scorer Id - */ - scorer_id: string; - }; - query?: { - /** - * Version - * - * version number, defaults to latest version - */ - version?: number | null; - }; - url: '/scorers/{scorer_id}/version/code'; -}; - -export type GetScorerVersionCodeScorersScorerIdVersionCodeGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetScorerVersionCodeScorersScorerIdVersionCodeGetError = - GetScorerVersionCodeScorersScorerIdVersionCodeGetErrors[keyof GetScorerVersionCodeScorersScorerIdVersionCodeGetErrors]; - -export type GetScorerVersionCodeScorersScorerIdVersionCodeGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateCodeScorerVersionScorersScorerIdVersionCodePostData = { - body: BodyCreateCodeScorerVersionScorersScorerIdVersionCodePost; - path: { - /** - * Scorer Id - */ - scorer_id: string; - }; - query?: never; - url: '/scorers/{scorer_id}/version/code'; -}; - -export type CreateCodeScorerVersionScorersScorerIdVersionCodePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateCodeScorerVersionScorersScorerIdVersionCodePostError = - CreateCodeScorerVersionScorersScorerIdVersionCodePostErrors[keyof CreateCodeScorerVersionScorersScorerIdVersionCodePostErrors]; - -export type CreateCodeScorerVersionScorersScorerIdVersionCodePostResponses = { - /** - * Successful Response - */ - 200: BaseScorerVersionResponse; -}; - -export type CreateCodeScorerVersionScorersScorerIdVersionCodePostResponse = - CreateCodeScorerVersionScorersScorerIdVersionCodePostResponses[keyof CreateCodeScorerVersionScorersScorerIdVersionCodePostResponses]; - export type CreatePresetScorerVersionScorersScorerIdVersionPresetPostData = { body: CreateScorerVersionRequest; path: { @@ -31466,6 +31906,74 @@ export type GetScorerVersionOrLatestScorersScorerIdVersionGetResponses = { export type GetScorerVersionOrLatestScorersScorerIdVersionGetResponse = GetScorerVersionOrLatestScorersScorerIdVersionGetResponses[keyof GetScorerVersionOrLatestScorersScorerIdVersionGetResponses]; +export type GetScorerVersionCodeScorersScorerIdVersionCodeGetData = { + body?: never; + path: { + /** + * Scorer Id + */ + scorer_id: string; + }; + query?: { + /** + * Version + * + * version number, defaults to latest version + */ + version?: number | null; + }; + url: '/scorers/{scorer_id}/version/code'; +}; + +export type GetScorerVersionCodeScorersScorerIdVersionCodeGetErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type GetScorerVersionCodeScorersScorerIdVersionCodeGetError = + GetScorerVersionCodeScorersScorerIdVersionCodeGetErrors[keyof GetScorerVersionCodeScorersScorerIdVersionCodeGetErrors]; + +export type GetScorerVersionCodeScorersScorerIdVersionCodeGetResponses = { + /** + * Successful Response + */ + 200: unknown; +}; + +export type CreateCodeScorerVersionScorersScorerIdVersionCodePostData = { + body: BodyCreateCodeScorerVersionScorersScorerIdVersionCodePost; + path: { + /** + * Scorer Id + */ + scorer_id: string; + }; + query?: never; + url: '/scorers/{scorer_id}/version/code'; +}; + +export type CreateCodeScorerVersionScorersScorerIdVersionCodePostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type CreateCodeScorerVersionScorersScorerIdVersionCodePostError = + CreateCodeScorerVersionScorersScorerIdVersionCodePostErrors[keyof CreateCodeScorerVersionScorersScorerIdVersionCodePostErrors]; + +export type CreateCodeScorerVersionScorersScorerIdVersionCodePostResponses = { + /** + * Successful Response + */ + 200: BaseScorerVersionResponse; +}; + +export type CreateCodeScorerVersionScorersScorerIdVersionCodePostResponse = + CreateCodeScorerVersionScorersScorerIdVersionCodePostResponses[keyof CreateCodeScorerVersionScorersScorerIdVersionCodePostResponses]; + export type ListAllVersionsForScorerScorersScorerIdVersionsGetData = { body?: never; path: { @@ -31600,45 +32108,6 @@ export type ListProjectsForScorerVersionRouteScorersVersionsScorerVersionIdProje export type ListProjectsForScorerVersionRouteScorersVersionsScorerVersionIdProjectsGetResponse = ListProjectsForScorerVersionRouteScorersVersionsScorerVersionIdProjectsGetResponses[keyof ListProjectsForScorerVersionRouteScorersVersionsScorerVersionIdProjectsGetResponses]; -export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostData = - { - body?: never; - path: { - /** - * Scorer Id - */ - scorer_id: string; - /** - * Version Number - */ - version_number: number; - }; - query?: never; - url: '/scorers/{scorer_id}/versions/{version_number}/restore'; - }; - -export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostErrors = - { - /** - * Validation Error - */ - 422: HttpValidationError; - }; - -export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostError = - RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostErrors[keyof RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostErrors]; - -export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostResponses = - { - /** - * Successful Response - */ - 200: BaseScorerVersionResponse; - }; - -export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostResponse = - RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostResponses[keyof RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostResponses]; - export type AutogenLlmScorerScorersLlmAutogenPostData = { body: CreateLlmScorerAutogenRequest; path?: never; @@ -32077,7 +32546,7 @@ export type ListAvailableIntegrationsIntegrationsAvailableGetResponse = export type DeleteIntegrationIntegrationsNameDeleteData = { body?: never; path: { - name: IntegrationName; + name: IntegrationProvider; }; query?: never; url: '/integrations/{name}'; @@ -32103,7 +32572,7 @@ export type DeleteIntegrationIntegrationsNameDeleteResponses = { export type GetIntegrationIntegrationsNameGetData = { body?: never; path: { - name: IntegrationName; + name: IntegrationProvider; }; query?: never; url: '/integrations/{name}'; @@ -32127,40 +32596,40 @@ export type GetIntegrationIntegrationsNameGetResponses = { */ 200: | ({ - name: 'aws_bedrock'; + provider: 'aws_bedrock'; } & AwsBedrockIntegration) | ({ - name: 'aws_sagemaker'; + provider: 'aws_sagemaker'; } & AwsSageMakerIntegration) | ({ - name: 'azure'; + provider: 'azure'; } & AzureIntegration) | ({ - name: 'anthropic'; + provider: 'anthropic'; } & AnthropicIntegration) | ({ - name: 'custom'; + provider: 'custom'; } & CustomIntegration) | ({ - name: 'databricks'; + provider: 'databricks'; } & DatabricksIntegration) | ({ - name: 'mistral'; + provider: 'mistral'; } & MistralIntegration) | ({ - name: 'nvidia'; + provider: 'nvidia'; } & NvidiaIntegration) | ({ - name: 'openai'; + provider: 'openai'; } & OpenAiIntegration) | ({ - name: 'vegas_gateway'; + provider: 'vegas_gateway'; } & VegasGatewayIntegration) | ({ - name: 'vertex_ai'; + provider: 'vertex_ai'; } & VertexAiIntegration) | ({ - name: 'writer'; + provider: 'writer'; } & WriterIntegration); }; @@ -32170,7 +32639,7 @@ export type GetIntegrationIntegrationsNameGetResponse = export type GetIntegrationStatusIntegrationsNameStatusGetData = { body?: never; path: { - name: IntegrationName; + name: IntegrationProvider; }; query?: never; url: '/integrations/{name}/status'; @@ -32688,6 +33157,109 @@ export type CreateOrUpdateIntegrationIntegrationsCustomPutResponses = { export type CreateOrUpdateIntegrationIntegrationsCustomPutResponse = CreateOrUpdateIntegrationIntegrationsCustomPutResponses[keyof CreateOrUpdateIntegrationIntegrationsCustomPutResponses]; +export type DeleteNamedCustomIntegrationIntegrationsCustomNameDeleteData = { + body?: never; + path: { + /** + * Name + * + * Slug identifying this named custom integration + */ + name: string; + }; + query?: never; + url: '/integrations/custom/{name}'; +}; + +export type DeleteNamedCustomIntegrationIntegrationsCustomNameDeleteErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type DeleteNamedCustomIntegrationIntegrationsCustomNameDeleteError = + DeleteNamedCustomIntegrationIntegrationsCustomNameDeleteErrors[keyof DeleteNamedCustomIntegrationIntegrationsCustomNameDeleteErrors]; + +export type DeleteNamedCustomIntegrationIntegrationsCustomNameDeleteResponses = + { + /** + * Successful Response + */ + 200: unknown; + }; + +export type GetNamedCustomIntegrationIntegrationsCustomNameGetData = { + body?: never; + path: { + /** + * Name + * + * Slug identifying this named custom integration + */ + name: string; + }; + query?: never; + url: '/integrations/custom/{name}'; +}; + +export type GetNamedCustomIntegrationIntegrationsCustomNameGetErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type GetNamedCustomIntegrationIntegrationsCustomNameGetError = + GetNamedCustomIntegrationIntegrationsCustomNameGetErrors[keyof GetNamedCustomIntegrationIntegrationsCustomNameGetErrors]; + +export type GetNamedCustomIntegrationIntegrationsCustomNameGetResponses = { + /** + * Successful Response + */ + 200: IntegrationDb; +}; + +export type GetNamedCustomIntegrationIntegrationsCustomNameGetResponse = + GetNamedCustomIntegrationIntegrationsCustomNameGetResponses[keyof GetNamedCustomIntegrationIntegrationsCustomNameGetResponses]; + +export type CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutData = + { + body: CustomIntegrationCreate; + path: { + /** + * Name + * + * Slug identifying this named custom integration + */ + name: string; + }; + query?: never; + url: '/integrations/custom/{name}'; + }; + +export type CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutError = + CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutErrors[keyof CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutErrors]; + +export type CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutResponses = + { + /** + * Successful Response + */ + 200: IntegrationDb; + }; + +export type CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutResponse = + CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutResponses[keyof CreateOrUpdateNamedCustomIntegrationIntegrationsCustomNamePutResponses]; + export type CreateOrUpdateUnityCatalogIntegrationIntegrationsDatabricksUnityCatalogSqlPutData = { body: DatabricksIntegrationCreate; @@ -33227,6 +33799,45 @@ export type ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostResponses export type ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostResponse = ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostResponses[keyof ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostResponses]; +export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostData = + { + body?: never; + path: { + /** + * Scorer Id + */ + scorer_id: string; + /** + * Version Number + */ + version_number: number; + }; + query?: never; + url: '/scorers/{scorer_id}/versions/{version_number}/restore'; + }; + +export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostError = + RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostErrors[keyof RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostErrors]; + +export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostResponses = + { + /** + * Successful Response + */ + 200: BaseScorerVersionResponse; + }; + +export type RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostResponse = + RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostResponses[keyof RestoreScorerVersionScorersScorerIdVersionsVersionNumberRestorePostResponses]; + export type ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostData = { body: ValidateLlmScorerLogRecordRequest; path?: never; @@ -33309,6 +33920,121 @@ export type ValidateCodeScorerDatasetScorersCodeValidateDatasetPostResponses = { export type ValidateCodeScorerDatasetScorersCodeValidateDatasetPostResponse = ValidateCodeScorerDatasetScorersCodeValidateDatasetPostResponses[keyof ValidateCodeScorerDatasetScorersCodeValidateDatasetPostResponses]; +export type ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostData = + { + body: ComputeHealthScoreRequest; + path: { + /** + * Project Id + */ + project_id: string; + /** + * Run Id + */ + run_id: string; + }; + query?: never; + url: '/projects/{project_id}/metrics-testing/{run_id}/health-score'; + }; + +export type ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostError = + ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostErrors[keyof ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostErrors]; + +export type ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostResponses = + { + /** + * Successful Response + */ + 200: HealthScoreResult; + }; + +export type ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostResponse = + ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostResponses[keyof ComputeHealthScoreEndpointProjectsProjectIdMetricsTestingRunIdHealthScorePostResponses]; + +export type GetScorerHealthScoresScorersScorerIdHealthScoresGetData = { + body?: never; + path: { + /** + * Scorer Id + */ + scorer_id: string; + }; + query: { + /** + * Dataset Id + */ + dataset_id: string; + }; + url: '/scorers/{scorer_id}/health-scores'; +}; + +export type GetScorerHealthScoresScorersScorerIdHealthScoresGetErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type GetScorerHealthScoresScorersScorerIdHealthScoresGetError = + GetScorerHealthScoresScorersScorerIdHealthScoresGetErrors[keyof GetScorerHealthScoresScorersScorerIdHealthScoresGetErrors]; + +export type GetScorerHealthScoresScorersScorerIdHealthScoresGetResponses = { + /** + * Successful Response + */ + 200: ScorerHealthScoresResponse; +}; + +export type GetScorerHealthScoresScorersScorerIdHealthScoresGetResponse = + GetScorerHealthScoresScorersScorerIdHealthScoresGetResponses[keyof GetScorerHealthScoresScorersScorerIdHealthScoresGetResponses]; + +export type WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostData = + { + body: WriteHealthScoreRequest; + path: { + /** + * Scorer Id + */ + scorer_id: string; + /** + * Version Number + */ + version_number: number; + }; + query?: never; + url: '/scorers/{scorer_id}/versions/{version_number}/health-scores'; + }; + +export type WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostError = + WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostErrors[keyof WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostErrors]; + +export type WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostResponses = + { + /** + * Successful Response + */ + 200: ScorerVersionHealthScoreEntry; + }; + +export type WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostResponse = + WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostResponses[keyof WriteScorerVersionHealthScoreScorersScorerIdVersionsVersionNumberHealthScoresPostResponses]; + export type LogTracesProjectsProjectIdTracesPostData = { body: LogTracesIngestRequest; path: { @@ -34294,6 +35020,50 @@ export type ListIntegrationsIntegrationsGetResponses = { export type ListIntegrationsIntegrationsGetResponse = ListIntegrationsIntegrationsGetResponses[keyof ListIntegrationsIntegrationsGetResponses]; +export type GetIntegrationCostsIntegrationsCostsSummaryGetData = { + body?: never; + path?: never; + query: { + /** + * Start Time + * + * Start of time range (UTC) + */ + start_time: string; + /** + * End Time + * + * End of time range (UTC) + */ + end_time: string; + /** + * Aggregation interval + */ + interval: CostInterval; + }; + url: '/integrations/costs/summary'; +}; + +export type GetIntegrationCostsIntegrationsCostsSummaryGetErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type GetIntegrationCostsIntegrationsCostsSummaryGetError = + GetIntegrationCostsIntegrationsCostsSummaryGetErrors[keyof GetIntegrationCostsIntegrationsCostsSummaryGetErrors]; + +export type GetIntegrationCostsIntegrationsCostsSummaryGetResponses = { + /** + * Successful Response + */ + 200: IntegrationCostsResponse; +}; + +export type GetIntegrationCostsIntegrationsCostsSummaryGetResponse = + GetIntegrationCostsIntegrationsCostsSummaryGetResponses[keyof GetIntegrationCostsIntegrationsCostsSummaryGetResponses]; + export type SelectIntegrationIntegrationsSelectPostData = { body: IntegrationSelectRequest; path?: never; @@ -34345,6 +35115,120 @@ export type DisableIntegrationIntegrationsDisablePostResponses = { 200: unknown; }; +export type GetCustomIntegrationDefinitionIntegrationsCustomDefinitionGetData = + { + body?: never; + path?: never; + query?: never; + url: '/integrations/custom/definition'; + }; + +export type GetCustomIntegrationDefinitionIntegrationsCustomDefinitionGetResponses = + { + /** + * Successful Response + */ + 200: CustomIntegrationDefinition; + }; + +export type GetCustomIntegrationDefinitionIntegrationsCustomDefinitionGetResponse = + GetCustomIntegrationDefinitionIntegrationsCustomDefinitionGetResponses[keyof GetCustomIntegrationDefinitionIntegrationsCustomDefinitionGetResponses]; + +export type GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetData = + { + body?: never; + path: { + /** + * Name + * + * Slug identifying this named custom integration + */ + name: string; + }; + query?: never; + url: '/integrations/custom/{name}/status'; + }; + +export type GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetError = + GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetErrors[keyof GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetErrors]; + +export type GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetResponses = + { + /** + * Response Get Named Custom Integration Status Integrations Custom Name Status Get + * + * Successful Response + */ + 200: { + [key: string]: string; + }; + }; + +export type GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetResponse = + GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetResponses[keyof GetNamedCustomIntegrationStatusIntegrationsCustomNameStatusGetResponses]; + +export type GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetData = + { + body?: never; + path: { + /** + * Name + * + * Slug identifying this named custom integration + */ + name: string; + }; + query?: never; + url: '/integrations/custom/{name}/definition'; + }; + +export type GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetError = + GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetErrors[keyof GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetErrors]; + +export type GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetResponses = + { + /** + * Successful Response + */ + 200: CustomIntegrationDefinition; + }; + +export type GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetResponse = + GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetResponses[keyof GetNamedCustomIntegrationDefinitionIntegrationsCustomNameDefinitionGetResponses]; + +export type GetRecommendedModelsLlmIntegrationsRecommendedModelsGetData = { + body?: never; + path?: never; + query?: never; + url: '/llm_integrations/recommended_models'; +}; + +export type GetRecommendedModelsLlmIntegrationsRecommendedModelsGetResponses = { + /** + * Successful Response + */ + 200: RecommendedModelsResponse; +}; + +export type GetRecommendedModelsLlmIntegrationsRecommendedModelsGetResponse = + GetRecommendedModelsLlmIntegrationsRecommendedModelsGetResponses[keyof GetRecommendedModelsLlmIntegrationsRecommendedModelsGetResponses]; + export type GetIntegrationsAndModelInfoLlmIntegrationsGetData = { body?: never; path?: never; @@ -34374,7 +35258,7 @@ export type GetIntegrationsAndModelInfoLlmIntegrationsGetResponses = { * Successful Response */ 200: { - [key in LlmIntegration]?: IntegrationModelsResponse; + [key: string]: IntegrationModelsResponse; }; }; @@ -34422,7 +35306,7 @@ export type GetIntegrationsAndModelInfoForRunLlmIntegrationsProjectsProjectIdRun * Successful Response */ 200: { - [key in LlmIntegration]?: IntegrationModelsResponse; + [key: string]: IntegrationModelsResponse; }; };