diff --git a/src/types/api.types.ts b/src/types/api.types.ts index a21807a4..592886c9 100644 --- a/src/types/api.types.ts +++ b/src/types/api.types.ts @@ -785,6 +785,26 @@ export interface paths { patch?: never; trace?: never; }; + '/projects/{project_id}/log_streams/search': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + get?: never; + put?: never; + /** + * Search Log Streams + * @description Search log streams for a project. + */ + post: operations['search_log_streams_projects__project_id__log_streams_search_post']; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; '/projects/{project_id}/log_streams/{log_stream_id}': { parameters: { query?: never; @@ -813,6 +833,24 @@ export interface paths { patch?: never; trace?: never; }; + '/projects/{project_id}/log_streams/{log_stream_id}/metric_settings': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + /** Get Metric Settings */ + get: operations['get_metric_settings_projects__project_id__log_streams__log_stream_id__metric_settings_get']; + put?: never; + post?: never; + delete?: never; + options?: never; + head?: never; + /** Update Metric Settings */ + patch: operations['update_metric_settings_projects__project_id__log_streams__log_stream_id__metric_settings_patch']; + trace?: never; + }; '/projects/{project_id}/traces': { parameters: { query?: never; @@ -940,6 +978,23 @@ export interface paths { patch?: never; trace?: never; }; + '/projects/{project_id}/traces/partial_search': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + get?: never; + put?: never; + /** Query Partial Traces */ + post: operations['query_partial_traces_projects__project_id__traces_partial_search_post']; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; '/projects/{project_id}/traces/count': { parameters: { query?: never; @@ -949,7 +1004,10 @@ export interface paths { }; get?: never; put?: never; - /** Count Traces */ + /** + * Count Traces + * @description This endpoint may return a slightly inaccurate count due to the way records are filtered before deduplication. + */ post: operations['count_traces_projects__project_id__traces_count_post']; delete?: never; options?: never; @@ -991,7 +1049,7 @@ export interface paths { patch?: never; trace?: never; }; - '/projects/{project_id}/spans/count': { + '/projects/{project_id}/spans/partial_search': { parameters: { query?: never; header?: never; @@ -1000,15 +1058,15 @@ export interface paths { }; get?: never; put?: never; - /** Count Spans */ - post: operations['count_spans_projects__project_id__spans_count_post']; + /** Query Partial Spans */ + post: operations['query_partial_spans_projects__project_id__spans_partial_search_post']; delete?: never; options?: never; head?: never; patch?: never; trace?: never; }; - '/projects/{project_id}/metrics/search': { + '/projects/{project_id}/spans/count': { parameters: { query?: never; header?: never; @@ -1017,8 +1075,8 @@ export interface paths { }; get?: never; put?: never; - /** Query Metrics */ - post: operations['query_metrics_projects__project_id__metrics_search_post']; + /** Count Spans */ + post: operations['count_spans_projects__project_id__spans_count_post']; delete?: never; options?: never; head?: never; @@ -1059,6 +1117,23 @@ export interface paths { patch?: never; trace?: never; }; + '/projects/{project_id}/sessions/partial_search': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + get?: never; + put?: never; + /** Query Partial Sessions */ + post: operations['query_partial_sessions_projects__project_id__sessions_partial_search_post']; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; '/projects/{project_id}/sessions/count': { parameters: { query?: never; @@ -1230,15 +1305,12 @@ export interface paths { }; /** * List Experiments + * @deprecated * @description Retrieve all experiments for a project. */ get: operations['list_experiments_projects__project_id__experiments_get']; put?: never; - /** - * Create Experiment - * @description Create a new experiment for a project. - */ - post: operations['create_experiment_projects__project_id__experiments_post']; + post?: never; delete?: never; options?: never; head?: never; @@ -1265,6 +1337,26 @@ export interface paths { patch?: never; trace?: never; }; + '/projects/{project_id}/experiments/search': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + get?: never; + put?: never; + /** + * Search Experiments + * @description Search experiments for a project. + */ + post: operations['search_experiments_projects__project_id__experiments_search_post']; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; '/projects/{project_id}/experiments/{experiment_id}': { parameters: { query?: never; @@ -1353,6 +1445,24 @@ export interface paths { patch?: never; trace?: never; }; + '/projects/{project_id}/experiments/{experiment_id}/metric_settings': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + /** Get Metric Settings */ + get: operations['get_metric_settings_projects__project_id__experiments__experiment_id__metric_settings_get']; + put?: never; + post?: never; + delete?: never; + options?: never; + head?: never; + /** Update Metric Settings */ + patch: operations['update_metric_settings_projects__project_id__experiments__experiment_id__metric_settings_patch']; + trace?: never; + }; '/jobs': { parameters: { query?: never; @@ -2104,53 +2214,62 @@ export interface paths { patch?: never; trace?: never; }; - '/scorers': { + '/scorers/{scorer_id}': { parameters: { query?: never; header?: never; path?: never; cookie?: never; }; - get?: never; + /** Get Scorer */ + get: operations['get_scorer_scorers__scorer_id__get']; put?: never; - /** Create */ - post: operations['create_scorers_post']; - delete?: never; + post?: never; + /** Delete Scorer */ + delete: operations['delete_scorer_scorers__scorer_id__delete']; options?: never; head?: never; patch?: never; trace?: never; }; - '/scorers/{scorer_id}': { + '/scorers/code/validate': { parameters: { query?: never; header?: never; path?: never; cookie?: never; }; - /** Get Scorer */ - get: operations['get_scorer_scorers__scorer_id__get']; + get?: never; put?: never; - post?: never; - /** Delete Scorer */ - delete: operations['delete_scorer_scorers__scorer_id__delete']; + /** + * Validate Code Scorer + * @description Validate a code scorer with optional simple input/output test. + */ + post: operations['validate_code_scorer_scorers_code_validate_post']; + delete?: never; options?: never; head?: never; - /** Update */ - patch: operations['update_scorers__scorer_id__patch']; + patch?: never; trace?: never; }; - '/scorers/{scorer_id}/version/llm': { + '/scorers/code/validate/{task_id}': { parameters: { query?: never; header?: never; path?: never; cookie?: never; }; - get?: never; + /** + * Get Validate Code Scorer Task Result + * @description Poll for a code-scorer validation task result (returns status/result). + * + * The validation job creates an entry in `registered_scorer_task_results` (pending) and the runner + * will PATCH the internal task-results endpoint when it finishes. This GET allows clients to poll + * the current task result. + */ + get: operations['get_validate_code_scorer_task_result_scorers_code_validate__task_id__get']; put?: never; - /** Create Llm Scorer Version */ - post: operations['create_llm_scorer_version_scorers__scorer_id__version_llm_post']; + post?: never; delete?: never; options?: never; head?: never; @@ -2379,23 +2498,6 @@ export interface paths { patch?: never; trace?: never; }; - '/scorers/llm/validate/log_record': { - parameters: { - query?: never; - header?: never; - path?: never; - cookie?: never; - }; - get?: never; - put?: never; - /** Validate Llm Scorer Log Record */ - post: operations['validate_llm_scorer_log_record_scorers_llm_validate_log_record_post']; - delete?: never; - options?: never; - head?: never; - patch?: never; - trace?: never; - }; '/projects/{project_id}/stages': { parameters: { query?: never; @@ -2598,14 +2700,14 @@ export interface paths { post?: never; /** * Delete User Integration Collaborator - * @description Remove a user's access to a integration. + * @description Remove a user's access to an integration. */ delete: operations['delete_user_integration_collaborator_integrations__integration_id__users__user_id__delete']; options?: never; head?: never; /** * Update User Integration Collaborator - * @description Update the sharing permissions of a user on a integration. + * @description Update the sharing permissions of a user on an integration. */ patch: operations['update_user_integration_collaborator_integrations__integration_id__users__user_id__patch']; trace?: never; @@ -2625,7 +2727,7 @@ export interface paths { put?: never; /** * Create Group Integration Collaborators - * @description Share a integration with groups. + * @description Share an integration with groups. */ post: operations['create_group_integration_collaborators_integrations__integration_id__groups_post']; delete?: never; @@ -2646,14 +2748,14 @@ export interface paths { post?: never; /** * Delete Group Integration Collaborator - * @description Remove a group's access to a integration. + * @description Remove a group's access to an integration. */ delete: operations['delete_group_integration_collaborator_integrations__integration_id__groups__group_id__delete']; options?: never; head?: never; /** * Update Group Integration Collaborator - * @description Update the sharing permissions of a group on a integration. + * @description Update the sharing permissions of a group on an integration. */ patch: operations['update_group_integration_collaborator_integrations__integration_id__groups__group_id__patch']; trace?: never; @@ -2766,10 +2868,7 @@ export interface paths { cookie?: never; }; get?: never; - /** - * Create Or Update Integration - * @description Create or update a custom integration for this user. - */ + /** Create Or Update Integration */ put: operations['create_or_update_integration_integrations_custom_put']; post?: never; delete?: never; @@ -3011,7 +3110,7 @@ export interface paths { get?: never; /** * Create Or Update Integration - * @description Create or update an Nvidia integration for this user from Galileo. + * @description Create or update an NVIDIA integration for this user from Galileo. */ put: operations['create_or_update_integration_integrations_nvidia_put']; post?: never; @@ -3735,6 +3834,10 @@ export interface components { weight: number; /** Occurrences */ occurrences: number; + /** Trace Count */ + trace_count: number; + /** Trace Ids */ + trace_ids: string[]; }; /** AggregatedTraceViewGraph */ AggregatedTraceViewGraph: { @@ -3742,6 +3845,8 @@ export interface components { nodes: components['schemas']['AggregatedTraceViewNode'][]; /** Edges */ edges: components['schemas']['AggregatedTraceViewEdge'][]; + /** @description Histogram of edge occurrence counts across the graph */ + edge_occurrences_histogram?: components['schemas']['Histogram'] | null; }; /** AggregatedTraceViewNode */ AggregatedTraceViewNode: { @@ -3753,7 +3858,7 @@ export interface components { /** Occurrences */ occurrences: number; /** Parent Id */ - parent_id: string | null; + parent_id?: string | null; /** Has Children */ has_children: boolean; /** Metrics */ @@ -3764,6 +3869,8 @@ export interface components { trace_count: number; /** Weight */ weight: number; + /** Insights */ + insights?: components['schemas']['InsightSummary'][]; }; /** AggregatedTraceViewRequest */ AggregatedTraceViewRequest: { @@ -3815,11 +3922,112 @@ export interface components { */ has_all_traces: boolean; }; - /** AndNode */ - AndNode: { + /** AndNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ + AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____: { /** And */ - and: components['schemas']['FilterExpression'][]; + and: ( + | components['schemas']['FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + )[]; + }; + /** AnnotationAggregate */ + AnnotationAggregate: { + /** Aggregate */ + aggregate: + | components['schemas']['AnnotationLikeDislikeAggregate'] + | components['schemas']['AnnotationStarAggregate'] + | components['schemas']['AnnotationScoreAggregate'] + | components['schemas']['AnnotationTagsAggregate'] + | components['schemas']['AnnotationTextAggregate']; + }; + /** AnnotationLikeDislikeAggregate */ + AnnotationLikeDislikeAggregate: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + annotation_type: 'like_dislike'; + /** Like Count */ + like_count: number; + /** Dislike Count */ + dislike_count: number; + /** Unrated Count */ + unrated_count: number; + }; + /** + * AnnotationQueueAction + * @enum {string} + */ + AnnotationQueueAction: 'update' | 'delete' | 'share' | 'record_annotation'; + /** AnnotationRatingInfo */ + AnnotationRatingInfo: { + annotation_type: components['schemas']['AnnotationType']; + /** Value */ + value: boolean | number | string | string[]; + /** Explanation */ + explanation: string | null; + }; + /** AnnotationScoreAggregate */ + AnnotationScoreAggregate: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + annotation_type: 'score'; + /** Average */ + average: number; + /** Unrated Count */ + unrated_count: number; + }; + /** AnnotationStarAggregate */ + AnnotationStarAggregate: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + annotation_type: 'star'; + /** Average */ + average: number; + /** Counts */ + counts: { + [key: string]: number; + }; + /** Unrated Count */ + unrated_count: number; + }; + /** AnnotationTagsAggregate */ + AnnotationTagsAggregate: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + annotation_type: 'tags'; + /** Counts */ + counts: { + [key: string]: number; + }; + /** Unrated Count */ + unrated_count: number; + }; + /** AnnotationTextAggregate */ + AnnotationTextAggregate: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + annotation_type: 'text'; + /** Count */ + count: number; + /** Unrated Count */ + unrated_count: number; }; + /** + * AnnotationType + * @enum {string} + */ + AnnotationType: 'like_dislike' | 'star' | 'score' | 'tags' | 'text'; /** * AnthropicAuthenticationType * @enum {string} @@ -3827,6 +4035,10 @@ export interface components { AnthropicAuthenticationType: 'api_key' | 'custom_oauth2'; /** AnthropicIntegration */ AnthropicIntegration: { + /** @description Configuration for multi-modal (file upload) capabilities. */ + multi_modal_config?: + | components['schemas']['MultiModalModelIntegrationConfig'] + | null; /** @default api_key */ authentication_type?: components['schemas']['AnthropicAuthenticationType']; /** @@ -3862,6 +4074,10 @@ export interface components { }; /** AnthropicIntegrationCreate */ AnthropicIntegrationCreate: { + /** @description Configuration for multi-modal (file upload) capabilities. */ + multi_modal_config?: + | components['schemas']['MultiModalModelIntegrationConfig'] + | null; /** @default api_key */ authentication_type?: components['schemas']['AnthropicAuthenticationType']; /** @@ -3900,7 +4116,14 @@ export interface components { * AuthMethod * @enum {string} */ - AuthMethod: 'email' | 'google' | 'github' | 'okta' | 'azure-ad' | 'custom'; + AuthMethod: + | 'email' + | 'google' + | 'github' + | 'okta' + | 'azure-ad' + | 'custom' + | 'saml'; /** AvailableIntegrations */ AvailableIntegrations: { /** Integrations */ @@ -3908,6 +4131,10 @@ export interface components { }; /** AwsBedrockIntegration */ AwsBedrockIntegration: { + /** @description Configuration for multi-modal (file upload) capabilities. */ + multi_modal_config?: + | components['schemas']['MultiModalModelIntegrationConfig'] + | null; /** @default key_secret */ credential_type?: components['schemas']['AwsCredentialType']; /** @@ -3915,6 +4142,13 @@ export interface components { * @default us-west-2 */ region?: string; + /** + * Inference Profiles + * @description Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inference_profiles?: { + [key: string]: string; + }; /** Id */ id?: string | null; /** @@ -3941,6 +4175,10 @@ export interface components { * @default us-west-2 */ region?: string; + /** @description Configuration for multi-modal (file upload) capabilities. */ + multi_modal_config?: + | components['schemas']['MultiModalModelIntegrationConfig'] + | null; /** Models */ models?: components['schemas']['Model'][]; /** Id */ @@ -3957,6 +4195,10 @@ export interface components { }; /** AwsSageMakerIntegrationCreate */ AwsSageMakerIntegrationCreate: { + /** @description Configuration for multi-modal (file upload) capabilities. */ + multi_modal_config?: + | components['schemas']['MultiModalModelIntegrationConfig'] + | null; /** Models */ models?: components['schemas']['Model'][]; /** @default key_secret */ @@ -3966,6 +4208,13 @@ export interface components { * @default us-west-2 */ region?: string; + /** + * Inference Profiles + * @description Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inference_profiles?: { + [key: string]: string; + }; /** Token */ token: { [key: string]: string; @@ -3982,6 +4231,10 @@ export interface components { | 'custom_oauth2'; /** AzureIntegration */ AzureIntegration: { + /** @description Configuration for multi-modal (file upload) capabilities. */ + multi_modal_config?: + | components['schemas']['MultiModalModelIntegrationConfig'] + | null; /** * Proxy * @default false @@ -4041,6 +4294,10 @@ export interface components { }; /** AzureIntegrationCreate */ AzureIntegrationCreate: { + /** @description Configuration for multi-modal (file upload) capabilities. */ + multi_modal_config?: + | components['schemas']['MultiModalModelIntegrationConfig'] + | null; /** * Proxy * @default false @@ -4104,6 +4361,10 @@ export interface components { }; /** BaseAwsIntegrationCreate */ BaseAwsIntegrationCreate: { + /** @description Configuration for multi-modal (file upload) capabilities. */ + multi_modal_config?: + | components['schemas']['MultiModalModelIntegrationConfig'] + | null; /** @default key_secret */ credential_type?: components['schemas']['AwsCredentialType']; /** @@ -4111,6 +4372,13 @@ export interface components { * @default us-west-2 */ region?: string; + /** + * Inference Profiles + * @description Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inference_profiles?: { + [key: string]: string; + }; /** Token */ token: { [key: string]: string; @@ -4127,6 +4395,8 @@ export interface components { name: string; /** Lora Task Id */ lora_task_id: number; + /** Lora Weights Path */ + lora_weights_path?: string | null; /** Prompt */ prompt: string; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; @@ -4160,6 +4430,19 @@ export interface components { /** User Prompt */ user_prompt?: string | null; }; + /** + * BaseMetricRollUpConfigDB + * @description Configuration for rolling up metrics to parent/trace/session. + */ + BaseMetricRollUpConfigDB: { + /** + * Roll Up Methods + * @description List of roll up methods to apply to the metric. For numeric scorers we support doing multiple roll up types per metric. + */ + roll_up_methods: + | components['schemas']['NumericRollUpMethod'][] + | components['schemas']['CategoricalRollUpMethod'][]; + }; /** * BasePromptTemplateResponse * @description Response from API to get a prompt template version. @@ -4334,6 +4617,8 @@ export interface components { model_alias?: string | null; /** Num Judges */ num_judges?: number | null; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -4345,6 +4630,10 @@ export interface components { registered_scorer_id?: string | null; /** Generated Scorer Id */ generated_scorer_id?: string | null; + /** Scorer Version Id */ + scorer_version_id?: string | null; + /** User Code */ + user_code?: string | null; /** Can Copy To Llm */ can_copy_to_llm?: boolean | null; /** Scoreable Node Types */ @@ -4353,12 +4642,24 @@ export interface components { cot_enabled?: boolean | null; output_type?: components['schemas']['OutputTypeEnum'] | null; input_type?: components['schemas']['InputTypeEnum'] | null; + /** Multimodal Capabilities */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; + /** Roll Up Methods */ + roll_up_methods?: + | components['schemas']['NumericRollUpMethod'][] + | components['schemas']['CategoricalRollUpMethod'][] + | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ lora_task_id?: number | null; + /** Lora Weights Path */ + lora_weights_path?: string | null; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; luna_output_type?: components['schemas']['LunaOutputTypeEnum'] | null; /** Class Name To Vocab Ix */ @@ -4485,6 +4786,11 @@ export interface components { * Format: binary */ file: string; + /** + * Validation Result + * @description Pre-validated result as JSON string to skip validation + */ + validation_result?: string | null; }; /** Body_create_dataset_datasets_post */ Body_create_dataset_datasets_post: { @@ -4563,20 +4869,21 @@ export interface components { */ file: string; }; - /** - * BooleanFilter - * @description Filters on a boolean field. - */ - BooleanFilter: { - /** Name */ - name: string | null; + /** Body_validate_code_scorer_scorers_code_validate_post */ + Body_validate_code_scorer_scorers_code_validate_post: { /** - * Operator - * @enum {string} + * File + * Format: binary */ - operator: 'eq' | 'ne'; - /** Value */ - value: boolean; + file: string; + /** Test Input */ + test_input?: string | null; + /** Test Output */ + test_output?: string | null; + /** Required Scorers */ + required_scorers?: string | string[] | null; + /** Scoreable Node Types */ + scoreable_node_types?: string | string[] | null; }; /** BucketedMetric */ BucketedMetric: { @@ -4589,21 +4896,6 @@ export interface components { /** Average */ average?: number | null; }; - /** BucketedMetrics */ - BucketedMetrics: { - /** - * Start Bucket Time - * Format: date-time - */ - start_bucket_time: string; - /** - * End Bucket Time - * Format: date-time - */ - end_bucket_time: string; - } & { - [key: string]: unknown; - }; /** * BulkDeleteDatasetsRequest * @description Request to delete multiple datasets. @@ -4644,6 +4936,17 @@ export interface components { /** Message */ message: string; }; + /** + * CategoricalRollUpMethod + * @description Roll up methods for aggregating categorical metrics up the session/trace/span hierarchy. + * @enum {string} + */ + CategoricalRollUpMethod: 'category_count'; + /** + * ChainAggregationStrategy + * @enum {string} + */ + ChainAggregationStrategy: 'sum' | 'average' | 'first' | 'last'; /** * ChainPollTemplate * @description Template for a chainpoll metric prompt, @@ -4808,26 +5111,6 @@ export interface components { CollaboratorUpdate: { role: components['schemas']['CollaboratorRole']; }; - /** - * CollectionFilter - * @description Filters for string items in a collection/list. - */ - CollectionFilter: { - /** Name */ - name: string | null; - /** - * Operator - * @enum {string} - */ - operator: 'eq' | 'contains' | 'not_in'; - /** Value */ - value: string | string[]; - /** - * Case Sensitive - * @default true - */ - case_sensitive?: boolean; - }; /** * ColumnCategory * @enum {string} @@ -4836,6 +5119,7 @@ export interface components { | 'standard' | 'metric' | 'user_metadata' + | 'metric_status' | 'dataset_metadata' | 'dataset' | 'feedback' @@ -4847,13 +5131,6 @@ export interface components { * @description Column id. Must be universally unique. */ id: string; - /** @description For metric columns only: Scorer config that produced the metric. */ - scorer_config?: components['schemas']['ScorerConfig'] | null; - /** - * Scorer Id - * @description For metric columns only: Scorer id that produced the metric. This is deprecated and will be removed in future versions. - */ - scorer_id?: string | null; /** * Label * @description Display label of the column in the UI. @@ -4871,10 +5148,8 @@ export interface components { * @description Display label of the column group. */ group_label?: string | null; - /** @description Insight type. */ - insight_type?: components['schemas']['InsightType'] | null; /** @description Data type of the column. This is used to determine how to format the data on the UI. */ - data_type?: components['schemas']['DataType'] | null; + data_type: components['schemas']['DataType'] | null; /** @description Data unit of the column (optional). */ data_unit?: components['schemas']['DataUnit'] | null; /** @@ -4888,8 +5163,6 @@ export interface components { * @description Allowed values for this column. */ allowed_values?: unknown[] | null; - /** @description Thresholds for the column, if this is a metrics column. */ - threshold?: components['schemas']['MetricThreshold'] | null; /** * Sortable * @description Whether the column is sortable. @@ -4930,6 +5203,11 @@ export interface components { input: components['schemas']['ColumnMappingConfig'] | string[] | null; /** Output */ output: components['schemas']['ColumnMappingConfig'] | string[] | null; + /** Generated Output */ + generated_output: + | components['schemas']['ColumnMappingConfig'] + | string[] + | null; /** Metadata */ metadata: components['schemas']['ColumnMappingConfig'] | string[] | null; }; @@ -5045,6 +5323,12 @@ export interface components { [key: string]: unknown; } | null; }; + /** + * ContentModality + * @description Classification of content modality + * @enum {string} + */ + ContentModality: 'text' | 'document' | 'image' | 'audio' | 'video'; /** ContextAdherenceScorer */ ContextAdherenceScorer: { /** @@ -5137,6 +5421,8 @@ export interface components { lora_task_id: number; /** Prompt */ prompt: string; + /** Lora Weights Path */ + lora_weights_path?: string | null; /** @description Executor pipeline. Defaults to finetuned scorer pipeline but can run custom galileo score pipelines. */ executor?: | components['schemas']['galileo_core__schemas__shared__scorers__scorer_name__ScorerName'] @@ -5297,6 +5583,8 @@ export interface components { metric_critique_configuration?: | components['schemas']['MetricCritiqueJobConfiguration'] | null; + /** Is Session */ + is_session?: boolean | null; /** * Upload Data In Separate Task * @default true @@ -5307,6 +5595,11 @@ export interface components { * @default false */ log_metric_computing_records?: boolean; + /** + * Stream Metrics + * @default false + */ + stream_metrics?: boolean; }; /** CreateJobResponse */ CreateJobResponse: { @@ -5461,6 +5754,8 @@ export interface components { metric_critique_configuration?: | components['schemas']['MetricCritiqueJobConfiguration'] | null; + /** Is Session */ + is_session?: boolean | null; /** * Upload Data In Separate Task * @default true @@ -5471,6 +5766,11 @@ export interface components { * @default false */ log_metric_computing_records?: boolean; + /** + * Stream Metrics + * @default false + */ + stream_metrics?: boolean; /** Message */ message: string; /** Link */ @@ -5488,24 +5788,6 @@ export interface components { /** Scoreable Node Types */ scoreable_node_types: string[]; }; - /** CreateLLMScorerVersionRequest */ - CreateLLMScorerVersionRequest: { - /** Model Name */ - model_name?: string | null; - /** Num Judges */ - num_judges?: number | null; - /** Scoreable Node Types */ - scoreable_node_types?: string[] | null; - /** Cot Enabled */ - cot_enabled?: boolean | null; - output_type?: components['schemas']['OutputTypeEnum'] | null; - input_type?: components['schemas']['InputTypeEnum'] | null; - /** Instructions */ - instructions?: string | null; - chain_poll_template?: components['schemas']['ChainPollTemplate'] | null; - /** User Prompt */ - user_prompt?: string | null; - }; /** * CreatePromptTemplateWithVersionRequestBody * @description Body to create a new prompt template with version. @@ -5533,33 +5815,6 @@ export interface components { */ hidden?: boolean; }; - /** CreateScorerRequest */ - CreateScorerRequest: { - /** Name */ - name: string; - /** - * Description - * @default - */ - description?: string; - /** Tags */ - tags?: string[]; - defaults?: components['schemas']['ScorerDefaults'] | null; - scorer_type: components['schemas']['ScorerTypes']; - model_type?: components['schemas']['ModelType'] | null; - /** Ground Truth */ - ground_truth?: boolean | null; - /** Default Version Id */ - default_version_id?: string | null; - /** User Prompt */ - user_prompt?: string | null; - /** Scoreable Node Types */ - scoreable_node_types?: string[] | null; - output_type?: components['schemas']['OutputTypeEnum'] | null; - input_type?: components['schemas']['InputTypeEnum'] | null; - /** Required Scorers */ - required_scorers?: string[] | null; - }; /** CreateScorerVersionRequest */ CreateScorerVersionRequest: { /** Model Name */ @@ -5605,23 +5860,27 @@ export interface components { }; /** * CustomAuthenticationType + * @description Authentication types for custom integrations. + * + * Values: + * - none: No authentication required + * - oauth2: OAuth2 token-based authentication + * - api_key: API key header-based authentication * @enum {string} */ - CustomAuthenticationType: 'oauth2'; - /** CustomBooleanFilter */ - CustomBooleanFilter: { - /** Name */ - name: string | null; - /** Value */ - value: boolean; - }; - /** CustomFunctionFilter */ - CustomFunctionFilter: { - /** Name */ - name: string | null; - }; - /** CustomIntegration */ + CustomAuthenticationType: 'api_key' | 'none' | 'oauth2'; + /** + * CustomIntegration + * @description Read model for custom integrations. + * + * api_key_value is not stored in extra (it's encrypted in the token column), + * so we override the parent validator to skip requiring it on read. + */ CustomIntegration: { + /** @description Configuration for multi-modal (file upload) capabilities. */ + multi_modal_config?: + | components['schemas']['MultiModalModelIntegrationConfig'] + | null; /** @default oauth2 */ authentication_type?: components['schemas']['CustomAuthenticationType']; /** @@ -5649,6 +5908,18 @@ export interface components { * @description OAuth2 token URL for custom OAuth2 authentication. If not provided, defaults to the endpoint. */ oauth2_token_url?: string | null; + /** + * Api Key Header + * @description HTTP header name to use for API key authentication (e.g., 'X-API-Key', 'Authorization'). + */ + api_key_header?: string | null; + /** + * Api Key Value + * @description API key value to send in the specified header for authentication. + */ + api_key_value?: string | null; + /** @description Optional configuration for a custom LiteLLM handler class. When specified, the handler's acompletion() method is used instead of the default litellm.acompletion(). */ + custom_llm_config?: components['schemas']['CustomLLMConfig'] | null; /** Id */ id?: string | null; /** @@ -5661,8 +5932,21 @@ export interface components { [key: string]: unknown; } | null; }; - /** CustomIntegrationCreate */ + /** + * CustomIntegrationCreate + * @description Schema for creating custom integrations. + * + * Inherits api_key field validation from CustomConfig: + * - api_key_header and api_key_value are required when authentication_type is api_key + * + * Token field is only used for oauth2 authentication (contains OAuth2 client credentials). + * For api_key auth, the api_key_value field is used instead. + */ CustomIntegrationCreate: { + /** @description Configuration for multi-modal (file upload) capabilities. */ + multi_modal_config?: + | components['schemas']['MultiModalModelIntegrationConfig'] + | null; /** @default oauth2 */ authentication_type?: components['schemas']['CustomAuthenticationType']; /** @@ -5690,30 +5974,46 @@ export interface components { * @description OAuth2 token URL for custom OAuth2 authentication. If not provided, defaults to the endpoint. */ oauth2_token_url?: string | null; + /** + * Api Key Header + * @description HTTP header name to use for API key authentication (e.g., 'X-API-Key', 'Authorization'). + */ + api_key_header?: string | null; + /** + * Api Key Value + * @description API key value to send in the specified header for authentication. + */ + api_key_value?: string | null; + /** @description Optional configuration for a custom LiteLLM handler class. When specified, the handler's acompletion() method is used instead of the default litellm.acompletion(). */ + custom_llm_config?: components['schemas']['CustomLLMConfig'] | null; /** Token */ - token: string; + token?: string | null; }; - /** CustomNumberFilter */ - CustomNumberFilter: { - /** Name */ - name: string | null; + /** + * CustomLLMConfig + * @description Configuration for a custom LiteLLM handler class. + * + * Allows users to specify a custom implementation of litellm.CustomLLM + * that handles acompletion() calls with custom request/response transformation. + */ + CustomLLMConfig: { /** - * Operator - * @enum {string} + * File Name + * @description Python file name containing the CustomLLM class (e.g., 'my_handler.py') */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte' | 'between'; - /** Value */ - value: number | number[] | number[]; - }; - /** CustomUUIDFilter */ - CustomUUIDFilter: { - /** Name */ - name: string | null; + file_name: string; /** - * Value - * Format: uuid4 + * Class Name + * @description Class name within the module (must be a litellm.CustomLLM subclass) */ - value: string; + class_name: string; + /** + * Init Kwargs + * @description Optional keyword arguments to pass to the CustomLLM constructor + */ + init_kwargs?: { + [key: string]: unknown; + } | null; }; /** CustomizedAgenticSessionSuccessGPTScorer */ CustomizedAgenticSessionSuccessGPTScorer: { @@ -5788,6 +6088,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['AgenticSessionSuccessTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -5799,6 +6101,10 @@ export interface components { registered_scorer_id?: string | null; /** Generated Scorer Id */ generated_scorer_id?: string | null; + /** Scorer Version Id */ + scorer_version_id?: string | null; + /** User Code */ + user_code?: string | null; /** Can Copy To Llm */ can_copy_to_llm?: boolean | null; /** Scoreable Node Types */ @@ -5807,12 +6113,24 @@ export interface components { cot_enabled?: boolean | null; output_type?: components['schemas']['OutputTypeEnum'] | null; input_type?: components['schemas']['InputTypeEnum'] | null; + /** Multimodal Capabilities */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; + /** Roll Up Methods */ + roll_up_methods?: + | components['schemas']['NumericRollUpMethod'][] + | components['schemas']['CategoricalRollUpMethod'][] + | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ lora_task_id?: number | null; + /** Lora Weights Path */ + lora_weights_path?: string | null; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; luna_output_type?: components['schemas']['LunaOutputTypeEnum'] | null; /** Class Name To Vocab Ix */ @@ -5898,6 +6216,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['AgenticWorkflowSuccessTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -5909,6 +6229,10 @@ export interface components { registered_scorer_id?: string | null; /** Generated Scorer Id */ generated_scorer_id?: string | null; + /** Scorer Version Id */ + scorer_version_id?: string | null; + /** User Code */ + user_code?: string | null; /** Can Copy To Llm */ can_copy_to_llm?: boolean | null; /** Scoreable Node Types */ @@ -5917,12 +6241,24 @@ export interface components { cot_enabled?: boolean | null; output_type?: components['schemas']['OutputTypeEnum'] | null; input_type?: components['schemas']['InputTypeEnum'] | null; + /** Multimodal Capabilities */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; + /** Roll Up Methods */ + roll_up_methods?: + | components['schemas']['NumericRollUpMethod'][] + | components['schemas']['CategoricalRollUpMethod'][] + | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ lora_task_id?: number | null; + /** Lora Weights Path */ + lora_weights_path?: string | null; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; luna_output_type?: components['schemas']['LunaOutputTypeEnum'] | null; /** Class Name To Vocab Ix */ @@ -5998,6 +6334,8 @@ export interface components { * "metric_few_shot_examples": [] * } */ chainpoll_template?: components['schemas']['ChunkAttributionUtilizationTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6009,6 +6347,10 @@ export interface components { registered_scorer_id?: string | null; /** Generated Scorer Id */ generated_scorer_id?: string | null; + /** Scorer Version Id */ + scorer_version_id?: string | null; + /** User Code */ + user_code?: string | null; /** Can Copy To Llm */ can_copy_to_llm?: boolean | null; /** Scoreable Node Types */ @@ -6017,12 +6359,24 @@ export interface components { cot_enabled?: boolean | null; output_type?: components['schemas']['OutputTypeEnum'] | null; input_type?: components['schemas']['InputTypeEnum'] | null; + /** Multimodal Capabilities */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; + /** Roll Up Methods */ + roll_up_methods?: + | components['schemas']['NumericRollUpMethod'][] + | components['schemas']['CategoricalRollUpMethod'][] + | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ lora_task_id?: number | null; + /** Lora Weights Path */ + lora_weights_path?: string | null; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; luna_output_type?: components['schemas']['LunaOutputTypeEnum'] | null; /** Class Name To Vocab Ix */ @@ -6097,6 +6451,8 @@ export interface components { * "metric_few_shot_examples": [] * } */ chainpoll_template?: components['schemas']['CompletenessTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6108,6 +6464,10 @@ export interface components { registered_scorer_id?: string | null; /** Generated Scorer Id */ generated_scorer_id?: string | null; + /** Scorer Version Id */ + scorer_version_id?: string | null; + /** User Code */ + user_code?: string | null; /** Can Copy To Llm */ can_copy_to_llm?: boolean | null; /** Scoreable Node Types */ @@ -6116,12 +6476,24 @@ export interface components { cot_enabled?: boolean | null; output_type?: components['schemas']['OutputTypeEnum'] | null; input_type?: components['schemas']['InputTypeEnum'] | null; + /** Multimodal Capabilities */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; + /** Roll Up Methods */ + roll_up_methods?: + | components['schemas']['NumericRollUpMethod'][] + | components['schemas']['CategoricalRollUpMethod'][] + | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ lora_task_id?: number | null; + /** Lora Weights Path */ + lora_weights_path?: string | null; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; luna_output_type?: components['schemas']['LunaOutputTypeEnum'] | null; /** Class Name To Vocab Ix */ @@ -6206,6 +6578,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['FactualityTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6217,6 +6591,10 @@ export interface components { registered_scorer_id?: string | null; /** Generated Scorer Id */ generated_scorer_id?: string | null; + /** Scorer Version Id */ + scorer_version_id?: string | null; + /** User Code */ + user_code?: string | null; /** Can Copy To Llm */ can_copy_to_llm?: boolean | null; /** Scoreable Node Types */ @@ -6225,12 +6603,24 @@ export interface components { cot_enabled?: boolean | null; output_type?: components['schemas']['OutputTypeEnum'] | null; input_type?: components['schemas']['InputTypeEnum'] | null; + /** Multimodal Capabilities */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; + /** Roll Up Methods */ + roll_up_methods?: + | components['schemas']['NumericRollUpMethod'][] + | components['schemas']['CategoricalRollUpMethod'][] + | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ lora_task_id?: number | null; + /** Lora Weights Path */ + lora_weights_path?: string | null; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; luna_output_type?: components['schemas']['LunaOutputTypeEnum'] | null; /** Class Name To Vocab Ix */ @@ -6312,6 +6702,8 @@ export interface components { * "metric_few_shot_examples": [] * } */ chainpoll_template?: components['schemas']['GroundTruthAdherenceTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6323,6 +6715,10 @@ export interface components { registered_scorer_id?: string | null; /** Generated Scorer Id */ generated_scorer_id?: string | null; + /** Scorer Version Id */ + scorer_version_id?: string | null; + /** User Code */ + user_code?: string | null; /** Can Copy To Llm */ can_copy_to_llm?: boolean | null; /** Scoreable Node Types */ @@ -6331,12 +6727,24 @@ export interface components { cot_enabled?: boolean | null; output_type?: components['schemas']['OutputTypeEnum'] | null; input_type?: components['schemas']['InputTypeEnum'] | null; + /** Multimodal Capabilities */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; + /** Roll Up Methods */ + roll_up_methods?: + | components['schemas']['NumericRollUpMethod'][] + | components['schemas']['CategoricalRollUpMethod'][] + | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ lora_task_id?: number | null; + /** Lora Weights Path */ + lora_weights_path?: string | null; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; luna_output_type?: components['schemas']['LunaOutputTypeEnum'] | null; /** Class Name To Vocab Ix */ @@ -6418,6 +6826,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['GroundednessTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6429,6 +6839,10 @@ export interface components { registered_scorer_id?: string | null; /** Generated Scorer Id */ generated_scorer_id?: string | null; + /** Scorer Version Id */ + scorer_version_id?: string | null; + /** User Code */ + user_code?: string | null; /** Can Copy To Llm */ can_copy_to_llm?: boolean | null; /** Scoreable Node Types */ @@ -6437,12 +6851,24 @@ export interface components { cot_enabled?: boolean | null; output_type?: components['schemas']['OutputTypeEnum'] | null; input_type?: components['schemas']['InputTypeEnum'] | null; + /** Multimodal Capabilities */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; + /** Roll Up Methods */ + roll_up_methods?: + | components['schemas']['NumericRollUpMethod'][] + | components['schemas']['CategoricalRollUpMethod'][] + | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ lora_task_id?: number | null; + /** Lora Weights Path */ + lora_weights_path?: string | null; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; luna_output_type?: components['schemas']['LunaOutputTypeEnum'] | null; /** Class Name To Vocab Ix */ @@ -6524,6 +6950,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['InputSexistTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6535,6 +6963,10 @@ export interface components { registered_scorer_id?: string | null; /** Generated Scorer Id */ generated_scorer_id?: string | null; + /** Scorer Version Id */ + scorer_version_id?: string | null; + /** User Code */ + user_code?: string | null; /** Can Copy To Llm */ can_copy_to_llm?: boolean | null; /** Scoreable Node Types */ @@ -6543,12 +6975,24 @@ export interface components { cot_enabled?: boolean | null; output_type?: components['schemas']['OutputTypeEnum'] | null; input_type?: components['schemas']['InputTypeEnum'] | null; + /** Multimodal Capabilities */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; + /** Roll Up Methods */ + roll_up_methods?: + | components['schemas']['NumericRollUpMethod'][] + | components['schemas']['CategoricalRollUpMethod'][] + | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ lora_task_id?: number | null; + /** Lora Weights Path */ + lora_weights_path?: string | null; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; luna_output_type?: components['schemas']['LunaOutputTypeEnum'] | null; /** Class Name To Vocab Ix */ @@ -6630,6 +7074,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['InputToxicityTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6641,6 +7087,10 @@ export interface components { registered_scorer_id?: string | null; /** Generated Scorer Id */ generated_scorer_id?: string | null; + /** Scorer Version Id */ + scorer_version_id?: string | null; + /** User Code */ + user_code?: string | null; /** Can Copy To Llm */ can_copy_to_llm?: boolean | null; /** Scoreable Node Types */ @@ -6649,12 +7099,24 @@ export interface components { cot_enabled?: boolean | null; output_type?: components['schemas']['OutputTypeEnum'] | null; input_type?: components['schemas']['InputTypeEnum'] | null; + /** Multimodal Capabilities */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; + /** Roll Up Methods */ + roll_up_methods?: + | components['schemas']['NumericRollUpMethod'][] + | components['schemas']['CategoricalRollUpMethod'][] + | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ lora_task_id?: number | null; + /** Lora Weights Path */ + lora_weights_path?: string | null; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; luna_output_type?: components['schemas']['LunaOutputTypeEnum'] | null; /** Class Name To Vocab Ix */ @@ -6736,6 +7198,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['InstructionAdherenceTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6747,6 +7211,10 @@ export interface components { registered_scorer_id?: string | null; /** Generated Scorer Id */ generated_scorer_id?: string | null; + /** Scorer Version Id */ + scorer_version_id?: string | null; + /** User Code */ + user_code?: string | null; /** Can Copy To Llm */ can_copy_to_llm?: boolean | null; /** Scoreable Node Types */ @@ -6755,12 +7223,24 @@ export interface components { cot_enabled?: boolean | null; output_type?: components['schemas']['OutputTypeEnum'] | null; input_type?: components['schemas']['InputTypeEnum'] | null; + /** Multimodal Capabilities */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; + /** Roll Up Methods */ + roll_up_methods?: + | components['schemas']['NumericRollUpMethod'][] + | components['schemas']['CategoricalRollUpMethod'][] + | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ lora_task_id?: number | null; + /** Lora Weights Path */ + lora_weights_path?: string | null; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; luna_output_type?: components['schemas']['LunaOutputTypeEnum'] | null; /** Class Name To Vocab Ix */ @@ -6847,6 +7327,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['PromptInjectionTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6858,6 +7340,10 @@ export interface components { registered_scorer_id?: string | null; /** Generated Scorer Id */ generated_scorer_id?: string | null; + /** Scorer Version Id */ + scorer_version_id?: string | null; + /** User Code */ + user_code?: string | null; /** Can Copy To Llm */ can_copy_to_llm?: boolean | null; /** Scoreable Node Types */ @@ -6866,12 +7352,24 @@ export interface components { cot_enabled?: boolean | null; output_type?: components['schemas']['OutputTypeEnum'] | null; input_type?: components['schemas']['InputTypeEnum'] | null; + /** Multimodal Capabilities */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; + /** Roll Up Methods */ + roll_up_methods?: + | components['schemas']['NumericRollUpMethod'][] + | components['schemas']['CategoricalRollUpMethod'][] + | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ lora_task_id?: number | null; + /** Lora Weights Path */ + lora_weights_path?: string | null; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; luna_output_type?: components['schemas']['LunaOutputTypeEnum'] | null; /** Class Name To Vocab Ix */ @@ -6953,6 +7451,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['SexistTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6964,6 +7464,10 @@ export interface components { registered_scorer_id?: string | null; /** Generated Scorer Id */ generated_scorer_id?: string | null; + /** Scorer Version Id */ + scorer_version_id?: string | null; + /** User Code */ + user_code?: string | null; /** Can Copy To Llm */ can_copy_to_llm?: boolean | null; /** Scoreable Node Types */ @@ -6972,12 +7476,24 @@ export interface components { cot_enabled?: boolean | null; output_type?: components['schemas']['OutputTypeEnum'] | null; input_type?: components['schemas']['InputTypeEnum'] | null; + /** Multimodal Capabilities */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; + /** Roll Up Methods */ + roll_up_methods?: + | components['schemas']['NumericRollUpMethod'][] + | components['schemas']['CategoricalRollUpMethod'][] + | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ lora_task_id?: number | null; + /** Lora Weights Path */ + lora_weights_path?: string | null; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; luna_output_type?: components['schemas']['LunaOutputTypeEnum'] | null; /** Class Name To Vocab Ix */ @@ -7063,6 +7579,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['ToolErrorRateTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -7074,6 +7592,10 @@ export interface components { registered_scorer_id?: string | null; /** Generated Scorer Id */ generated_scorer_id?: string | null; + /** Scorer Version Id */ + scorer_version_id?: string | null; + /** User Code */ + user_code?: string | null; /** Can Copy To Llm */ can_copy_to_llm?: boolean | null; /** Scoreable Node Types */ @@ -7082,12 +7604,24 @@ export interface components { cot_enabled?: boolean | null; output_type?: components['schemas']['OutputTypeEnum'] | null; input_type?: components['schemas']['InputTypeEnum'] | null; + /** Multimodal Capabilities */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; + /** Roll Up Methods */ + roll_up_methods?: + | components['schemas']['NumericRollUpMethod'][] + | components['schemas']['CategoricalRollUpMethod'][] + | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ lora_task_id?: number | null; + /** Lora Weights Path */ + lora_weights_path?: string | null; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; luna_output_type?: components['schemas']['LunaOutputTypeEnum'] | null; /** Class Name To Vocab Ix */ @@ -7169,6 +7703,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['ToolSelectionQualityTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -7180,6 +7716,10 @@ export interface components { registered_scorer_id?: string | null; /** Generated Scorer Id */ generated_scorer_id?: string | null; + /** Scorer Version Id */ + scorer_version_id?: string | null; + /** User Code */ + user_code?: string | null; /** Can Copy To Llm */ can_copy_to_llm?: boolean | null; /** Scoreable Node Types */ @@ -7188,12 +7728,24 @@ export interface components { cot_enabled?: boolean | null; output_type?: components['schemas']['OutputTypeEnum'] | null; input_type?: components['schemas']['InputTypeEnum'] | null; + /** Multimodal Capabilities */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; + /** Roll Up Methods */ + roll_up_methods?: + | components['schemas']['NumericRollUpMethod'][] + | components['schemas']['CategoricalRollUpMethod'][] + | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ lora_task_id?: number | null; + /** Lora Weights Path */ + lora_weights_path?: string | null; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; luna_output_type?: components['schemas']['LunaOutputTypeEnum'] | null; /** Class Name To Vocab Ix */ @@ -7275,6 +7827,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['ToxicityTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -7286,6 +7840,10 @@ export interface components { registered_scorer_id?: string | null; /** Generated Scorer Id */ generated_scorer_id?: string | null; + /** Scorer Version Id */ + scorer_version_id?: string | null; + /** User Code */ + user_code?: string | null; /** Can Copy To Llm */ can_copy_to_llm?: boolean | null; /** Scoreable Node Types */ @@ -7294,12 +7852,24 @@ export interface components { cot_enabled?: boolean | null; output_type?: components['schemas']['OutputTypeEnum'] | null; input_type?: components['schemas']['InputTypeEnum'] | null; + /** Multimodal Capabilities */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; + /** Roll Up Methods */ + roll_up_methods?: + | components['schemas']['NumericRollUpMethod'][] + | components['schemas']['CategoricalRollUpMethod'][] + | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ lora_task_id?: number | null; + /** Lora Weights Path */ + lora_weights_path?: string | null; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; luna_output_type?: components['schemas']['LunaOutputTypeEnum'] | null; /** Class Name To Vocab Ix */ @@ -7328,7 +7898,13 @@ export interface components { | 'dataset' | 'prompt' | 'playground' - | 'rank'; + | 'rank' + | 'category_count' + | 'score_rating_aggregate' + | 'star_rating_aggregate' + | 'thumb_rating_aggregate' + | 'tags_rating_aggregate' + | 'text_rating_aggregate'; /** * DataTypeOptions * @enum {string} @@ -7894,6 +8470,12 @@ export interface components { * @default true */ prepend?: boolean; + /** + * Use Generated Output Column + * @description If True, write trace output to generated_output column; if False, write to output column (backward compatible) + * @default false + */ + use_generated_output_column?: boolean; }; /** DatasetCreatedAtSort */ DatasetCreatedAtSort: { @@ -7982,9 +8564,10 @@ export interface components { name: 'draft'; /** * Operator + * @default eq * @enum {string} */ - operator: 'eq' | 'ne'; + operator?: 'eq' | 'ne'; /** Value */ value: boolean; }; @@ -8353,24 +8936,6 @@ export interface components { */ sort_type?: 'column'; }; - /** - * DateFilter - * @description Filters on a datetime field. - */ - DateFilter: { - /** Name */ - name: string | null; - /** - * Operator - * @enum {string} - */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; - /** - * Value - * Format: date-time - */ - value: string; - }; /** DeletePromptResponse */ DeletePromptResponse: { /** Message */ @@ -8478,20 +9043,36 @@ export interface components { label: string; }; /** - * EnumFilter - * @description Filters on a string field, with limited categories. + * ErrorSeverity + * @description Error severity levels for catalog entries. + * @enum {string} */ - EnumFilter: { - /** Name */ - name: string | null; - /** - * Operator - * @enum {string} - */ - operator: 'eq' | 'ne' | 'one_of' | 'not_in'; - /** Value */ - value: string | string[]; - }; + ErrorSeverity: 'low' | 'medium' | 'high' | 'critical'; + /** + * ErrorType + * @enum {string} + */ + ErrorType: + | 'llm_api_error' + | 'credentials_error' + | 'data_validation_error' + | 'configuration_error' + | 'permission_error' + | 'not_found_error' + | 'workflow_error' + | 'system_error' + | 'uncataloged_error'; + /** + * EventStatus + * @description Common status values for events. + * @enum {string} + */ + EventStatus: + | 'in_progress' + | 'completed' + | 'failed' + | 'cancelled' + | 'incomplete'; /** * ExecutionStatus * @description Status of the execution. @@ -8505,70 +9086,143 @@ export interface components { | 'paused' | 'not_triggered' | 'skipped'; - /** ExperimentCreateRequest */ - ExperimentCreateRequest: { - /** Name */ - name: string; + /** RunCreatedAtFilter */ + ExperimentCreatedAtFilter: { /** - * Task Type - * @default 16 + * @description discriminator enum property added by openapi-typescript + * @enum {string} */ - task_type?: 16 | 17; - /** Playground Id */ - playground_id?: string | null; - /** Prompt Template Version Id */ - prompt_template_version_id?: string | null; - dataset?: components['schemas']['ExperimentDatasetRequest'] | null; - /** Playground Prompt Id */ - playground_prompt_id?: string | null; - prompt_settings?: components['schemas']['PromptRunSettings']; - /** Scorers */ - scorers?: components['schemas']['ScorerConfig'][]; + name: 'created_at'; /** - * Trigger - * @default false + * Operator + * @enum {string} */ - trigger?: boolean; - }; - /** ExperimentDataset */ - ExperimentDataset: { - /** Dataset Id */ - dataset_id?: string | null; - /** Version Index */ - version_index?: number | null; - /** Name */ - name?: string | null; - }; - /** ExperimentDatasetRequest */ - ExperimentDatasetRequest: { + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; /** - * Dataset Id - * Format: uuid4 + * Value + * Format: date-time */ - dataset_id: string; - /** Version Index */ - version_index: number; - }; - /** ExperimentMetricsRequest */ - ExperimentMetricsRequest: { - /** Filters */ - filters?: ( - | components['schemas']['LogRecordsIDFilter'] - | components['schemas']['LogRecordsDateFilter'] - | components['schemas']['LogRecordsNumberFilter'] - | components['schemas']['LogRecordsBooleanFilter'] - | components['schemas']['LogRecordsCollectionFilter'] - | components['schemas']['LogRecordsTextFilter'] - )[]; + value: string; }; - /** ExperimentMetricsResponse */ - ExperimentMetricsResponse: { + /** RunCreatedAtSort */ + ExperimentCreatedAtSort: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'created_at'; + /** + * Ascending + * @default true + */ + ascending?: boolean; + /** + * Sort Type + * @default column + * @constant + */ + sort_type?: 'column'; + }; + /** RunCreatedByFilter */ + ExperimentCreatedByFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'created_by'; + /** + * Operator + * @default eq + * @enum {string} + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** Value */ + value: string | string[]; + }; + /** ExperimentDataset */ + ExperimentDataset: { + /** Dataset Id */ + dataset_id?: string | null; + /** Version Index */ + version_index?: number | null; + /** Name */ + name?: string | null; + }; + /** RunIDFilter */ + ExperimentIDFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'id'; + /** + * Operator + * @default eq + * @enum {string} + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** Value */ + value: string | string[]; + }; + /** ExperimentMetricsRequest */ + ExperimentMetricsRequest: { + /** Filters */ + filters?: ( + | components['schemas']['LogRecordsIDFilter'] + | components['schemas']['LogRecordsDateFilter'] + | components['schemas']['LogRecordsNumberFilter'] + | components['schemas']['LogRecordsBooleanFilter'] + | components['schemas']['LogRecordsCollectionFilter'] + | components['schemas']['LogRecordsTextFilter'] + )[]; + }; + /** ExperimentMetricsResponse */ + ExperimentMetricsResponse: { /** * Metrics * @description List of metrics for the experiment, including categorical and quartile metrics. */ metrics?: components['schemas']['BucketedMetric'][]; }; + /** RunNameFilter */ + ExperimentNameFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'name'; + /** + * Operator + * @enum {string} + */ + operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; + /** Value */ + value: string | string[]; + /** + * Case Sensitive + * @default true + */ + case_sensitive?: boolean; + }; + /** RunNameSort */ + ExperimentNameSort: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'name'; + /** + * Ascending + * @default true + */ + ascending?: boolean; + /** + * Sort Type + * @default column + * @constant + */ + sort_type?: 'column'; + }; /** ExperimentPhaseStatus */ ExperimentPhaseStatus: { /** @@ -8630,8 +9284,10 @@ export interface components { /** Created By */ created_by?: string | null; created_by_user?: components['schemas']['UserInfo'] | null; - /** Num Samples */ - num_samples?: number | null; + /** Num Spans */ + num_spans?: number | null; + /** Num Traces */ + num_traces?: number | null; task_type: components['schemas']['TaskType']; dataset?: components['schemas']['ExperimentDataset'] | null; /** Aggregate Metrics */ @@ -8640,11 +9296,21 @@ export interface components { }; /** * Aggregate Feedback - * @description Aggregate feedback information related to the experiment + * @deprecated + * @description Aggregate feedback information related to the experiment (traces only) */ aggregate_feedback?: { [key: string]: components['schemas']['FeedbackAggregate']; }; + /** + * Rating Aggregates + * @description Annotation aggregates keyed by template ID and root type + */ + rating_aggregates?: { + [key: string]: { + [key: string]: components['schemas']['FeedbackAggregate']; + }; + }; /** Ranking Score */ ranking_score?: number | null; /** Rank */ @@ -8664,6 +9330,47 @@ export interface components { }; status?: components['schemas']['ExperimentStatus']; }; + /** ExperimentSearchRequest */ + ExperimentSearchRequest: { + /** + * Starting Token + * @default 0 + */ + starting_token?: number; + /** + * Limit + * @default 100 + */ + limit?: number; + /** Filters */ + filters?: ( + | components['schemas']['ExperimentIDFilter'] + | components['schemas']['ExperimentNameFilter'] + | components['schemas']['ExperimentCreatedByFilter'] + | components['schemas']['ExperimentCreatedAtFilter'] + | components['schemas']['ExperimentUpdatedAtFilter'] + )[]; + /** + * Sort + * @default { + * "name": "created_at", + * "ascending": false, + * "sort_type": "column" + * } + */ + sort?: + | ( + | components['schemas']['ExperimentNameSort'] + | components['schemas']['ExperimentCreatedAtSort'] + | components['schemas']['ExperimentUpdatedAtSort'] + ) + | null; + /** + * Include Counts + * @default false + */ + include_counts?: boolean; + }; /** ExperimentStatus */ ExperimentStatus: { log_generation?: components['schemas']['ExperimentPhaseStatus']; @@ -8678,6 +9385,43 @@ export interface components { */ task_type?: 16 | 17; }; + /** RunUpdatedAtFilter */ + ExperimentUpdatedAtFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'updated_at'; + /** + * Operator + * @enum {string} + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + * Format: date-time + */ + value: string; + }; + /** RunUpdatedAtSort */ + ExperimentUpdatedAtSort: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'updated_at'; + /** + * Ascending + * @default true + */ + ascending?: boolean; + /** + * Sort Type + * @default column + * @constant + */ + sort_type?: 'column'; + }; /** ExperimentsAvailableColumnsResponse */ ExperimentsAvailableColumnsResponse: { /** Columns */ @@ -8826,6 +9570,39 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -8838,7 +9615,15 @@ export interface components { | components['schemas']['MetricNotApplicable'] | components['schemas']['MetricSuccess'] | components['schemas']['MetricError'] - | components['schemas']['MetricFailed']; + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; } | null; /** * Parent ID @@ -9014,6 +9799,39 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -9026,7 +9844,15 @@ export interface components { | components['schemas']['MetricNotApplicable'] | components['schemas']['MetricSuccess'] | components['schemas']['MetricError'] - | components['schemas']['MetricFailed']; + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; } | null; /** * Parent ID @@ -9178,6 +10004,39 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -9190,7 +10049,15 @@ export interface components { | components['schemas']['MetricNotApplicable'] | components['schemas']['MetricSuccess'] | components['schemas']['MetricError'] - | components['schemas']['MetricFailed']; + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; } | null; /** * Parent ID @@ -9218,6 +10085,22 @@ export interface components { [key: string]: unknown; }[] | null; + /** + * Events + * @description List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: + | ( + | components['schemas']['MessageEvent'] + | components['schemas']['ReasoningEvent'] + | components['schemas']['InternalToolCall'] + | components['schemas']['WebSearchCallEvent'] + | components['schemas']['ImageGenerationEvent'] + | components['schemas']['MCPCallEvent'] + | components['schemas']['MCPListToolsEvent'] + | components['schemas']['MCPApprovalRequestEvent'] + )[] + | null; /** * Model * @description Model used for this span. @@ -9364,6 +10247,39 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -9376,7 +10292,15 @@ export interface components { | components['schemas']['MetricNotApplicable'] | components['schemas']['MetricSuccess'] | components['schemas']['MetricError'] - | components['schemas']['MetricFailed']; + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; } | null; /** * Parent ID @@ -9535,7 +10459,40 @@ export interface components { */ session_batch_id?: string | null; /** - * Metric Info + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; + /** + * Metric Info * @description Detailed information about the metrics associated with this trace or span */ metric_info?: { @@ -9546,7 +10503,15 @@ export interface components { | components['schemas']['MetricNotApplicable'] | components['schemas']['MetricSuccess'] | components['schemas']['MetricError'] - | components['schemas']['MetricFailed']; + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; } | null; /** * Parent ID @@ -9707,6 +10672,39 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -9719,10 +10717,20 @@ export interface components { | components['schemas']['MetricNotApplicable'] | components['schemas']['MetricSuccess'] | components['schemas']['MetricError'] - | components['schemas']['MetricFailed']; + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; } | null; /** Previous Session Id */ previous_session_id?: string | null; + /** Num Traces */ + num_traces?: number | null; }; /** ExtendedSessionRecordWithChildren */ ExtendedSessionRecordWithChildren: { @@ -9869,6 +10877,39 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -9881,10 +10922,20 @@ export interface components { | components['schemas']['MetricNotApplicable'] | components['schemas']['MetricSuccess'] | components['schemas']['MetricError'] - | components['schemas']['MetricFailed']; + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; } | null; /** Previous Session Id */ previous_session_id?: string | null; + /** Num Traces */ + num_traces?: number | null; }; /** ExtendedToolSpanRecord */ ExtendedToolSpanRecord: { @@ -10016,6 +11067,39 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -10028,7 +11112,15 @@ export interface components { | components['schemas']['MetricNotApplicable'] | components['schemas']['MetricSuccess'] | components['schemas']['MetricError'] - | components['schemas']['MetricFailed']; + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; } | null; /** * Parent ID @@ -10191,6 +11283,39 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -10203,7 +11328,15 @@ export interface components { | components['schemas']['MetricNotApplicable'] | components['schemas']['MetricSuccess'] | components['schemas']['MetricError'] - | components['schemas']['MetricFailed']; + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; } | null; /** * Parent ID @@ -10359,6 +11492,39 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -10371,7 +11537,15 @@ export interface components { | components['schemas']['MetricNotApplicable'] | components['schemas']['MetricSuccess'] | components['schemas']['MetricError'] - | components['schemas']['MetricFailed']; + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; } | null; /** * Is Complete @@ -10379,13 +11553,8 @@ export interface components { * @default true */ is_complete?: boolean; - /** - * Feedback Rating Info - * @description Feedback information related to the trace - */ - feedback_rating_info?: { - [key: string]: components['schemas']['FeedbackRatingInfo']; - }; + /** Num Spans */ + num_spans?: number | null; }; /** ExtendedTraceRecordWithChildren */ ExtendedTraceRecordWithChildren: { @@ -10528,6 +11697,39 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -10540,7 +11742,15 @@ export interface components { | components['schemas']['MetricNotApplicable'] | components['schemas']['MetricSuccess'] | components['schemas']['MetricError'] - | components['schemas']['MetricFailed']; + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; } | null; /** * Is Complete @@ -10548,13 +11758,8 @@ export interface components { * @default true */ is_complete?: boolean; - /** - * Feedback Rating Info - * @description Feedback information related to the trace - */ - feedback_rating_info?: { - [key: string]: components['schemas']['FeedbackRatingInfo']; - }; + /** Num Spans */ + num_spans?: number | null; }; /** ExtendedWorkflowSpanRecord */ ExtendedWorkflowSpanRecord: { @@ -10699,6 +11904,39 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -10711,7 +11949,15 @@ export interface components { | components['schemas']['MetricNotApplicable'] | components['schemas']['MetricSuccess'] | components['schemas']['MetricError'] - | components['schemas']['MetricFailed']; + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; } | null; /** * Parent ID @@ -10882,6 +12128,39 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -10894,7 +12173,15 @@ export interface components { | components['schemas']['MetricNotApplicable'] | components['schemas']['MetricSuccess'] | components['schemas']['MetricError'] - | components['schemas']['MetricFailed']; + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; } | null; /** * Parent ID @@ -11027,7 +12314,8 @@ export interface components { | components['schemas']['LikeDislikeAggregate'] | components['schemas']['StarAggregate'] | components['schemas']['ScoreAggregate'] - | components['schemas']['TagsAggregate']; + | components['schemas']['TagsAggregate'] + | components['schemas']['TextAggregate']; }; /** FeedbackRatingDB */ FeedbackRatingDB: { @@ -11071,31 +12359,95 @@ export interface components { /** Evaluating Response */ evaluating_response: string; }; + /** + * FileContentPart + * @description Reference to a file associated with this message. + * + * The file_id can be resolved via the ``files`` dict returned on + * trace/span detail responses, which contains metadata such as + * modality, MIME type, and a presigned download URL. + */ + FileContentPart: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + type: 'file'; + /** + * File Id + * Format: uuid4 + */ + file_id: string; + }; + /** + * FileMetadata + * @description Enriched file metadata returned to UI/SDK. + * + * Contains presigned URLs and properties for displaying multimodal + * content in the Galileo console and SDKs. + */ + FileMetadata: { + /** + * File Id + * Format: uuid4 + */ + file_id: string; + modality: components['schemas']['ContentModality']; + /** Content Type */ + content_type?: string | null; + /** + * Url + * @description Presigned S3 URL or external URL + */ + url?: string | null; + /** + * Url Expires At + * @description Expiration time + */ + url_expires_at?: string | null; + /** Size Bytes */ + size_bytes?: number | null; + /** Filename */ + filename?: string | null; + source: components['schemas']['FileSource']; + status: components['schemas']['FileStatus']; + }; + /** + * FileSource + * @description Source of the file data. + * @enum {string} + */ + FileSource: + | 'direct_upload' + | 'external_files_api' + | 'external_url' + | 'assembled_stream'; + /** + * FileStatus + * @description Processing status of the file. + * @enum {string} + */ + FileStatus: 'complete' | 'failed' | 'pending' | 'not_uploaded'; /** * FileType * @enum {string} */ FileType: 'csv' | 'json' | 'parquet' | 'arrow' | 'zip'; - FilterExpression: - | components['schemas']['FilterLeaf'] - | components['schemas']['AndNode'] - | components['schemas']['OrNode'] - | components['schemas']['NotNode']; - /** FilterLeaf */ - FilterLeaf: { + FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____: + | components['schemas']['FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____']; + /** FilterLeaf[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ + FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____: { /** Filter */ filter: - | components['schemas']['CollectionFilter'] - | components['schemas']['StringFilter'] - | components['schemas']['IDFilter'] - | components['schemas']['CustomUUIDFilter'] - | components['schemas']['DateFilter'] - | components['schemas']['BooleanFilter'] - | components['schemas']['CustomNumberFilter'] - | components['schemas']['EnumFilter'] - | components['schemas']['MapFilter'] - | components['schemas']['CustomBooleanFilter'] - | components['schemas']['CustomFunctionFilter']; + | components['schemas']['LogRecordsIDFilter'] + | components['schemas']['LogRecordsDateFilter'] + | components['schemas']['LogRecordsNumberFilter'] + | components['schemas']['LogRecordsBooleanFilter'] + | components['schemas']['LogRecordsCollectionFilter'] + | components['schemas']['LogRecordsTextFilter']; }; /** FilterParams */ FilterParams: { @@ -11204,6 +12556,8 @@ export interface components { name: string; /** Lora Task Id */ lora_task_id: number; + /** Lora Weights Path */ + lora_weights_path?: string | null; /** Prompt */ prompt: string; luna_input_type?: components['schemas']['LunaInputTypeEnum'] | null; @@ -11634,40 +12988,73 @@ export interface components { */ HistogramStrategy: 'fixed' | 'trimmed' | 'quantile'; /** - * IDFilter - * @description Filters on a UUID field. + * ImageGenerationEvent + * @description An image generation event from the model. */ - IDFilter: { - /** Name */ - name: string | null; + ImageGenerationEvent: { /** - * Operator - * @default eq + * @description discriminator enum property added by openapi-typescript * @enum {string} */ - operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; - /** Value */ - value: string | string[]; - }; - /** InputMap */ - InputMap: { - /** Prompt */ - prompt: string; + type: 'image_generation'; /** - * Prefix - * @default + * Id + * @description Unique identifier for the event */ - prefix?: string; + id?: string | null; + /** @description Status of the event */ + status?: components['schemas']['EventStatus'] | null; /** - * Suffix - * @default + * Metadata + * @description Provider-specific metadata and additional fields */ - suffix?: string; - }; - /** InputPIIScorer */ - InputPIIScorer: { + metadata?: { + [key: string]: unknown; + } | null; /** - * @description discriminator enum property added by openapi-typescript + * Error Message + * @description Error message if the event failed + */ + error_message?: string | null; + /** + * Prompt + * @description The prompt used for image generation + */ + prompt?: string | null; + /** + * Images + * @description Generated images with URLs or base64 data + */ + images?: + | { + [key: string]: unknown; + }[] + | null; + /** + * Model + * @description Image generation model used + */ + model?: string | null; + }; + /** InputMap */ + InputMap: { + /** Prompt */ + prompt: string; + /** + * Prefix + * @default + */ + prefix?: string; + /** + * Suffix + * @default + */ + suffix?: string; + }; + /** InputPIIScorer */ + InputPIIScorer: { + /** + * @description discriminator enum property added by openapi-typescript * @enum {string} */ name: 'input_pii'; @@ -11943,6 +13330,26 @@ export interface components { | 'trace_output_only' | 'agent_spans' | 'workflow_spans'; + /** InsightSummary */ + InsightSummary: { + /** + * Id + * Format: uuid4 + */ + id: string; + /** Title */ + title: string; + /** Observation */ + observation: string; + /** Details */ + details: string; + /** Suggested Action */ + suggested_action: string; + /** Priority */ + priority: number; + /** Priority Category */ + priority_category?: ('error' | 'warning' | 'info') | null; + }; /** * InsightType * @enum {string} @@ -12124,6 +13531,8 @@ export interface components { * @default true */ supports_num_judges?: boolean; + /** Model Properties */ + model_properties?: components['schemas']['ModelProperties'][]; }; /** * IntegrationName @@ -12143,6 +13552,69 @@ export interface components { | 'vegas_gateway' | 'vertex_ai' | 'writer'; + /** + * InternalToolCall + * @description A tool call executed internally by the model during reasoning. + * + * This represents internal tools like web search, code execution, file search, etc. + * that the model invokes (not user-defined functions or MCP tools). + */ + InternalToolCall: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + type: 'internal_tool_call'; + /** + * Id + * @description Unique identifier for the event + */ + id?: string | null; + /** @description Status of the event */ + status?: components['schemas']['EventStatus'] | null; + /** + * Metadata + * @description Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * @description Error message if the event failed + */ + error_message?: string | null; + /** + * Name + * @description Name of the internal tool (e.g., 'web_search', 'code_interpreter', 'file_search') + */ + name: string; + /** + * Input + * @description Input/arguments to the tool call + */ + input?: { + [key: string]: unknown; + } | null; + /** + * Output + * @description Output/results from the tool call + */ + output?: { + [key: string]: unknown; + } | null; + }; + /** InvalidResult */ + InvalidResult: { + /** + * Result Type + * @default invalid + * @constant + */ + result_type?: 'invalid'; + /** Error Message */ + error_message: string; + }; /** InvokeResponse */ InvokeResponse: { /** @default skipped */ @@ -12903,6 +14375,22 @@ export interface components { [key: string]: unknown; }[] | null; + /** + * Events + * @description List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: + | ( + | components['schemas']['MessageEvent'] + | components['schemas']['ReasoningEvent'] + | components['schemas']['InternalToolCall'] + | components['schemas']['WebSearchCallEvent'] + | components['schemas']['ImageGenerationEvent'] + | components['schemas']['MCPCallEvent'] + | components['schemas']['MCPListToolsEvent'] + | components['schemas']['MCPApprovalRequestEvent'] + )[] + | null; /** * Model * @description Model used for this span. @@ -12944,7 +14432,7 @@ export interface components { /** LogRecordsAvailableColumnsResponse */ LogRecordsAvailableColumnsResponse: { /** Columns */ - columns?: components['schemas']['ColumnInfo'][]; + columns?: components['schemas']['LogRecordsColumnInfo'][]; }; /** LogRecordsBooleanFilter */ LogRecordsBooleanFilter: { @@ -12953,6 +14441,12 @@ export interface components { * @description ID of the column to filter. */ column_id: string; + /** + * Operator + * @default eq + * @enum {string} + */ + operator?: 'eq' | 'ne'; /** Value */ value: boolean; /** @@ -12986,6 +14480,97 @@ export interface components { */ type: 'collection'; }; + /** LogRecordsColumnInfo */ + LogRecordsColumnInfo: { + /** + * Id + * @description Column id. Must be universally unique. + */ + id: string; + /** + * Label + * @description Display label of the column in the UI. + */ + label?: string | null; + /** @description Category of the column. */ + category: components['schemas']['ColumnCategory']; + /** + * Description + * @description Description of the column. + */ + description?: string | null; + /** + * Group Label + * @description Display label of the column group. + */ + group_label?: string | null; + /** @description Data type of the column. This is used to determine how to format the data on the UI. */ + data_type: components['schemas']['DataType'] | null; + /** @description Data unit of the column (optional). */ + data_unit?: components['schemas']['DataUnit'] | null; + /** + * Multi Valued + * @description Whether the column is multi-valued. + * @default false + */ + multi_valued?: boolean; + /** + * Allowed Values + * @description Allowed values for this column. + */ + allowed_values?: unknown[] | null; + /** + * Sortable + * @description Whether the column is sortable. + */ + sortable?: boolean; + /** + * Filterable + * @description Whether the column is filterable. + */ + filterable?: boolean; + /** + * Is Empty + * @description Indicates whether the column is empty and should be hidden. + * @default false + */ + is_empty?: boolean; + /** + * Applicable Types + * @description List of types applicable for this column. + */ + applicable_types?: components['schemas']['StepType'][]; + /** + * Complex + * @description Whether the column requires special handling in the UI. Setting this to True will hide the column in the UI until the UI adds support for it. + * @default false + */ + complex?: boolean; + /** + * Is Optional + * @description Whether the column is optional. + * @default false + */ + is_optional?: boolean; + /** @description For metric columns only: Scorer config that produced the metric. */ + scorer_config?: components['schemas']['ScorerConfig'] | null; + /** + * Scorer Id + * @description For metric columns only: Scorer id that produced the metric. This is deprecated and will be removed in future versions. + */ + scorer_id?: string | null; + /** @description Insight type. */ + insight_type?: components['schemas']['InsightType'] | null; + /** @description Filter type. */ + filter_type?: components['schemas']['LogRecordsFilterType'] | null; + /** @description Thresholds for the column, if this is a metrics column. */ + threshold?: components['schemas']['MetricThreshold'] | null; + /** + * Label Color + * @description Type of label color for the column, if this is a multilabel metric column. + */ + label_color?: ('positive' | 'negative') | null; + }; /** LogRecordsDateFilter */ LogRecordsDateFilter: { /** @@ -13049,7 +14634,9 @@ export interface components { | components['schemas']['LogRecordsCollectionFilter'] | components['schemas']['LogRecordsTextFilter'] )[]; - filter_tree?: components['schemas']['FilterExpression'] | null; + filter_tree?: + | components['schemas']['FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | null; }; /** LogRecordsDeleteResponse */ LogRecordsDeleteResponse: { @@ -13091,15 +14678,8 @@ export interface components { | components['schemas']['LogRecordsCollectionFilter'] | components['schemas']['LogRecordsTextFilter'] )[]; - /** - * @description Sort clause for the export - * @default { - * "column_id": "created_at", - * "ascending": false, - * "sort_type": "column" - * } - */ - sort?: components['schemas']['LogRecordsSortClause']; + /** @description Sort clause for the export. Defaults to native sort (created_at, id descending). */ + sort?: components['schemas']['LogRecordsSortClause'] | null; /** * Column Ids * @description Column IDs to include in export @@ -13117,7 +14697,23 @@ export interface components { * @default true */ redact?: boolean; + /** + * File Name + * @description Optional filename for the exported file + */ + file_name?: string | null; }; + /** + * LogRecordsFilterType + * @enum {string} + */ + LogRecordsFilterType: + | 'id' + | 'date' + | 'number' + | 'boolean' + | 'text' + | 'collection'; /** LogRecordsIDFilter */ LogRecordsIDFilter: { /** @@ -13139,8 +14735,43 @@ export interface components { */ type: 'id'; }; - /** LogRecordsMetricsQueryRequest */ - LogRecordsMetricsQueryRequest: { + /** LogRecordsNumberFilter */ + LogRecordsNumberFilter: { + /** + * Column Id + * @description ID of the column to filter. + */ + column_id: string; + /** + * Operator + * @enum {string} + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte' | 'between'; + /** Value */ + value: number | number[] | number[]; + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + type: 'number'; + }; + /** + * LogRecordsPartialQueryRequest + * @description Request to query a genai project run (log stream or experiment) with partial results. + */ + LogRecordsPartialQueryRequest: { + /** + * Starting Token + * @default 0 + */ + starting_token?: number; + /** + * Limit + * @default 100 + */ + limit?: number; + /** Previous Last Row Id */ + previous_last_row_id?: string | null; /** * Log Stream Id * @description Log stream id associated with the traces. @@ -13165,58 +14796,58 @@ export interface components { | components['schemas']['LogRecordsCollectionFilter'] | components['schemas']['LogRecordsTextFilter'] )[]; + filter_tree?: + | components['schemas']['FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | null; + /** @description Sort for the query. Defaults to native sort (created_at, id descending). */ + sort?: components['schemas']['LogRecordsSortClause'] | null; /** - * Start Time - * Format: date-time - * @description Include traces from this time onward. + * Truncate Fields + * @default false */ - start_time: string; + truncate_fields?: boolean; /** - * End Time - * Format: date-time - * @description Include traces up to this time. + * Include Counts + * @description If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + * @default false */ - end_time: string; + include_counts?: boolean; + select_columns: components['schemas']['SelectColumns']; + }; + /** LogRecordsPartialQueryResponse */ + LogRecordsPartialQueryResponse: { /** - * Interval - * @default 5 + * Starting Token + * @default 0 */ - interval?: number; - /** Group By */ - group_by?: string | null; - }; - /** LogRecordsMetricsResponse */ - LogRecordsMetricsResponse: { - /** Group By Columns */ - group_by_columns: string[]; - /** Aggregate Metrics */ - aggregate_metrics: { - [key: string]: number; - }; - /** Bucketed Metrics */ - bucketed_metrics: { - [key: string]: components['schemas']['BucketedMetrics'][]; - }; - }; - /** LogRecordsNumberFilter */ - LogRecordsNumberFilter: { + starting_token?: number; /** - * Column Id - * @description ID of the column to filter. + * Limit + * @default 100 */ - column_id: string; + limit?: number; /** - * Operator - * @enum {string} + * Paginated + * @default false */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte' | 'between'; - /** Value */ - value: number | number[] | number[]; + paginated?: boolean; + /** Next Starting Token */ + next_starting_token?: number | null; + /** Last Row Id */ + last_row_id?: string | null; /** - * @description discriminator enum property added by openapi-typescript - * @enum {string} + * Records + * @description records matching the query */ - type: 'number'; + records?: ( + | components['schemas']['PartialExtendedTraceRecord'] + | components['schemas']['PartialExtendedAgentSpanRecord'] + | components['schemas']['PartialExtendedWorkflowSpanRecord'] + | components['schemas']['PartialExtendedLlmSpanRecord'] + | components['schemas']['PartialExtendedToolSpanRecord'] + | components['schemas']['PartialExtendedRetrieverSpanRecord'] + | components['schemas']['PartialExtendedSessionRecord'] + )[]; }; /** * LogRecordsQueryCountRequest @@ -13258,7 +14889,9 @@ export interface components { | components['schemas']['LogRecordsCollectionFilter'] | components['schemas']['LogRecordsTextFilter'] )[]; - filter_tree?: components['schemas']['FilterExpression'] | null; + filter_tree?: + | components['schemas']['FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | null; }; /** LogRecordsQueryCountResponse */ LogRecordsQueryCountResponse: { @@ -13306,18 +14939,22 @@ export interface components { | components['schemas']['LogRecordsCollectionFilter'] | components['schemas']['LogRecordsTextFilter'] )[]; - filter_tree?: components['schemas']['FilterExpression'] | null; - /** @default { - * "column_id": "created_at", - * "ascending": false, - * "sort_type": "column" - * } */ - sort?: components['schemas']['LogRecordsSortClause']; + filter_tree?: + | components['schemas']['FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | null; + /** @description Sort for the query. Defaults to native sort (created_at, id descending). */ + sort?: components['schemas']['LogRecordsSortClause'] | null; /** * Truncate Fields * @default false */ truncate_fields?: boolean; + /** + * Include Counts + * @description If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + * @default false + */ + include_counts?: boolean; }; /** LogRecordsQueryResponse */ LogRecordsQueryResponse: { @@ -13497,10 +15134,9 @@ export interface components { project_name: string; /** * Session Id - * Format: uuid4 * @description Session id associated with the traces. */ - session_id: string; + session_id?: string | null; /** * Records Count * @description Total number of records ingested @@ -13597,10 +15233,9 @@ export interface components { project_name: string; /** * Session Id - * Format: uuid4 * @description Session id associated with the traces. */ - session_id: string; + session_id?: string | null; /** * Records Count * @description Total number of records ingested @@ -13624,6 +15259,114 @@ export interface components { /** Name */ name: string; }; + /** RunCreatedAtFilter */ + LogStreamCreatedAtFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'created_at'; + /** + * Operator + * @enum {string} + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + * Format: date-time + */ + value: string; + }; + /** RunCreatedAtSort */ + LogStreamCreatedAtSort: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'created_at'; + /** + * Ascending + * @default true + */ + ascending?: boolean; + /** + * Sort Type + * @default column + * @constant + */ + sort_type?: 'column'; + }; + /** RunCreatedByFilter */ + LogStreamCreatedByFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'created_by'; + /** + * Operator + * @default eq + * @enum {string} + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** Value */ + value: string | string[]; + }; + /** RunIDFilter */ + LogStreamIDFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'id'; + /** + * Operator + * @default eq + * @enum {string} + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** Value */ + value: string | string[]; + }; + /** RunNameFilter */ + LogStreamNameFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'name'; + /** + * Operator + * @enum {string} + */ + operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; + /** Value */ + value: string | string[]; + /** + * Case Sensitive + * @default true + */ + case_sensitive?: boolean; + }; + /** RunNameSort */ + LogStreamNameSort: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'name'; + /** + * Ascending + * @default true + */ + ascending?: boolean; + /** + * Sort Type + * @default column + * @constant + */ + sort_type?: 'column'; + }; /** LogStreamResponse */ LogStreamResponse: { /** @@ -13650,17 +15393,100 @@ export interface components { project_id: string; /** Created By */ created_by?: string | null; + created_by_user?: components['schemas']['UserInfo'] | null; + /** Num Spans */ + num_spans?: number | null; + /** Num Traces */ + num_traces?: number | null; /** * Has User Created Sessions * @default false */ has_user_created_sessions?: boolean; }; + /** LogStreamSearchRequest */ + LogStreamSearchRequest: { + /** + * Starting Token + * @default 0 + */ + starting_token?: number; + /** + * Limit + * @default 100 + */ + limit?: number; + /** Filters */ + filters?: ( + | components['schemas']['LogStreamIDFilter'] + | components['schemas']['LogStreamNameFilter'] + | components['schemas']['LogStreamCreatedByFilter'] + | components['schemas']['LogStreamCreatedAtFilter'] + | components['schemas']['LogStreamUpdatedAtFilter'] + )[]; + /** + * Sort + * @default { + * "name": "created_at", + * "ascending": false, + * "sort_type": "column" + * } + */ + sort?: + | ( + | components['schemas']['LogStreamNameSort'] + | components['schemas']['LogStreamCreatedAtSort'] + | components['schemas']['LogStreamUpdatedAtSort'] + ) + | null; + /** + * Include Counts + * @default false + */ + include_counts?: boolean; + }; /** LogStreamUpdateRequest */ LogStreamUpdateRequest: { /** Name */ name: string; }; + /** RunUpdatedAtFilter */ + LogStreamUpdatedAtFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'updated_at'; + /** + * Operator + * @enum {string} + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + * Format: date-time + */ + value: string; + }; + /** RunUpdatedAtSort */ + LogStreamUpdatedAtSort: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'updated_at'; + /** + * Ascending + * @default true + */ + ascending?: boolean; + /** + * Sort Type + * @default column + * @constant + */ + sort_type?: 'column'; + }; /** * LogTraceUpdateRequest * @description Request model for updating a trace. @@ -13759,10 +15585,9 @@ export interface components { project_name: string; /** * Session Id - * Format: uuid4 * @description Session id associated with the traces. */ - session_id: string; + session_id?: string | null; /** * Records Count * @description Total number of records ingested @@ -13810,6 +15635,11 @@ export interface components { * @description Session id associated with the traces. */ session_id?: string | null; + /** + * Session External Id + * @description External id of the session (e.g., OTEL session.id from span attributes). + */ + session_external_id?: string | null; /** * Traces * @description List of traces to log. @@ -13858,10 +15688,9 @@ export interface components { project_name: string; /** * Session Id - * Format: uuid4 * @description Session id associated with the traces. */ - session_id: string; + session_id?: string | null; /** * Records Count * @description Total number of records ingested @@ -13898,58 +15727,235 @@ export interface components { */ LunaOutputTypeEnum: 'float' | 'string' | 'string_list'; /** - * MapFilter - * @description Filters for string items in a map / dictionary. + * MCPApprovalRequestEvent + * @description MCP approval request - when human approval is needed for an MCP tool call. */ - MapFilter: { - /** Name */ - name: string | null; + MCPApprovalRequestEvent: { /** - * Operator + * @description discriminator enum property added by openapi-typescript * @enum {string} */ - operator: 'one_of' | 'not_in' | 'eq' | 'ne'; - /** Key */ - key: string; - /** Value */ - value: string | string[]; - }; - /** Messages */ - Messages: components['schemas']['galileo_core__schemas__shared__message__Message'][]; - /** - * MetaFilter - * @description A class for filtering arbitrary metadata columns. - */ - MetaFilter: { - /** Name */ - name: string; - /** Greater Than */ - greater_than?: number | null; - /** Less Than */ - less_than?: number | null; - /** Isin */ - isin?: (string | boolean | number | null)[] | null; - /** Is Equal */ - is_equal?: number | null; + type: 'mcp_approval_request'; + /** + * Id + * @description Unique identifier for the event + */ + id?: string | null; + /** @description Status of the event */ + status?: components['schemas']['EventStatus'] | null; + /** + * Metadata + * @description Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * @description Error message if the event failed + */ + error_message?: string | null; + /** + * Tool Name + * @description Name of the MCP tool requiring approval + */ + tool_name?: string | null; + /** + * Tool Invocation + * @description Details of the tool invocation requiring approval + */ + tool_invocation?: { + [key: string]: unknown; + } | null; + /** + * Approved + * @description Whether the request was approved + */ + approved?: boolean | null; }; /** - * MetadataFilter - * @description Filters on metadata key-value pairs in scorer jobs. + * MCPCallEvent + * @description A Model Context Protocol (MCP) tool call. + * + * MCP is a protocol for connecting LLMs to external tools/data sources. + * This is distinct from internal tools because it involves external integrations. */ - MetadataFilter: { + MCPCallEvent: { /** * @description discriminator enum property added by openapi-typescript * @enum {string} */ - name: 'metadata'; + type: 'mcp_call'; /** - * Filter Type - * @default map - * @constant + * Id + * @description Unique identifier for the event */ - filter_type?: 'map'; + id?: string | null; + /** @description Status of the event */ + status?: components['schemas']['EventStatus'] | null; /** - * Operator + * Metadata + * @description Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * @description Error message if the event failed + */ + error_message?: string | null; + /** + * Tool Name + * @description Name of the MCP tool being called + */ + tool_name?: string | null; + /** + * Server Name + * @description Name of the MCP server + */ + server_name?: string | null; + /** + * Arguments + * @description Arguments for the MCP tool call + */ + arguments?: { + [key: string]: unknown; + } | null; + /** + * Result + * @description Result from the MCP tool call + */ + result?: { + [key: string]: unknown; + } | null; + }; + /** + * MCPListToolsEvent + * @description MCP list tools event - when the model queries available MCP tools. + */ + MCPListToolsEvent: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + type: 'mcp_list_tools'; + /** + * Id + * @description Unique identifier for the event + */ + id?: string | null; + /** @description Status of the event */ + status?: components['schemas']['EventStatus'] | null; + /** + * Metadata + * @description Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * @description Error message if the event failed + */ + error_message?: string | null; + /** + * Server Name + * @description Name of the MCP server + */ + server_name?: string | null; + /** + * Tools + * @description List of available MCP tools + */ + tools?: + | { + [key: string]: unknown; + }[] + | null; + }; + /** + * MessageEvent + * @description An output message from the model. + */ + MessageEvent: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + type: 'message'; + /** + * Id + * @description Unique identifier for the event + */ + id?: string | null; + /** @description Status of the event */ + status?: components['schemas']['EventStatus'] | null; + /** + * Metadata + * @description Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * @description Error message if the event failed + */ + error_message?: string | null; + /** @description Role of the message sender */ + role: components['schemas']['galileo_core__schemas__logging__llm__MessageRole']; + /** + * Content + * @description Text content of the message + */ + content?: string | null; + /** + * Content Parts + * @description Structured content items (text, audio, images, etc.) + */ + content_parts?: + | { + [key: string]: unknown; + }[] + | null; + }; + /** Messages */ + Messages: components['schemas']['galileo_core__schemas__shared__message__Message'][]; + /** + * MetaFilter + * @description A class for filtering arbitrary metadata columns. + */ + MetaFilter: { + /** Name */ + name: string; + /** Greater Than */ + greater_than?: number | null; + /** Less Than */ + less_than?: number | null; + /** Isin */ + isin?: (string | boolean | number | null)[] | null; + /** Is Equal */ + is_equal?: number | null; + }; + /** + * MetadataFilter + * @description Filters on metadata key-value pairs in scorer jobs. + */ + MetadataFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'metadata'; + /** + * Filter Type + * @default map + * @constant + */ + filter_type?: 'map'; + /** + * Operator * @enum {string} */ operator: 'one_of' | 'not_in' | 'eq' | 'ne'; @@ -14052,6 +16058,13 @@ export interface components { * @default An error occured. */ message?: string | null; + /** + * Ems Error Code + * @description EMS error code from errors.yaml catalog for this metric error + */ + ems_error_code?: number | null; + /** @description Structured EMS error resolved on-the-fly from errors.yaml catalog */ + standard_error?: components['schemas']['StandardError'] | null; }; /** MetricFailed */ MetricFailed: { @@ -14066,6 +16079,13 @@ export interface components { * @default Metric failed to compute. */ message?: string | null; + /** + * Ems Error Code + * @description EMS error code from errors.yaml catalog for this metric failure + */ + ems_error_code?: number | null; + /** @description Structured EMS error resolved on-the-fly from errors.yaml catalog */ + standard_error?: components['schemas']['StandardError'] | null; }; /** MetricNotApplicable */ MetricNotApplicable: { @@ -14104,6 +16124,66 @@ export interface components { status_type: 'pending'; scorer_type?: components['schemas']['ScorerType'] | null; }; + /** MetricRollUp */ + MetricRollUp: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + status_type: 'roll_up'; + scorer_type?: components['schemas']['ScorerType'] | null; + /** Explanation */ + explanation?: string | null; + /** Cost */ + cost?: number | null; + /** Model Alias */ + model_alias?: string | null; + /** Num Judges */ + num_judges?: number | null; + /** Input Tokens */ + input_tokens?: number | null; + /** Output Tokens */ + output_tokens?: number | null; + /** Total Tokens */ + total_tokens?: number | null; + critique?: components['schemas']['MetricCritiqueColumnar'] | null; + /** + * Roll Up Metrics + * @description Roll up metrics e.g. sum, average, min, max for numeric, and category_count for categorical metrics. + */ + roll_up_metrics?: + | { + [key: string]: number; + } + | { + [key: string]: { + [key: string]: number; + }; + }; + }; + /** MetricSettingsRequest */ + MetricSettingsRequest: { + /** + * Scorers + * @description List of Galileo scorers to enable. + */ + scorers?: components['schemas']['ScorerConfig'][] | null; + /** + * Segment Filters + * @description List of segment filters to apply to the run. + */ + segment_filters?: components['schemas']['SegmentFilter'][] | null; + }; + /** MetricSettingsResponse */ + MetricSettingsResponse: { + /** Scorers */ + scorers: components['schemas']['ScorerConfig'][]; + /** + * Segment Filters + * @description List of segment filters to apply to the run. + */ + segment_filters?: components['schemas']['SegmentFilter'][] | null; + }; /** MetricSuccess */ MetricSuccess: { /** @@ -14112,6 +16192,21 @@ export interface components { */ status_type: 'success'; scorer_type?: components['schemas']['ScorerType'] | null; + /** Explanation */ + explanation?: string | null; + /** Cost */ + cost?: number | null; + /** Model Alias */ + model_alias?: string | null; + /** Num Judges */ + num_judges?: number | null; + /** Input Tokens */ + input_tokens?: number | null; + /** Output Tokens */ + output_tokens?: number | null; + /** Total Tokens */ + total_tokens?: number | null; + critique?: components['schemas']['MetricCritiqueColumnar'] | null; /** Value */ value: | string @@ -14158,19 +16253,16 @@ export interface components { | null; /** Display Value */ display_value?: string | null; - /** Explanation */ - explanation?: string | null; /** Rationale */ rationale?: string | null; - /** Cost */ - cost?: number | null; - /** Model Alias */ - model_alias?: string | null; - /** Num Judges */ - num_judges?: number | null; - critique?: components['schemas']['MetricCritiqueColumnar'] | null; }; - /** MetricThreshold */ + /** + * MetricThreshold + * @description Threshold configuration for metrics. + * + * Defines how metric values are bucketed and displayed, including whether + * lower or higher values are considered better. + */ MetricThreshold: { /** * Inverted @@ -14235,6 +16327,22 @@ export interface components { * @default false */ cot_enabled?: boolean; + /** + * Metric Key + * @description The metric key to use for column generation (e.g., 'generated_scorer_validation' or 'registered_scorer_validation'). + * @default generated_scorer_validation + */ + metric_key?: string; + /** + * Required Scorers + * @description List of required scorer names for composite scorers. Columns will be generated for these scorers. + */ + required_scorers?: string[] | null; + /** + * Score Type + * @description The score type for registered scorers (e.g., 'bool', 'int', 'float', 'str'). Used to determine the correct data_type for the column. Provided by validation result. + */ + score_type?: string | null; }; /** MistralIntegration */ MistralIntegration: { @@ -14272,6 +16380,11 @@ export interface components { * @default false */ system_supported?: boolean; + /** + * Input Modalities + * @description Input modalities that the model can accept. + */ + input_modalities?: components['schemas']['ContentModality'][]; /** * Alternative Names * @description Alternative names for the model, used for matching with various current, versioned or legacy names. @@ -14317,6 +16430,13 @@ export interface components { response_prefix_tokens?: number; /** Api Version */ api_version?: string | null; + /** + * Legacy Mistral Prompt Format + * @default false + */ + legacy_mistral_prompt_format?: boolean; + /** Max Top P */ + max_top_p?: number | null; params_map?: components['schemas']['RunParamsMap']; output_map?: components['schemas']['OutputMap'] | null; input_map?: components['schemas']['InputMap'] | null; @@ -14326,11 +16446,43 @@ export interface components { * @enum {string} */ ModelCostBy: 'tokens' | 'characters'; + /** ModelProperties */ + ModelProperties: { + /** Alias */ + alias: string; + /** Name */ + name: string; + /** Input Modalities */ + input_modalities: components['schemas']['ContentModality'][]; + /** Multimodal Capabilities */ + multimodal_capabilities?: components['schemas']['MultimodalCapability'][]; + }; /** * ModelType * @enum {string} */ ModelType: 'slm' | 'llm' | 'code'; + /** + * MultiModalModelIntegrationConfig + * @description Configuration for multi-modal capabilities (file uploads). + */ + MultiModalModelIntegrationConfig: { + /** + * Max Files + * @description Maximum number of files allowed per request. None means no limit. + */ + max_files?: number | null; + /** + * Max File Size Bytes + * @description Maximum file size in bytes per file. None means no limit. + */ + max_file_size_bytes?: number | null; + }; + /** + * MultimodalCapability + * @enum {string} + */ + MultimodalCapability: 'vision' | 'audio'; /** * Name * @description Global name class for handling unique naming across the application. @@ -14387,10 +16539,21 @@ export interface components { | 'workflow' | 'trace' | 'session'; - /** NotNode */ - NotNode: { - not: components['schemas']['FilterExpression']; + /** NotNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ + NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____: { + /** Not */ + not: + | components['schemas']['FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____']; }; + /** + * NumericRollUpMethod + * @description Roll up methods for aggregating numeric metrics up the session/trace/span hierarchy. + * @enum {string} + */ + NumericRollUpMethod: 'average' | 'sum' | 'max' | 'min'; /** NvidiaIntegration */ NvidiaIntegration: { /** Id */ @@ -14452,16 +16615,26 @@ export interface components { type?: string; function: components['schemas']['OpenAIFunction']; }; - /** OrNode */ - OrNode: { + /** OrNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ + OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____: { /** Or */ - or: components['schemas']['FilterExpression'][]; + or: ( + | components['schemas']['FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + )[]; }; /** * OrganizationAction * @enum {string} */ - OrganizationAction: 'rename' | 'delete'; + OrganizationAction: + | 'rename' + | 'delete' + | 'delete_log_data' + | 'read_settings' + | 'update_settings'; /** OutputMap */ OutputMap: { /** Response */ @@ -14553,62 +16726,1511 @@ export interface components { */ name: 'output_toxicity'; /** - * Filters - * @description List of filters to apply to the scorer. + * Filters + * @description List of filters to apply to the scorer. + */ + filters?: + | ( + | components['schemas']['NodeNameFilter'] + | components['schemas']['MetadataFilter'] + )[] + | null; + /** + * Type + * @default luna + * @enum {string} + */ + type?: 'luna' | 'plus'; + /** + * Model Name + * @description Alias of the model to use for the scorer. + */ + model_name?: string | null; + /** + * Num Judges + * @description Number of judges for the scorer. + */ + num_judges?: number | null; + }; + /** + * OutputTypeEnum + * @description Enumeration of output types. + * @enum {string} + */ + OutputTypeEnum: + | 'boolean' + | 'categorical' + | 'count' + | 'discrete' + | 'freeform' + | 'percentage' + | 'multilabel' + | 'retrieved_chunk_list_boolean' + | 'boolean_multilabel'; + /** OverrideAction */ + OverrideAction: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + type: 'OVERRIDE'; + /** + * Subscriptions + * @description List of subscriptions to send a notification to when this action is applied and the ruleset status matches any of the configured statuses. + */ + subscriptions?: components['schemas']['SubscriptionConfig'][]; + /** + * Choices + * @description List of choices to override the response with. If there are multiple choices, one will be chosen at random when applying this action. + */ + choices: string[]; + }; + /** PartialExtendedAgentSpanRecord */ + PartialExtendedAgentSpanRecord: { + /** + * @description Type of the trace, span or session. (enum property replaced by openapi-typescript) + * @enum {string} + */ + type: 'agent'; + /** + * Input + * @description Input to the trace or span. + * @default + */ + input?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'][]; + /** + * Redacted Input + * @description Redacted input of the trace or span. + */ + redacted_input?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'][] + | null; + /** + * Output + * @description Output of the trace or span. + */ + output?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'] + | components['schemas']['Document'][] + | null; + /** + * Redacted Output + * @description Redacted output of the trace or span. + */ + redacted_output?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'] + | components['schemas']['Document'][] + | null; + /** + * Name + * @description Name of the trace, span or session. + * @default + */ + name?: string; + /** + * Created + * Format: date-time + * @description Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * @description Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * @description Tags associated with this trace or span. + */ + tags?: string[]; + /** + * Status Code + * @description Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** @description Metrics associated with this trace or span. */ + metrics?: components['schemas']['Metrics']; + /** + * External Id + * @description A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * @description Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * @description Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * @description Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * @description Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * @description Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * @description Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * @description Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * @description Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * @description Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * @description Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; + /** + * Metric Info + * @description Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | components['schemas']['MetricNotComputed'] + | components['schemas']['MetricPending'] + | components['schemas']['MetricComputing'] + | components['schemas']['MetricNotApplicable'] + | components['schemas']['MetricSuccess'] + | components['schemas']['MetricError'] + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; + } | null; + /** + * Parent ID + * @description Galileo ID of the parent of this span + */ + parent_id?: string | null; + /** + * Is Complete + * @description Whether the parent trace is complete or not + * @default true + */ + is_complete?: boolean; + /** + * Step Number + * @description Topological step number of the span. + */ + step_number?: number | null; + /** + * @description Agent type. + * @default default + */ + agent_type?: components['schemas']['AgentType']; + }; + /** PartialExtendedLlmSpanRecord */ + PartialExtendedLlmSpanRecord: { + /** + * @description Type of the trace, span or session. (enum property replaced by openapi-typescript) + * @enum {string} + */ + type: 'llm'; + /** + * Input + * @description Input to the trace or span. + */ + input?: components['schemas']['galileo_core__schemas__logging__llm__Message'][]; + /** + * Redacted Input + * @description Redacted input of the trace or span. + */ + redacted_input?: + | components['schemas']['galileo_core__schemas__logging__llm__Message'][] + | null; + /** @description Output of the trace or span. */ + output?: components['schemas']['galileo_core__schemas__logging__llm__Message']; + /** @description Redacted output of the trace or span. */ + redacted_output?: + | components['schemas']['galileo_core__schemas__logging__llm__Message'] + | null; + /** + * Name + * @description Name of the trace, span or session. + * @default + */ + name?: string; + /** + * Created + * Format: date-time + * @description Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * @description Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * @description Tags associated with this trace or span. + */ + tags?: string[]; + /** + * Status Code + * @description Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** @description Metrics associated with this trace or span. */ + metrics?: components['schemas']['LlmMetrics']; + /** + * External Id + * @description A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * @description Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * @description Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * @description Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * @description Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * @description Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * @description Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * @description Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * @description Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * @description Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * @description Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; + /** + * Metric Info + * @description Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | components['schemas']['MetricNotComputed'] + | components['schemas']['MetricPending'] + | components['schemas']['MetricComputing'] + | components['schemas']['MetricNotApplicable'] + | components['schemas']['MetricSuccess'] + | components['schemas']['MetricError'] + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; + } | null; + /** + * Parent ID + * @description Galileo ID of the parent of this span + */ + parent_id?: string | null; + /** + * Is Complete + * @description Whether the parent trace is complete or not + * @default true + */ + is_complete?: boolean; + /** + * Step Number + * @description Topological step number of the span. + */ + step_number?: number | null; + /** + * Tools + * @description List of available tools passed to the LLM on invocation. + */ + tools?: + | { + [key: string]: unknown; + }[] + | null; + /** + * Events + * @description List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: + | ( + | components['schemas']['MessageEvent'] + | components['schemas']['ReasoningEvent'] + | components['schemas']['InternalToolCall'] + | components['schemas']['WebSearchCallEvent'] + | components['schemas']['ImageGenerationEvent'] + | components['schemas']['MCPCallEvent'] + | components['schemas']['MCPListToolsEvent'] + | components['schemas']['MCPApprovalRequestEvent'] + )[] + | null; + /** + * Model + * @description Model used for this span. + */ + model?: string | null; + /** + * Temperature + * @description Temperature used for generation. + */ + temperature?: number | null; + /** + * Finish Reason + * @description Reason for finishing. + */ + finish_reason?: string | null; + }; + /** PartialExtendedRetrieverSpanRecord */ + PartialExtendedRetrieverSpanRecord: { + /** + * @description Type of the trace, span or session. (enum property replaced by openapi-typescript) + * @enum {string} + */ + type: 'retriever'; + /** + * Input + * @description Input to the trace or span. + * @default + */ + input?: string; + /** + * Redacted Input + * @description Redacted input of the trace or span. + */ + redacted_input?: string | null; + /** + * Output + * @description Output of the trace or span. + */ + output?: components['schemas']['Document'][]; + /** + * Redacted Output + * @description Redacted output of the trace or span. + */ + redacted_output?: components['schemas']['Document'][] | null; + /** + * Name + * @description Name of the trace, span or session. + * @default + */ + name?: string; + /** + * Created + * Format: date-time + * @description Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * @description Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * @description Tags associated with this trace or span. + */ + tags?: string[]; + /** + * Status Code + * @description Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** @description Metrics associated with this trace or span. */ + metrics?: components['schemas']['Metrics']; + /** + * External Id + * @description A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * @description Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * @description Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * @description Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * @description Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * @description Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * @description Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * @description Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * @description Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * @description Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * @description Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; + /** + * Metric Info + * @description Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | components['schemas']['MetricNotComputed'] + | components['schemas']['MetricPending'] + | components['schemas']['MetricComputing'] + | components['schemas']['MetricNotApplicable'] + | components['schemas']['MetricSuccess'] + | components['schemas']['MetricError'] + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; + } | null; + /** + * Parent ID + * @description Galileo ID of the parent of this span + */ + parent_id?: string | null; + /** + * Is Complete + * @description Whether the parent trace is complete or not + * @default true + */ + is_complete?: boolean; + /** + * Step Number + * @description Topological step number of the span. + */ + step_number?: number | null; + }; + /** PartialExtendedSessionRecord */ + PartialExtendedSessionRecord: { + /** + * @description Type of the trace, span or session. (enum property replaced by openapi-typescript) + * @enum {string} + */ + type: 'session'; + /** + * Input + * @default + */ + input?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'][]; + /** + * Redacted Input + * @description Redacted input of the trace or span. + */ + redacted_input?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'][] + | null; + /** + * Output + * @description Output of the trace or span. + */ + output?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'] + | components['schemas']['Document'][] + | null; + /** + * Redacted Output + * @description Redacted output of the trace or span. + */ + redacted_output?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'] + | components['schemas']['Document'][] + | null; + /** + * Name + * @description Name of the trace, span or session. + * @default + */ + name?: string; + /** + * Created + * Format: date-time + * @description Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * @description Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * @description Tags associated with this trace or span. + */ + tags?: string[]; + /** + * Status Code + * @description Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** @description Metrics associated with this trace or span. */ + metrics?: components['schemas']['Metrics']; + /** + * External Id + * @description A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * @description Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * @description Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * @description Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * @description Galileo ID of the session + */ + id?: string | null; + /** + * Session ID + * @description Galileo ID of the session containing the trace or span or session + */ + session_id?: string | null; + /** + * Trace ID + * @description Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * @description Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * @description Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * @description Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * @description Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; + /** + * Metric Info + * @description Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | components['schemas']['MetricNotComputed'] + | components['schemas']['MetricPending'] + | components['schemas']['MetricComputing'] + | components['schemas']['MetricNotApplicable'] + | components['schemas']['MetricSuccess'] + | components['schemas']['MetricError'] + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; + } | null; + /** Previous Session Id */ + previous_session_id?: string | null; + }; + /** PartialExtendedToolSpanRecord */ + PartialExtendedToolSpanRecord: { + /** + * @description Type of the trace, span or session. (enum property replaced by openapi-typescript) + * @enum {string} + */ + type: 'tool'; + /** + * Input + * @description Input to the trace or span. + * @default + */ + input?: string; + /** + * Redacted Input + * @description Redacted input of the trace or span. + */ + redacted_input?: string | null; + /** + * Output + * @description Output of the trace or span. + */ + output?: string | null; + /** + * Redacted Output + * @description Redacted output of the trace or span. + */ + redacted_output?: string | null; + /** + * Name + * @description Name of the trace, span or session. + * @default + */ + name?: string; + /** + * Created + * Format: date-time + * @description Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * @description Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * @description Tags associated with this trace or span. + */ + tags?: string[]; + /** + * Status Code + * @description Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** @description Metrics associated with this trace or span. */ + metrics?: components['schemas']['Metrics']; + /** + * External Id + * @description A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * @description Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * @description Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * @description Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * @description Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * @description Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * @description Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * @description Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * @description Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * @description Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * @description Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; + /** + * Metric Info + * @description Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | components['schemas']['MetricNotComputed'] + | components['schemas']['MetricPending'] + | components['schemas']['MetricComputing'] + | components['schemas']['MetricNotApplicable'] + | components['schemas']['MetricSuccess'] + | components['schemas']['MetricError'] + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; + } | null; + /** + * Parent ID + * @description Galileo ID of the parent of this span + */ + parent_id?: string | null; + /** + * Is Complete + * @description Whether the parent trace is complete or not + * @default true + */ + is_complete?: boolean; + /** + * Step Number + * @description Topological step number of the span. + */ + step_number?: number | null; + /** + * Tool Call Id + * @description ID of the tool call. + */ + tool_call_id?: string | null; + }; + /** PartialExtendedTraceRecord */ + PartialExtendedTraceRecord: { + /** + * @description Type of the trace, span or session. (enum property replaced by openapi-typescript) + * @enum {string} + */ + type: 'trace'; + /** + * Input + * @description Input to the trace or span. + * @default + */ + input?: string; + /** + * Redacted Input + * @description Redacted input of the trace or span. + */ + redacted_input?: string | null; + /** + * Output + * @description Output of the trace or span. + */ + output?: string | null; + /** + * Redacted Output + * @description Redacted output of the trace or span. + */ + redacted_output?: string | null; + /** + * Name + * @description Name of the trace, span or session. + * @default + */ + name?: string; + /** + * Created + * Format: date-time + * @description Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * @description Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * @description Tags associated with this trace or span. + */ + tags?: string[]; + /** + * Status Code + * @description Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** @description Metrics associated with this trace or span. */ + metrics?: components['schemas']['Metrics']; + /** + * External Id + * @description A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * @description Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * @description Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * @description Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * @description Galileo ID of the trace + */ + id?: string | null; + /** + * Session ID + * @description Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * @description Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * @description Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * @description Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * @description Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * @description Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record + */ + file_modalities?: components['schemas']['ContentModality'][]; + /** + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; + /** + * Metric Info + * @description Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | components['schemas']['MetricNotComputed'] + | components['schemas']['MetricPending'] + | components['schemas']['MetricComputing'] + | components['schemas']['MetricNotApplicable'] + | components['schemas']['MetricSuccess'] + | components['schemas']['MetricError'] + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; + /** + * Files + * @description File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: components['schemas']['FileMetadata']; + } | null; + /** + * Is Complete + * @description Whether the trace is complete or not + * @default true + */ + is_complete?: boolean; + }; + /** PartialExtendedWorkflowSpanRecord */ + PartialExtendedWorkflowSpanRecord: { + /** + * @description Type of the trace, span or session. (enum property replaced by openapi-typescript) + * @enum {string} + */ + type: 'workflow'; + /** + * Input + * @description Input to the trace or span. + * @default + */ + input?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'][]; + /** + * Redacted Input + * @description Redacted input of the trace or span. + */ + redacted_input?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'][] + | null; + /** + * Output + * @description Output of the trace or span. + */ + output?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'] + | components['schemas']['Document'][] + | null; + /** + * Redacted Output + * @description Redacted output of the trace or span. + */ + redacted_output?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'] + | components['schemas']['Document'][] + | null; + /** + * Name + * @description Name of the trace, span or session. + * @default + */ + name?: string; + /** + * Created + * Format: date-time + * @description Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * @description Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * @description Tags associated with this trace or span. + */ + tags?: string[]; + /** + * Status Code + * @description Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** @description Metrics associated with this trace or span. */ + metrics?: components['schemas']['Metrics']; + /** + * External Id + * @description A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * @description Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * @description Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * @description Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * @description Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * @description Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * @description Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * @description Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * @description Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * @description Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * @description Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Annotations + * @description Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: components['schemas']['AnnotationRatingInfo']; + }; + }; + /** + * File Ids + * @description IDs of files associated with this record + */ + file_ids?: string[]; + /** + * File Modalities + * @description Modalities of files associated with this record */ - filters?: - | ( - | components['schemas']['NodeNameFilter'] - | components['schemas']['MetadataFilter'] - )[] - | null; + file_modalities?: components['schemas']['ContentModality'][]; /** - * Type - * @default luna - * @enum {string} + * Annotation Aggregates + * @description Annotation aggregate information keyed by template ID */ - type?: 'luna' | 'plus'; + annotation_aggregates?: { + [key: string]: components['schemas']['AnnotationAggregate']; + }; /** - * Model Name - * @description Alias of the model to use for the scorer. + * Metric Info + * @description Detailed information about the metrics associated with this trace or span */ - model_name?: string | null; + metric_info?: { + [key: string]: + | components['schemas']['MetricNotComputed'] + | components['schemas']['MetricPending'] + | components['schemas']['MetricComputing'] + | components['schemas']['MetricNotApplicable'] + | components['schemas']['MetricSuccess'] + | components['schemas']['MetricError'] + | components['schemas']['MetricFailed'] + | components['schemas']['MetricRollUp']; + } | null; /** - * Num Judges - * @description Number of judges for the scorer. + * Files + * @description File metadata keyed by file ID for files associated with this record */ - num_judges?: number | null; - }; - /** - * OutputTypeEnum - * @description Enumeration of output types. - * @enum {string} - */ - OutputTypeEnum: - | 'boolean' - | 'categorical' - | 'count' - | 'discrete' - | 'freeform' - | 'percentage' - | 'multilabel'; - /** OverrideAction */ - OverrideAction: { + files?: { + [key: string]: components['schemas']['FileMetadata']; + } | null; /** - * @description discriminator enum property added by openapi-typescript - * @enum {string} + * Parent ID + * @description Galileo ID of the parent of this span */ - type: 'OVERRIDE'; + parent_id?: string | null; /** - * Subscriptions - * @description List of subscriptions to send a notification to when this action is applied and the ruleset status matches any of the configured statuses. + * Is Complete + * @description Whether the parent trace is complete or not + * @default true */ - subscriptions?: components['schemas']['SubscriptionConfig'][]; + is_complete?: boolean; /** - * Choices - * @description List of choices to override the response with. If there are multiple choices, one will be chosen at random when applying this action. + * Step Number + * @description Topological step number of the span. */ - choices: string[]; + step_number?: number | null; }; /** PassthroughAction */ PassthroughAction: { @@ -14650,7 +18272,8 @@ export interface components { | components['schemas']['FineTunedScorerAction'] | components['schemas']['DatasetAction'] | components['schemas']['IntegrationAction'] - | components['schemas']['OrganizationAction']; + | components['schemas']['OrganizationAction'] + | components['schemas']['AnnotationQueueAction']; /** Allowed */ allowed: boolean; /** Message */ @@ -15405,7 +19028,7 @@ export interface components { deployment_name?: string | null; /** * Model Alias - * @default GPT-4o + * @default gpt-5.1 */ model_alias?: string; /** @@ -15714,6 +19337,51 @@ export interface components { filters?: components['schemas']['DatasetContentFilter'][]; sort?: components['schemas']['DatasetContentSortClause'] | null; }; + /** + * ReasoningEvent + * @description Internal reasoning/thinking from the model (e.g., OpenAI o1/o3 reasoning tokens). + */ + ReasoningEvent: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + type: 'reasoning'; + /** + * Id + * @description Unique identifier for the event + */ + id?: string | null; + /** @description Status of the event */ + status?: components['schemas']['EventStatus'] | null; + /** + * Metadata + * @description Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * @description Error message if the event failed + */ + error_message?: string | null; + /** + * Content + * @description The reasoning/thinking content + */ + content?: string | null; + /** + * Summary + * @description Summary of the reasoning + */ + summary?: + | string + | { + [key: string]: unknown; + }[] + | null; + }; /** * RecomputeLogRecordsMetricsRequest * @description Request to recompute metrics for a genai project run (log stream or experiment). @@ -15756,18 +19424,22 @@ export interface components { | components['schemas']['LogRecordsCollectionFilter'] | components['schemas']['LogRecordsTextFilter'] )[]; - filter_tree?: components['schemas']['FilterExpression'] | null; - /** @default { - * "column_id": "created_at", - * "ascending": false, - * "sort_type": "column" - * } */ - sort?: components['schemas']['LogRecordsSortClause']; + filter_tree?: + | components['schemas']['FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | null; + /** @description Sort for the query. Defaults to native sort (created_at, id descending). */ + sort?: components['schemas']['LogRecordsSortClause'] | null; /** * Truncate Fields * @default false */ truncate_fields?: boolean; + /** + * Include Counts + * @description If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + * @default false + */ + include_counts?: boolean; /** * Scorer Ids * @description List of scorer IDs for which metrics should be recomputed. @@ -15836,6 +19508,30 @@ export interface components { * @enum {string} */ RegisteredScorerAction: 'update' | 'delete'; + /** RegisteredScorerTaskResultResponse */ + RegisteredScorerTaskResultResponse: { + /** + * Id + * Format: uuid4 + */ + id: string; + /** + * Created At + * Format: date-time + */ + created_at: string; + /** + * Updated At + * Format: date-time + */ + updated_at: string; + status: components['schemas']['TaskResultStatus']; + /** Result */ + result?: + | components['schemas']['ValidateRegisteredScorerResult'] + | string + | null; + }; /** RenderTemplateRequest */ RenderTemplateRequest: { /** Template */ @@ -15992,6 +19688,12 @@ export interface components { | components['schemas']['ToolSpan'] )[]; }; + /** + * RollUpStrategy + * @description Strategies for rolling metrics up the Session/Trace/Span hierarchy. + * @enum {string} + */ + RollUpStrategy: 'avg' | 'sum' | 'first' | 'last' | 'none'; /** RollbackRequest */ RollbackRequest: { /** Rollback Version */ @@ -16276,12 +19978,6 @@ export interface components { }; /** RunScorerSettingsPatchRequest */ RunScorerSettingsPatchRequest: { - /** - * Run Id - * Format: uuid4 - * @description ID of the run. - */ - run_id: string; /** * Scorers * @description List of Galileo scorers to enable. @@ -16292,15 +19988,15 @@ export interface components { * @description List of segment filters to apply to the run. */ segment_filters?: components['schemas']['SegmentFilter'][] | null; - }; - /** RunScorerSettingsResponse */ - RunScorerSettingsResponse: { /** * Run Id * Format: uuid4 * @description ID of the run. */ run_id: string; + }; + /** RunScorerSettingsResponse */ + RunScorerSettingsResponse: { /** Scorers */ scorers: components['schemas']['ScorerConfig'][]; /** @@ -16308,6 +20004,12 @@ export interface components { * @description List of segment filters to apply to the run. */ segment_filters?: components['schemas']['SegmentFilter'][] | null; + /** + * Run Id + * Format: uuid4 + * @description ID of the run. + */ + run_id: string; }; /** RunTagCreateRequest */ RunTagCreateRequest: { @@ -16424,6 +20126,15 @@ export interface components { model_type?: components['schemas']['ModelType'] | null; /** @description ScorerVersion to use for this scorer. If not provided, the latest version will be used. */ scorer_version?: components['schemas']['BaseScorerVersionDB'] | null; + /** + * Multimodal Capabilities + * @description Multimodal capabilities which this scorer can utilize in its evaluation. + */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; + /** Roll Up Method */ + roll_up_method?: string | null; }; /** ScorerCreatedAtFilter */ ScorerCreatedAtFilter: { @@ -16605,8 +20316,15 @@ export interface components { scoreable_node_types?: string[] | null; output_type?: components['schemas']['OutputTypeEnum'] | null; input_type?: components['schemas']['InputTypeEnum'] | null; + /** Multimodal Capabilities */ + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; /** Required Scorers */ required_scorers?: string[] | null; + /** Deprecated */ + deprecated?: boolean | null; + roll_up_config?: components['schemas']['BaseMetricRollUpConfigDB'] | null; /** * Label * @default @@ -16627,6 +20345,7 @@ export interface components { created_at?: string | null; /** Updated At */ updated_at?: string | null; + roll_up_method?: components['schemas']['NumericRollUpMethod'] | null; }; /** ScorerTagsFilter */ ScorerTagsFilter: { @@ -16940,6 +20659,21 @@ export interface components { */ llm_scorers?: boolean; }; + /** SelectColumns */ + SelectColumns: { + /** Column Ids */ + column_ids?: string[]; + /** + * Include All Metrics + * @default false + */ + include_all_metrics?: boolean; + /** + * Include All Feedback + * @default false + */ + include_all_feedback?: boolean; + }; /** SessionCreateRequest */ SessionCreateRequest: { /** @@ -16957,6 +20691,16 @@ export interface components { * @description Metrics testing id associated with the traces. */ metrics_testing_id?: string | null; + /** @default api_direct */ + logging_method?: components['schemas']['LoggingMethod']; + /** Client Version */ + client_version?: string | null; + /** + * Reliable + * @description Whether or not to use reliable logging. If set to False, the method will respond immediately before verifying that the traces have been successfully ingested, and no error message will be returned if ingestion fails. If set to True, the method will wait for the traces to be successfully ingested or return an error message if there is an ingestion failure. + * @default true + */ + reliable?: boolean; /** * Name * @description Name of the session. @@ -16972,6 +20716,13 @@ export interface components { * @description External id of the session. */ external_id?: string | null; + /** + * User Metadata + * @description User metadata for the session. + */ + user_metadata?: { + [key: string]: string; + } | null; }; /** SessionCreateResponse */ SessionCreateResponse: { @@ -17190,6 +20941,39 @@ export interface components { */ paused?: boolean; }; + /** StandardError */ + StandardError: { + /** Error Code */ + error_code: number; + error_type: components['schemas']['ErrorType']; + /** Error Group */ + error_group: string; + severity: components['schemas']['ErrorSeverity']; + /** Message */ + message: string; + /** User Action */ + user_action?: string | null; + /** Documentation Link */ + documentation_link?: string | null; + /** + * Retriable + * @default false + */ + retriable?: boolean; + /** + * Blocking + * @default false + */ + blocking?: boolean; + /** Http Status Code */ + http_status_code?: number | null; + /** Source Service */ + source_service?: string | null; + /** Context */ + context?: { + [key: string]: unknown; + }; + }; /** StarAggregate */ StarAggregate: { /** @@ -17233,26 +21017,6 @@ export interface components { /** Input Strings */ input_strings: string[]; }; - /** - * StringFilter - * @description Filters on a string field. - */ - StringFilter: { - /** Name */ - name: string | null; - /** - * Operator - * @enum {string} - */ - operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; - /** Value */ - value: string | string[]; - /** - * Case Sensitive - * @default true - */ - case_sensitive?: boolean; - }; /** SubscriptionConfig */ SubscriptionConfig: { /** @@ -17319,6 +21083,8 @@ export interface components { * @default 10 */ count?: number; + /** Project Id */ + project_id?: string | null; }; /** * SyntheticDatasetExtensionResponse @@ -17443,6 +21209,11 @@ export interface components { */ memory_mb?: number; }; + /** + * TaskResultStatus + * @enum {string} + */ + TaskResultStatus: 'pending' | 'started' | 'completed' | 'failed'; /** * TaskType * @description Valid task types for modeling. @@ -17475,6 +21246,37 @@ export interface components { /** Templates */ templates: string[]; }; + /** TestScore */ + TestScore: { + node_type: components['schemas']['NodeType']; + /** Score */ + score?: number | string | boolean | null; + }; + /** TextAggregate */ + TextAggregate: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + feedback_type: 'text'; + /** Count */ + count: number; + /** Unrated Count */ + unrated_count: number; + }; + /** + * TextContentPart + * @description A text segment within a message. + */ + TextContentPart: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + type: 'text'; + /** Text */ + text: string; + }; /** TextRating */ TextRating: { /** @@ -18125,42 +21927,19 @@ export interface components { UpdateDatasetRequest: { /** Name */ name?: string | components['schemas']['Name'] | null; - column_mapping?: components['schemas']['ColumnMapping'] | null; - /** Draft */ - draft?: false | null; - }; - /** UpdateDatasetVersionRequest */ - UpdateDatasetVersionRequest: { - /** Name */ - name?: string | null; - }; - /** UpdatePromptTemplateRequest */ - UpdatePromptTemplateRequest: { - /** Name */ - name?: string | components['schemas']['Name'] | null; - }; - /** UpdateScorerRequest */ - UpdateScorerRequest: { - /** Name */ - name?: string | null; - /** Description */ - description?: string | null; - /** Tags */ - tags?: string[] | null; - defaults?: components['schemas']['ScorerDefaults'] | null; - model_type?: components['schemas']['ModelType'] | null; - /** Ground Truth */ - ground_truth?: boolean | null; - /** Default Version Id */ - default_version_id?: string | null; - /** User Prompt */ - user_prompt?: string | null; - /** Scoreable Node Types */ - scoreable_node_types?: string[] | null; - output_type?: components['schemas']['OutputTypeEnum'] | null; - input_type?: components['schemas']['InputTypeEnum'] | null; - /** Required Scorers */ - required_scorers?: string[] | null; + column_mapping?: components['schemas']['ColumnMapping'] | null; + /** Draft */ + draft?: false | null; + }; + /** UpdateDatasetVersionRequest */ + UpdateDatasetVersionRequest: { + /** Name */ + name?: string | null; + }; + /** UpdatePromptTemplateRequest */ + UpdatePromptTemplateRequest: { + /** Name */ + name?: string | components['schemas']['Name'] | null; }; /** UpsertDatasetContentRequest */ UpsertDatasetContentRequest: { @@ -18211,15 +21990,20 @@ export interface components { /** Email */ email: string; }; - /** UserCollaboratorCreate */ + /** + * UserCollaboratorCreate + * @description Create a user collaborator using either user_id or email. + * + * When using email, if the user doesn't exist in the organization, + * they will be invited automatically. + */ UserCollaboratorCreate: { /** @default viewer */ role?: components['schemas']['CollaboratorRole']; - /** - * User Id - * Format: uuid4 - */ - user_id: string; + /** User Id */ + user_id?: string | null; + /** User Email */ + user_email?: string | null; }; /** UserDB */ UserDB: { @@ -18291,81 +22075,43 @@ export interface components { * @enum {string} */ UserRole: 'admin' | 'manager' | 'user' | 'read_only'; - /** - * ValidateLLMScorerLogRecordRequest - * @description Request to validate a new LLM scorer based on a log record. - * This is used to create a new experiment with the copied log records to store the metric testing results. - */ - ValidateLLMScorerLogRecordRequest: { - /** - * Starting Token - * @default 0 - */ - starting_token?: number; - /** - * Limit - * @default 100 - */ - limit?: number; - /** Previous Last Row Id */ - previous_last_row_id?: string | null; - /** - * Log Stream Id - * @description Log stream id associated with the traces. - */ - log_stream_id?: string | null; - /** - * Experiment Id - * @description Experiment id associated with the traces. - */ - experiment_id?: string | null; + /** ValidResult */ + ValidResult: { /** - * Metrics Testing Id - * @description Metrics testing id associated with the traces. + * Result Type + * @default valid + * @constant */ - metrics_testing_id?: string | null; - /** Filters */ - filters?: ( - | components['schemas']['LogRecordsIDFilter'] - | components['schemas']['LogRecordsDateFilter'] - | components['schemas']['LogRecordsNumberFilter'] - | components['schemas']['LogRecordsBooleanFilter'] - | components['schemas']['LogRecordsCollectionFilter'] - | components['schemas']['LogRecordsTextFilter'] - )[]; - filter_tree?: components['schemas']['FilterExpression'] | null; - /** @default { - * "column_id": "created_at", - * "ascending": false, - * "sort_type": "column" - * } */ - sort?: components['schemas']['LogRecordsSortClause']; + result_type?: 'valid'; + /** Score Type */ + score_type: string; + /** Scoreable Node Types */ + scoreable_node_types: components['schemas']['NodeType'][]; /** - * Truncate Fields + * Include Llm Credentials * @default false */ - truncate_fields?: boolean; - /** Query */ - query: string; - /** Response */ - response: string; - chain_poll_template: components['schemas']['ChainPollTemplate']; - scorer_configuration: components['schemas']['GeneratedScorerConfiguration']; - /** User Prompt */ - user_prompt: string; + include_llm_credentials?: boolean; + chain_aggregation?: + | components['schemas']['ChainAggregationStrategy'] + | null; + /** Test Scores */ + test_scores: components['schemas']['TestScore'][]; }; - /** - * ValidateLLMScorerLogRecordResponse - * @description Response model for validating a new LLM scorer based on a log record. - * - * Returns the uuid of the experiment created with the copied log records to store the metric testing results. - */ - ValidateLLMScorerLogRecordResponse: { + /** ValidateCodeScorerResponse */ + ValidateCodeScorerResponse: { /** - * Metrics Experiment Id + * Task Id * Format: uuid4 */ - metrics_experiment_id: string; + task_id: string; + }; + /** ValidateRegisteredScorerResult */ + ValidateRegisteredScorerResult: { + /** Result */ + result: + | components['schemas']['ValidResult'] + | components['schemas']['InvalidResult']; }; /** ValidationError */ ValidationError: { @@ -18392,6 +22138,10 @@ export interface components { }; /** VegasGatewayIntegrationCreate */ VegasGatewayIntegrationCreate: { + /** @description Configuration for multi-modal (file upload) capabilities. */ + multi_modal_config?: + | components['schemas']['MultiModalModelIntegrationConfig'] + | null; /** * Endpoint * Format: uri @@ -18421,6 +22171,60 @@ export interface components { /** Token */ token: string; }; + /** + * WebSearchAction + * @description Action payload for a web search call event. + */ + WebSearchAction: { + /** + * Type + * @description Type of web search action + * @constant + */ + type: 'search'; + /** + * Query + * @description Search query string + */ + query?: string | null; + /** + * Sources + * @description Optional provider-specific sources + */ + sources?: unknown | null; + }; + /** + * WebSearchCallEvent + * @description An OpenAI-style web search call event. + */ + WebSearchCallEvent: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + type: 'web_search_call'; + /** + * Id + * @description Unique identifier for the event + */ + id?: string | null; + /** @description Status of the event */ + status?: components['schemas']['EventStatus'] | null; + /** + * Metadata + * @description Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * @description Error message if the event failed + */ + error_message?: string | null; + /** @description Web search action payload */ + action: components['schemas']['WebSearchAction']; + }; /** WorkflowSpan */ WorkflowSpan: { /** @@ -18658,7 +22462,12 @@ export interface components { /** Message */ galileo_core__schemas__logging__llm__Message: { /** Content */ - content: string; + content: + | string + | ( + | components['schemas']['TextContentPart'] + | components['schemas']['FileContentPart'] + )[]; role: components['schemas']['galileo_core__schemas__logging__llm__MessageRole']; /** Tool Call Id */ tool_call_id?: string | null; @@ -18680,7 +22489,12 @@ export interface components { /** Message */ galileo_core__schemas__shared__message__Message: { /** Content */ - content: string; + content: + | string + | ( + | components['schemas']['TextContentPart'] + | components['schemas']['FileContentPart'] + )[]; /** Role */ role: | string @@ -18715,6 +22529,9 @@ export interface components { | 'bleu' | 'chunk_attribution_utilization_luna' | 'chunk_attribution_utilization' + | 'chunk_relevance' + | 'context_precision' + | 'precision_at_k' | 'completeness_luna' | 'completeness' | 'context_adherence' @@ -18749,6 +22566,11 @@ export interface components { | 'prompt_injection_luna' | 'prompt_perplexity' | 'rouge' + | 'reasoning_coherence' + | 'sql_efficiency' + | 'sql_adherence' + | 'sql_injection' + | 'sql_correctness' | 'tool_error_rate' | 'tool_error_rate_luna' | 'tool_selection_quality' @@ -18783,6 +22605,7 @@ export interface components { | '_input_toxicity' | '_input_toxicity_gpt' | '_user_registered' + | '_composite_user_registered' | '_user_submitted' | '_user_generated' | '_user_finetuned' @@ -19381,16 +23204,21 @@ export interface operations { }; }; responses: { - /** @description Successful Response */ - 200: { + /** @description Dataset content upserted successfully */ + 204: { headers: { [name: string]: unknown; }; - content: { - 'application/json': unknown; + content?: never; + }; + /** @description Dataset not found */ + 404: { + headers: { + [name: string]: unknown; }; + content?: never; }; - /** @description Validation Error */ + /** @description Validation error in request body */ 422: { headers: { [name: string]: unknown; @@ -19399,6 +23227,13 @@ export interface operations { 'application/json': components['schemas']['HTTPValidationError']; }; }; + /** @description Resource lock could not be acquired; another update may be in progress */ + 423: { + headers: { + [name: string]: unknown; + }; + content?: never; + }; }; }; update_dataset_content_datasets__dataset_id__content_patch: { @@ -19422,16 +23257,30 @@ export interface operations { }; }; responses: { - /** @description Successful Response */ - 200: { + /** @description Dataset content updated successfully */ + 204: { headers: { + /** @description New version identifier for the dataset */ + ETag?: string; [name: string]: unknown; }; - content: { - 'application/json': unknown; + content?: never; + }; + /** @description Dataset not found */ + 404: { + headers: { + [name: string]: unknown; }; + content?: never; }; - /** @description Validation Error */ + /** @description ETag mismatch; client's If-Match does not match current resource version */ + 412: { + headers: { + [name: string]: unknown; + }; + content?: never; + }; + /** @description Validation error in request body */ 422: { headers: { [name: string]: unknown; @@ -19440,6 +23289,13 @@ export interface operations { 'application/json': components['schemas']['HTTPValidationError']; }; }; + /** @description Resource lock could not be acquired; another update may be in progress */ + 423: { + headers: { + [name: string]: unknown; + }; + content?: never; + }; }; }; download_dataset_datasets__dataset_id__download_get: { @@ -20625,7 +24481,9 @@ export interface operations { }; list_log_streams_projects__project_id__log_streams_get: { parameters: { - query?: never; + query?: { + include_counts?: boolean; + }; header?: never; path: { project_id: string; @@ -20692,6 +24550,7 @@ export interface operations { list_log_streams_paginated_projects__project_id__log_streams_paginated_get: { parameters: { query?: { + include_counts?: boolean; starting_token?: number; limit?: number; }; @@ -20723,6 +24582,41 @@ export interface operations { }; }; }; + search_log_streams_projects__project_id__log_streams_search_post: { + parameters: { + query?: never; + header?: never; + path: { + project_id: string; + }; + cookie?: never; + }; + requestBody: { + content: { + 'application/json': components['schemas']['LogStreamSearchRequest']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['ListLogStreamResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; get_log_stream_projects__project_id__log_streams__log_stream_id__get: { parameters: { query?: never; @@ -20821,6 +24715,74 @@ export interface operations { }; }; }; + get_metric_settings_projects__project_id__log_streams__log_stream_id__metric_settings_get: { + parameters: { + query?: never; + header?: never; + path: { + log_stream_id: string; + project_id: string; + }; + cookie?: never; + }; + requestBody?: never; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['MetricSettingsResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; + update_metric_settings_projects__project_id__log_streams__log_stream_id__metric_settings_patch: { + parameters: { + query?: never; + header?: never; + path: { + project_id: string; + log_stream_id: string; + }; + cookie?: never; + }; + requestBody: { + content: { + 'application/json': components['schemas']['MetricSettingsRequest']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['MetricSettingsResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; log_traces_projects__project_id__traces_post: { parameters: { query?: never; @@ -20858,7 +24820,9 @@ export interface operations { }; get_trace_projects__project_id__traces__trace_id__get: { parameters: { - query?: never; + query?: { + include_presigned_urls?: boolean; + }; header?: never; path: { trace_id: string; @@ -20926,7 +24890,9 @@ export interface operations { }; get_span_projects__project_id__spans__span_id__get: { parameters: { - query?: never; + query?: { + include_presigned_urls?: boolean; + }; header?: never; path: { span_id: string; @@ -21137,6 +25103,41 @@ export interface operations { }; }; }; + query_partial_traces_projects__project_id__traces_partial_search_post: { + parameters: { + query?: never; + header?: never; + path: { + project_id: string; + }; + cookie?: never; + }; + requestBody: { + content: { + 'application/json': components['schemas']['LogRecordsPartialQueryRequest']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['LogRecordsPartialQueryResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; count_traces_projects__project_id__traces_count_post: { parameters: { query?: never; @@ -21242,7 +25243,7 @@ export interface operations { }; }; }; - count_spans_projects__project_id__spans_count_post: { + query_partial_spans_projects__project_id__spans_partial_search_post: { parameters: { query?: never; header?: never; @@ -21253,7 +25254,7 @@ export interface operations { }; requestBody: { content: { - 'application/json': components['schemas']['LogRecordsQueryCountRequest']; + 'application/json': components['schemas']['LogRecordsPartialQueryRequest']; }; }; responses: { @@ -21263,7 +25264,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['LogRecordsQueryCountResponse']; + 'application/json': components['schemas']['LogRecordsPartialQueryResponse']; }; }; /** @description Validation Error */ @@ -21277,7 +25278,7 @@ export interface operations { }; }; }; - query_metrics_projects__project_id__metrics_search_post: { + count_spans_projects__project_id__spans_count_post: { parameters: { query?: never; header?: never; @@ -21288,7 +25289,7 @@ export interface operations { }; requestBody: { content: { - 'application/json': components['schemas']['LogRecordsMetricsQueryRequest']; + 'application/json': components['schemas']['LogRecordsQueryCountRequest']; }; }; responses: { @@ -21298,7 +25299,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['LogRecordsMetricsResponse']; + 'application/json': components['schemas']['LogRecordsQueryCountResponse']; }; }; /** @description Validation Error */ @@ -21382,6 +25383,41 @@ export interface operations { }; }; }; + query_partial_sessions_projects__project_id__sessions_partial_search_post: { + parameters: { + query?: never; + header?: never; + path: { + project_id: string; + }; + cookie?: never; + }; + requestBody: { + content: { + 'application/json': components['schemas']['LogRecordsPartialQueryRequest']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['LogRecordsPartialQueryResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; count_sessions_projects__project_id__sessions_count_post: { parameters: { query?: never; @@ -21419,7 +25455,9 @@ export interface operations { }; get_session_projects__project_id__sessions__session_id__get: { parameters: { - query?: never; + query?: { + include_presigned_urls?: boolean; + }; header?: never; path: { session_id: string; @@ -21696,7 +25734,9 @@ export interface operations { }; list_experiments_projects__project_id__experiments_get: { parameters: { - query?: never; + query?: { + include_counts?: boolean; + }; header?: never; path: { project_id: string; @@ -21725,20 +25765,20 @@ export interface operations { }; }; }; - create_experiment_projects__project_id__experiments_post: { + list_experiments_paginated_projects__project_id__experiments_paginated_get: { parameters: { - query?: never; + query?: { + include_counts?: boolean; + starting_token?: number; + limit?: number; + }; header?: never; path: { project_id: string; }; cookie?: never; }; - requestBody: { - content: { - 'application/json': components['schemas']['ExperimentCreateRequest']; - }; - }; + requestBody?: never; responses: { /** @description Successful Response */ 200: { @@ -21746,7 +25786,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['ExperimentResponse']; + 'application/json': components['schemas']['ListExperimentResponse']; }; }; /** @description Validation Error */ @@ -21760,19 +25800,20 @@ export interface operations { }; }; }; - list_experiments_paginated_projects__project_id__experiments_paginated_get: { + search_experiments_projects__project_id__experiments_search_post: { parameters: { - query?: { - starting_token?: number; - limit?: number; - }; + query?: never; header?: never; path: { project_id: string; }; cookie?: never; }; - requestBody?: never; + requestBody: { + content: { + 'application/json': components['schemas']['ExperimentSearchRequest']; + }; + }; responses: { /** @description Successful Response */ 200: { @@ -21994,6 +26035,74 @@ export interface operations { }; }; }; + get_metric_settings_projects__project_id__experiments__experiment_id__metric_settings_get: { + parameters: { + query?: never; + header?: never; + path: { + experiment_id: string; + project_id: string; + }; + cookie?: never; + }; + requestBody?: never; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['MetricSettingsResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; + update_metric_settings_projects__project_id__experiments__experiment_id__metric_settings_patch: { + parameters: { + query?: never; + header?: never; + path: { + project_id: string; + experiment_id: string; + }; + cookie?: never; + }; + requestBody: { + content: { + 'application/json': components['schemas']['MetricSettingsRequest']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['MetricSettingsResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; create_job_jobs_post: { parameters: { query?: never; @@ -22129,8 +26238,8 @@ export interface operations { query?: never; header?: never; path: { - project_id: string; run_id: string; + project_id: string; }; cookie?: never; }; @@ -23210,39 +27319,6 @@ export interface operations { }; }; }; - create_scorers_post: { - parameters: { - query?: never; - header?: never; - path?: never; - cookie?: never; - }; - requestBody: { - content: { - 'application/json': components['schemas']['CreateScorerRequest']; - }; - }; - responses: { - /** @description Successful Response */ - 200: { - headers: { - [name: string]: unknown; - }; - content: { - 'application/json': components['schemas']['ScorerResponse']; - }; - }; - /** @description Validation Error */ - 422: { - headers: { - [name: string]: unknown; - }; - content: { - 'application/json': components['schemas']['HTTPValidationError']; - }; - }; - }; - }; get_scorer_scorers__scorer_id__get: { parameters: { query?: never; @@ -23305,18 +27381,16 @@ export interface operations { }; }; }; - update_scorers__scorer_id__patch: { + validate_code_scorer_scorers_code_validate_post: { parameters: { query?: never; header?: never; - path: { - scorer_id: string; - }; + path?: never; cookie?: never; }; requestBody: { content: { - 'application/json': components['schemas']['UpdateScorerRequest']; + 'multipart/form-data': components['schemas']['Body_validate_code_scorer_scorers_code_validate_post']; }; }; responses: { @@ -23326,7 +27400,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['ScorerResponse']; + 'application/json': components['schemas']['ValidateCodeScorerResponse']; }; }; /** @description Validation Error */ @@ -23340,20 +27414,16 @@ export interface operations { }; }; }; - create_llm_scorer_version_scorers__scorer_id__version_llm_post: { + get_validate_code_scorer_task_result_scorers_code_validate__task_id__get: { parameters: { query?: never; header?: never; path: { - scorer_id: string; + task_id: string; }; cookie?: never; }; - requestBody: { - content: { - 'application/json': components['schemas']['CreateLLMScorerVersionRequest']; - }; - }; + requestBody?: never; responses: { /** @description Successful Response */ 200: { @@ -23361,7 +27431,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['BaseScorerVersionResponse']; + 'application/json': components['schemas']['RegisteredScorerTaskResultResponse']; }; }; /** @description Validation Error */ @@ -23807,39 +27877,6 @@ export interface operations { }; }; }; - validate_llm_scorer_log_record_scorers_llm_validate_log_record_post: { - parameters: { - query?: never; - header?: never; - path?: never; - cookie?: never; - }; - requestBody: { - content: { - 'application/json': components['schemas']['ValidateLLMScorerLogRecordRequest']; - }; - }; - responses: { - /** @description Successful Response */ - 200: { - headers: { - [name: string]: unknown; - }; - content: { - 'application/json': components['schemas']['ValidateLLMScorerLogRecordResponse']; - }; - }; - /** @description Validation Error */ - 422: { - headers: { - [name: string]: unknown; - }; - content: { - 'application/json': components['schemas']['HTTPValidationError']; - }; - }; - }; - }; get_stage_projects__project_id__stages_get: { parameters: { query?: { @@ -25369,7 +29406,11 @@ export interface operations { }; get_integrations_and_model_info_llm_integrations_get: { parameters: { - query?: never; + query?: { + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; + }; header?: never; path?: never; cookie?: never; @@ -25387,11 +29428,24 @@ export interface operations { }; }; }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; }; }; get_integrations_and_model_info_for_run_llm_integrations_projects__project_id__runs__run_id__get: { parameters: { - query?: never; + query?: { + multimodal_capabilities?: + | components['schemas']['MultimodalCapability'][] + | null; + }; header?: never; path: { project_id: string; diff --git a/src/types/new-api.types.ts b/src/types/new-api.types.ts index 4dd0f3ed..f8acae00 100644 --- a/src/types/new-api.types.ts +++ b/src/types/new-api.types.ts @@ -398,6 +398,14 @@ export type AggregatedTraceViewEdge = { * Occurrences */ occurrences: number; + /** + * Trace Count + */ + traceCount: number; + /** + * Trace Ids + */ + traceIds: Array; }; /** @@ -412,6 +420,10 @@ export type AggregatedTraceViewGraph = { * Edges */ edges: Array; + /** + * Histogram of edge occurrence counts across the graph + */ + edgeOccurrencesHistogram?: Histogram | null; }; /** @@ -434,7 +446,7 @@ export type AggregatedTraceViewNode = { /** * Parent Id */ - parentId: string | null; + parentId?: string | null; /** * Has Children */ @@ -453,6 +465,10 @@ export type AggregatedTraceViewNode = { * Weight */ weight: number; + /** + * Insights + */ + insights?: Array; }; /** @@ -530,15 +546,196 @@ export type AggregatedTraceViewResponse = { }; /** - * AndNode + * AndNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] + */ +export type AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + { + /** + * And + */ + and: Array< + | FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + >; + }; + +/** + * AnnotationAggregate + */ +export type AnnotationAggregate = { + /** + * Aggregate + */ + aggregate: + | ({ + annotationType: 'like_dislike'; + } & AnnotationLikeDislikeAggregate) + | ({ + annotationType: 'star'; + } & AnnotationStarAggregate) + | ({ + annotationType: 'score'; + } & AnnotationScoreAggregate) + | ({ + annotationType: 'tags'; + } & AnnotationTagsAggregate) + | ({ + annotationType: 'text'; + } & AnnotationTextAggregate); +}; + +/** + * AnnotationLikeDislikeAggregate + */ +export type AnnotationLikeDislikeAggregate = { + /** + * Annotation Type + */ + annotationType?: 'like_dislike'; + /** + * Like Count + */ + likeCount: number; + /** + * Dislike Count + */ + dislikeCount: number; + /** + * Unrated Count + */ + unratedCount: number; +}; + +/** + * AnnotationQueueAction + */ +export const AnnotationQueueAction = { + UPDATE: 'update', + DELETE: 'delete', + SHARE: 'share', + RECORD_ANNOTATION: 'record_annotation' +} as const; + +/** + * AnnotationQueueAction + */ +export type AnnotationQueueAction = + (typeof AnnotationQueueAction)[keyof typeof AnnotationQueueAction]; + +/** + * AnnotationRatingInfo + */ +export type AnnotationRatingInfo = { + annotationType: AnnotationType; + /** + * Value + */ + value: boolean | number | string | Array; + /** + * Explanation + */ + explanation: string | null; +}; + +/** + * AnnotationScoreAggregate + */ +export type AnnotationScoreAggregate = { + /** + * Annotation Type + */ + annotationType?: 'score'; + /** + * Average + */ + average: number; + /** + * Unrated Count + */ + unratedCount: number; +}; + +/** + * AnnotationStarAggregate + */ +export type AnnotationStarAggregate = { + /** + * Annotation Type + */ + annotationType?: 'star'; + /** + * Average + */ + average: number; + /** + * Counts + */ + counts: { + [key: string]: number; + }; + /** + * Unrated Count + */ + unratedCount: number; +}; + +/** + * AnnotationTagsAggregate + */ +export type AnnotationTagsAggregate = { + /** + * Annotation Type + */ + annotationType?: 'tags'; + /** + * Counts + */ + counts: { + [key: string]: number; + }; + /** + * Unrated Count + */ + unratedCount: number; +}; + +/** + * AnnotationTextAggregate */ -export type AndNode = { +export type AnnotationTextAggregate = { + /** + * Annotation Type + */ + annotationType?: 'text'; + /** + * Count + */ + count: number; /** - * And + * Unrated Count */ - and: Array; + unratedCount: number; }; +/** + * AnnotationType + */ +export const AnnotationType = { + LIKE_DISLIKE: 'like_dislike', + STAR: 'star', + SCORE: 'score', + TAGS: 'tags', + TEXT: 'text' +} as const; + +/** + * AnnotationType + */ +export type AnnotationType = + (typeof AnnotationType)[keyof typeof AnnotationType]; + /** * AnthropicAuthenticationType */ @@ -557,6 +754,10 @@ export type AnthropicAuthenticationType = * AnthropicIntegration */ export type AnthropicIntegration = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multiModalConfig?: MultiModalModelIntegrationConfig | null; authenticationType?: AnthropicAuthenticationType; /** * Endpoint @@ -602,6 +803,10 @@ export type AnthropicIntegration = { * AnthropicIntegrationCreate */ export type AnthropicIntegrationCreate = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multiModalConfig?: MultiModalModelIntegrationConfig | null; authenticationType?: AnthropicAuthenticationType; /** * Endpoint @@ -662,7 +867,8 @@ export const AuthMethod = { GITHUB: 'github', OKTA: 'okta', AZURE_AD: 'azure-ad', - CUSTOM: 'custom' + CUSTOM: 'custom', + SAML: 'saml' } as const; /** @@ -684,11 +890,23 @@ export type AvailableIntegrations = { * AwsBedrockIntegration */ export type AwsBedrockIntegration = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multiModalConfig?: MultiModalModelIntegrationConfig | null; credentialType?: AwsCredentialType; /** * Region */ region?: string; + /** + * Inference Profiles + * + * Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inferenceProfiles?: { + [key: string]: string; + }; /** * Id */ @@ -728,6 +946,10 @@ export type AwsSageMakerIntegration = { * Region */ region?: string; + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multiModalConfig?: MultiModalModelIntegrationConfig | null; /** * Models */ @@ -752,6 +974,10 @@ export type AwsSageMakerIntegration = { * AwsSageMakerIntegrationCreate */ export type AwsSageMakerIntegrationCreate = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multiModalConfig?: MultiModalModelIntegrationConfig | null; /** * Models */ @@ -761,6 +987,14 @@ export type AwsSageMakerIntegrationCreate = { * Region */ region?: string; + /** + * Inference Profiles + * + * Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inferenceProfiles?: { + [key: string]: string; + }; /** * Token */ @@ -789,6 +1023,10 @@ export type AzureAuthenticationType = * AzureIntegration */ export type AzureIntegration = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multiModalConfig?: MultiModalModelIntegrationConfig | null; /** * Proxy */ @@ -862,6 +1100,10 @@ export type AzureIntegration = { * AzureIntegrationCreate */ export type AzureIntegrationCreate = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multiModalConfig?: MultiModalModelIntegrationConfig | null; /** * Proxy */ @@ -943,11 +1185,23 @@ export type AzureModelDeployment = { * BaseAwsIntegrationCreate */ export type BaseAwsIntegrationCreate = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multiModalConfig?: MultiModalModelIntegrationConfig | null; credentialType?: AwsCredentialType; /** * Region */ region?: string; + /** + * Inference Profiles + * + * Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inferenceProfiles?: { + [key: string]: string; + }; /** * Token */ @@ -972,6 +1226,10 @@ export type BaseFinetunedScorerDb = { * Lora Task Id */ loraTaskId: number; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; /** * Prompt */ @@ -1018,6 +1276,20 @@ export type BaseGeneratedScorerDb = { userPrompt?: string | null; }; +/** + * BaseMetricRollUpConfigDB + * + * Configuration for rolling up metrics to parent/trace/session. + */ +export type BaseMetricRollUpConfigDb = { + /** + * Roll Up Methods + * + * List of roll up methods to apply to the metric. For numeric scorers we support doing multiple roll up types per metric. + */ + rollUpMethods: Array | Array; +}; + /** * BasePromptTemplateResponse * @@ -1249,6 +1521,10 @@ export type BaseScorer = { * Num Judges */ numJudges?: number | null; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -1265,6 +1541,14 @@ export type BaseScorer = { * Generated Scorer Id */ generatedScorerId?: string | null; + /** + * Scorer Version Id + */ + scorerVersionId?: string | null; + /** + * User Code + */ + userCode?: string | null; /** * Can Copy To Llm */ @@ -1279,10 +1563,22 @@ export type BaseScorer = { cotEnabled?: boolean | null; outputType?: OutputTypeEnum | null; inputType?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; /** * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + rollUpMethods?: + | Array + | Array + | null; /** * Prompt */ @@ -1291,6 +1587,10 @@ export type BaseScorer = { * Lora Task Id */ loraTaskId?: number | null; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; lunaInputType?: LunaInputTypeEnum | null; lunaOutputType?: LunaOutputTypeEnum | null; /** @@ -1443,6 +1743,12 @@ export type BodyCreateCodeScorerVersionScorersScorerIdVersionCodePost = { * File */ file: Blob | File; + /** + * Validation Result + * + * Pre-validated result as JSON string to skip validation + */ + validationResult?: string | null; }; /** @@ -1554,23 +1860,29 @@ export type BodyUploadPromptEvaluationDatasetProjectsProjectIdPromptDatasetsPost }; /** - * BooleanFilter - * - * Filters on a boolean field. + * Body_validate_code_scorer_scorers_code_validate_post */ -export type BooleanFilter = { +export type BodyValidateCodeScorerScorersCodeValidatePost = { /** - * Name + * File */ - name: string | null; + file: Blob | File; /** - * Operator + * Test Input */ - operator: 'eq' | 'ne'; + testInput?: string | null; /** - * Value + * Test Output */ - value: boolean; + testOutput?: string | null; + /** + * Required Scorers + */ + requiredScorers?: string | Array | null; + /** + * Scoreable Node Types + */ + scoreableNodeTypes?: string | Array | null; }; /** @@ -1593,21 +1905,6 @@ export type BucketedMetric = { average?: number | null; }; -/** - * BucketedMetrics - */ -export type BucketedMetrics = { - /** - * Start Bucket Time - */ - startBucketTime: string; - /** - * End Bucket Time - */ - endBucketTime: string; - [key: string]: unknown | string; -}; - /** * BulkDeleteDatasetsRequest * @@ -1672,6 +1969,39 @@ export type BulkDeletePromptTemplatesResponse = { message: string; }; +/** + * CategoricalRollUpMethod + * + * Roll up methods for aggregating categorical metrics up the session/trace/span hierarchy. + */ +export const CategoricalRollUpMethod = { + CATEGORY_COUNT: 'category_count' +} as const; + +/** + * CategoricalRollUpMethod + * + * Roll up methods for aggregating categorical metrics up the session/trace/span hierarchy. + */ +export type CategoricalRollUpMethod = + (typeof CategoricalRollUpMethod)[keyof typeof CategoricalRollUpMethod]; + +/** + * ChainAggregationStrategy + */ +export const ChainAggregationStrategy = { + SUM: 'sum', + AVERAGE: 'average', + FIRST: 'first', + LAST: 'last' +} as const; + +/** + * ChainAggregationStrategy + */ +export type ChainAggregationStrategy = + (typeof ChainAggregationStrategy)[keyof typeof ChainAggregationStrategy]; + /** * ChainPollTemplate * @@ -1845,36 +2175,13 @@ export type CollaboratorUpdate = { }; /** - * CollectionFilter - * - * Filters for string items in a collection/list. - */ -export type CollectionFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'contains' | 'not_in'; - /** - * Value - */ - value: string | Array; - /** - * Case Sensitive - */ - caseSensitive?: boolean; -}; - -/** - * ColumnCategory + * ColumnCategory */ export const ColumnCategory = { STANDARD: 'standard', METRIC: 'metric', USER_METADATA: 'user_metadata', + METRIC_STATUS: 'metric_status', DATASET_METADATA: 'dataset_metadata', DATASET: 'dataset', FEEDBACK: 'feedback', @@ -1897,16 +2204,6 @@ export type ColumnInfo = { * Column id. Must be universally unique. */ id: string; - /** - * For metric columns only: Scorer config that produced the metric. - */ - scorerConfig?: ScorerConfig | null; - /** - * Scorer Id - * - * For metric columns only: Scorer id that produced the metric. This is deprecated and will be removed in future versions. - */ - scorerId?: string | null; /** * Label * @@ -1929,14 +2226,10 @@ export type ColumnInfo = { * Display label of the column group. */ groupLabel?: string | null; - /** - * Insight type. - */ - insightType?: InsightType | null; /** * Data type of the column. This is used to determine how to format the data on the UI. */ - dataType?: DataType | null; + dataType: DataType | null; /** * Data unit of the column (optional). */ @@ -1953,10 +2246,6 @@ export type ColumnInfo = { * Allowed values for this column. */ allowedValues?: Array | null; - /** - * Thresholds for the column, if this is a metrics column. - */ - threshold?: MetricThreshold | null; /** * Sortable * @@ -2007,6 +2296,10 @@ export type ColumnMapping = { * Output */ output: ColumnMappingConfig | Array | null; + /** + * Generated Output + */ + generatedOutput: ColumnMappingConfig | Array | null; /** * Metadata */ @@ -2112,6 +2405,27 @@ export type CompletenessTemplate = { } | null; }; +/** + * ContentModality + * + * Classification of content modality + */ +export const ContentModality = { + TEXT: 'text', + DOCUMENT: 'document', + IMAGE: 'image', + AUDIO: 'audio', + VIDEO: 'video' +} as const; + +/** + * ContentModality + * + * Classification of content modality + */ +export type ContentModality = + (typeof ContentModality)[keyof typeof ContentModality]; + /** * ContextAdherenceScorer */ @@ -2225,6 +2539,10 @@ export type CreateCustomLunaScorerVersionRequest = { * Prompt */ prompt: string; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; /** * Executor pipeline. Defaults to finetuned scorer pipeline but can run custom galileo score pipelines. */ @@ -2489,6 +2807,10 @@ export type CreateJobRequest = { */ epoch?: number; metricCritiqueConfiguration?: MetricCritiqueJobConfiguration | null; + /** + * Is Session + */ + isSession?: boolean | null; /** * Upload Data In Separate Task */ @@ -2497,6 +2819,10 @@ export type CreateJobRequest = { * Log Metric Computing Records */ logMetricComputingRecords?: boolean; + /** + * Stream Metrics + */ + streamMetrics?: boolean; }; /** @@ -2755,6 +3081,10 @@ export type CreateJobResponse = { */ epoch?: number; metricCritiqueConfiguration?: MetricCritiqueJobConfiguration | null; + /** + * Is Session + */ + isSession?: boolean | null; /** * Upload Data In Separate Task */ @@ -2763,6 +3093,10 @@ export type CreateJobResponse = { * Log Metric Computing Records */ logMetricComputingRecords?: boolean; + /** + * Stream Metrics + */ + streamMetrics?: boolean; /** * Message */ @@ -2796,39 +3130,6 @@ export type CreateLlmScorerAutogenRequest = { scoreableNodeTypes: Array; }; -/** - * CreateLLMScorerVersionRequest - */ -export type CreateLlmScorerVersionRequest = { - /** - * Model Name - */ - modelName?: string | null; - /** - * Num Judges - */ - numJudges?: number | null; - /** - * Scoreable Node Types - */ - scoreableNodeTypes?: Array | null; - /** - * Cot Enabled - */ - cotEnabled?: boolean | null; - outputType?: OutputTypeEnum | null; - inputType?: InputTypeEnum | null; - /** - * Instructions - */ - instructions?: string | null; - chainPollTemplate?: ChainPollTemplate | null; - /** - * User Prompt - */ - userPrompt?: string | null; -}; - /** * CreatePromptTemplateWithVersionRequestBody * @@ -2864,49 +3165,6 @@ export type CreatePromptTemplateWithVersionRequestBody = { hidden?: boolean; }; -/** - * CreateScorerRequest - */ -export type CreateScorerRequest = { - /** - * Name - */ - name: string; - /** - * Description - */ - description?: string; - /** - * Tags - */ - tags?: Array; - defaults?: ScorerDefaults | null; - scorerType: ScorerTypes; - modelType?: ModelType | null; - /** - * Ground Truth - */ - groundTruth?: boolean | null; - /** - * Default Version Id - */ - defaultVersionId?: string | null; - /** - * User Prompt - */ - userPrompt?: string | null; - /** - * Scoreable Node Types - */ - scoreableNodeTypes?: Array | null; - outputType?: OutputTypeEnum | null; - inputType?: InputTypeEnum | null; - /** - * Required Scorers - */ - requiredScorers?: Array | null; -}; - /** * CreateScorerVersionRequest */ @@ -2968,43 +3226,46 @@ export type CreateUpdateRegisteredScorerResponse = { /** * CustomAuthenticationType + * + * Authentication types for custom integrations. + * + * Values: + * - none: No authentication required + * - oauth2: OAuth2 token-based authentication + * - api_key: API key header-based authentication */ -export const CustomAuthenticationType = { OAUTH2: 'oauth2' } as const; +export const CustomAuthenticationType = { + API_KEY: 'api_key', + NONE: 'none', + OAUTH2: 'oauth2' +} as const; /** * CustomAuthenticationType + * + * Authentication types for custom integrations. + * + * Values: + * - none: No authentication required + * - oauth2: OAuth2 token-based authentication + * - api_key: API key header-based authentication */ export type CustomAuthenticationType = (typeof CustomAuthenticationType)[keyof typeof CustomAuthenticationType]; -/** - * CustomBooleanFilter - */ -export type CustomBooleanFilter = { - /** - * Name - */ - name: string | null; - /** - * Value - */ - value: boolean; -}; - -/** - * CustomFunctionFilter - */ -export type CustomFunctionFilter = { - /** - * Name - */ - name: string | null; -}; - /** * CustomIntegration + * + * Read model for custom integrations. + * + * api_key_value is not stored in extra (it's encrypted in the token column), + * so we override the parent validator to skip requiring it on read. */ export type CustomIntegration = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multiModalConfig?: MultiModalModelIntegrationConfig | null; authenticationType?: CustomAuthenticationType; /** * Models @@ -3036,6 +3297,22 @@ export type CustomIntegration = { * OAuth2 token URL for custom OAuth2 authentication. If not provided, defaults to the endpoint. */ oauth2TokenUrl?: string | null; + /** + * Api Key Header + * + * HTTP header name to use for API key authentication (e.g., 'X-API-Key', 'Authorization'). + */ + apiKeyHeader?: string | null; + /** + * Api Key Value + * + * API key value to send in the specified header for authentication. + */ + apiKeyValue?: string | null; + /** + * Optional configuration for a custom LiteLLM handler class. When specified, the handler's acompletion() method is used instead of the default litellm.acompletion(). + */ + customLlmConfig?: CustomLlmConfig | null; /** * Id */ @@ -3054,8 +3331,20 @@ export type CustomIntegration = { /** * CustomIntegrationCreate + * + * Schema for creating custom integrations. + * + * Inherits api_key field validation from CustomConfig: + * - api_key_header and api_key_value are required when authentication_type is api_key + * + * Token field is only used for oauth2 authentication (contains OAuth2 client credentials). + * For api_key auth, the api_key_value field is used instead. */ export type CustomIntegrationCreate = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multiModalConfig?: MultiModalModelIntegrationConfig | null; authenticationType?: CustomAuthenticationType; /** * Models @@ -3088,41 +3377,56 @@ export type CustomIntegrationCreate = { */ oauth2TokenUrl?: string | null; /** - * Token + * Api Key Header + * + * HTTP header name to use for API key authentication (e.g., 'X-API-Key', 'Authorization'). */ - token: string; -}; - -/** - * CustomNumberFilter - */ -export type CustomNumberFilter = { + apiKeyHeader?: string | null; /** - * Name + * Api Key Value + * + * API key value to send in the specified header for authentication. */ - name: string | null; + apiKeyValue?: string | null; /** - * Operator + * Optional configuration for a custom LiteLLM handler class. When specified, the handler's acompletion() method is used instead of the default litellm.acompletion(). */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte' | 'between'; + customLlmConfig?: CustomLlmConfig | null; /** - * Value + * Token */ - value: number | number | Array | Array; + token?: string | null; }; /** - * CustomUUIDFilter + * CustomLLMConfig + * + * Configuration for a custom LiteLLM handler class. + * + * Allows users to specify a custom implementation of litellm.CustomLLM + * that handles acompletion() calls with custom request/response transformation. */ -export type CustomUuidFilter = { +export type CustomLlmConfig = { /** - * Name + * File Name + * + * Python file name containing the CustomLLM class (e.g., 'my_handler.py') */ - name: string | null; + fileName: string; /** - * Value + * Class Name + * + * Class name within the module (must be a litellm.CustomLLM subclass) */ - value: string; + className: string; + /** + * Init Kwargs + * + * Optional keyword arguments to pass to the CustomLLM constructor + */ + initKwargs?: { + [key: string]: unknown; + } | null; }; /** @@ -3193,6 +3497,10 @@ export type CustomizedAgenticSessionSuccessGptScorer = { */ description?: string | null; chainpollTemplate?: AgenticSessionSuccessTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -3209,6 +3517,14 @@ export type CustomizedAgenticSessionSuccessGptScorer = { * Generated Scorer Id */ generatedScorerId?: string | null; + /** + * Scorer Version Id + */ + scorerVersionId?: string | null; + /** + * User Code + */ + userCode?: string | null; /** * Can Copy To Llm */ @@ -3223,10 +3539,22 @@ export type CustomizedAgenticSessionSuccessGptScorer = { cotEnabled?: boolean | null; outputType?: OutputTypeEnum | null; inputType?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; /** * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + rollUpMethods?: + | Array + | Array + | null; /** * Prompt */ @@ -3235,6 +3563,10 @@ export type CustomizedAgenticSessionSuccessGptScorer = { * Lora Task Id */ loraTaskId?: number | null; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; lunaInputType?: LunaInputTypeEnum | null; lunaOutputType?: LunaOutputTypeEnum | null; /** @@ -3318,6 +3650,10 @@ export type CustomizedAgenticWorkflowSuccessGptScorer = { */ description?: string | null; chainpollTemplate?: AgenticWorkflowSuccessTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -3334,6 +3670,14 @@ export type CustomizedAgenticWorkflowSuccessGptScorer = { * Generated Scorer Id */ generatedScorerId?: string | null; + /** + * Scorer Version Id + */ + scorerVersionId?: string | null; + /** + * User Code + */ + userCode?: string | null; /** * Can Copy To Llm */ @@ -3348,10 +3692,22 @@ export type CustomizedAgenticWorkflowSuccessGptScorer = { cotEnabled?: boolean | null; outputType?: OutputTypeEnum | null; inputType?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; /** * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + rollUpMethods?: + | Array + | Array + | null; /** * Prompt */ @@ -3360,6 +3716,10 @@ export type CustomizedAgenticWorkflowSuccessGptScorer = { * Lora Task Id */ loraTaskId?: number | null; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; lunaInputType?: LunaInputTypeEnum | null; lunaOutputType?: LunaOutputTypeEnum | null; /** @@ -3443,6 +3803,10 @@ export type CustomizedChunkAttributionUtilizationGptScorer = { */ description?: string | null; chainpollTemplate?: ChunkAttributionUtilizationTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -3459,6 +3823,14 @@ export type CustomizedChunkAttributionUtilizationGptScorer = { * Generated Scorer Id */ generatedScorerId?: string | null; + /** + * Scorer Version Id + */ + scorerVersionId?: string | null; + /** + * User Code + */ + userCode?: string | null; /** * Can Copy To Llm */ @@ -3473,10 +3845,22 @@ export type CustomizedChunkAttributionUtilizationGptScorer = { cotEnabled?: boolean | null; outputType?: OutputTypeEnum | null; inputType?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; /** * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + rollUpMethods?: + | Array + | Array + | null; /** * Prompt */ @@ -3485,6 +3869,10 @@ export type CustomizedChunkAttributionUtilizationGptScorer = { * Lora Task Id */ loraTaskId?: number | null; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; lunaInputType?: LunaInputTypeEnum | null; lunaOutputType?: LunaOutputTypeEnum | null; /** @@ -3568,6 +3956,10 @@ export type CustomizedCompletenessGptScorer = { */ description?: string | null; chainpollTemplate?: CompletenessTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -3584,6 +3976,14 @@ export type CustomizedCompletenessGptScorer = { * Generated Scorer Id */ generatedScorerId?: string | null; + /** + * Scorer Version Id + */ + scorerVersionId?: string | null; + /** + * User Code + */ + userCode?: string | null; /** * Can Copy To Llm */ @@ -3598,10 +3998,22 @@ export type CustomizedCompletenessGptScorer = { cotEnabled?: boolean | null; outputType?: OutputTypeEnum | null; inputType?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; /** * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + rollUpMethods?: + | Array + | Array + | null; /** * Prompt */ @@ -3610,6 +4022,10 @@ export type CustomizedCompletenessGptScorer = { * Lora Task Id */ loraTaskId?: number | null; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; lunaInputType?: LunaInputTypeEnum | null; lunaOutputType?: LunaOutputTypeEnum | null; /** @@ -3693,6 +4109,10 @@ export type CustomizedFactualityGptScorer = { */ description?: string | null; chainpollTemplate?: FactualityTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -3709,6 +4129,14 @@ export type CustomizedFactualityGptScorer = { * Generated Scorer Id */ generatedScorerId?: string | null; + /** + * Scorer Version Id + */ + scorerVersionId?: string | null; + /** + * User Code + */ + userCode?: string | null; /** * Can Copy To Llm */ @@ -3723,10 +4151,22 @@ export type CustomizedFactualityGptScorer = { cotEnabled?: boolean | null; outputType?: OutputTypeEnum | null; inputType?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; /** * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + rollUpMethods?: + | Array + | Array + | null; /** * Prompt */ @@ -3735,6 +4175,10 @@ export type CustomizedFactualityGptScorer = { * Lora Task Id */ loraTaskId?: number | null; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; lunaInputType?: LunaInputTypeEnum | null; lunaOutputType?: LunaOutputTypeEnum | null; /** @@ -3822,6 +4266,10 @@ export type CustomizedGroundTruthAdherenceGptScorer = { */ description?: string | null; chainpollTemplate?: GroundTruthAdherenceTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -3839,7 +4287,15 @@ export type CustomizedGroundTruthAdherenceGptScorer = { */ generatedScorerId?: string | null; /** - * Can Copy To Llm + * Scorer Version Id + */ + scorerVersionId?: string | null; + /** + * User Code + */ + userCode?: string | null; + /** + * Can Copy To Llm */ canCopyToLlm?: boolean | null; /** @@ -3852,10 +4308,22 @@ export type CustomizedGroundTruthAdherenceGptScorer = { cotEnabled?: boolean | null; outputType?: OutputTypeEnum | null; inputType?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; /** * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + rollUpMethods?: + | Array + | Array + | null; /** * Prompt */ @@ -3864,6 +4332,10 @@ export type CustomizedGroundTruthAdherenceGptScorer = { * Lora Task Id */ loraTaskId?: number | null; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; lunaInputType?: LunaInputTypeEnum | null; lunaOutputType?: LunaOutputTypeEnum | null; /** @@ -3947,6 +4419,10 @@ export type CustomizedGroundednessGptScorer = { */ description?: string | null; chainpollTemplate?: GroundednessTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -3963,6 +4439,14 @@ export type CustomizedGroundednessGptScorer = { * Generated Scorer Id */ generatedScorerId?: string | null; + /** + * Scorer Version Id + */ + scorerVersionId?: string | null; + /** + * User Code + */ + userCode?: string | null; /** * Can Copy To Llm */ @@ -3977,10 +4461,22 @@ export type CustomizedGroundednessGptScorer = { cotEnabled?: boolean | null; outputType?: OutputTypeEnum | null; inputType?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; /** * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + rollUpMethods?: + | Array + | Array + | null; /** * Prompt */ @@ -3989,6 +4485,10 @@ export type CustomizedGroundednessGptScorer = { * Lora Task Id */ loraTaskId?: number | null; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; lunaInputType?: LunaInputTypeEnum | null; lunaOutputType?: LunaOutputTypeEnum | null; /** @@ -4072,6 +4572,10 @@ export type CustomizedInputSexistGptScorer = { */ description?: string | null; chainpollTemplate?: InputSexistTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -4088,6 +4592,14 @@ export type CustomizedInputSexistGptScorer = { * Generated Scorer Id */ generatedScorerId?: string | null; + /** + * Scorer Version Id + */ + scorerVersionId?: string | null; + /** + * User Code + */ + userCode?: string | null; /** * Can Copy To Llm */ @@ -4102,10 +4614,22 @@ export type CustomizedInputSexistGptScorer = { cotEnabled?: boolean | null; outputType?: OutputTypeEnum | null; inputType?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; /** * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + rollUpMethods?: + | Array + | Array + | null; /** * Prompt */ @@ -4114,6 +4638,10 @@ export type CustomizedInputSexistGptScorer = { * Lora Task Id */ loraTaskId?: number | null; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; lunaInputType?: LunaInputTypeEnum | null; lunaOutputType?: LunaOutputTypeEnum | null; /** @@ -4197,6 +4725,10 @@ export type CustomizedInputToxicityGptScorer = { */ description?: string | null; chainpollTemplate?: InputToxicityTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -4213,6 +4745,14 @@ export type CustomizedInputToxicityGptScorer = { * Generated Scorer Id */ generatedScorerId?: string | null; + /** + * Scorer Version Id + */ + scorerVersionId?: string | null; + /** + * User Code + */ + userCode?: string | null; /** * Can Copy To Llm */ @@ -4227,10 +4767,22 @@ export type CustomizedInputToxicityGptScorer = { cotEnabled?: boolean | null; outputType?: OutputTypeEnum | null; inputType?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; /** * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + rollUpMethods?: + | Array + | Array + | null; /** * Prompt */ @@ -4239,6 +4791,10 @@ export type CustomizedInputToxicityGptScorer = { * Lora Task Id */ loraTaskId?: number | null; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; lunaInputType?: LunaInputTypeEnum | null; lunaOutputType?: LunaOutputTypeEnum | null; /** @@ -4322,6 +4878,10 @@ export type CustomizedInstructionAdherenceGptScorer = { */ description?: string | null; chainpollTemplate?: InstructionAdherenceTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -4338,6 +4898,14 @@ export type CustomizedInstructionAdherenceGptScorer = { * Generated Scorer Id */ generatedScorerId?: string | null; + /** + * Scorer Version Id + */ + scorerVersionId?: string | null; + /** + * User Code + */ + userCode?: string | null; /** * Can Copy To Llm */ @@ -4352,10 +4920,22 @@ export type CustomizedInstructionAdherenceGptScorer = { cotEnabled?: boolean | null; outputType?: OutputTypeEnum | null; inputType?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; /** * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + rollUpMethods?: + | Array + | Array + | null; /** * Prompt */ @@ -4364,6 +4944,10 @@ export type CustomizedInstructionAdherenceGptScorer = { * Lora Task Id */ loraTaskId?: number | null; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; lunaInputType?: LunaInputTypeEnum | null; lunaOutputType?: LunaOutputTypeEnum | null; /** @@ -4451,6 +5035,10 @@ export type CustomizedPromptInjectionGptScorer = { */ description?: string | null; chainpollTemplate?: PromptInjectionTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -4467,6 +5055,14 @@ export type CustomizedPromptInjectionGptScorer = { * Generated Scorer Id */ generatedScorerId?: string | null; + /** + * Scorer Version Id + */ + scorerVersionId?: string | null; + /** + * User Code + */ + userCode?: string | null; /** * Can Copy To Llm */ @@ -4481,10 +5077,22 @@ export type CustomizedPromptInjectionGptScorer = { cotEnabled?: boolean | null; outputType?: OutputTypeEnum | null; inputType?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; /** * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + rollUpMethods?: + | Array + | Array + | null; /** * Prompt */ @@ -4493,6 +5101,10 @@ export type CustomizedPromptInjectionGptScorer = { * Lora Task Id */ loraTaskId?: number | null; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; lunaInputType?: LunaInputTypeEnum | null; lunaOutputType?: LunaOutputTypeEnum | null; /** @@ -4576,6 +5188,10 @@ export type CustomizedSexistGptScorer = { */ description?: string | null; chainpollTemplate?: SexistTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -4592,6 +5208,14 @@ export type CustomizedSexistGptScorer = { * Generated Scorer Id */ generatedScorerId?: string | null; + /** + * Scorer Version Id + */ + scorerVersionId?: string | null; + /** + * User Code + */ + userCode?: string | null; /** * Can Copy To Llm */ @@ -4606,10 +5230,22 @@ export type CustomizedSexistGptScorer = { cotEnabled?: boolean | null; outputType?: OutputTypeEnum | null; inputType?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; /** * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + rollUpMethods?: + | Array + | Array + | null; /** * Prompt */ @@ -4618,6 +5254,10 @@ export type CustomizedSexistGptScorer = { * Lora Task Id */ loraTaskId?: number | null; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; lunaInputType?: LunaInputTypeEnum | null; lunaOutputType?: LunaOutputTypeEnum | null; /** @@ -4701,6 +5341,10 @@ export type CustomizedToolErrorRateGptScorer = { */ description?: string | null; chainpollTemplate?: ToolErrorRateTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -4717,6 +5361,14 @@ export type CustomizedToolErrorRateGptScorer = { * Generated Scorer Id */ generatedScorerId?: string | null; + /** + * Scorer Version Id + */ + scorerVersionId?: string | null; + /** + * User Code + */ + userCode?: string | null; /** * Can Copy To Llm */ @@ -4731,10 +5383,22 @@ export type CustomizedToolErrorRateGptScorer = { cotEnabled?: boolean | null; outputType?: OutputTypeEnum | null; inputType?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; /** * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + rollUpMethods?: + | Array + | Array + | null; /** * Prompt */ @@ -4743,6 +5407,10 @@ export type CustomizedToolErrorRateGptScorer = { * Lora Task Id */ loraTaskId?: number | null; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; lunaInputType?: LunaInputTypeEnum | null; lunaOutputType?: LunaOutputTypeEnum | null; /** @@ -4826,6 +5494,10 @@ export type CustomizedToolSelectionQualityGptScorer = { */ description?: string | null; chainpollTemplate?: ToolSelectionQualityTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -4842,6 +5514,14 @@ export type CustomizedToolSelectionQualityGptScorer = { * Generated Scorer Id */ generatedScorerId?: string | null; + /** + * Scorer Version Id + */ + scorerVersionId?: string | null; + /** + * User Code + */ + userCode?: string | null; /** * Can Copy To Llm */ @@ -4856,10 +5536,22 @@ export type CustomizedToolSelectionQualityGptScorer = { cotEnabled?: boolean | null; outputType?: OutputTypeEnum | null; inputType?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; /** * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + rollUpMethods?: + | Array + | Array + | null; /** * Prompt */ @@ -4868,6 +5560,10 @@ export type CustomizedToolSelectionQualityGptScorer = { * Lora Task Id */ loraTaskId?: number | null; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; lunaInputType?: LunaInputTypeEnum | null; lunaOutputType?: LunaOutputTypeEnum | null; /** @@ -4951,6 +5647,10 @@ export type CustomizedToxicityGptScorer = { */ description?: string | null; chainpollTemplate?: ToxicityTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -4967,6 +5667,14 @@ export type CustomizedToxicityGptScorer = { * Generated Scorer Id */ generatedScorerId?: string | null; + /** + * Scorer Version Id + */ + scorerVersionId?: string | null; + /** + * User Code + */ + userCode?: string | null; /** * Can Copy To Llm */ @@ -4981,10 +5689,22 @@ export type CustomizedToxicityGptScorer = { cotEnabled?: boolean | null; outputType?: OutputTypeEnum | null; inputType?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; /** * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + rollUpMethods?: + | Array + | Array + | null; /** * Prompt */ @@ -4993,6 +5713,10 @@ export type CustomizedToxicityGptScorer = { * Lora Task Id */ loraTaskId?: number | null; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; lunaInputType?: LunaInputTypeEnum | null; lunaOutputType?: LunaOutputTypeEnum | null; /** @@ -5023,7 +5747,13 @@ export const DataType = { DATASET: 'dataset', PROMPT: 'prompt', PLAYGROUND: 'playground', - RANK: 'rank' + RANK: 'rank', + CATEGORY_COUNT: 'category_count', + SCORE_RATING_AGGREGATE: 'score_rating_aggregate', + STAR_RATING_AGGREGATE: 'star_rating_aggregate', + THUMB_RATING_AGGREGATE: 'thumb_rating_aggregate', + TAGS_RATING_AGGREGATE: 'tags_rating_aggregate', + TEXT_RATING_AGGREGATE: 'text_rating_aggregate' } as const; /** @@ -5578,6 +6308,7 @@ export type DatasetAppendRow = { [key: string]: | string | number + | number | { [key: string]: string | number | number | null; } @@ -5693,6 +6424,12 @@ export type DatasetCopyRecordData = { * A flag to control appending vs prepending */ prepend?: boolean; + /** + * Use Generated Output Column + * + * If True, write trace output to generated_output column; if False, write to output column (backward compatible) + */ + useGeneratedOutputColumn?: boolean; }; /** @@ -5799,7 +6536,7 @@ export type DatasetDraftFilter = { /** * Operator */ - operator: 'eq' | 'ne'; + operator?: 'eq' | 'ne'; /** * Value */ @@ -5852,7 +6589,7 @@ export type DatasetIdFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -5946,6 +6683,7 @@ export type DatasetPrependRow = { [key: string]: | string | number + | number | { [key: string]: string | number | number | null; } @@ -6038,6 +6776,7 @@ export type DatasetRow = { values: Array< | string | number + | number | { [key: string]: string | number | number | null; } @@ -6050,6 +6789,7 @@ export type DatasetRow = { [key: string]: | string | number + | number | { [key: string]: string | number | number | null; } @@ -6119,6 +6859,7 @@ export type DatasetUpdateRow = { [key: string]: | string | number + | number | { [key: string]: string | number | number | null; } @@ -6227,26 +6968,6 @@ export type DatasetVersionIndexSort = { sortType?: 'column'; }; -/** - * DateFilter - * - * Filters on a datetime field. - */ -export type DateFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; - /** - * Value - */ - value: string; -}; - /** * DeletePromptResponse */ @@ -6418,24 +7139,63 @@ export type EditSpan = { }; /** - * EnumFilter + * ErrorSeverity * - * Filters on a string field, with limited categories. + * Error severity levels for catalog entries. */ -export type EnumFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'ne' | 'one_of' | 'not_in'; - /** - * Value - */ - value: string | Array; -}; +export const ErrorSeverity = { + LOW: 'low', + MEDIUM: 'medium', + HIGH: 'high', + CRITICAL: 'critical' +} as const; + +/** + * ErrorSeverity + * + * Error severity levels for catalog entries. + */ +export type ErrorSeverity = (typeof ErrorSeverity)[keyof typeof ErrorSeverity]; + +/** + * ErrorType + */ +export const ErrorType = { + LLM_API_ERROR: 'llm_api_error', + CREDENTIALS_ERROR: 'credentials_error', + DATA_VALIDATION_ERROR: 'data_validation_error', + CONFIGURATION_ERROR: 'configuration_error', + PERMISSION_ERROR: 'permission_error', + NOT_FOUND_ERROR: 'not_found_error', + WORKFLOW_ERROR: 'workflow_error', + SYSTEM_ERROR: 'system_error', + UNCATALOGED_ERROR: 'uncataloged_error' +} as const; + +/** + * ErrorType + */ +export type ErrorType = (typeof ErrorType)[keyof typeof ErrorType]; + +/** + * EventStatus + * + * Common status values for events. + */ +export const EventStatus = { + IN_PROGRESS: 'in_progress', + COMPLETED: 'completed', + FAILED: 'failed', + CANCELLED: 'cancelled', + INCOMPLETE: 'incomplete' +} as const; + +/** + * EventStatus + * + * Common status values for events. + */ +export type EventStatus = (typeof EventStatus)[keyof typeof EventStatus]; /** * ExecutionStatus @@ -6461,39 +7221,57 @@ export type ExecutionStatus = (typeof ExecutionStatus)[keyof typeof ExecutionStatus]; /** - * ExperimentCreateRequest + * RunCreatedAtFilter */ -export type ExperimentCreateRequest = { +export type ExperimentCreatedAtFilter = { /** * Name */ - name: string; + name?: 'created_at'; /** - * Task Type + * Operator */ - taskType?: 16 | 17; + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; /** - * Playground Id + * Value */ - playgroundId?: string | null; + value: string; +}; + +/** + * RunCreatedAtSort + */ +export type ExperimentCreatedAtSort = { /** - * Prompt Template Version Id + * Name */ - promptTemplateVersionId?: string | null; - dataset?: ExperimentDatasetRequest | null; + name?: 'created_at'; /** - * Playground Prompt Id + * Ascending */ - playgroundPromptId?: string | null; - promptSettings?: PromptRunSettings; + ascending?: boolean; /** - * Scorers + * Sort Type + */ + sortType?: 'column'; +}; + +/** + * RunCreatedByFilter + */ +export type ExperimentCreatedByFilter = { + /** + * Name */ - scorers?: Array; + name?: 'created_by'; /** - * Trigger + * Operator + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** + * Value */ - trigger?: boolean; + value: string | Array; }; /** @@ -6515,17 +7293,21 @@ export type ExperimentDataset = { }; /** - * ExperimentDatasetRequest + * RunIDFilter */ -export type ExperimentDatasetRequest = { +export type ExperimentIdFilter = { /** - * Dataset Id + * Name */ - datasetId: string; + name?: 'id'; /** - * Version Index + * Operator */ - versionIndex: number; + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** + * Value + */ + value: string | Array; }; /** @@ -6570,23 +7352,63 @@ export type ExperimentMetricsResponse = { }; /** - * ExperimentPhaseStatus + * RunNameFilter */ -export type ExperimentPhaseStatus = { +export type ExperimentNameFilter = { /** - * Progress Percent - * - * Progress percentage from 0.0 to 1.0 + * Name */ - progressPercent?: number; -}; - -/** - * ExperimentPlayground - */ -export type ExperimentPlayground = { + name?: 'name'; /** - * Playground Id + * Operator + */ + operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; + /** + * Value + */ + value: string | Array; + /** + * Case Sensitive + */ + caseSensitive?: boolean; +}; + +/** + * RunNameSort + */ +export type ExperimentNameSort = { + /** + * Name + */ + name?: 'name'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sortType?: 'column'; +}; + +/** + * ExperimentPhaseStatus + */ +export type ExperimentPhaseStatus = { + /** + * Progress Percent + * + * Progress percentage from 0.0 to 1.0 + */ + progressPercent?: number; +}; + +/** + * ExperimentPlayground + */ +export type ExperimentPlayground = { + /** + * Playground Id */ playgroundId?: string | null; /** @@ -6657,9 +7479,13 @@ export type ExperimentResponse = { createdBy?: string | null; createdByUser?: UserInfo | null; /** - * Num Samples + * Num Spans + */ + numSpans?: number | null; + /** + * Num Traces */ - numSamples?: number | null; + numTraces?: number | null; taskType: TaskType; dataset?: ExperimentDataset | null; /** @@ -6671,11 +7497,23 @@ export type ExperimentResponse = { /** * Aggregate Feedback * - * Aggregate feedback information related to the experiment + * Aggregate feedback information related to the experiment (traces only) + * + * @deprecated */ aggregateFeedback?: { [key: string]: FeedbackAggregate; }; + /** + * Rating Aggregates + * + * Annotation aggregates keyed by template ID and root type + */ + ratingAggregates?: { + [key: string]: { + [key in RootType]?: FeedbackAggregate; + }; + }; /** * Ranking Score */ @@ -6708,6 +7546,58 @@ export type ExperimentResponse = { status?: ExperimentStatus; }; +/** + * ExperimentSearchRequest + */ +export type ExperimentSearchRequest = { + /** + * Starting Token + */ + startingToken?: number; + /** + * Limit + */ + limit?: number; + /** + * Filters + */ + filters?: Array< + | ({ + name: 'id'; + } & ExperimentIdFilter) + | ({ + name: 'name'; + } & ExperimentNameFilter) + | ({ + name: 'created_by'; + } & ExperimentCreatedByFilter) + | ({ + name: 'created_at'; + } & ExperimentCreatedAtFilter) + | ({ + name: 'updated_at'; + } & ExperimentUpdatedAtFilter) + >; + /** + * Sort + */ + sort?: + | ({ + name: 'name'; + } & ExperimentNameSort) + | ({ + name: 'created_at'; + } & ExperimentCreatedAtSort) + | ({ + name: 'updated_at'; + } & ExperimentUpdatedAtSort) + | null; + /** + * Include Counts + */ + includeCounts?: boolean; +}; + /** * ExperimentStatus */ @@ -6729,6 +7619,42 @@ export type ExperimentUpdateRequest = { taskType?: 16 | 17; }; +/** + * RunUpdatedAtFilter + */ +export type ExperimentUpdatedAtFilter = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + */ + value: string; +}; + +/** + * RunUpdatedAtSort + */ +export type ExperimentUpdatedAtSort = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sortType?: 'column'; +}; + /** * ExperimentsAvailableColumnsResponse */ @@ -6897,6 +7823,44 @@ export type ExtendedAgentSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -6924,7 +7888,18 @@ export type ExtendedAgentSpanRecord = { } & MetricError) | ({ statusType: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -7128,6 +8103,44 @@ export type ExtendedAgentSpanRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -7155,7 +8168,18 @@ export type ExtendedAgentSpanRecordWithChildren = { } & MetricError) | ({ statusType: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -7327,6 +8351,44 @@ export type ExtendedLlmSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -7354,7 +8416,18 @@ export type ExtendedLlmSpanRecord = { } & MetricError) | ({ statusType: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -7382,6 +8455,37 @@ export type ExtendedLlmSpanRecord = { tools?: Array<{ [key: string]: unknown; }> | null; + /** + * Events + * + * List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: Array< + | ({ + type: 'message'; + } & MessageEvent) + | ({ + type: 'reasoning'; + } & ReasoningEvent) + | ({ + type: 'internal_tool_call'; + } & InternalToolCall) + | ({ + type: 'web_search_call'; + } & WebSearchCallEvent) + | ({ + type: 'image_generation'; + } & ImageGenerationEvent) + | ({ + type: 'mcp_call'; + } & McpCallEvent) + | ({ + type: 'mcp_list_tools'; + } & McpListToolsEvent) + | ({ + type: 'mcp_approval_request'; + } & McpApprovalRequestEvent) + > | null; /** * Model * @@ -7552,6 +8656,44 @@ export type ExtendedRetrieverSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -7579,7 +8721,18 @@ export type ExtendedRetrieverSpanRecord = { } & MetricError) | ({ statusType: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -7772,15 +8925,53 @@ export type ExtendedRetrieverSpanRecordWithChildren = { */ sessionBatchId?: string | null; /** - * Metric Info + * Feedback Rating Info * - * Detailed information about the metrics associated with this trace or span + * Feedback information related to the record */ - metricInfo?: { - [key: string]: - | ({ - statusType: 'not_computed'; - } & MetricNotComputed) + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metricInfo?: { + [key: string]: + | ({ + statusType: 'not_computed'; + } & MetricNotComputed) | ({ statusType: 'pending'; } & MetricPending) @@ -7798,7 +8989,18 @@ export type ExtendedRetrieverSpanRecordWithChildren = { } & MetricError) | ({ statusType: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -7976,6 +9178,44 @@ export type ExtendedSessionRecord = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -8003,12 +9243,27 @@ export type ExtendedSessionRecord = { } & MetricError) | ({ statusType: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Previous Session Id */ previousSessionId?: string | null; + /** + * Num Traces + */ + numTraces?: number | null; }; /** @@ -8171,6 +9426,44 @@ export type ExtendedSessionRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -8198,12 +9491,27 @@ export type ExtendedSessionRecordWithChildren = { } & MetricError) | ({ statusType: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Previous Session Id */ previousSessionId?: string | null; + /** + * Num Traces + */ + numTraces?: number | null; }; /** @@ -8356,6 +9664,44 @@ export type ExtendedToolSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -8383,7 +9729,18 @@ export type ExtendedToolSpanRecord = { } & MetricError) | ({ statusType: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -8581,6 +9938,44 @@ export type ExtendedToolSpanRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -8608,7 +10003,18 @@ export type ExtendedToolSpanRecordWithChildren = { } & MetricError) | ({ statusType: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -8786,6 +10192,44 @@ export type ExtendedTraceRecord = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -8813,7 +10257,18 @@ export type ExtendedTraceRecord = { } & MetricError) | ({ statusType: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Is Complete @@ -8822,13 +10277,9 @@ export type ExtendedTraceRecord = { */ isComplete?: boolean; /** - * Feedback Rating Info - * - * Feedback information related to the trace + * Num Spans */ - feedbackRatingInfo?: { - [key: string]: FeedbackRatingInfo; - }; + numSpans?: number | null; }; /** @@ -9001,6 +10452,44 @@ export type ExtendedTraceRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -9028,7 +10517,18 @@ export type ExtendedTraceRecordWithChildren = { } & MetricError) | ({ statusType: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Is Complete @@ -9037,13 +10537,9 @@ export type ExtendedTraceRecordWithChildren = { */ isComplete?: boolean; /** - * Feedback Rating Info - * - * Feedback information related to the trace + * Num Spans */ - feedbackRatingInfo?: { - [key: string]: FeedbackRatingInfo; - }; + numSpans?: number | null; }; /** @@ -9204,6 +10700,44 @@ export type ExtendedWorkflowSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -9231,7 +10765,18 @@ export type ExtendedWorkflowSpanRecord = { } & MetricError) | ({ statusType: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -9432,25 +10977,63 @@ export type ExtendedWorkflowSpanRecordWithChildren = { */ sessionBatchId?: string | null; /** - * Metric Info + * Feedback Rating Info * - * Detailed information about the metrics associated with this trace or span + * Feedback information related to the record */ - metricInfo?: { - [key: string]: - | ({ - statusType: 'not_computed'; - } & MetricNotComputed) - | ({ - statusType: 'pending'; - } & MetricPending) - | ({ - statusType: 'computing'; - } & MetricComputing) - | ({ - statusType: 'not_applicable'; - } & MetricNotApplicable) - | ({ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metricInfo?: { + [key: string]: + | ({ + statusType: 'not_computed'; + } & MetricNotComputed) + | ({ + statusType: 'pending'; + } & MetricPending) + | ({ + statusType: 'computing'; + } & MetricComputing) + | ({ + statusType: 'not_applicable'; + } & MetricNotApplicable) + | ({ statusType: 'success'; } & MetricSuccess) | ({ @@ -9458,7 +11041,18 @@ export type ExtendedWorkflowSpanRecordWithChildren = { } & MetricError) | ({ statusType: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -9541,7 +11135,10 @@ export type FeedbackAggregate = { } & ScoreAggregate) | ({ feedbackType: 'tags'; - } & TagsAggregate); + } & TagsAggregate) + | ({ + feedbackType: 'text'; + } & TextAggregate); }; /** @@ -9628,6 +11225,106 @@ export type FewShotExample = { evaluatingResponse: string; }; +/** + * FileContentPart + * + * Reference to a file associated with this message. + * + * The file_id can be resolved via the ``files`` dict returned on + * trace/span detail responses, which contains metadata such as + * modality, MIME type, and a presigned download URL. + */ +export type FileContentPart = { + /** + * Type + */ + type?: 'file'; + /** + * File Id + */ + fileId: string; +}; + +/** + * FileMetadata + * + * Enriched file metadata returned to UI/SDK. + * + * Contains presigned URLs and properties for displaying multimodal + * content in the Galileo console and SDKs. + */ +export type FileMetadata = { + /** + * File Id + */ + fileId: string; + modality: ContentModality; + /** + * Content Type + */ + contentType?: string | null; + /** + * Url + * + * Presigned S3 URL or external URL + */ + url?: string | null; + /** + * Url Expires At + * + * Expiration time + */ + urlExpiresAt?: string | null; + /** + * Size Bytes + */ + sizeBytes?: number | null; + /** + * Filename + */ + filename?: string | null; + source: FileSource; + status: FileStatus; +}; + +/** + * FileSource + * + * Source of the file data. + */ +export const FileSource = { + DIRECT_UPLOAD: 'direct_upload', + EXTERNAL_FILES_API: 'external_files_api', + EXTERNAL_URL: 'external_url', + ASSEMBLED_STREAM: 'assembled_stream' +} as const; + +/** + * FileSource + * + * Source of the file data. + */ +export type FileSource = (typeof FileSource)[keyof typeof FileSource]; + +/** + * FileStatus + * + * Processing status of the file. + */ +export const FileStatus = { + COMPLETE: 'complete', + FAILED: 'failed', + PENDING: 'pending', + NOT_UPLOADED: 'not_uploaded' +} as const; + +/** + * FileStatus + * + * Processing status of the file. + */ +export type FileStatus = (typeof FileStatus)[keyof typeof FileStatus]; + /** * FileType */ @@ -9644,28 +11341,41 @@ export const FileType = { */ export type FileType = (typeof FileType)[keyof typeof FileType]; -export type FilterExpression = FilterLeaf | AndNode | OrNode | NotNode; +export type FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + + | FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType; /** - * FilterLeaf + * FilterLeaf[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ -export type FilterLeaf = { - /** - * Filter - */ - filter: - | CollectionFilter - | StringFilter - | IdFilter - | CustomUuidFilter - | DateFilter - | BooleanFilter - | CustomNumberFilter - | EnumFilter - | MapFilter - | CustomBooleanFilter - | CustomFunctionFilter; -}; +export type FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + { + /** + * Filter + */ + filter: + | ({ + type: 'id'; + } & LogRecordsIdFilter) + | ({ + type: 'date'; + } & LogRecordsDateFilter) + | ({ + type: 'number'; + } & LogRecordsNumberFilter) + | ({ + type: 'boolean'; + } & LogRecordsBooleanFilter) + | ({ + type: 'collection'; + } & LogRecordsCollectionFilter) + | ({ + type: 'text'; + } & LogRecordsTextFilter); + }; /** * FilterParams @@ -9845,6 +11555,10 @@ export type FineTunedScorerResponse = { * Lora Task Id */ loraTaskId: number; + /** + * Lora Weights Path + */ + loraWeightsPath?: string | null; /** * Prompt */ @@ -10299,23 +12013,59 @@ export type HistogramStrategy = (typeof HistogramStrategy)[keyof typeof HistogramStrategy]; /** - * IDFilter + * ImageGenerationEvent * - * Filters on a UUID field. + * An image generation event from the model. */ -export type IdFilter = { +export type ImageGenerationEvent = { /** - * Name + * Type */ - name: string | null; + type?: 'image_generation'; /** - * Operator + * Id + * + * Unique identifier for the event */ - operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + id?: string | null; /** - * Value + * Status of the event */ - value: string | Array; + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + errorMessage?: string | null; + /** + * Prompt + * + * The prompt used for image generation + */ + prompt?: string | null; + /** + * Images + * + * Generated images with URLs or base64 data + */ + images?: Array<{ + [key: string]: unknown; + }> | null; + /** + * Model + * + * Image generation model used + */ + model?: string | null; }; /** @@ -10573,6 +12323,40 @@ export const InputTypeEnum = { */ export type InputTypeEnum = (typeof InputTypeEnum)[keyof typeof InputTypeEnum]; +/** + * InsightSummary + */ +export type InsightSummary = { + /** + * Id + */ + id: string; + /** + * Title + */ + title: string; + /** + * Observation + */ + observation: string; + /** + * Details + */ + details: string; + /** + * Suggested Action + */ + suggestedAction: string; + /** + * Priority + */ + priority: number; + /** + * Priority Category + */ + priorityCategory?: 'error' | 'warning' | 'info' | null; +}; + /** * InsightType */ @@ -10731,6 +12515,10 @@ export type IntegrationModelsResponse = { * Supports Num Judges */ supportsNumJudges?: boolean; + /** + * Model Properties + */ + modelProperties?: Array; }; /** @@ -10758,6 +12546,81 @@ export const IntegrationName = { export type IntegrationName = (typeof IntegrationName)[keyof typeof IntegrationName]; +/** + * InternalToolCall + * + * A tool call executed internally by the model during reasoning. + * + * This represents internal tools like web search, code execution, file search, etc. + * that the model invokes (not user-defined functions or MCP tools). + */ +export type InternalToolCall = { + /** + * Type + */ + type?: 'internal_tool_call'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + errorMessage?: string | null; + /** + * Name + * + * Name of the internal tool (e.g., 'web_search', 'code_interpreter', 'file_search') + */ + name: string; + /** + * Input + * + * Input/arguments to the tool call + */ + input?: { + [key: string]: unknown; + } | null; + /** + * Output + * + * Output/results from the tool call + */ + output?: { + [key: string]: unknown; + } | null; +}; + +/** + * InvalidResult + */ +export type InvalidResult = { + /** + * Result Type + */ + resultType?: 'invalid'; + /** + * Error Message + */ + errorMessage: string; +}; + /** * InvokeResponse */ @@ -11767,6 +13630,37 @@ export type LlmSpan = { tools?: Array<{ [key: string]: unknown; }> | null; + /** + * Events + * + * List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: Array< + | ({ + type: 'message'; + } & MessageEvent) + | ({ + type: 'reasoning'; + } & ReasoningEvent) + | ({ + type: 'internal_tool_call'; + } & InternalToolCall) + | ({ + type: 'web_search_call'; + } & WebSearchCallEvent) + | ({ + type: 'image_generation'; + } & ImageGenerationEvent) + | ({ + type: 'mcp_call'; + } & McpCallEvent) + | ({ + type: 'mcp_list_tools'; + } & McpListToolsEvent) + | ({ + type: 'mcp_approval_request'; + } & McpApprovalRequestEvent) + > | null; /** * Model * @@ -11826,7 +13720,7 @@ export type LogRecordsAvailableColumnsResponse = { /** * Columns */ - columns?: Array; + columns?: Array; }; /** @@ -11839,6 +13733,10 @@ export type LogRecordsBooleanFilter = { * ID of the column to filter. */ columnId: string; + /** + * Operator + */ + operator?: 'eq' | 'ne'; /** * Value */ @@ -11878,19 +13776,137 @@ export type LogRecordsCollectionFilter = { }; /** - * LogRecordsDateFilter + * LogRecordsColumnInfo */ -export type LogRecordsDateFilter = { +export type LogRecordsColumnInfo = { /** - * Column Id + * Id * - * ID of the column to filter. + * Column id. Must be universally unique. */ - columnId: string; + id: string; /** - * Operator + * Label + * + * Display label of the column in the UI. */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + label?: string | null; + /** + * Category of the column. + */ + category: ColumnCategory; + /** + * Description + * + * Description of the column. + */ + description?: string | null; + /** + * Group Label + * + * Display label of the column group. + */ + groupLabel?: string | null; + /** + * Data type of the column. This is used to determine how to format the data on the UI. + */ + dataType: DataType | null; + /** + * Data unit of the column (optional). + */ + dataUnit?: DataUnit | null; + /** + * Multi Valued + * + * Whether the column is multi-valued. + */ + multiValued?: boolean; + /** + * Allowed Values + * + * Allowed values for this column. + */ + allowedValues?: Array | null; + /** + * Sortable + * + * Whether the column is sortable. + */ + sortable?: boolean; + /** + * Filterable + * + * Whether the column is filterable. + */ + filterable?: boolean; + /** + * Is Empty + * + * Indicates whether the column is empty and should be hidden. + */ + isEmpty?: boolean; + /** + * Applicable Types + * + * List of types applicable for this column. + */ + applicableTypes?: Array; + /** + * Complex + * + * Whether the column requires special handling in the UI. Setting this to True will hide the column in the UI until the UI adds support for it. + */ + complex?: boolean; + /** + * Is Optional + * + * Whether the column is optional. + */ + isOptional?: boolean; + /** + * For metric columns only: Scorer config that produced the metric. + */ + scorerConfig?: ScorerConfig | null; + /** + * Scorer Id + * + * For metric columns only: Scorer id that produced the metric. This is deprecated and will be removed in future versions. + */ + scorerId?: string | null; + /** + * Insight type. + */ + insightType?: InsightType | null; + /** + * Filter type. + */ + filterType?: LogRecordsFilterType | null; + /** + * Thresholds for the column, if this is a metrics column. + */ + threshold?: MetricThreshold | null; + /** + * Label Color + * + * Type of label color for the column, if this is a multilabel metric column. + */ + labelColor?: 'positive' | 'negative' | null; +}; + +/** + * LogRecordsDateFilter + */ +export type LogRecordsDateFilter = { + /** + * Column Id + * + * ID of the column to filter. + */ + columnId: string; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; /** * Value */ @@ -11946,7 +13962,7 @@ export type LogRecordsDeleteRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filterTree?: FilterExpression | null; + filterTree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; }; /** @@ -12011,9 +14027,9 @@ export type LogRecordsExportRequest = { } & LogRecordsTextFilter) >; /** - * Sort clause for the export + * Sort clause for the export. Defaults to native sort (created_at, id descending). */ - sort?: LogRecordsSortClause; + sort?: LogRecordsSortClause | null; /** * Column Ids * @@ -12031,8 +14047,32 @@ export type LogRecordsExportRequest = { * Redact sensitive data */ redact?: boolean; + /** + * File Name + * + * Optional filename for the exported file + */ + fileName?: string | null; }; +/** + * LogRecordsFilterType + */ +export const LogRecordsFilterType = { + ID: 'id', + DATE: 'date', + NUMBER: 'number', + BOOLEAN: 'boolean', + TEXT: 'text', + COLLECTION: 'collection' +} as const; + +/** + * LogRecordsFilterType + */ +export type LogRecordsFilterType = + (typeof LogRecordsFilterType)[keyof typeof LogRecordsFilterType]; + /** * LogRecordsIDFilter */ @@ -12050,7 +14090,7 @@ export type LogRecordsIdFilter = { /** * Value */ - value: string | Array; + value: string | Array; /** * Type */ @@ -12058,9 +14098,47 @@ export type LogRecordsIdFilter = { }; /** - * LogRecordsMetricsQueryRequest + * LogRecordsNumberFilter + */ +export type LogRecordsNumberFilter = { + /** + * Column Id + * + * ID of the column to filter. + */ + columnId: string; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte' | 'between'; + /** + * Value + */ + value: number | number | Array | Array; + /** + * Type + */ + type?: 'number'; +}; + +/** + * LogRecordsPartialQueryRequest + * + * Request to query a genai project run (log stream or experiment) with partial results. */ -export type LogRecordsMetricsQueryRequest = { +export type LogRecordsPartialQueryRequest = { + /** + * Starting Token + */ + startingToken?: number; + /** + * Limit + */ + limit?: number; + /** + * Previous Last Row Id + */ + previousLastRowId?: string | null; /** * Log Stream Id * @@ -12102,72 +14180,76 @@ export type LogRecordsMetricsQueryRequest = { type: 'text'; } & LogRecordsTextFilter) >; + filterTree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; /** - * Start Time - * - * Include traces from this time onward. - */ - startTime: string; - /** - * End Time - * - * Include traces up to this time. + * Sort for the query. Defaults to native sort (created_at, id descending). */ - endTime: string; + sort?: LogRecordsSortClause | null; /** - * Interval + * Truncate Fields */ - interval?: number; + truncateFields?: boolean; /** - * Group By + * Include Counts + * + * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). */ - groupBy?: string | null; + includeCounts?: boolean; + selectColumns: SelectColumns; }; /** - * LogRecordsMetricsResponse + * LogRecordsPartialQueryResponse */ -export type LogRecordsMetricsResponse = { - /** - * Group By Columns - */ - groupByColumns: Array; +export type LogRecordsPartialQueryResponse = { /** - * Aggregate Metrics + * Starting Token */ - aggregateMetrics: { - [key: string]: number | number; - }; + startingToken?: number; /** - * Bucketed Metrics + * Limit */ - bucketedMetrics: { - [key: string]: Array; - }; -}; - -/** - * LogRecordsNumberFilter - */ -export type LogRecordsNumberFilter = { + limit?: number; /** - * Column Id - * - * ID of the column to filter. + * Paginated */ - columnId: string; + paginated?: boolean; /** - * Operator + * Next Starting Token */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte' | 'between'; + nextStartingToken?: number | null; /** - * Value + * Last Row Id */ - value: number | number | Array | Array; + lastRowId?: string | null; /** - * Type + * Records + * + * records matching the query */ - type?: 'number'; + records?: Array< + | ({ + type: 'trace'; + } & PartialExtendedTraceRecord) + | ({ + type: 'agent'; + } & PartialExtendedAgentSpanRecord) + | ({ + type: 'workflow'; + } & PartialExtendedWorkflowSpanRecord) + | ({ + type: 'llm'; + } & PartialExtendedLlmSpanRecord) + | ({ + type: 'tool'; + } & PartialExtendedToolSpanRecord) + | ({ + type: 'retriever'; + } & PartialExtendedRetrieverSpanRecord) + | ({ + type: 'session'; + } & PartialExtendedSessionRecord) + >; }; /** @@ -12215,7 +14297,7 @@ export type LogRecordsQueryCountRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filterTree?: FilterExpression | null; + filterTree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; }; /** @@ -12287,12 +14369,21 @@ export type LogRecordsQueryRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filterTree?: FilterExpression | null; - sort?: LogRecordsSortClause; + filterTree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; + /** + * Sort for the query. Defaults to native sort (created_at, id descending). + */ + sort?: LogRecordsSortClause | null; /** * Truncate Fields */ truncateFields?: boolean; + /** + * Include Counts + * + * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + */ + includeCounts?: boolean; }; /** @@ -12513,7 +14604,7 @@ export type LogSpanUpdateResponse = { * * Session id associated with the traces. */ - sessionId: string; + sessionId?: string | null; /** * Records Count * @@ -12638,7 +14729,7 @@ export type LogSpansIngestResponse = { * * Session id associated with the traces. */ - sessionId: string; + sessionId?: string | null; /** * Records Count * @@ -12670,39 +14761,212 @@ export type LogStreamCreateRequest = { }; /** - * LogStreamResponse + * RunCreatedAtFilter */ -export type LogStreamResponse = { +export type LogStreamCreatedAtFilter = { /** - * Id + * Name */ - id: string; + name?: 'created_at'; /** - * Created At + * Operator */ - createdAt: string; + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; /** - * Updated At + * Value */ - updatedAt: string; + value: string; +}; + +/** + * RunCreatedAtSort + */ +export type LogStreamCreatedAtSort = { /** * Name */ - name: string; + name?: 'created_at'; /** - * Project Id + * Ascending */ - projectId: string; + ascending?: boolean; /** - * Created By + * Sort Type + */ + sortType?: 'column'; +}; + +/** + * RunCreatedByFilter + */ +export type LogStreamCreatedByFilter = { + /** + * Name + */ + name?: 'created_by'; + /** + * Operator + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** + * Value + */ + value: string | Array; +}; + +/** + * RunIDFilter + */ +export type LogStreamIdFilter = { + /** + * Name + */ + name?: 'id'; + /** + * Operator + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** + * Value + */ + value: string | Array; +}; + +/** + * RunNameFilter + */ +export type LogStreamNameFilter = { + /** + * Name + */ + name?: 'name'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; + /** + * Value + */ + value: string | Array; + /** + * Case Sensitive + */ + caseSensitive?: boolean; +}; + +/** + * RunNameSort + */ +export type LogStreamNameSort = { + /** + * Name + */ + name?: 'name'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sortType?: 'column'; +}; + +/** + * LogStreamResponse + */ +export type LogStreamResponse = { + /** + * Id + */ + id: string; + /** + * Created At + */ + createdAt: string; + /** + * Updated At + */ + updatedAt: string; + /** + * Name + */ + name: string; + /** + * Project Id + */ + projectId: string; + /** + * Created By */ createdBy?: string | null; + createdByUser?: UserInfo | null; + /** + * Num Spans + */ + numSpans?: number | null; + /** + * Num Traces + */ + numTraces?: number | null; /** * Has User Created Sessions */ hasUserCreatedSessions?: boolean; }; +/** + * LogStreamSearchRequest + */ +export type LogStreamSearchRequest = { + /** + * Starting Token + */ + startingToken?: number; + /** + * Limit + */ + limit?: number; + /** + * Filters + */ + filters?: Array< + | ({ + name: 'id'; + } & LogStreamIdFilter) + | ({ + name: 'name'; + } & LogStreamNameFilter) + | ({ + name: 'created_by'; + } & LogStreamCreatedByFilter) + | ({ + name: 'created_at'; + } & LogStreamCreatedAtFilter) + | ({ + name: 'updated_at'; + } & LogStreamUpdatedAtFilter) + >; + /** + * Sort + */ + sort?: + | ({ + name: 'name'; + } & LogStreamNameSort) + | ({ + name: 'created_at'; + } & LogStreamCreatedAtSort) + | ({ + name: 'updated_at'; + } & LogStreamUpdatedAtSort) + | null; + /** + * Include Counts + */ + includeCounts?: boolean; +}; + /** * LogStreamUpdateRequest */ @@ -12713,6 +14977,42 @@ export type LogStreamUpdateRequest = { name: string; }; +/** + * RunUpdatedAtFilter + */ +export type LogStreamUpdatedAtFilter = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + */ + value: string; +}; + +/** + * RunUpdatedAtSort + */ +export type LogStreamUpdatedAtSort = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sortType?: 'column'; +}; + /** * LogTraceUpdateRequest * @@ -12831,7 +15131,7 @@ export type LogTraceUpdateResponse = { * * Session id associated with the traces. */ - sessionId: string; + sessionId?: string | null; /** * Records Count * @@ -12887,6 +15187,12 @@ export type LogTracesIngestRequest = { * Session id associated with the traces. */ sessionId?: string | null; + /** + * Session External Id + * + * External id of the session (e.g., OTEL session.id from span attributes). + */ + sessionExternalId?: string | null; /** * Traces * @@ -12946,7 +15252,7 @@ export type LogTracesIngestResponse = { * * Session id associated with the traces. */ - sessionId: string; + sessionId?: string | null; /** * Records Count * @@ -13013,90 +15319,293 @@ export type LunaOutputTypeEnum = (typeof LunaOutputTypeEnum)[keyof typeof LunaOutputTypeEnum]; /** - * MapFilter + * MCPApprovalRequestEvent * - * Filters for string items in a map / dictionary. + * MCP approval request - when human approval is needed for an MCP tool call. */ -export type MapFilter = { - /** - * Name - */ - name: string | null; +export type McpApprovalRequestEvent = { /** - * Operator + * Type */ - operator: 'one_of' | 'not_in' | 'eq' | 'ne'; + type?: 'mcp_approval_request'; /** - * Key + * Id + * + * Unique identifier for the event */ - key: string; + id?: string | null; /** - * Value + * Status of the event */ - value: string | Array; -}; - -/** - * Messages - */ -export type Messages = Array; - -/** - * MetaFilter - * - * A class for filtering arbitrary metadata columns. - */ -export type MetaFilter = { + status?: EventStatus | null; /** - * Name + * Metadata + * + * Provider-specific metadata and additional fields */ - name: string; + metadata?: { + [key: string]: unknown; + } | null; /** - * Greater Than + * Error Message + * + * Error message if the event failed */ - greaterThan?: number | null; + errorMessage?: string | null; /** - * Less Than + * Tool Name + * + * Name of the MCP tool requiring approval */ - lessThan?: number | null; + toolName?: string | null; /** - * Isin + * Tool Invocation + * + * Details of the tool invocation requiring approval */ - isin?: Array | null; + toolInvocation?: { + [key: string]: unknown; + } | null; /** - * Is Equal + * Approved + * + * Whether the request was approved */ - isEqual?: number | number | null; + approved?: boolean | null; }; /** - * MetadataFilter + * MCPCallEvent * - * Filters on metadata key-value pairs in scorer jobs. + * A Model Context Protocol (MCP) tool call. + * + * MCP is a protocol for connecting LLMs to external tools/data sources. + * This is distinct from internal tools because it involves external integrations. */ -export type MetadataFilter = { +export type McpCallEvent = { /** - * Name + * Type */ - name?: 'metadata'; + type?: 'mcp_call'; /** - * Filter Type + * Id + * + * Unique identifier for the event */ - filterType?: 'map'; + id?: string | null; /** - * Operator + * Status of the event */ - operator: 'one_of' | 'not_in' | 'eq' | 'ne'; + status?: EventStatus | null; /** - * Key + * Metadata + * + * Provider-specific metadata and additional fields */ - key: string; + metadata?: { + [key: string]: unknown; + } | null; /** - * Value + * Error Message + * + * Error message if the event failed */ - value: string | Array; -}; - + errorMessage?: string | null; + /** + * Tool Name + * + * Name of the MCP tool being called + */ + toolName?: string | null; + /** + * Server Name + * + * Name of the MCP server + */ + serverName?: string | null; + /** + * Arguments + * + * Arguments for the MCP tool call + */ + arguments?: { + [key: string]: unknown; + } | null; + /** + * Result + * + * Result from the MCP tool call + */ + result?: { + [key: string]: unknown; + } | null; +}; + +/** + * MCPListToolsEvent + * + * MCP list tools event - when the model queries available MCP tools. + */ +export type McpListToolsEvent = { + /** + * Type + */ + type?: 'mcp_list_tools'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + errorMessage?: string | null; + /** + * Server Name + * + * Name of the MCP server + */ + serverName?: string | null; + /** + * Tools + * + * List of available MCP tools + */ + tools?: Array<{ + [key: string]: unknown; + }> | null; +}; + +/** + * MessageEvent + * + * An output message from the model. + */ +export type MessageEvent = { + /** + * Type + */ + type?: 'message'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + errorMessage?: string | null; + /** + * Role of the message sender + */ + role: GalileoCoreSchemasLoggingLlmMessageRole; + /** + * Content + * + * Text content of the message + */ + content?: string | null; + /** + * Content Parts + * + * Structured content items (text, audio, images, etc.) + */ + contentParts?: Array<{ + [key: string]: unknown; + }> | null; +}; + +/** + * Messages + */ +export type Messages = Array; + +/** + * MetaFilter + * + * A class for filtering arbitrary metadata columns. + */ +export type MetaFilter = { + /** + * Name + */ + name: string; + /** + * Greater Than + */ + greaterThan?: number | null; + /** + * Less Than + */ + lessThan?: number | null; + /** + * Isin + */ + isin?: Array | null; + /** + * Is Equal + */ + isEqual?: number | number | null; +}; + +/** + * MetadataFilter + * + * Filters on metadata key-value pairs in scorer jobs. + */ +export type MetadataFilter = { + /** + * Name + */ + name?: 'metadata'; + /** + * Filter Type + */ + filterType?: 'map'; + /** + * Operator + */ + operator: 'one_of' | 'not_in' | 'eq' | 'ne'; + /** + * Key + */ + key: string; + /** + * Value + */ + value: string | Array; +}; + /** * MetricComputation */ @@ -13105,6 +15614,7 @@ export type MetricComputation = { * Value */ value?: + | number | number | string | Array @@ -13245,6 +15755,16 @@ export type MetricError = { * Message */ message?: string | null; + /** + * Ems Error Code + * + * EMS error code from errors.yaml catalog for this metric error + */ + emsErrorCode?: number | null; + /** + * Structured EMS error resolved on-the-fly from errors.yaml catalog + */ + standardError?: StandardError | null; }; /** @@ -13260,6 +15780,16 @@ export type MetricFailed = { * Message */ message?: string | null; + /** + * Ems Error Code + * + * EMS error code from errors.yaml catalog for this metric failure + */ + emsErrorCode?: number | null; + /** + * Structured EMS error resolved on-the-fly from errors.yaml catalog + */ + standardError?: StandardError | null; }; /** @@ -13304,81 +15834,18 @@ export type MetricPending = { }; /** - * MetricSuccess + * MetricRollUp */ -export type MetricSuccess = { +export type MetricRollUp = { /** * Status Type */ - statusType?: 'success'; + statusType?: 'roll_up'; scorerType?: ScorerType | null; - /** - * Value - */ - value: - | string - | number - | boolean - | Segment - | HallucinationSegment - | Document - | FeedbackRatingDb - | FeedbackAggregate - | Array< - | string - | number - | boolean - | string - | Segment - | HallucinationSegment - | Document - | FeedbackRatingDb - | FeedbackAggregate - | null - > - | Array< - Array< - | string - | number - | boolean - | string - | Segment - | HallucinationSegment - | Document - | FeedbackRatingDb - | FeedbackAggregate - | null - > - > - | Array< - Array< - Array< - | string - | number - | boolean - | string - | Segment - | HallucinationSegment - | Document - | FeedbackRatingDb - | FeedbackAggregate - | null - > - > - > - | null; - /** - * Display Value - */ - displayValue?: string | null; /** * Explanation */ explanation?: string | null; - /** - * Rationale - */ - rationale?: string | null; /** * Cost */ @@ -13391,19 +15858,194 @@ export type MetricSuccess = { * Num Judges */ numJudges?: number | null; + /** + * Input Tokens + */ + inputTokens?: number | null; + /** + * Output Tokens + */ + outputTokens?: number | null; + /** + * Total Tokens + */ + totalTokens?: number | null; critique?: MetricCritiqueColumnar | null; + /** + * Roll Up Metrics + * + * Roll up metrics e.g. sum, average, min, max for numeric, and category_count for categorical metrics. + */ + rollUpMetrics?: + | { + [key: string]: number; + } + | { + [key: string]: { + [key: string]: number; + }; + }; }; /** - * MetricThreshold + * MetricSettingsRequest */ -export type MetricThreshold = { +export type MetricSettingsRequest = { /** - * Inverted + * Scorers * - * Whether the column should be inverted for thresholds, i.e. if True, lower is better. + * List of Galileo scorers to enable. */ - inverted?: boolean; + scorers?: Array | null; + /** + * Segment Filters + * + * List of segment filters to apply to the run. + */ + segmentFilters?: Array | null; +}; + +/** + * MetricSettingsResponse + */ +export type MetricSettingsResponse = { + /** + * Scorers + */ + scorers: Array; + /** + * Segment Filters + * + * List of segment filters to apply to the run. + */ + segmentFilters?: Array | null; +}; + +/** + * MetricSuccess + */ +export type MetricSuccess = { + /** + * Status Type + */ + statusType?: 'success'; + scorerType?: ScorerType | null; + /** + * Explanation + */ + explanation?: string | null; + /** + * Cost + */ + cost?: number | null; + /** + * Model Alias + */ + modelAlias?: string | null; + /** + * Num Judges + */ + numJudges?: number | null; + /** + * Input Tokens + */ + inputTokens?: number | null; + /** + * Output Tokens + */ + outputTokens?: number | null; + /** + * Total Tokens + */ + totalTokens?: number | null; + critique?: MetricCritiqueColumnar | null; + /** + * Value + */ + value: + | string + | number + | number + | boolean + | Segment + | HallucinationSegment + | Document + | FeedbackRatingDb + | FeedbackAggregate + | Array< + | string + | number + | number + | boolean + | string + | string + | Segment + | HallucinationSegment + | Document + | FeedbackRatingDb + | FeedbackAggregate + | null + > + | Array< + Array< + | string + | number + | number + | boolean + | string + | string + | Segment + | HallucinationSegment + | Document + | FeedbackRatingDb + | FeedbackAggregate + | null + > + > + | Array< + Array< + Array< + | string + | number + | number + | boolean + | string + | string + | Segment + | HallucinationSegment + | Document + | FeedbackRatingDb + | FeedbackAggregate + | null + > + > + > + | null; + /** + * Display Value + */ + displayValue?: string | null; + /** + * Rationale + */ + rationale?: string | null; +}; + +/** + * MetricThreshold + * + * Threshold configuration for metrics. + * + * Defines how metric values are bucketed and displayed, including whether + * lower or higher values are considered better. + */ +export type MetricThreshold = { + /** + * Inverted + * + * Whether the column should be inverted for thresholds, i.e. if True, lower is better. + */ + inverted?: boolean; /** * Buckets * @@ -13471,6 +16113,24 @@ export type MetricsTestingAvailableColumnsRequest = { * Whether the metrics testing table is using chain of thought (CoT) enabled scorers. If True, the columns will be generated for CoT enabled scorers. */ cotEnabled?: boolean; + /** + * Metric Key + * + * The metric key to use for column generation (e.g., 'generated_scorer_validation' or 'registered_scorer_validation'). + */ + metricKey?: string; + /** + * Required Scorers + * + * List of required scorer names for composite scorers. Columns will be generated for these scorers. + */ + requiredScorers?: Array | null; + /** + * Score Type + * + * The score type for registered scorers (e.g., 'bool', 'int', 'float', 'str'). Used to determine the correct data_type for the column. Provided by validation result. + */ + scoreType?: string | null; }; /** @@ -13528,6 +16188,12 @@ export type Model = { * System Supported */ systemSupported?: boolean; + /** + * Input Modalities + * + * Input modalities that the model can accept. + */ + inputModalities?: Array; /** * Alternative Names * @@ -13575,6 +16241,14 @@ export type Model = { * Api Version */ apiVersion?: string | null; + /** + * Legacy Mistral Prompt Format + */ + legacyMistralPromptFormat?: boolean; + /** + * Max Top P + */ + maxTopP?: number | null; paramsMap?: RunParamsMap; outputMap?: OutputMap | null; inputMap?: InputMap | null; @@ -13593,6 +16267,28 @@ export const ModelCostBy = { */ export type ModelCostBy = (typeof ModelCostBy)[keyof typeof ModelCostBy]; +/** + * ModelProperties + */ +export type ModelProperties = { + /** + * Alias + */ + alias: string; + /** + * Name + */ + name: string; + /** + * Input Modalities + */ + inputModalities: Array; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array; +}; + /** * ModelType */ @@ -13607,6 +16303,40 @@ export const ModelType = { */ export type ModelType = (typeof ModelType)[keyof typeof ModelType]; +/** + * MultiModalModelIntegrationConfig + * + * Configuration for multi-modal capabilities (file uploads). + */ +export type MultiModalModelIntegrationConfig = { + /** + * Max Files + * + * Maximum number of files allowed per request. None means no limit. + */ + maxFiles?: number | null; + /** + * Max File Size Bytes + * + * Maximum file size in bytes per file. None means no limit. + */ + maxFileSizeBytes?: number | null; +}; + +/** + * MultimodalCapability + */ +export const MultimodalCapability = { + VISION: 'vision', + AUDIO: 'audio' +} as const; + +/** + * MultimodalCapability + */ +export type MultimodalCapability = + (typeof MultimodalCapability)[keyof typeof MultimodalCapability]; + /** * Name * @@ -13672,11 +16402,39 @@ export const NodeType = { export type NodeType = (typeof NodeType)[keyof typeof NodeType]; /** - * NotNode + * NotNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ -export type NotNode = { - not: FilterExpression; -}; +export type NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + { + /** + * Not + */ + not: + | FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType; + }; + +/** + * NumericRollUpMethod + * + * Roll up methods for aggregating numeric metrics up the session/trace/span hierarchy. + */ +export const NumericRollUpMethod = { + AVERAGE: 'average', + SUM: 'sum', + MAX: 'max', + MIN: 'min' +} as const; + +/** + * NumericRollUpMethod + * + * Roll up methods for aggregating numeric metrics up the session/trace/span hierarchy. + */ +export type NumericRollUpMethod = + (typeof NumericRollUpMethod)[keyof typeof NumericRollUpMethod]; /** * NvidiaIntegration @@ -13772,21 +16530,30 @@ export type OpenAiToolChoice = { }; /** - * OrNode + * OrNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ -export type OrNode = { - /** - * Or - */ - or: Array; -}; +export type OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + { + /** + * Or + */ + or: Array< + | FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + >; + }; /** * OrganizationAction */ export const OrganizationAction = { RENAME: 'rename', - DELETE: 'delete' + DELETE: 'delete', + DELETE_LOG_DATA: 'delete_log_data', + READ_SETTINGS: 'read_settings', + UPDATE_SETTINGS: 'update_settings' } as const; /** @@ -13834,160 +16601,1957 @@ export type OutputPiiScorer = { * * List of filters to apply to the scorer. */ - filters?: Array< - | ({ - name: 'node_name'; - } & NodeNameFilter) - | ({ - name: 'metadata'; - } & MetadataFilter) - > | null; -}; - -/** - * OutputSexistScorer - */ -export type OutputSexistScorer = { + filters?: Array< + | ({ + name: 'node_name'; + } & NodeNameFilter) + | ({ + name: 'metadata'; + } & MetadataFilter) + > | null; +}; + +/** + * OutputSexistScorer + */ +export type OutputSexistScorer = { + /** + * Name + */ + name?: 'output_sexist'; + /** + * Filters + * + * List of filters to apply to the scorer. + */ + filters?: Array< + | ({ + name: 'node_name'; + } & NodeNameFilter) + | ({ + name: 'metadata'; + } & MetadataFilter) + > | null; + /** + * Type + */ + type?: 'luna' | 'plus'; + /** + * Model Name + * + * Alias of the model to use for the scorer. + */ + modelName?: string | null; + /** + * Num Judges + * + * Number of judges for the scorer. + */ + numJudges?: number | null; +}; + +/** + * OutputToneScorer + */ +export type OutputToneScorer = { + /** + * Name + */ + name?: 'output_tone'; + /** + * Filters + * + * List of filters to apply to the scorer. + */ + filters?: Array< + | ({ + name: 'node_name'; + } & NodeNameFilter) + | ({ + name: 'metadata'; + } & MetadataFilter) + > | null; +}; + +/** + * OutputToxicityScorer + */ +export type OutputToxicityScorer = { + /** + * Name + */ + name?: 'output_toxicity'; + /** + * Filters + * + * List of filters to apply to the scorer. + */ + filters?: Array< + | ({ + name: 'node_name'; + } & NodeNameFilter) + | ({ + name: 'metadata'; + } & MetadataFilter) + > | null; + /** + * Type + */ + type?: 'luna' | 'plus'; + /** + * Model Name + * + * Alias of the model to use for the scorer. + */ + modelName?: string | null; + /** + * Num Judges + * + * Number of judges for the scorer. + */ + numJudges?: number | null; +}; + +/** + * OutputTypeEnum + * + * Enumeration of output types. + */ +export const OutputTypeEnum = { + BOOLEAN: 'boolean', + CATEGORICAL: 'categorical', + COUNT: 'count', + DISCRETE: 'discrete', + FREEFORM: 'freeform', + PERCENTAGE: 'percentage', + MULTILABEL: 'multilabel', + RETRIEVED_CHUNK_LIST_BOOLEAN: 'retrieved_chunk_list_boolean', + BOOLEAN_MULTILABEL: 'boolean_multilabel' +} as const; + +/** + * OutputTypeEnum + * + * Enumeration of output types. + */ +export type OutputTypeEnum = + (typeof OutputTypeEnum)[keyof typeof OutputTypeEnum]; + +/** + * OverrideAction + */ +export type OverrideAction = { + /** + * Type + */ + type?: 'OVERRIDE'; + /** + * Subscriptions + * + * List of subscriptions to send a notification to when this action is applied and the ruleset status matches any of the configured statuses. + */ + subscriptions?: Array; + /** + * Choices + * + * List of choices to override the response with. If there are multiple choices, one will be chosen at random when applying this action. + */ + choices: Array; +}; + +/** + * PartialExtendedAgentSpanRecord + */ +export type PartialExtendedAgentSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'agent'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string | Array; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redactedInput?: string | Array | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redactedOutput?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + createdAt?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + userMetadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + statusCode?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + externalId?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + datasetInput?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + datasetOutput?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + datasetMetadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + sessionId?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + traceId?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + projectId?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + runId?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updatedAt?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + hasChildren?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metricsBatchId?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metricInfo?: { + [key: string]: + | ({ + statusType: 'not_computed'; + } & MetricNotComputed) + | ({ + statusType: 'pending'; + } & MetricPending) + | ({ + statusType: 'computing'; + } & MetricComputing) + | ({ + statusType: 'not_applicable'; + } & MetricNotApplicable) + | ({ + statusType: 'success'; + } & MetricSuccess) + | ({ + statusType: 'error'; + } & MetricError) + | ({ + statusType: 'failed'; + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; + } | null; + /** + * Parent ID + * + * Galileo ID of the parent of this span + */ + parentId?: string | null; + /** + * Is Complete + * + * Whether the parent trace is complete or not + */ + isComplete?: boolean; + /** + * Step Number + * + * Topological step number of the span. + */ + stepNumber?: number | null; + /** + * Agent type. + */ + agentType?: AgentType; +}; + +/** + * PartialExtendedLlmSpanRecord + */ +export type PartialExtendedLlmSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'llm'; + /** + * Input + * + * Input to the trace or span. + */ + input?: Array; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redactedInput?: Array | null; + /** + * Output of the trace or span. + */ + output?: GalileoCoreSchemasLoggingLlmMessage; + /** + * Redacted output of the trace or span. + */ + redactedOutput?: GalileoCoreSchemasLoggingLlmMessage | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + createdAt?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + userMetadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + statusCode?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: LlmMetrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + externalId?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + datasetInput?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + datasetOutput?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + datasetMetadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + sessionId?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + traceId?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + projectId?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + runId?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updatedAt?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + hasChildren?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metricsBatchId?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metricInfo?: { + [key: string]: + | ({ + statusType: 'not_computed'; + } & MetricNotComputed) + | ({ + statusType: 'pending'; + } & MetricPending) + | ({ + statusType: 'computing'; + } & MetricComputing) + | ({ + statusType: 'not_applicable'; + } & MetricNotApplicable) + | ({ + statusType: 'success'; + } & MetricSuccess) + | ({ + statusType: 'error'; + } & MetricError) + | ({ + statusType: 'failed'; + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; + } | null; + /** + * Parent ID + * + * Galileo ID of the parent of this span + */ + parentId?: string | null; + /** + * Is Complete + * + * Whether the parent trace is complete or not + */ + isComplete?: boolean; + /** + * Step Number + * + * Topological step number of the span. + */ + stepNumber?: number | null; + /** + * Tools + * + * List of available tools passed to the LLM on invocation. + */ + tools?: Array<{ + [key: string]: unknown; + }> | null; + /** + * Events + * + * List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: Array< + | ({ + type: 'message'; + } & MessageEvent) + | ({ + type: 'reasoning'; + } & ReasoningEvent) + | ({ + type: 'internal_tool_call'; + } & InternalToolCall) + | ({ + type: 'web_search_call'; + } & WebSearchCallEvent) + | ({ + type: 'image_generation'; + } & ImageGenerationEvent) + | ({ + type: 'mcp_call'; + } & McpCallEvent) + | ({ + type: 'mcp_list_tools'; + } & McpListToolsEvent) + | ({ + type: 'mcp_approval_request'; + } & McpApprovalRequestEvent) + > | null; + /** + * Model + * + * Model used for this span. + */ + model?: string | null; + /** + * Temperature + * + * Temperature used for generation. + */ + temperature?: number | null; + /** + * Finish Reason + * + * Reason for finishing. + */ + finishReason?: string | null; +}; + +/** + * PartialExtendedRetrieverSpanRecord + */ +export type PartialExtendedRetrieverSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'retriever'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redactedInput?: string | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: Array; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redactedOutput?: Array | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + createdAt?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + userMetadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + statusCode?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + externalId?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + datasetInput?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + datasetOutput?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + datasetMetadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + sessionId?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + traceId?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + projectId?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + runId?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updatedAt?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + hasChildren?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metricsBatchId?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metricInfo?: { + [key: string]: + | ({ + statusType: 'not_computed'; + } & MetricNotComputed) + | ({ + statusType: 'pending'; + } & MetricPending) + | ({ + statusType: 'computing'; + } & MetricComputing) + | ({ + statusType: 'not_applicable'; + } & MetricNotApplicable) + | ({ + statusType: 'success'; + } & MetricSuccess) + | ({ + statusType: 'error'; + } & MetricError) + | ({ + statusType: 'failed'; + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; + } | null; + /** + * Parent ID + * + * Galileo ID of the parent of this span + */ + parentId?: string | null; + /** + * Is Complete + * + * Whether the parent trace is complete or not + */ + isComplete?: boolean; + /** + * Step Number + * + * Topological step number of the span. + */ + stepNumber?: number | null; +}; + +/** + * PartialExtendedSessionRecord + */ +export type PartialExtendedSessionRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'session'; + /** + * Input + */ + input?: string | Array; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redactedInput?: string | Array | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redactedOutput?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + createdAt?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + userMetadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + statusCode?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + externalId?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + datasetInput?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + datasetOutput?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + datasetMetadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace or span or session + */ + sessionId?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + traceId?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + projectId?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + runId?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updatedAt?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + hasChildren?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metricsBatchId?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metricInfo?: { + [key: string]: + | ({ + statusType: 'not_computed'; + } & MetricNotComputed) + | ({ + statusType: 'pending'; + } & MetricPending) + | ({ + statusType: 'computing'; + } & MetricComputing) + | ({ + statusType: 'not_applicable'; + } & MetricNotApplicable) + | ({ + statusType: 'success'; + } & MetricSuccess) + | ({ + statusType: 'error'; + } & MetricError) + | ({ + statusType: 'failed'; + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; + } | null; + /** + * Previous Session Id + */ + previousSessionId?: string | null; +}; + +/** + * PartialExtendedToolSpanRecord + */ +export type PartialExtendedToolSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'tool'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redactedInput?: string | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: string | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redactedOutput?: string | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + createdAt?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + userMetadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + statusCode?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + externalId?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + datasetInput?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + datasetOutput?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + datasetMetadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + sessionId?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + traceId?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + projectId?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + runId?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updatedAt?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + hasChildren?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metricsBatchId?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metricInfo?: { + [key: string]: + | ({ + statusType: 'not_computed'; + } & MetricNotComputed) + | ({ + statusType: 'pending'; + } & MetricPending) + | ({ + statusType: 'computing'; + } & MetricComputing) + | ({ + statusType: 'not_applicable'; + } & MetricNotApplicable) + | ({ + statusType: 'success'; + } & MetricSuccess) + | ({ + statusType: 'error'; + } & MetricError) + | ({ + statusType: 'failed'; + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; + } | null; + /** + * Parent ID + * + * Galileo ID of the parent of this span + */ + parentId?: string | null; + /** + * Is Complete + * + * Whether the parent trace is complete or not + */ + isComplete?: boolean; + /** + * Step Number + * + * Topological step number of the span. + */ + stepNumber?: number | null; + /** + * Tool Call Id + * + * ID of the tool call. + */ + toolCallId?: string | null; +}; + +/** + * PartialExtendedTraceRecord + */ +export type PartialExtendedTraceRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'trace'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redactedInput?: string | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: string | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redactedOutput?: string | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + createdAt?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + userMetadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + statusCode?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + externalId?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + datasetInput?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + datasetOutput?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + datasetMetadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the trace + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + sessionId?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + traceId?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + projectId?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + runId?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updatedAt?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + hasChildren?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metricsBatchId?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + fileIds?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + fileModalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metricInfo?: { + [key: string]: + | ({ + statusType: 'not_computed'; + } & MetricNotComputed) + | ({ + statusType: 'pending'; + } & MetricPending) + | ({ + statusType: 'computing'; + } & MetricComputing) + | ({ + statusType: 'not_applicable'; + } & MetricNotApplicable) + | ({ + statusType: 'success'; + } & MetricSuccess) + | ({ + statusType: 'error'; + } & MetricError) + | ({ + statusType: 'failed'; + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; + } | null; + /** + * Is Complete + * + * Whether the trace is complete or not + */ + isComplete?: boolean; +}; + +/** + * PartialExtendedWorkflowSpanRecord + */ +export type PartialExtendedWorkflowSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'workflow'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string | Array; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redactedInput?: string | Array | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redactedOutput?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + createdAt?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + userMetadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + statusCode?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + externalId?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + datasetInput?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + datasetOutput?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + datasetMetadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + sessionId?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + traceId?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + projectId?: string | null; /** - * Name + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span */ - name?: 'output_sexist'; + runId?: string | null; /** - * Filters + * Last Updated * - * List of filters to apply to the scorer. + * Timestamp of the session or trace or span's last update */ - filters?: Array< - | ({ - name: 'node_name'; - } & NodeNameFilter) - | ({ - name: 'metadata'; - } & MetadataFilter) - > | null; + updatedAt?: string | null; /** - * Type + * Has Children + * + * Whether or not this trace or span has child spans */ - type?: 'luna' | 'plus'; + hasChildren?: boolean | null; /** - * Model Name + * Metrics Batch Id * - * Alias of the model to use for the scorer. + * Galileo ID of the metrics batch associated with this trace or span */ - modelName?: string | null; + metricsBatchId?: string | null; /** - * Num Judges + * Session Batch Id * - * Number of judges for the scorer. + * Galileo ID of the metrics batch associated with this trace or span */ - numJudges?: number | null; -}; - -/** - * OutputToneScorer - */ -export type OutputToneScorer = { + sessionBatchId?: string | null; /** - * Name + * Feedback Rating Info + * + * Feedback information related to the record */ - name?: 'output_tone'; + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; /** - * Filters + * Annotations * - * List of filters to apply to the scorer. + * Annotations keyed by template ID and annotator ID */ - filters?: Array< - | ({ - name: 'node_name'; - } & NodeNameFilter) - | ({ - name: 'metadata'; - } & MetadataFilter) - > | null; -}; - -/** - * OutputToxicityScorer - */ -export type OutputToxicityScorer = { + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; /** - * Name + * File Ids + * + * IDs of files associated with this record */ - name?: 'output_toxicity'; + fileIds?: Array; /** - * Filters + * File Modalities * - * List of filters to apply to the scorer. + * Modalities of files associated with this record */ - filters?: Array< - | ({ - name: 'node_name'; - } & NodeNameFilter) - | ({ - name: 'metadata'; - } & MetadataFilter) - > | null; + fileModalities?: Array; /** - * Type + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID */ - type?: 'luna' | 'plus'; + annotationAggregates?: { + [key: string]: AnnotationAggregate; + }; /** - * Model Name + * Metric Info * - * Alias of the model to use for the scorer. + * Detailed information about the metrics associated with this trace or span */ - modelName?: string | null; + metricInfo?: { + [key: string]: + | ({ + statusType: 'not_computed'; + } & MetricNotComputed) + | ({ + statusType: 'pending'; + } & MetricPending) + | ({ + statusType: 'computing'; + } & MetricComputing) + | ({ + statusType: 'not_applicable'; + } & MetricNotApplicable) + | ({ + statusType: 'success'; + } & MetricSuccess) + | ({ + statusType: 'error'; + } & MetricError) + | ({ + statusType: 'failed'; + } & MetricFailed) + | ({ + statusType: 'roll_up'; + } & MetricRollUp); + } | null; /** - * Num Judges + * Files * - * Number of judges for the scorer. + * File metadata keyed by file ID for files associated with this record */ - numJudges?: number | null; -}; - -/** - * OutputTypeEnum - * - * Enumeration of output types. - */ -export const OutputTypeEnum = { - BOOLEAN: 'boolean', - CATEGORICAL: 'categorical', - COUNT: 'count', - DISCRETE: 'discrete', - FREEFORM: 'freeform', - PERCENTAGE: 'percentage', - MULTILABEL: 'multilabel' -} as const; - -/** - * OutputTypeEnum - * - * Enumeration of output types. - */ -export type OutputTypeEnum = - (typeof OutputTypeEnum)[keyof typeof OutputTypeEnum]; - -/** - * OverrideAction - */ -export type OverrideAction = { + files?: { + [key: string]: FileMetadata; + } | null; /** - * Type + * Parent ID + * + * Galileo ID of the parent of this span */ - type?: 'OVERRIDE'; + parentId?: string | null; /** - * Subscriptions + * Is Complete * - * List of subscriptions to send a notification to when this action is applied and the ruleset status matches any of the configured statuses. + * Whether the parent trace is complete or not */ - subscriptions?: Array; + isComplete?: boolean; /** - * Choices + * Step Number * - * List of choices to override the response with. If there are multiple choices, one will be chosen at random when applying this action. + * Topological step number of the span. */ - choices: Array; + stepNumber?: number | null; }; /** @@ -14042,7 +18606,8 @@ export type Permission = { | FineTunedScorerAction | DatasetAction | IntegrationAction - | OrganizationAction; + | OrganizationAction + | AnnotationQueueAction; /** * Allowed */ @@ -14281,7 +18846,7 @@ export type ProjectCreatorFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -14396,7 +18961,7 @@ export type ProjectIdFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -15003,7 +19568,7 @@ export type PromptTemplateCreatedByFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -15247,6 +19812,59 @@ export type QueryDatasetParams = { sort?: DatasetContentSortClause | null; }; +/** + * ReasoningEvent + * + * Internal reasoning/thinking from the model (e.g., OpenAI o1/o3 reasoning tokens). + */ +export type ReasoningEvent = { + /** + * Type + */ + type?: 'reasoning'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + errorMessage?: string | null; + /** + * Content + * + * The reasoning/thinking content + */ + content?: string | null; + /** + * Summary + * + * Summary of the reasoning + */ + summary?: + | string + | Array<{ + [key: string]: unknown; + }> + | null; +}; + /** * RecomputeLogRecordsMetricsRequest * @@ -15307,12 +19925,21 @@ export type RecomputeLogRecordsMetricsRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filterTree?: FilterExpression | null; - sort?: LogRecordsSortClause; + filterTree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; + /** + * Sort for the query. Defaults to native sort (created_at, id descending). + */ + sort?: LogRecordsSortClause | null; /** * Truncate Fields */ truncateFields?: boolean; + /** + * Include Counts + * + * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + */ + includeCounts?: boolean; /** * Scorer Ids * @@ -15402,20 +20029,43 @@ export type RegisteredScorer = { > | null; }; -/** - * RegisteredScorerAction - */ -export const RegisteredScorerAction = { - UPDATE: 'update', - DELETE: 'delete' -} as const; - -/** - * RegisteredScorerAction - */ -export type RegisteredScorerAction = - (typeof RegisteredScorerAction)[keyof typeof RegisteredScorerAction]; - +/** + * RegisteredScorerAction + */ +export const RegisteredScorerAction = { + UPDATE: 'update', + DELETE: 'delete' +} as const; + +/** + * RegisteredScorerAction + */ +export type RegisteredScorerAction = + (typeof RegisteredScorerAction)[keyof typeof RegisteredScorerAction]; + +/** + * RegisteredScorerTaskResultResponse + */ +export type RegisteredScorerTaskResultResponse = { + /** + * Id + */ + id: string; + /** + * Created At + */ + createdAt: string; + /** + * Updated At + */ + updatedAt: string; + status: TaskResultStatus; + /** + * Result + */ + result?: ValidateRegisteredScorerResult | string | null; +}; + /** * RenderTemplateRequest */ @@ -15620,6 +20270,27 @@ export type RetrieverSpan = { >; }; +/** + * RollUpStrategy + * + * Strategies for rolling metrics up the Session/Trace/Span hierarchy. + */ +export const RollUpStrategy = { + AVG: 'avg', + SUM: 'sum', + FIRST: 'first', + LAST: 'last', + NONE: 'none' +} as const; + +/** + * RollUpStrategy + * + * Strategies for rolling metrics up the Session/Trace/Span hierarchy. + */ +export type RollUpStrategy = + (typeof RollUpStrategy)[keyof typeof RollUpStrategy]; + /** * RollbackRequest */ @@ -16042,12 +20713,6 @@ export type RunParamsMap = { * RunScorerSettingsPatchRequest */ export type RunScorerSettingsPatchRequest = { - /** - * Run Id - * - * ID of the run. - */ - runId: string; /** * Scorers * @@ -16060,18 +20725,18 @@ export type RunScorerSettingsPatchRequest = { * List of segment filters to apply to the run. */ segmentFilters?: Array | null; -}; - -/** - * RunScorerSettingsResponse - */ -export type RunScorerSettingsResponse = { /** * Run Id * * ID of the run. */ runId: string; +}; + +/** + * RunScorerSettingsResponse + */ +export type RunScorerSettingsResponse = { /** * Scorers */ @@ -16082,6 +20747,12 @@ export type RunScorerSettingsResponse = { * List of segment filters to apply to the run. */ segmentFilters?: Array | null; + /** + * Run Id + * + * ID of the run. + */ + runId: string; }; /** @@ -16240,6 +20911,16 @@ export type ScorerConfig = { * ScorerVersion to use for this scorer. If not provided, the latest version will be used. */ scorerVersion?: BaseScorerVersionDb | null; + /** + * Multimodal Capabilities + * + * Multimodal capabilities which this scorer can utilize in its evaluation. + */ + multimodalCapabilities?: Array | null; + /** + * Roll Up Method + */ + rollUpMethod?: string | null; }; /** @@ -16275,7 +20956,7 @@ export type ScorerCreatorFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -16454,10 +21135,19 @@ export type ScorerResponse = { scoreableNodeTypes?: Array | null; outputType?: OutputTypeEnum | null; inputType?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; /** * Required Scorers */ requiredScorers?: Array | null; + /** + * Deprecated + */ + deprecated?: boolean | null; + rollUpConfig?: BaseMetricRollUpConfigDb | null; /** * Label */ @@ -16488,6 +21178,7 @@ export type ScorerResponse = { * Updated At */ updatedAt?: string | null; + rollUpMethod?: NumericRollUpMethod | null; }; /** @@ -16801,6 +21492,24 @@ export type SegmentFilter = { llmScorers?: boolean; }; +/** + * SelectColumns + */ +export type SelectColumns = { + /** + * Column Ids + */ + columnIds?: Array; + /** + * Include All Metrics + */ + includeAllMetrics?: boolean; + /** + * Include All Feedback + */ + includeAllFeedback?: boolean; +}; + /** * SessionCreateRequest */ @@ -16823,6 +21532,17 @@ export type SessionCreateRequest = { * Metrics testing id associated with the traces. */ metricsTestingId?: string | null; + loggingMethod?: LoggingMethod; + /** + * Client Version + */ + clientVersion?: string | null; + /** + * Reliable + * + * Whether or not to use reliable logging. If set to False, the method will respond immediately before verifying that the traces have been successfully ingested, and no error message will be returned if ingestion fails. If set to True, the method will wait for the traces to be successfully ingested or return an error message if there is an ingestion failure. + */ + reliable?: boolean; /** * Name * @@ -16841,6 +21561,14 @@ export type SessionCreateRequest = { * External id of the session. */ externalId?: string | null; + /** + * User Metadata + * + * User metadata for the session. + */ + userMetadata?: { + [key: string]: string; + } | null; }; /** @@ -17062,6 +21790,56 @@ export type StageWithRulesets = { paused?: boolean; }; +/** + * StandardError + */ +export type StandardError = { + /** + * Error Code + */ + errorCode: number; + errorType: ErrorType; + /** + * Error Group + */ + errorGroup: string; + severity: ErrorSeverity; + /** + * Message + */ + message: string; + /** + * User Action + */ + userAction?: string | null; + /** + * Documentation Link + */ + documentationLink?: string | null; + /** + * Retriable + */ + retriable?: boolean; + /** + * Blocking + */ + blocking?: boolean; + /** + * Http Status Code + */ + httpStatusCode?: number | null; + /** + * Source Service + */ + sourceService?: string | null; + /** + * Context + */ + context?: { + [key: string]: unknown; + }; +}; + /** * StarAggregate */ @@ -17128,30 +21906,6 @@ export type StringData = { inputStrings: Array; }; -/** - * StringFilter - * - * Filters on a string field. - */ -export type StringFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; - /** - * Value - */ - value: string | Array; - /** - * Case Sensitive - */ - caseSensitive?: boolean; -}; - /** * SubscriptionConfig */ @@ -17239,6 +21993,10 @@ export type SyntheticDatasetExtensionRequest = { * Count */ count?: number; + /** + * Project Id + */ + projectId?: string | null; }; /** @@ -17413,6 +22171,22 @@ export type TaskResourceLimits = { memoryMb?: number; }; +/** + * TaskResultStatus + */ +export const TaskResultStatus = { + PENDING: 'pending', + STARTED: 'started', + COMPLETED: 'completed', + FAILED: 'failed' +} as const; + +/** + * TaskResultStatus + */ +export type TaskResultStatus = + (typeof TaskResultStatus)[keyof typeof TaskResultStatus]; + /** * TaskType * @@ -17461,6 +22235,51 @@ export type TemplateStubRequest = { templates: Array; }; +/** + * TestScore + */ +export type TestScore = { + nodeType: NodeType; + /** + * Score + */ + score?: number | number | string | boolean | null; +}; + +/** + * TextAggregate + */ +export type TextAggregate = { + /** + * Feedback Type + */ + feedbackType?: 'text'; + /** + * Count + */ + count: number; + /** + * Unrated Count + */ + unratedCount: number; +}; + +/** + * TextContentPart + * + * A text segment within a message. + */ +export type TextContentPart = { + /** + * Type + */ + type?: 'text'; + /** + * Text + */ + text: string; +}; + /** * TextRating */ @@ -18146,48 +22965,6 @@ export type UpdatePromptTemplateRequest = { name?: string | Name | null; }; -/** - * UpdateScorerRequest - */ -export type UpdateScorerRequest = { - /** - * Name - */ - name?: string | null; - /** - * Description - */ - description?: string | null; - /** - * Tags - */ - tags?: Array | null; - defaults?: ScorerDefaults | null; - modelType?: ModelType | null; - /** - * Ground Truth - */ - groundTruth?: boolean | null; - /** - * Default Version Id - */ - defaultVersionId?: string | null; - /** - * User Prompt - */ - userPrompt?: string | null; - /** - * Scoreable Node Types - */ - scoreableNodeTypes?: Array | null; - outputType?: OutputTypeEnum | null; - inputType?: InputTypeEnum | null; - /** - * Required Scorers - */ - requiredScorers?: Array | null; -}; - /** * UpsertDatasetContentRequest */ @@ -18257,13 +23034,22 @@ export type UserCollaborator = { /** * UserCollaboratorCreate + * + * Create a user collaborator using either user_id or email. + * + * When using email, if the user doesn't exist in the organization, + * they will be invited automatically. */ export type UserCollaboratorCreate = { role?: CollaboratorRole; /** * User Id */ - userId: string; + userId?: string | null; + /** + * User Email + */ + userEmail?: string | null; }; /** @@ -18350,103 +23136,54 @@ export const UserRole = { /** * UserRole - */ -export type UserRole = (typeof UserRole)[keyof typeof UserRole]; - -/** - * ValidateLLMScorerLogRecordRequest - * - * Request to validate a new LLM scorer based on a log record. - * This is used to create a new experiment with the copied log records to store the metric testing results. - */ -export type ValidateLlmScorerLogRecordRequest = { - /** - * Starting Token - */ - startingToken?: number; - /** - * Limit - */ - limit?: number; - /** - * Previous Last Row Id - */ - previousLastRowId?: string | null; - /** - * Log Stream Id - * - * Log stream id associated with the traces. - */ - logStreamId?: string | null; - /** - * Experiment Id - * - * Experiment id associated with the traces. - */ - experimentId?: string | null; + */ +export type UserRole = (typeof UserRole)[keyof typeof UserRole]; + +/** + * ValidResult + */ +export type ValidResult = { /** - * Metrics Testing Id - * - * Metrics testing id associated with the traces. + * Result Type */ - metricsTestingId?: string | null; + resultType?: 'valid'; /** - * Filters + * Score Type */ - filters?: Array< - | ({ - type: 'id'; - } & LogRecordsIdFilter) - | ({ - type: 'date'; - } & LogRecordsDateFilter) - | ({ - type: 'number'; - } & LogRecordsNumberFilter) - | ({ - type: 'boolean'; - } & LogRecordsBooleanFilter) - | ({ - type: 'collection'; - } & LogRecordsCollectionFilter) - | ({ - type: 'text'; - } & LogRecordsTextFilter) - >; - filterTree?: FilterExpression | null; - sort?: LogRecordsSortClause; + scoreType: string; /** - * Truncate Fields + * Scoreable Node Types */ - truncateFields?: boolean; + scoreableNodeTypes: Array; /** - * Query + * Include Llm Credentials */ - query: string; + includeLlmCredentials?: boolean; + chainAggregation?: ChainAggregationStrategy | null; /** - * Response + * Test Scores */ - response: string; - chainPollTemplate: ChainPollTemplate; - scorerConfiguration: GeneratedScorerConfiguration; + testScores: Array; +}; + +/** + * ValidateCodeScorerResponse + */ +export type ValidateCodeScorerResponse = { /** - * User Prompt + * Task Id */ - userPrompt: string; + taskId: string; }; /** - * ValidateLLMScorerLogRecordResponse - * - * Response model for validating a new LLM scorer based on a log record. - * - * Returns the uuid of the experiment created with the copied log records to store the metric testing results. + * ValidateRegisteredScorerResult */ -export type ValidateLlmScorerLogRecordResponse = { +export type ValidateRegisteredScorerResult = { /** - * Metrics Experiment Id + * Result */ - metricsExperimentId: string; + result: ValidResult | InvalidResult; }; /** @@ -18491,6 +23228,10 @@ export type VegasGatewayIntegration = { * VegasGatewayIntegrationCreate */ export type VegasGatewayIntegrationCreate = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multiModalConfig?: MultiModalModelIntegrationConfig | null; /** * Endpoint */ @@ -18535,6 +23276,72 @@ export type VertexAiIntegrationCreate = { token: string; }; +/** + * WebSearchAction + * + * Action payload for a web search call event. + */ +export type WebSearchAction = { + /** + * Type + * + * Type of web search action + */ + type: 'search'; + /** + * Query + * + * Search query string + */ + query?: string | null; + /** + * Sources + * + * Optional provider-specific sources + */ + sources?: unknown | null; +}; + +/** + * WebSearchCallEvent + * + * An OpenAI-style web search call event. + */ +export type WebSearchCallEvent = { + /** + * Type + */ + type?: 'web_search_call'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + errorMessage?: string | null; + /** + * Web search action payload + */ + action: WebSearchAction; +}; + /** * WorkflowSpan */ @@ -18834,7 +23641,16 @@ export type GalileoCoreSchemasLoggingLlmMessage = { /** * Content */ - content: string; + content: + | string + | Array< + | ({ + type: 'text'; + } & TextContentPart) + | ({ + type: 'file'; + } & FileContentPart) + >; role: GalileoCoreSchemasLoggingLlmMessageRole; /** * Tool Call Id @@ -18872,7 +23688,16 @@ export type GalileoCoreSchemasSharedMessageMessage = { /** * Content */ - content: string; + content: + | string + | Array< + | ({ + type: 'text'; + } & TextContentPart) + | ({ + type: 'file'; + } & FileContentPart) + >; /** * Role */ @@ -18880,6 +23705,15 @@ export type GalileoCoreSchemasSharedMessageMessage = { [key: string]: | unknown | string + | Array< + | ({ + type: 'text'; + } & TextContentPart) + | ({ + type: 'file'; + } & FileContentPart) + > + | string | GalileoCoreSchemasSharedMessageRoleMessageRole; }; @@ -18914,6 +23748,9 @@ export const GalileoCoreSchemasSharedScorersScorerNameScorerName = { BLEU: 'bleu', CHUNK_ATTRIBUTION_UTILIZATION_LUNA: 'chunk_attribution_utilization_luna', CHUNK_ATTRIBUTION_UTILIZATION: 'chunk_attribution_utilization', + CHUNK_RELEVANCE: 'chunk_relevance', + CONTEXT_PRECISION: 'context_precision', + PRECISION_AT_K: 'precision_at_k', COMPLETENESS_LUNA: 'completeness_luna', COMPLETENESS: 'completeness', CONTEXT_ADHERENCE: 'context_adherence', @@ -18944,6 +23781,11 @@ export const GalileoCoreSchemasSharedScorersScorerNameScorerName = { PROMPT_INJECTION_LUNA: 'prompt_injection_luna', PROMPT_PERPLEXITY: 'prompt_perplexity', ROUGE: 'rouge', + REASONING_COHERENCE: 'reasoning_coherence', + SQL_EFFICIENCY: 'sql_efficiency', + SQL_ADHERENCE: 'sql_adherence', + SQL_INJECTION: 'sql_injection', + SQL_CORRECTNESS: 'sql_correctness', TOOL_ERROR_RATE: 'tool_error_rate', TOOL_ERROR_RATE_LUNA: 'tool_error_rate_luna', TOOL_SELECTION_QUALITY: 'tool_selection_quality', @@ -18985,6 +23827,7 @@ export const PromptgalileoSchemasScorerNameScorerName = { _INPUT_TOXICITY: '_input_toxicity', _INPUT_TOXICITY_GPT: '_input_toxicity_gpt', _USER_REGISTERED: '_user_registered', + _COMPOSITE_USER_REGISTERED: '_composite_user_registered', _USER_SUBMITTED: '_user_submitted', _USER_GENERATED: '_user_generated', _USER_FINETUNED: '_user_finetuned', @@ -19611,9 +24454,21 @@ export type UpdateDatasetContentDatasetsDatasetIdContentPatchData = { export type UpdateDatasetContentDatasetsDatasetIdContentPatchErrors = { /** - * Validation Error + * Dataset not found + */ + 404: unknown; + /** + * ETag mismatch; client's If-Match does not match current resource version + */ + 412: unknown; + /** + * Validation error in request body */ 422: HttpValidationError; + /** + * Resource lock could not be acquired; another update may be in progress + */ + 423: unknown; }; export type UpdateDatasetContentDatasetsDatasetIdContentPatchError = @@ -19621,11 +24476,14 @@ export type UpdateDatasetContentDatasetsDatasetIdContentPatchError = export type UpdateDatasetContentDatasetsDatasetIdContentPatchResponses = { /** - * Successful Response + * Dataset content updated successfully */ - 200: unknown; + 204: void; }; +export type UpdateDatasetContentDatasetsDatasetIdContentPatchResponse = + UpdateDatasetContentDatasetsDatasetIdContentPatchResponses[keyof UpdateDatasetContentDatasetsDatasetIdContentPatchResponses]; + export type UpsertDatasetContentDatasetsDatasetIdContentPutData = { /** * Body @@ -19643,9 +24501,17 @@ export type UpsertDatasetContentDatasetsDatasetIdContentPutData = { export type UpsertDatasetContentDatasetsDatasetIdContentPutErrors = { /** - * Validation Error + * Dataset not found + */ + 404: unknown; + /** + * Validation error in request body */ 422: HttpValidationError; + /** + * Resource lock could not be acquired; another update may be in progress + */ + 423: unknown; }; export type UpsertDatasetContentDatasetsDatasetIdContentPutError = @@ -19653,11 +24519,14 @@ export type UpsertDatasetContentDatasetsDatasetIdContentPutError = export type UpsertDatasetContentDatasetsDatasetIdContentPutResponses = { /** - * Successful Response + * Dataset content upserted successfully */ - 200: unknown; + 204: void; }; +export type UpsertDatasetContentDatasetsDatasetIdContentPutResponse = + UpsertDatasetContentDatasetsDatasetIdContentPutResponses[keyof UpsertDatasetContentDatasetsDatasetIdContentPutResponses]; + export type DownloadDatasetDatasetsDatasetIdDownloadGetData = { body?: never; path: { @@ -20936,7 +25805,12 @@ export type ListLogStreamsProjectsProjectIdLogStreamsGetData = { */ projectId: string; }; - query?: never; + query?: { + /** + * Include Counts + */ + includeCounts?: boolean; + }; url: '/projects/{project_id}/log_streams'; }; @@ -21004,6 +25878,10 @@ export type ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetData = projectId: string; }; query?: { + /** + * Include Counts + */ + includeCounts?: boolean; /** * Starting Token */ @@ -21038,6 +25916,38 @@ export type ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetRespon export type ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetResponse = ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetResponses[keyof ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetResponses]; +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostData = { + body: LogStreamSearchRequest; + path: { + /** + * Project Id + */ + projectId: string; + }; + query?: never; + url: '/projects/{project_id}/log_streams/search'; +}; + +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostError = + SearchLogStreamsProjectsProjectIdLogStreamsSearchPostErrors[keyof SearchLogStreamsProjectsProjectIdLogStreamsSearchPostErrors]; + +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostResponses = { + /** + * Successful Response + */ + 200: ListLogStreamResponse; +}; + +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostResponse = + SearchLogStreamsProjectsProjectIdLogStreamsSearchPostResponses[keyof SearchLogStreamsProjectsProjectIdLogStreamsSearchPostResponses]; + export type DeleteLogStreamProjectsProjectIdLogStreamsLogStreamIdDeleteData = { body?: never; path: { @@ -21149,6 +26059,84 @@ export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses = export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponse = UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses[keyof UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses]; +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetData = + { + body?: never; + path: { + /** + * Log Stream Id + */ + logStreamId: string; + /** + * Project Id + */ + projectId: string; + }; + query?: never; + url: '/projects/{project_id}/log_streams/{log_stream_id}/metric_settings'; + }; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetError = + GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetErrors[keyof GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetErrors]; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetResponses = + { + /** + * Successful Response + */ + 200: MetricSettingsResponse; + }; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetResponse = + GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetResponses[keyof GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetResponses]; + +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchData = + { + body: MetricSettingsRequest; + path: { + /** + * Project Id + */ + projectId: string; + /** + * Log Stream Id + */ + logStreamId: string; + }; + query?: never; + url: '/projects/{project_id}/log_streams/{log_stream_id}/metric_settings'; + }; + +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchError = + UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchErrors[keyof UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchErrors]; + +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchResponses = + { + /** + * Successful Response + */ + 200: MetricSettingsResponse; + }; + +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchResponse = + UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchResponses[keyof UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchResponses]; + export type LogTracesProjectsProjectIdTracesPostData = { body: LogTracesIngestRequest; path: { @@ -21193,7 +26181,12 @@ export type GetTraceProjectsProjectIdTracesTraceIdGetData = { */ projectId: string; }; - query?: never; + query?: { + /** + * Include Presigned Urls + */ + includePresignedUrls?: boolean; + }; url: '/projects/{project_id}/traces/{trace_id}'; }; @@ -21265,7 +26258,12 @@ export type GetSpanProjectsProjectIdSpansSpanIdGetData = { */ projectId: string; }; - query?: never; + query?: { + /** + * Include Presigned Urls + */ + includePresignedUrls?: boolean; + }; url: '/projects/{project_id}/spans/{span_id}'; }; @@ -21479,6 +26477,39 @@ export type QueryTracesProjectsProjectIdTracesSearchPostResponses = { export type QueryTracesProjectsProjectIdTracesSearchPostResponse = QueryTracesProjectsProjectIdTracesSearchPostResponses[keyof QueryTracesProjectsProjectIdTracesSearchPostResponses]; +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostData = { + body: LogRecordsPartialQueryRequest; + path: { + /** + * Project Id + */ + projectId: string; + }; + query?: never; + url: '/projects/{project_id}/traces/partial_search'; +}; + +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostError = + QueryPartialTracesProjectsProjectIdTracesPartialSearchPostErrors[keyof QueryPartialTracesProjectsProjectIdTracesPartialSearchPostErrors]; + +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostResponses = + { + /** + * Successful Response + */ + 200: LogRecordsPartialQueryResponse; + }; + +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostResponse = + QueryPartialTracesProjectsProjectIdTracesPartialSearchPostResponses[keyof QueryPartialTracesProjectsProjectIdTracesPartialSearchPostResponses]; + export type CountTracesProjectsProjectIdTracesCountPostData = { body: LogRecordsQueryCountRequest; path: { @@ -21575,8 +26606,8 @@ export type QuerySpansProjectsProjectIdSpansSearchPostResponses = { export type QuerySpansProjectsProjectIdSpansSearchPostResponse = QuerySpansProjectsProjectIdSpansSearchPostResponses[keyof QuerySpansProjectsProjectIdSpansSearchPostResponses]; -export type CountSpansProjectsProjectIdSpansCountPostData = { - body: LogRecordsQueryCountRequest; +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostData = { + body: LogRecordsPartialQueryRequest; path: { /** * Project Id @@ -21584,31 +26615,32 @@ export type CountSpansProjectsProjectIdSpansCountPostData = { projectId: string; }; query?: never; - url: '/projects/{project_id}/spans/count'; + url: '/projects/{project_id}/spans/partial_search'; }; -export type CountSpansProjectsProjectIdSpansCountPostErrors = { +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostErrors = { /** * Validation Error */ - 422: HttpValidationError; -}; - -export type CountSpansProjectsProjectIdSpansCountPostError = - CountSpansProjectsProjectIdSpansCountPostErrors[keyof CountSpansProjectsProjectIdSpansCountPostErrors]; - -export type CountSpansProjectsProjectIdSpansCountPostResponses = { - /** - * Successful Response - */ - 200: LogRecordsQueryCountResponse; + 422: HttpValidationError; }; -export type CountSpansProjectsProjectIdSpansCountPostResponse = - CountSpansProjectsProjectIdSpansCountPostResponses[keyof CountSpansProjectsProjectIdSpansCountPostResponses]; +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostError = + QueryPartialSpansProjectsProjectIdSpansPartialSearchPostErrors[keyof QueryPartialSpansProjectsProjectIdSpansPartialSearchPostErrors]; + +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostResponses = + { + /** + * Successful Response + */ + 200: LogRecordsPartialQueryResponse; + }; -export type QueryMetricsProjectsProjectIdMetricsSearchPostData = { - body: LogRecordsMetricsQueryRequest; +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostResponse = + QueryPartialSpansProjectsProjectIdSpansPartialSearchPostResponses[keyof QueryPartialSpansProjectsProjectIdSpansPartialSearchPostResponses]; + +export type CountSpansProjectsProjectIdSpansCountPostData = { + body: LogRecordsQueryCountRequest; path: { /** * Project Id @@ -21616,28 +26648,28 @@ export type QueryMetricsProjectsProjectIdMetricsSearchPostData = { projectId: string; }; query?: never; - url: '/projects/{project_id}/metrics/search'; + url: '/projects/{project_id}/spans/count'; }; -export type QueryMetricsProjectsProjectIdMetricsSearchPostErrors = { +export type CountSpansProjectsProjectIdSpansCountPostErrors = { /** * Validation Error */ 422: HttpValidationError; }; -export type QueryMetricsProjectsProjectIdMetricsSearchPostError = - QueryMetricsProjectsProjectIdMetricsSearchPostErrors[keyof QueryMetricsProjectsProjectIdMetricsSearchPostErrors]; +export type CountSpansProjectsProjectIdSpansCountPostError = + CountSpansProjectsProjectIdSpansCountPostErrors[keyof CountSpansProjectsProjectIdSpansCountPostErrors]; -export type QueryMetricsProjectsProjectIdMetricsSearchPostResponses = { +export type CountSpansProjectsProjectIdSpansCountPostResponses = { /** * Successful Response */ - 200: LogRecordsMetricsResponse; + 200: LogRecordsQueryCountResponse; }; -export type QueryMetricsProjectsProjectIdMetricsSearchPostResponse = - QueryMetricsProjectsProjectIdMetricsSearchPostResponses[keyof QueryMetricsProjectsProjectIdMetricsSearchPostResponses]; +export type CountSpansProjectsProjectIdSpansCountPostResponse = + CountSpansProjectsProjectIdSpansCountPostResponses[keyof CountSpansProjectsProjectIdSpansCountPostResponses]; export type CreateSessionProjectsProjectIdSessionsPostData = { body: SessionCreateRequest; @@ -21703,6 +26735,41 @@ export type QuerySessionsProjectsProjectIdSessionsSearchPostResponses = { export type QuerySessionsProjectsProjectIdSessionsSearchPostResponse = QuerySessionsProjectsProjectIdSessionsSearchPostResponses[keyof QuerySessionsProjectsProjectIdSessionsSearchPostResponses]; +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostData = + { + body: LogRecordsPartialQueryRequest; + path: { + /** + * Project Id + */ + projectId: string; + }; + query?: never; + url: '/projects/{project_id}/sessions/partial_search'; + }; + +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostError = + QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostErrors[keyof QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostErrors]; + +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostResponses = + { + /** + * Successful Response + */ + 200: LogRecordsPartialQueryResponse; + }; + +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostResponse = + QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostResponses[keyof QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostResponses]; + export type CountSessionsProjectsProjectIdSessionsCountPostData = { body: LogRecordsQueryCountRequest; path: { @@ -21747,7 +26814,12 @@ export type GetSessionProjectsProjectIdSessionsSessionIdGetData = { */ projectId: string; }; - query?: never; + query?: { + /** + * Include Presigned Urls + */ + includePresignedUrls?: boolean; + }; url: '/projects/{project_id}/sessions/{session_id}'; }; @@ -22002,7 +27074,12 @@ export type ListExperimentsProjectsProjectIdExperimentsGetData = { */ projectId: string; }; - query?: never; + query?: { + /** + * Include Counts + */ + includeCounts?: boolean; + }; url: '/projects/{project_id}/experiments'; }; @@ -22028,38 +27105,6 @@ export type ListExperimentsProjectsProjectIdExperimentsGetResponses = { export type ListExperimentsProjectsProjectIdExperimentsGetResponse = ListExperimentsProjectsProjectIdExperimentsGetResponses[keyof ListExperimentsProjectsProjectIdExperimentsGetResponses]; -export type CreateExperimentProjectsProjectIdExperimentsPostData = { - body: ExperimentCreateRequest; - path: { - /** - * Project Id - */ - projectId: string; - }; - query?: never; - url: '/projects/{project_id}/experiments'; -}; - -export type CreateExperimentProjectsProjectIdExperimentsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateExperimentProjectsProjectIdExperimentsPostError = - CreateExperimentProjectsProjectIdExperimentsPostErrors[keyof CreateExperimentProjectsProjectIdExperimentsPostErrors]; - -export type CreateExperimentProjectsProjectIdExperimentsPostResponses = { - /** - * Successful Response - */ - 200: ExperimentResponse; -}; - -export type CreateExperimentProjectsProjectIdExperimentsPostResponse = - CreateExperimentProjectsProjectIdExperimentsPostResponses[keyof CreateExperimentProjectsProjectIdExperimentsPostResponses]; - export type ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetData = { body?: never; @@ -22070,6 +27115,10 @@ export type ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetData projectId: string; }; query?: { + /** + * Include Counts + */ + includeCounts?: boolean; /** * Starting Token */ @@ -22104,6 +27153,38 @@ export type ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetResp export type ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetResponse = ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetResponses[keyof ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetResponses]; +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostData = { + body: ExperimentSearchRequest; + path: { + /** + * Project Id + */ + projectId: string; + }; + query?: never; + url: '/projects/{project_id}/experiments/search'; +}; + +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostError = + SearchExperimentsProjectsProjectIdExperimentsSearchPostErrors[keyof SearchExperimentsProjectsProjectIdExperimentsSearchPostErrors]; + +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostResponses = { + /** + * Successful Response + */ + 200: ListExperimentResponse; +}; + +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostResponse = + SearchExperimentsProjectsProjectIdExperimentsSearchPostResponses[keyof SearchExperimentsProjectsProjectIdExperimentsSearchPostResponses]; + export type DeleteExperimentProjectsProjectIdExperimentsExperimentIdDeleteData = { body?: never; @@ -22326,6 +27407,84 @@ export type GetExperimentsMetricsProjectsProjectIdExperimentsMetricsPostResponse export type GetExperimentsMetricsProjectsProjectIdExperimentsMetricsPostResponse = GetExperimentsMetricsProjectsProjectIdExperimentsMetricsPostResponses[keyof GetExperimentsMetricsProjectsProjectIdExperimentsMetricsPostResponses]; +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetData = + { + body?: never; + path: { + /** + * Experiment Id + */ + experimentId: string; + /** + * Project Id + */ + projectId: string; + }; + query?: never; + url: '/projects/{project_id}/experiments/{experiment_id}/metric_settings'; + }; + +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetError = + GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetErrors[keyof GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetErrors]; + +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetResponses = + { + /** + * Successful Response + */ + 200: MetricSettingsResponse; + }; + +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetResponse = + GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetResponses[keyof GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetResponses]; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchData = + { + body: MetricSettingsRequest; + path: { + /** + * Project Id + */ + projectId: string; + /** + * Experiment Id + */ + experimentId: string; + }; + query?: never; + url: '/projects/{project_id}/experiments/{experiment_id}/metric_settings'; + }; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchError = + UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchErrors[keyof UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchErrors]; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchResponses = + { + /** + * Successful Response + */ + 200: MetricSettingsResponse; + }; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchResponse = + UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchResponses[keyof UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchResponses]; + export type CreateJobJobsPostData = { body: CreateJobRequest; path?: never; @@ -22472,14 +27631,14 @@ export type GetLatestJobForProjectRunProjectsProjectIdRunsRunIdJobsLatestGetResp export type GetSettingsProjectsProjectIdRunsRunIdScorerSettingsGetData = { body?: never; path: { - /** - * Project Id - */ - projectId: string; /** * Run Id */ runId: string; + /** + * Project Id + */ + projectId: string; }; query?: never; url: '/projects/{project_id}/runs/{run_id}/scorer-settings'; @@ -23650,33 +28809,6 @@ export type InvokeProtectInvokePostResponses = { export type InvokeProtectInvokePostResponse = InvokeProtectInvokePostResponses[keyof InvokeProtectInvokePostResponses]; -export type CreateScorersPostData = { - body: CreateScorerRequest; - path?: never; - query?: never; - url: '/scorers'; -}; - -export type CreateScorersPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateScorersPostError = - CreateScorersPostErrors[keyof CreateScorersPostErrors]; - -export type CreateScorersPostResponses = { - /** - * Successful Response - */ - 200: ScorerResponse; -}; - -export type CreateScorersPostResponse = - CreateScorersPostResponses[keyof CreateScorersPostResponses]; - export type DeleteScorerScorersScorerIdDeleteData = { body?: never; path: { @@ -23741,69 +28873,66 @@ export type GetScorerScorersScorerIdGetResponses = { export type GetScorerScorersScorerIdGetResponse = GetScorerScorersScorerIdGetResponses[keyof GetScorerScorersScorerIdGetResponses]; -export type UpdateScorersScorerIdPatchData = { - body: UpdateScorerRequest; - path: { - /** - * Scorer Id - */ - scorerId: string; - }; +export type ValidateCodeScorerScorersCodeValidatePostData = { + body: BodyValidateCodeScorerScorersCodeValidatePost; + path?: never; query?: never; - url: '/scorers/{scorer_id}'; + url: '/scorers/code/validate'; }; -export type UpdateScorersScorerIdPatchErrors = { +export type ValidateCodeScorerScorersCodeValidatePostErrors = { /** * Validation Error */ 422: HttpValidationError; }; -export type UpdateScorersScorerIdPatchError = - UpdateScorersScorerIdPatchErrors[keyof UpdateScorersScorerIdPatchErrors]; +export type ValidateCodeScorerScorersCodeValidatePostError = + ValidateCodeScorerScorersCodeValidatePostErrors[keyof ValidateCodeScorerScorersCodeValidatePostErrors]; -export type UpdateScorersScorerIdPatchResponses = { +export type ValidateCodeScorerScorersCodeValidatePostResponses = { /** * Successful Response */ - 200: ScorerResponse; + 200: ValidateCodeScorerResponse; }; -export type UpdateScorersScorerIdPatchResponse = - UpdateScorersScorerIdPatchResponses[keyof UpdateScorersScorerIdPatchResponses]; +export type ValidateCodeScorerScorersCodeValidatePostResponse = + ValidateCodeScorerScorersCodeValidatePostResponses[keyof ValidateCodeScorerScorersCodeValidatePostResponses]; -export type CreateLlmScorerVersionScorersScorerIdVersionLlmPostData = { - body: CreateLlmScorerVersionRequest; +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetData = { + body?: never; path: { /** - * Scorer Id + * Task Id */ - scorerId: string; + taskId: string; }; query?: never; - url: '/scorers/{scorer_id}/version/llm'; + url: '/scorers/code/validate/{task_id}'; }; -export type CreateLlmScorerVersionScorersScorerIdVersionLlmPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; -export type CreateLlmScorerVersionScorersScorerIdVersionLlmPostError = - CreateLlmScorerVersionScorersScorerIdVersionLlmPostErrors[keyof CreateLlmScorerVersionScorersScorerIdVersionLlmPostErrors]; +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetError = + GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetErrors[keyof GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetErrors]; -export type CreateLlmScorerVersionScorersScorerIdVersionLlmPostResponses = { - /** - * Successful Response - */ - 200: BaseScorerVersionResponse; -}; +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses = + { + /** + * Successful Response + */ + 200: RegisteredScorerTaskResultResponse; + }; -export type CreateLlmScorerVersionScorersScorerIdVersionLlmPostResponse = - CreateLlmScorerVersionScorersScorerIdVersionLlmPostResponses[keyof CreateLlmScorerVersionScorersScorerIdVersionLlmPostResponses]; +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponse = + GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses[keyof GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses]; export type GetScorerVersionCodeScorersScorerIdVersionCodeGetData = { body?: never; @@ -24262,34 +29391,6 @@ export type ManualLlmValidateScorersLlmValidatePostResponses = { export type ManualLlmValidateScorersLlmValidatePostResponse = ManualLlmValidateScorersLlmValidatePostResponses[keyof ManualLlmValidateScorersLlmValidatePostResponses]; -export type ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostData = { - body: ValidateLlmScorerLogRecordRequest; - path?: never; - query?: never; - url: '/scorers/llm/validate/log_record'; -}; - -export type ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostError = - ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostErrors[keyof ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostErrors]; - -export type ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostResponses = - { - /** - * Successful Response - */ - 200: ValidateLlmScorerLogRecordResponse; - }; - -export type ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostResponse = - ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostResponses[keyof ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostResponses]; - export type GetStageProjectsProjectIdStagesGetData = { body?: never; path: { @@ -25843,10 +30944,25 @@ export type GetAvailableScorerModelsLlmIntegrationsLlmIntegrationScorerModelsGet export type GetIntegrationsAndModelInfoLlmIntegrationsGetData = { body?: never; path?: never; - query?: never; + query?: { + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; + }; url: '/llm_integrations'; }; +export type GetIntegrationsAndModelInfoLlmIntegrationsGetErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type GetIntegrationsAndModelInfoLlmIntegrationsGetError = + GetIntegrationsAndModelInfoLlmIntegrationsGetErrors[keyof GetIntegrationsAndModelInfoLlmIntegrationsGetErrors]; + export type GetIntegrationsAndModelInfoLlmIntegrationsGetResponses = { /** * Response Get Integrations And Model Info Llm Integrations Get @@ -25874,7 +30990,12 @@ export type GetIntegrationsAndModelInfoForRunLlmIntegrationsProjectsProjectIdRun */ runId: string; }; - query?: never; + query?: { + /** + * Multimodal Capabilities + */ + multimodalCapabilities?: Array | null; + }; url: '/llm_integrations/projects/{project_id}/runs/{run_id}'; }; diff --git a/src/types/openapi.types.ts b/src/types/openapi.types.ts index 5434a2d4..a9e30828 100644 --- a/src/types/openapi.types.ts +++ b/src/types/openapi.types.ts @@ -398,6 +398,14 @@ export type AggregatedTraceViewEdge = { * Occurrences */ occurrences: number; + /** + * Trace Count + */ + trace_count: number; + /** + * Trace Ids + */ + trace_ids: Array; }; /** @@ -412,6 +420,10 @@ export type AggregatedTraceViewGraph = { * Edges */ edges: Array; + /** + * Histogram of edge occurrence counts across the graph + */ + edge_occurrences_histogram?: Histogram | null; }; /** @@ -434,7 +446,7 @@ export type AggregatedTraceViewNode = { /** * Parent Id */ - parent_id: string | null; + parent_id?: string | null; /** * Has Children */ @@ -453,6 +465,10 @@ export type AggregatedTraceViewNode = { * Weight */ weight: number; + /** + * Insights + */ + insights?: Array; }; /** @@ -530,15 +546,196 @@ export type AggregatedTraceViewResponse = { }; /** - * AndNode + * AndNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] + */ +export type AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + { + /** + * And + */ + and: Array< + | FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + >; + }; + +/** + * AnnotationAggregate + */ +export type AnnotationAggregate = { + /** + * Aggregate + */ + aggregate: + | ({ + annotation_type: 'like_dislike'; + } & AnnotationLikeDislikeAggregate) + | ({ + annotation_type: 'star'; + } & AnnotationStarAggregate) + | ({ + annotation_type: 'score'; + } & AnnotationScoreAggregate) + | ({ + annotation_type: 'tags'; + } & AnnotationTagsAggregate) + | ({ + annotation_type: 'text'; + } & AnnotationTextAggregate); +}; + +/** + * AnnotationLikeDislikeAggregate + */ +export type AnnotationLikeDislikeAggregate = { + /** + * Annotation Type + */ + annotation_type?: 'like_dislike'; + /** + * Like Count + */ + like_count: number; + /** + * Dislike Count + */ + dislike_count: number; + /** + * Unrated Count + */ + unrated_count: number; +}; + +/** + * AnnotationQueueAction + */ +export const AnnotationQueueAction = { + UPDATE: 'update', + DELETE: 'delete', + SHARE: 'share', + RECORD_ANNOTATION: 'record_annotation' +} as const; + +/** + * AnnotationQueueAction + */ +export type AnnotationQueueAction = + (typeof AnnotationQueueAction)[keyof typeof AnnotationQueueAction]; + +/** + * AnnotationRatingInfo + */ +export type AnnotationRatingInfo = { + annotation_type: AnnotationType; + /** + * Value + */ + value: boolean | number | string | Array; + /** + * Explanation + */ + explanation: string | null; +}; + +/** + * AnnotationScoreAggregate + */ +export type AnnotationScoreAggregate = { + /** + * Annotation Type + */ + annotation_type?: 'score'; + /** + * Average + */ + average: number; + /** + * Unrated Count + */ + unrated_count: number; +}; + +/** + * AnnotationStarAggregate + */ +export type AnnotationStarAggregate = { + /** + * Annotation Type + */ + annotation_type?: 'star'; + /** + * Average + */ + average: number; + /** + * Counts + */ + counts: { + [key: string]: number; + }; + /** + * Unrated Count + */ + unrated_count: number; +}; + +/** + * AnnotationTagsAggregate + */ +export type AnnotationTagsAggregate = { + /** + * Annotation Type + */ + annotation_type?: 'tags'; + /** + * Counts + */ + counts: { + [key: string]: number; + }; + /** + * Unrated Count + */ + unrated_count: number; +}; + +/** + * AnnotationTextAggregate */ -export type AndNode = { +export type AnnotationTextAggregate = { + /** + * Annotation Type + */ + annotation_type?: 'text'; + /** + * Count + */ + count: number; /** - * And + * Unrated Count */ - and: Array; + unrated_count: number; }; +/** + * AnnotationType + */ +export const AnnotationType = { + LIKE_DISLIKE: 'like_dislike', + STAR: 'star', + SCORE: 'score', + TAGS: 'tags', + TEXT: 'text' +} as const; + +/** + * AnnotationType + */ +export type AnnotationType = + (typeof AnnotationType)[keyof typeof AnnotationType]; + /** * AnthropicAuthenticationType */ @@ -557,6 +754,10 @@ export type AnthropicAuthenticationType = * AnthropicIntegration */ export type AnthropicIntegration = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multi_modal_config?: MultiModalModelIntegrationConfig | null; authentication_type?: AnthropicAuthenticationType; /** * Endpoint @@ -602,6 +803,10 @@ export type AnthropicIntegration = { * AnthropicIntegrationCreate */ export type AnthropicIntegrationCreate = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multi_modal_config?: MultiModalModelIntegrationConfig | null; authentication_type?: AnthropicAuthenticationType; /** * Endpoint @@ -662,7 +867,8 @@ export const AuthMethod = { GITHUB: 'github', OKTA: 'okta', AZURE_AD: 'azure-ad', - CUSTOM: 'custom' + CUSTOM: 'custom', + SAML: 'saml' } as const; /** @@ -684,11 +890,23 @@ export type AvailableIntegrations = { * AwsBedrockIntegration */ export type AwsBedrockIntegration = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multi_modal_config?: MultiModalModelIntegrationConfig | null; credential_type?: AwsCredentialType; /** * Region */ region?: string; + /** + * Inference Profiles + * + * Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inference_profiles?: { + [key: string]: string; + }; /** * Id */ @@ -728,6 +946,10 @@ export type AwsSageMakerIntegration = { * Region */ region?: string; + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multi_modal_config?: MultiModalModelIntegrationConfig | null; /** * Models */ @@ -752,6 +974,10 @@ export type AwsSageMakerIntegration = { * AwsSageMakerIntegrationCreate */ export type AwsSageMakerIntegrationCreate = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multi_modal_config?: MultiModalModelIntegrationConfig | null; /** * Models */ @@ -761,6 +987,14 @@ export type AwsSageMakerIntegrationCreate = { * Region */ region?: string; + /** + * Inference Profiles + * + * Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inference_profiles?: { + [key: string]: string; + }; /** * Token */ @@ -789,6 +1023,10 @@ export type AzureAuthenticationType = * AzureIntegration */ export type AzureIntegration = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multi_modal_config?: MultiModalModelIntegrationConfig | null; /** * Proxy */ @@ -862,6 +1100,10 @@ export type AzureIntegration = { * AzureIntegrationCreate */ export type AzureIntegrationCreate = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multi_modal_config?: MultiModalModelIntegrationConfig | null; /** * Proxy */ @@ -943,11 +1185,23 @@ export type AzureModelDeployment = { * BaseAwsIntegrationCreate */ export type BaseAwsIntegrationCreate = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multi_modal_config?: MultiModalModelIntegrationConfig | null; credential_type?: AwsCredentialType; /** * Region */ region?: string; + /** + * Inference Profiles + * + * Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inference_profiles?: { + [key: string]: string; + }; /** * Token */ @@ -972,6 +1226,10 @@ export type BaseFinetunedScorerDb = { * Lora Task Id */ lora_task_id: number; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; /** * Prompt */ @@ -1018,6 +1276,20 @@ export type BaseGeneratedScorerDb = { user_prompt?: string | null; }; +/** + * BaseMetricRollUpConfigDB + * + * Configuration for rolling up metrics to parent/trace/session. + */ +export type BaseMetricRollUpConfigDb = { + /** + * Roll Up Methods + * + * List of roll up methods to apply to the metric. For numeric scorers we support doing multiple roll up types per metric. + */ + roll_up_methods: Array | Array; +}; + /** * BasePromptTemplateResponse * @@ -1249,6 +1521,10 @@ export type BaseScorer = { * Num Judges */ num_judges?: number | null; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -1265,6 +1541,14 @@ export type BaseScorer = { * Generated Scorer Id */ generated_scorer_id?: string | null; + /** + * Scorer Version Id + */ + scorer_version_id?: string | null; + /** + * User Code + */ + user_code?: string | null; /** * Can Copy To Llm */ @@ -1279,10 +1563,22 @@ export type BaseScorer = { cot_enabled?: boolean | null; output_type?: OutputTypeEnum | null; input_type?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; /** * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + roll_up_methods?: + | Array + | Array + | null; /** * Prompt */ @@ -1291,6 +1587,10 @@ export type BaseScorer = { * Lora Task Id */ lora_task_id?: number | null; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; luna_input_type?: LunaInputTypeEnum | null; luna_output_type?: LunaOutputTypeEnum | null; /** @@ -1443,6 +1743,12 @@ export type BodyCreateCodeScorerVersionScorersScorerIdVersionCodePost = { * File */ file: Blob | File; + /** + * Validation Result + * + * Pre-validated result as JSON string to skip validation + */ + validation_result?: string | null; }; /** @@ -1554,23 +1860,29 @@ export type BodyUploadPromptEvaluationDatasetProjectsProjectIdPromptDatasetsPost }; /** - * BooleanFilter - * - * Filters on a boolean field. + * Body_validate_code_scorer_scorers_code_validate_post */ -export type BooleanFilter = { +export type BodyValidateCodeScorerScorersCodeValidatePost = { /** - * Name + * File */ - name: string | null; + file: Blob | File; /** - * Operator + * Test Input */ - operator: 'eq' | 'ne'; + test_input?: string | null; /** - * Value + * Test Output */ - value: boolean; + test_output?: string | null; + /** + * Required Scorers + */ + required_scorers?: string | Array | null; + /** + * Scoreable Node Types + */ + scoreable_node_types?: string | Array | null; }; /** @@ -1593,21 +1905,6 @@ export type BucketedMetric = { average?: number | null; }; -/** - * BucketedMetrics - */ -export type BucketedMetrics = { - /** - * Start Bucket Time - */ - start_bucket_time: string; - /** - * End Bucket Time - */ - end_bucket_time: string; - [key: string]: unknown | string; -}; - /** * BulkDeleteDatasetsRequest * @@ -1672,6 +1969,39 @@ export type BulkDeletePromptTemplatesResponse = { message: string; }; +/** + * CategoricalRollUpMethod + * + * Roll up methods for aggregating categorical metrics up the session/trace/span hierarchy. + */ +export const CategoricalRollUpMethod = { + CATEGORY_COUNT: 'category_count' +} as const; + +/** + * CategoricalRollUpMethod + * + * Roll up methods for aggregating categorical metrics up the session/trace/span hierarchy. + */ +export type CategoricalRollUpMethod = + (typeof CategoricalRollUpMethod)[keyof typeof CategoricalRollUpMethod]; + +/** + * ChainAggregationStrategy + */ +export const ChainAggregationStrategy = { + SUM: 'sum', + AVERAGE: 'average', + FIRST: 'first', + LAST: 'last' +} as const; + +/** + * ChainAggregationStrategy + */ +export type ChainAggregationStrategy = + (typeof ChainAggregationStrategy)[keyof typeof ChainAggregationStrategy]; + /** * ChainPollTemplate * @@ -1845,36 +2175,13 @@ export type CollaboratorUpdate = { }; /** - * CollectionFilter - * - * Filters for string items in a collection/list. - */ -export type CollectionFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'contains' | 'not_in'; - /** - * Value - */ - value: string | Array; - /** - * Case Sensitive - */ - case_sensitive?: boolean; -}; - -/** - * ColumnCategory + * ColumnCategory */ export const ColumnCategory = { STANDARD: 'standard', METRIC: 'metric', USER_METADATA: 'user_metadata', + METRIC_STATUS: 'metric_status', DATASET_METADATA: 'dataset_metadata', DATASET: 'dataset', FEEDBACK: 'feedback', @@ -1897,16 +2204,6 @@ export type ColumnInfo = { * Column id. Must be universally unique. */ id: string; - /** - * For metric columns only: Scorer config that produced the metric. - */ - scorer_config?: ScorerConfig | null; - /** - * Scorer Id - * - * For metric columns only: Scorer id that produced the metric. This is deprecated and will be removed in future versions. - */ - scorer_id?: string | null; /** * Label * @@ -1929,14 +2226,10 @@ export type ColumnInfo = { * Display label of the column group. */ group_label?: string | null; - /** - * Insight type. - */ - insight_type?: InsightType | null; /** * Data type of the column. This is used to determine how to format the data on the UI. */ - data_type?: DataType | null; + data_type: DataType | null; /** * Data unit of the column (optional). */ @@ -1953,10 +2246,6 @@ export type ColumnInfo = { * Allowed values for this column. */ allowed_values?: Array | null; - /** - * Thresholds for the column, if this is a metrics column. - */ - threshold?: MetricThreshold | null; /** * Sortable * @@ -2007,6 +2296,10 @@ export type ColumnMapping = { * Output */ output: ColumnMappingConfig | Array | null; + /** + * Generated Output + */ + generated_output: ColumnMappingConfig | Array | null; /** * Metadata */ @@ -2112,6 +2405,27 @@ export type CompletenessTemplate = { } | null; }; +/** + * ContentModality + * + * Classification of content modality + */ +export const ContentModality = { + TEXT: 'text', + DOCUMENT: 'document', + IMAGE: 'image', + AUDIO: 'audio', + VIDEO: 'video' +} as const; + +/** + * ContentModality + * + * Classification of content modality + */ +export type ContentModality = + (typeof ContentModality)[keyof typeof ContentModality]; + /** * ContextAdherenceScorer */ @@ -2225,6 +2539,10 @@ export type CreateCustomLunaScorerVersionRequest = { * Prompt */ prompt: string; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; /** * Executor pipeline. Defaults to finetuned scorer pipeline but can run custom galileo score pipelines. */ @@ -2489,6 +2807,10 @@ export type CreateJobRequest = { */ epoch?: number; metric_critique_configuration?: MetricCritiqueJobConfiguration | null; + /** + * Is Session + */ + is_session?: boolean | null; /** * Upload Data In Separate Task */ @@ -2497,6 +2819,10 @@ export type CreateJobRequest = { * Log Metric Computing Records */ log_metric_computing_records?: boolean; + /** + * Stream Metrics + */ + stream_metrics?: boolean; }; /** @@ -2755,6 +3081,10 @@ export type CreateJobResponse = { */ epoch?: number; metric_critique_configuration?: MetricCritiqueJobConfiguration | null; + /** + * Is Session + */ + is_session?: boolean | null; /** * Upload Data In Separate Task */ @@ -2763,6 +3093,10 @@ export type CreateJobResponse = { * Log Metric Computing Records */ log_metric_computing_records?: boolean; + /** + * Stream Metrics + */ + stream_metrics?: boolean; /** * Message */ @@ -2796,39 +3130,6 @@ export type CreateLlmScorerAutogenRequest = { scoreable_node_types: Array; }; -/** - * CreateLLMScorerVersionRequest - */ -export type CreateLlmScorerVersionRequest = { - /** - * Model Name - */ - model_name?: string | null; - /** - * Num Judges - */ - num_judges?: number | null; - /** - * Scoreable Node Types - */ - scoreable_node_types?: Array | null; - /** - * Cot Enabled - */ - cot_enabled?: boolean | null; - output_type?: OutputTypeEnum | null; - input_type?: InputTypeEnum | null; - /** - * Instructions - */ - instructions?: string | null; - chain_poll_template?: ChainPollTemplate | null; - /** - * User Prompt - */ - user_prompt?: string | null; -}; - /** * CreatePromptTemplateWithVersionRequestBody * @@ -2864,49 +3165,6 @@ export type CreatePromptTemplateWithVersionRequestBody = { hidden?: boolean; }; -/** - * CreateScorerRequest - */ -export type CreateScorerRequest = { - /** - * Name - */ - name: string; - /** - * Description - */ - description?: string; - /** - * Tags - */ - tags?: Array; - defaults?: ScorerDefaults | null; - scorer_type: ScorerTypes; - model_type?: ModelType | null; - /** - * Ground Truth - */ - ground_truth?: boolean | null; - /** - * Default Version Id - */ - default_version_id?: string | null; - /** - * User Prompt - */ - user_prompt?: string | null; - /** - * Scoreable Node Types - */ - scoreable_node_types?: Array | null; - output_type?: OutputTypeEnum | null; - input_type?: InputTypeEnum | null; - /** - * Required Scorers - */ - required_scorers?: Array | null; -}; - /** * CreateScorerVersionRequest */ @@ -2968,43 +3226,46 @@ export type CreateUpdateRegisteredScorerResponse = { /** * CustomAuthenticationType + * + * Authentication types for custom integrations. + * + * Values: + * - none: No authentication required + * - oauth2: OAuth2 token-based authentication + * - api_key: API key header-based authentication */ -export const CustomAuthenticationType = { OAUTH2: 'oauth2' } as const; +export const CustomAuthenticationType = { + API_KEY: 'api_key', + NONE: 'none', + OAUTH2: 'oauth2' +} as const; /** * CustomAuthenticationType + * + * Authentication types for custom integrations. + * + * Values: + * - none: No authentication required + * - oauth2: OAuth2 token-based authentication + * - api_key: API key header-based authentication */ export type CustomAuthenticationType = (typeof CustomAuthenticationType)[keyof typeof CustomAuthenticationType]; -/** - * CustomBooleanFilter - */ -export type CustomBooleanFilter = { - /** - * Name - */ - name: string | null; - /** - * Value - */ - value: boolean; -}; - -/** - * CustomFunctionFilter - */ -export type CustomFunctionFilter = { - /** - * Name - */ - name: string | null; -}; - /** * CustomIntegration + * + * Read model for custom integrations. + * + * api_key_value is not stored in extra (it's encrypted in the token column), + * so we override the parent validator to skip requiring it on read. */ export type CustomIntegration = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multi_modal_config?: MultiModalModelIntegrationConfig | null; authentication_type?: CustomAuthenticationType; /** * Models @@ -3036,6 +3297,22 @@ export type CustomIntegration = { * OAuth2 token URL for custom OAuth2 authentication. If not provided, defaults to the endpoint. */ oauth2_token_url?: string | null; + /** + * Api Key Header + * + * HTTP header name to use for API key authentication (e.g., 'X-API-Key', 'Authorization'). + */ + api_key_header?: string | null; + /** + * Api Key Value + * + * API key value to send in the specified header for authentication. + */ + api_key_value?: string | null; + /** + * Optional configuration for a custom LiteLLM handler class. When specified, the handler's acompletion() method is used instead of the default litellm.acompletion(). + */ + custom_llm_config?: CustomLlmConfig | null; /** * Id */ @@ -3054,8 +3331,20 @@ export type CustomIntegration = { /** * CustomIntegrationCreate + * + * Schema for creating custom integrations. + * + * Inherits api_key field validation from CustomConfig: + * - api_key_header and api_key_value are required when authentication_type is api_key + * + * Token field is only used for oauth2 authentication (contains OAuth2 client credentials). + * For api_key auth, the api_key_value field is used instead. */ export type CustomIntegrationCreate = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multi_modal_config?: MultiModalModelIntegrationConfig | null; authentication_type?: CustomAuthenticationType; /** * Models @@ -3088,41 +3377,56 @@ export type CustomIntegrationCreate = { */ oauth2_token_url?: string | null; /** - * Token + * Api Key Header + * + * HTTP header name to use for API key authentication (e.g., 'X-API-Key', 'Authorization'). */ - token: string; -}; - -/** - * CustomNumberFilter - */ -export type CustomNumberFilter = { + api_key_header?: string | null; /** - * Name + * Api Key Value + * + * API key value to send in the specified header for authentication. */ - name: string | null; + api_key_value?: string | null; /** - * Operator + * Optional configuration for a custom LiteLLM handler class. When specified, the handler's acompletion() method is used instead of the default litellm.acompletion(). */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte' | 'between'; + custom_llm_config?: CustomLlmConfig | null; /** - * Value + * Token */ - value: number | number | Array | Array; + token?: string | null; }; /** - * CustomUUIDFilter + * CustomLLMConfig + * + * Configuration for a custom LiteLLM handler class. + * + * Allows users to specify a custom implementation of litellm.CustomLLM + * that handles acompletion() calls with custom request/response transformation. */ -export type CustomUuidFilter = { +export type CustomLlmConfig = { /** - * Name + * File Name + * + * Python file name containing the CustomLLM class (e.g., 'my_handler.py') */ - name: string | null; + file_name: string; /** - * Value + * Class Name + * + * Class name within the module (must be a litellm.CustomLLM subclass) */ - value: string; + class_name: string; + /** + * Init Kwargs + * + * Optional keyword arguments to pass to the CustomLLM constructor + */ + init_kwargs?: { + [key: string]: unknown; + } | null; }; /** @@ -3193,6 +3497,10 @@ export type CustomizedAgenticSessionSuccessGptScorer = { */ description?: string | null; chainpoll_template?: AgenticSessionSuccessTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -3209,6 +3517,14 @@ export type CustomizedAgenticSessionSuccessGptScorer = { * Generated Scorer Id */ generated_scorer_id?: string | null; + /** + * Scorer Version Id + */ + scorer_version_id?: string | null; + /** + * User Code + */ + user_code?: string | null; /** * Can Copy To Llm */ @@ -3223,10 +3539,22 @@ export type CustomizedAgenticSessionSuccessGptScorer = { cot_enabled?: boolean | null; output_type?: OutputTypeEnum | null; input_type?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; /** * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + roll_up_methods?: + | Array + | Array + | null; /** * Prompt */ @@ -3235,6 +3563,10 @@ export type CustomizedAgenticSessionSuccessGptScorer = { * Lora Task Id */ lora_task_id?: number | null; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; luna_input_type?: LunaInputTypeEnum | null; luna_output_type?: LunaOutputTypeEnum | null; /** @@ -3318,6 +3650,10 @@ export type CustomizedAgenticWorkflowSuccessGptScorer = { */ description?: string | null; chainpoll_template?: AgenticWorkflowSuccessTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -3334,6 +3670,14 @@ export type CustomizedAgenticWorkflowSuccessGptScorer = { * Generated Scorer Id */ generated_scorer_id?: string | null; + /** + * Scorer Version Id + */ + scorer_version_id?: string | null; + /** + * User Code + */ + user_code?: string | null; /** * Can Copy To Llm */ @@ -3348,10 +3692,22 @@ export type CustomizedAgenticWorkflowSuccessGptScorer = { cot_enabled?: boolean | null; output_type?: OutputTypeEnum | null; input_type?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; /** * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + roll_up_methods?: + | Array + | Array + | null; /** * Prompt */ @@ -3360,6 +3716,10 @@ export type CustomizedAgenticWorkflowSuccessGptScorer = { * Lora Task Id */ lora_task_id?: number | null; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; luna_input_type?: LunaInputTypeEnum | null; luna_output_type?: LunaOutputTypeEnum | null; /** @@ -3443,6 +3803,10 @@ export type CustomizedChunkAttributionUtilizationGptScorer = { */ description?: string | null; chainpoll_template?: ChunkAttributionUtilizationTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -3459,6 +3823,14 @@ export type CustomizedChunkAttributionUtilizationGptScorer = { * Generated Scorer Id */ generated_scorer_id?: string | null; + /** + * Scorer Version Id + */ + scorer_version_id?: string | null; + /** + * User Code + */ + user_code?: string | null; /** * Can Copy To Llm */ @@ -3473,10 +3845,22 @@ export type CustomizedChunkAttributionUtilizationGptScorer = { cot_enabled?: boolean | null; output_type?: OutputTypeEnum | null; input_type?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; /** * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + roll_up_methods?: + | Array + | Array + | null; /** * Prompt */ @@ -3485,6 +3869,10 @@ export type CustomizedChunkAttributionUtilizationGptScorer = { * Lora Task Id */ lora_task_id?: number | null; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; luna_input_type?: LunaInputTypeEnum | null; luna_output_type?: LunaOutputTypeEnum | null; /** @@ -3568,6 +3956,10 @@ export type CustomizedCompletenessGptScorer = { */ description?: string | null; chainpoll_template?: CompletenessTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -3584,6 +3976,14 @@ export type CustomizedCompletenessGptScorer = { * Generated Scorer Id */ generated_scorer_id?: string | null; + /** + * Scorer Version Id + */ + scorer_version_id?: string | null; + /** + * User Code + */ + user_code?: string | null; /** * Can Copy To Llm */ @@ -3598,10 +3998,22 @@ export type CustomizedCompletenessGptScorer = { cot_enabled?: boolean | null; output_type?: OutputTypeEnum | null; input_type?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; /** * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + roll_up_methods?: + | Array + | Array + | null; /** * Prompt */ @@ -3610,6 +4022,10 @@ export type CustomizedCompletenessGptScorer = { * Lora Task Id */ lora_task_id?: number | null; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; luna_input_type?: LunaInputTypeEnum | null; luna_output_type?: LunaOutputTypeEnum | null; /** @@ -3693,6 +4109,10 @@ export type CustomizedFactualityGptScorer = { */ description?: string | null; chainpoll_template?: FactualityTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -3709,6 +4129,14 @@ export type CustomizedFactualityGptScorer = { * Generated Scorer Id */ generated_scorer_id?: string | null; + /** + * Scorer Version Id + */ + scorer_version_id?: string | null; + /** + * User Code + */ + user_code?: string | null; /** * Can Copy To Llm */ @@ -3723,10 +4151,22 @@ export type CustomizedFactualityGptScorer = { cot_enabled?: boolean | null; output_type?: OutputTypeEnum | null; input_type?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; /** * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + roll_up_methods?: + | Array + | Array + | null; /** * Prompt */ @@ -3735,6 +4175,10 @@ export type CustomizedFactualityGptScorer = { * Lora Task Id */ lora_task_id?: number | null; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; luna_input_type?: LunaInputTypeEnum | null; luna_output_type?: LunaOutputTypeEnum | null; /** @@ -3822,6 +4266,10 @@ export type CustomizedGroundTruthAdherenceGptScorer = { */ description?: string | null; chainpoll_template?: GroundTruthAdherenceTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -3839,7 +4287,15 @@ export type CustomizedGroundTruthAdherenceGptScorer = { */ generated_scorer_id?: string | null; /** - * Can Copy To Llm + * Scorer Version Id + */ + scorer_version_id?: string | null; + /** + * User Code + */ + user_code?: string | null; + /** + * Can Copy To Llm */ can_copy_to_llm?: boolean | null; /** @@ -3852,10 +4308,22 @@ export type CustomizedGroundTruthAdherenceGptScorer = { cot_enabled?: boolean | null; output_type?: OutputTypeEnum | null; input_type?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; /** * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + roll_up_methods?: + | Array + | Array + | null; /** * Prompt */ @@ -3864,6 +4332,10 @@ export type CustomizedGroundTruthAdherenceGptScorer = { * Lora Task Id */ lora_task_id?: number | null; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; luna_input_type?: LunaInputTypeEnum | null; luna_output_type?: LunaOutputTypeEnum | null; /** @@ -3947,6 +4419,10 @@ export type CustomizedGroundednessGptScorer = { */ description?: string | null; chainpoll_template?: GroundednessTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -3963,6 +4439,14 @@ export type CustomizedGroundednessGptScorer = { * Generated Scorer Id */ generated_scorer_id?: string | null; + /** + * Scorer Version Id + */ + scorer_version_id?: string | null; + /** + * User Code + */ + user_code?: string | null; /** * Can Copy To Llm */ @@ -3977,10 +4461,22 @@ export type CustomizedGroundednessGptScorer = { cot_enabled?: boolean | null; output_type?: OutputTypeEnum | null; input_type?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; /** * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + roll_up_methods?: + | Array + | Array + | null; /** * Prompt */ @@ -3989,6 +4485,10 @@ export type CustomizedGroundednessGptScorer = { * Lora Task Id */ lora_task_id?: number | null; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; luna_input_type?: LunaInputTypeEnum | null; luna_output_type?: LunaOutputTypeEnum | null; /** @@ -4072,6 +4572,10 @@ export type CustomizedInputSexistGptScorer = { */ description?: string | null; chainpoll_template?: InputSexistTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -4088,6 +4592,14 @@ export type CustomizedInputSexistGptScorer = { * Generated Scorer Id */ generated_scorer_id?: string | null; + /** + * Scorer Version Id + */ + scorer_version_id?: string | null; + /** + * User Code + */ + user_code?: string | null; /** * Can Copy To Llm */ @@ -4102,10 +4614,22 @@ export type CustomizedInputSexistGptScorer = { cot_enabled?: boolean | null; output_type?: OutputTypeEnum | null; input_type?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; /** * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + roll_up_methods?: + | Array + | Array + | null; /** * Prompt */ @@ -4114,6 +4638,10 @@ export type CustomizedInputSexistGptScorer = { * Lora Task Id */ lora_task_id?: number | null; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; luna_input_type?: LunaInputTypeEnum | null; luna_output_type?: LunaOutputTypeEnum | null; /** @@ -4197,6 +4725,10 @@ export type CustomizedInputToxicityGptScorer = { */ description?: string | null; chainpoll_template?: InputToxicityTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -4213,6 +4745,14 @@ export type CustomizedInputToxicityGptScorer = { * Generated Scorer Id */ generated_scorer_id?: string | null; + /** + * Scorer Version Id + */ + scorer_version_id?: string | null; + /** + * User Code + */ + user_code?: string | null; /** * Can Copy To Llm */ @@ -4227,10 +4767,22 @@ export type CustomizedInputToxicityGptScorer = { cot_enabled?: boolean | null; output_type?: OutputTypeEnum | null; input_type?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; /** * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + roll_up_methods?: + | Array + | Array + | null; /** * Prompt */ @@ -4239,6 +4791,10 @@ export type CustomizedInputToxicityGptScorer = { * Lora Task Id */ lora_task_id?: number | null; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; luna_input_type?: LunaInputTypeEnum | null; luna_output_type?: LunaOutputTypeEnum | null; /** @@ -4322,6 +4878,10 @@ export type CustomizedInstructionAdherenceGptScorer = { */ description?: string | null; chainpoll_template?: InstructionAdherenceTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -4338,6 +4898,14 @@ export type CustomizedInstructionAdherenceGptScorer = { * Generated Scorer Id */ generated_scorer_id?: string | null; + /** + * Scorer Version Id + */ + scorer_version_id?: string | null; + /** + * User Code + */ + user_code?: string | null; /** * Can Copy To Llm */ @@ -4352,10 +4920,22 @@ export type CustomizedInstructionAdherenceGptScorer = { cot_enabled?: boolean | null; output_type?: OutputTypeEnum | null; input_type?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; /** * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + roll_up_methods?: + | Array + | Array + | null; /** * Prompt */ @@ -4364,6 +4944,10 @@ export type CustomizedInstructionAdherenceGptScorer = { * Lora Task Id */ lora_task_id?: number | null; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; luna_input_type?: LunaInputTypeEnum | null; luna_output_type?: LunaOutputTypeEnum | null; /** @@ -4451,6 +5035,10 @@ export type CustomizedPromptInjectionGptScorer = { */ description?: string | null; chainpoll_template?: PromptInjectionTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -4467,6 +5055,14 @@ export type CustomizedPromptInjectionGptScorer = { * Generated Scorer Id */ generated_scorer_id?: string | null; + /** + * Scorer Version Id + */ + scorer_version_id?: string | null; + /** + * User Code + */ + user_code?: string | null; /** * Can Copy To Llm */ @@ -4481,10 +5077,22 @@ export type CustomizedPromptInjectionGptScorer = { cot_enabled?: boolean | null; output_type?: OutputTypeEnum | null; input_type?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; /** * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + roll_up_methods?: + | Array + | Array + | null; /** * Prompt */ @@ -4493,6 +5101,10 @@ export type CustomizedPromptInjectionGptScorer = { * Lora Task Id */ lora_task_id?: number | null; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; luna_input_type?: LunaInputTypeEnum | null; luna_output_type?: LunaOutputTypeEnum | null; /** @@ -4576,6 +5188,10 @@ export type CustomizedSexistGptScorer = { */ description?: string | null; chainpoll_template?: SexistTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -4592,6 +5208,14 @@ export type CustomizedSexistGptScorer = { * Generated Scorer Id */ generated_scorer_id?: string | null; + /** + * Scorer Version Id + */ + scorer_version_id?: string | null; + /** + * User Code + */ + user_code?: string | null; /** * Can Copy To Llm */ @@ -4606,10 +5230,22 @@ export type CustomizedSexistGptScorer = { cot_enabled?: boolean | null; output_type?: OutputTypeEnum | null; input_type?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; /** * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + roll_up_methods?: + | Array + | Array + | null; /** * Prompt */ @@ -4618,6 +5254,10 @@ export type CustomizedSexistGptScorer = { * Lora Task Id */ lora_task_id?: number | null; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; luna_input_type?: LunaInputTypeEnum | null; luna_output_type?: LunaOutputTypeEnum | null; /** @@ -4701,6 +5341,10 @@ export type CustomizedToolErrorRateGptScorer = { */ description?: string | null; chainpoll_template?: ToolErrorRateTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -4717,6 +5361,14 @@ export type CustomizedToolErrorRateGptScorer = { * Generated Scorer Id */ generated_scorer_id?: string | null; + /** + * Scorer Version Id + */ + scorer_version_id?: string | null; + /** + * User Code + */ + user_code?: string | null; /** * Can Copy To Llm */ @@ -4731,10 +5383,22 @@ export type CustomizedToolErrorRateGptScorer = { cot_enabled?: boolean | null; output_type?: OutputTypeEnum | null; input_type?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; /** * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + roll_up_methods?: + | Array + | Array + | null; /** * Prompt */ @@ -4743,6 +5407,10 @@ export type CustomizedToolErrorRateGptScorer = { * Lora Task Id */ lora_task_id?: number | null; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; luna_input_type?: LunaInputTypeEnum | null; luna_output_type?: LunaOutputTypeEnum | null; /** @@ -4826,6 +5494,10 @@ export type CustomizedToolSelectionQualityGptScorer = { */ description?: string | null; chainpoll_template?: ToolSelectionQualityTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -4842,6 +5514,14 @@ export type CustomizedToolSelectionQualityGptScorer = { * Generated Scorer Id */ generated_scorer_id?: string | null; + /** + * Scorer Version Id + */ + scorer_version_id?: string | null; + /** + * User Code + */ + user_code?: string | null; /** * Can Copy To Llm */ @@ -4856,10 +5536,22 @@ export type CustomizedToolSelectionQualityGptScorer = { cot_enabled?: boolean | null; output_type?: OutputTypeEnum | null; input_type?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; /** * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + roll_up_methods?: + | Array + | Array + | null; /** * Prompt */ @@ -4868,6 +5560,10 @@ export type CustomizedToolSelectionQualityGptScorer = { * Lora Task Id */ lora_task_id?: number | null; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; luna_input_type?: LunaInputTypeEnum | null; luna_output_type?: LunaOutputTypeEnum | null; /** @@ -4951,6 +5647,10 @@ export type CustomizedToxicityGptScorer = { */ description?: string | null; chainpoll_template?: ToxicityTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -4967,6 +5667,14 @@ export type CustomizedToxicityGptScorer = { * Generated Scorer Id */ generated_scorer_id?: string | null; + /** + * Scorer Version Id + */ + scorer_version_id?: string | null; + /** + * User Code + */ + user_code?: string | null; /** * Can Copy To Llm */ @@ -4981,10 +5689,22 @@ export type CustomizedToxicityGptScorer = { cot_enabled?: boolean | null; output_type?: OutputTypeEnum | null; input_type?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; /** * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; + /** + * Roll Up Methods + */ + roll_up_methods?: + | Array + | Array + | null; /** * Prompt */ @@ -4993,6 +5713,10 @@ export type CustomizedToxicityGptScorer = { * Lora Task Id */ lora_task_id?: number | null; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; luna_input_type?: LunaInputTypeEnum | null; luna_output_type?: LunaOutputTypeEnum | null; /** @@ -5023,7 +5747,13 @@ export const DataType = { DATASET: 'dataset', PROMPT: 'prompt', PLAYGROUND: 'playground', - RANK: 'rank' + RANK: 'rank', + CATEGORY_COUNT: 'category_count', + SCORE_RATING_AGGREGATE: 'score_rating_aggregate', + STAR_RATING_AGGREGATE: 'star_rating_aggregate', + THUMB_RATING_AGGREGATE: 'thumb_rating_aggregate', + TAGS_RATING_AGGREGATE: 'tags_rating_aggregate', + TEXT_RATING_AGGREGATE: 'text_rating_aggregate' } as const; /** @@ -5578,6 +6308,7 @@ export type DatasetAppendRow = { [key: string]: | string | number + | number | { [key: string]: string | number | number | null; } @@ -5693,6 +6424,12 @@ export type DatasetCopyRecordData = { * A flag to control appending vs prepending */ prepend?: boolean; + /** + * Use Generated Output Column + * + * If True, write trace output to generated_output column; if False, write to output column (backward compatible) + */ + use_generated_output_column?: boolean; }; /** @@ -5799,7 +6536,7 @@ export type DatasetDraftFilter = { /** * Operator */ - operator: 'eq' | 'ne'; + operator?: 'eq' | 'ne'; /** * Value */ @@ -5852,7 +6589,7 @@ export type DatasetIdFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -5946,6 +6683,7 @@ export type DatasetPrependRow = { [key: string]: | string | number + | number | { [key: string]: string | number | number | null; } @@ -6038,6 +6776,7 @@ export type DatasetRow = { values: Array< | string | number + | number | { [key: string]: string | number | number | null; } @@ -6050,6 +6789,7 @@ export type DatasetRow = { [key: string]: | string | number + | number | { [key: string]: string | number | number | null; } @@ -6119,6 +6859,7 @@ export type DatasetUpdateRow = { [key: string]: | string | number + | number | { [key: string]: string | number | number | null; } @@ -6227,26 +6968,6 @@ export type DatasetVersionIndexSort = { sort_type?: 'column'; }; -/** - * DateFilter - * - * Filters on a datetime field. - */ -export type DateFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; - /** - * Value - */ - value: string; -}; - /** * DeletePromptResponse */ @@ -6418,24 +7139,63 @@ export type EditSpan = { }; /** - * EnumFilter + * ErrorSeverity * - * Filters on a string field, with limited categories. + * Error severity levels for catalog entries. */ -export type EnumFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'ne' | 'one_of' | 'not_in'; - /** - * Value - */ - value: string | Array; -}; +export const ErrorSeverity = { + LOW: 'low', + MEDIUM: 'medium', + HIGH: 'high', + CRITICAL: 'critical' +} as const; + +/** + * ErrorSeverity + * + * Error severity levels for catalog entries. + */ +export type ErrorSeverity = (typeof ErrorSeverity)[keyof typeof ErrorSeverity]; + +/** + * ErrorType + */ +export const ErrorType = { + LLM_API_ERROR: 'llm_api_error', + CREDENTIALS_ERROR: 'credentials_error', + DATA_VALIDATION_ERROR: 'data_validation_error', + CONFIGURATION_ERROR: 'configuration_error', + PERMISSION_ERROR: 'permission_error', + NOT_FOUND_ERROR: 'not_found_error', + WORKFLOW_ERROR: 'workflow_error', + SYSTEM_ERROR: 'system_error', + UNCATALOGED_ERROR: 'uncataloged_error' +} as const; + +/** + * ErrorType + */ +export type ErrorType = (typeof ErrorType)[keyof typeof ErrorType]; + +/** + * EventStatus + * + * Common status values for events. + */ +export const EventStatus = { + IN_PROGRESS: 'in_progress', + COMPLETED: 'completed', + FAILED: 'failed', + CANCELLED: 'cancelled', + INCOMPLETE: 'incomplete' +} as const; + +/** + * EventStatus + * + * Common status values for events. + */ +export type EventStatus = (typeof EventStatus)[keyof typeof EventStatus]; /** * ExecutionStatus @@ -6461,39 +7221,57 @@ export type ExecutionStatus = (typeof ExecutionStatus)[keyof typeof ExecutionStatus]; /** - * ExperimentCreateRequest + * RunCreatedAtFilter */ -export type ExperimentCreateRequest = { +export type ExperimentCreatedAtFilter = { /** * Name */ - name: string; + name?: 'created_at'; /** - * Task Type + * Operator */ - task_type?: 16 | 17; + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; /** - * Playground Id + * Value */ - playground_id?: string | null; + value: string; +}; + +/** + * RunCreatedAtSort + */ +export type ExperimentCreatedAtSort = { /** - * Prompt Template Version Id + * Name */ - prompt_template_version_id?: string | null; - dataset?: ExperimentDatasetRequest | null; + name?: 'created_at'; /** - * Playground Prompt Id + * Ascending */ - playground_prompt_id?: string | null; - prompt_settings?: PromptRunSettings; + ascending?: boolean; /** - * Scorers + * Sort Type + */ + sort_type?: 'column'; +}; + +/** + * RunCreatedByFilter + */ +export type ExperimentCreatedByFilter = { + /** + * Name */ - scorers?: Array; + name?: 'created_by'; /** - * Trigger + * Operator + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** + * Value */ - trigger?: boolean; + value: string | Array; }; /** @@ -6515,17 +7293,21 @@ export type ExperimentDataset = { }; /** - * ExperimentDatasetRequest + * RunIDFilter */ -export type ExperimentDatasetRequest = { +export type ExperimentIdFilter = { /** - * Dataset Id + * Name */ - dataset_id: string; + name?: 'id'; /** - * Version Index + * Operator */ - version_index: number; + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** + * Value + */ + value: string | Array; }; /** @@ -6570,23 +7352,63 @@ export type ExperimentMetricsResponse = { }; /** - * ExperimentPhaseStatus + * RunNameFilter */ -export type ExperimentPhaseStatus = { +export type ExperimentNameFilter = { /** - * Progress Percent - * - * Progress percentage from 0.0 to 1.0 + * Name */ - progress_percent?: number; -}; - -/** - * ExperimentPlayground - */ -export type ExperimentPlayground = { + name?: 'name'; /** - * Playground Id + * Operator + */ + operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; + /** + * Value + */ + value: string | Array; + /** + * Case Sensitive + */ + case_sensitive?: boolean; +}; + +/** + * RunNameSort + */ +export type ExperimentNameSort = { + /** + * Name + */ + name?: 'name'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sort_type?: 'column'; +}; + +/** + * ExperimentPhaseStatus + */ +export type ExperimentPhaseStatus = { + /** + * Progress Percent + * + * Progress percentage from 0.0 to 1.0 + */ + progress_percent?: number; +}; + +/** + * ExperimentPlayground + */ +export type ExperimentPlayground = { + /** + * Playground Id */ playground_id?: string | null; /** @@ -6657,9 +7479,13 @@ export type ExperimentResponse = { created_by?: string | null; created_by_user?: UserInfo | null; /** - * Num Samples + * Num Spans + */ + num_spans?: number | null; + /** + * Num Traces */ - num_samples?: number | null; + num_traces?: number | null; task_type: TaskType; dataset?: ExperimentDataset | null; /** @@ -6671,11 +7497,23 @@ export type ExperimentResponse = { /** * Aggregate Feedback * - * Aggregate feedback information related to the experiment + * Aggregate feedback information related to the experiment (traces only) + * + * @deprecated */ aggregate_feedback?: { [key: string]: FeedbackAggregate; }; + /** + * Rating Aggregates + * + * Annotation aggregates keyed by template ID and root type + */ + rating_aggregates?: { + [key: string]: { + [key in RootType]?: FeedbackAggregate; + }; + }; /** * Ranking Score */ @@ -6708,6 +7546,58 @@ export type ExperimentResponse = { status?: ExperimentStatus; }; +/** + * ExperimentSearchRequest + */ +export type ExperimentSearchRequest = { + /** + * Starting Token + */ + starting_token?: number; + /** + * Limit + */ + limit?: number; + /** + * Filters + */ + filters?: Array< + | ({ + name: 'id'; + } & ExperimentIdFilter) + | ({ + name: 'name'; + } & ExperimentNameFilter) + | ({ + name: 'created_by'; + } & ExperimentCreatedByFilter) + | ({ + name: 'created_at'; + } & ExperimentCreatedAtFilter) + | ({ + name: 'updated_at'; + } & ExperimentUpdatedAtFilter) + >; + /** + * Sort + */ + sort?: + | ({ + name: 'name'; + } & ExperimentNameSort) + | ({ + name: 'created_at'; + } & ExperimentCreatedAtSort) + | ({ + name: 'updated_at'; + } & ExperimentUpdatedAtSort) + | null; + /** + * Include Counts + */ + include_counts?: boolean; +}; + /** * ExperimentStatus */ @@ -6729,6 +7619,42 @@ export type ExperimentUpdateRequest = { task_type?: 16 | 17; }; +/** + * RunUpdatedAtFilter + */ +export type ExperimentUpdatedAtFilter = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + */ + value: string; +}; + +/** + * RunUpdatedAtSort + */ +export type ExperimentUpdatedAtSort = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sort_type?: 'column'; +}; + /** * ExperimentsAvailableColumnsResponse */ @@ -6897,6 +7823,44 @@ export type ExtendedAgentSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -6924,7 +7888,18 @@ export type ExtendedAgentSpanRecord = { } & MetricError) | ({ status_type: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -7128,6 +8103,44 @@ export type ExtendedAgentSpanRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -7155,7 +8168,18 @@ export type ExtendedAgentSpanRecordWithChildren = { } & MetricError) | ({ status_type: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -7327,6 +8351,44 @@ export type ExtendedLlmSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -7354,7 +8416,18 @@ export type ExtendedLlmSpanRecord = { } & MetricError) | ({ status_type: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -7382,6 +8455,37 @@ export type ExtendedLlmSpanRecord = { tools?: Array<{ [key: string]: unknown; }> | null; + /** + * Events + * + * List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: Array< + | ({ + type: 'message'; + } & MessageEvent) + | ({ + type: 'reasoning'; + } & ReasoningEvent) + | ({ + type: 'internal_tool_call'; + } & InternalToolCall) + | ({ + type: 'web_search_call'; + } & WebSearchCallEvent) + | ({ + type: 'image_generation'; + } & ImageGenerationEvent) + | ({ + type: 'mcp_call'; + } & McpCallEvent) + | ({ + type: 'mcp_list_tools'; + } & McpListToolsEvent) + | ({ + type: 'mcp_approval_request'; + } & McpApprovalRequestEvent) + > | null; /** * Model * @@ -7552,6 +8656,44 @@ export type ExtendedRetrieverSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -7579,7 +8721,18 @@ export type ExtendedRetrieverSpanRecord = { } & MetricError) | ({ status_type: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -7772,15 +8925,53 @@ export type ExtendedRetrieverSpanRecordWithChildren = { */ session_batch_id?: string | null; /** - * Metric Info + * Feedback Rating Info * - * Detailed information about the metrics associated with this trace or span + * Feedback information related to the record */ - metric_info?: { - [key: string]: - | ({ - status_type: 'not_computed'; - } & MetricNotComputed) + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | ({ + status_type: 'not_computed'; + } & MetricNotComputed) | ({ status_type: 'pending'; } & MetricPending) @@ -7798,7 +8989,18 @@ export type ExtendedRetrieverSpanRecordWithChildren = { } & MetricError) | ({ status_type: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -7976,6 +9178,44 @@ export type ExtendedSessionRecord = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -8003,12 +9243,27 @@ export type ExtendedSessionRecord = { } & MetricError) | ({ status_type: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Previous Session Id */ previous_session_id?: string | null; + /** + * Num Traces + */ + num_traces?: number | null; }; /** @@ -8171,6 +9426,44 @@ export type ExtendedSessionRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -8198,12 +9491,27 @@ export type ExtendedSessionRecordWithChildren = { } & MetricError) | ({ status_type: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Previous Session Id */ previous_session_id?: string | null; + /** + * Num Traces + */ + num_traces?: number | null; }; /** @@ -8356,6 +9664,44 @@ export type ExtendedToolSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -8383,7 +9729,18 @@ export type ExtendedToolSpanRecord = { } & MetricError) | ({ status_type: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -8581,6 +9938,44 @@ export type ExtendedToolSpanRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -8608,7 +10003,18 @@ export type ExtendedToolSpanRecordWithChildren = { } & MetricError) | ({ status_type: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -8786,6 +10192,44 @@ export type ExtendedTraceRecord = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -8813,7 +10257,18 @@ export type ExtendedTraceRecord = { } & MetricError) | ({ status_type: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Is Complete @@ -8822,13 +10277,9 @@ export type ExtendedTraceRecord = { */ is_complete?: boolean; /** - * Feedback Rating Info - * - * Feedback information related to the trace + * Num Spans */ - feedback_rating_info?: { - [key: string]: FeedbackRatingInfo; - }; + num_spans?: number | null; }; /** @@ -9001,6 +10452,44 @@ export type ExtendedTraceRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -9028,7 +10517,18 @@ export type ExtendedTraceRecordWithChildren = { } & MetricError) | ({ status_type: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Is Complete @@ -9037,13 +10537,9 @@ export type ExtendedTraceRecordWithChildren = { */ is_complete?: boolean; /** - * Feedback Rating Info - * - * Feedback information related to the trace + * Num Spans */ - feedback_rating_info?: { - [key: string]: FeedbackRatingInfo; - }; + num_spans?: number | null; }; /** @@ -9204,6 +10700,44 @@ export type ExtendedWorkflowSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; /** * Metric Info * @@ -9231,7 +10765,18 @@ export type ExtendedWorkflowSpanRecord = { } & MetricError) | ({ status_type: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -9432,25 +10977,63 @@ export type ExtendedWorkflowSpanRecordWithChildren = { */ session_batch_id?: string | null; /** - * Metric Info + * Feedback Rating Info * - * Detailed information about the metrics associated with this trace or span + * Feedback information related to the record */ - metric_info?: { - [key: string]: - | ({ - status_type: 'not_computed'; - } & MetricNotComputed) - | ({ - status_type: 'pending'; - } & MetricPending) - | ({ - status_type: 'computing'; - } & MetricComputing) - | ({ - status_type: 'not_applicable'; - } & MetricNotApplicable) - | ({ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | ({ + status_type: 'not_computed'; + } & MetricNotComputed) + | ({ + status_type: 'pending'; + } & MetricPending) + | ({ + status_type: 'computing'; + } & MetricComputing) + | ({ + status_type: 'not_applicable'; + } & MetricNotApplicable) + | ({ status_type: 'success'; } & MetricSuccess) | ({ @@ -9458,7 +11041,18 @@ export type ExtendedWorkflowSpanRecordWithChildren = { } & MetricError) | ({ status_type: 'failed'; - } & MetricFailed); + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; } | null; /** * Parent ID @@ -9541,7 +11135,10 @@ export type FeedbackAggregate = { } & ScoreAggregate) | ({ feedback_type: 'tags'; - } & TagsAggregate); + } & TagsAggregate) + | ({ + feedback_type: 'text'; + } & TextAggregate); }; /** @@ -9628,6 +11225,106 @@ export type FewShotExample = { evaluating_response: string; }; +/** + * FileContentPart + * + * Reference to a file associated with this message. + * + * The file_id can be resolved via the ``files`` dict returned on + * trace/span detail responses, which contains metadata such as + * modality, MIME type, and a presigned download URL. + */ +export type FileContentPart = { + /** + * Type + */ + type?: 'file'; + /** + * File Id + */ + file_id: string; +}; + +/** + * FileMetadata + * + * Enriched file metadata returned to UI/SDK. + * + * Contains presigned URLs and properties for displaying multimodal + * content in the Galileo console and SDKs. + */ +export type FileMetadata = { + /** + * File Id + */ + file_id: string; + modality: ContentModality; + /** + * Content Type + */ + content_type?: string | null; + /** + * Url + * + * Presigned S3 URL or external URL + */ + url?: string | null; + /** + * Url Expires At + * + * Expiration time + */ + url_expires_at?: string | null; + /** + * Size Bytes + */ + size_bytes?: number | null; + /** + * Filename + */ + filename?: string | null; + source: FileSource; + status: FileStatus; +}; + +/** + * FileSource + * + * Source of the file data. + */ +export const FileSource = { + DIRECT_UPLOAD: 'direct_upload', + EXTERNAL_FILES_API: 'external_files_api', + EXTERNAL_URL: 'external_url', + ASSEMBLED_STREAM: 'assembled_stream' +} as const; + +/** + * FileSource + * + * Source of the file data. + */ +export type FileSource = (typeof FileSource)[keyof typeof FileSource]; + +/** + * FileStatus + * + * Processing status of the file. + */ +export const FileStatus = { + COMPLETE: 'complete', + FAILED: 'failed', + PENDING: 'pending', + NOT_UPLOADED: 'not_uploaded' +} as const; + +/** + * FileStatus + * + * Processing status of the file. + */ +export type FileStatus = (typeof FileStatus)[keyof typeof FileStatus]; + /** * FileType */ @@ -9644,28 +11341,41 @@ export const FileType = { */ export type FileType = (typeof FileType)[keyof typeof FileType]; -export type FilterExpression = FilterLeaf | AndNode | OrNode | NotNode; +export type FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + + | FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType; /** - * FilterLeaf + * FilterLeaf[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ -export type FilterLeaf = { - /** - * Filter - */ - filter: - | CollectionFilter - | StringFilter - | IdFilter - | CustomUuidFilter - | DateFilter - | BooleanFilter - | CustomNumberFilter - | EnumFilter - | MapFilter - | CustomBooleanFilter - | CustomFunctionFilter; -}; +export type FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + { + /** + * Filter + */ + filter: + | ({ + type: 'id'; + } & LogRecordsIdFilter) + | ({ + type: 'date'; + } & LogRecordsDateFilter) + | ({ + type: 'number'; + } & LogRecordsNumberFilter) + | ({ + type: 'boolean'; + } & LogRecordsBooleanFilter) + | ({ + type: 'collection'; + } & LogRecordsCollectionFilter) + | ({ + type: 'text'; + } & LogRecordsTextFilter); + }; /** * FilterParams @@ -9845,6 +11555,10 @@ export type FineTunedScorerResponse = { * Lora Task Id */ lora_task_id: number; + /** + * Lora Weights Path + */ + lora_weights_path?: string | null; /** * Prompt */ @@ -10299,23 +12013,59 @@ export type HistogramStrategy = (typeof HistogramStrategy)[keyof typeof HistogramStrategy]; /** - * IDFilter + * ImageGenerationEvent * - * Filters on a UUID field. + * An image generation event from the model. */ -export type IdFilter = { +export type ImageGenerationEvent = { /** - * Name + * Type */ - name: string | null; + type?: 'image_generation'; /** - * Operator + * Id + * + * Unique identifier for the event */ - operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + id?: string | null; /** - * Value + * Status of the event */ - value: string | Array; + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + error_message?: string | null; + /** + * Prompt + * + * The prompt used for image generation + */ + prompt?: string | null; + /** + * Images + * + * Generated images with URLs or base64 data + */ + images?: Array<{ + [key: string]: unknown; + }> | null; + /** + * Model + * + * Image generation model used + */ + model?: string | null; }; /** @@ -10573,6 +12323,40 @@ export const InputTypeEnum = { */ export type InputTypeEnum = (typeof InputTypeEnum)[keyof typeof InputTypeEnum]; +/** + * InsightSummary + */ +export type InsightSummary = { + /** + * Id + */ + id: string; + /** + * Title + */ + title: string; + /** + * Observation + */ + observation: string; + /** + * Details + */ + details: string; + /** + * Suggested Action + */ + suggested_action: string; + /** + * Priority + */ + priority: number; + /** + * Priority Category + */ + priority_category?: 'error' | 'warning' | 'info' | null; +}; + /** * InsightType */ @@ -10731,6 +12515,10 @@ export type IntegrationModelsResponse = { * Supports Num Judges */ supports_num_judges?: boolean; + /** + * Model Properties + */ + model_properties?: Array; }; /** @@ -10758,6 +12546,81 @@ export const IntegrationName = { export type IntegrationName = (typeof IntegrationName)[keyof typeof IntegrationName]; +/** + * InternalToolCall + * + * A tool call executed internally by the model during reasoning. + * + * This represents internal tools like web search, code execution, file search, etc. + * that the model invokes (not user-defined functions or MCP tools). + */ +export type InternalToolCall = { + /** + * Type + */ + type?: 'internal_tool_call'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + error_message?: string | null; + /** + * Name + * + * Name of the internal tool (e.g., 'web_search', 'code_interpreter', 'file_search') + */ + name: string; + /** + * Input + * + * Input/arguments to the tool call + */ + input?: { + [key: string]: unknown; + } | null; + /** + * Output + * + * Output/results from the tool call + */ + output?: { + [key: string]: unknown; + } | null; +}; + +/** + * InvalidResult + */ +export type InvalidResult = { + /** + * Result Type + */ + result_type?: 'invalid'; + /** + * Error Message + */ + error_message: string; +}; + /** * InvokeResponse */ @@ -11767,6 +13630,37 @@ export type LlmSpan = { tools?: Array<{ [key: string]: unknown; }> | null; + /** + * Events + * + * List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: Array< + | ({ + type: 'message'; + } & MessageEvent) + | ({ + type: 'reasoning'; + } & ReasoningEvent) + | ({ + type: 'internal_tool_call'; + } & InternalToolCall) + | ({ + type: 'web_search_call'; + } & WebSearchCallEvent) + | ({ + type: 'image_generation'; + } & ImageGenerationEvent) + | ({ + type: 'mcp_call'; + } & McpCallEvent) + | ({ + type: 'mcp_list_tools'; + } & McpListToolsEvent) + | ({ + type: 'mcp_approval_request'; + } & McpApprovalRequestEvent) + > | null; /** * Model * @@ -11826,7 +13720,7 @@ export type LogRecordsAvailableColumnsResponse = { /** * Columns */ - columns?: Array; + columns?: Array; }; /** @@ -11839,6 +13733,10 @@ export type LogRecordsBooleanFilter = { * ID of the column to filter. */ column_id: string; + /** + * Operator + */ + operator?: 'eq' | 'ne'; /** * Value */ @@ -11878,19 +13776,137 @@ export type LogRecordsCollectionFilter = { }; /** - * LogRecordsDateFilter + * LogRecordsColumnInfo */ -export type LogRecordsDateFilter = { +export type LogRecordsColumnInfo = { /** - * Column Id + * Id * - * ID of the column to filter. + * Column id. Must be universally unique. */ - column_id: string; + id: string; /** - * Operator + * Label + * + * Display label of the column in the UI. */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + label?: string | null; + /** + * Category of the column. + */ + category: ColumnCategory; + /** + * Description + * + * Description of the column. + */ + description?: string | null; + /** + * Group Label + * + * Display label of the column group. + */ + group_label?: string | null; + /** + * Data type of the column. This is used to determine how to format the data on the UI. + */ + data_type: DataType | null; + /** + * Data unit of the column (optional). + */ + data_unit?: DataUnit | null; + /** + * Multi Valued + * + * Whether the column is multi-valued. + */ + multi_valued?: boolean; + /** + * Allowed Values + * + * Allowed values for this column. + */ + allowed_values?: Array | null; + /** + * Sortable + * + * Whether the column is sortable. + */ + sortable?: boolean; + /** + * Filterable + * + * Whether the column is filterable. + */ + filterable?: boolean; + /** + * Is Empty + * + * Indicates whether the column is empty and should be hidden. + */ + is_empty?: boolean; + /** + * Applicable Types + * + * List of types applicable for this column. + */ + applicable_types?: Array; + /** + * Complex + * + * Whether the column requires special handling in the UI. Setting this to True will hide the column in the UI until the UI adds support for it. + */ + complex?: boolean; + /** + * Is Optional + * + * Whether the column is optional. + */ + is_optional?: boolean; + /** + * For metric columns only: Scorer config that produced the metric. + */ + scorer_config?: ScorerConfig | null; + /** + * Scorer Id + * + * For metric columns only: Scorer id that produced the metric. This is deprecated and will be removed in future versions. + */ + scorer_id?: string | null; + /** + * Insight type. + */ + insight_type?: InsightType | null; + /** + * Filter type. + */ + filter_type?: LogRecordsFilterType | null; + /** + * Thresholds for the column, if this is a metrics column. + */ + threshold?: MetricThreshold | null; + /** + * Label Color + * + * Type of label color for the column, if this is a multilabel metric column. + */ + label_color?: 'positive' | 'negative' | null; +}; + +/** + * LogRecordsDateFilter + */ +export type LogRecordsDateFilter = { + /** + * Column Id + * + * ID of the column to filter. + */ + column_id: string; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; /** * Value */ @@ -11946,7 +13962,7 @@ export type LogRecordsDeleteRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filter_tree?: FilterExpression | null; + filter_tree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; }; /** @@ -12011,9 +14027,9 @@ export type LogRecordsExportRequest = { } & LogRecordsTextFilter) >; /** - * Sort clause for the export + * Sort clause for the export. Defaults to native sort (created_at, id descending). */ - sort?: LogRecordsSortClause; + sort?: LogRecordsSortClause | null; /** * Column Ids * @@ -12031,8 +14047,32 @@ export type LogRecordsExportRequest = { * Redact sensitive data */ redact?: boolean; + /** + * File Name + * + * Optional filename for the exported file + */ + file_name?: string | null; }; +/** + * LogRecordsFilterType + */ +export const LogRecordsFilterType = { + ID: 'id', + DATE: 'date', + NUMBER: 'number', + BOOLEAN: 'boolean', + TEXT: 'text', + COLLECTION: 'collection' +} as const; + +/** + * LogRecordsFilterType + */ +export type LogRecordsFilterType = + (typeof LogRecordsFilterType)[keyof typeof LogRecordsFilterType]; + /** * LogRecordsIDFilter */ @@ -12050,7 +14090,7 @@ export type LogRecordsIdFilter = { /** * Value */ - value: string | Array; + value: string | Array; /** * Type */ @@ -12058,9 +14098,47 @@ export type LogRecordsIdFilter = { }; /** - * LogRecordsMetricsQueryRequest + * LogRecordsNumberFilter + */ +export type LogRecordsNumberFilter = { + /** + * Column Id + * + * ID of the column to filter. + */ + column_id: string; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte' | 'between'; + /** + * Value + */ + value: number | number | Array | Array; + /** + * Type + */ + type?: 'number'; +}; + +/** + * LogRecordsPartialQueryRequest + * + * Request to query a genai project run (log stream or experiment) with partial results. */ -export type LogRecordsMetricsQueryRequest = { +export type LogRecordsPartialQueryRequest = { + /** + * Starting Token + */ + starting_token?: number; + /** + * Limit + */ + limit?: number; + /** + * Previous Last Row Id + */ + previous_last_row_id?: string | null; /** * Log Stream Id * @@ -12102,72 +14180,76 @@ export type LogRecordsMetricsQueryRequest = { type: 'text'; } & LogRecordsTextFilter) >; + filter_tree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; /** - * Start Time - * - * Include traces from this time onward. - */ - start_time: string; - /** - * End Time - * - * Include traces up to this time. + * Sort for the query. Defaults to native sort (created_at, id descending). */ - end_time: string; + sort?: LogRecordsSortClause | null; /** - * Interval + * Truncate Fields */ - interval?: number; + truncate_fields?: boolean; /** - * Group By + * Include Counts + * + * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). */ - group_by?: string | null; + include_counts?: boolean; + select_columns: SelectColumns; }; /** - * LogRecordsMetricsResponse + * LogRecordsPartialQueryResponse */ -export type LogRecordsMetricsResponse = { - /** - * Group By Columns - */ - group_by_columns: Array; +export type LogRecordsPartialQueryResponse = { /** - * Aggregate Metrics + * Starting Token */ - aggregate_metrics: { - [key: string]: number | number; - }; + starting_token?: number; /** - * Bucketed Metrics + * Limit */ - bucketed_metrics: { - [key: string]: Array; - }; -}; - -/** - * LogRecordsNumberFilter - */ -export type LogRecordsNumberFilter = { + limit?: number; /** - * Column Id - * - * ID of the column to filter. + * Paginated */ - column_id: string; + paginated?: boolean; /** - * Operator + * Next Starting Token */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte' | 'between'; + next_starting_token?: number | null; /** - * Value + * Last Row Id */ - value: number | number | Array | Array; + last_row_id?: string | null; /** - * Type + * Records + * + * records matching the query */ - type?: 'number'; + records?: Array< + | ({ + type: 'trace'; + } & PartialExtendedTraceRecord) + | ({ + type: 'agent'; + } & PartialExtendedAgentSpanRecord) + | ({ + type: 'workflow'; + } & PartialExtendedWorkflowSpanRecord) + | ({ + type: 'llm'; + } & PartialExtendedLlmSpanRecord) + | ({ + type: 'tool'; + } & PartialExtendedToolSpanRecord) + | ({ + type: 'retriever'; + } & PartialExtendedRetrieverSpanRecord) + | ({ + type: 'session'; + } & PartialExtendedSessionRecord) + >; }; /** @@ -12215,7 +14297,7 @@ export type LogRecordsQueryCountRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filter_tree?: FilterExpression | null; + filter_tree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; }; /** @@ -12287,12 +14369,21 @@ export type LogRecordsQueryRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filter_tree?: FilterExpression | null; - sort?: LogRecordsSortClause; + filter_tree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; + /** + * Sort for the query. Defaults to native sort (created_at, id descending). + */ + sort?: LogRecordsSortClause | null; /** * Truncate Fields */ truncate_fields?: boolean; + /** + * Include Counts + * + * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + */ + include_counts?: boolean; }; /** @@ -12513,7 +14604,7 @@ export type LogSpanUpdateResponse = { * * Session id associated with the traces. */ - session_id: string; + session_id?: string | null; /** * Records Count * @@ -12638,7 +14729,7 @@ export type LogSpansIngestResponse = { * * Session id associated with the traces. */ - session_id: string; + session_id?: string | null; /** * Records Count * @@ -12670,39 +14761,212 @@ export type LogStreamCreateRequest = { }; /** - * LogStreamResponse + * RunCreatedAtFilter */ -export type LogStreamResponse = { +export type LogStreamCreatedAtFilter = { /** - * Id + * Name */ - id: string; + name?: 'created_at'; /** - * Created At + * Operator */ - created_at: string; + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; /** - * Updated At + * Value */ - updated_at: string; + value: string; +}; + +/** + * RunCreatedAtSort + */ +export type LogStreamCreatedAtSort = { /** * Name */ - name: string; + name?: 'created_at'; /** - * Project Id + * Ascending */ - project_id: string; + ascending?: boolean; /** - * Created By + * Sort Type + */ + sort_type?: 'column'; +}; + +/** + * RunCreatedByFilter + */ +export type LogStreamCreatedByFilter = { + /** + * Name + */ + name?: 'created_by'; + /** + * Operator + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** + * Value + */ + value: string | Array; +}; + +/** + * RunIDFilter + */ +export type LogStreamIdFilter = { + /** + * Name + */ + name?: 'id'; + /** + * Operator + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** + * Value + */ + value: string | Array; +}; + +/** + * RunNameFilter + */ +export type LogStreamNameFilter = { + /** + * Name + */ + name?: 'name'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; + /** + * Value + */ + value: string | Array; + /** + * Case Sensitive + */ + case_sensitive?: boolean; +}; + +/** + * RunNameSort + */ +export type LogStreamNameSort = { + /** + * Name + */ + name?: 'name'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sort_type?: 'column'; +}; + +/** + * LogStreamResponse + */ +export type LogStreamResponse = { + /** + * Id + */ + id: string; + /** + * Created At + */ + created_at: string; + /** + * Updated At + */ + updated_at: string; + /** + * Name + */ + name: string; + /** + * Project Id + */ + project_id: string; + /** + * Created By */ created_by?: string | null; + created_by_user?: UserInfo | null; + /** + * Num Spans + */ + num_spans?: number | null; + /** + * Num Traces + */ + num_traces?: number | null; /** * Has User Created Sessions */ has_user_created_sessions?: boolean; }; +/** + * LogStreamSearchRequest + */ +export type LogStreamSearchRequest = { + /** + * Starting Token + */ + starting_token?: number; + /** + * Limit + */ + limit?: number; + /** + * Filters + */ + filters?: Array< + | ({ + name: 'id'; + } & LogStreamIdFilter) + | ({ + name: 'name'; + } & LogStreamNameFilter) + | ({ + name: 'created_by'; + } & LogStreamCreatedByFilter) + | ({ + name: 'created_at'; + } & LogStreamCreatedAtFilter) + | ({ + name: 'updated_at'; + } & LogStreamUpdatedAtFilter) + >; + /** + * Sort + */ + sort?: + | ({ + name: 'name'; + } & LogStreamNameSort) + | ({ + name: 'created_at'; + } & LogStreamCreatedAtSort) + | ({ + name: 'updated_at'; + } & LogStreamUpdatedAtSort) + | null; + /** + * Include Counts + */ + include_counts?: boolean; +}; + /** * LogStreamUpdateRequest */ @@ -12713,6 +14977,42 @@ export type LogStreamUpdateRequest = { name: string; }; +/** + * RunUpdatedAtFilter + */ +export type LogStreamUpdatedAtFilter = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + */ + value: string; +}; + +/** + * RunUpdatedAtSort + */ +export type LogStreamUpdatedAtSort = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sort_type?: 'column'; +}; + /** * LogTraceUpdateRequest * @@ -12831,7 +15131,7 @@ export type LogTraceUpdateResponse = { * * Session id associated with the traces. */ - session_id: string; + session_id?: string | null; /** * Records Count * @@ -12887,6 +15187,12 @@ export type LogTracesIngestRequest = { * Session id associated with the traces. */ session_id?: string | null; + /** + * Session External Id + * + * External id of the session (e.g., OTEL session.id from span attributes). + */ + session_external_id?: string | null; /** * Traces * @@ -12946,7 +15252,7 @@ export type LogTracesIngestResponse = { * * Session id associated with the traces. */ - session_id: string; + session_id?: string | null; /** * Records Count * @@ -13013,90 +15319,293 @@ export type LunaOutputTypeEnum = (typeof LunaOutputTypeEnum)[keyof typeof LunaOutputTypeEnum]; /** - * MapFilter + * MCPApprovalRequestEvent * - * Filters for string items in a map / dictionary. + * MCP approval request - when human approval is needed for an MCP tool call. */ -export type MapFilter = { - /** - * Name - */ - name: string | null; +export type McpApprovalRequestEvent = { /** - * Operator + * Type */ - operator: 'one_of' | 'not_in' | 'eq' | 'ne'; + type?: 'mcp_approval_request'; /** - * Key + * Id + * + * Unique identifier for the event */ - key: string; + id?: string | null; /** - * Value + * Status of the event */ - value: string | Array; -}; - -/** - * Messages - */ -export type Messages = Array; - -/** - * MetaFilter - * - * A class for filtering arbitrary metadata columns. - */ -export type MetaFilter = { + status?: EventStatus | null; /** - * Name + * Metadata + * + * Provider-specific metadata and additional fields */ - name: string; + metadata?: { + [key: string]: unknown; + } | null; /** - * Greater Than + * Error Message + * + * Error message if the event failed */ - greater_than?: number | null; + error_message?: string | null; /** - * Less Than + * Tool Name + * + * Name of the MCP tool requiring approval */ - less_than?: number | null; + tool_name?: string | null; /** - * Isin + * Tool Invocation + * + * Details of the tool invocation requiring approval */ - isin?: Array | null; + tool_invocation?: { + [key: string]: unknown; + } | null; /** - * Is Equal + * Approved + * + * Whether the request was approved */ - is_equal?: number | number | null; + approved?: boolean | null; }; /** - * MetadataFilter + * MCPCallEvent * - * Filters on metadata key-value pairs in scorer jobs. + * A Model Context Protocol (MCP) tool call. + * + * MCP is a protocol for connecting LLMs to external tools/data sources. + * This is distinct from internal tools because it involves external integrations. */ -export type MetadataFilter = { +export type McpCallEvent = { /** - * Name + * Type */ - name?: 'metadata'; + type?: 'mcp_call'; /** - * Filter Type + * Id + * + * Unique identifier for the event */ - filter_type?: 'map'; + id?: string | null; /** - * Operator + * Status of the event */ - operator: 'one_of' | 'not_in' | 'eq' | 'ne'; + status?: EventStatus | null; /** - * Key + * Metadata + * + * Provider-specific metadata and additional fields */ - key: string; + metadata?: { + [key: string]: unknown; + } | null; /** - * Value + * Error Message + * + * Error message if the event failed */ - value: string | Array; -}; - + error_message?: string | null; + /** + * Tool Name + * + * Name of the MCP tool being called + */ + tool_name?: string | null; + /** + * Server Name + * + * Name of the MCP server + */ + server_name?: string | null; + /** + * Arguments + * + * Arguments for the MCP tool call + */ + arguments?: { + [key: string]: unknown; + } | null; + /** + * Result + * + * Result from the MCP tool call + */ + result?: { + [key: string]: unknown; + } | null; +}; + +/** + * MCPListToolsEvent + * + * MCP list tools event - when the model queries available MCP tools. + */ +export type McpListToolsEvent = { + /** + * Type + */ + type?: 'mcp_list_tools'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + error_message?: string | null; + /** + * Server Name + * + * Name of the MCP server + */ + server_name?: string | null; + /** + * Tools + * + * List of available MCP tools + */ + tools?: Array<{ + [key: string]: unknown; + }> | null; +}; + +/** + * MessageEvent + * + * An output message from the model. + */ +export type MessageEvent = { + /** + * Type + */ + type?: 'message'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + error_message?: string | null; + /** + * Role of the message sender + */ + role: GalileoCoreSchemasLoggingLlmMessageRole; + /** + * Content + * + * Text content of the message + */ + content?: string | null; + /** + * Content Parts + * + * Structured content items (text, audio, images, etc.) + */ + content_parts?: Array<{ + [key: string]: unknown; + }> | null; +}; + +/** + * Messages + */ +export type Messages = Array; + +/** + * MetaFilter + * + * A class for filtering arbitrary metadata columns. + */ +export type MetaFilter = { + /** + * Name + */ + name: string; + /** + * Greater Than + */ + greater_than?: number | null; + /** + * Less Than + */ + less_than?: number | null; + /** + * Isin + */ + isin?: Array | null; + /** + * Is Equal + */ + is_equal?: number | number | null; +}; + +/** + * MetadataFilter + * + * Filters on metadata key-value pairs in scorer jobs. + */ +export type MetadataFilter = { + /** + * Name + */ + name?: 'metadata'; + /** + * Filter Type + */ + filter_type?: 'map'; + /** + * Operator + */ + operator: 'one_of' | 'not_in' | 'eq' | 'ne'; + /** + * Key + */ + key: string; + /** + * Value + */ + value: string | Array; +}; + /** * MetricComputation */ @@ -13105,6 +15614,7 @@ export type MetricComputation = { * Value */ value?: + | number | number | string | Array @@ -13245,6 +15755,16 @@ export type MetricError = { * Message */ message?: string | null; + /** + * Ems Error Code + * + * EMS error code from errors.yaml catalog for this metric error + */ + ems_error_code?: number | null; + /** + * Structured EMS error resolved on-the-fly from errors.yaml catalog + */ + standard_error?: StandardError | null; }; /** @@ -13260,6 +15780,16 @@ export type MetricFailed = { * Message */ message?: string | null; + /** + * Ems Error Code + * + * EMS error code from errors.yaml catalog for this metric failure + */ + ems_error_code?: number | null; + /** + * Structured EMS error resolved on-the-fly from errors.yaml catalog + */ + standard_error?: StandardError | null; }; /** @@ -13304,81 +15834,18 @@ export type MetricPending = { }; /** - * MetricSuccess + * MetricRollUp */ -export type MetricSuccess = { +export type MetricRollUp = { /** * Status Type */ - status_type?: 'success'; + status_type?: 'roll_up'; scorer_type?: ScorerType | null; - /** - * Value - */ - value: - | string - | number - | boolean - | Segment - | HallucinationSegment - | Document - | FeedbackRatingDb - | FeedbackAggregate - | Array< - | string - | number - | boolean - | string - | Segment - | HallucinationSegment - | Document - | FeedbackRatingDb - | FeedbackAggregate - | null - > - | Array< - Array< - | string - | number - | boolean - | string - | Segment - | HallucinationSegment - | Document - | FeedbackRatingDb - | FeedbackAggregate - | null - > - > - | Array< - Array< - Array< - | string - | number - | boolean - | string - | Segment - | HallucinationSegment - | Document - | FeedbackRatingDb - | FeedbackAggregate - | null - > - > - > - | null; - /** - * Display Value - */ - display_value?: string | null; /** * Explanation */ explanation?: string | null; - /** - * Rationale - */ - rationale?: string | null; /** * Cost */ @@ -13391,19 +15858,194 @@ export type MetricSuccess = { * Num Judges */ num_judges?: number | null; + /** + * Input Tokens + */ + input_tokens?: number | null; + /** + * Output Tokens + */ + output_tokens?: number | null; + /** + * Total Tokens + */ + total_tokens?: number | null; critique?: MetricCritiqueColumnar | null; + /** + * Roll Up Metrics + * + * Roll up metrics e.g. sum, average, min, max for numeric, and category_count for categorical metrics. + */ + roll_up_metrics?: + | { + [key: string]: number; + } + | { + [key: string]: { + [key: string]: number; + }; + }; }; /** - * MetricThreshold + * MetricSettingsRequest */ -export type MetricThreshold = { +export type MetricSettingsRequest = { /** - * Inverted + * Scorers * - * Whether the column should be inverted for thresholds, i.e. if True, lower is better. + * List of Galileo scorers to enable. */ - inverted?: boolean; + scorers?: Array | null; + /** + * Segment Filters + * + * List of segment filters to apply to the run. + */ + segment_filters?: Array | null; +}; + +/** + * MetricSettingsResponse + */ +export type MetricSettingsResponse = { + /** + * Scorers + */ + scorers: Array; + /** + * Segment Filters + * + * List of segment filters to apply to the run. + */ + segment_filters?: Array | null; +}; + +/** + * MetricSuccess + */ +export type MetricSuccess = { + /** + * Status Type + */ + status_type?: 'success'; + scorer_type?: ScorerType | null; + /** + * Explanation + */ + explanation?: string | null; + /** + * Cost + */ + cost?: number | null; + /** + * Model Alias + */ + model_alias?: string | null; + /** + * Num Judges + */ + num_judges?: number | null; + /** + * Input Tokens + */ + input_tokens?: number | null; + /** + * Output Tokens + */ + output_tokens?: number | null; + /** + * Total Tokens + */ + total_tokens?: number | null; + critique?: MetricCritiqueColumnar | null; + /** + * Value + */ + value: + | string + | number + | number + | boolean + | Segment + | HallucinationSegment + | Document + | FeedbackRatingDb + | FeedbackAggregate + | Array< + | string + | number + | number + | boolean + | string + | string + | Segment + | HallucinationSegment + | Document + | FeedbackRatingDb + | FeedbackAggregate + | null + > + | Array< + Array< + | string + | number + | number + | boolean + | string + | string + | Segment + | HallucinationSegment + | Document + | FeedbackRatingDb + | FeedbackAggregate + | null + > + > + | Array< + Array< + Array< + | string + | number + | number + | boolean + | string + | string + | Segment + | HallucinationSegment + | Document + | FeedbackRatingDb + | FeedbackAggregate + | null + > + > + > + | null; + /** + * Display Value + */ + display_value?: string | null; + /** + * Rationale + */ + rationale?: string | null; +}; + +/** + * MetricThreshold + * + * Threshold configuration for metrics. + * + * Defines how metric values are bucketed and displayed, including whether + * lower or higher values are considered better. + */ +export type MetricThreshold = { + /** + * Inverted + * + * Whether the column should be inverted for thresholds, i.e. if True, lower is better. + */ + inverted?: boolean; /** * Buckets * @@ -13471,6 +16113,24 @@ export type MetricsTestingAvailableColumnsRequest = { * Whether the metrics testing table is using chain of thought (CoT) enabled scorers. If True, the columns will be generated for CoT enabled scorers. */ cot_enabled?: boolean; + /** + * Metric Key + * + * The metric key to use for column generation (e.g., 'generated_scorer_validation' or 'registered_scorer_validation'). + */ + metric_key?: string; + /** + * Required Scorers + * + * List of required scorer names for composite scorers. Columns will be generated for these scorers. + */ + required_scorers?: Array | null; + /** + * Score Type + * + * The score type for registered scorers (e.g., 'bool', 'int', 'float', 'str'). Used to determine the correct data_type for the column. Provided by validation result. + */ + score_type?: string | null; }; /** @@ -13528,6 +16188,12 @@ export type Model = { * System Supported */ system_supported?: boolean; + /** + * Input Modalities + * + * Input modalities that the model can accept. + */ + input_modalities?: Array; /** * Alternative Names * @@ -13575,6 +16241,14 @@ export type Model = { * Api Version */ api_version?: string | null; + /** + * Legacy Mistral Prompt Format + */ + legacy_mistral_prompt_format?: boolean; + /** + * Max Top P + */ + max_top_p?: number | null; params_map?: RunParamsMap; output_map?: OutputMap | null; input_map?: InputMap | null; @@ -13593,6 +16267,28 @@ export const ModelCostBy = { */ export type ModelCostBy = (typeof ModelCostBy)[keyof typeof ModelCostBy]; +/** + * ModelProperties + */ +export type ModelProperties = { + /** + * Alias + */ + alias: string; + /** + * Name + */ + name: string; + /** + * Input Modalities + */ + input_modalities: Array; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array; +}; + /** * ModelType */ @@ -13607,6 +16303,40 @@ export const ModelType = { */ export type ModelType = (typeof ModelType)[keyof typeof ModelType]; +/** + * MultiModalModelIntegrationConfig + * + * Configuration for multi-modal capabilities (file uploads). + */ +export type MultiModalModelIntegrationConfig = { + /** + * Max Files + * + * Maximum number of files allowed per request. None means no limit. + */ + max_files?: number | null; + /** + * Max File Size Bytes + * + * Maximum file size in bytes per file. None means no limit. + */ + max_file_size_bytes?: number | null; +}; + +/** + * MultimodalCapability + */ +export const MultimodalCapability = { + VISION: 'vision', + AUDIO: 'audio' +} as const; + +/** + * MultimodalCapability + */ +export type MultimodalCapability = + (typeof MultimodalCapability)[keyof typeof MultimodalCapability]; + /** * Name * @@ -13672,11 +16402,39 @@ export const NodeType = { export type NodeType = (typeof NodeType)[keyof typeof NodeType]; /** - * NotNode + * NotNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ -export type NotNode = { - not: FilterExpression; -}; +export type NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + { + /** + * Not + */ + not: + | FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType; + }; + +/** + * NumericRollUpMethod + * + * Roll up methods for aggregating numeric metrics up the session/trace/span hierarchy. + */ +export const NumericRollUpMethod = { + AVERAGE: 'average', + SUM: 'sum', + MAX: 'max', + MIN: 'min' +} as const; + +/** + * NumericRollUpMethod + * + * Roll up methods for aggregating numeric metrics up the session/trace/span hierarchy. + */ +export type NumericRollUpMethod = + (typeof NumericRollUpMethod)[keyof typeof NumericRollUpMethod]; /** * NvidiaIntegration @@ -13772,21 +16530,30 @@ export type OpenAiToolChoice = { }; /** - * OrNode + * OrNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ -export type OrNode = { - /** - * Or - */ - or: Array; -}; +export type OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + { + /** + * Or + */ + or: Array< + | FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + >; + }; /** * OrganizationAction */ export const OrganizationAction = { RENAME: 'rename', - DELETE: 'delete' + DELETE: 'delete', + DELETE_LOG_DATA: 'delete_log_data', + READ_SETTINGS: 'read_settings', + UPDATE_SETTINGS: 'update_settings' } as const; /** @@ -13834,160 +16601,1957 @@ export type OutputPiiScorer = { * * List of filters to apply to the scorer. */ - filters?: Array< - | ({ - name: 'node_name'; - } & NodeNameFilter) - | ({ - name: 'metadata'; - } & MetadataFilter) - > | null; -}; - -/** - * OutputSexistScorer - */ -export type OutputSexistScorer = { + filters?: Array< + | ({ + name: 'node_name'; + } & NodeNameFilter) + | ({ + name: 'metadata'; + } & MetadataFilter) + > | null; +}; + +/** + * OutputSexistScorer + */ +export type OutputSexistScorer = { + /** + * Name + */ + name?: 'output_sexist'; + /** + * Filters + * + * List of filters to apply to the scorer. + */ + filters?: Array< + | ({ + name: 'node_name'; + } & NodeNameFilter) + | ({ + name: 'metadata'; + } & MetadataFilter) + > | null; + /** + * Type + */ + type?: 'luna' | 'plus'; + /** + * Model Name + * + * Alias of the model to use for the scorer. + */ + model_name?: string | null; + /** + * Num Judges + * + * Number of judges for the scorer. + */ + num_judges?: number | null; +}; + +/** + * OutputToneScorer + */ +export type OutputToneScorer = { + /** + * Name + */ + name?: 'output_tone'; + /** + * Filters + * + * List of filters to apply to the scorer. + */ + filters?: Array< + | ({ + name: 'node_name'; + } & NodeNameFilter) + | ({ + name: 'metadata'; + } & MetadataFilter) + > | null; +}; + +/** + * OutputToxicityScorer + */ +export type OutputToxicityScorer = { + /** + * Name + */ + name?: 'output_toxicity'; + /** + * Filters + * + * List of filters to apply to the scorer. + */ + filters?: Array< + | ({ + name: 'node_name'; + } & NodeNameFilter) + | ({ + name: 'metadata'; + } & MetadataFilter) + > | null; + /** + * Type + */ + type?: 'luna' | 'plus'; + /** + * Model Name + * + * Alias of the model to use for the scorer. + */ + model_name?: string | null; + /** + * Num Judges + * + * Number of judges for the scorer. + */ + num_judges?: number | null; +}; + +/** + * OutputTypeEnum + * + * Enumeration of output types. + */ +export const OutputTypeEnum = { + BOOLEAN: 'boolean', + CATEGORICAL: 'categorical', + COUNT: 'count', + DISCRETE: 'discrete', + FREEFORM: 'freeform', + PERCENTAGE: 'percentage', + MULTILABEL: 'multilabel', + RETRIEVED_CHUNK_LIST_BOOLEAN: 'retrieved_chunk_list_boolean', + BOOLEAN_MULTILABEL: 'boolean_multilabel' +} as const; + +/** + * OutputTypeEnum + * + * Enumeration of output types. + */ +export type OutputTypeEnum = + (typeof OutputTypeEnum)[keyof typeof OutputTypeEnum]; + +/** + * OverrideAction + */ +export type OverrideAction = { + /** + * Type + */ + type?: 'OVERRIDE'; + /** + * Subscriptions + * + * List of subscriptions to send a notification to when this action is applied and the ruleset status matches any of the configured statuses. + */ + subscriptions?: Array; + /** + * Choices + * + * List of choices to override the response with. If there are multiple choices, one will be chosen at random when applying this action. + */ + choices: Array; +}; + +/** + * PartialExtendedAgentSpanRecord + */ +export type PartialExtendedAgentSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'agent'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string | Array; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redacted_input?: string | Array | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redacted_output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | ({ + status_type: 'not_computed'; + } & MetricNotComputed) + | ({ + status_type: 'pending'; + } & MetricPending) + | ({ + status_type: 'computing'; + } & MetricComputing) + | ({ + status_type: 'not_applicable'; + } & MetricNotApplicable) + | ({ + status_type: 'success'; + } & MetricSuccess) + | ({ + status_type: 'error'; + } & MetricError) + | ({ + status_type: 'failed'; + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; + } | null; + /** + * Parent ID + * + * Galileo ID of the parent of this span + */ + parent_id?: string | null; + /** + * Is Complete + * + * Whether the parent trace is complete or not + */ + is_complete?: boolean; + /** + * Step Number + * + * Topological step number of the span. + */ + step_number?: number | null; + /** + * Agent type. + */ + agent_type?: AgentType; +}; + +/** + * PartialExtendedLlmSpanRecord + */ +export type PartialExtendedLlmSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'llm'; + /** + * Input + * + * Input to the trace or span. + */ + input?: Array; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redacted_input?: Array | null; + /** + * Output of the trace or span. + */ + output?: GalileoCoreSchemasLoggingLlmMessage; + /** + * Redacted output of the trace or span. + */ + redacted_output?: GalileoCoreSchemasLoggingLlmMessage | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: LlmMetrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | ({ + status_type: 'not_computed'; + } & MetricNotComputed) + | ({ + status_type: 'pending'; + } & MetricPending) + | ({ + status_type: 'computing'; + } & MetricComputing) + | ({ + status_type: 'not_applicable'; + } & MetricNotApplicable) + | ({ + status_type: 'success'; + } & MetricSuccess) + | ({ + status_type: 'error'; + } & MetricError) + | ({ + status_type: 'failed'; + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; + } | null; + /** + * Parent ID + * + * Galileo ID of the parent of this span + */ + parent_id?: string | null; + /** + * Is Complete + * + * Whether the parent trace is complete or not + */ + is_complete?: boolean; + /** + * Step Number + * + * Topological step number of the span. + */ + step_number?: number | null; + /** + * Tools + * + * List of available tools passed to the LLM on invocation. + */ + tools?: Array<{ + [key: string]: unknown; + }> | null; + /** + * Events + * + * List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: Array< + | ({ + type: 'message'; + } & MessageEvent) + | ({ + type: 'reasoning'; + } & ReasoningEvent) + | ({ + type: 'internal_tool_call'; + } & InternalToolCall) + | ({ + type: 'web_search_call'; + } & WebSearchCallEvent) + | ({ + type: 'image_generation'; + } & ImageGenerationEvent) + | ({ + type: 'mcp_call'; + } & McpCallEvent) + | ({ + type: 'mcp_list_tools'; + } & McpListToolsEvent) + | ({ + type: 'mcp_approval_request'; + } & McpApprovalRequestEvent) + > | null; + /** + * Model + * + * Model used for this span. + */ + model?: string | null; + /** + * Temperature + * + * Temperature used for generation. + */ + temperature?: number | null; + /** + * Finish Reason + * + * Reason for finishing. + */ + finish_reason?: string | null; +}; + +/** + * PartialExtendedRetrieverSpanRecord + */ +export type PartialExtendedRetrieverSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'retriever'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redacted_input?: string | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: Array; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redacted_output?: Array | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | ({ + status_type: 'not_computed'; + } & MetricNotComputed) + | ({ + status_type: 'pending'; + } & MetricPending) + | ({ + status_type: 'computing'; + } & MetricComputing) + | ({ + status_type: 'not_applicable'; + } & MetricNotApplicable) + | ({ + status_type: 'success'; + } & MetricSuccess) + | ({ + status_type: 'error'; + } & MetricError) + | ({ + status_type: 'failed'; + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; + } | null; + /** + * Parent ID + * + * Galileo ID of the parent of this span + */ + parent_id?: string | null; + /** + * Is Complete + * + * Whether the parent trace is complete or not + */ + is_complete?: boolean; + /** + * Step Number + * + * Topological step number of the span. + */ + step_number?: number | null; +}; + +/** + * PartialExtendedSessionRecord + */ +export type PartialExtendedSessionRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'session'; + /** + * Input + */ + input?: string | Array; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redacted_input?: string | Array | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redacted_output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace or span or session + */ + session_id?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | ({ + status_type: 'not_computed'; + } & MetricNotComputed) + | ({ + status_type: 'pending'; + } & MetricPending) + | ({ + status_type: 'computing'; + } & MetricComputing) + | ({ + status_type: 'not_applicable'; + } & MetricNotApplicable) + | ({ + status_type: 'success'; + } & MetricSuccess) + | ({ + status_type: 'error'; + } & MetricError) + | ({ + status_type: 'failed'; + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; + } | null; + /** + * Previous Session Id + */ + previous_session_id?: string | null; +}; + +/** + * PartialExtendedToolSpanRecord + */ +export type PartialExtendedToolSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'tool'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redacted_input?: string | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: string | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redacted_output?: string | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | ({ + status_type: 'not_computed'; + } & MetricNotComputed) + | ({ + status_type: 'pending'; + } & MetricPending) + | ({ + status_type: 'computing'; + } & MetricComputing) + | ({ + status_type: 'not_applicable'; + } & MetricNotApplicable) + | ({ + status_type: 'success'; + } & MetricSuccess) + | ({ + status_type: 'error'; + } & MetricError) + | ({ + status_type: 'failed'; + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; + } | null; + /** + * Parent ID + * + * Galileo ID of the parent of this span + */ + parent_id?: string | null; + /** + * Is Complete + * + * Whether the parent trace is complete or not + */ + is_complete?: boolean; + /** + * Step Number + * + * Topological step number of the span. + */ + step_number?: number | null; + /** + * Tool Call Id + * + * ID of the tool call. + */ + tool_call_id?: string | null; +}; + +/** + * PartialExtendedTraceRecord + */ +export type PartialExtendedTraceRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'trace'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redacted_input?: string | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: string | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redacted_output?: string | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the trace + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Annotations + * + * Annotations keyed by template ID and annotator ID + */ + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; + /** + * File Ids + * + * IDs of files associated with this record + */ + file_ids?: Array; + /** + * File Modalities + * + * Modalities of files associated with this record + */ + file_modalities?: Array; + /** + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID + */ + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | ({ + status_type: 'not_computed'; + } & MetricNotComputed) + | ({ + status_type: 'pending'; + } & MetricPending) + | ({ + status_type: 'computing'; + } & MetricComputing) + | ({ + status_type: 'not_applicable'; + } & MetricNotApplicable) + | ({ + status_type: 'success'; + } & MetricSuccess) + | ({ + status_type: 'error'; + } & MetricError) + | ({ + status_type: 'failed'; + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; + /** + * Files + * + * File metadata keyed by file ID for files associated with this record + */ + files?: { + [key: string]: FileMetadata; + } | null; + /** + * Is Complete + * + * Whether the trace is complete or not + */ + is_complete?: boolean; +}; + +/** + * PartialExtendedWorkflowSpanRecord + */ +export type PartialExtendedWorkflowSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'workflow'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string | Array; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redacted_input?: string | Array | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redacted_output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; /** - * Name + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span */ - name?: 'output_sexist'; + run_id?: string | null; /** - * Filters + * Last Updated * - * List of filters to apply to the scorer. + * Timestamp of the session or trace or span's last update */ - filters?: Array< - | ({ - name: 'node_name'; - } & NodeNameFilter) - | ({ - name: 'metadata'; - } & MetadataFilter) - > | null; + updated_at?: string | null; /** - * Type + * Has Children + * + * Whether or not this trace or span has child spans */ - type?: 'luna' | 'plus'; + has_children?: boolean | null; /** - * Model Name + * Metrics Batch Id * - * Alias of the model to use for the scorer. + * Galileo ID of the metrics batch associated with this trace or span */ - model_name?: string | null; + metrics_batch_id?: string | null; /** - * Num Judges + * Session Batch Id * - * Number of judges for the scorer. + * Galileo ID of the metrics batch associated with this trace or span */ - num_judges?: number | null; -}; - -/** - * OutputToneScorer - */ -export type OutputToneScorer = { + session_batch_id?: string | null; /** - * Name + * Feedback Rating Info + * + * Feedback information related to the record */ - name?: 'output_tone'; + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; /** - * Filters + * Annotations * - * List of filters to apply to the scorer. + * Annotations keyed by template ID and annotator ID */ - filters?: Array< - | ({ - name: 'node_name'; - } & NodeNameFilter) - | ({ - name: 'metadata'; - } & MetadataFilter) - > | null; -}; - -/** - * OutputToxicityScorer - */ -export type OutputToxicityScorer = { + annotations?: { + [key: string]: { + [key: string]: AnnotationRatingInfo; + }; + }; /** - * Name + * File Ids + * + * IDs of files associated with this record */ - name?: 'output_toxicity'; + file_ids?: Array; /** - * Filters + * File Modalities * - * List of filters to apply to the scorer. + * Modalities of files associated with this record */ - filters?: Array< - | ({ - name: 'node_name'; - } & NodeNameFilter) - | ({ - name: 'metadata'; - } & MetadataFilter) - > | null; + file_modalities?: Array; /** - * Type + * Annotation Aggregates + * + * Annotation aggregate information keyed by template ID */ - type?: 'luna' | 'plus'; + annotation_aggregates?: { + [key: string]: AnnotationAggregate; + }; /** - * Model Name + * Metric Info * - * Alias of the model to use for the scorer. + * Detailed information about the metrics associated with this trace or span */ - model_name?: string | null; + metric_info?: { + [key: string]: + | ({ + status_type: 'not_computed'; + } & MetricNotComputed) + | ({ + status_type: 'pending'; + } & MetricPending) + | ({ + status_type: 'computing'; + } & MetricComputing) + | ({ + status_type: 'not_applicable'; + } & MetricNotApplicable) + | ({ + status_type: 'success'; + } & MetricSuccess) + | ({ + status_type: 'error'; + } & MetricError) + | ({ + status_type: 'failed'; + } & MetricFailed) + | ({ + status_type: 'roll_up'; + } & MetricRollUp); + } | null; /** - * Num Judges + * Files * - * Number of judges for the scorer. + * File metadata keyed by file ID for files associated with this record */ - num_judges?: number | null; -}; - -/** - * OutputTypeEnum - * - * Enumeration of output types. - */ -export const OutputTypeEnum = { - BOOLEAN: 'boolean', - CATEGORICAL: 'categorical', - COUNT: 'count', - DISCRETE: 'discrete', - FREEFORM: 'freeform', - PERCENTAGE: 'percentage', - MULTILABEL: 'multilabel' -} as const; - -/** - * OutputTypeEnum - * - * Enumeration of output types. - */ -export type OutputTypeEnum = - (typeof OutputTypeEnum)[keyof typeof OutputTypeEnum]; - -/** - * OverrideAction - */ -export type OverrideAction = { + files?: { + [key: string]: FileMetadata; + } | null; /** - * Type + * Parent ID + * + * Galileo ID of the parent of this span */ - type?: 'OVERRIDE'; + parent_id?: string | null; /** - * Subscriptions + * Is Complete * - * List of subscriptions to send a notification to when this action is applied and the ruleset status matches any of the configured statuses. + * Whether the parent trace is complete or not */ - subscriptions?: Array; + is_complete?: boolean; /** - * Choices + * Step Number * - * List of choices to override the response with. If there are multiple choices, one will be chosen at random when applying this action. + * Topological step number of the span. */ - choices: Array; + step_number?: number | null; }; /** @@ -14042,7 +18606,8 @@ export type Permission = { | FineTunedScorerAction | DatasetAction | IntegrationAction - | OrganizationAction; + | OrganizationAction + | AnnotationQueueAction; /** * Allowed */ @@ -14281,7 +18846,7 @@ export type ProjectCreatorFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -14396,7 +18961,7 @@ export type ProjectIdFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -15003,7 +19568,7 @@ export type PromptTemplateCreatedByFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -15247,6 +19812,59 @@ export type QueryDatasetParams = { sort?: DatasetContentSortClause | null; }; +/** + * ReasoningEvent + * + * Internal reasoning/thinking from the model (e.g., OpenAI o1/o3 reasoning tokens). + */ +export type ReasoningEvent = { + /** + * Type + */ + type?: 'reasoning'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + error_message?: string | null; + /** + * Content + * + * The reasoning/thinking content + */ + content?: string | null; + /** + * Summary + * + * Summary of the reasoning + */ + summary?: + | string + | Array<{ + [key: string]: unknown; + }> + | null; +}; + /** * RecomputeLogRecordsMetricsRequest * @@ -15307,12 +19925,21 @@ export type RecomputeLogRecordsMetricsRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filter_tree?: FilterExpression | null; - sort?: LogRecordsSortClause; + filter_tree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; + /** + * Sort for the query. Defaults to native sort (created_at, id descending). + */ + sort?: LogRecordsSortClause | null; /** * Truncate Fields */ truncate_fields?: boolean; + /** + * Include Counts + * + * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + */ + include_counts?: boolean; /** * Scorer Ids * @@ -15402,20 +20029,43 @@ export type RegisteredScorer = { > | null; }; -/** - * RegisteredScorerAction - */ -export const RegisteredScorerAction = { - UPDATE: 'update', - DELETE: 'delete' -} as const; - -/** - * RegisteredScorerAction - */ -export type RegisteredScorerAction = - (typeof RegisteredScorerAction)[keyof typeof RegisteredScorerAction]; - +/** + * RegisteredScorerAction + */ +export const RegisteredScorerAction = { + UPDATE: 'update', + DELETE: 'delete' +} as const; + +/** + * RegisteredScorerAction + */ +export type RegisteredScorerAction = + (typeof RegisteredScorerAction)[keyof typeof RegisteredScorerAction]; + +/** + * RegisteredScorerTaskResultResponse + */ +export type RegisteredScorerTaskResultResponse = { + /** + * Id + */ + id: string; + /** + * Created At + */ + created_at: string; + /** + * Updated At + */ + updated_at: string; + status: TaskResultStatus; + /** + * Result + */ + result?: ValidateRegisteredScorerResult | string | null; +}; + /** * RenderTemplateRequest */ @@ -15620,6 +20270,27 @@ export type RetrieverSpan = { >; }; +/** + * RollUpStrategy + * + * Strategies for rolling metrics up the Session/Trace/Span hierarchy. + */ +export const RollUpStrategy = { + AVG: 'avg', + SUM: 'sum', + FIRST: 'first', + LAST: 'last', + NONE: 'none' +} as const; + +/** + * RollUpStrategy + * + * Strategies for rolling metrics up the Session/Trace/Span hierarchy. + */ +export type RollUpStrategy = + (typeof RollUpStrategy)[keyof typeof RollUpStrategy]; + /** * RollbackRequest */ @@ -16042,12 +20713,6 @@ export type RunParamsMap = { * RunScorerSettingsPatchRequest */ export type RunScorerSettingsPatchRequest = { - /** - * Run Id - * - * ID of the run. - */ - run_id: string; /** * Scorers * @@ -16060,18 +20725,18 @@ export type RunScorerSettingsPatchRequest = { * List of segment filters to apply to the run. */ segment_filters?: Array | null; -}; - -/** - * RunScorerSettingsResponse - */ -export type RunScorerSettingsResponse = { /** * Run Id * * ID of the run. */ run_id: string; +}; + +/** + * RunScorerSettingsResponse + */ +export type RunScorerSettingsResponse = { /** * Scorers */ @@ -16082,6 +20747,12 @@ export type RunScorerSettingsResponse = { * List of segment filters to apply to the run. */ segment_filters?: Array | null; + /** + * Run Id + * + * ID of the run. + */ + run_id: string; }; /** @@ -16240,6 +20911,16 @@ export type ScorerConfig = { * ScorerVersion to use for this scorer. If not provided, the latest version will be used. */ scorer_version?: BaseScorerVersionDb | null; + /** + * Multimodal Capabilities + * + * Multimodal capabilities which this scorer can utilize in its evaluation. + */ + multimodal_capabilities?: Array | null; + /** + * Roll Up Method + */ + roll_up_method?: string | null; }; /** @@ -16275,7 +20956,7 @@ export type ScorerCreatorFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -16454,10 +21135,19 @@ export type ScorerResponse = { scoreable_node_types?: Array | null; output_type?: OutputTypeEnum | null; input_type?: InputTypeEnum | null; + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; /** * Required Scorers */ required_scorers?: Array | null; + /** + * Deprecated + */ + deprecated?: boolean | null; + roll_up_config?: BaseMetricRollUpConfigDb | null; /** * Label */ @@ -16488,6 +21178,7 @@ export type ScorerResponse = { * Updated At */ updated_at?: string | null; + roll_up_method?: NumericRollUpMethod | null; }; /** @@ -16801,6 +21492,24 @@ export type SegmentFilter = { llm_scorers?: boolean; }; +/** + * SelectColumns + */ +export type SelectColumns = { + /** + * Column Ids + */ + column_ids?: Array; + /** + * Include All Metrics + */ + include_all_metrics?: boolean; + /** + * Include All Feedback + */ + include_all_feedback?: boolean; +}; + /** * SessionCreateRequest */ @@ -16823,6 +21532,17 @@ export type SessionCreateRequest = { * Metrics testing id associated with the traces. */ metrics_testing_id?: string | null; + logging_method?: LoggingMethod; + /** + * Client Version + */ + client_version?: string | null; + /** + * Reliable + * + * Whether or not to use reliable logging. If set to False, the method will respond immediately before verifying that the traces have been successfully ingested, and no error message will be returned if ingestion fails. If set to True, the method will wait for the traces to be successfully ingested or return an error message if there is an ingestion failure. + */ + reliable?: boolean; /** * Name * @@ -16841,6 +21561,14 @@ export type SessionCreateRequest = { * External id of the session. */ external_id?: string | null; + /** + * User Metadata + * + * User metadata for the session. + */ + user_metadata?: { + [key: string]: string; + } | null; }; /** @@ -17062,6 +21790,56 @@ export type StageWithRulesets = { paused?: boolean; }; +/** + * StandardError + */ +export type StandardError = { + /** + * Error Code + */ + error_code: number; + error_type: ErrorType; + /** + * Error Group + */ + error_group: string; + severity: ErrorSeverity; + /** + * Message + */ + message: string; + /** + * User Action + */ + user_action?: string | null; + /** + * Documentation Link + */ + documentation_link?: string | null; + /** + * Retriable + */ + retriable?: boolean; + /** + * Blocking + */ + blocking?: boolean; + /** + * Http Status Code + */ + http_status_code?: number | null; + /** + * Source Service + */ + source_service?: string | null; + /** + * Context + */ + context?: { + [key: string]: unknown; + }; +}; + /** * StarAggregate */ @@ -17128,30 +21906,6 @@ export type StringData = { input_strings: Array; }; -/** - * StringFilter - * - * Filters on a string field. - */ -export type StringFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; - /** - * Value - */ - value: string | Array; - /** - * Case Sensitive - */ - case_sensitive?: boolean; -}; - /** * SubscriptionConfig */ @@ -17239,6 +21993,10 @@ export type SyntheticDatasetExtensionRequest = { * Count */ count?: number; + /** + * Project Id + */ + project_id?: string | null; }; /** @@ -17413,6 +22171,22 @@ export type TaskResourceLimits = { memory_mb?: number; }; +/** + * TaskResultStatus + */ +export const TaskResultStatus = { + PENDING: 'pending', + STARTED: 'started', + COMPLETED: 'completed', + FAILED: 'failed' +} as const; + +/** + * TaskResultStatus + */ +export type TaskResultStatus = + (typeof TaskResultStatus)[keyof typeof TaskResultStatus]; + /** * TaskType * @@ -17461,6 +22235,51 @@ export type TemplateStubRequest = { templates: Array; }; +/** + * TestScore + */ +export type TestScore = { + node_type: NodeType; + /** + * Score + */ + score?: number | number | string | boolean | null; +}; + +/** + * TextAggregate + */ +export type TextAggregate = { + /** + * Feedback Type + */ + feedback_type?: 'text'; + /** + * Count + */ + count: number; + /** + * Unrated Count + */ + unrated_count: number; +}; + +/** + * TextContentPart + * + * A text segment within a message. + */ +export type TextContentPart = { + /** + * Type + */ + type?: 'text'; + /** + * Text + */ + text: string; +}; + /** * TextRating */ @@ -18146,48 +22965,6 @@ export type UpdatePromptTemplateRequest = { name?: string | Name | null; }; -/** - * UpdateScorerRequest - */ -export type UpdateScorerRequest = { - /** - * Name - */ - name?: string | null; - /** - * Description - */ - description?: string | null; - /** - * Tags - */ - tags?: Array | null; - defaults?: ScorerDefaults | null; - model_type?: ModelType | null; - /** - * Ground Truth - */ - ground_truth?: boolean | null; - /** - * Default Version Id - */ - default_version_id?: string | null; - /** - * User Prompt - */ - user_prompt?: string | null; - /** - * Scoreable Node Types - */ - scoreable_node_types?: Array | null; - output_type?: OutputTypeEnum | null; - input_type?: InputTypeEnum | null; - /** - * Required Scorers - */ - required_scorers?: Array | null; -}; - /** * UpsertDatasetContentRequest */ @@ -18257,13 +23034,22 @@ export type UserCollaborator = { /** * UserCollaboratorCreate + * + * Create a user collaborator using either user_id or email. + * + * When using email, if the user doesn't exist in the organization, + * they will be invited automatically. */ export type UserCollaboratorCreate = { role?: CollaboratorRole; /** * User Id */ - user_id: string; + user_id?: string | null; + /** + * User Email + */ + user_email?: string | null; }; /** @@ -18350,103 +23136,54 @@ export const UserRole = { /** * UserRole - */ -export type UserRole = (typeof UserRole)[keyof typeof UserRole]; - -/** - * ValidateLLMScorerLogRecordRequest - * - * Request to validate a new LLM scorer based on a log record. - * This is used to create a new experiment with the copied log records to store the metric testing results. - */ -export type ValidateLlmScorerLogRecordRequest = { - /** - * Starting Token - */ - starting_token?: number; - /** - * Limit - */ - limit?: number; - /** - * Previous Last Row Id - */ - previous_last_row_id?: string | null; - /** - * Log Stream Id - * - * Log stream id associated with the traces. - */ - log_stream_id?: string | null; - /** - * Experiment Id - * - * Experiment id associated with the traces. - */ - experiment_id?: string | null; + */ +export type UserRole = (typeof UserRole)[keyof typeof UserRole]; + +/** + * ValidResult + */ +export type ValidResult = { /** - * Metrics Testing Id - * - * Metrics testing id associated with the traces. + * Result Type */ - metrics_testing_id?: string | null; + result_type?: 'valid'; /** - * Filters + * Score Type */ - filters?: Array< - | ({ - type: 'id'; - } & LogRecordsIdFilter) - | ({ - type: 'date'; - } & LogRecordsDateFilter) - | ({ - type: 'number'; - } & LogRecordsNumberFilter) - | ({ - type: 'boolean'; - } & LogRecordsBooleanFilter) - | ({ - type: 'collection'; - } & LogRecordsCollectionFilter) - | ({ - type: 'text'; - } & LogRecordsTextFilter) - >; - filter_tree?: FilterExpression | null; - sort?: LogRecordsSortClause; + score_type: string; /** - * Truncate Fields + * Scoreable Node Types */ - truncate_fields?: boolean; + scoreable_node_types: Array; /** - * Query + * Include Llm Credentials */ - query: string; + include_llm_credentials?: boolean; + chain_aggregation?: ChainAggregationStrategy | null; /** - * Response + * Test Scores */ - response: string; - chain_poll_template: ChainPollTemplate; - scorer_configuration: GeneratedScorerConfiguration; + test_scores: Array; +}; + +/** + * ValidateCodeScorerResponse + */ +export type ValidateCodeScorerResponse = { /** - * User Prompt + * Task Id */ - user_prompt: string; + task_id: string; }; /** - * ValidateLLMScorerLogRecordResponse - * - * Response model for validating a new LLM scorer based on a log record. - * - * Returns the uuid of the experiment created with the copied log records to store the metric testing results. + * ValidateRegisteredScorerResult */ -export type ValidateLlmScorerLogRecordResponse = { +export type ValidateRegisteredScorerResult = { /** - * Metrics Experiment Id + * Result */ - metrics_experiment_id: string; + result: ValidResult | InvalidResult; }; /** @@ -18491,6 +23228,10 @@ export type VegasGatewayIntegration = { * VegasGatewayIntegrationCreate */ export type VegasGatewayIntegrationCreate = { + /** + * Configuration for multi-modal (file upload) capabilities. + */ + multi_modal_config?: MultiModalModelIntegrationConfig | null; /** * Endpoint */ @@ -18535,6 +23276,72 @@ export type VertexAiIntegrationCreate = { token: string; }; +/** + * WebSearchAction + * + * Action payload for a web search call event. + */ +export type WebSearchAction = { + /** + * Type + * + * Type of web search action + */ + type: 'search'; + /** + * Query + * + * Search query string + */ + query?: string | null; + /** + * Sources + * + * Optional provider-specific sources + */ + sources?: unknown | null; +}; + +/** + * WebSearchCallEvent + * + * An OpenAI-style web search call event. + */ +export type WebSearchCallEvent = { + /** + * Type + */ + type?: 'web_search_call'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + error_message?: string | null; + /** + * Web search action payload + */ + action: WebSearchAction; +}; + /** * WorkflowSpan */ @@ -18834,7 +23641,16 @@ export type GalileoCoreSchemasLoggingLlmMessage = { /** * Content */ - content: string; + content: + | string + | Array< + | ({ + type: 'text'; + } & TextContentPart) + | ({ + type: 'file'; + } & FileContentPart) + >; role: GalileoCoreSchemasLoggingLlmMessageRole; /** * Tool Call Id @@ -18872,7 +23688,16 @@ export type GalileoCoreSchemasSharedMessageMessage = { /** * Content */ - content: string; + content: + | string + | Array< + | ({ + type: 'text'; + } & TextContentPart) + | ({ + type: 'file'; + } & FileContentPart) + >; /** * Role */ @@ -18880,6 +23705,15 @@ export type GalileoCoreSchemasSharedMessageMessage = { [key: string]: | unknown | string + | Array< + | ({ + type: 'text'; + } & TextContentPart) + | ({ + type: 'file'; + } & FileContentPart) + > + | string | GalileoCoreSchemasSharedMessageRoleMessageRole; }; @@ -18914,6 +23748,9 @@ export const GalileoCoreSchemasSharedScorersScorerNameScorerName = { BLEU: 'bleu', CHUNK_ATTRIBUTION_UTILIZATION_LUNA: 'chunk_attribution_utilization_luna', CHUNK_ATTRIBUTION_UTILIZATION: 'chunk_attribution_utilization', + CHUNK_RELEVANCE: 'chunk_relevance', + CONTEXT_PRECISION: 'context_precision', + PRECISION_AT_K: 'precision_at_k', COMPLETENESS_LUNA: 'completeness_luna', COMPLETENESS: 'completeness', CONTEXT_ADHERENCE: 'context_adherence', @@ -18944,6 +23781,11 @@ export const GalileoCoreSchemasSharedScorersScorerNameScorerName = { PROMPT_INJECTION_LUNA: 'prompt_injection_luna', PROMPT_PERPLEXITY: 'prompt_perplexity', ROUGE: 'rouge', + REASONING_COHERENCE: 'reasoning_coherence', + SQL_EFFICIENCY: 'sql_efficiency', + SQL_ADHERENCE: 'sql_adherence', + SQL_INJECTION: 'sql_injection', + SQL_CORRECTNESS: 'sql_correctness', TOOL_ERROR_RATE: 'tool_error_rate', TOOL_ERROR_RATE_LUNA: 'tool_error_rate_luna', TOOL_SELECTION_QUALITY: 'tool_selection_quality', @@ -18985,6 +23827,7 @@ export const PromptgalileoSchemasScorerNameScorerName = { _INPUT_TOXICITY: '_input_toxicity', _INPUT_TOXICITY_GPT: '_input_toxicity_gpt', _USER_REGISTERED: '_user_registered', + _COMPOSITE_USER_REGISTERED: '_composite_user_registered', _USER_SUBMITTED: '_user_submitted', _USER_GENERATED: '_user_generated', _USER_FINETUNED: '_user_finetuned', @@ -19611,9 +24454,21 @@ export type UpdateDatasetContentDatasetsDatasetIdContentPatchData = { export type UpdateDatasetContentDatasetsDatasetIdContentPatchErrors = { /** - * Validation Error + * Dataset not found + */ + 404: unknown; + /** + * ETag mismatch; client's If-Match does not match current resource version + */ + 412: unknown; + /** + * Validation error in request body */ 422: HttpValidationError; + /** + * Resource lock could not be acquired; another update may be in progress + */ + 423: unknown; }; export type UpdateDatasetContentDatasetsDatasetIdContentPatchError = @@ -19621,11 +24476,14 @@ export type UpdateDatasetContentDatasetsDatasetIdContentPatchError = export type UpdateDatasetContentDatasetsDatasetIdContentPatchResponses = { /** - * Successful Response + * Dataset content updated successfully */ - 200: unknown; + 204: void; }; +export type UpdateDatasetContentDatasetsDatasetIdContentPatchResponse = + UpdateDatasetContentDatasetsDatasetIdContentPatchResponses[keyof UpdateDatasetContentDatasetsDatasetIdContentPatchResponses]; + export type UpsertDatasetContentDatasetsDatasetIdContentPutData = { /** * Body @@ -19643,9 +24501,17 @@ export type UpsertDatasetContentDatasetsDatasetIdContentPutData = { export type UpsertDatasetContentDatasetsDatasetIdContentPutErrors = { /** - * Validation Error + * Dataset not found + */ + 404: unknown; + /** + * Validation error in request body */ 422: HttpValidationError; + /** + * Resource lock could not be acquired; another update may be in progress + */ + 423: unknown; }; export type UpsertDatasetContentDatasetsDatasetIdContentPutError = @@ -19653,11 +24519,14 @@ export type UpsertDatasetContentDatasetsDatasetIdContentPutError = export type UpsertDatasetContentDatasetsDatasetIdContentPutResponses = { /** - * Successful Response + * Dataset content upserted successfully */ - 200: unknown; + 204: void; }; +export type UpsertDatasetContentDatasetsDatasetIdContentPutResponse = + UpsertDatasetContentDatasetsDatasetIdContentPutResponses[keyof UpsertDatasetContentDatasetsDatasetIdContentPutResponses]; + export type DownloadDatasetDatasetsDatasetIdDownloadGetData = { body?: never; path: { @@ -20936,7 +25805,12 @@ export type ListLogStreamsProjectsProjectIdLogStreamsGetData = { */ project_id: string; }; - query?: never; + query?: { + /** + * Include Counts + */ + include_counts?: boolean; + }; url: '/projects/{project_id}/log_streams'; }; @@ -21004,6 +25878,10 @@ export type ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetData = project_id: string; }; query?: { + /** + * Include Counts + */ + include_counts?: boolean; /** * Starting Token */ @@ -21038,6 +25916,38 @@ export type ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetRespon export type ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetResponse = ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetResponses[keyof ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetResponses]; +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostData = { + body: LogStreamSearchRequest; + path: { + /** + * Project Id + */ + project_id: string; + }; + query?: never; + url: '/projects/{project_id}/log_streams/search'; +}; + +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostError = + SearchLogStreamsProjectsProjectIdLogStreamsSearchPostErrors[keyof SearchLogStreamsProjectsProjectIdLogStreamsSearchPostErrors]; + +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostResponses = { + /** + * Successful Response + */ + 200: ListLogStreamResponse; +}; + +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostResponse = + SearchLogStreamsProjectsProjectIdLogStreamsSearchPostResponses[keyof SearchLogStreamsProjectsProjectIdLogStreamsSearchPostResponses]; + export type DeleteLogStreamProjectsProjectIdLogStreamsLogStreamIdDeleteData = { body?: never; path: { @@ -21149,6 +26059,84 @@ export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses = export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponse = UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses[keyof UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses]; +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetData = + { + body?: never; + path: { + /** + * Log Stream Id + */ + log_stream_id: string; + /** + * Project Id + */ + project_id: string; + }; + query?: never; + url: '/projects/{project_id}/log_streams/{log_stream_id}/metric_settings'; + }; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetError = + GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetErrors[keyof GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetErrors]; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetResponses = + { + /** + * Successful Response + */ + 200: MetricSettingsResponse; + }; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetResponse = + GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetResponses[keyof GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetResponses]; + +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchData = + { + body: MetricSettingsRequest; + path: { + /** + * Project Id + */ + project_id: string; + /** + * Log Stream Id + */ + log_stream_id: string; + }; + query?: never; + url: '/projects/{project_id}/log_streams/{log_stream_id}/metric_settings'; + }; + +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchError = + UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchErrors[keyof UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchErrors]; + +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchResponses = + { + /** + * Successful Response + */ + 200: MetricSettingsResponse; + }; + +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchResponse = + UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchResponses[keyof UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchResponses]; + export type LogTracesProjectsProjectIdTracesPostData = { body: LogTracesIngestRequest; path: { @@ -21193,7 +26181,12 @@ export type GetTraceProjectsProjectIdTracesTraceIdGetData = { */ project_id: string; }; - query?: never; + query?: { + /** + * Include Presigned Urls + */ + include_presigned_urls?: boolean; + }; url: '/projects/{project_id}/traces/{trace_id}'; }; @@ -21265,7 +26258,12 @@ export type GetSpanProjectsProjectIdSpansSpanIdGetData = { */ project_id: string; }; - query?: never; + query?: { + /** + * Include Presigned Urls + */ + include_presigned_urls?: boolean; + }; url: '/projects/{project_id}/spans/{span_id}'; }; @@ -21479,6 +26477,39 @@ export type QueryTracesProjectsProjectIdTracesSearchPostResponses = { export type QueryTracesProjectsProjectIdTracesSearchPostResponse = QueryTracesProjectsProjectIdTracesSearchPostResponses[keyof QueryTracesProjectsProjectIdTracesSearchPostResponses]; +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostData = { + body: LogRecordsPartialQueryRequest; + path: { + /** + * Project Id + */ + project_id: string; + }; + query?: never; + url: '/projects/{project_id}/traces/partial_search'; +}; + +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostError = + QueryPartialTracesProjectsProjectIdTracesPartialSearchPostErrors[keyof QueryPartialTracesProjectsProjectIdTracesPartialSearchPostErrors]; + +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostResponses = + { + /** + * Successful Response + */ + 200: LogRecordsPartialQueryResponse; + }; + +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostResponse = + QueryPartialTracesProjectsProjectIdTracesPartialSearchPostResponses[keyof QueryPartialTracesProjectsProjectIdTracesPartialSearchPostResponses]; + export type CountTracesProjectsProjectIdTracesCountPostData = { body: LogRecordsQueryCountRequest; path: { @@ -21575,8 +26606,8 @@ export type QuerySpansProjectsProjectIdSpansSearchPostResponses = { export type QuerySpansProjectsProjectIdSpansSearchPostResponse = QuerySpansProjectsProjectIdSpansSearchPostResponses[keyof QuerySpansProjectsProjectIdSpansSearchPostResponses]; -export type CountSpansProjectsProjectIdSpansCountPostData = { - body: LogRecordsQueryCountRequest; +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostData = { + body: LogRecordsPartialQueryRequest; path: { /** * Project Id @@ -21584,31 +26615,32 @@ export type CountSpansProjectsProjectIdSpansCountPostData = { project_id: string; }; query?: never; - url: '/projects/{project_id}/spans/count'; + url: '/projects/{project_id}/spans/partial_search'; }; -export type CountSpansProjectsProjectIdSpansCountPostErrors = { +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostErrors = { /** * Validation Error */ - 422: HttpValidationError; -}; - -export type CountSpansProjectsProjectIdSpansCountPostError = - CountSpansProjectsProjectIdSpansCountPostErrors[keyof CountSpansProjectsProjectIdSpansCountPostErrors]; - -export type CountSpansProjectsProjectIdSpansCountPostResponses = { - /** - * Successful Response - */ - 200: LogRecordsQueryCountResponse; + 422: HttpValidationError; }; -export type CountSpansProjectsProjectIdSpansCountPostResponse = - CountSpansProjectsProjectIdSpansCountPostResponses[keyof CountSpansProjectsProjectIdSpansCountPostResponses]; +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostError = + QueryPartialSpansProjectsProjectIdSpansPartialSearchPostErrors[keyof QueryPartialSpansProjectsProjectIdSpansPartialSearchPostErrors]; + +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostResponses = + { + /** + * Successful Response + */ + 200: LogRecordsPartialQueryResponse; + }; -export type QueryMetricsProjectsProjectIdMetricsSearchPostData = { - body: LogRecordsMetricsQueryRequest; +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostResponse = + QueryPartialSpansProjectsProjectIdSpansPartialSearchPostResponses[keyof QueryPartialSpansProjectsProjectIdSpansPartialSearchPostResponses]; + +export type CountSpansProjectsProjectIdSpansCountPostData = { + body: LogRecordsQueryCountRequest; path: { /** * Project Id @@ -21616,28 +26648,28 @@ export type QueryMetricsProjectsProjectIdMetricsSearchPostData = { project_id: string; }; query?: never; - url: '/projects/{project_id}/metrics/search'; + url: '/projects/{project_id}/spans/count'; }; -export type QueryMetricsProjectsProjectIdMetricsSearchPostErrors = { +export type CountSpansProjectsProjectIdSpansCountPostErrors = { /** * Validation Error */ 422: HttpValidationError; }; -export type QueryMetricsProjectsProjectIdMetricsSearchPostError = - QueryMetricsProjectsProjectIdMetricsSearchPostErrors[keyof QueryMetricsProjectsProjectIdMetricsSearchPostErrors]; +export type CountSpansProjectsProjectIdSpansCountPostError = + CountSpansProjectsProjectIdSpansCountPostErrors[keyof CountSpansProjectsProjectIdSpansCountPostErrors]; -export type QueryMetricsProjectsProjectIdMetricsSearchPostResponses = { +export type CountSpansProjectsProjectIdSpansCountPostResponses = { /** * Successful Response */ - 200: LogRecordsMetricsResponse; + 200: LogRecordsQueryCountResponse; }; -export type QueryMetricsProjectsProjectIdMetricsSearchPostResponse = - QueryMetricsProjectsProjectIdMetricsSearchPostResponses[keyof QueryMetricsProjectsProjectIdMetricsSearchPostResponses]; +export type CountSpansProjectsProjectIdSpansCountPostResponse = + CountSpansProjectsProjectIdSpansCountPostResponses[keyof CountSpansProjectsProjectIdSpansCountPostResponses]; export type CreateSessionProjectsProjectIdSessionsPostData = { body: SessionCreateRequest; @@ -21703,6 +26735,41 @@ export type QuerySessionsProjectsProjectIdSessionsSearchPostResponses = { export type QuerySessionsProjectsProjectIdSessionsSearchPostResponse = QuerySessionsProjectsProjectIdSessionsSearchPostResponses[keyof QuerySessionsProjectsProjectIdSessionsSearchPostResponses]; +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostData = + { + body: LogRecordsPartialQueryRequest; + path: { + /** + * Project Id + */ + project_id: string; + }; + query?: never; + url: '/projects/{project_id}/sessions/partial_search'; + }; + +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostError = + QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostErrors[keyof QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostErrors]; + +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostResponses = + { + /** + * Successful Response + */ + 200: LogRecordsPartialQueryResponse; + }; + +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostResponse = + QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostResponses[keyof QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostResponses]; + export type CountSessionsProjectsProjectIdSessionsCountPostData = { body: LogRecordsQueryCountRequest; path: { @@ -21747,7 +26814,12 @@ export type GetSessionProjectsProjectIdSessionsSessionIdGetData = { */ project_id: string; }; - query?: never; + query?: { + /** + * Include Presigned Urls + */ + include_presigned_urls?: boolean; + }; url: '/projects/{project_id}/sessions/{session_id}'; }; @@ -22002,7 +27074,12 @@ export type ListExperimentsProjectsProjectIdExperimentsGetData = { */ project_id: string; }; - query?: never; + query?: { + /** + * Include Counts + */ + include_counts?: boolean; + }; url: '/projects/{project_id}/experiments'; }; @@ -22028,38 +27105,6 @@ export type ListExperimentsProjectsProjectIdExperimentsGetResponses = { export type ListExperimentsProjectsProjectIdExperimentsGetResponse = ListExperimentsProjectsProjectIdExperimentsGetResponses[keyof ListExperimentsProjectsProjectIdExperimentsGetResponses]; -export type CreateExperimentProjectsProjectIdExperimentsPostData = { - body: ExperimentCreateRequest; - path: { - /** - * Project Id - */ - project_id: string; - }; - query?: never; - url: '/projects/{project_id}/experiments'; -}; - -export type CreateExperimentProjectsProjectIdExperimentsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateExperimentProjectsProjectIdExperimentsPostError = - CreateExperimentProjectsProjectIdExperimentsPostErrors[keyof CreateExperimentProjectsProjectIdExperimentsPostErrors]; - -export type CreateExperimentProjectsProjectIdExperimentsPostResponses = { - /** - * Successful Response - */ - 200: ExperimentResponse; -}; - -export type CreateExperimentProjectsProjectIdExperimentsPostResponse = - CreateExperimentProjectsProjectIdExperimentsPostResponses[keyof CreateExperimentProjectsProjectIdExperimentsPostResponses]; - export type ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetData = { body?: never; @@ -22070,6 +27115,10 @@ export type ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetData project_id: string; }; query?: { + /** + * Include Counts + */ + include_counts?: boolean; /** * Starting Token */ @@ -22104,6 +27153,38 @@ export type ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetResp export type ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetResponse = ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetResponses[keyof ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetResponses]; +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostData = { + body: ExperimentSearchRequest; + path: { + /** + * Project Id + */ + project_id: string; + }; + query?: never; + url: '/projects/{project_id}/experiments/search'; +}; + +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostError = + SearchExperimentsProjectsProjectIdExperimentsSearchPostErrors[keyof SearchExperimentsProjectsProjectIdExperimentsSearchPostErrors]; + +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostResponses = { + /** + * Successful Response + */ + 200: ListExperimentResponse; +}; + +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostResponse = + SearchExperimentsProjectsProjectIdExperimentsSearchPostResponses[keyof SearchExperimentsProjectsProjectIdExperimentsSearchPostResponses]; + export type DeleteExperimentProjectsProjectIdExperimentsExperimentIdDeleteData = { body?: never; @@ -22326,6 +27407,84 @@ export type GetExperimentsMetricsProjectsProjectIdExperimentsMetricsPostResponse export type GetExperimentsMetricsProjectsProjectIdExperimentsMetricsPostResponse = GetExperimentsMetricsProjectsProjectIdExperimentsMetricsPostResponses[keyof GetExperimentsMetricsProjectsProjectIdExperimentsMetricsPostResponses]; +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetData = + { + body?: never; + path: { + /** + * Experiment Id + */ + experiment_id: string; + /** + * Project Id + */ + project_id: string; + }; + query?: never; + url: '/projects/{project_id}/experiments/{experiment_id}/metric_settings'; + }; + +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetError = + GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetErrors[keyof GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetErrors]; + +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetResponses = + { + /** + * Successful Response + */ + 200: MetricSettingsResponse; + }; + +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetResponse = + GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetResponses[keyof GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetResponses]; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchData = + { + body: MetricSettingsRequest; + path: { + /** + * Project Id + */ + project_id: string; + /** + * Experiment Id + */ + experiment_id: string; + }; + query?: never; + url: '/projects/{project_id}/experiments/{experiment_id}/metric_settings'; + }; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchError = + UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchErrors[keyof UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchErrors]; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchResponses = + { + /** + * Successful Response + */ + 200: MetricSettingsResponse; + }; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchResponse = + UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchResponses[keyof UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchResponses]; + export type CreateJobJobsPostData = { body: CreateJobRequest; path?: never; @@ -22472,14 +27631,14 @@ export type GetLatestJobForProjectRunProjectsProjectIdRunsRunIdJobsLatestGetResp export type GetSettingsProjectsProjectIdRunsRunIdScorerSettingsGetData = { body?: never; path: { - /** - * Project Id - */ - project_id: string; /** * Run Id */ run_id: string; + /** + * Project Id + */ + project_id: string; }; query?: never; url: '/projects/{project_id}/runs/{run_id}/scorer-settings'; @@ -23650,33 +28809,6 @@ export type InvokeProtectInvokePostResponses = { export type InvokeProtectInvokePostResponse = InvokeProtectInvokePostResponses[keyof InvokeProtectInvokePostResponses]; -export type CreateScorersPostData = { - body: CreateScorerRequest; - path?: never; - query?: never; - url: '/scorers'; -}; - -export type CreateScorersPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateScorersPostError = - CreateScorersPostErrors[keyof CreateScorersPostErrors]; - -export type CreateScorersPostResponses = { - /** - * Successful Response - */ - 200: ScorerResponse; -}; - -export type CreateScorersPostResponse = - CreateScorersPostResponses[keyof CreateScorersPostResponses]; - export type DeleteScorerScorersScorerIdDeleteData = { body?: never; path: { @@ -23741,69 +28873,66 @@ export type GetScorerScorersScorerIdGetResponses = { export type GetScorerScorersScorerIdGetResponse = GetScorerScorersScorerIdGetResponses[keyof GetScorerScorersScorerIdGetResponses]; -export type UpdateScorersScorerIdPatchData = { - body: UpdateScorerRequest; - path: { - /** - * Scorer Id - */ - scorer_id: string; - }; +export type ValidateCodeScorerScorersCodeValidatePostData = { + body: BodyValidateCodeScorerScorersCodeValidatePost; + path?: never; query?: never; - url: '/scorers/{scorer_id}'; + url: '/scorers/code/validate'; }; -export type UpdateScorersScorerIdPatchErrors = { +export type ValidateCodeScorerScorersCodeValidatePostErrors = { /** * Validation Error */ 422: HttpValidationError; }; -export type UpdateScorersScorerIdPatchError = - UpdateScorersScorerIdPatchErrors[keyof UpdateScorersScorerIdPatchErrors]; +export type ValidateCodeScorerScorersCodeValidatePostError = + ValidateCodeScorerScorersCodeValidatePostErrors[keyof ValidateCodeScorerScorersCodeValidatePostErrors]; -export type UpdateScorersScorerIdPatchResponses = { +export type ValidateCodeScorerScorersCodeValidatePostResponses = { /** * Successful Response */ - 200: ScorerResponse; + 200: ValidateCodeScorerResponse; }; -export type UpdateScorersScorerIdPatchResponse = - UpdateScorersScorerIdPatchResponses[keyof UpdateScorersScorerIdPatchResponses]; +export type ValidateCodeScorerScorersCodeValidatePostResponse = + ValidateCodeScorerScorersCodeValidatePostResponses[keyof ValidateCodeScorerScorersCodeValidatePostResponses]; -export type CreateLlmScorerVersionScorersScorerIdVersionLlmPostData = { - body: CreateLlmScorerVersionRequest; +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetData = { + body?: never; path: { /** - * Scorer Id + * Task Id */ - scorer_id: string; + task_id: string; }; query?: never; - url: '/scorers/{scorer_id}/version/llm'; + url: '/scorers/code/validate/{task_id}'; }; -export type CreateLlmScorerVersionScorersScorerIdVersionLlmPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; -export type CreateLlmScorerVersionScorersScorerIdVersionLlmPostError = - CreateLlmScorerVersionScorersScorerIdVersionLlmPostErrors[keyof CreateLlmScorerVersionScorersScorerIdVersionLlmPostErrors]; +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetError = + GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetErrors[keyof GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetErrors]; -export type CreateLlmScorerVersionScorersScorerIdVersionLlmPostResponses = { - /** - * Successful Response - */ - 200: BaseScorerVersionResponse; -}; +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses = + { + /** + * Successful Response + */ + 200: RegisteredScorerTaskResultResponse; + }; -export type CreateLlmScorerVersionScorersScorerIdVersionLlmPostResponse = - CreateLlmScorerVersionScorersScorerIdVersionLlmPostResponses[keyof CreateLlmScorerVersionScorersScorerIdVersionLlmPostResponses]; +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponse = + GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses[keyof GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses]; export type GetScorerVersionCodeScorersScorerIdVersionCodeGetData = { body?: never; @@ -24262,34 +29391,6 @@ export type ManualLlmValidateScorersLlmValidatePostResponses = { export type ManualLlmValidateScorersLlmValidatePostResponse = ManualLlmValidateScorersLlmValidatePostResponses[keyof ManualLlmValidateScorersLlmValidatePostResponses]; -export type ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostData = { - body: ValidateLlmScorerLogRecordRequest; - path?: never; - query?: never; - url: '/scorers/llm/validate/log_record'; -}; - -export type ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostError = - ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostErrors[keyof ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostErrors]; - -export type ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostResponses = - { - /** - * Successful Response - */ - 200: ValidateLlmScorerLogRecordResponse; - }; - -export type ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostResponse = - ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostResponses[keyof ValidateLlmScorerLogRecordScorersLlmValidateLogRecordPostResponses]; - export type GetStageProjectsProjectIdStagesGetData = { body?: never; path: { @@ -25843,10 +30944,25 @@ export type GetAvailableScorerModelsLlmIntegrationsLlmIntegrationScorerModelsGet export type GetIntegrationsAndModelInfoLlmIntegrationsGetData = { body?: never; path?: never; - query?: never; + query?: { + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; + }; url: '/llm_integrations'; }; +export type GetIntegrationsAndModelInfoLlmIntegrationsGetErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type GetIntegrationsAndModelInfoLlmIntegrationsGetError = + GetIntegrationsAndModelInfoLlmIntegrationsGetErrors[keyof GetIntegrationsAndModelInfoLlmIntegrationsGetErrors]; + export type GetIntegrationsAndModelInfoLlmIntegrationsGetResponses = { /** * Response Get Integrations And Model Info Llm Integrations Get @@ -25874,7 +30990,12 @@ export type GetIntegrationsAndModelInfoForRunLlmIntegrationsProjectsProjectIdRun */ run_id: string; }; - query?: never; + query?: { + /** + * Multimodal Capabilities + */ + multimodal_capabilities?: Array | null; + }; url: '/llm_integrations/projects/{project_id}/runs/{run_id}'; };