From 15a7a4b4def66f751d04b1d9dd2935bd790f3457 Mon Sep 17 00:00:00 2001 From: Regis David Souza Mesquita Date: Sat, 10 May 2025 22:35:57 +0100 Subject: [PATCH 1/7] Update mistral-medium prices and context sizes While testing the Mistral model, I noticed a discrepancy in the pricing shown on the logs screen. After reviewing the code, I confirmed that the pricing values were incorrect. This PR corrects the input and output token pricing for the latest Mistral model and adds the newly released mistral-medium-2505 version. --- ...odel_prices_and_context_window_backup.json | 31 +++++++++++++------ 1 file changed, 21 insertions(+), 10 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 5e8d9353ad97..9f303fc82453 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -1964,27 +1964,38 @@ "supports_tool_choice": true }, "mistral/mistral-medium": { - "max_tokens": 8191, - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.0000027, - "output_cost_per_token": 0.0000081, + "max_tokens": 131072, + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000004, + "output_cost_per_token": 0.000002, "litellm_provider": "mistral", "mode": "chat", "supports_assistant_prefill": true, "supports_tool_choice": true }, "mistral/mistral-medium-latest": { - "max_tokens": 8191, - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.0000027, - "output_cost_per_token": 0.0000081, + "max_tokens": 131072, + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000004, + "output_cost_per_token": 0.000002, "litellm_provider": "mistral", "mode": "chat", "supports_assistant_prefill": true, "supports_tool_choice": true }, + "mistral/mistral-medium-2505": { + "max_tokens": 131072, + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000004, + "output_cost_per_token": 0.000002, + "litellm_provider": "mistral", + "mode": "chat", + "supports_assistant_prefill": true, + "supports_tool_choice": true + } "mistral/mistral-medium-2312": { "max_tokens": 8191, "max_input_tokens": 32000, From 4dcd704918bb01e7d6af0ea03dca22ccdf325587 Mon Sep 17 00:00:00 2001 From: rdsm Date: Sat, 10 May 2025 22:59:39 +0100 Subject: [PATCH 2/7] Adds tool calling flag to mistral-medium --- litellm/model_prices_and_context_window_backup.json | 3 +++ 1 file changed, 3 insertions(+) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 9f303fc82453..e1c26c0a84e3 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -1971,6 +1971,7 @@ "output_cost_per_token": 0.000002, "litellm_provider": "mistral", "mode": "chat", + "supports_function_calling": true, "supports_assistant_prefill": true, "supports_tool_choice": true }, @@ -1982,6 +1983,7 @@ "output_cost_per_token": 0.000002, "litellm_provider": "mistral", "mode": "chat", + "supports_function_calling": true, "supports_assistant_prefill": true, "supports_tool_choice": true }, @@ -1993,6 +1995,7 @@ "output_cost_per_token": 0.000002, "litellm_provider": "mistral", "mode": "chat", + "supports_function_calling": true, "supports_assistant_prefill": true, "supports_tool_choice": true } From e10b499f0d0e6cf19520212da5413612e928d2f0 Mon Sep 17 00:00:00 2001 From: rdsm Date: Sat, 10 May 2025 23:03:33 +0100 Subject: [PATCH 3/7] Adds mistral-medium price updates to the main model price file --- ...odel_prices_and_context_window_backup.json | 2 +- model_prices_and_context_window.json | 34 +++++++++++++------ 2 files changed, 25 insertions(+), 11 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index e1c26c0a84e3..be280791720e 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -1998,7 +1998,7 @@ "supports_function_calling": true, "supports_assistant_prefill": true, "supports_tool_choice": true - } + }, "mistral/mistral-medium-2312": { "max_tokens": 8191, "max_input_tokens": 32000, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 5e8d9353ad97..be280791720e 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -1964,24 +1964,38 @@ "supports_tool_choice": true }, "mistral/mistral-medium": { - "max_tokens": 8191, - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.0000027, - "output_cost_per_token": 0.0000081, + "max_tokens": 131072, + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000004, + "output_cost_per_token": 0.000002, "litellm_provider": "mistral", "mode": "chat", + "supports_function_calling": true, "supports_assistant_prefill": true, "supports_tool_choice": true }, "mistral/mistral-medium-latest": { - "max_tokens": 8191, - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.0000027, - "output_cost_per_token": 0.0000081, + "max_tokens": 131072, + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000004, + "output_cost_per_token": 0.000002, + "litellm_provider": "mistral", + "mode": "chat", + "supports_function_calling": true, + "supports_assistant_prefill": true, + "supports_tool_choice": true + }, + "mistral/mistral-medium-2505": { + "max_tokens": 131072, + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000004, + "output_cost_per_token": 0.000002, "litellm_provider": "mistral", "mode": "chat", + "supports_function_calling": true, "supports_assistant_prefill": true, "supports_tool_choice": true }, From 5d31286b38065116c2b7d4477d10fc25d0c8a530 Mon Sep 17 00:00:00 2001 From: Regis David Souza Mesquita Date: Wed, 14 May 2025 13:40:03 +0100 Subject: [PATCH 4/7] Update model_prices_and_context_window_backup.json sets mistral medium alias to the old values as it probably points to the old version. --- litellm/model_prices_and_context_window_backup.json | 11 +++++------ 1 file changed, 5 insertions(+), 6 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 550b31c05267..f9f76e749c3a 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -3515,14 +3515,13 @@ "supports_tool_choice": true }, "mistral/mistral-medium": { - "max_tokens": 131072, - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000004, - "output_cost_per_token": 0.000002, + "max_tokens": 8191, + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.0000027, + "output_cost_per_token": 0.0000081, "litellm_provider": "mistral", "mode": "chat", - "supports_function_calling": true, "supports_assistant_prefill": true, "supports_tool_choice": true }, From 783cba22acbab76eb4be60e2df41e0958cb72362 Mon Sep 17 00:00:00 2001 From: Regis David Souza Mesquita Date: Wed, 14 May 2025 13:40:40 +0100 Subject: [PATCH 5/7] Update model_prices_and_context_window.json --- model_prices_and_context_window.json | 11 +++++------ 1 file changed, 5 insertions(+), 6 deletions(-) diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 550b31c05267..f9f76e749c3a 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -3515,14 +3515,13 @@ "supports_tool_choice": true }, "mistral/mistral-medium": { - "max_tokens": 131072, - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000004, - "output_cost_per_token": 0.000002, + "max_tokens": 8191, + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.0000027, + "output_cost_per_token": 0.0000081, "litellm_provider": "mistral", "mode": "chat", - "supports_function_calling": true, "supports_assistant_prefill": true, "supports_tool_choice": true }, From 62fb839aedd62b077eb3b7e835673f20c8996a58 Mon Sep 17 00:00:00 2001 From: Regis David Souza Mesquita Date: Wed, 14 May 2025 15:51:25 +0100 Subject: [PATCH 6/7] Update model_prices_and_context_window_backup.json --- litellm/model_prices_and_context_window_backup.json | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index f9f76e749c3a..c1f371043ba7 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -3526,9 +3526,9 @@ "supports_tool_choice": true }, "mistral/mistral-medium-latest": { - "max_tokens": 131072, + "max_tokens": 8191, "max_input_tokens": 131072, - "max_output_tokens": 131072, + "max_output_tokens": 8191, "input_cost_per_token": 0.0000004, "output_cost_per_token": 0.000002, "litellm_provider": "mistral", @@ -3538,9 +3538,9 @@ "supports_tool_choice": true }, "mistral/mistral-medium-2505": { - "max_tokens": 131072, + "max_tokens": 8191, "max_input_tokens": 131072, - "max_output_tokens": 131072, + "max_output_tokens": 8191, "input_cost_per_token": 0.0000004, "output_cost_per_token": 0.000002, "litellm_provider": "mistral", From 78432b17ffdcf168eea3d1f5d3330a484c35e9ea Mon Sep 17 00:00:00 2001 From: Regis David Souza Mesquita Date: Wed, 14 May 2025 15:51:56 +0100 Subject: [PATCH 7/7] Update model_prices_and_context_window.json --- model_prices_and_context_window.json | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index f9f76e749c3a..c1f371043ba7 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -3526,9 +3526,9 @@ "supports_tool_choice": true }, "mistral/mistral-medium-latest": { - "max_tokens": 131072, + "max_tokens": 8191, "max_input_tokens": 131072, - "max_output_tokens": 131072, + "max_output_tokens": 8191, "input_cost_per_token": 0.0000004, "output_cost_per_token": 0.000002, "litellm_provider": "mistral", @@ -3538,9 +3538,9 @@ "supports_tool_choice": true }, "mistral/mistral-medium-2505": { - "max_tokens": 131072, + "max_tokens": 8191, "max_input_tokens": 131072, - "max_output_tokens": 131072, + "max_output_tokens": 8191, "input_cost_per_token": 0.0000004, "output_cost_per_token": 0.000002, "litellm_provider": "mistral",