Skip to content

Commit 6e3c1c2

Browse files
irinakartunirinakartun
authored
feat(chat-e2e): add gpt-4.1-nano-2025-04-14 test (#4642)
1 parent 41d85e0 commit 6e3c1c2

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

‎apps/chat-e2e/.env.ci‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
TMS_URL="https://jira.epam.com/jira/browse"
22
ISSUE_URL="https://github.com/epam/ai-dial-chat/issues"
33
E2E_WORKERS="6"
4-
ENTITY_ARITHMETIC_REQUEST_FOR_API_TESTS='[{ "entityId": "gpt-35-turbo", "isSysPromptAllowed": "true" },{ "entityId": "gpt-35-turbo-1106", "isSysPromptAllowed": "true" },{ "entityId": "gpt-35-turbo-0125", "isSysPromptAllowed": "true" },{ "entityId": "gpt-4-turbo-2024-04-09", "isSysPromptAllowed": "true" },{ "entityId": "gpt-4-turbo", "isSysPromptAllowed": "true" },{ "entityId": "gpt-4o-2024-05-13", "isSysPromptAllowed": "true" },{ "entityId": "gpt-4o-2024-08-06", "isSysPromptAllowed": "true" },{ "entityId": "gpt-4o-2024-11-20", "isSysPromptAllowed": "true" },{ "entityId": "gpt-4o-mini-2024-07-18", "isSysPromptAllowed": "true" },{ "entityId": "gpt-4.1-2025-04-14", "isSysPromptAllowed": "true" },{ "entityId": "o1-2024-12-17", "isSysPromptAllowed": "true" },{ "entityId": "o3-mini-2025-01-31", "isSysPromptAllowed": "true" },{ "entityId": "amazon.titan-tg1-large", "isSysPromptAllowed": "true" },{ "entityId": "us.deepseek.r1-v1", "isSysPromptAllowed": "true" },{ "entityId": "anthropic.claude-instant-v1", "isSysPromptAllowed": "true" },{ "entityId": "anthropic.claude-v2", "isSysPromptAllowed": "true" },{ "entityId": "anthropic.claude-v2-1", "isSysPromptAllowed": "true" },{ "entityId": "anthropic.claude-v3-haiku", "isSysPromptAllowed": "true" },{ "entityId": "anthropic.claude-v3-sonnet", "isSysPromptAllowed": "true" },{ "entityId": "meta.llama3-8b-instruct-v1", "isSysPromptAllowed": "true" },{ "entityId": "meta.llama3-70b-instruct-v1", "isSysPromptAllowed": "true" },{ "entityId": "gemini-2.5-pro", "isSysPromptAllowed": "true" },{ "entityId": "gemini-2.5-flash", "isSysPromptAllowed": "true" },{ "entityId": "gemini-2.0-flash-lite-001", "isSysPromptAllowed": "true" },{ "entityId": "claude-3-7-sonnet@20250219", "isSysPromptAllowed": "true" },{ "entityId": "claude-sonnet-4@20250514", "isSysPromptAllowed": "true" },{ "entityId": "claude-opus-4@20250514", "isSysPromptAllowed": "true" },{ "entityId": "gemini-2.5-pro-google-search", "isSysPromptAllowed": "true" },{ "entityId": "gpt-5-2025-08-07", "isSysPromptAllowed": "true" },{ "entityId": "gpt-5-chat-2025-08-07", "isSysPromptAllowed": "true" },{ "entityId": "gpt-5-mini-2025-08-07", "isSysPromptAllowed": "true" },{ "entityId": "gpt-5-nano-2025-08-07", "isSysPromptAllowed": "true" },{ "entityId": "gpt-5-2025-08-07-reasoning", "isSysPromptAllowed": "true" }, { "entityId": "gpt-4.1-mini-2025-04-14", "isSysPromptAllowed": "true" }]'
4+
ENTITY_ARITHMETIC_REQUEST_FOR_API_TESTS='[{ "entityId": "gpt-35-turbo", "isSysPromptAllowed": "true" },{ "entityId": "gpt-35-turbo-1106", "isSysPromptAllowed": "true" },{ "entityId": "gpt-35-turbo-0125", "isSysPromptAllowed": "true" },{ "entityId": "gpt-4-turbo-2024-04-09", "isSysPromptAllowed": "true" },{ "entityId": "gpt-4-turbo", "isSysPromptAllowed": "true" },{ "entityId": "gpt-4o-2024-05-13", "isSysPromptAllowed": "true" },{ "entityId": "gpt-4o-2024-08-06", "isSysPromptAllowed": "true" },{ "entityId": "gpt-4o-2024-11-20", "isSysPromptAllowed": "true" },{ "entityId": "gpt-4o-mini-2024-07-18", "isSysPromptAllowed": "true" },{ "entityId": "gpt-4.1-2025-04-14", "isSysPromptAllowed": "true" },{ "entityId": "o1-2024-12-17", "isSysPromptAllowed": "true" },{ "entityId": "o3-mini-2025-01-31", "isSysPromptAllowed": "true" },{ "entityId": "amazon.titan-tg1-large", "isSysPromptAllowed": "true" },{ "entityId": "us.deepseek.r1-v1", "isSysPromptAllowed": "true" },{ "entityId": "anthropic.claude-instant-v1", "isSysPromptAllowed": "true" },{ "entityId": "anthropic.claude-v2", "isSysPromptAllowed": "true" },{ "entityId": "anthropic.claude-v2-1", "isSysPromptAllowed": "true" },{ "entityId": "anthropic.claude-v3-haiku", "isSysPromptAllowed": "true" },{ "entityId": "anthropic.claude-v3-sonnet", "isSysPromptAllowed": "true" },{ "entityId": "meta.llama3-8b-instruct-v1", "isSysPromptAllowed": "true" },{ "entityId": "meta.llama3-70b-instruct-v1", "isSysPromptAllowed": "true" },{ "entityId": "gemini-2.5-pro", "isSysPromptAllowed": "true" },{ "entityId": "gemini-2.5-flash", "isSysPromptAllowed": "true" },{ "entityId": "gemini-2.0-flash-lite-001", "isSysPromptAllowed": "true" },{ "entityId": "claude-3-7-sonnet@20250219", "isSysPromptAllowed": "true" },{ "entityId": "claude-sonnet-4@20250514", "isSysPromptAllowed": "true" },{ "entityId": "claude-opus-4@20250514", "isSysPromptAllowed": "true" },{ "entityId": "gemini-2.5-pro-google-search", "isSysPromptAllowed": "true" },{ "entityId": "gpt-5-2025-08-07", "isSysPromptAllowed": "true" },{ "entityId": "gpt-5-chat-2025-08-07", "isSysPromptAllowed": "true" },{ "entityId": "gpt-5-mini-2025-08-07", "isSysPromptAllowed": "true" },{ "entityId": "gpt-5-nano-2025-08-07", "isSysPromptAllowed": "true" },{ "entityId": "gpt-5-2025-08-07-reasoning", "isSysPromptAllowed": "true" }, { "entityId": "gpt-4.1-mini-2025-04-14", "isSysPromptAllowed": "true" }, { "entityId": "gpt-4.1-nano-2025-04-14", "isSysPromptAllowed": "true" }]'
55
ENTITY_PLUS_ATTACHMENT_FOR_API_TESTS='[{ "entityId": "gpt-4o-mini-2024-07-18", "attachmentName": "sun.jpg", "response": "sun" }]'
66
ENTITY_SIMPLE_REQUEST_FOR_API_TESTS='[{ "entityId": "stability.stable-image-core-v1", "request": "draw smiling emoticon", "isAttachmentResponse": "true"}, { "entityId": "stability.stable-image-ultra-v1", "request": "draw smiling emoticon", "isAttachmentResponse": "true"}, { "entityId": "stability.sd3-large-v1", "request": "draw smiling emoticon", "isAttachmentResponse": "true"}, { "entityId": "dall-e-3", "request": "draw smiling emoticon", "isAttachmentResponse": "true"}, { "entityId": "imagegeneration@005", "request": "draw smiling emoticon", "isAttachmentResponse": "true"}, { "entityId": "gpt-image-1", "request": "draw smiling emoticon", "isAttachmentResponse": "true"} ]'
7-
MODELS_LIST_FOR_TESTS='[{"entityId":"gpt-35-turbo"}, {"entityId":"gpt-35-turbo-1106"}, {"entityId":"gpt-35-turbo-0125"}, {"entityId":"gpt-4-turbo-2024-04-09"}, {"entityId":"gpt-4-turbo"}, {"entityId":"gpt-4o"}, {"entityId":"gpt-4o-2024-05-13"}, {"entityId": "gpt-4o-2024-08-06"}, {"entityId": "gpt-4o-2024-11-20"}, {"entityId": "gpt-4o-mini-2024-07-18"}, {"entityId": "gpt-4.1-2025-04-14"}, {"entityId": "o1-2024-12-17"}, {"entityId": "o3-mini-2025-01-31"}, {"entityId": "dall-e-3"}, {"entityId": "amazon.titan-tg1-large"}, {"entityId": "us.deepseek.r1-v1"}, {"entityId": "anthropic.claude"}, {"entityId": "anthropic.claude-instant-v1"}, {"entityId": "anthropic.claude-v2"}, {"entityId": "anthropic.claude-v2-1"}, {"entityId": "anthropic.claude-v3-sonnet"}, {"entityId": "anthropic.claude-v3-5-sonnet"}, {"entityId": "us.anthropic.claude-3-7-sonnet-20250219-v1"}, {"entityId": "anthropic.claude-sonnet-4-20250514-v1"}, {"entityId": "anthropic.claude-opus-4-20250514-v1"}, {"entityId": "anthropic.claude-v3-haiku"}, {"entityId": "anthropic.claude-v3-opus"}, {"entityId": "imagegeneration@005"}, {"entityId": "gemini-2.5-pro"}, {"entityId": "gemini-2.5-flash"}, {"entityId": "gemini-2.0-flash-lite-001"}, {"entityId": "claude-3-7-sonnet@20250219"}, {"entityId": "claude-sonnet-4@20250514"}, {"entityId": "claude-opus-4@20250514"}, {"entityId": "meta.llama3-8b-instruct-v1"}, {"entityId": "meta.llama3-70b-instruct-v1"}, {"entityId": "databricks-dbrx-instruct"}, {"entityId": "databricks-mixtral-8x7b-instruct"}, {"entityId": "stability.stable-image-core-v1"}, {"entityId": "stability.stable-image-ultra-v1"}, {"entityId": "stability.sd3-large-v1"}, {"entityId": "gpt-image-1"}, {"entityId": "o3-pro"}, {"entityId": "gemini-2.5-pro-google-search"},{"entityId": "gpt-5-2025-08-07"},{"entityId": "gpt-5-chat-2025-08-07"},{"entityId": "gpt-5-mini-2025-08-07"},{"entityId": "gpt-5-nano-2025-08-07"},{"entityId": "gpt-5-2025-08-07-reasoning"},{ "entityId": "gpt-4.1-mini-2025-04-14"}]'
7+
MODELS_LIST_FOR_TESTS='[{"entityId":"gpt-35-turbo"}, {"entityId":"gpt-35-turbo-1106"}, {"entityId":"gpt-35-turbo-0125"}, {"entityId":"gpt-4-turbo-2024-04-09"}, {"entityId":"gpt-4-turbo"}, {"entityId":"gpt-4o"}, {"entityId":"gpt-4o-2024-05-13"}, {"entityId": "gpt-4o-2024-08-06"}, {"entityId": "gpt-4o-2024-11-20"}, {"entityId": "gpt-4o-mini-2024-07-18"}, {"entityId": "gpt-4.1-2025-04-14"}, {"entityId": "o1-2024-12-17"}, {"entityId": "o3-mini-2025-01-31"}, {"entityId": "dall-e-3"}, {"entityId": "amazon.titan-tg1-large"}, {"entityId": "us.deepseek.r1-v1"}, {"entityId": "anthropic.claude"}, {"entityId": "anthropic.claude-instant-v1"}, {"entityId": "anthropic.claude-v2"}, {"entityId": "anthropic.claude-v2-1"}, {"entityId": "anthropic.claude-v3-sonnet"}, {"entityId": "anthropic.claude-v3-5-sonnet"}, {"entityId": "us.anthropic.claude-3-7-sonnet-20250219-v1"}, {"entityId": "anthropic.claude-sonnet-4-20250514-v1"}, {"entityId": "anthropic.claude-opus-4-20250514-v1"}, {"entityId": "anthropic.claude-v3-haiku"}, {"entityId": "anthropic.claude-v3-opus"}, {"entityId": "imagegeneration@005"}, {"entityId": "gemini-2.5-pro"}, {"entityId": "gemini-2.5-flash"}, {"entityId": "gemini-2.0-flash-lite-001"}, {"entityId": "claude-3-7-sonnet@20250219"}, {"entityId": "claude-sonnet-4@20250514"}, {"entityId": "claude-opus-4@20250514"}, {"entityId": "meta.llama3-8b-instruct-v1"}, {"entityId": "meta.llama3-70b-instruct-v1"}, {"entityId": "databricks-dbrx-instruct"}, {"entityId": "databricks-mixtral-8x7b-instruct"}, {"entityId": "stability.stable-image-core-v1"}, {"entityId": "stability.stable-image-ultra-v1"}, {"entityId": "stability.sd3-large-v1"}, {"entityId": "gpt-image-1"}, {"entityId": "o3-pro"}, {"entityId": "gemini-2.5-pro-google-search"},{"entityId": "gpt-5-2025-08-07"},{"entityId": "gpt-5-chat-2025-08-07"},{"entityId": "gpt-5-mini-2025-08-07"},{"entityId": "gpt-5-nano-2025-08-07"},{"entityId": "gpt-5-2025-08-07-reasoning"},{ "entityId": "gpt-4.1-mini-2025-04-14"},{ "entityId": "gpt-4.1-nano-2025-04-14"}]'
88
ADDONS_LIST_FOR_TESTS='[{"entityId":"addon-wolfram"}, {"entityId":"addon-xweather"}]'
99
SIMPLE_REQUEST_MODEL="gpt-35-turbo"
1010
SLOW_MODELS_IDS='["o3-pro"]'

0 commit comments

Comments
 (0)