feat: add azure openai inference

New inference provider.

Relates to: RHAIENG-744
Signed-off-by: Sébastien Han <seb@redhat.com>

Author: leseb

distribution/Containerfile

@@ -16,6 +16,7 @@ RUN pip install \
     fire \
     httpx \
     ibm_watsonx_ai \
+    litellm \
     matplotlib \
     mcp>=1.8.1 \
     nltk \

distribution/README.md

@@ -14,6 +14,7 @@ You can see an overview of the APIs and Providers the image ships with in the ta
 | eval | remote::trustyai_lmeval |
 | files | inline::localfs |
 | inference | inline::sentence-transformers |
+| inference | remote::azure |
 | inference | remote::bedrock |
 | inference | remote::vllm |
 | inference | remote::watsonx |

distribution/build.yaml

@@ -7,6 +7,7 @@ distribution_spec:
     - provider_type: remote::bedrock
     - provider_type: inline::sentence-transformers
     - provider_type: remote::watsonx
+    - provider_type: remote::azure
     vector_io:
     - provider_type: inline::milvus
     - provider_type: remote::milvus

distribution/run.yaml

@@ -42,6 +42,13 @@ providers:
       url: ${env.WATSONX_BASE_URL:=https://us-south.ml.cloud.ibm.com}
       api_key: ${env.WATSONX_API_KEY:=}
       project_id: ${env.WATSONX_PROJECT_ID:=}
+  - provider_id: ${env.AZURE_API_KEY:+azure}
+    provider_type: remote::azure
+    config:
+      api_key: ${env.AZURE_API_KEY:=}
+      api_base: ${env.AZURE_API_BASE:=}
+      api_version: ${env.AZURE_API_VERSION:=}
+      api_type: ${env.AZURE_API_TYPE:=}
   vector_io:
   - provider_id: milvus
     provider_type: inline::milvus