llama-stack-distribution/distribution/build.yaml at 8b82642302b049708c97e029113a85d28899ea70 · leseb/llama-stack-distribution · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
version: 2
distribution_spec:
  description: Red Hat distribution of Llama Stack
  providers:
    inference:
    - provider_type: remote::vllm
    - provider_type: remote::bedrock
    - provider_type: inline::sentence-transformers
    - provider_type: remote::watsonx
    vector_io:
    - provider_type: inline::milvus
    - provider_type: remote::milvus
    safety:
    - provider_type: remote::trustyai_fms
      module: llama_stack_provider_trustyai_fms==0.2.1
    agents:
    - provider_type: inline::meta-reference
    eval:
    - provider_type: remote::trustyai_lmeval
      module: llama_stack_provider_lmeval==0.2.4
    datasetio:
    - provider_type: remote::huggingface
    - provider_type: inline::localfs
    scoring:
    - provider_type: inline::basic
    - provider_type: inline::llm-as-judge
    - provider_type: inline::braintrust
    telemetry:
    - provider_type: inline::meta-reference
    tool_runtime:
    - provider_type: remote::brave-search
    - provider_type: remote::tavily-search
    - provider_type: inline::rag-runtime
    - provider_type: remote::model-context-protocol
    files:
    - provider_type: inline::localfs
  container_image: registry.redhat.io/ubi9/python-311:9.6-1749631027
additional_pip_packages:
- aiosqlite
- sqlalchemy[asyncio]
- asyncpg
- psycopg2-binary
image_type: container
image_name: llama-stack-rh
external_providers_dir: distribution/providers.d