assisted-chat/assisted-chat-pod.yaml at main · ItzikEzra-rh/assisted-chat · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
apiVersion: v1
kind: Pod
metadata:
  name: assisted-chat-pod
spec:
  containers:
    - name: lightspeed-stack
      image: ${LIGHTSPEED_STACK_IMAGE_OVERRIDE}
      env:
        - name: GEMINI_API_KEY
          value: ${GEMINI_API_KEY}
        - name: GOOGLE_APPLICATION_CREDENTIALS
          value: /tmp/vertex-credentials.json
        - name: ASSISTED_CHAT_POSTGRES_HOST
          value: localhost
        - name: ASSISTED_CHAT_POSTGRES_PORT
          value: "5432"
        - name: ASSISTED_CHAT_POSTGRES_USER
          value: assisted-chat
        - name: ASSISTED_CHAT_POSTGRES_PASSWORD
          value: assisted-chat
        - name: ASSISTED_CHAT_POSTGRES_NAME
          value: assisted-chat
        - name: LIGHTSPEED_STACK_POSTGRES_SSL_MODE
          value: ${LIGHTSPEED_STACK_POSTGRES_SSL_MODE}
      ports:
        - containerPort: 8090
          hostPort: 8090
      volumeMounts:
        - mountPath: /app-root/lightspeed-stack.yaml:Z
          name: config
          subPath: lightspeed-stack.yaml
        - mountPath: /app-root/llama_stack_client_config.yaml
          name: config
          subPath: llama_stack_client_config.yaml
        - mountPath: /tmp/systemprompt.txt
          name: config
          subPath: systemprompt.txt
        - mountPath: /tmp/vertex-credentials.json:Z
          name: config
          subPath: vertex-credentials.json
          readOnly: true
        - mountPath: /etc/tls/ca-bundle.pem
          name: config
          subPath: ca-bundle.pem
          readOnly: true
    - name: assisted-service-mcp
      image: localhost/local-ai-chat-assisted-service-mcp:latest
      env:
        - name: TRANSPORT
          value: streamable-http
        - name: INVENTORY_URL
          value: "https://api.stage.openshift.com/api/assisted-install/v2"
        - name: PULL_SECRET_URL
          value: "https://api.stage.openshift.com/api/accounts_mgmt/v1/access_token"
        - name: ENABLE_TROUBLESHOOTING_TOOLS
          value: "1"
    - name: ui
      image: localhost/local-ai-chat-ui
      env:
        - name: AIUI_CHAT_API_URL
          value: http://lightspeed-stack:8090/
        - name: AIUI_SSO_API_URL
          value: https://sso.redhat.com/auth/realms/redhat-external/protocol/openid-connect/token
        - name: AIUI_OCM_REFRESH_TOKEN
          value: ${OCM_REFRESH_TOKEN}
      ports:
        - containerPort: 8080
          hostPort: 8080
    - name: mcp-inspector
      image: localhost/local-ai-chat-inspector:latest
      env:
        - name: HOST
          value: 0.0.0.0
      ports:
        - containerPort: 6274
          hostPort: 6274
        - containerPort: 6277
          hostPort: 6277
    - name: mcphost
      image: quay.io/otuchfel/mcphost:0.9.2
      tty: true
      stdin: true
      args:
        - --config
        - /mcpconfig.json
        - --model
        - "google:gemini-2.0-flash"
        - --system-prompt
        - /systemprompt.txt
      env:
        - name: GEMINI_API_KEY
          value: ${GEMINI_API_KEY}
        - name: OCM_TOKEN
          value: ${OCM_TOKEN}
      volumeMounts:
        - mountPath: /mcpconfig.json
          name: config
          subPath: mcphost-mcp.json
        - mountPath: /systemprompt.txt
          name: config
          subPath: systemprompt.txt
    - name: postgres
      image: registry.redhat.io/rhel9/postgresql-16:latest
      env:
        - name: POSTGRESQL_USER
          value: assisted-chat
        - name: POSTGRESQL_PASSWORD
          value: assisted-chat
        - name: POSTGRESQL_DATABASE
          value: assisted-chat
      ports:
        - containerPort: 5432
          hostPort: 5432
      volumeMounts:
        - name: pgdata
          mountPath: /var/lib/pgsql/data:Z
  volumes:
    - name: config
      hostPath:
        path: ./config
        type: Directory
    - name: pgdata
      emptyDir: {}
      # Uncomment this and comment out emptyDir to persist data between pod restarts
      # hostPath:
      #   path: /home/$USER/.local/share/assisted-chat/pgdata
      #   type: DirectoryOrCreate