F5-TTS/kubernetes/deployments.yaml at 309566ea9cbb8b3a3c5f4ccaa27538eacb0946ce · SWivid/F5-TTS · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
apiVersion: apps/v1
kind: Deployment
metadata:
  name: f5tts-api
spec:
  replicas: 1
  selector:
    matchLabels:
      app: f5tts-api
  template:
    metadata:
      labels:
        app: f5tts-api
    spec:
      imagePullSecrets:
        - name: ghcr-credentials
      nodeSelector:
        accelerator: a30
      containers:
        - name: api
          image: ghcr.io/aihpi/f5-tts-optim:latest
          imagePullPolicy: IfNotPresent
          command:
            - python3
            - -m
            - uvicorn
            - f5_tts.demo.server:app
            - --host
            - 0.0.0.0
            - --port
            - "8000"
          env:
            - name: MODEL_FILEPATH
              value: /var/tmp/model_430000.safetensors
          ports:
            - containerPort: 8000
          resources:
            limits:
              nvidia.com/gpu: "1"
          volumeMounts:
            - name: model-volume
              mountPath: /var/tmp/
      volumes:
        - name: model-volume
          persistentVolumeClaim:
            claimName: f5tts-model-pvc