Improve HTTP server configuration (#1625)

Author: Tansito

charts/qiskit-serverless/charts/gateway/templates/deployment.yaml

@@ -65,7 +65,16 @@ spec:
             {{- toYaml .Values.securityContext | nindent 12 }}
           image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}"
           imagePullPolicy: {{ .Values.image.pullPolicy }}
-          args: [ "gunicorn", "main.wsgi:application", "--bind", "0.0.0.0:{{ .Values.service.port }}", "--workers=4" ]
+          args: [ 
+            "gunicorn", 
+            {{ .Values.application.httpServer.serverModel }}, 
+            "--bind", "0.0.0.0:{{ .Values.service.port }}", 
+            "--workers={{ .Values.application.httpServer.workers }}",
+            "--threads={{ .Values.application.httpServer.threads }}", 
+            "--max-requests={{ .Values.application.httpServer.threads }}",
+            "--max-requests-jitter={{ .Values.application.httpServer.jitter }}",
+            "--timeout={{ .Values.application.httpServer.timeout }}"
+            ]
           ports:
             - name: http
               containerPort: {{ .Values.service.port }}

charts/qiskit-serverless/charts/gateway/values.yaml

@@ -6,7 +6,14 @@ replicaCount: 1
 useCertManager: false
 
 application:
-#  command: [ "gunicorn", "gateway.wsgi:application", "--bind", "0.0.0.0:8000", "--workers=3" ]
+  # Gunicorn configuration
+  httpServer:
+    serverModel: "main.wsgi:application"
+    workers: 1
+    threads: 1
+    maxRequests: 1200
+    jitter: 50
+    timeout: 25
   debug: 0
   siteHost: "http://127.0.0.1:8000"
   rayHost: "http://ray:8265/"

docker-compose-dev.yaml

@@ -33,7 +33,7 @@ services:
     build:
       context: ./
       dockerfile: gateway/Dockerfile
-    command: gunicorn main.wsgi:application --bind 0.0.0.0:8000 --workers=4
+    command: gunicorn main.wsgi:application --bind 0.0.0.0:8000 --workers=1 --threads=1 --max-requests=1200 --max-requests-jitter=50 --timeout=25
     ports:
       - 8000:8000
     user: "root" # we use the root user here so the docker-compose watch can sync files into the container

docker-compose.yaml

@@ -29,7 +29,7 @@ services:
   gateway:
     container_name: gateway
     image: icr.io/quantum-public/qiskit-serverless/gateway:${VERSION:-0.21.1}
-    command: gunicorn main.wsgi:application --bind 0.0.0.0:8000 --workers=4
+    command: gunicorn main.wsgi:application --bind 0.0.0.0:8000 --workers=1 --threads=1 --max-requests=1200 --max-requests-jitter=50 --timeout=25
     ports:
       - 8000:8000
     environment: