Option to customize --nthreads (#64)

* Add threads_per_worker parameter * Document threads_per_worker option
dask · May 29, 2020 · 9406c7d · 9406c7d
1 parent 8f70d3f
commit 9406c7d
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/dask/templates/dask-worker-deployment.yaml b/dask/templates/dask-worker-deployment.yaml
@@ -35,7 +35,7 @@ spec:
             - {{ template "dask.fullname" . }}-scheduler:{{ .Values.scheduler.servicePort }}
           {{- if .Values.worker.resources.limits }}
             - --nthreads
-            - {{ .Values.worker.resources.limits.cpu | default .Values.worker.default_resources.cpu | quote }}
+            - {{ .Values.worker.threads_per_worker | default .Values.worker.resources.limits.cpu | default .Values.worker.default_resources.cpu | quote }}
             - --memory-limit
             - {{ .Values.worker.resources.limits.memory | default .Values.worker.default_resources.memory | quote }}
           {{- end }}

diff --git a/dask/values.yaml b/dask/values.yaml
@@ -77,6 +77,9 @@ worker:
   securityContext: {}
   # serviceAccountName: ""
   # port: ""
+  #  this option overrides "--nthreads" on workers, which defaults to resources.limits.cpu / default_resources.limits.cpu
+  #  use it if you need to limit the amount of threads used by multicore workers, or to make workers with non-whole-number cpu limits
+  # threads_per_worker: 1 
 
 jupyter:
   name: jupyter