syz-cluster: use fake-gcs-server

Author: a-nogikh

syz-cluster/README.md

@@ -1,23 +1,37 @@
 ## Local installation steps
 
 1. Install and start minikube: https://minikube.sigs.k8s.io/docs/start/
-2. Add a Spanner Add-on: https://minikube.sigs.k8s.io/docs/handbook/addons/cloud-spanner/
-3. Build all docker containers:
 ```
-$ make all-containers
+$ minikube start
 ```
-4. Install Argo Workflows: https://github.com/argoproj/argo-workflows/releases
-5. Add a minio bucket (in the local setup it's used by Argo to transfer artifacts):
+2. Add a Spanner Add-on: https://minikube.sigs.k8s.io/docs/handbook/addons/cloud-spanner/
 ```
-$ argo submit workflows/add-minio-bucket.yaml
+$ minikube addons enable cloud-spanner
 ```
-6. Add Argo workflow templates:
+3. Build all docker containers (might take a while):
 ```
-$ argo template create workflows/build-step/workflow-template.yaml
-$ argo template create workflows/triage-step/workflow-template.yaml
+$ make all-containers
 ```
-7. Deploy the cluster:
+4. Deploy the cluster:
 ```
+$ kubectl create namespace argo
 $ minikube kubectl -- kubectl apply -k ./overlays/dev/
+$ argo template create workflow/*/workflow-template.yaml
 $ make restart-spanner
 ```
+
+## Developmental tips
+
+1. Install Argo Workflows client: https://github.com/argoproj/argo-workflows/releases
+
+Then you can use the `argo` tool like this:
+
+```
+$ argo list
+```
+
+2. Forward the dashboard port:
+
+```
+$ kubectl port-forward service/web-dashboard-service --address 0.0.0.0 50123:80
+```

syz-cluster/overlays/dev/fake-gcs.yaml

@@ -0,0 +1,47 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: fake-gcs-server
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: fake-gcs-server
+  template:
+    metadata:
+      labels:
+        app: fake-gcs-server
+    spec:
+      initContainers:
+      - name: create-test-bucket
+        image: busybox
+        command: ["sh", "-c", "mkdir -p /data/test-bucket"]
+        volumeMounts:
+        - name: data-volume
+          mountPath: /data
+      containers:
+      - name: fake-gcs-server
+        imagePullPolicy: IfNotPresent
+        image: fsouza/fake-gcs-server
+        args: ["-scheme", "http", "-public-host", "fake-gcs-server.default.svc.cluster.local"]
+        ports:
+        - containerPort: 4443
+        volumeMounts:
+        - name: data-volume
+          mountPath: /data
+      volumes:
+      - name: data-volume
+        emptyDir: {}
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: fake-gcs-server
+spec:
+  selector:
+    app: fake-gcs-server
+  ports:
+  - protocol: TCP
+    port: 4443
+    targetPort: 4443
+  type: LoadBalancer 

syz-cluster/overlays/dev/kustomization.yaml

@@ -7,16 +7,31 @@ resources:
   - ../../series-tracker
   - ../../kernel-disk
   - global-config.yaml
-  - minio.yaml
+  - https://github.com/argoproj/argo-workflows/releases/download/v3.6.2/install.yaml
   - workflow-roles.yaml
+  - fake-gcs.yaml
+  - workflow-artifacts.yaml
+  - blobs-pvc-dev.yaml
 
 patches:
   - target:
       kind: Deployment
     patch: |-
       - op: replace
         path: /spec/template/spec/containers/0/imagePullPolicy
-        value: Never
+        value: IfNotPresent
+  - target:
+      kind: ConfigMap
+      name: workflow-controller-configmap
+    patch: |-
+      - op: replace
+        path: /data
+        value:
+          config: |
+            executor:
+              env:
+                - name: STORAGE_EMULATOR_HOST
+                  value: http://fake-gcs-server.default.svc.cluster.local:4443
 
 images:
   - name: controller-image

syz-cluster/overlays/dev/minio.yaml

@@ -0,0 +1,10 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: artifact-repositories
+  annotations:
+    workflows.argoproj.io/default-artifact-repository: gcs-repo
+data:
+  gcs-repo: |
+    gcs:
+      bucket: test-bucket

syz-cluster/overlays/dev/workflow-artifacts.yaml

@@ -26,3 +26,34 @@ roleRef:
   kind: Role
   name: argo-workflow-role
   apiGroup: rbac.authorization.k8s.io
+
+---
+
+apiVersion: rbac.authorization.k8s.io/v1
+kind: Role
+metadata:
+  namespace: default
+  name: executor
+rules:
+- apiGroups: ["argoproj.io"]
+  resources:
+  - workflowtaskresults
+  verbs:
+  - create
+  - patch
+
+---
+
+apiVersion: rbac.authorization.k8s.io/v1
+kind: RoleBinding
+metadata:
+  name: executor-default
+  namespace: default
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: Role
+  name: executor
+subjects:
+- kind: ServiceAccount
+  name: default
+  namespace: default