perf: move to rustfs

Moves the minio instance we're using from a 3y old version to rustfs, a new s3
compliant bucket with active support.

Signed-off-by: Luca Zaninotto <luca.zaninotto@secomind.com>

Author: lusergit

.env

@@ -1,7 +1,7 @@
 #
 # This file is part of Edgehog.
 #
-# Copyright 2023-2024 SECO Mind Srl
+# Copyright 2023-2026 SECO Mind Srl
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -43,14 +43,14 @@ DOCKER_COMPOSE_EDGEHOG_BASE_DOMAIN=edgehog.localhost
 # configuration for Astarte.
 DOCKER_COMPOSE_ASTARTE_BASE_DOMAIN=astarte.localhost
 
-S3_ACCESS_KEY_ID=minioadmin
-S3_SECRET_ACCESS_KEY=minioadmin
+S3_ACCESS_KEY_ID=rustfsadmin
+S3_SECRET_ACCESS_KEY=rustfsadmin
 S3_REGION=local
 S3_SCHEME=http://
-S3_HOST=minio
+S3_HOST=rustfs
 S3_PORT=9000
 S3_BUCKET=edgehog
-S3_ASSET_HOST=http://minio-storage.${DOCKER_COMPOSE_EDGEHOG_BASE_DOMAIN}/edgehog
+S3_ASSET_HOST=http://rustfs-storage.${DOCKER_COMPOSE_EDGEHOG_BASE_DOMAIN}/edgehog
 S3_GCP_CREDENTIALS=
 
 SEEDS_REALM=test

.github/workflows/backend-minio.yaml

@@ -16,7 +16,7 @@
 #
 # SPDX-License-Identifier: Apache-2.0
 
-name: Minio Integration Test
+name: Rustfs Integration Test
 on:
   workflow_call:
   workflow_dispatch:
@@ -31,7 +31,7 @@ env:
   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
 jobs:
-  integration-minio:
+  integration-rustfs:
     runs-on: ubuntu-latest
     services:
       postgres:
@@ -47,36 +47,37 @@ jobs:
           --health-retries 5
     steps:
       - uses: actions/checkout@v6
-      - name: Start MinIO
+      - name: Start Rustfs
         run: |
           docker run -d \
-            --name minio \
+            --name rustfs \
             -p 9000:9000 \
             -p 9001:9001 \
-            -e MINIO_ROOT_USER=minioadmin \
-            -e MINIO_ROOT_PASSWORD=minioadmin \
-            minio/minio:latest \
-            server /data --console-address ":9001"
+            -e RUSTFS_ACCESS_KEY=rustfsadmin \
+            -e RUSTFS_SECRET_KEY=rustfsadmin \
+            -e RUSTFS_CONSOLE_ENABLE=false \
+            rustfs/rustfs:latest \
+            /data
 
-      - name: Wait for MinIO to be ready
+      - name: Wait for Rustfs to be ready
         run: |
-          echo "Waiting for MinIO to start..."
+          echo "Waiting for Rustfs to start..."
           for i in {1..30}; do
-            if curl -f http://localhost:9000/minio/health/live 2>/dev/null; then
-              echo "MinIO is ready!"
+            if curl -s http://localhost:9000/ 2>/dev/null; then
+              echo "Rustfs is ready!"
               break
             fi
-            echo "Attempt $i/30: MinIO not ready yet..."
+            echo "Attempt $i/30: Rustfs not ready yet..."
             sleep 2
           done
 
       - name: Bucket setup
         run: |
           wget https://dl.min.io/client/mc/release/linux-amd64/mc
           chmod +x ./mc
-          ./mc alias set minio http://localhost:9000 minioadmin minioadmin;
-          ./mc mb minio/edgehog;
-          ./mc anonymous set download minio/edgehog;
+          ./mc alias set rustfs http://localhost:9000 rustfsadmin rustfsadmin;
+          ./mc mb rustfs/edgehog;
+          ./mc anonymous set download rustfs/edgehog;
 
       - uses: team-alembic/staple-actions/actions/mix-task@main
         with:
@@ -88,8 +89,8 @@ jobs:
           POSTGRES_PASSWORD: postgres
           POSTGRES_HOST: postgres
           STORAGE_TYPE: s3
-          S3_ACCESS_KEY_ID: minioadmin
-          S3_SECRET_ACCESS_KEY: minioadmin
+          S3_ACCESS_KEY_ID: rustfsadmin
+          S3_SECRET_ACCESS_KEY: rustfsadmin
           S3_REGION: local
           S3_SCHEME: http://
           S3_HOST: localhost

docker-compose.yml

@@ -1,7 +1,6 @@
-#
 # This file is part of Edgehog.
 #
-# Copyright 2021-2025 SECO Mind Srl
+# Copyright 2021-2026 SECO Mind Srl
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -16,7 +15,6 @@
 # limitations under the License.
 #
 # SPDX-License-Identifier: Apache-2.0
-#
 
 services:
   postgres:
@@ -77,8 +75,8 @@ services:
       - ${SEEDS_REALM_PRIVATE_KEY_FILE}:/keys/realm_private.pem:z
     depends_on:
       - postgres
-      - minio
-      - minio-init
+      - rustfs
+      - rustfs-init
     labels:
       - "traefik.enable=true"
       - "traefik.http.routers.edgehog-backend.rule=Host(`api.${DOCKER_COMPOSE_EDGEHOG_BASE_DOMAIN}`)"
@@ -115,43 +113,44 @@ services:
       - "traefik.http.routers.edgehog-device-forwarder.service=edgehog-device-forwarder"
       - "traefik.http.services.edgehog-device-forwarder.loadbalancer.server.port=4001"
 
-  minio:
-    image: minio/minio:RELEASE.2023-01-18T04-36-38Z
+  rustfs:
+    image: rustfs/rustfs:latest
     volumes:
-      - "minio-data-v2:/data"
+      - "rustfs-data-v2:/data"
     environment:
-      MINIO_ROOT_USER: "minioadmin"
-      MINIO_ROOT_PASSWORD: "minioadmin"
-    command: server --console-address ":9001" /data
+      RUSTFS_ACCESS_KEY: "rustfsadmin"
+      RUSTFS_SECRET_KEY: "rustfsadmin"
+      RUSTFS_CONSOLE_ENABLE: true
+    command: /data
     labels:
       - "traefik.enable=true"
-      - "traefik.http.routers.edgehog-minio-storage.rule=Host(`minio-storage.${DOCKER_COMPOSE_EDGEHOG_BASE_DOMAIN}`)"
-      - "traefik.http.routers.edgehog-minio-storage.entrypoints=web"
-      - "traefik.http.routers.edgehog-minio-storage.service=edgehog-minio-storage"
-      - "traefik.http.services.edgehog-minio-storage.loadbalancer.server.port=9000"
-      - "traefik.http.routers.edgehog-minio-console.rule=Host(`minio.${DOCKER_COMPOSE_EDGEHOG_BASE_DOMAIN}`)"
-      - "traefik.http.routers.edgehog-minio-console.entrypoints=web"
-      - "traefik.http.routers.edgehog-minio-console.service=edgehog-minio-console"
-      - "traefik.http.services.edgehog-minio-console.loadbalancer.server.port=9001"
+      - "traefik.http.routers.edgehog-rustfs-storage.rule=Host(`rustfs-storage.${DOCKER_COMPOSE_EDGEHOG_BASE_DOMAIN}`)"
+      - "traefik.http.routers.edgehog-rustfs-storage.entrypoints=web"
+      - "traefik.http.routers.edgehog-rustfs-storage.service=edgehog-rustfs-storage"
+      - "traefik.http.services.edgehog-rustfs-storage.loadbalancer.server.port=9000"
+      - "traefik.http.routers.edgehog-rustfs-console.rule=Host(`rustfs.${DOCKER_COMPOSE_EDGEHOG_BASE_DOMAIN}`)"
+      - "traefik.http.routers.edgehog-rustfs-console.entrypoints=web"
+      - "traefik.http.routers.edgehog-rustfs-console.service=edgehog-rustfs-console"
+      - "traefik.http.services.edgehog-rustfs-console.loadbalancer.server.port=9001"
 
-  minio-init:
+  rustfs-init:
     image: minio/mc:RELEASE.2023-01-11T03-14-16Z
     depends_on:
-      - minio
+      - rustfs
     entrypoint: |
       /bin/sh -c "
-      while ! curl -s http://minio:9000 >/dev/null; do sleep 0.1; done;
-      /usr/bin/mc alias set minio http://minio:9000 minioadmin minioadmin;
-      /usr/bin/mc mb minio/edgehog;
-      /usr/bin/mc anonymous set download minio/edgehog;
+      while ! curl -s http://rustfs:9000 >/dev/null; do sleep 0.1; done;
+      /usr/bin/mc alias set rustfs http://rustfs:9000 rustfsadmin rustfsadmin;
+      /usr/bin/mc mb rustfs/edgehog;
+      /usr/bin/mc anonymous set download rustfs/edgehog;
       exit 0;
       "
 
   registry:
     image: registry:3
     restart: on-failure
     environment:
-      REGISTRY_AUTH: htpasswd
+      REGISTRY_AUTH: htpasswdocker run minio/mc ls playd
       REGISTRY_AUTH_HTPASSWD_REALM: Registry-Realm
       REGISTRY_AUTH_HTPASSWD_PATH: /auth/registry.passwd
       REGISTRY_STORAGE_FILESYSTEM_ROOTDIRECTORY: /data
@@ -218,7 +217,7 @@ configs:
 volumes:
   postgres-data:
   pgadmin-data:
-  minio-data-v2:
+  rustfs-data-v2:
     driver: local
   registry-auth:
   registry-data: