compose.multinode.yaml

name: means-multinode

# Current Means multi-node support is a topology/development scaffold.
# Do not put a load balancer in front of these services until distributed metadata/RPC is implemented,
# because each node owns an independent XlFs namespace.

x-means-common: &means-common
  image: means:local
  build:
    context: .
    dockerfile: src/Means/Dockerfile
  restart: unless-stopped
  user: "0:0"
  environment: &means-common-env
    ASPNETCORE_ENVIRONMENT: "${ASPNETCORE_ENVIRONMENT:-Production}"
    ASPNETCORE_URLS: "http://+:8080"
    AllowedHosts: "*"

    Means__S3__ServiceHost: "${MEANS_S3_SERVICE_HOST:-localhost}"
    Means__S3__DomainSuffix: "${MEANS_S3_DOMAIN_SUFFIX:-means.local}"
    Means__S3__AliasPrefix: "/s3"

    Means__Storage__ObjectsPath: "/data/objects"
    Means__Storage__Disks__0: "/data/xlfs/disk1"
    Means__Storage__Disks__1: "/data/xlfs/disk2"
    Means__Storage__Disks__2: "/data/xlfs/disk3"
    Means__Storage__Disks__3: "/data/xlfs/disk4"
    Means__Storage__DeploymentId: "${MEANS_DEPLOYMENT_ID:-means-local-multinode}"
    Means__Storage__ErasureDataShards: "2"
    Means__Storage__ErasureParityShards: "2"
    Means__Storage__WriteQuorum: "3"
    Means__Storage__ReadQuorum: "1"
    Means__Storage__MetaSyncMode: "${MEANS_META_SYNC_MODE:-Always}"
    Means__Storage__VerifyChecksumOnRead: "${MEANS_VERIFY_CHECKSUM_ON_READ:-false}"
    # Bootstrap S3 credentials. Prefer host env MEANS_ACCESS_KEY / MEANS_SECRET_KEY.
    # Compose only interpolates ${...} from the host/.env — not from sibling keys in this block.
    # On every startup Means re-applies these values to the bootstrap access key metadata,
    # so changing them and recreating containers takes effect without wiping volumes.
    Means__Storage__DefaultAccessKey: "${MEANS_ACCESS_KEY:-meansadmin}"
    Means__Storage__DefaultSecretKey: "${MEANS_SECRET_KEY:-meansadmin-local-secret}"
    Means__Storage__MultipartUploadCleanupAgeHours: "24"
    Means__Storage__MultipartUploadCleanupIntervalMinutes: "60"

    Means__Cluster__ClusterId: "means-compose"
    Means__Cluster__ClusterName: "Means Compose Cluster"
    Means__Cluster__PoolId: "pool-1"
    Means__Cluster__PoolName: "Pool 1"
    Means__Cluster__InternalAuthToken: "${MEANS_CLUSTER_INTERNAL_TOKEN:-means-cluster-local-secret}"
    Means__Cluster__MaxShardTransferBytes: "${MEANS_MAX_SHARD_TRANSFER_BYTES:-5368709120}"

    Means__RequestLimits__MaxUploadSizeBytes: "${MEANS_MAX_UPLOAD_SIZE_BYTES:-1073741824}"
    Means__RequestLimits__MaxConcurrentUploadRequests: "${MEANS_MAX_CONCURRENT_UPLOADS:-64}"

    Means__RateLimits__Enabled: "${MEANS_RATE_LIMITS_ENABLED:-true}"
    Means__Telemetry__Enabled: "${MEANS_TELEMETRY_ENABLED:-false}"
    Means__Telemetry__OtlpEndpoint: "${MEANS_OTLP_ENDPOINT:-}"

    Means__Console__AdminUser: "${MEANS_CONSOLE_ADMIN_USER:-meansadmin}"
    Means__Console__AdminPassword: "${MEANS_CONSOLE_ADMIN_PASSWORD:-meansadmin-local}"
    Means__Console__SessionHours: "${MEANS_CONSOLE_SESSION_HOURS:-8}"

services:
  means-node1:
    <<: *means-common
    container_name: means-node1
    ports:
      - "${MEANS_NODE1_HTTP_PORT:-5181}:8080"
    environment:
      <<: *means-common-env
      Means__Storage__SetId: "set-node1"
      Means__Cluster__NodeId: "means-node1"
      Means__Cluster__NodeEndpoint: "http://means-node1:8080"
      Means__Cluster__ObjectDiskId: "means-node1-objects"
    volumes:
      - means-node1-objects:/data/objects
      - means-node1-disk1:/data/xlfs/disk1
      - means-node1-disk2:/data/xlfs/disk2
      - means-node1-disk3:/data/xlfs/disk3
      - means-node1-disk4:/data/xlfs/disk4

  means-node2:
    <<: *means-common
    container_name: means-node2
    ports:
      - "${MEANS_NODE2_HTTP_PORT:-5182}:8080"
    environment:
      <<: *means-common-env
      Means__Storage__SetId: "set-node2"
      Means__Cluster__NodeId: "means-node2"
      Means__Cluster__NodeEndpoint: "http://means-node2:8080"
      Means__Cluster__ObjectDiskId: "means-node2-objects"
    volumes:
      - means-node2-objects:/data/objects
      - means-node2-disk1:/data/xlfs/disk1
      - means-node2-disk2:/data/xlfs/disk2
      - means-node2-disk3:/data/xlfs/disk3
      - means-node2-disk4:/data/xlfs/disk4

  means-node3:
    <<: *means-common
    container_name: means-node3
    ports:
      - "${MEANS_NODE3_HTTP_PORT:-5183}:8080"
    environment:
      <<: *means-common-env
      Means__Storage__SetId: "set-node3"
      Means__Cluster__NodeId: "means-node3"
      Means__Cluster__NodeEndpoint: "http://means-node3:8080"
      Means__Cluster__ObjectDiskId: "means-node3-objects"
    volumes:
      - means-node3-objects:/data/objects
      - means-node3-disk1:/data/xlfs/disk1
      - means-node3-disk2:/data/xlfs/disk2
      - means-node3-disk3:/data/xlfs/disk3
      - means-node3-disk4:/data/xlfs/disk4

volumes:
  means-node1-objects:
  means-node1-disk1:
  means-node1-disk2:
  means-node1-disk3:
  means-node1-disk4:
  means-node2-objects:
  means-node2-disk1:
  means-node2-disk2:
  means-node2-disk3:
  means-node2-disk4:
  means-node3-objects:
  means-node3-disk1:
  means-node3-disk2:
  means-node3-disk3:
  means-node3-disk4: