SandboxFleet/.github/workflows/e2e-kind.yaml at 73b22df726e253ccda8f6795fa025b2d1e78aa8d · AgentX-lab/SandboxFleet · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
# Copyright 2026 The Actordock Authors.
# SPDX-License-Identifier: Apache-2.0

name: e2e-kind

on:
  push:
    branches: [main]
  pull_request:
    branches: [main]
  workflow_dispatch:

jobs:
  unit:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-go@v5
        with:
          go-version: "1.24.x"
      - name: Test
        run: go test ./...

  e2e-functional:
    runs-on: ubuntu-latest
    timeout-minutes: 45
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-go@v5
        with:
          go-version: "1.24.x"

      - name: Install kind
        run: |
          curl -fsSL -o ./kind "https://kind.sigs.k8s.io/dl/v0.27.0/kind-linux-amd64"
          chmod +x ./kind
          sudo mv ./kind /usr/local/bin/kind

      - name: Create cluster and deploy
        env:
          KIND_CLUSTER_NAME: actordock-functional
          POLICY: semantic-score
        run: |
          chmod +x hack/*.sh
          ./hack/kind-up.sh

      - name: Functional e2e (all four policies via SetPolicy)
        env:
          KIND_CLUSTER_NAME: actordock-functional
          E2E_SUITE: functional
          SANDBOX_COUNT: "5"
          MAX_RUNNING: "4"
          MIN_WORKERS: "2"
        run: ./hack/verify-local.sh

      - name: Dump on failure
        if: failure()
        run: |
          kubectl --context kind-actordock-functional -n actordock get pods -o wide || true
          kubectl --context kind-actordock-functional -n actordock describe pods || true
          kubectl --context kind-actordock-functional -n actordock logs deploy/controlplane --all-containers=true || true
          kubectl --context kind-actordock-functional -n actordock logs statefulset/worker --all-containers=true || true

      - name: Teardown
        if: always()
        env:
          KIND_CLUSTER_NAME: actordock-functional
        run: ./hack/kind-down.sh || true

  # agent-semantic@v2 ablation: random | resource-evict | semantic L1 | semantic L1+L3
  e2e-eval:
    runs-on: ubuntu-latest
    timeout-minutes: 120
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-go@v5
        with:
          go-version: "1.24.x"
      - uses: actions/setup-python@v5
        with:
          python-version: "3.12"

      - name: Install kind
        run: |
          curl -fsSL -o ./kind "https://kind.sigs.k8s.io/dl/v0.27.0/kind-linux-amd64"
          chmod +x ./kind
          sudo mv ./kind /usr/local/bin/kind

      - name: Create cluster and deploy
        env:
          KIND_CLUSTER_NAME: actordock-eval
          POLICY: fifo
        run: |
          chmod +x hack/*.sh hack/replay-agent-semantic.py
          ./hack/kind-up.sh

      - name: Agent-semantic ablation (8 agents / 2 workers)
        env:
          KIND_CLUSTER_NAME: actordock-eval
          E2E_SUITE: agent-semantic
          ACTORDOCK_API: http://127.0.0.1:18080
          EVAL_OUT_DIR: docs/eval/results
          AGENT_SEMANTIC_LIMIT: "8"
          AGENT_SEMANTIC_INFLIGHT: "8"
          AGENT_SEMANTIC_MIN_WORKERS: "2"
          AGENT_SEMANTIC_SPEED: "60"
          AGENT_SEMANTIC_MIN_LOCK: "0.25"
          AGENT_SEMANTIC_POLICIES: "random,resource-evict,semantic-score-l1,semantic-score"
        run: ./hack/verify-local.sh

      - name: Upload agent-semantic results
        if: success() || failure()
        uses: actions/upload-artifact@v4
        with:
          name: agent-semantic-policy-compare
          path: |
            docs/eval/results/policy_compare_agent_semantic_v2.md
            docs/eval/results/agent_semantic_v2__*.json
          if-no-files-found: warn

      - name: Dump on failure
        if: failure()
        run: |
          kubectl --context kind-actordock-eval -n actordock get pods -o wide || true
          kubectl --context kind-actordock-eval -n actordock describe pods || true
          kubectl --context kind-actordock-eval -n actordock logs deploy/controlplane --all-containers=true || true
          kubectl --context kind-actordock-eval -n actordock logs statefulset/worker --all-containers=true || true

      - name: Teardown
        if: always()
        env:
          KIND_CLUSTER_NAME: actordock-eval
        run: ./hack/kind-down.sh || true