Do not merge

.github/workflows/build_arm_charm.yaml

@@ -0,0 +1,28 @@
+name: build arm charm
+
+on: 
+  # push:
+  workflow_dispatch:
+
+jobs:
+  build:
+    runs-on: [self-hosted, linux, arm64]
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        repository: 'canonical/github-runner-operator'
+        ref: 'b9dce2243310ef2c627fe7244b62824e5d44b541'
+    - name: Install dependencies
+      run: |
+          sudo snap install charmcraft --classic
+          sudo lxd init --auto
+          sudo usermod -a -G lxd $USER
+    - name: Pack the charm
+      run: |
+          export http_proxy="" https_proxy="" HTTP_PROXY="" HTTPS_PROXY=""
+          sg lxd -c "charmcraft pack"
+    - name: upload artifact
+      uses: actions/upload-artifact@v4
+      with:
+          name: charm
+          path: ./*.charm

.github/workflows/comment.yaml

@@ -1,10 +1,11 @@
 name: Comment on the pull request
 
 on:
-  workflow_run:
-    workflows: ["Tests"]
-    types:
-      - completed
+  workflow_dispatch:
+  # workflow_run:
+  #   workflows: ["Tests"]
+  #   types:
+  #     - completed
 
 jobs:
   comment-on-pr:

.github/workflows/e2e_test.yaml

@@ -1,11 +1,8 @@
 name: End-to-End tests
 
 on:
-  pull_request:
-
-concurrency:
-  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
-  cancel-in-progress: true
+  # pull_request:
+  workflow_dispatch:
 
 jobs:
   # test option values defined at test/conftest.py are passed on via repository secret

.github/workflows/integration_test.yaml

@@ -1,11 +1,8 @@
 name: integration-tests
 
 on:
-  pull_request:
-
-  schedule:
-    # Trigger at 6:00 AM and 6:00 PM UTC
-    - cron: "0 6,18 * * *"
+  #pull_request:
+  workflow_dispatch:
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
@@ -14,9 +11,19 @@ concurrency:
 jobs:
   # test option values defined at test/conftest.py are passed on via repository secret
   # INTEGRATION_TEST_ARGS to operator-workflows automatically.
+  integration-tests-juju2:
+    name: Integration test with juju 2.9
+    uses: canonical/operator-workflows/.github/workflows/integration_test.yaml@main
+    secrets: inherit
+    with:
+      juju-channel: 2.9/stable
+      pre-run-script: scripts/pre-integration-test.sh
+      provider: lxd
+      test-tox-env: integration-juju2.9
+      modules: '["test_charm_base_image", "test_charm_fork_repo", "test_charm_no_runner", "test_charm_scheduled_events", "test_charm_lxd_runner", "test_charm_runner", "test_charm_metrics_success", "test_charm_metrics_failure", "test_self_hosted_runner", "test_charm_with_proxy", "test_charm_with_juju_storage", "test_debug_ssh", "test_charm_upgrade"]'
   integration-tests:
     name: Integration test with juju 3.1
-    uses: canonical/operator-workflows/.github/workflows/integration_test.yaml@main
+    uses: canonical/operator-workflows/.github/workflows/integration_test.yaml@self-hosted-runner-integration-test
     secrets: inherit
     with:
       juju-channel: 3.1/stable

.github/workflows/manual_test.yaml

@@ -0,0 +1,258 @@
+name: Manual test
+
+on:
+  # push:
+  pull_request:
+  workflow_dispatch:
+
+jobs:
+  # reactive-focal-large-long-label:
+  #   name: reactive focal large with long label
+  #   runs-on: [self-hosted, reactive, self-hosted-linux-amd64-focal-large]
+  #   steps:
+  #     - run: lscpu
+  #     - run: df -h
+  #     - run: free -h
+  #     - run: uname -a
+  #     - run: lsb_release -a
+  # reactive-focal-large:
+  #   name: reactive focal large
+  #   runs-on: [self-hosted, reactive, large, focal, amd64]
+  #   steps:
+  #     - run: lscpu
+  #     - run: df -h
+  #     - run: free -h
+  #     - run: uname -a
+  #     - run: lsb_release -a
+  # reactive-focal-medium-long-label:
+  #   name: reactive focal medium with long label
+  #   runs-on: [self-hosted, reactive, self-hosted-linux-amd64-focal-medium]
+  #   steps:
+  #     - run: lscpu
+  #     - run: df -h
+  #     - run: free -h
+  #     - run: uname -a
+  #     - run: lsb_release -a
+  # reactive-focal-medium:
+  #   name: reactive focal medium
+  #   runs-on: [self-hosted, reactive, medium, focal, amd64]
+  #   steps:
+  #     - run: lscpu
+  #     - run: df -h
+  #     - run: free -h
+  #     - run: uname -a
+  #     - run: lsb_release -a
+  # tiobe-noble:
+  #   name: tiobe noble 
+  #   runs-on: [self-hosted, reactive, self-hosted-linux-amd64-noble-tiobe]
+  #   steps:
+  #     - run: lscpu
+  #     - run: df -h
+  #     - run: free -h
+  #     - run: uname -a
+  #     - run: lsb_release -a
+  # tiobe:
+  #   name: tiobe
+  #   runs-on: [self-hosted, reactive, self-hosted-linux-amd64-jammy-tiobe]
+  #   steps:
+  #     - run: lscpu
+  #     - run: df -h
+  #     - run: free -h
+  #     - run: uname -a
+  #     - run: lsb_release -a
+  # tiobe-noble-large:
+  #   name: tiobe noble large
+  #   runs-on: [self-hosted, reactive, self-hosted-linux-amd64-noble-large-tiobe]
+  #   steps:
+  #     - run: lscpu
+  #     - run: df -h
+  #     - run: free -h
+  #     - run: uname -a
+  #     - run: lsb_release -a
+  # tiobe-large:
+  #   name: tiobe large
+  #   runs-on: [self-hosted, reactive, self-hosted-linux-amd64-jammy-large-tiobe]
+  #   steps:
+  #     - run: lscpu
+  #     - run: df -h
+  #     - run: free -h
+  #     - run: uname -a
+  #     - run: lsb_release -a
+  # self-hosted-medium-arm64-canary:
+  #   name: self-hosted-medium-arm64-canary
+  #   runs-on: [self-hosted, arm64, medium, canary, noble]
+  #   steps:
+  #     - run: lscpu
+  #     - run: df -h
+  #     - run: free -h
+  #     - run: uname -a
+  #     - run: echo $HTTP_PROXY
+  #     - run: echo $HTTPS_PROXY
+  #     - run: echo $NO_PROXY
+  #     - run: echo $DOCKERHUB_MIRROR
+  #     - name: tmate ssh
+  #       uses: canonical/action-tmate@main
+  # self-hosted-large:
+  #   name: self-hosted-large
+  #   runs-on: [self-hosted, amd64, large, jammy]
+  #   steps:
+  #     - run: sudo snap install --classic lxd
+  #     - run: echo $HTTP_PROXY
+  #     - run: echo $HTTPS_PROXY
+  #     - run: echo $NO_PROXY
+  #     - run: echo $DOCKERHUB_MIRROR
+  #     - name: tmate ssh
+  #       uses: canonical/action-tmate@main
+  # self-hosted-prod-private-endpoint:
+  #   name: self-hosted prod private endpoint 
+  #   runs-on: [self-hosted, X64, self-hosted-linux-amd64-jammy-private-endpoint-medium]
+  #   steps:
+  #     - run: echo hello
+  # self-hosted-stg:
+  #   name: self-hosted staging 
+  #   runs-on: [self-hosted, X64, staging]
+  #   steps:
+  #     - run: echo hello
+  self-host-large:
+    name: self-hosted large
+    runs-on: [self-hosted, X64, large, jammy]
+    strategy:
+      fail-fast: false
+      matrix:
+        index: [0]
+    steps:
+      - run: echo hello
+      - name: tmate ssh
+        uses: canonical/action-tmate@main
+  self-host:
+    name: self-hosted edge
+    runs-on: [self-hosted, X64, edge, jammy]
+    strategy:
+      fail-fast: false
+      matrix:
+        index: [0]
+    steps:
+      - run: echo hello
+      - name: tmate ssh
+        uses: canonical/action-tmate@main
+    #   - run: cat /etc/docker/daemon.json
+    #   - run: docker pull github-runner-dockerhub-cache.canonical.com:5000/jujusolutions/charm-base:ubuntu-20.04
+    #   - run: docker pull jujusolutions/charm-base:ubuntu-20.04
+    #   - run: sleep 3600
+  # self-host-x64:
+  #   name: self-hosted x64 test
+  #   strategy:
+  #     fail-fast: false
+  #     matrix:
+  #       index: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
+  #   runs-on: [self-hosted, X64, edge, jammy]
+  #   steps:
+  #     - run: uname -a
+    # - uses: actions/checkout@v4
+    # - name: Set up Python
+    #   uses: actions/setup-python@v5
+    #   with:
+    #     python-version: 3.10.8
+    # - run: pip install boto3
+    # - run: python scripts/test_microceph.py
+  # github-test:
+  #   name: GitHub x64 test
+  #   runs-on: ubuntu-latest
+  #   steps:
+  #     - name: Set up Python
+  #       uses: actions/setup-python@v5
+  #       with:
+  #         python-version: 3.8.10
+  #   - run: sudo apt-get update
+  #   - run: sudo apt install -y fio
+  #   - name: seq write
+  #     run: sudo fio --name=write_throughput --directory=/ --numjobs=4 --size=3G --time_based --runtime=60s --ramp_time=2s --ioengine=libaio --direct=1 --verify=0 --bs=1M --iodepth=64 --rw=write --group_reporting=1 --iodepth_batch_submit=64 --iodepth_batch_complete_max=64
+  #   - run: sudo rm -f /write* /read*
+  #   - name: rand write
+  #     run: sudo fio --name=write_iops --directory=/ --numjobs=4 --size=3G --time_based --runtime=60s --ramp_time=2s --ioengine=libaio --direct=1 --verify=0 --bs=4k --iodepth=256 --rw=randwrite --group_reporting=1 --iodepth_batch_submit=256 --iodepth_batch_complete_max=256
+  #   - run: sudo rm -f /write* /read*
+  #   - name: seq read
+  #     run: sudo fio --name=write_throughput --directory=/ --numjobs=4 --size=3G --time_based --runtime=60s --ramp_time=2s --ioengine=libaio --direct=1 --verify=0 --bs=1M --iodepth=64 --rw=read --group_reporting=1 --iodepth_batch_submit=64 --iodepth_batch_complete_max=64
+  #   - run: sudo rm -f /write* /read*
+  #   - name: rand read
+  #     run: sudo fio --name=write_iops --directory=/ --numjobs=4 --size=3G --time_based --runtime=60s --ramp_time=2s --ioengine=libaio --direct=1 --verify=0 --bs=4k --iodepth=256 --rw=randread --group_reporting=1 --iodepth_batch_submit=256 --iodepth_batch_complete_max=256
+  #   - run: sudo rm -f /write* /read*
+  # self-host-test-arm64:
+  #   name: self-hosted arm64 test
+  #   runs-on: [self-hosted, ARM64, medium]
+  #   strategy:
+  #     fail-fast: false
+  #     matrix:
+  #       index: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
+  #       index: [0]
+    # steps:
+      # - uses: actions/checkout@v4
+      # - run: bash scripts/test_hardware.sh
+    #   - name: tmate ssh
+    #     uses: canonical/action-tmate@debug
+      # - run: lscpu
+      # - run: df -h
+      # - run: free -h
+      # - run: uname -a
+      # - run: echo $HTTP_PROXY
+      # - run: echo $HTTPS_PROXY
+      # - run: echo $NO_PROXY
+      # - run: echo $DOCKERHUB_MIRROR
+      # - uses: canonical/[email protected]
+      # - run: lxd init --auto
+      #   if: ${{ always() }}
+      # - run: lxc list
+      #   if: ${{ always() }}
+      # - run: time sudo snap install juju
+      #   if: ${{ always() }}
+      # - run: time juju bootstrap localhost localhost
+      #   if: ${{ always() }}
+  # - run: sudo snap install aproxy --edge
+  # - run: sudo snap set aproxy proxy=squid.internal:3128 listen=:54969
+  # - run: |-
+  #     sudo nft -f - << EOF
+  #     define default-ip = $(ip route get $(ip route show 0.0.0.0/0 | grep -oP 'via \K\S+') | grep -oP 'src \K\S+')
+  #     define private-ips = { 10.0.0.0/8, 127.0.0.1/8, 172.16.0.0/12, 192.168.0.0/16 }
+  #     table ip aproxy
+  #     flush table ip aproxy
+  #     table ip aproxy {
+  #           chain prerouting {
+  #                   type nat hook prerouting priority dstnat; policy accept;
+  #                   ip daddr != \$private-ips tcp dport { 80, 443 } counter dnat to \$default-ip:54969
+  #           }
+
+  #           chain output {
+  #                   type nat hook output priority -100; policy accept;
+  #                   ip daddr != \$private-ips tcp dport { 80, 443 } counter dnat to \$default-ip:54969
+  #           }
+  #     }
+  #     EOF
+  # - run: nc -vz github-runner-dockerhub-cache.canonical.com 5000
+  # - run: curl $DOCKERHUB_MIRROR -vvv
+  # - run: sudo apt install docker.io -yq
+  # - run : docker pull github-runner-dockerhub-cache.canonical.com:5000/jujusolutions/charm-base:ubuntu-20.04
+  # - run : docker pull python
+  # - run: echo $TMATE_SERVER_HOST
+  # - run: echo $TMATE_SERVER_PORT
+  # - run: sudo apt install netcat
+  # - name: Test network connection to tmate ssh server
+  #   run: nc -vz $TMATE_SERVER_HOST $TMATE_SERVER_PORT
+  # - name: tmate ssh
+  #   uses: canonical/action-tmate@debug
+  # - uses: actions/[email protected]
+  # - uses: canonical/[email protected]
+  # - name: Pack charm
+  #   run: |
+  #     sudo snap install charmcraft --classic --channel latest/stable
+  #     charmcraft pack -v
+  # - run: curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs >> rustup.sh
+  # - run: sh rustup.sh -y
+  # - run: $HOME/.cargo/bin/cargo install ripgrep
+  # github-test:
+  #   name: GitHub x64 test
+  #   runs-on: ubuntu-latest
+  #   steps:
+  #     - name: Setup tmate session
+  #       uses: mxschmitt/action-tmate@v3
+  #       with:
+  #         limit-access-to-actor: true

.github/workflows/test.yaml

@@ -1,9 +1,11 @@
 name: Tests
 
 on:
-  pull_request:
+  # pull_request:
+  workflow_dispatch:
 
 jobs:
+
   unit-tests:
     uses: canonical/operator-workflows/.github/workflows/test.yaml@main
     secrets: inherit

.github/workflows/test_github_runner_manager.yaml

@@ -1,7 +1,8 @@
 name: Tests for github-runner-manager
 
 on:
-  pull_request:
+  # pull_request:
+  workflow_dispatch:
 
 jobs:
   unit-tests-github-runner-manager: