nunchaku/.github/workflows/sync-hf-to-ms.yaml at 121ee754738e98a490f221d2eeccb8d51ae01e3e · nunchaku-ai/nunchaku · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
name: Synchronize HuggingFace Repos to ModelScope
on:
  schedule:
    - cron: '0 3 * * *' # Run every day at 03:00 UTC
  workflow_dispatch: # Allow manual trigger from GitHub UI
jobs:
  sync:
    runs-on: ubuntu-latest
    if: github.repository == 'mit-han-lab/nunchaku'
    strategy:
      matrix:
        repo:
          - nunchaku
          - nunchaku-t5
          - nunchaku-flux.1-schnell
          - nunchaku-flux.1-dev
          - nunchaku-flux.1-fill-dev
          - nunchaku-flux.1-depth-dev
          - nunchaku-flux.1-canny-dev
          - nunchaku-shuttle-jaguar
          - nunchaku-sana
          - nunchaku-flux.1-kontext-dev
          - svdq-fp4-flux.1-schnell
          - svdq-int4-flux.1-schnell
          - svdq-fp4-flux.1-dev
          - svdq-int4-flux.1-dev
          - svdq-fp4-flux.1-fill-dev
          - svdq-int4-flux.1-fill-dev
          - svdq-fp4-flux.1-depth-dev
          - svdq-int4-flux.1-depth-dev
          - svdq-fp4-flux.1-canny-dev
          - svdq-int4-flux.1-canny-dev
          - svdq-fp4-shuttle-jaguar
          - svdq-int4-shuttle-jaguar
          - svdq-int4-sana-1600m
          - svdq-flux.1-schnell-pix2pix-turbo
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4
      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.11'
      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          pip install huggingface_hub modelscope hf_xet
      - name: Sync HF Repo ${{ matrix.repo }}
        run: |
          cd scripts
          HF_TOKEN=${{ secrets.HF_TOKEN }} MODELSCOPE_TOKEN=${{ secrets.MODELSCOPE_TOKEN }} python sync_hf_to_ms.py --repo ${{ matrix.repo }}