[DLS] Models update on self-hosted runners (by @hteeyeoh via schedule) #14
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "[DLS] Models update on self-hosted runners" | |
| run-name: "[DLS] Models update on self-hosted runners (by @${{ github.actor }} via ${{ github.event_name }})" | |
| on: | |
| schedule: | |
| - cron: '0 5 * * MON' # 5:00 UTC each Monday | |
| workflow_dispatch: | |
| inputs: | |
| models_to_download: | |
| description: 'Which models to download?' | |
| required: true | |
| default: 'all' | |
| type: choice | |
| options: | |
| - all | |
| - public | |
| - omz | |
| - specific_model | |
| specific_model_name: | |
| description: 'What SPECIFIC model do you want to download?' | |
| required: false | |
| type: string | |
| specific_model_path: | |
| description: 'Where do you want to download your SPECIFIC model? (public/omz)' | |
| required: false | |
| type: string | |
| runner_labels: | |
| description: "List of runner(s) labels (example: DLS-TGL-02,DLS-ARL-01)" | |
| required: false | |
| type: string | |
| permissions: {} | |
| env: | |
| MODELS_PATH: "$HOME/models" | |
| MODELS_DIR_MIN_SIZE_MB: 10 | |
| DEFAULT_LABELS: "DLS-ARL-01,DLS-ARL-02,DLS-ARL-03,DLS-TGL-01,DLS-TGL-02,DLS-TGL-03,DLS-TGL-04,DLS-TGL-05" | |
| jobs: | |
| setup-runners: | |
| name: Set runners to execute update | |
| runs-on: [self-hosted, ubuntu] | |
| outputs: | |
| runners: ${{ steps.set-labels.outputs.runners }} | |
| steps: | |
| - name: Set runners labels | |
| id: set-labels | |
| env: | |
| user_labels: ${{ inputs.runner_labels }} | |
| run: | | |
| LABELS=$user_labels | |
| if [ -z "$LABELS" ]; then | |
| LABELS="${{ env.DEFAULT_LABELS }}" # Use default configuration if user didn't set any input labels | |
| fi | |
| LABELS_ARRAY=$(echo "$LABELS" | jq -Rc 'split(",")') | |
| echo "Runners lables array: $LABELS_ARRAY" | |
| echo "runners=$LABELS_ARRAY" >> $GITHUB_OUTPUT | |
| update_linux_hosts: | |
| name: Update on Linux runners | |
| needs: setup-runners | |
| permissions: | |
| contents: read | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| runner: ${{ fromJson(needs.setup-runners.outputs.runners) }} | |
| runs-on: | |
| - ${{ matrix.runner }} | |
| steps: | |
| - name: Get script | |
| uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 #4.2.2 | |
| with: | |
| persist-credentials: false | |
| path: edge-ai-libraries-repo | |
| sparse-checkout: | | |
| libraries/dl-streamer/samples/download_public_models.sh | |
| libraries/dl-streamer/samples/download_omz_models.sh | |
| libraries/dl-streamer/samples/models_omz_samples.lst | |
| sparse-checkout-cone-mode: false | |
| - name: Download only specific model | |
| env: | |
| model_path: ${{ inputs.specific_model_path }} | |
| model_name: ${{ inputs.specific_model_name }} | |
| if: ${{ inputs.models_to_download == 'specific_model' }} | |
| run: | | |
| MODEL_PATH=$model_path | |
| MODEL_NAME=$model_name | |
| export MODELS_PATH=${{ env.MODELS_PATH }} | |
| echo "MODEL_PATH=$MODEL_PATH" | |
| echo "MODEL_NAME=$MODEL_NAME" | |
| echo "Downloading specific model ${{ env.MODELS_PATH }}/$MODEL_PATH/$MODEL_NAME" >> $GITHUB_STEP_SUMMARY | |
| if [ -d "${{ env.MODELS_PATH }}/$MODEL_PATH/$MODEL_NAME" ]; then | |
| echo "Removing $MODEL_NAME directory" | |
| rm -rf "${{ env.MODELS_PATH }}/$MODEL_PATH/$MODEL_NAME" | |
| if [[ "$MODEL_PATH" == "public" ]]; then | |
| ./edge-ai-libraries-repo/libraries/dl-streamer/samples/download_public_models.sh "$MODEL_NAME" coco128 | |
| elif [[ "$MODEL_PATH" == "omz" ]]; then | |
| mkdir -p .virtualenvs/dlstreamer | |
| python3 -m venv .virtualenvs/dlstreamer | |
| source .virtualenvs/dlstreamer/bin/activate | |
| pip3 install --no-cache-dir --upgrade tensorflow==2.19.1 openvino-dev[onnx]==2024.6.0 torch==2.8.0 | |
| export MODELS_PATH=${{ env.MODELS_PATH }} | |
| ./edge-ai-libraries-repo/libraries/dl-streamer/samples/download_omz_models.sh $MODEL_NAME | |
| deactivate | |
| fi | |
| fi | |
| - name: Prepare directories - public models | |
| if: ${{ inputs.models_to_download == 'public' || inputs.models_to_download == 'all' || github.event_name == 'schedule' }} | |
| run: | | |
| # Prepare directories with backup of existing ones | |
| # 1) mv public_old public_old_old | |
| # 2) mv public public_old | |
| if [ -d "${{ env.MODELS_PATH }}/public_old" ]; then | |
| echo "Changing directories names: public_old -> public_old_old" | |
| [ -d "${{ env.MODELS_PATH }}/public_old_old" ] && rm -r "${{ env.MODELS_PATH }}/public_old_old" | |
| mv "${{ env.MODELS_PATH }}/public_old" "${{ env.MODELS_PATH }}/public_old_old" | |
| fi | |
| if [ -d "${{ env.MODELS_PATH }}/public" ]; then | |
| echo "Changing directories names: public -> public_old" | |
| [ -d "${{ env.MODELS_PATH }}/public_old" ] && rm -r "${{ env.MODELS_PATH }}/public_old" | |
| mv "${{ env.MODELS_PATH }}/public" "${{ env.MODELS_PATH }}/public_old" | |
| fi | |
| - name: Prepare directory for OMZ models | |
| if: ${{ inputs.models_to_download == 'omz' || inputs.models_to_download == 'all' || github.event_name == 'schedule' }} | |
| run: | | |
| # Prepare directories with backup of existing ones | |
| # 1) mv intel intel_old | |
| # 2) mv intel_old intel_old_old | |
| if [ -d "${{ env.MODELS_PATH }}/intel_old" ]; then | |
| echo "Changing directories names: intel_old -> intel_old_old" | |
| [ -d "${{ env.MODELS_PATH }}/intel_old_old" ] && rm -r "${{ env.MODELS_PATH }}/intel_old_old" | |
| mv "${{ env.MODELS_PATH }}/intel_old" "${{ env.MODELS_PATH }}/intel_old_old" | |
| fi | |
| if [ -d "${{ env.MODELS_PATH }}/intel" ]; then | |
| echo "Changing directories names: intel -> intel_old" | |
| [ -d "${{ env.MODELS_PATH }}/intel_old" ] && rm -r "${{ env.MODELS_PATH }}/intel_old" | |
| mv "${{ env.MODELS_PATH }}/intel" "${{ env.MODELS_PATH }}/intel_old" | |
| fi | |
| - name: Download public models | |
| id: download-public | |
| if: ${{ inputs.models_to_download == 'public' || inputs.models_to_download == 'all' || github.event_name == 'schedule' }} | |
| run: | | |
| export MODELS_PATH=${{ env.MODELS_PATH }} | |
| echo "Downloading public models" | |
| ./edge-ai-libraries-repo/libraries/dl-streamer/samples/download_public_models.sh all coco128 | |
| - name: Download OMZ models (setup venv, dependencies and download) | |
| id: download-omz | |
| if: ${{ inputs.models_to_download == 'omz' || inputs.models_to_download == 'all' || github.event_name == 'schedule' }} | |
| run: | | |
| mkdir -p .virtualenvs/dlstreamer | |
| python3 -m venv .virtualenvs/dlstreamer | |
| source .virtualenvs/dlstreamer/bin/activate | |
| pip3 install --no-cache-dir --upgrade tensorflow==2.19.1 openvino-dev[onnx]==2024.6.0 torch==2.8.0 | |
| export MODELS_PATH=${{ env.MODELS_PATH }} | |
| ./edge-ai-libraries-repo/libraries/dl-streamer/samples/download_omz_models.sh | |
| deactivate | |
| - name: Verify public models downloading | |
| id: verify-public | |
| if: > | |
| steps.download-public.outcome == 'success' && | |
| (inputs.models_to_download == 'public' || inputs.models_to_download == 'all' || github.event_name == 'schedule') | |
| run: | | |
| if [ -z "$( ls -A ${{ env.MODELS_PATH }}/public )" ]; then | |
| echo "Public models not downloaded correctly - directory not created ❌" | |
| echo "Public models not downloaded - directory not created ❌" >> $GITHUB_STEP_SUMMARY | |
| exit 1 | |
| else | |
| echo "Public models directory created" | |
| echo "Public models directory created" >> $GITHUB_STEP_SUMMARY | |
| DIR_SIZE_MB=$(du -sm "${{ env.MODELS_PATH }}/public" | cut -f1) | |
| echo "Public models directory size: ${DIR_SIZE_MB} MB" | |
| echo "Public models directory size: ${DIR_SIZE_MB} MB" >> $GITHUB_STEP_SUMMARY | |
| if [ "$DIR_SIZE_MB" -ge "${{ env.MODELS_DIR_MIN_SIZE_MB }}" ]; then | |
| echo "Public models downloaded ✅" | |
| echo "Public models downloaded ✅" >> $GITHUB_STEP_SUMMARY | |
| else | |
| Public models not downloaded correctly - directory too small ❌" | |
| Public models not downloaded correctly - directory too small ❌" >> $GITHUB_STEP_SUMMARY | |
| fi | |
| fi | |
| - name: Verify OMZ models downloading | |
| id: verify-omz | |
| if: > | |
| steps.download-omz.outcome == 'success' && | |
| (inputs.models_to_download == 'omz' || inputs.models_to_download == 'all' || github.event_name == 'schedule') | |
| run: | | |
| if [ -z "$( ls -A ${{ env.MODELS_PATH }}/intel )" ]; then | |
| echo "Open Model Zoo models not downloaded correctly - directory not created ❌" | |
| echo "Open Model Zoo models not downloaded - directory not created ❌" >> $GITHUB_STEP_SUMMARY | |
| exit 1 | |
| else | |
| echo "Open Model Zoo models directory created" | |
| echo "Open Model Zoo models directory created" >> $GITHUB_STEP_SUMMARY | |
| DIR_SIZE_MB=$(du -sm "${{ env.MODELS_PATH }}/intel" | cut -f1) | |
| echo "Open Model Zoo models directory size: ${DIR_SIZE_MB} MB" | |
| echo "Open Model Zoo models directory size: ${DIR_SIZE_MB} MB" >> $GITHUB_STEP_SUMMARY | |
| if [ "$DIR_SIZE_MB" -ge "${{ env.MODELS_DIR_MIN_SIZE_MB }}" ]; then | |
| echo "Open Model Zoo models downloaded ✅" | |
| echo "Open Model Zoo models downloaded ✅" >> $GITHUB_STEP_SUMMARY | |
| else | |
| Open Model Zoo models not downloaded correctly - directory too small ❌" | |
| Open Model Zoo models not downloaded correctly - directory too small ❌" >> $GITHUB_STEP_SUMMARY | |
| fi | |
| fi | |
| - name: Manage models directories after success | |
| if: ${{ inputs.models_to_download != 'specific_model' && steps.verify-omz.outcome == 'success' && steps.verify-public.outcome == 'success' && steps.download-public.outcome == 'success' && steps.download-omz.outcome == 'success' }} | |
| env: | |
| models_to_download: ${{ inputs.models_to_download }} | |
| event_name: ${{ github.event_name }} | |
| run: | | |
| models=$models_to_download | |
| event=$event_name | |
| if [[ "$models" == "public" || "$models" == "all" || "$event" == "schedule" ]]; then | |
| [ -d "${{ env.MODELS_PATH }}/public_old_old" ] && rm -rf "${{ env.MODELS_PATH }}/public_old_old" | |
| echo "New public models set up ✅" >> $GITHUB_STEP_SUMMARY | |
| fi | |
| if [[ "$models" == "omz" || "$models" == "all" || "$event" == "schedule" ]]; then | |
| [ -d "${{ env.MODELS_PATH }}/intel_old_old" ] && rm -rf "${{ env.MODELS_PATH }}/intel_old_old" | |
| echo "New Open Model Zoo models set up ✅" >> $GITHUB_STEP_SUMMARY | |
| fi | |
| - name: Manage models directories after fail | |
| if: ${{ always() && inputs.models_to_download != 'specific_model' && !(steps.verify-omz.outcome == 'success' && steps.verify-public.outcome == 'success' && steps.download-public.outcome == 'success' && steps.download-omz.outcome == 'success') }} | |
| env: | |
| models_to_download: ${{ inputs.models_to_download }} | |
| event_name: ${{ github.event_name }} | |
| run: | | |
| models=$models_to_download | |
| event_name: ${{ github.event_name }} | |
| if [[ "$models" == "public" || "$models" == "all" || "$event" == "schedule" ]]; then | |
| [ -d "${{ env.MODELS_PATH }}/public" ] && rm -rf "${{ env.MODELS_PATH }}/public" | |
| [ -d "${{ env.MODELS_PATH }}/public_old" ] && mv "${{ env.MODELS_PATH }}/public_old" "${{ env.MODELS_PATH }}/public" | |
| [ -d "${{ env.MODELS_PATH }}/public_old_old" ] && mv "${{ env.MODELS_PATH }}/public_old_old" "${{ env.MODELS_PATH }}/public_old" | |
| echo "Old public models restored" >> $GITHUB_STEP_SUMMARY | |
| fi | |
| if [[ "$models" == "omz" || "$models" == "all" || "$event" == "schedule" ]]; then | |
| [ -d "${{ env.MODELS_PATH }}/intel" ] && rm -rf "${{ env.MODELS_PATH }}/intel" | |
| [ -d "${{ env.MODELS_PATH }}/intel_old" ] && mv "${{ env.MODELS_PATH }}/intel_old" "${{ env.MODELS_PATH }}/intel" | |
| [ -d "${{ env.MODELS_PATH }}/intel_old_old" ] && mv "${{ env.MODELS_PATH }}/intel_old_old" "${{ env.MODELS_PATH }}/intel_old" | |
| echo "Old Open Model Zoo models restored" >> $GITHUB_STEP_SUMMARY | |
| fi | |
| - name: Clean up | |
| if: always() | |
| run: | | |
| rm -rf edge-ai-libraries-repo .virtualenvs | |
| rm -rf $HOME/.virtualenvs |