NeMo-Retriever/.github/workflows/ci-main.yml at 7e07ab7b245e70b3d1146aec4d7341e1a7b6cbe6 · NVIDIA/NeMo-Retriever · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
name: Main Branch CI

on:
  push:
    branches:
      - main

jobs:
  # Pre-commit checks
  pre-commit:
    name: Pre-commit Checks
    runs-on: ubuntu-latest
    steps:
      - name: Check out repository code
        uses: actions/checkout@v4

      - uses: actions/setup-python@v3

      - uses: pre-commit/action@v3.0.1

  # Build standard Docker image
  docker-build:
    name: Build Docker Image (amd64)
    uses: ./.github/workflows/reusable-docker-build.yml
    with:
      platform: 'linux/amd64'
      target: 'runtime'
      push: false
      tags: 'nv-ingest:main-${{ github.sha }}'
      base-image: 'ubuntu'
      base-image-tag: 'jammy-20250415.1'
      runner: 'linux-large-disk'
    secrets:
      HF_ACCESS_TOKEN: ${{ secrets.HF_ACCESS_TOKEN }}

  # Test Docker image
  docker-test:
    name: Test Docker Image
    needs: docker-build
    uses: ./.github/workflows/reusable-docker-test.yml
    with:
      image-tag: 'nv-ingest:main-${{ github.sha }}'
      platform: 'linux/amd64'
      test-selection: 'full'
      pytest-markers: 'not integration'
      coverage: true
      runner: 'linux-large-disk'

  # Test library mode
  library-mode-test:
    name: Test Library Mode
    uses: ./.github/workflows/reusable-integration-test.yml
    with:
      runner: 'ubuntu-latest'
      timeout-minutes: 60
      source-ref: 'main'
    secrets:
      AUDIO_FUNCTION_ID: ${{ secrets.AUDIO_FUNCTION_ID }}
      EMBEDDING_NIM_MODEL_NAME: ${{ secrets.EMBEDDING_NIM_MODEL_NAME }}
      NEMOTRON_PARSE_MODEL_NAME: ${{ secrets.NEMOTRON_PARSE_MODEL_NAME }}
      NGC_API_KEY: ${{ secrets.NGC_API_KEY }}
      NVIDIA_API_KEY: ${{ secrets.NVIDIA_API_KEY }}
      PADDLE_HTTP_ENDPOINT: ${{ secrets.PADDLE_HTTP_ENDPOINT }}
      VLM_CAPTION_ENDPOINT: ${{ secrets.VLM_CAPTION_ENDPOINT }}
      VLM_CAPTION_MODEL_NAME: ${{ secrets.VLM_CAPTION_MODEL_NAME }}
      YOLOX_GRAPHIC_ELEMENTS_HTTP_ENDPOINT: ${{ secrets.YOLOX_GRAPHIC_ELEMENTS_HTTP_ENDPOINT }}
      YOLOX_HTTP_ENDPOINT: ${{ secrets.YOLOX_HTTP_ENDPOINT }}
      YOLOX_TABLE_STRUCTURE_HTTP_ENDPOINT: ${{ secrets.YOLOX_TABLE_STRUCTURE_HTTP_ENDPOINT }}