cairo-coder/.github/workflows/ingester.yml at 8dfcd58aeb0310ef0ce815cf08e0028ebdaa6de8 · KasarLabs/cairo-coder · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
name: Generate Embeddings

on:
  schedule:
    # Run once per week on Sunday at 00:00 UTC
    - cron: '0 0 * * 0'

  # Allow manual triggering of the workflow
  workflow_dispatch:

permissions:
  contents: read

jobs:
  generate-embeddings:
    name: Generate Embeddings
    runs-on: ubuntu-latest

    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Setup Node.js
        uses: actions/setup-node@v4
        with:
          node-version: 20

      - name: Setup pnpm
        uses: pnpm/action-setup@v3
        with:
          version: 9.10.0

      - name: Get pnpm store directory
        id: pnpm-cache
        shell: bash
        run: |
          echo "STORE_PATH=$(pnpm store path)" >> $GITHUB_OUTPUT

      - name: Setup pnpm cache
        uses: actions/cache@v4
        with:
          path: ${{ steps.pnpm-cache.outputs.STORE_PATH }}
          key: ${{ runner.os }}-pnpm-store-${{ hashFiles('pnpm-lock.yaml') || github.sha }}
          restore-keys: |
            ${{ runner.os }}-pnpm-store-

      - name: Install dependencies
        run: pnpm install

      - name: Install turbo
        run: pnpm add turbo@latest -g

      - name: Install antora
        run: pnpm add antora@latest -g

      # Required to build starknet foundry
      - name: Install mdbook
        run: |
          mkdir bin
          curl -sSL https://github.com/rust-lang/mdBook/releases/download/v0.4.42/mdbook-v0.4.42-x86_64-unknown-linux-gnu.tar.gz | tar -xz --directory=bin
          echo "$(pwd)/bin" >> ${GITHUB_PATH}

      - name: Install mdbook-i18n-helpers
        run: |
          cargo install mdbook-i18n-helpers --locked --version 0.3.4

      - name: Create config file
        run: |
          mkdir -p packages/agents
          cat > packages/agents/config.toml << 'EOL'
          [API_KEYS]
          OPENAI = "${{ secrets.OPENAI }}"
          ANTHROPIC = "${{ secrets.ANTHROPIC }}"
          GEMINI = "${{ secrets.GEMINI }}"

          [VECTOR_DB]
          POSTGRES_USER = "${{ secrets.POSTGRES_USER }}"
          POSTGRES_HOST = "postgres"
          POSTGRES_ROOT_DB = "${{ secrets.POSTGRES_ROOT_DB }}"
          POSTGRES_PASSWORD = "${{ secrets.POSTGRES_PASSWORD }}"
          POSTGRES_PORT = "${{ secrets.POSTGRES_PORT }}"

          [GENERAL]
          PORT = 3001
          SIMILARITY_MEASURE = "cosine"

          [HOSTED_MODE]
          DEFAULT_CHAT_PROVIDER = "gemini"
          DEFAULT_CHAT_MODEL = "Gemini Flash 2.5"
          DEFAULT_FAST_CHAT_PROVIDER = "gemini"
          DEFAULT_FAST_CHAT_MODEL = "Gemini Flash 2.5"
          DEFAULT_EMBEDDING_PROVIDER = "openai"
          DEFAULT_EMBEDDING_MODEL = "Text embedding 3 large"

          [VERSIONS]
          STARKNET_FOUNDRY = "0.37.0"
          SCARB = "2.9.2"
          EOL

      - name: Create env file
        run: |
          mkdir -p packages/agents
          cat > packages/agents/.env << 'EOL'
          POSTGRES_USER = "${{ secrets.POSTGRES_USER }}"
          POSTGRES_HOST = "localhost"
          POSTGRES_ROOT_DB = "${{ secrets.POSTGRES_ROOT_DB }}"
          POSTGRES_PASSWORD = "${{ secrets.POSTGRES_PASSWORD }}"
          POSTGRES_PORT = "${{ secrets.POSTGRES_PORT }}"
          EOL

      - name: Generate embeddings
        run: turbo generate-embeddings:yes