llama3.2-3b-instruct/cog.yaml at master · qubit999/llama3.2-3b-instruct · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
build:
  gpu: true
  cuda: "12.4"
  python_version: "3.12"
  python_packages:
    - accelerate==1.1.1
    - annotated-types==0.7.0
    - anyio==4.6.2.post1
    - attrs==23.2.0
    - certifi==2024.8.30
    - charset-normalizer==3.4.0
    - click==8.1.7
    - cog==0.13.6
    - fastapi==0.110.3
    - filelock==3.16.1
    - fsspec==2024.10.0
    - h11==0.14.0
    - httptools==0.6.4
    - huggingface-hub==0.26.3
    - idna==3.10
    - Jinja2==3.1.4
    - MarkupSafe==3.0.2
    - mpmath==1.3.0
    - networkx==3.4.2
    - numpy==2.1.3
    - nvidia-cublas-cu12==12.4.5.8
    - nvidia-cuda-cupti-cu12==12.4.127
    - nvidia-cuda-nvrtc-cu12==12.4.127
    - nvidia-cuda-runtime-cu12==12.4.127
    - nvidia-cudnn-cu12==9.1.0.70
    - nvidia-cufft-cu12==11.2.1.3
    - nvidia-curand-cu12==10.3.5.147
    - nvidia-cusolver-cu12==11.6.1.9
    - nvidia-cusparse-cu12==12.3.1.170
    - nvidia-nccl-cu12==2.21.5
    - nvidia-nvjitlink-cu12==12.4.127
    - nvidia-nvtx-cu12==12.4.127
    - packaging==24.2
    - psutil==6.1.0
    - pydantic==2.10.3
    - pydantic_core==2.27.1
    - python-dotenv==1.0.1
    - PyYAML==6.0.2
    - regex==2024.11.6
    - requests==2.32.3
    - safetensors==0.4.5
    - sniffio==1.3.1
    - starlette==0.37.2
    - structlog==24.4.0
    - sympy==1.13.1
    - tokenizers==0.20.3
    - torch==2.5.1
    - tqdm==4.67.1
    - transformers==4.46.3
    - triton==3.1.0
    - typing_extensions==4.12.2
    - urllib3==2.2.3
    - uvicorn==0.32.1
    - uvloop==0.21.0
    - watchfiles==1.0.0
    - websockets==14.1
predict: "predict.py:Predictor"