Skip to content

Commit dcc07a6

Browse files
authored
Update llamacpp.yaml
1 parent ef6aeb7 commit dcc07a6

File tree

1 file changed

+10
-77
lines changed

1 file changed

+10
-77
lines changed

.github/workflows/llamacpp.yaml

+10-77
Original file line numberDiff line numberDiff line change
@@ -23,90 +23,23 @@ permissions:
2323
issues: write
2424

2525
jobs:
26-
unit-tests:
27-
runs-on: ubuntu-latest
28-
29-
strategy:
30-
matrix:
31-
cann: ['python3.10-cann8.0.rc2.beta1']
32-
build: ['Release']
33-
34-
container:
35-
image: ascendai/cann:openeuler-${{ matrix.cann }}
36-
37-
steps:
38-
- uses: actions/checkout@v4
39-
40-
- name: Install llamacpp
41-
uses: nick-fields/retry@v3
42-
with:
43-
timeout_minutes: 30
44-
max_attempts: 3
45-
retry_on: error
46-
command: |
47-
uname -a
48-
yum update -y
49-
yum install git cmake gcc gcc-c++ make -y
50-
git clone https://github.com/ggerganov/llama.cpp.git
51-
52-
- name: Build
53-
run: |
54-
cd llama.cpp
55-
mkdir build
56-
cd build
57-
export LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/aarch64-linux/devlib/x86_64/:${LD_LIBRARY_PATH}
58-
cmake .. -DCMAKE_BUILD_TYPE=${{ matrix.build }} -DGGML_CANN=on -DSOC_TYPE=ascend910b3 && cmake --build .
59-
60-
ubuntu-unit-tests:
61-
62-
runs-on: ubuntu-latest
63-
64-
container:
65-
image: ascendai/cann
66-
67-
steps:
68-
- uses: actions/checkout@v4
69-
70-
- name: Install llamacpp
71-
uses: nick-fields/retry@v3
72-
with:
73-
timeout_minutes: 30
74-
max_attempts: 3
75-
retry_on: error
76-
command: |
77-
uname -a
78-
apt-get update -y
79-
apt-get install git cmake build-essential make -y
80-
git clone https://github.com/ggerganov/llama.cpp.git
81-
82-
- name: Build
83-
run: |
84-
cd llama.cpp
85-
export LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/aarch64-linux/devlib/:${LD_LIBRARY_PATH}
86-
cmake -B build -DCMAKE_BUILD_TYPE=release -DGGML_CANN=on -DSOC_TYPE=ascend910b3 && cmake --build build -j $(nproc)
87-
88-
ubuntu-arm64-test:
26+
ubuntu-arm64-test:
8927
runs-on: ubuntu-latest
9028
steps:
9129
- uses: actions/checkout@v4
92-
30+
9331
- uses: uraimo/run-on-arch-action@v2
9432
name: Run Docker on ARM64
9533
with:
96-
arch: armv7
34+
arch: aarch64
9735
distro: ubuntu22.04
36+
base_image: --platform=linux/arm64 ascendai/cann:openeuler-python3.10-cann8.0.rc2.beta1
9837
install: |
99-
uname -a
100-
base_image: --platform=linux/arm64 ascendai/cann:latest
101-
run: |
102-
uname -a
103-
apt-get update
104-
apt-get install git cmake build-essential make -y
38+
yum update -y
39+
yum install git cmake gcc gcc-c++ make -y
40+
export LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/aarch64-linux/devlib/:${LD_LIBRARY_PATH}
10541
git clone https://github.com/ggerganov/llama.cpp.git
106-
42+
run: |
10743
cd llama.cpp
108-
export LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/aarch64-linux/devlib/:${LD_LIBRARY_PATH}
109-
cmake -B build -DCMAKE_BUILD_TYPE=release -DGGML_CANN=on -DSOC_TYPE=ascend910b3 && cmake --build build -j $(nproc)
110-
111-
112-
44+
cmake -B build -DCMAKE_BUILD_TYPE=release -DGGML_CANN=on -DSOC_TYPE=ascend910b3 -DGGML_NATIVE=OFF #-DGGML_CPU_ARM_ARCH=armv8-a
45+
cmake --build build

0 commit comments

Comments
 (0)