Skip to content

Commit d3503bd

Browse files
bab2minbab2min
authored
Merge pull request #184 from bab2min/dev/lengthening_typo
장음화 오타 구현
2 parents 1d4a2a3 + f1d2e83 commit d3503bd

25 files changed

+855
-471
lines changed

Diff for: ‎.github/workflows/arm64_centos7.yml

+24-18
Original file line numberDiff line numberDiff line change
@@ -10,11 +10,11 @@ jobs:
1010
runs-on: ubuntu-latest
1111

1212
steps:
13-
- uses: actions/checkout@v2
13+
- uses: actions/checkout@v3
1414
with:
1515
submodules: true
1616
lfs: true
17-
- uses: bab2min/run-on-arch-action@use-custom-image
17+
- uses: bab2min/run-on-arch-action@multiple-step
1818
id: runcmd
1919
with:
2020
image: quay.io/pypa/manylinux2014_aarch64
@@ -23,24 +23,30 @@ jobs:
2323
mkdir -p "${PWD}/artifacts"
2424
dockerRunArgs: |
2525
--volume "${PWD}/artifacts:/artifacts"
26-
run: |
27-
yum install java-1.8.0-openjdk-devel -y
28-
mkdir build && pushd build && cmake -DCMAKE_BUILD_TYPE=Release -DKIWI_USE_MIMALLOC=0 -DKIWI_JAVA_BINDING=1 ..
29-
make -j2 && popd
30-
./build/test/kiwi-test
31-
mkdir eval_results && ./build/kiwi-evaluator -m ./ModelGenerator eval_data/*.txt -o eval_results/ && ./build/kiwi-evaluator -m ./ModelGenerator eval_data/*.txt --sbg -o eval_results/
32-
mkdir eval_results_balanced && KIWI_ARCH_TYPE=balanced ./build/kiwi-evaluator -m ./ModelGenerator eval_data/*.txt -o eval_results_balanced/
33-
cp -r build /artifacts/
34-
cp -r eval_results /artifacts/
35-
36-
curl -OL https://latina.bab2min.pe.kr/_data/kowiki1000.txt
37-
KIWI_ARCH_TYPE=none ./build/kiwi-cli-* -m ./ModelGenerator -e -o test.out kowiki1000.txt
38-
KIWI_ARCH_TYPE=balanced ./build/kiwi-cli-* -m ./ModelGenerator -e -o test.out kowiki1000.txt
39-
KIWI_ARCH_TYPE=neon ./build/kiwi-cli-* -m ./ModelGenerator -e -o test.out kowiki1000.txt
26+
multipleRun: |
27+
- name: Install dependencies
28+
run: |
29+
yum install java-1.8.0-openjdk-devel -y
30+
- name: Build
31+
run: |
32+
mkdir build && pushd build && cmake -DCMAKE_BUILD_TYPE=Release -DKIWI_USE_MIMALLOC=0 -DKIWI_JAVA_BINDING=1 ..
33+
make -j2 && popd
34+
- name: Test
35+
run: |
36+
./build/test/kiwi-test
37+
mkdir eval_results && ./build/kiwi-evaluator -m ./ModelGenerator eval_data/*.txt -o eval_results/ && ./build/kiwi-evaluator -m ./ModelGenerator eval_data/*.txt --sbg -o eval_results/
38+
cp -r build /artifacts/
39+
cp -r eval_results /artifacts/
40+
- name: Benchmark
41+
run: |
42+
curl -OL https://latina.bab2min.pe.kr/_data/kowiki1000.txt
43+
KIWI_ARCH_TYPE=none ./build/kiwi-cli-* -m ./ModelGenerator -e -o test.out kowiki1000.txt
44+
KIWI_ARCH_TYPE=balanced ./build/kiwi-cli-* -m ./ModelGenerator -e -o test.out kowiki1000.txt
45+
KIWI_ARCH_TYPE=neon ./build/kiwi-cli-* -m ./ModelGenerator -e -o test.out kowiki1000.txt
4046
- name: Archive binaries
41-
uses: actions/upload-artifact@v2
47+
uses: actions/upload-artifact@v3
4248
with:
43-
name: Artifacts ${{ matrix.name }}
49+
name: Artifacts Arm64-Centos7
4450
path: |
4551
artifacts/build/*kiwi*
4652
artifacts/build/test/*kiwi*

Diff for: ‎.github/workflows/centos5.yml

-51
This file was deleted.

Diff for: ‎.github/workflows/centos6.yml

-53
This file was deleted.

Diff for: ‎.github/workflows/centos7.yml

+50
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,50 @@
1+
name: Centos7
2+
3+
on:
4+
pull_request:
5+
branches: [ main ]
6+
7+
jobs:
8+
build-centos7:
9+
name: Centos7
10+
runs-on: ubuntu-latest
11+
12+
steps:
13+
- uses: actions/checkout@v3
14+
with:
15+
submodules: true
16+
lfs: true
17+
- uses: bab2min/run-on-arch-action@multiple-step
18+
id: runcmd
19+
with:
20+
image: quay.io/pypa/manylinux2014_x86_64
21+
githubToken: ${{ github.token }}
22+
multipleRun: |
23+
- name: Update CMake
24+
run: |
25+
/opt/python/cp310-cp310/bin/pip install cmake
26+
yum install java-1.8.0-openjdk-devel.x86_64 -y
27+
- name: Configure Build
28+
run: mkdir build && cd build && /opt/python/cp310-cp310/bin/cmake -DCMAKE_BUILD_TYPE=Release -DKIWI_JAVA_BINDING=1 ..
29+
- name: Build
30+
run: cd build && make -j2
31+
- name: Run Unit Test
32+
run: ./build/test/kiwi-test
33+
- name: Run Java Unit Test
34+
run: |
35+
cd bindings/java
36+
curl -OL https://repo1.maven.org/maven2/junit/junit/4.13.2/junit-4.13.2.jar
37+
curl -OL https://repo1.maven.org/maven2/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar
38+
javac -cp "*:../../build/bindings/java/*:." -encoding utf-8 kr/pe/bab2min/KiwiTest.java
39+
java -cp "*:../../build/bindings/java/*:." org.junit.runner.JUnitCore kr.pe.bab2min.KiwiTest
40+
- name: Run Evaluator
41+
run: |
42+
mkdir eval_results
43+
./build/kiwi-evaluator -m ./ModelGenerator eval_data/*.txt -o eval_results/
44+
./build/kiwi-evaluator -m ./ModelGenerator eval_data/*.txt --sbg -o eval_results/
45+
- run: tar -zcvf arts.tgz build/*kiwi* build/test/*kiwi* eval_results/*.txt build/bindings/java/*.jar
46+
- name: Archive binaries
47+
uses: actions/upload-artifact@v3
48+
with:
49+
name: Artifacts Centos7
50+
path: arts.tgz

Diff for: ‎.github/workflows/macos.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ jobs:
2424
name: ${{ matrix.name }}
2525

2626
steps:
27-
- uses: actions/checkout@v2
27+
- uses: actions/checkout@v3
2828
with:
2929
submodules: true
3030
lfs: true
@@ -80,7 +80,7 @@ jobs:
8080
KIWI_ARCH_TYPE=neon ./build/kiwi-cli-* -m ./ModelGenerator -e -o test.out --typos 6 kowiki1000.txt
8181
fi
8282
- name: Archive binaries
83-
uses: actions/upload-artifact@v2
83+
uses: actions/upload-artifact@v3
8484
with:
8585
name: Artifacts ${{ matrix.name }}
8686
path: |

Diff for: ‎.github/workflows/ppc64le_centos7.yml

+5-5
Original file line numberDiff line numberDiff line change
@@ -10,11 +10,11 @@ jobs:
1010
runs-on: ubuntu-latest
1111

1212
steps:
13-
- uses: actions/checkout@v2
13+
- uses: actions/checkout@v3
1414
with:
1515
submodules: true
1616
lfs: true
17-
- uses: bab2min/run-on-arch-action@use-custom-image
17+
- uses: bab2min/run-on-arch-action@multiple-step
1818
id: runcmd
1919
with:
2020
image: quay.io/pypa/manylinux2014_ppc64le
@@ -32,11 +32,11 @@ jobs:
3232
cp -r build /artifacts/
3333
cp -r eval_results /artifacts/
3434
- name: Archive binaries
35-
uses: actions/upload-artifact@v2
35+
uses: actions/upload-artifact@v3
3636
with:
37-
name: Artifacts ${{ matrix.name }}
37+
name: Artifacts PPC64LE-Centos7
3838
path: |
3939
artifacts/build/*kiwi*
4040
artifacts/build/test/*kiwi*
4141
artifacts/eval_results/*.txt
42-
artifacts/build/binding/java/*.jar
42+
artifacts/build/binding/java/*.jar

0 commit comments

Comments
 (0)