Prepare 0.23.0 #263

Workflow file for this run

.github/workflows/pull_request_test.yml at 3f81328

	name: Pull Request Test

	on:
	pull_request:
	branches:
	- main

	jobs:
	build_manylinux2014:
	name: Build for manylinux2014
	runs-on: ubuntu-latest
	strategy:
	max-parallel: 4
	matrix:
	cp: [cp314-cp314t]

	steps:
	- uses: actions/checkout@v3
	with:
	submodules: recursive
	lfs: true
	- uses: bab2min/run-on-arch-action@multiple-step-v2
	id: runcmd
	with:
	image: quay.io/pypa/manylinux2014_x86_64
	githubToken: ${{ github.token }}
	multipleRun: \|
	- name: Build
	run: \|
	mv Kiwi/models/cong/base/sj.* model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.mdl model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.dict model/kiwipiepy_model/
	mv Kiwi/models/cong/base/combiningRule.txt model/kiwipiepy_model/

	/opt/python/${{ matrix.cp }}/bin/pip install "cmake<4"
	rm /usr/local/bin/cmake \|\| true
	ln -s /opt/python/${{ matrix.cp }}/bin/cmake /usr/local/bin/cmake

	/opt/python/${{ matrix.cp }}/bin/python -m pip install setuptools numpy==`/opt/python/${{ matrix.cp }}/bin/python .github/workflows/numpy_version.py` tqdm

	cd model
	/opt/python/${{ matrix.cp }}/bin/python setup.py build install
	cd ..
	NUM_AVAILABLE_CPU_CORES=2 /opt/python/${{ matrix.cp }}/bin/python setup.py build install
	/opt/python/${{ matrix.cp }}/bin/python -m pip install numpy==`/opt/python/${{ matrix.cp }}/bin/python .github/workflows/numpy_version.py v1` \|\| true
	- name: Test kiwipiepy
	run: \|
	/opt/python/${{ matrix.cp }}/bin/python -m pip install pytest
	/opt/python/${{ matrix.cp }}/bin/python -m pytest -svv test/test_kiwipiepy.py test/test_nogil_safety.py
	- name: Test transformers_addon
	run: \|
	if [[ "${{ matrix.cp }}" != *t ]]; then
	for v in {12..46}
	do
	echo "Test with transformers 4.$v ..."
	if /opt/python/${{ matrix.cp }}/bin/python -m pip install -U "transformers<4.$(($v+1))"; then
	/opt/python/${{ matrix.cp }}/bin/python -m pytest --verbose test/test_transformers_addon.py
	fi
	done
	else
	echo "Skipping transformers test for free-threaded Python"
	fi
	- run: tar -zcvf build.tgz build
	- name: Archive binary
	uses: actions/upload-artifact@v4
	with:
	name: Linux Binary ${{ matrix.cp }}
	path: build.tgz

	build_manylinux2014_limited_api:
	name: Build for manylinux2014 (with Limited API)
	runs-on: ubuntu-latest
	strategy:
	max-parallel: 4
	matrix:
	cp: [cp312-cp312, cp313-cp313, cp314-cp314]

	steps:
	- uses: actions/checkout@v3
	with:
	submodules: recursive
	lfs: true
	- uses: bab2min/run-on-arch-action@multiple-step-v2
	id: runcmd
	with:
	image: quay.io/pypa/manylinux2014_x86_64
	githubToken: ${{ github.token }}
	multipleRun: \|
	- name: Build
	run: \|
	mv Kiwi/models/cong/base/sj.* model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.mdl model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.dict model/kiwipiepy_model/
	mv Kiwi/models/cong/base/combiningRule.txt model/kiwipiepy_model/

	/opt/python/cp39-cp39/bin/pip install "cmake<4"
	rm /usr/local/bin/cmake \|\| true
	ln -s /opt/python/cp39-cp39/bin/cmake /usr/local/bin/cmake

	/opt/python/cp39-cp39/bin/python -m pip install setuptools wheel numpy tqdm

	cd model
	/opt/python/cp39-cp39/bin/python setup.py bdist_wheel
	cd ..
	NUM_AVAILABLE_CPU_CORES=2 Py_LIMITED_API=1 /opt/python/cp39-cp39/bin/python setup.py bdist_wheel
	- name: Test kiwipiepy
	run: \|
	/opt/python/${{ matrix.cp }}/bin/python -m pip install model/dist/*.whl
	/opt/python/${{ matrix.cp }}/bin/python -m pip install dist/kiwipiepy-*.whl
	/opt/python/${{ matrix.cp }}/bin/python -m pip install pytest
	/opt/python/${{ matrix.cp }}/bin/python -m pytest -svv test/test_kiwipiepy.py test/test_nogil_safety.py
	- name: Test transformers_addon
	run: \|
	for v in {12..46}
	do
	echo "Test with transformers 4.$v ..."
	if /opt/python/${{ matrix.cp }}/bin/python -m pip install -U "transformers<4.$(($v+1))"; then
	/opt/python/${{ matrix.cp }}/bin/python -m pytest -v test/test_transformers_addon.py
	fi
	done
	- run: tar -zcvf build.tgz build
	- name: Archive binary
	uses: actions/upload-artifact@v4
	if: matrix.cp == 'cp312-cp312'
	with:
	name: Linux Binary cp39 abi3
	path: build.tgz

	build_macos:
	name: Build for macOS
	runs-on: macOS-15
	strategy:
	max-parallel: 4
	matrix:
	python-version: [3.14t]

	steps:
	- uses: actions/checkout@v2
	with:
	submodules: recursive
	lfs: true
	- name: Set up Python ${{ matrix.python-version }}
	uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	architecture: arm64
	- name: Build
	run: \|
	mv Kiwi/models/cong/base/sj.* model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.mdl model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.dict model/kiwipiepy_model/
	mv Kiwi/models/cong/base/combiningRule.txt model/kiwipiepy_model/

	python -m pip install numpy==`python .github/workflows/numpy_version.py` setuptools tqdm

	cd model
	python setup.py build install
	cd ..

	MACOSX_DEPLOYMENT_TARGET=11.0 KIWI_CPU_ARCH=arm64 USE_MIMALLOC=1 python setup.py build install
	python -m pip install numpy==`python .github/workflows/numpy_version.py v1` \|\| true
	- name: Archive binary
	uses: actions/upload-artifact@v4
	with:
	name: macOS Binary ${{ matrix.python-version }}
	path: \|
	build/*
	- name: Test kiwipiepy
	run: \|
	python -m pip install pytest
	python -m pytest -svv test/test_kiwipiepy.py test/test_nogil_safety.py

	build_macos_limited_api:
	name: Build for macOS (with Limited API)
	runs-on: macOS-15
	strategy:
	max-parallel: 4
	matrix:
	python-version: [3.12, 3.13, 3.14]

	steps:
	- uses: actions/checkout@v2
	with:
	submodules: recursive
	lfs: true
	- name: Set up Python 3.9
	uses: actions/setup-python@v6
	with:
	python-version: 3.9
	architecture: arm64
	- name: Build
	run: \|
	mv Kiwi/models/cong/base/sj.* model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.mdl model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.dict model/kiwipiepy_model/
	mv Kiwi/models/cong/base/combiningRule.txt model/kiwipiepy_model/

	python -m pip install numpy setuptools wheel tqdm

	cd model
	python setup.py bdist_wheel
	cd ..

	MACOSX_DEPLOYMENT_TARGET=11.0 KIWI_CPU_ARCH=arm64 USE_MIMALLOC=1 Py_LIMITED_API=1 python setup.py bdist_wheel
	- name: Archive binary
	uses: actions/upload-artifact@v4
	if: matrix.python-version == '3.12'
	with:
	name: macOS Binary cp39 abi3
	path: \|
	build/*
	- name: Set up Python ${{ matrix.python-version }}
	uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	architecture: arm64
	- name: Test kiwipiepy
	run: \|
	python -m pip install model/dist/*.whl
	python -m pip install dist/kiwipiepy-*.whl
	python -m pip install pytest
	python -m pytest -svv test/test_kiwipiepy.py test/test_nogil_safety.py

	build_macos_intel:
	name: Build for macOS Intel
	runs-on: macOS-15-intel
	strategy:
	max-parallel: 4
	matrix:
	python-version: [3.14t]

	steps:
	- uses: actions/checkout@v2
	with:
	submodules: recursive
	lfs: true
	- name: Set up Python ${{ matrix.python-version }}
	uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	architecture: x64
	- name: Build
	run: \|
	mv Kiwi/models/cong/base/sj.* model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.mdl model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.dict model/kiwipiepy_model/
	mv Kiwi/models/cong/base/combiningRule.txt model/kiwipiepy_model/

	python -m pip install numpy==`python .github/workflows/numpy_version.py` setuptools tqdm

	cd model
	python setup.py build install
	cd ..

	MACOSX_DEPLOYMENT_TARGET=10.14 KIWI_CPU_ARCH=x86_64 USE_MIMALLOC=1 python setup.py build install
	python -m pip install numpy==`python .github/workflows/numpy_version.py v1` \|\| true
	- name: Archive binary
	uses: actions/upload-artifact@v4
	with:
	name: macOS Intel Binary ${{ matrix.python-version }}
	path: \|
	build/*
	- name: Test kiwipiepy
	run: \|
	python -m pip install pytest
	python -m pytest -svv test/test_kiwipiepy.py test/test_nogil_safety.py

	build_macos_intel_limited_api:
	name: Build for macOS Intel (with Limited API)
	runs-on: macOS-15-intel
	strategy:
	max-parallel: 4
	matrix:
	python-version: [3.12, 3.13]

	steps:
	- uses: actions/checkout@v2
	with:
	submodules: recursive
	lfs: true
	- name: Set up Python 3.9
	uses: actions/setup-python@v6
	with:
	python-version: 3.9
	architecture: x64
	- name: Build
	run: \|
	mv Kiwi/models/cong/base/sj.* model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.mdl model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.dict model/kiwipiepy_model/
	mv Kiwi/models/cong/base/combiningRule.txt model/kiwipiepy_model/

	python -m pip install numpy setuptools wheel tqdm

	cd model
	python setup.py bdist_wheel
	cd ..

	MACOSX_DEPLOYMENT_TARGET=10.14 KIWI_CPU_ARCH=x86_64 USE_MIMALLOC=1 Py_LIMITED_API=1 python setup.py bdist_wheel
	- name: Archive binary
	uses: actions/upload-artifact@v4
	if: matrix.python-version == '3.12'
	with:
	name: macOS Intel Binary cp39 abi3
	path: \|
	build/*
	- name: Set up Python ${{ matrix.python-version }}
	uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	architecture: x64
	- name: Test kiwipiepy
	run: \|
	python -m pip install model/dist/*.whl
	python -m pip install dist/kiwipiepy-*.whl
	python -m pip install pytest
	python -m pytest -svv test/test_kiwipiepy.py test/test_nogil_safety.py

	build_windows:
	name: Build for Windows
	runs-on: windows-2022
	strategy:
	max-parallel: 5
	matrix:
	python-version: [3.14t]
	architecture: [x64]

	steps:
	- uses: actions/checkout@v2
	with:
	submodules: recursive
	lfs: true
	- name: Set up Python ${{ matrix.python-version }} ${{ matrix.architecture }}
	uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	architecture: ${{ matrix.architecture }}
	- name: Build
	run: \|
	python -m pip install --upgrade pip setuptools tqdm
	python -m pip install numpy==$(python .github/workflows/numpy_version.py)

	mv Kiwi/models/cong/base/sj.* model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.mdl model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.dict model/kiwipiepy_model/
	mv Kiwi/models/cong/base/combiningRule.txt model/kiwipiepy_model/

	cd model
	python setup.py build install
	cd ..
	$env:USE_MIMALLOC = 1; python setup.py build install
	Try { python -m pip install numpy==$(python .github/workflows/numpy_version.py v1) } Catch {}
	- name: Archive binary
	uses: actions/upload-artifact@v4
	with:
	name: Windows Binary ${{ matrix.python-version }} ${{ matrix.architecture }}
	path: \|
	build/*
	- name: Test kiwipiepy
	run: \|
	python -m pip install pytest
	python -m pytest -vv test/test_kiwipiepy.py test/test_nogil_safety.py

	build_windows_limited_api:
	name: Build for Windows (with Limited API)
	runs-on: windows-2022
	strategy:
	max-parallel: 5
	matrix:
	python-version: [3.12, 3.13, 3.14]
	architecture: [x64]

	steps:
	- uses: actions/checkout@v2
	with:
	submodules: recursive
	lfs: true
	- name: Set up Python 3.9 ${{ matrix.architecture }}
	uses: actions/setup-python@v6
	with:
	python-version: 3.9
	architecture: ${{ matrix.architecture }}
	- name: Build
	run: \|
	python -m pip install --upgrade pip setuptools wheel tqdm
	python -m pip install numpy

	mv Kiwi/models/cong/base/sj.* model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.mdl model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.dict model/kiwipiepy_model/
	mv Kiwi/models/cong/base/combiningRule.txt model/kiwipiepy_model/

	cd model
	python setup.py bdist_wheel
	cd ..
	$env:USE_MIMALLOC = 1; $env:Py_LIMITED_API=1; python setup.py bdist_wheel
	- name: Archive binary
	uses: actions/upload-artifact@v4
	if: matrix.python-version == '3.12'
	with:
	name: Windows Binary ${{ matrix.python-version }} ${{ matrix.architecture }}
	path: \|
	build/*
	- name: Set up Python ${{ matrix.python-version }} ${{ matrix.architecture }}
	uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	architecture: ${{ matrix.architecture }}
	- name: Test kiwipiepy
	run: \|
	python -m pip install (Get-ChildItem model/dist/*.whl \| Select-Object -Expand FullName)
	python -m pip install (Get-ChildItem dist/kiwipiepy-*.whl \| Select-Object -Expand FullName)
	python -m pip install pytest
	python -m pytest -vv test/test_kiwipiepy.py test/test_nogil_safety.py


	build_other_arch:
	name: Build for manylinux (other arch)
	runs-on: ubuntu-24.04-arm
	strategy:
	max-parallel: 8
	matrix:
	cp: [cp314-cp314t]
	arch: [aarch64]

	steps:
	- uses: actions/checkout@v2
	with:
	submodules: recursive
	lfs: true
	- uses: bab2min/run-on-arch-action@multiple-step-v2
	id: runcmd
	with:
	image: quay.io/pypa/manylinux2014_${{ matrix.arch }}
	githubToken: ${{ github.token }}
	setup: \|
	mkdir -p "${PWD}/artifacts"
	dockerRunArgs: \|
	--volume "${PWD}/artifacts:/artifacts"
	multipleRun: \|
	- name: Copy Model files
	run: \|
	mv Kiwi/models/cong/base/sj.* model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.mdl model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.dict model/kiwipiepy_model/
	mv Kiwi/models/cong/base/combiningRule.txt model/kiwipiepy_model/
	- name: Install dependencies
	run: \|
	/opt/python/${{ matrix.cp }}/bin/pip install "cmake<4"
	rm /usr/local/bin/cmake \|\| true
	ln -s /opt/python/${{ matrix.cp }}/bin/cmake /usr/local/bin/cmake

	/opt/python/${{ matrix.cp }}/bin/python -m pip install wheel setuptools numpy==`/opt/python/${{ matrix.cp }}/bin/python .github/workflows/numpy_version.py` tqdm
	- name: Build model
	run: \|
	cd model
	/opt/python/${{ matrix.cp }}/bin/python setup.py build install
	cd ..
	- name: Build
	run: \|
	NUM_AVAILABLE_CPU_CORES=2 /opt/python/${{ matrix.cp }}/bin/python setup.py build install bdist_wheel
	/opt/python/${{ matrix.cp }}/bin/python -m pip install numpy==`/opt/python/${{ matrix.cp }}/bin/python .github/workflows/numpy_version.py v1` \|\| true
	tar -zcvf /artifacts/build.tgz build/*
	cp -r dist /artifacts/
	- name: Test
	run: \|
	/opt/python/${{ matrix.cp }}/bin/python -m pip install pytest
	/opt/python/${{ matrix.cp }}/bin/python -m pytest -svv test/test_kiwipiepy.py test/test_nogil_safety.py

	- name: Archive binary
	uses: actions/upload-artifact@v4
	with:
	name: Linux ${{ matrix.arch }} Binary ${{ matrix.cp }}
	path: artifacts/build.tgz
	- name: Archive binary
	uses: actions/upload-artifact@v4
	with:
	name: Linux ${{ matrix.arch }} Wheel ${{ matrix.cp }}
	path: artifacts/dist/*.whl

	build_other_arch_limited_api:
	name: Build for manylinux (other arch) (with Limited API)
	runs-on: ubuntu-24.04-arm
	strategy:
	max-parallel: 8
	matrix:
	cp: [cp312-cp312, cp313-cp313, cp314-cp314]
	arch: [aarch64]

	steps:
	- uses: actions/checkout@v2
	with:
	submodules: recursive
	lfs: true
	- uses: bab2min/run-on-arch-action@multiple-step-v2
	id: runcmd
	with:
	image: quay.io/pypa/manylinux2014_${{ matrix.arch }}
	githubToken: ${{ github.token }}
	setup: \|
	mkdir -p "${PWD}/artifacts"
	dockerRunArgs: \|
	--volume "${PWD}/artifacts:/artifacts"
	multipleRun: \|
	- name: Copy Model files
	run: \|
	mv Kiwi/models/cong/base/sj.* model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.mdl model/kiwipiepy_model/
	mv Kiwi/models/cong/base/*.dict model/kiwipiepy_model/
	mv Kiwi/models/cong/base/combiningRule.txt model/kiwipiepy_model/
	- name: Install dependencies
	run: \|
	/opt/python/cp39-cp39/bin/pip install "cmake<4"
	rm /usr/local/bin/cmake \|\| true
	ln -s /opt/python/cp39-cp39/bin/cmake /usr/local/bin/cmake

	/opt/python/cp39-cp39/bin/python -m pip install wheel setuptools numpy tqdm
	- name: Build model
	run: \|
	cd model
	/opt/python/cp39-cp39/bin/python setup.py bdist_wheel
	cd ..
	- name: Build
	run: \|
	NUM_AVAILABLE_CPU_CORES=2 Py_LIMITED_API=1 /opt/python/cp39-cp39/bin/python setup.py bdist_wheel
	tar -zcvf /artifacts/build.tgz build/*
	cp -r dist /artifacts/
	- name: Test
	run: \|
	/opt/python/${{ matrix.cp }}/bin/python -m pip install model/dist/*.whl
	/opt/python/${{ matrix.cp }}/bin/python -m pip install dist/kiwipiepy-*.whl
	/opt/python/${{ matrix.cp }}/bin/python -m pip install pytest
	/opt/python/${{ matrix.cp }}/bin/python -m pytest -svv test/test_kiwipiepy.py test/test_nogil_safety.py

	- name: Archive binary
	uses: actions/upload-artifact@v4
	if: matrix.cp == 'cp312-cp312'
	with:
	name: Linux ${{ matrix.arch }} Binary cp39 abi3
	path: artifacts/build.tgz
	- name: Archive binary
	uses: actions/upload-artifact@v4
	if: matrix.cp == 'cp312-cp312'
	with:
	name: Linux ${{ matrix.arch }} Wheel cp39 abi3
	path: artifacts/dist/*.whl

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Uh oh!

Prepare 0.23.0 #263

Workflow file

Prepare 0.23.0 #263

Uh oh!

Workflow file for this run