fix: deprecate embedded tokenizers #243

	name: CI - Lint

	on:
	pull_request:
	branches:
	- main
	- dev

	jobs:
	lint:
	runs-on: ubuntu-latest
	steps:
	- name: Checkout source
	uses: actions/checkout@v6

	- name: Cache system (apt) dependencies
	uses: actions/cache@v4
	with:
	path: apt-archives
	key: ${{ runner.os }}-apt-${{ hashFiles('**/.github/workflows/ci-lint.yaml') }}
	restore-keys: \|
	${{ runner.os }}-apt-

	- name: Install system dependencies
	run: \|
	mkdir -p apt-archives
	sudo cp -a apt-archives /var/cache/apt/archives # workaround for apt-get cache https://github.com/actions/cache/issues/324#issuecomment-1816908646
	sudo apt-get update
	sudo apt-get install -y libzmq3-dev pkg-config clang-format
	cp -a /var/cache/apt/archives/*.deb apt-archives 2>/dev/null \|\| true

	- name: Extract Go version from go.mod
	run: sed -En 's/^go (.*)$/GO_VERSION=\1/p' go.mod >> "$GITHUB_ENV"

	- name: Set up Go with cache
	uses: actions/setup-go@v5
	with:
	go-version: "${{ env.GO_VERSION }}"
	cache-dependency-path: ./go.sum

	- name: Install dependencies
	run: go mod download

	- name: Run pre-commit hooks
	id: pre-commit
	uses: pre-commit/action@v3.0.1
	with:
	extra_args: --all-files --hook-stage manual

	- name: Install golangci-lint without running it
	uses: golangci/golangci-lint-action@v8
	with:
	version: v2.1.6
	args: "--help"

	- name: Run precommit checks
	run: make precommit

	- name: Run C/C++/CUDA formatting check
	run: make clang

Provide feedback