add a preprocessing script for code training data and update readme (… #1

	name: Deploy Jupyter Book to GitHub Pages

	on:
	push:
	branches: [ main ] # Change to your default branch if different

	# Allow one concurrent deployment
	concurrency:
	group: "pages"
	cancel-in-progress: true

	# Sets permissions of the GITHUB_TOKEN
	permissions:
	contents: read
	pages: write
	id-token: write

	jobs:
	# Build job
	build:
	runs-on: ubuntu-latest
	steps:
	- name: Checkout
	uses: actions/checkout@v4

	- name: Set up Python
	uses: actions/setup-python@v4
	with:
	python-version: '3.12'

	- name: Cache pip dependencies
	uses: actions/cache@v3
	with:
	path: ~/.cache/pip
	key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
	restore-keys: \|
	${{ runner.os }}-pip-

	- name: Install dependencies
	run: \|
	python -m pip install --upgrade pip
	pip install jupyter-book
	# Install additional dependencies if you have a requirements.txt
	# pip install -r requirements.txt

	- name: Build the book
	run: \|
	jupyter-book build docs

	- name: Setup Pages
	uses: actions/configure-pages@v4

	- name: Upload artifact
	uses: actions/upload-pages-artifact@v3
	with:
	path: docs/_build/html

	# Deployment job
	deploy:
	environment:
	name: github-pages
	url: ${{ steps.deployment.outputs.page_url }}
	runs-on: ubuntu-latest
	needs: build
	steps:
	- name: Deploy to GitHub Pages
	id: deployment
	uses: actions/deploy-pages@v4

Provide feedback