Losing some weight, reducing docker container size, removing unwanted packages from pyproject

.dockerignore

@@ -47,3 +47,9 @@ test_output.xml
 *.py,cover
 .hypothesis/
 .pytest_cache/
+.github/
+opt
+**/run_data
+**/statics
+.mypy_cache
+.git

.github/workflows/main-push.yml

@@ -45,7 +45,7 @@ jobs:
           curl -sSL ${{ env.POETRY_URL }} | python - --version ${{ env.POETRY_VERSION }}
           echo "$HOME/.local/bin" >> $GITHUB_PATH
       - name: Install project
-        run: make install
+        run: make install-extra
       - name: Run linter
         run: make lint
       # - name: Run tests

.github/workflows/main-test.yml

@@ -41,7 +41,7 @@ jobs:
           curl -sSL ${{ env.POETRY_URL }} | python - --version ${{ env.POETRY_VERSION }}
           echo "$HOME/.local/bin" >> $GITHUB_PATH
       - name: Install project
-        run: make install
+        run: make install-extra
       - name: Run linter
         run: make lint
       - name: Run tests

.github/workflows/non-main-push.yml

@@ -53,6 +53,6 @@ jobs:
           curl -sSL ${{ env.POETRY_URL }} | python - --version ${{ env.POETRY_VERSION }}
           echo "$HOME/.local/bin" >> $GITHUB_PATH
       - name: Install project
-        run: make install
+        run: make install-extra
       - name: Run linter
         run: make lint

.github/workflows/non-main-test.yml

@@ -49,7 +49,7 @@ jobs:
           curl -sSL ${{ env.POETRY_URL }} | python - --version ${{ env.POETRY_VERSION }}
           echo "$HOME/.local/bin" >> $GITHUB_PATH
       - name: Install project
-        run: make install
+        run: make install-extra
       - name: Run linter
         run: make lint
       - name: Run tests

.github/workflows/release.yml

@@ -58,7 +58,7 @@ jobs:
           curl -sSL ${{ env.POETRY_URL }} | python - --version ${{ env.POETRY_VERSION }}
           echo "$HOME/.local/bin" >> $GITHUB_PATH
       - name: Install project
-        run: make install
+        run: make install-extra
       - name: Build and publish to PyPI
         env:
           TWINE_USERNAME: __token__

Dockerfile

@@ -1,23 +1,22 @@
 # Use an official Python 3.11 image based on Ubuntu
 FROM python:3.11-slim
 
-# Install Playwright and dependencies
-RUN pip install -U playwright && \
-    playwright install --with-deps
+# # Install Playwright and dependencies
+# RUN pip install -U playwright && \
+#     playwright install --with-deps
 
 # Set the working directory in the container
 WORKDIR /testzeus-hercules
 
 # Copy only the necessary files for installation
 COPY pyproject.toml poetry.lock /testzeus-hercules/
-COPY .cache /testzeus-hercules/
 
 # Install Poetry
 RUN pip install poetry
 
 # Install dependencies and the package
 RUN poetry install --no-dev
-RUN poetry run playwright install
+RUN poetry run playwright install --with-deps
 
 # Copy the rest of the project files
 COPY . /testzeus-hercules

Makefile

@@ -15,9 +15,13 @@ show:             ## Show the current environment.
 	@echo "Current environment:"
 	poetry env info && exit
 
+.PHONY: install-extra
+install-extra:          ## Install the project in dev mode.
+	poetry install --all-extras && exit && poetry run playwright install --with-deps
+
 .PHONY: install
 install:          ## Install the project in dev mode.
-	poetry install --all-extras && exit && poetry run playwright install --with-deps
+	poetry install && exit && poetry run playwright install --with-deps
 
 .PHONY: fmt
 fmt:              ## Format code using black & isort.

pyproject.toml

@@ -74,15 +74,14 @@ pyparsing = "^3.1.2"
 pypdfium2 = "^4.30.0"
 python-dotenv = "^1.0.0"
 python-json-logger = "^2.0.7"
-python-multipart = "^0.0.9"
+python-multipart = "^0.0.18"
 pyyaml = "^6.0.1"
 regex = "^2023.12.25"
 requests = "^2.31.0"
 rich = "^13.7.1"
 rsa = "^4.9"
 shellingham = "^1.5.4"
 sniffio = "^1.3.1"
-starlette = "^0.40.0"
 tabulate = "^0.9.0"
 termcolor = "^2.4.0"
 tiktoken = "^0.6.0"
@@ -91,8 +90,6 @@ tqdm = "^4.66.2"
 typer = "^0.12.3"
 uritemplate = "^4.1.1"
 urllib3 = "^2.2.3"
-uvicorn = "^0.30.3"
-uvloop = "^0.21.0"
 watchfiles = "^0.24.0"
 websockets = "^13.1"
 typing-extensions = "^4.12.2"
@@ -109,7 +106,6 @@ sentry-sdk = "^2.18.0"
 setuptools = "^75.3.0"
 wheel = "^0.44.0"
 playwright-recaptcha = "^0.5.1"
-twine = "^5.1.1"
 junit2html = "^31.0.2"
 anthropic = "^0.39.0"
 pandas = "^2.2.3"

tests/test_not_for_ci/ebikes/test_data.txt

@@ -1,4 +1,4 @@
-URL is https://business-java-5461-dev-ed.scratch.my.site.com/ebikes/s/
+URL is https://agility-speed-5009-dev-ed.scratch.my.site.com/ebikes/s/
 
 Product_family_name data for each product
 |Product_family_name| Bike  |Product_name|