feat: parallel processing

Author: caviri

Dockerfile

@@ -15,6 +15,4 @@ COPY . .
 
 ENV PYTHONUNBUFFERED=1
 
-
-
-ENTRYPOINT ["uvicorn", "src.api:app", "--host", "0.0.0.0", "--port", "1234"]
+ENTRYPOINT ["gunicorn", "src.api:app", "--workers", "4", "--worker-class", "uvicorn.workers.UvicornWorker", "--bind", "0.0.0.0:1234"]

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "git-metadata-extractor"
-version = "0.2.0"
+version = "1.0.0"
 description = "This project is designed to classify imaging software repositories and extract relevant information using AI models."
 readme = "README.md"
 requires-python = ">=3.9"
@@ -41,9 +41,10 @@ dependencies = [
     "rdflib==6.2.0",
     "rdflib-jsonld==0.6.2",
     "PyYAML==6.0.2",
-    "selenium",
-    "beautifulsoup4",
-    "aiohttp",
+    "selenium==4.34.2",
+    "beautifulsoup4==4.13.4",
+    "aiohttp==3.12.15",
+    "uvicorn-worker==0.3.0"
 ]
 
 [project.urls]