requirements.txt

# ML Platform Engineer - Learning Repository Dependencies
# Python 3.11+ required

# ==============================================================================
# Platform Core - API Development
# ==============================================================================
fastapi>=0.104.0
uvicorn[standard]>=0.24.0
pydantic>=2.5.0
pydantic-settings>=2.1.0
python-multipart>=0.0.6
grpcio>=1.59.0
grpcio-tools>=1.59.0
protobuf>=4.25.0

# ==============================================================================
# Database & Storage
# ==============================================================================
sqlalchemy>=2.0.23
alembic>=1.13.0
asyncpg>=0.29.0
psycopg2-binary>=2.9.9
redis>=5.0.1
pymongo>=4.6.0

# ==============================================================================
# Kubernetes & Container Orchestration
# ==============================================================================
kubernetes>=28.1.0
kubernetes-asyncio>=28.2.0
kopf>=1.36.0  # Kubernetes Operator Framework
pykube-ng>=23.6.0

# ==============================================================================
# Feature Store
# ==============================================================================
feast>=0.35.0
feast[redis]>=0.35.0
pyarrow>=14.0.0
duckdb>=0.9.0
polars>=0.19.0

# ==============================================================================
# Workflow Orchestration
# ==============================================================================
prefect>=2.14.0
# apache-airflow>=2.7.0  # Uncomment if using Airflow
# kfp>=2.4.0  # Kubeflow Pipelines SDK

# ==============================================================================
# ML Frameworks & Model Management
# ==============================================================================
mlflow>=2.9.0
torch>=2.1.0
tensorflow>=2.15.0
scikit-learn>=1.3.2
numpy>=1.24.0,<2.0.0
pandas>=2.1.0

# ==============================================================================
# Data Processing
# ==============================================================================
apache-spark>=3.5.0  # PySpark
dask[complete]>=2023.12.0
great-expectations>=0.18.0
evidently>=0.4.0

# ==============================================================================
# Authentication & Security
# ==============================================================================
python-jose[cryptography]>=3.3.0
passlib[bcrypt]>=1.7.4
pyjwt>=2.8.0
cryptography>=41.0.0
python-keycloak>=3.7.0

# ==============================================================================
# Monitoring & Observability
# ==============================================================================
prometheus-client>=0.19.0
opentelemetry-api>=1.21.0
opentelemetry-sdk>=1.21.0
opentelemetry-instrumentation-fastapi>=0.42b0
structlog>=23.2.0

# ==============================================================================
# Cloud SDKs
# ==============================================================================
boto3>=1.34.0  # AWS
google-cloud-storage>=2.14.0  # GCP
azure-storage-blob>=12.19.0  # Azure
minio>=7.2.0  # S3-compatible storage

# ==============================================================================
# API & SDK Development
# ==============================================================================
httpx>=0.25.2
requests>=2.31.0
click>=8.1.7  # CLI development
typer>=0.9.0  # Modern CLI framework
rich>=13.7.0  # Terminal formatting

# ==============================================================================
# Testing & Code Quality
# ==============================================================================
pytest>=7.4.3
pytest-asyncio>=0.21.1
pytest-cov>=4.1.0
pytest-mock>=3.12.0
testcontainers>=3.7.0  # Container-based testing
httpx>=0.25.2  # For API testing
faker>=20.1.0

# Code Quality
black>=23.12.0
flake8>=6.1.0
mypy>=1.7.1
pylint>=3.0.3
isort>=5.13.0
pre-commit>=3.6.0

# ==============================================================================
# Documentation
# ==============================================================================
mkdocs>=1.5.3
mkdocs-material>=9.5.0
pdoc3>=0.10.0
sphinx>=7.2.0
sphinx-rtd-theme>=2.0.0

# ==============================================================================
# Developer Tools
# ==============================================================================
ipython>=8.18.0
jupyter>=1.0.0
jupyterlab>=4.0.9
notebook>=7.0.6

# ==============================================================================
# Workflow & Data Pipeline Tools
# ==============================================================================
pyyaml>=6.0.1
jinja2>=3.1.2
jsonschema>=4.20.0
python-dotenv>=1.0.0
python-dateutil>=2.8.2
croniter>=2.0.1
tqdm>=4.66.0

# ==============================================================================
# Message Queues & Event Streaming
# ==============================================================================
kafka-python>=2.0.2
pika>=1.3.2  # RabbitMQ
celery>=5.3.4
redis>=5.0.1  # Also for Celery broker

# ==============================================================================
# Platform Specific Tools
# ==============================================================================
# Backstage SDK (Node.js based, listed for reference)
# Install separately: npm install -g @backstage/cli

# Helm (for Kubernetes package management)
# Install separately: https://helm.sh/docs/intro/install/

# Terraform (for infrastructure as code)
# Install separately: https://www.terraform.io/downloads

# ==============================================================================
# Additional Utilities
# ==============================================================================
aiofiles>=23.2.1
aiohttp>=3.9.0
tenacity>=8.2.3  # Retry logic
cachetools>=5.3.2
python-magic>=0.4.27
humanize>=4.9.0

# ==============================================================================
# Data Validation & Schema
# ==============================================================================
marshmallow>=3.20.0
cerberus>=1.3.5
jsonschema>=4.20.0