pyproject.toml

[project]
name = "k2-refdata"
version = "1.0.0"
description = "K2 Reference Data Platform - GoldenSource for Crypto"
readme = "README.md"
requires-python = ">=3.11"
license = {text = "MIT"}
authors = [
    {name = "K2 Engineering", email = "engineering@k2.com"}
]
classifiers = [
    "Development Status :: 4 - Beta",
    "Intended Audience :: Developers",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
]

dependencies = [
    # API Framework
    "fastapi>=0.109.0",
    "uvicorn[standard]>=0.27.0",
    "pydantic>=2.5.0",
    "pydantic-settings>=2.1.0",

    # Database & Query
    "duckdb>=0.10.0",
    "pyiceberg[s3fs,duckdb]>=0.6.0",
    "psycopg2-binary>=2.9.9",

    # Kafka & Streaming
    "confluent-kafka[avro,schema-registry]>=2.3.0",
    "fastavro>=1.9.0",

    # HTTP Clients
    "httpx>=0.26.0",
    "requests>=2.31.0",

    # Logging & Observability
    "structlog>=24.1.0",
    "prometheus-client>=0.19.0",

    # CLI
    "click>=8.1.0",
    "rich>=13.7.0",

    # Utilities
    "python-dotenv>=1.0.0",
    "tenacity>=8.2.0",  # Retry logic
]

[project.optional-dependencies]
dev = [
    # Testing
    "pytest>=7.4.0",
    "pytest-cov>=4.1.0",
    "pytest-asyncio>=0.23.0",
    "pytest-mock>=3.12.0",
    "pytest-xdist>=3.5.0",  # Parallel test execution
    "pytest-httpx>=0.26.0",  # HTTP mocking

    # Code Quality
    "ruff>=0.1.0",
    "mypy>=1.8.0",
    "black>=24.1.0",
    "isort>=5.13.0",
    "pre-commit>=3.6.0",

    # Type Stubs
    "types-requests>=2.31.0",
    "types-python-dateutil>=2.8.0",
    "types-psycopg2>=2.9.0",

    # DBT
    "dbt-duckdb>=1.7.0",
    "dbt-core>=1.7.0",
]

[project.scripts]
refdata = "refdata.cli.main:cli"

[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"

[tool.hatch.build.targets.wheel]
packages = ["src/refdata"]

[tool.pytest.ini_options]
minversion = "7.0"
testpaths = ["tests"]
python_files = ["test_*.py"]
python_classes = ["Test*"]
python_functions = ["test_*"]
addopts = [
    "-ra",
    "--strict-markers",
    "--strict-config",
    "--cov=src/refdata",
    "--cov-report=term-missing:skip-covered",
    "--cov-report=html",
    "--cov-report=xml",
]
markers = [
    "unit: Fast unit tests (no Docker dependencies)",
    "integration: Integration tests requiring Docker services",
    "e2e: End-to-end pipeline tests",
    "bitemporal: Tests bitemporal query logic",
    "scd2: Tests SCD Type 2 transformations",
    "slow: Slow-running tests",
]
filterwarnings = [
    "error",
    "ignore::UserWarning",
    "ignore::DeprecationWarning",
]

[tool.coverage.run]
source = ["src/refdata"]
omit = [
    "*/tests/*",
    "*/__init__.py",
    "*/conftest.py",
]

[tool.coverage.report]
exclude_lines = [
    "pragma: no cover",
    "def __repr__",
    "if TYPE_CHECKING:",
    "raise AssertionError",
    "raise NotImplementedError",
    "if __name__ == .__main__.:",
    "@abstractmethod",
]

[tool.black]
line-length = 100
target-version = ['py311']
include = '\.pyi?$'
extend-exclude = '''
/(
  # directories
  \.eggs
  | \.git
  | \.hg
  | \.mypy_cache
  | \.tox
  | \.venv
  | build
  | dist
)/
'''

[tool.isort]
profile = "black"
line_length = 100
multi_line_output = 3
include_trailing_comma = true
force_grid_wrap = 0
use_parentheses = true
ensure_newline_before_comments = true

[tool.ruff]
line-length = 100
target-version = "py311"

[tool.ruff.lint]
select = [
    "E",   # pycodestyle errors
    "W",   # pycodestyle warnings
    "F",   # pyflakes
    "I",   # isort
    "C",   # flake8-comprehensions
    "B",   # flake8-bugbear
    "UP",  # pyupgrade
]
ignore = [
    "E501",  # line too long (handled by black)
    "B008",  # do not perform function calls in argument defaults
    "C901",  # too complex
]

[tool.ruff.lint.per-file-ignores]
"__init__.py" = ["F401"]  # Unused imports
"tests/*" = ["S101"]      # Use of assert

[tool.mypy]
python_version = "3.11"
warn_return_any = true
warn_unused_configs = true
disallow_untyped_defs = true
disallow_incomplete_defs = true
check_untyped_defs = true
no_implicit_optional = true
warn_redundant_casts = true
warn_unused_ignores = true
warn_no_return = true
strict_equality = true

[[tool.mypy.overrides]]
module = [
    "confluent_kafka.*",
    "duckdb.*",
    "pyiceberg.*",
    "fastavro.*",
]
ignore_missing_imports = true

[[tool.mypy.overrides]]
module = "refdata.api.middleware"
disable_error_code = ["attr-defined"]