oarc-crawlers/pyproject.toml at main · hubayirp/oarc-crawlers · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
[build-system]
requires = ["setuptools>=42", "wheel", "build", "uv", "pip"]
build-backend = "setuptools.build_meta"

[project]
name = "oarc-crawlers"
version = "0.1.5"
description = "A modular, async Python framework for structured online data collection used by Ollama Agent Roll Cage (OARC)"
readme = "README.md"
requires-python = ">=3.10"
license = "Apache-2.0"
authors = [
    {name = "OARC Team"}
]
classifiers = [
    "Development Status :: 4 - Beta",
    "Intended Audience :: Developers",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.10",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
    "Programming Language :: Python :: 3.13",
]

dependencies = [
    "aiohttp>=3.11.18",
    "arxiv>=2.2.0",
    "beautifulsoup4>=4.13.4",
    "build>=1.2.2.post1",
    "click>=8.1.8",
    "duckduckgo-search>=8.0.1",
    "fastmcp>=2.2.2",
    "gitpython>=3.1.44",
    "llama-index-experimental>=0.5.5",
    "moviepy>=2.1.2",
    "mypy>=1.15.0",
    "oarc-log>=0.1.0",
    "oarc-utils>=0.1.1",
    "pandas>=2.2.3",
    "psutil>=7.0.0",
    "pyarrow>=19.0.1",
    "pygithub>=2.6.1",
    "pyinstaller>=6.13.0",
    "pytchat>=0.5.5",
    "pytube>=15.0.0",
    "questionary>=2.1.0",
    "twine>=6.1.0",
    "types-beautifulsoup4>=4.12.0.20250204",
    "websockets>=15.0.1",
]

[project.optional-dependencies]
dev = [
    "black>=25.1.0",
    "isort>=6.0.1",
    "pytest>=8.3.5",
    "pytest-asyncio>=0.26.0",
    "pytest-cov>=6.1.1",
    "ruff>=0.11.6",
]

# Define command-line scripts
[project.scripts]
oarc-crawlers = "oarc_crawlers.main:main"

[project.urls]
"Homepage" = "https://github.com/Ollama-Agent-Roll-Cage/oarc-crawlers"
"Bug Tracker" = "https://github.com/Ollama-Agent-Roll-Cage/oarc-crawlers/issues"

[tool.setuptools]
package-dir = {"" = "src"}
packages = ["oarc_crawlers", "oarc_crawlers.cli"]

[tool.black]
line-length = 100
target-version = ["py311"]
include = '\.pyi?$'

[tool.isort]
profile = "black"
line_length = 100

[tool.mypy]
python_version = "3.11"
warn_return_any = true
warn_unused_configs = true
disallow_untyped_defs = false
disallow_incomplete_defs = false

[tool.pytest.ini_options]
testpaths = ["src/tests"]
python_files = "test_*.py"
asyncio_mode = "auto"

[tool.ruff]
line-length = 100
target-version = "py311"
select = ["E", "F", "B", "I"]
ignore = []