community-integrations/libraries/dagster-hf-datasets/pyproject.toml at b10870bc506c41353c61fd6790052a531d96888f · ParagEkbote/community-integrations · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
[project]
name = "dagster-hf-datasets"
description = "Dagster Integration with HF Datasets"
readme = "README.md"
requires-python = ">=3.10"
dependencies = [
    "dagster>=1.8.0",
    "huggingface_hub>=1.0.0",
    "datasets>=4.8.0"
]
dynamic = ["version"]

authors = [
  { name = "Parag Ekbote" }
]

license = "Apache-2.0"

keywords = [
  "dagster",
  "huggingface",
  "datasets",
  "etl",
  "data-pipelines",
  "mlops"
]

classifiers = [
  "Development Status :: 3 - Alpha",
  "Intended Audience :: Developers",
  "Intended Audience :: Science/Research",
  "Intended Audience :: Information Technology",
  "Programming Language :: Python :: 3",
  "Programming Language :: Python :: 3.10",
  "Programming Language :: Python :: 3.11",
  "Programming Language :: Python :: 3.12",
  "Operating System :: OS Independent",
  "Topic :: Database",
  "Topic :: Scientific/Engineering :: Artificial Intelligence",
  "Topic :: Software Development :: Libraries :: Python Modules",
  "Topic :: Software Development :: Libraries",
  "Topic :: Utilities",
]

[project.urls]
Documentation = "https://docs.dagster.io/integrations/libraries/hf-datasets"
GitHub = "https://github.com/dagster-io/community-integrations/tree/main/libraries/dagster-hf-datasets"
Examples = "https://huggingface.co/buckets/the-hf-stack/dagster-hf-datasets-examples"
"Release Article" = "https://huggingface.co/blog/AINovice2005/dagster-hf-datasets"

[dependency-groups]
dev = [
    "ruff",
    "pytest",
    "freezegun",
    "ty==0.0.37",
]

[build-system]
requires = ["setuptools>=42"]
build-backend = "setuptools.build_meta"

[tool.setuptools.packages.find]
include = ["dagster_hf_datasets*"]
exclude = ["dagster_hf_datasets_tests*"]

[tool.setuptools.dynamic]
version = {attr = "dagster_hf_datasets.__version__"}