xet-core/data/Cargo.toml at dfda352be061c2ab7c35a49e2664da3bec60acce · huggingface/xet-core · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
[package]
name = "data"
version = "0.14.5"
edition = "2024"

[lib]
doctest = false

[[bin]]
name = "x"
path = "src/bin/example.rs"

[[bin]]
name = "xtool"
path = "src/bin/xtool.rs"

[[example]]
name = "chunk"
path = "examples/chunk/main.rs"

[[example]]
name = "parallel-chunk"
path = "examples/parallel-chunk/main.rs"

[[example]]
name = "hash"
path = "examples/hash/main.rs"

[[example]]
name = "xorb-check"
path = "examples/xorb-check/main.rs"

[dependencies]
cas_client = { path = "../cas_client" }
cas_object = { path = "../cas_object" }
cas_types = { path = "../cas_types" }
deduplication = { path = "../deduplication" }
error_printer = { path = "../error_printer" }
hub_client = { path = "../hub_client" }
mdb_shard = { path = "../mdb_shard" }
merklehash = { path = "../merklehash" }
progress_tracking = { path = "../progress_tracking" }
utils = { path = "../utils" }
xet_runtime = { path = "../xet_runtime" }

anyhow = { workspace = true }
async-trait = { workspace = true }
bytes = { workspace = true }
chrono = { workspace = true }
clap = { workspace = true }
dirs = { workspace = true }
jsonwebtoken = { workspace = true }
lazy_static = { workspace = true }
more-asserts = { workspace = true }
prometheus = { workspace = true }
rand = { workspace = true }
rand_chacha = { workspace = true }
regex = { workspace = true }
serde = { workspace = true }
serde_json = { workspace = true }
tempfile = { workspace = true }
thiserror = { workspace = true }
tokio = { workspace = true, features = ["rt-multi-thread", "rt"] }
tracing = { workspace = true }
ulid = { workspace = true }
walkdir = { workspace = true }

# Windows doesn't support assembly for compilation
[target.'cfg(not(target_os = "windows"))'.dependencies]
sha2 = { workspace = true, features = ["asm"] }

[target.'cfg(target_os = "windows")'.dependencies]
sha2 = { workspace = true }

[dev-dependencies]
serial_test = { workspace = true }
tracing-test = { workspace = true }
ctor = { workspace = true }

[features]
strict = []
expensive_tests = []
parallel-chunking = ["deduplication/parallel-chunking"]