icu4x/components/segmenter/Cargo.toml at bcf9a4ae95f753bc6cce57fc91a9adcd60e60266 · unicode-org/icu4x · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
# This file is part of ICU4X. For terms of use, please see the file
# called LICENSE at the top level of the ICU4X source tree
# (online at: https://github.com/unicode-org/icu4x/blob/main/LICENSE ).

[package]
name = "icu_segmenter"
description = "Unicode line breaking and text segmentation algorithms for text boundaries analysis"
version = "2.1.2"
categories.workspace = true
keywords = ["unicode", "segmentation", "text-processing"]

authors.workspace = true
edition.workspace = true
homepage.workspace = true
include.workspace = true
license.workspace = true
repository.workspace = true
rust-version.workspace = true

[package.metadata.docs.rs]
all-features = true

[package.metadata.cargo-all-features]
max_combination_size = 3

[dependencies]
icu_collections = { workspace = true }
icu_provider = { workspace = true }
utf8_iter = { workspace = true }
zerovec = { workspace = true, features = ["alloc", "yoke"] }

databake = { workspace = true, optional = true, features = ["derive"] }
serde = { workspace = true, features = ["derive", "alloc"], optional = true }
potential_utf = { workspace = true, features = ["alloc", "zerovec"] }

core_maths = { workspace = true, optional = true }

icu_segmenter_data = { workspace = true, optional = true }
icu_locale = { workspace = true, optional = true }

[dev-dependencies]
icu = { path = "../../components/icu", default-features = false }
icu_benchmark_macros = { path = "../../tools/benchmark/macros" }
icu_locale_core = { workspace = true }
icu_properties = { path = "../properties", features = ["compiled_data"] }
itertools = { workspace = true }
ndarray = { workspace = true }
serde = { workspace = true, features = ["derive"] }
serde_json = { workspace = true }

[target.'cfg(not(target_arch = "wasm32"))'.dev-dependencies]
criterion = { workspace = true }

[features]
default = ["compiled_data", "auto"]
serde = ["dep:serde", "potential_utf/serde", "zerovec/serde", "icu_collections/serde", "icu_provider/serde"]
datagen = ["serde", "dep:databake", "potential_utf/databake", "zerovec/databake", "icu_collections/databake", "icu_provider/export"]
lstm = ["dep:core_maths"]
unstable = []
auto = ["lstm"] # Enables [try_]new_auto constructors
compiled_data = ["dep:icu_segmenter_data", "dep:icu_locale", "icu_locale?/compiled_data", "icu_provider/baked"]

[lib]
bench = false  # This option is required for Benchmark CI

[[bench]]
name = "bench"
harness = false

[[test]]
name = "complex_word"
required-features = ["auto"]

[[test]]
name = "cnn"
required-features = []

[lints]
workspace = true