teenyformers/Cargo.toml at main · teenygrad/teenyformers · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
[package]
name = "teenyformers"
version = "0.1.0"
edition = "2024"
description = "Rust implementation of transformers."
license = "Apache-2.0"
repository = "https://github.com/teenygrad/teenyformers"
homepage = "https://github.com/teenygrad/teenyformers"
documentation = "https://docs.rs/teenyformers"
readme = "README.md"
keywords = ["transformers", "llms", "machine-learning", "deep-learning"]
categories = ["transformers", "llms", "machine-learning", "deep-learning"]

[package.metadata.docs.rs]
all-features = true

[features]
default = ["cuda", "training"]
cuda = ["teeny-cuda", "teeny-compiler"]
training = ["teeny-kernels/training", "teeny-core/training"]
inference = ["cuda", "safetensors", "tokenizers", "serde", "serde_json"]

[dependencies]
teeny-core     = { version = "0.1", features = ["std"] }
teeny-kernels  = "0.1"
teeny-macros   = "0.1"
teeny-triton   = "0.1"
teeny-data     = "0.1"
teeny-cuda     = { version = "0.1", optional = true }
teeny-compiler = { version = "0.1", optional = true }
anyhow         = { version = "1.0", default-features = false }
safetensors    = { version = "0.7", optional = true }
tokenizers     = { version = "0.22", optional = true, default-features = false, features = ["fancy-regex"] }
serde          = { version = "1", features = ["derive"], optional = true }
serde_json     = { version = "1", optional = true }

[dev-dependencies]
serial_test    = "3"
teeny-compiler = "0.1"
dotenv         = "0.15"
insta          = "1"
tokio          = { version = "1", features = ["full"] }
reqwest        = { version = "0.13", features = ["stream"] }
indicatif      = "0.18"
serde          = { version = "1", features = ["derive"] }
serde_json     = "1"
clap           = { version = "4", features = ["derive"] }
toml           = "0.8"
zip            = "2"
futures-util   = "0.3"
eframe         = { version = "0.29", features = ["x11"] }
image          = "0.25"
safetensors    = "0.7"

[[example]]
name     = "llama_generate"
required-features = ["cuda", "inference"]

# [patch.crates-io] overrides all teenygrad crates with local path versions.
# Remove this section once the crates are published to crates.io.
[patch.crates-io]
teeny-core     = { path = "../teenygrad/core/teeny-core" }
teeny-fxgraph  = { path = "../teenygrad/support/teeny-fxgraph" }
teeny-kernels  = { path = "../teenygrad/kernels/teeny-kernels" }
teeny-triton   = { path = "../teenygrad/kernels/teeny-triton" }
teeny-compiler = { path = "../teenygrad/compiler/teeny-compiler" }
teeny-macros   = { path = "../teenygrad/macros/teeny-macros" }
teeny-cuda     = { path = "../teenygrad/drivers/teeny-cuda" }
teeny-cache    = { path = "../teenygrad/utilities/teeny-cache" }
teeny-data     = { path = "../teenygrad/utilities/teeny-data" }
teeny-http     = { path = "../teenygrad/utilities/teeny-http" }
teeny-nlp      = { path = "../teenygrad/utilities/teeny-nlp" }
teeny-onnx     = { path = "../teenygrad/support/teeny-onnx" }
teeny-torch    = { path = "../teenygrad/support/teeny-torch" }