genai-benchmark/Cargo.toml at main · nearai/genai-benchmark · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
[package]
name = "genai-benchmark"
version = "0.1.2"
edition = "2021"
license = "MIT"
repository = "https://github.com/nearai/genai-benchmark"
description = "A high-performance load testing tool for OpenAI-compatible LLM APIs"

[lib]
name = "genai_benchmark"
path = "src/lib.rs"

[[bin]]
name = "genai-benchmark"
path = "src/bin/main.rs"

[dependencies]
# Async runtime
tokio = { version = "1", features = ["full"] }

# HTTP client with streaming
reqwest = { version = "0.12", features = ["json", "stream"] }
reqwest-eventsource = "0.6"

# CLI parsing
clap = { version = "4", features = ["derive", "env"] }

# Serialization
serde = { version = "1", features = ["derive"] }
serde_json = "1"
serde_yaml = "0.9"

# Error handling
anyhow = "1"
thiserror = "1"

# Progress bar
indicatif = "0.17"

# Statistics
statrs = "0.17"

# Async utilities
futures = "0.3"
async-channel = "2"

# Time handling
chrono = "0.4"

# Random sampling
rand = "0.8"

# Tracing/logging
tracing = "0.1"
tracing-subscriber = { version = "0.3", features = ["env-filter"] }

# For reading datasets
csv = "1"

# Regex for parsing
regex = "1"

# Token counting
tiktoken-rs = "0.5"

# Async trait support
async-trait = "0.1"

# Base64 encoding for audio data
base64 = "0.22"

# Environment file loading
dotenvy = "0.15"

# Profiling profile - use with: cargo build --profile profiling
# Then run: samply record ./target/profiling/genai-benchmark <args>
[profile.profiling]
inherits = "release"
debug = true

# The profile that 'dist' will build with
[profile.dist]
inherits = "release"
lto = "thin"