bucket-scrapper/Cargo.toml at main · ManoManoTech/bucket-scrapper · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
# Location: Cargo.toml

[dependencies]
anyhow = "1.0"
bytes = "1"
flate2 = "1.0"
aws-config = "1.1.3"
# default features include the legacy `rustls` feature which pulls in vulnerable
# rustls 0.21 (RUSTSEC-2026-0098/0099/0104). We use the modern aws-lc-rs path via
# `default-https-client` instead.
aws-sdk-s3 = { version = "1.131", default-features = false, features = ["sigv4a", "http-1x", "default-https-client", "rt-tokio"] }
# Developer-preview AWS-published transfer manager. Pinned exactly because
# pre-1.0 minor versions can carry breaking API changes. Note: this dep
# transitively re-activates aws-smithy-http-client's default features and
# reintroduces the rustls 0.21 / rustls-webpki 0.101 path (RUSTSEC-2026-
# 0098/0099/0104). See CLAUDE.md "Known Issues" for context.
aws-sdk-s3-transfer-manager = "=0.1.3"
aws-types = "1.1.3"
chrono = { version = "0.4", features = ["serde"] }
clap = { version = "4.4", features = ["derive", "env"] }
tracing = "0.1"
tracing-subscriber = { version = "0.3", features = ["json", "env-filter"] }
regex = "1.10"
serde = { version = "1.0", features = ["derive"] }
serde_json = "1"
serde_yaml = "0.9"
tokio = { version = "1.33", features = ["full"] }
flume = "0.12"
zstd = { version = "0.13.2", features = ["experimental"] }
libc = "0.2"
rand = { version = "0.8", default-features = false, features = ["std", "std_rng"] }

# Ripgrep libraries for search functionality
grep-regex = "0.1"
grep-matcher = "0.1"

# HTTP client for REST API integration (using rustls to avoid OpenSSL dependency)
reqwest = { version = "0.13", default-features = false, features = ["rustls"] }

# DNS caching to reduce CoreDNS load
hickory-resolver = { version = "0.25", features = ["tokio"] }
moka = { version = "0.12", features = ["future"] }
# AWS SDK HTTP client customization for DNS integration
aws-smithy-http-client = { version = "1.0", features = ["rustls-aws-lc"] }
aws-smithy-runtime-api = { version = "1.8", features = ["client"] }
aws-smithy-types = "1.3"

# Heap profiling (opt-in via --features dhat-heap)
dhat = { version = "0.3", optional = true }

[features]
dhat-heap = ["dep:dhat"]

[dev-dependencies]
tempfile = "3.8"
tokio-test = "0.4"
wiremock = "0.6"
testcontainers = "0.27"
assert_cmd = "2"
predicates = "3"
serde_json = "1"

[package]
name = "bucket-scrapper"
version = "2.0.0"
edition = "2021"
rust-version = "1.91"
authors = ["Elie Bleton <elie.bleton@manomano.com>", "Julien Dauliac <julien.dauliac@manomano.com>"]
description = "A high-performance tool for searching through S3 bucket contents using ripgrep"

[profile.release]
opt-level = 3
lto = true
codegen-units = 1
panic = "abort"
strip = false
incremental = true
debug = true

# Profiling profile: release optimizations + frame pointers for accurate stack traces.
# Build with: cargo build --profile profiling
[profile.profiling]
inherits = "release"
force-frame-pointers = true