llmtrace/examples/config-high-security.yaml at main · techlab-innov/llmtrace · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
# High Security Configuration
# Maximum protection for sensitive environments.
# Enables all detection layers, enforcement blocking, boundary defense
# with nonce randomization, and aggressive alerting.

listen_addr: "0.0.0.0:8080"
upstream_url: "https://api.openai.com"
timeout_ms: 30000
connection_timeout_ms: 5000
max_connections: 1000
enable_tls: false
enable_security_analysis: true
enable_trace_storage: true
enable_streaming: true
max_request_size_bytes: 52428800
security_analysis_timeout_ms: 5000
trace_storage_timeout_ms: 10000

storage:
  profile: "production"
  clickhouse_url: "http://clickhouse:8123"
  clickhouse_database: "llmtrace"
  postgres_url: "postgres://llmtrace:password@postgres:5432/llmtrace"
  redis_url: "redis://redis:6379"
  auto_migrate: true

logging:
  level: "debug"
  format: "json"

# Full ML ensemble: DeBERTa + InjecGuard + PIGuard + jailbreak detection
security_analysis:
  ml_enabled: true
  ml_model: "protectai/deberta-v3-base-prompt-injection-v2"
  ml_threshold: 0.8
  ml_cache_dir: "/root/.cache/huggingface/hub"
  ml_preload: true
  ml_download_timeout_seconds: 600
  jailbreak_enabled: true
  jailbreak_threshold: 0.7
  operating_point: "high_recall"
  over_defence: true
  injecguard_enabled: true
  injecguard_model: "leolee99/InjecGuard"
  injecguard_threshold: 0.85
  piguard_enabled: true
  piguard_model: "leolee99/PIGuard"
  piguard_threshold: 0.85

# Block prompt injection and shell injection before reaching the LLM
enforcement:
  mode: "block"
  analysis_depth: "full"
  min_severity: "high"
  min_confidence: 0.8
  timeout_ms: 2000
  categories:
    - finding_type: "prompt_injection"
      action: "block"
    - finding_type: "shell_injection"
      action: "block"
    - finding_type: "data_leakage"
      action: "flag"

# Boundary defense with nonce randomization for maximum protection
boundary_defense:
  enabled: true
  shadow_mode: false
  wrap_roles: ["tool"]
  delimiter: "llmtrace-boundary"
  randomize_nonce: true
  inject_system_reminder: true

# PII detection and redaction
pii:
  action: "alert_and_redact"

# Output safety
output_safety:
  enabled: true
  toxicity_enabled: true
  toxicity_threshold: 0.7
  block_on_critical: true

# Streaming analysis with output monitoring
streaming_analysis:
  enabled: true
  token_interval: 50
  output_enabled: true
  early_stop_on_critical: true

# Strict rate limiting
rate_limiting:
  enabled: true
  requests_per_second: 50
  burst_size: 100
  window_seconds: 60

# Circuit breaker
circuit_breaker:
  enabled: true
  failure_threshold: 5
  recovery_timeout_ms: 30000
  half_open_max_calls: 3

# Conservative cost controls
cost_estimation:
  enabled: true

cost_caps:
  enabled: true
  default_budget_caps:
    - window: hourly
      hard_limit_usd: 10.0
      soft_limit_usd: 8.0
    - window: daily
      hard_limit_usd: 100.0
      soft_limit_usd: 80.0

# Alert on any security finding
alerts:
  enabled: true
  channels:
    - type: slack
      url: "https://hooks.slack.com/services/YOUR/SLACK/WEBHOOK"
      min_severity: "Low"
      min_security_score: 30
    - type: pagerduty
      routing_key: "your-pagerduty-routing-key"
      min_severity: "Critical"
      min_security_score: 90
  cooldown_seconds: 60

# Graceful shutdown
shutdown:
  timeout_seconds: 30

health_check:
  enabled: true
  path: "/health"
  interval_seconds: 10
  timeout_ms: 5000
  retries: 3