Add Groq models

Author: fwang

providers/groq/models/deepseek-r1-distill-llama-70b.toml

@@ -0,0 +1,14 @@
+name = "DeepSeek R1 Distill Llama 70B"
+attachment = false
+reasoning = true
+temperature = true
+
+[cost]
+input = 0.75
+output = 0.99
+inputCached = 0.0
+outputCached = 0.0
+
+[limit]
+context = 131_072
+output = 8_192

providers/groq/models/gemma2-9b-it.toml

@@ -0,0 +1,14 @@
+name = "Gemma 2 9B IT"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.20
+output = 0.20
+inputCached = 0.0
+outputCached = 0.0
+
+[limit]
+context = 8_192
+output = 8_192

providers/groq/models/llama-3.1-8b-instant.toml

@@ -0,0 +1,14 @@
+name = "Llama 3.1 8B Instant"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.05
+output = 0.08
+inputCached = 0.0
+outputCached = 0.0
+
+[limit]
+context = 131_072
+output = 8_192

providers/groq/models/llama-3.3-70b-versatile.toml

@@ -0,0 +1,14 @@
+name = "Llama 3.3 70B Versatile"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.59
+output = 0.79
+inputCached = 0.0
+outputCached = 0.0
+
+[limit]
+context = 131_072
+output = 32_768

providers/groq/models/llama-guard-3-8b.toml

@@ -0,0 +1,14 @@
+name = "Llama Guard 3 8B"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.20
+output = 0.20
+inputCached = 0.0
+outputCached = 0.0
+
+[limit]
+context = 8_192
+output = 8_192

providers/groq/models/llama3-70b-8192.toml

@@ -0,0 +1,14 @@
+name = "Llama 3 70B"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.59
+output = 0.79
+inputCached = 0.0
+outputCached = 0.0
+
+[limit]
+context = 8_192
+output = 8_192

providers/groq/models/llama3-8b-8192.toml

@@ -0,0 +1,14 @@
+name = "Llama 3 8B"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.05
+output = 0.08
+inputCached = 0.0
+outputCached = 0.0
+
+[limit]
+context = 8_192
+output = 8_192

providers/groq/models/meta-llama%2Fllama-4-maverick-17b-128e-instruct.toml

@@ -0,0 +1,14 @@
+name = "Llama 4 Maverick 17B"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.20
+output = 0.60
+inputCached = 0.0
+outputCached = 0.0
+
+[limit]
+context = 131_072
+output = 8_192

providers/groq/models/meta-llama%2Fllama-4-scout-17b-16e-instruct.toml

@@ -0,0 +1,14 @@
+name = "Llama 4 Scout 17B"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.11
+output = 0.34
+inputCached = 0.0
+outputCached = 0.0
+
+[limit]
+context = 131_072
+output = 8_192

providers/groq/models/meta-llama%2Fllama-guard-4-12b.toml

@@ -0,0 +1,14 @@
+name = "Llama Guard 4 12B"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.20
+output = 0.20
+inputCached = 0.0
+outputCached = 0.0
+
+[limit]
+context = 131_072
+output = 128