Skip to content

Commit debf5b9

Browse files
committed
Utilise max_tokens option
1 parent f711b7c commit debf5b9

1 file changed

Lines changed: 6 additions & 3 deletions

File tree

src/lib.rs

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -20,19 +20,22 @@ pub struct Options {
2020
#[builder(default = "gpt-5-mini")]
2121
pub model: String,
2222

23-
#[builder(default = 1024)]
24-
pub max_tokens: usize,
23+
pub max_tokens: Option<usize>,
2524

2625
#[builder(into)]
2726
pub api_key: SecretString,
2827
}
2928

3029
pub fn generate(input: impl AsRef<str>, options: &Options) -> Result<Vec<String>, Box<dyn Error>> {
31-
let req = json!({
30+
let mut req = json!({
3231
"model": options.model,
3332
"input": input.as_ref(),
3433
});
3534

35+
if let Some(max_tokens) = options.max_tokens {
36+
req["max_output_tokens"] = max_tokens.into();
37+
}
38+
3639
let mut resp = ureq::Agent::config_builder()
3740
.http_status_as_error(false)
3841
.user_agent("asimov-openai-module")

0 commit comments

Comments
 (0)