Add p-less setup and configuration into rust files

Signed-off-by: Runyan <blackbird7@hotmail.com>

Signed-off-by: Runyan <blackbird7@hotmail.com>

Author: ryttry

rust/src/engine-core-client/src/protocol/sampling.rs

@@ -24,6 +24,10 @@ fn default_max_tokens() -> u32 {
     16
 }
 
+fn default_p_less() -> bool {
+    false
+}
+
 ///
 /// Parameters for detecting repetitive N-gram patterns in output tokens.
 ///
@@ -96,6 +100,9 @@ pub struct EngineCoreSamplingParams {
     pub prompt_logprobs: Option<i32>,
     /// Minimum probability threshold for token sampling.
     pub min_p: f32,
+    /// Whether to use p-less sampling. p-less sampling is hyperparameter free.
+    #[serde(default = "default_p_less")]
+    pub p_less: bool,
     /// Frequency penalty applied by the sampler.
     pub frequency_penalty: f32,
     /// Presence penalty applied by the sampler.
@@ -161,6 +168,7 @@ impl EngineCoreSamplingParams {
             logprobs: None,
             prompt_logprobs: None,
             min_p: 0.0,
+            p_less: false,
             frequency_penalty: 0.0,
             presence_penalty: 0.0,
             repetition_penalty: 1.0,
@@ -231,6 +239,7 @@ mod tests {
         assert_eq!(sampling.max_tokens, 16);
         assert_eq!(sampling.min_tokens, 0);
         assert_eq!(sampling.min_p, 0.0);
+        assert_eq!(sampling.p_less, false);
         assert_eq!(sampling.frequency_penalty, 0.0);
         assert_eq!(sampling.presence_penalty, 0.0);
         assert_eq!(sampling.repetition_penalty, 1.0);

rust/src/engine-core-client/src/tests/client.rs

@@ -2463,6 +2463,7 @@ fn python_msgpack_fixtures_match_rust_encoding() {
             logprobs: None,
             prompt_logprobs: None,
             min_p: 0.0,
+            p_less: false,
             frequency_penalty: 0.0,
             presence_penalty: 0.0,
             repetition_penalty: 1.0,

rust/src/server/src/grpc/convert.rs

@@ -145,6 +145,10 @@ fn build_sampling_params(
         if s.min_p != 0.0 {
             params.min_p = Some(s.min_p);
         }
+        // p-less is a boolean, either true or false.
+        if s.p_less {
+            params.p_less = Some(s.p_less);
+        }
         params.seed = s.seed;
     }
 

rust/src/server/src/routes/openai/chat_completions/convert.rs

@@ -124,6 +124,7 @@ pub(super) fn prepare_chat_request(
             logprobs: request.logprobs.then_some(top_logprobs),
             prompt_logprobs,
             min_p: request.min_p,
+            p_less: request.p_less,
             frequency_penalty: request.frequency_penalty,
             presence_penalty: request.presence_penalty,
             repetition_penalty: request.repetition_penalty,
@@ -607,6 +608,7 @@ mod tests {
         let request = ChatCompletionRequest {
             seed: Some(42),
             min_p: Some(0.2),
+            p_less: Some(true),
             frequency_penalty: Some(0.3),
             presence_penalty: Some(0.4),
             repetition_penalty: Some(1.1),
@@ -622,6 +624,7 @@ mod tests {
         let expected = VllmSamplingParams {
             seed: Some(42),
             min_p: Some(0.2),
+            p_less: Some(true),
             frequency_penalty: Some(0.3),
             presence_penalty: Some(0.4),
             repetition_penalty: Some(1.1),

rust/src/server/src/routes/openai/chat_completions/types.rs

@@ -126,6 +126,9 @@ pub struct ChatCompletionRequest {
     #[validate(range(min = 0.0, max = 1.0))]
     pub min_p: Option<f32>,
 
+    /// Whether to use p-less sampling. p-less sampling is hyperparameter free.
+    pub p_less: Option<bool>,
+
     /// Repetition penalty for reducing repetitive text
     #[validate(range(min = 0.0, max = 2.0))]
     pub repetition_penalty: Option<f32>,
@@ -277,6 +280,7 @@ impl Default for ChatCompletionRequest {
             use_beam_search: false,
             top_k: None,
             min_p: None,
+            p_less: None,
             repetition_penalty: None,
             length_penalty: None,
             stop_token_ids: None,

rust/src/server/src/routes/openai/chat_completions/validate.rs

@@ -169,6 +169,7 @@ mod tests {
             frequency_penalty: Some(0.5),
             presence_penalty: Some(0.25),
             min_p: Some(0.2),
+            p_less: Some(true),
             repetition_penalty: Some(1.1),
             seed: Some(7),
             ..base_request()

rust/src/server/src/routes/openai/completions/convert.rs

@@ -119,6 +119,7 @@ pub(super) fn prepare_completion_request(
             logprobs,
             prompt_logprobs,
             min_p: request.min_p,
+            p_less: request.p_less,
             frequency_penalty: request.frequency_penalty,
             presence_penalty: request.presence_penalty,
             repetition_penalty: request.repetition_penalty,
@@ -291,6 +292,7 @@ mod tests {
             "top_p": 0.9,
             "top_k": 42,
             "min_p": 0.1,
+            "p_less": true,
             "frequency_penalty": 0.2,
             "presence_penalty": 0.3,
             "repetition_penalty": 1.1,
@@ -317,6 +319,7 @@ mod tests {
         assert_eq!(prepared.text_request.sampling_params.top_p, Some(0.9));
         assert_eq!(prepared.text_request.sampling_params.top_k, Some(42));
         assert_eq!(prepared.text_request.sampling_params.min_p, Some(0.1));
+        assert_eq!(prepared.text_request.sampling_params.p_less, Some(true));
         assert_eq!(
             prepared.text_request.sampling_params.frequency_penalty,
             Some(0.2)

rust/src/server/src/routes/openai/completions/types.rs

@@ -101,6 +101,9 @@ pub struct CompletionRequest {
     /// Min-p nucleus sampling parameter
     pub min_p: Option<f32>,
 
+    /// Whether to use p-less sampling. p-less sampling is hyperparameter free.
+    pub p_less: Option<bool>,
+
     /// Repetition penalty for reducing repetitive text
     pub repetition_penalty: Option<f32>,
 

rust/src/text/src/backend/hf/config.rs

@@ -112,6 +112,7 @@ pub(super) struct GenerationConfig {
     pub top_p: Option<f32>,
     pub top_k: Option<u32>,
     pub min_p: Option<f32>,
+    pub p_less: Option<bool>,
     pub repetition_penalty: Option<f32>,
     pub max_new_tokens: Option<u32>,
 }

rust/src/text/src/backend/hf/mod.rs

@@ -123,6 +123,7 @@ impl TextBackend for HfTextBackend {
             default_top_p: self.generation_config.top_p,
             default_top_k: self.generation_config.top_k,
             default_min_p: self.generation_config.min_p,
+            default_p_less: self.generation_config.p_less,
             default_repetition_penalty: self.generation_config.repetition_penalty,
             default_max_tokens: self.generation_config.max_new_tokens,
         })