feature: req-reply cache for get tool function params

Author: densumesh

server/Cargo.toml

@@ -192,6 +192,7 @@ bytes = "1.9.0"
 pagefind = { version = "1.3.0" }
 tl = "0.7.8"
 url = "2.5.4"
+actix-request-reply-cache = "0.1.5"
 
 [build-dependencies]
 dotenvy = "0.15.7"

server/src/lib.rs

@@ -15,6 +15,7 @@ use crate::{
 };
 use actix_cors::Cors;
 use actix_identity::IdentityMiddleware;
+use actix_request_reply_cache::RedisCacheMiddlewareBuilder;
 use actix_session::{config::PersistentSession, storage::RedisSessionStore, SessionMiddleware};
 use actix_web::{
     cookie::{Key, SameSite},
@@ -1101,6 +1102,18 @@ pub fn main() -> std::io::Result<()> {
                         .service(
                             web::resource("/message/get_tool_function_params")
                                 .route(web::post().to(handlers::message_handler::get_tool_function_params))
+                                    .wrap(RedisCacheMiddlewareBuilder::new(redis_url)
+                                        .cache_prefix("function_params:")
+                                        .ttl(60 * 60 * 24)
+                                        .cache_if(|ctx| {
+                                            if let Ok(req_body) = serde_json::from_slice::<serde_json::Value>(ctx.body) {
+                                                return req_body.get("audio_input").is_none() || req_body.get("audio_input").unwrap().is_null();
+                                            }
+
+                                            true
+                                        })
+                                        .build()
+                                )
                         )
                         .service(
                             web::resource("/message/{message_id}")