some compression fixes, also fixed feed filter logic

Author: orual

crates/pattern_core/src/agent/entity.rs

@@ -349,8 +349,8 @@ impl AgentRecord {
             )
         } else {
             format!(
-                r#"SELECT *, out.position as snowflake, batch, sequence_num, out.created_at AS msg_created FROM agent_messages
-                   WHERE in = $agent_id AND message_type = "active" AND batch IS NOT NULL
+                r#"SELECT *, out.position as snowflake, batch, sequence_num, message_type, out.created_at AS msg_created FROM agent_messages
+                   WHERE in = $agent_id AND message_type = 'active' AND batch IS NOT NULL
                    ORDER BY batch NUMERIC ASC, sequence_num NUMERIC ASC, snowflake NUMERIC ASC, msg_created ASC"#
             )
         };

crates/pattern_core/src/context/mod.rs

@@ -156,7 +156,7 @@ impl Default for ContextConfig {
             base_instructions: DEFAULT_BASE_INSTRUCTIONS.to_string(),
             memory_char_limit: DEFAULT_CORE_MEMORY_CHAR_LIMIT,
             max_context_messages: DEFAULT_MAX_CONTEXT_MESSAGES,
-            max_context_tokens: Some(130000),
+            max_context_tokens: Some(128000),
             enable_thinking: true,
             tool_usage_rules: Vec::new(),
             tool_workflow_rules: Vec::new(),
@@ -188,7 +188,7 @@ impl Default for ModelAdjustments {
             native_thinking: false,
             use_xml_tags: true,
             max_context_tokens: None,
-            token_multiplier: 1.0, // Rough estimate: 1 token ≈ 0.75 words
+            token_multiplier: 1.5, // Rough estimate: 1 token ≈ 0.75 words
         }
     }
 }

crates/pattern_core/src/context/state.rs

@@ -15,7 +15,7 @@ use crate::{
     db::{DatabaseError, DbEntity},
     id::MessageId,
     memory::{Memory, MemoryBlock, MemoryPermission, MemoryType},
-    message::{Message, MessageContent, ToolCall, ToolResponse},
+    message::{Message, MessageContent, MessageRelationType, ToolCall, ToolResponse},
     tool::ToolRegistry,
 };
 
@@ -920,7 +920,7 @@ impl AgentHandle {
             // Filter by agent if needed
             // Get all message IDs belonging to this agent
             let agent_msg_sql = format!(
-                "SELECT out FROM agent_messages WHERE in = {} AND out IS NOT NULL",
+                "SELECT message_type, out FROM agent_messages WHERE in = {} AND message_type = 'archived' AND out IS NOT NULL ",
                 self.agent_id.to_string()
             );
 
@@ -933,12 +933,17 @@ impl AgentHandle {
             #[derive(serde::Deserialize)]
             struct OutRecord {
                 out: RecordId,
+                message_type: MessageRelationType,
             }
 
             let out_records: Vec<OutRecord> =
                 agent_msg_result.take(0).map_err(DatabaseError::from)?;
 
-            let agent_msg_ids: Vec<RecordId> = out_records.into_iter().map(|r| r.out).collect();
+            let agent_msg_ids: Vec<RecordId> = out_records
+                .into_iter()
+                .filter(|r| r.message_type != MessageRelationType::Active)
+                .map(|r| r.out)
+                .collect();
 
             let agent_msg_id_set: std::collections::HashSet<RecordId> =
                 agent_msg_ids.into_iter().collect();
@@ -1046,7 +1051,7 @@ impl AgentHandle {
 
         // Query the agent_messages relation table directly
         let sql = format!(
-            "SELECT position, batch, sequence_num, ->(msg{}) AS messages FROM agent_messages WHERE (in = agent:{} AND out IS NOT NULL) ORDER BY batch NUMERIC DESC, sequence_num NUMERIC DESC, position NUMERIC DESC LIMIT $limit FETCH messages",
+            "SELECT position, batch, sequence_num, message_type, ->(msg{}) AS messages FROM agent_messages WHERE (in = agent:{} AND message_type = 'archived' AND out IS NOT NULL) ORDER BY batch NUMERIC DESC, sequence_num NUMERIC DESC, position NUMERIC DESC LIMIT $limit FETCH messages",
             where_clause,
             self.agent_id.to_key()
         );
@@ -1194,7 +1199,7 @@ impl AgentHandle {
             for agent in &agents {
                 let agent_id = crate::AgentId::from_record(agent.id.clone());
                 let agent_msg_sql = format!(
-                    "SELECT out FROM agent_messages WHERE in = {} AND out IS NOT NULL",
+                    "SELECT out FROM agent_messages WHERE in = {} AND out IS NOT NULL AND message_type = 'archived'",
                     agent_id.to_string()
                 );