wip

Author: wanguardd

Cargo.toml

@@ -726,9 +726,11 @@ version = "7.0.4"
 
 [workspace.dependencies.memchr]
 version = "2.7"
+default-features = false
 
 [workspace.dependencies.aho-corasick]
 version = "1.1"
+default-features = false
 
 [workspace.dependencies.bytecount]
 version = "0.6"

module/core/strs_tools/Cargo.toml

@@ -124,8 +124,8 @@ strs_tools_meta = { path = "strs_tools_meta", optional = true }
 # SIMD optimization dependencies (optional)
 # When simd feature is disabled, these dependencies are not included at all
 # When simd feature is enabled, these dependencies use their SIMD-optimized features
-memchr = { workspace = true, optional = true, default-features = false, features = [] }
-aho-corasick = { workspace = true, optional = true, default-features = false, features = [] }
+memchr = { workspace = true, optional = true }
+aho-corasick = { workspace = true, optional = true }
 bytecount = { workspace = true, optional = true }
 lazy_static = { version = "1.4", optional = true }
 

module/core/strs_tools/src/string/specialized.rs

@@ -428,6 +428,8 @@ pub struct BoyerMooreSplitIterator<'a> {
   /// Fixed pattern to search for
   pattern: &'a str,
   /// Bad character table for Boyer-Moore optimization (ASCII only)
+  /// Currently unused as simplified search is used for performance vs complexity tradeoff
+  #[allow(dead_code)]
   bad_char_table: [ usize; 256 ],
   /// Current position in input string
   position: usize,

module/move/unilang/benchmarks/strs_tools_benchmark.rs

@@ -5,7 +5,6 @@
 //! of unilang parsing tasks.
 
 use criterion::{ black_box, criterion_group, criterion_main, Criterion };
-use unilang::types::Value;
 use unilang::data::Kind;
 
 /// Generate test data for list parsing benchmarks
@@ -119,7 +118,7 @@ fn benchmark_complex_scenario(c: &mut Criterion) {
     b.iter(|| {
       for (name, data, kind) in &complex_data {
         let result = unilang::types::parse_value(black_box(data), black_box(kind));
-        black_box((name, result));
+        black_box((name, result.unwrap_or_default()));
       }
     })
   });
@@ -161,6 +160,7 @@ fn benchmark_throughput(c: &mut Criterion) {
   group.finish();
 }
 
+/// Benchmark group for strs_tools SIMD performance testing
 criterion_group!(
   benches, 
   benchmark_list_parsing, 

module/move/unilang_parser/src/parser_engine.rs

@@ -39,7 +39,7 @@ impl Parser
   {
     let splits_iter = strs_tools::split()
     .src( input )
-    .delimeter( vec![ " ", "\n", "\t", "\r", "::", "?", "#", ".", "!" ] )
+    .delimeters( &[ " ", "\n", "\t", "\r", "::", "?", "#", ".", "!" ] )
     .preserving_delimeters( true )
     .quoting( true )
     .preserving_quoting( false )
@@ -75,12 +75,11 @@ impl Parser
   {
     let segments : Vec< Split< '_ > > = strs_tools::split()
     .src( input )
-    .delimeter( vec![ ";;" ] )
+    .delimeters( &[ ";;" ] )
     .preserving_delimeters( true )
     .preserving_empty( false ) // Do not preserve empty segments for whitespace
     .stripping( true ) // Strip leading/trailing whitespace from delimited segments
-    .form()
-    .split()
+    .perform()
     .collect();
 
     let mut instructions = Vec::new();