wip

Author: wanguardd

module/core/strs_tools/benchmarks/current_run_results.md

@@ -1,6 +1,6 @@
 # Latest Benchmark Execution Results
 
-*Generated: 2025-08-06 12:45 UTC*
+*Generated: 2025-08-06 12:56 UTC*
 
 ## Benchmark Execution Summary
 
@@ -25,34 +25,34 @@ The benchmark system tests three critical bottlenecks:
 
 ### Detailed Timing Data
 **Multi-delimiter 2KB** (2KB)
-- Scalar: 2.457ms (812.9 MiB/s)
-- SIMD: 0.181ms (11.1 MiB/s)
-- **Improvement: 13.6x faster**
+- Scalar: 2.673ms (747.3 MiB/s)
+- SIMD: 0.196ms (12.1 MiB/s)
+- **Improvement: 13.0x faster**
 
 **Multi-delimiter 10KB** (10KB)
-- Scalar: 12.838ms (778.9 MiB/s)
-- SIMD: 0.421ms (23.9 MiB/s)
-- **Improvement: 30.5x faster**
+- Scalar: 13.965ms (716.0 MiB/s)
+- SIMD: 0.458ms (26.0 MiB/s)
+- **Improvement: 29.1x faster**
 
 **Multi-delimiter 50KB** (50KB)
-- Scalar: 89.468ms (558.8 MiB/s)
-- SIMD: 0.652ms (77.2 MiB/s)
-- **Improvement: 137.0x faster**
+- Scalar: 97.317ms (513.7 MiB/s)
+- SIMD: 0.709ms (83.9 MiB/s)
+- **Improvement: 131.0x faster**
 
 **Large input 100KB** (100KB)
-- Scalar: 146.037ms (684.7 MiB/s)
-- SIMD: 8.927ms (11.3 MiB/s)
-- **Improvement: 16.4x faster**
+- Scalar: 158.850ms (629.5 MiB/s)
+- SIMD: 9.710ms (12.3 MiB/s)
+- **Improvement: 15.7x faster**
 
 **Large input 500KB** (500KB)
-- Scalar: 784.647ms (637.2 MiB/s)
-- SIMD: 41.324ms (12.2 MiB/s)
-- **Improvement: 19.0x faster**
+- Scalar: 853.489ms (585.8 MiB/s)
+- SIMD: 44.949ms (13.2 MiB/s)
+- **Improvement: 18.1x faster**
 
 **Pattern complexity - 8 delims** (10KB)
-- Scalar: 235.203ms (43.6 MiB/s)
-- SIMD: 1.103ms (9.3 MiB/s)
-- **Improvement: 212.9x faster**
+- Scalar: 255.839ms (40.1 MiB/s)
+- SIMD: 1.200ms (10.2 MiB/s)
+- **Improvement: 203.5x faster**
 
 
 ## Performance Characteristics

module/core/strs_tools/benchmarks/detailed_results.md

@@ -8,12 +8,12 @@ Based on recent benchmark runs, SIMD optimizations provide the following improve
 
 | Test Category | Input Size | Improvement | Detailed Metrics |
 |---------------|------------|-------------|------------------|
-| Multi-delimiter 2KB | 2KB | 13.6x faster | Scalar: 2.46ms, SIMD: 0.18ms (11 MiB/s) |
-| Multi-delimiter 10KB | 10KB | 30.5x faster | Scalar: 12.84ms, SIMD: 0.42ms (24 MiB/s) |
-| Multi-delimiter 50KB | 50KB | 137.0x faster | Scalar: 89.47ms, SIMD: 0.65ms (77 MiB/s) |
-| Large input 100KB | 100KB | 16.4x faster | Scalar: 146.04ms, SIMD: 8.93ms (11 MiB/s) |
-| Large input 500KB | 500KB | 19.0x faster | Scalar: 784.65ms, SIMD: 41.32ms (12 MiB/s) |
-| Pattern complexity - 8 delims | 10KB | 212.9x faster | Scalar: 235.20ms, SIMD: 1.10ms (9 MiB/s) |
+| Multi-delimiter 2KB | 2KB | 13.0x faster | Scalar: 2.67ms, SIMD: 0.20ms (12 MiB/s) |
+| Multi-delimiter 10KB | 10KB | 29.1x faster | Scalar: 13.96ms, SIMD: 0.46ms (26 MiB/s) |
+| Multi-delimiter 50KB | 50KB | 131.0x faster | Scalar: 97.32ms, SIMD: 0.71ms (84 MiB/s) |
+| Large input 100KB | 100KB | 15.7x faster | Scalar: 158.85ms, SIMD: 9.71ms (12 MiB/s) |
+| Large input 500KB | 500KB | 18.1x faster | Scalar: 853.49ms, SIMD: 44.95ms (13 MiB/s) |
+| Pattern complexity - 8 delims | 10KB | 203.5x faster | Scalar: 255.84ms, SIMD: 1.20ms (10 MiB/s) |
 
 ## Bottleneck Analysis
 
@@ -29,5 +29,5 @@ Based on recent benchmark runs, SIMD optimizations provide the following improve
 
 ---
 
-*Generated: 2025-08-06 12:45 UTC*
+*Generated: 2025-08-06 12:56 UTC*
 *This file updated after each benchmark run*

module/core/strs_tools/benchmarks/readme.md

@@ -2,14 +2,14 @@
 
 ## Executive Summary
 
-SIMD optimization provides **dramatic performance improvements** for string processing operations, with improvements ranging from **13.6x to 212.9x faster** depending on operation complexity.
+SIMD optimization provides **dramatic performance improvements** for string processing operations, with improvements ranging from **13.0x to 203.5x faster** depending on operation complexity.
 
 ## Key Results
 
-- **Multi-delimiter splitting**: 71.5x average improvement
-- **Large input processing**: 19.0x improvement on 500KB inputs
-- **Complex patterns**: 212.9x improvement with 8 delimiters
-- **Peak SIMD throughput**: 77.2 MiB/s vs 812.9 MiB/s scalar
+- **Multi-delimiter splitting**: 68.4x average improvement
+- **Large input processing**: 18.1x improvement on 500KB inputs
+- **Complex patterns**: 203.5x improvement with 8 delimiters
+- **Peak SIMD throughput**: 83.9 MiB/s vs 747.3 MiB/s scalar
 
 ## How to Run
 
@@ -33,5 +33,5 @@ Benchmarks automatically update the following files:
 
 ---
 
-*Last updated: 2025-08-06 12:45 UTC*
+*Last updated: 2025-08-06 12:56 UTC*
 *All documentation automatically generated during benchmark execution*

module/move/unilang/Cargo.toml

@@ -28,7 +28,7 @@ all-features = false
 default = [ "enabled", "simd" ]
 full = [ "enabled", "on_unknown_suggest", "simd" ]
 enabled = []
-benchmarks = [ "simd" ]
+benchmarks = [ "simd", "clap", "pico-args", "criterion" ]
 
 # Performance optimizations - SIMD enabled by default for maximum performance
 # Can be disabled with: cargo build --no-default-features --features enabled
@@ -67,6 +67,9 @@ indexmap = "2.2.6"
 simd-json = { version = "0.13", optional = true } # SIMD-optimized JSON parsing
 
 # Benchmark dependencies moved to dev-dependencies to avoid production inclusion
+clap = { version = "4.4", optional = true }
+pico-args = { version = "0.5", optional = true }
+criterion = { version = "0.5", optional = true }
 
 [[bin]]
 name = "unilang_cli"
@@ -96,14 +99,16 @@ path = "tests/inc/phase3/data_model_features_test.rs"
 # name = "performance_stress_test"
 # path = "tests/inc/phase4/performance_stress_test.rs"
 
-# Benchmark definitions using native Rust benchmarks
+# Criterion-based benchmarks for cargo bench
 [[bench]]
 name = "comprehensive_benchmark"
 path = "benchmarks/comprehensive_framework_comparison.rs"
+harness = false
 
 [[bench]]
 name = "throughput_benchmark"
 path = "benchmarks/throughput_benchmark.rs"
+harness = false
 
 [[test]]
 name = "run_all_benchmarks"

module/move/unilang/benchmarks/comprehensive_framework_comparison.rs

@@ -4,8 +4,6 @@
 //! exponentially increasing command counts, providing detailed metrics for
 //! framework selection decisions.
 
-#![feature(test)]
-extern crate test;
 
 #[ cfg( feature = "benchmarks" ) ]
 use std::time::{Duration, Instant};
@@ -1486,17 +1484,24 @@ fn run_comprehensive_benchmark() {
 }
 
 #[cfg(feature = "benchmarks")]
-#[bench]
-fn comprehensive_benchmark(b: &mut test::Bencher) {
-    // Run the comprehensive benchmark once per iteration
-    b.iter(|| {
-        run_comprehensive_benchmark()
+use criterion::{criterion_group, criterion_main, Criterion};
+
+#[cfg(feature = "benchmarks")]
+fn comprehensive_benchmark(c: &mut Criterion) {
+    c.bench_function("comprehensive_benchmark", |b| {
+        b.iter(|| run_comprehensive_benchmark())
     });
 }
 
+#[cfg(feature = "benchmarks")]
+criterion_group!(benches, comprehensive_benchmark);
+#[cfg(feature = "benchmarks")]
+criterion_main!(benches);
+
 #[cfg(not(feature = "benchmarks"))]
-#[bench]
-fn comprehensive_benchmark(_b: &mut test::Bencher) {
-    panic!("Benchmarks not enabled! Run with: cargo bench --features benchmarks");
+fn main() {
+    eprintln!("Error: Benchmarks not enabled!");
+    eprintln!("Run with: cargo bench --features benchmarks");
+    std::process::exit(1);
 }
 

module/move/unilang/benchmarks/throughput_benchmark.rs

@@ -4,9 +4,6 @@
 //! different command counts, without compile-time measurements. Designed for
 //! quick performance validation and regression testing.
 
-#![feature(test)]
-extern crate test;
-
 //! ## Key Benchmarking Insights from Unilang Development:
 //! 
 //! 1. **Two-Tier Strategy**: Fast throughput (30-60s) for daily validation,
@@ -916,18 +913,25 @@ fn run_throughput_benchmark() {
 }
 
 #[cfg(feature = "benchmarks")]
-#[bench]
-fn throughput_benchmark(b: &mut test::Bencher) {
-    // Run the throughput benchmark once per iteration
-    b.iter(|| {
-        run_throughput_benchmark()
+use criterion::{criterion_group, criterion_main, Criterion};
+
+#[cfg(feature = "benchmarks")]
+fn throughput_benchmark(c: &mut Criterion) {
+    c.bench_function("throughput_benchmark", |b| {
+        b.iter(|| run_throughput_benchmark())
     });
 }
 
+#[cfg(feature = "benchmarks")]
+criterion_group!(benches, throughput_benchmark);
+#[cfg(feature = "benchmarks")]
+criterion_main!(benches);
+
 #[cfg(not(feature = "benchmarks"))]
-#[bench]
-fn throughput_benchmark(_b: &mut test::Bencher) {
-    panic!("Benchmarks not enabled! Run with: cargo bench --features benchmarks");
+fn main() {
+    eprintln!("Error: Benchmarks not enabled!");
+    eprintln!("Run with: cargo bench --features benchmarks");
+    std::process::exit(1);
 }
 
 #[cfg(test)]