Merge 'Move test runner to testing/runner' from Pedro Muniz

Makes more and @penberg asked for it

Reviewed-by: Preston Thorpe <preston@turso.tech>

Closes #4962

Author: PThorpe92

.claude/skills/testing/SKILL.md

@@ -8,12 +8,12 @@ description: How to write tests, when to use each type of test, and how to run t
 
 | Type | Location | Use Case |
 |------|----------|----------|
-| `.sqltest` | `turso-test-runner/tests/` | SQL compatibility. **Preferred for new tests** |
+| `.sqltest` | `testing/runner/tests/` | SQL compatibility. **Preferred for new tests** |
 | TCL `.test` | `testing/` | Legacy SQL compat (being phased out) |
 | Rust integration | `tests/integration/` | Regression tests, complex scenarios |
 | Fuzz | `tests/fuzz/` | Complex features, edge case discovery |
 
-**Note:** TCL tests are being phased out in favor of turso-test-runner. The `.sqltest` format allows the same test cases to run against multiple backends (CLI, Rust bindings, etc.).
+**Note:** TCL tests are being phased out in favor of testing/runner. The `.sqltest` format allows the same test cases to run against multiple backends (CLI, Rust bindings, etc.).
 
 ## Running Tests
 
@@ -25,7 +25,7 @@ make test
 make test-single TEST=select.test
 
 # SQL test runner
-make -C turso-test-runner run-cli
+make -C testing/runner run-cli
 
 # Rust unit/integration tests (full workspace)
 cargo test
@@ -52,9 +52,9 @@ expect {
     2|bob
 }
 ```
-Location: `turso-test-runner/tests/*.sqltest`
+Location: `testing/runner/tests/*.sqltest`
 
-You must start converting TCL tests with the `convert` command from the test runner (e.g `cargo run -- convert <TCL_test_path> -o <out_dir>`). It is not always accurate, but it will convert most of the tests. If some conversion emits a warning you will have to write by hand whatever is missing from it (e.g unroll a for each loop by hand). Then you need to verify the tests work by running them with `make -C turso-test-runner run-rust`, and adjust their output if something was wrong with the conversion. Also, we use harcoded databases in TCL, but with `.sqltest` we generate the database with a different seed, so you will probably need to change the expected test result to match the new database query output. Avoid changing the SQL statements from the test, just change the expected result 
+You must start converting TCL tests with the `convert` command from the test runner (e.g `cargo run -- convert <TCL_test_path> -o <out_dir>`). It is not always accurate, but it will convert most of the tests. If some conversion emits a warning you will have to write by hand whatever is missing from it (e.g unroll a for each loop by hand). Then you need to verify the tests work by running them with `make -C testing/runner run-rust`, and adjust their output if something was wrong with the conversion. Also, we use harcoded databases in TCL, but with `.sqltest` we generate the database with a different seed, so you will probably need to change the expected test result to match the new database query output. Avoid changing the SQL statements from the test, just change the expected result 
 
 ### TCL
 ```tcl

.github/workflows/sqltest.yml

@@ -25,9 +25,9 @@ jobs:
         with:
           prefix-key: "v1-rust"
       - name: Build test runner
-        run: make -C turso-test-runner build-runner
+        run: make -C testing/runner build-runner
       - name: Check test syntax
-        run: make -C turso-test-runner check
+        run: make -C testing/runner check
 
   sqltest-run-cli:
     name: Run SQL tests (CLI backend)
@@ -44,16 +44,16 @@ jobs:
         env:
           SCCACHE_GHA_ENABLED: "true"
           RUSTC_WRAPPER: "sccache"
-        run: make -C turso-test-runner build-tursodb
+        run: make -C testing/runner build-tursodb
       - name: Build test runner
         env:
           SCCACHE_GHA_ENABLED: "true"
           RUSTC_WRAPPER: "sccache"
-        run: make -C turso-test-runner build-runner
+        run: make -C testing/runner build-runner
       - name: Run tests
-        run: make -C turso-test-runner run-cli
+        run: make -C testing/runner run-cli
       - name: Run tests (MVCC)
-        run: make -C turso-test-runner run-cli MVCC=1
+        run: make -C testing/runner run-cli MVCC=1
 
   sqltest-run-rust:
     name: Run SQL tests (Rust backend)
@@ -65,11 +65,11 @@ jobs:
         with:
           prefix-key: "v1-rust"
       - name: Build test runner
-        run: make -C turso-test-runner build-runner
+        run: make -C testing/runner build-runner
       - name: Run tests
-        run: make -C turso-test-runner run-rust
+        run: make -C testing/runner run-rust
       - name: Run tests (MVCC)
-        run: make -C turso-test-runner run-rust MVCC=1
+        run: make -C testing/runner run-rust MVCC=1
 
   sqltest-run-js:
     name: Run SQL tests (JS backend)
@@ -101,16 +101,16 @@ jobs:
       - name: Build TypeScript
         run: yarn workspace @tursodatabase/database tsc-build
       - name: Build test runner
-        working-directory: turso-test-runner
+        working-directory: testing/runner
         env:
           SCCACHE_GHA_ENABLED: "true"
           RUSTC_WRAPPER: "sccache"
         run: cargo build --release
       - name: Run tests
-        working-directory: turso-test-runner
+        working-directory: testing/runner
         run: make run-js
       - name: Run tests (MVCC)
-        working-directory: turso-test-runner
+        working-directory: testing/runner
         run: make run-js MVCC=1
 
   sqltest-sqlite:
@@ -124,6 +124,6 @@ jobs:
           prefix-key: "v1-rust"
       - uses: "./.github/shared/install_sqlite"
       - name: Build test runner
-        run: make -C turso-test-runner build-runner
+        run: make -C testing/runner build-runner
       - name: Run tests against SQLite
-        run: make -C turso-test-runner test-sqlite
+        run: make -C testing/runner test-sqlite

.gitignore

@@ -57,7 +57,7 @@ settings.local.json
 .build-hash
 
 # Track empty wals for read only databases
-!turso-test-runner/database/*
+!testing/runner/database/*
 
 
 # For simulator redo

AGENTS.md

@@ -11,22 +11,39 @@ cargo fmt                      # format (required)
 cargo clippy --workspace --all-features --all-targets -- --deny=warnings  # lint
 cargo run -q --bin tursodb -- -q # run the interactive cli
 
-make test                      # TCL compat, sqlite3 compat, Python wrappers
-make test-single TEST=foo.test # single TCL test file (requires separate build)
-make -C turso-test-runner run-cli  # sqltest runner (preferred for new tests)
+make test                      # TCL compat + sqlite3 + extensions + MVCC
+make test-single TEST=foo.test # single TCL test
+make -C testing/runner run-rust  # sqltest runner (preferred for new tests)
 ```
 
-## Project Structure
-
-| Directory | Purpose |
-|-----------|---------|
-| `core/` | Main database engine |
-| `parser/` | SQL parser |
-| `cli/` | `tursodb` CLI |
-| `bindings/*` | Language bindings (Python, JS, Java, Rust, Dart, .NET) |
-| `extensions/*` | SQL extensions (crypto, regexp, csv, etc.) |
-| `testing/simulator/` | Deterministic simulation testing |
-| `testing/concurrent-simulator/` | Concurrent query execution DST |
+## Structure
+
+```
+limbo/
+├── core/           # Database engine (translate/, storage/, vdbe/, io/, mvcc/)
+├── parser/         # SQL parser (lexer, AST, grammar)
+├── cli/            # tursodb CLI (REPL, MCP server, sync server)
+├── bindings/       # Python, JS, Java, Dart, .NET, Go, Rust
+├── extensions/     # crypto, regexp, csv, fuzzy, ipaddr, percentile
+├── testing/        # simulator/, concurrent-simulator/, differential-oracle/
+├── sync/           # engine/, sdk-kit/ (Turso Cloud sync)
+├── sdk-kit/        # High-level SDK abstraction
+└── tools/          # dbhash utility
+```
+
+## Where to Look
+
+| Task | Location | Notes |
+|------|----------|-------|
+| Query execution | `core/vdbe/execute.rs` | 12k LOC bytecode interpreter |
+| SQL compilation | `core/translate/` | AST → bytecode, optimizer in `optimizer/` |
+| B-tree/pages | `core/storage/btree.rs` | 10k LOC, SQLite-compatible format |
+| WAL/durability | `core/storage/wal.rs` | Write-ahead log, checkpointing |
+| SQL parsing | `parser/src/parser.rs` | 11k LOC recursive descent |
+| Add extension | `extensions/core/` | ExtensionApi, scalar/aggregate/vtab traits |
+| Add binding | `bindings/` | PyO3, NAPI, JNI, FRB, CGO patterns |
+| Deterministic tests | `testing/simulator/` | Fault injection, differential testing |
+| New SQL tests | `testing/runner/tests/` | `.sqltest` format preferred |
 
 ## Guides
 

CONTRIBUTING.md

@@ -254,16 +254,16 @@ When working on a new feature, please consider adding a test case for it.
 
 ## SQL Test Runner
 
-The `turso-test-runner` crate provides a dedicated test runner with a custom DSL for writing SQL tests.
-Tests should be added to `turso-test-runner/tests/` using the `.sqltest` format.
+The `test-runner` crate provides a dedicated test runner with a custom DSL for writing SQL tests.
+Tests should be added to `testing/runner/tests/` using the `.sqltest` format.
 
 To run tests:
 
 ```console
-make -c turso-test-runner run
+make -C testing/runner run
 ```
 
-For full documentation on the DSL syntax and CLI usage, see the [turso-test-runner docs](turso-test-runner/docs/).
+For full documentation on the DSL syntax and CLI usage, see the [test-runner docs](testing/runner/docs/).
 
 ## TPC-H
 

Cargo.lock

@@ -40,7 +40,7 @@ members = [
     "sdk-kit-macros", 
     "testing/differential-oracle/sql_gen_prop", 
     "testing/differential-oracle/fuzzer",
-    "turso-test-runner"
+    "testing/runner"
 ]
 exclude = ["perf/latency/limbo"]
 

Cargo.toml

@@ -35,7 +35,7 @@ COPY ./sync ./sync/
 COPY ./testing/sqlite_test_ext ./testing/sqlite_test_ext/
 COPY ./testing/unreliable-libc ./testing/unreliable-libc/
 COPY ./tests ./tests/
-COPY ./turso-test-runner ./turso-test-runner/
+COPY ./testing/runner ./testing/runner/
 COPY ./testing/concurrent-simulator ./testing/concurrent-simulator/
 COPY ./testing/differential-oracle ./testing/differential-oracle/
 COPY ./sdk-kit ./sdk-kit/
@@ -83,7 +83,7 @@ COPY --from=planner /app/sync ./sync/
 COPY --from=planner /app/testing/sqlite_test_ext ./testing/sqlite_test_ext/
 COPY --from=planner /app/testing/unreliable-libc ./testing/unreliable-libc/
 COPY --from=planner /app/tests ./tests/
-COPY --from=planner /app/turso-test-runner ./turso-test-runner/
+COPY --from=planner /app/testing/runner ./testing/runner/
 COPY --from=planner /app/testing/concurrent-simulator ./testing/concurrent-simulator/
 COPY --from=planner /app/testing/differential-oracle ./testing/differential-oracle
 COPY --from=planner /app/sdk-kit ./sdk-kit/

Dockerfile.antithesis

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 /**
- * SQL runner script for turso-test-runner JavaScript backend.
+ * SQL runner script for test-runner JavaScript backend.
  * Reads SQL from stdin, executes via @tursodatabase/database, outputs pipe-separated results.
  *
  * Usage: node turso-sql-runner.mjs <database_path> [--readonly]

bindings/javascript/turso-sql-runner.mjs

@@ -8,12 +8,12 @@ description: Test types, when to use each, how to write and run tests
 
 | Type | Location | Use Case |
 |------|----------|----------|
-| `.sqltest` | `turso-test-runner/tests/` | SQL compatibility. **Preferred for new tests** |
+| `.sqltest` | `testing/runner/tests/` | SQL compatibility. **Preferred for new tests** |
 | TCL `.test` | `testing/` | Legacy SQL compat (being phased out) |
 | Rust integration | `tests/integration/` | Regression tests, complex scenarios |
 | Fuzz | `tests/fuzz/` | Complex features, edge case discovery |
 
-**Note:** TCL tests are being phased out in favor of turso-test-runner. The `.sqltest` format allows the same test cases to run against multiple backends (CLI, Rust bindings, etc.).
+**Note:** TCL tests are being phased out in favor of testing/runner. The `.sqltest` format allows the same test cases to run against multiple backends (CLI, Rust bindings, etc.).
 
 ## Running Tests
 
@@ -25,7 +25,7 @@ make test
 make test-single TEST=select.test
 
 # SQL test runner
-make -C turso-test-runner run-cli
+make -C testing/runner run-cli
 
 # Rust unit/integration tests (full workspace)
 cargo test
@@ -42,7 +42,7 @@ SELECT 1 + 1;
 @expected
 2
 ```
-Location: `turso-test-runner/tests/*.sqltest`
+Location: `testing/runner/tests/*.sqltest`
 
 ### TCL
 ```tcl