Skip to content

Shared REST backend with stdio proxy auto-start #15

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
johnzfitch merged 13 commits into from
Mar 27, 2026
Merged

Shared REST backend with stdio proxy auto-start #15

Show file tree
Hide file tree
Changes from 7 commits
Commits
Show all changes
13 commits
Select commit Hold shift + click to select a range
ca67074
Remove accidentally tracked log file
johnzfitch Mar 26, 2026
156d48f
Scope search queries to subdirectory of parent index
johnzfitch Mar 26, 2026
cc1ec89
Add shared REST backend with stdio proxy auto-start
johnzfitch Mar 26, 2026
915cca7
Document shared backend and environment variables
johnzfitch Mar 26, 2026
22fe048
Fix path_prefix trailing slash for subdirectory scoping
johnzfitch Mar 26, 2026
0d0afb8
Inject client cwd into proxied requests, fix proxy-mode gaps
johnzfitch Mar 26, 2026
deac0e5
Add tests for find_metadata_containing_path
johnzfitch Mar 26, 2026
a89cfab
Fix file watching, storage-dir forwarding, and index path resolution
johnzfitch Mar 26, 2026
029b832
Unify watchers with shared debounced core
johnzfitch Mar 26, 2026
933cd9b
Validate storage-dir on backend attach, skip nested root indexing
johnzfitch Mar 26, 2026
7e46ef4
Only advertise listChanged capabilities in local mode
johnzfitch Mar 26, 2026
3e382e9
Add bearer token auth to backend REST API
johnzfitch Mar 26, 2026
8e93206
Harden auth, fix review findings from security and code audits
johnzfitch Mar 26, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4,728 changes: 0 additions & 4,728 deletions 1
View file
Open in desktop

This file was deleted.

43 changes: 3 additions & 40 deletions Cargo.lock
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

9 changes: 8 additions & 1 deletion README.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -96,7 +96,14 @@ The repo includes `.mcp.json` for automatic MCP discovery. After installing:
echo '{"mcpServers":{"llmx":{"command":"llmx-mcp"}}}' > .mcp.json
```

Then restart your MCP client. The server provides:
Then restart your MCP client. The first session auto-starts a shared backend on `localhost:19100` so multiple sessions share one index in memory instead of each loading its own copy.

| Environment Variable | Effect |
|---|---|
| `LLMX_PORT` | Override backend port (default `19100`) |
| `LLMX_NO_AUTOSTART=1` | Disable auto-start, run standalone per-session |

The server provides:

<dl>
<dt><code>llmx_status</code></dt>
Expand Down
16 changes: 10 additions & 6 deletions ingestor-core/Cargo.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,7 @@ burn-wgpu = { version = "0.21.0-pre.2", optional = true }
tokenizers = { version = "0.20", default-features = false, features = ["unstable_wasm"], optional = true }

[features]
default = ["treesitter", "mcp", "wgpu-backend"]
default = ["treesitter", "mcp", "mcp-http", "wgpu-backend"]
treesitter = [
"tree-sitter",
"tree-sitter-javascript",
Expand All @@ -58,7 +58,7 @@ treesitter = [
"tree-sitter-c-sharp",
]
mcp = ["dep:rmcp", "dep:schemars", "dep:tokio", "dep:tracing", "dep:tracing-subscriber", "dep:getrandom", "dep:clap"]
mcp-http = ["mcp", "dep:hyper", "dep:hyper-util", "dep:tower-service", "rmcp/transport-streamable-http-server", "rmcp/transport-worker"]
mcp-http = ["mcp", "dep:hyper", "dep:hyper-util", "dep:http-body-util", "dep:bytes"]
cli = ["dep:clap"]
embeddings = ["dep:burn", "dep:tokenizers"]
ndarray-backend = ["embeddings", "dep:burn-ndarray"]
Expand Down Expand Up @@ -114,16 +114,20 @@ optional = true

[dependencies.hyper]
version = "1"
features = ["server", "http1"]
features = ["server", "client", "http1"]
optional = true

[dependencies.hyper-util]
version = "0.1"
features = ["tokio", "http1", "service"]
features = ["tokio", "http1", "service", "client-legacy"]
optional = true

[dependencies.tower-service]
version = "0.3"
[dependencies.http-body-util]
version = "0.1"
optional = true

[dependencies.bytes]
version = "1"
optional = true

[dev-dependencies]
Expand Down
Loading
Loading