tools.json

[
  {
    "name": "Langfuse",
    "category": "open_source",
    "focus": "Tracing & analytics",
    "official_url": "https://langfuse.com/",
    "github_repo": "langfuse/langfuse",
    "docs_url": "https://langfuse.com/docs",
    "pricing_label": "$29/mo",
    "pricing_url": "https://langfuse.com/pricing",
    "display_link": "https://github.com/langfuse/langfuse"
  },
  {
    "name": "Phoenix (Arize)",
    "category": "open_source",
    "focus": "Debugging & evaluation",
    "official_url": "https://phoenix.arize.com/",
    "github_repo": "Arize-ai/phoenix",
    "docs_url": "https://docs.arize.com/phoenix",
    "pricing_label": "",
    "pricing_url": "",
    "display_link": "https://github.com/Arize-ai/phoenix"
  },
  {
    "name": "Helicone",
    "category": "open_source",
    "focus": "Gateway & observability",
    "official_url": "https://www.helicone.ai/",
    "github_repo": "Helicone/helicone",
    "docs_url": "https://docs.helicone.ai/",
    "pricing_label": "$79+",
    "pricing_url": "https://www.helicone.ai/pricing",
    "display_link": "https://github.com/Helicone/helicone"
  },
  {
    "name": "Weave (W&B)",
    "category": "open_source",
    "focus": "ML + LLM observability",
    "official_url": "https://wandb.ai/site/weave/",
    "github_repo": "wandb/weave",
    "docs_url": "https://weave-docs.wandb.ai/",
    "pricing_label": "",
    "pricing_url": "",
    "display_link": "https://github.com/wandb/weave"
  },
  {
    "name": "OpenLIT",
    "category": "open_source",
    "focus": "OpenTelemetry-native observability",
    "official_url": "https://openlit.io/",
    "github_repo": "openlit/openlit",
    "docs_url": "https://docs.openlit.io/",
    "pricing_label": "",
    "pricing_url": "https://openlit.io/pricing",
    "display_link": "https://github.com/openlit/openlit"
  },
  {
    "name": "AgentOps SDK",
    "category": "open_source",
    "focus": "Agent-native tracking",
    "official_url": "https://www.agentops.ai/",
    "github_repo": "AgentOps-AI/agentops",
    "docs_url": "https://docs.agentops.ai/",
    "pricing_label": "",
    "pricing_url": "https://www.agentops.ai/pricing",
    "display_link": "https://github.com/AgentOps-AI/agentops"
  },
  {
    "name": "Opik (Comet)",
    "category": "open_source",
    "focus": "Evaluation",
    "official_url": "https://www.comet.com/site/products/opik/",
    "github_repo": "comet-ml/opik",
    "docs_url": "https://www.comet.com/docs/opik/",
    "pricing_label": "",
    "pricing_url": "",
    "display_link": "https://github.com/comet-ml/opik"
  },
  {
    "name": "OpenLLMetry",
    "category": "open_source",
    "focus": "OpenTelemetry for LLMs",
    "official_url": "https://www.traceloop.com/openllmetry",
    "github_repo": "traceloop/openllmetry",
    "docs_url": "https://www.traceloop.com/docs/openllmetry",
    "pricing_label": "",
    "pricing_url": "",
    "display_link": "https://github.com/traceloop/openllmetry"
  },
  {
    "name": "Monocle2AI",
    "category": "open_source",
    "focus": "Agent observability & debugging",
    "official_url": "https://monocle2ai.github.io/",
    "github_repo": "monocle2ai/monocle",
    "docs_url": "https://monocle2ai.github.io/docs",
    "pricing_label": "",
    "pricing_url": "",
    "display_link": "https://github.com/monocle2ai/monocle"
  },
  {
    "name": "Dunetrace",
    "category": "open_source",
    "focus": "Runtime observability for AI agents",
    "official_url": "https://github.com/dunetrace/dunetrace",
    "github_repo": "dunetrace/dunetrace",
    "docs_url": "https://github.com/dunetrace/dunetrace/tree/main/docs",
    "pricing_label": "",
    "pricing_url": "",
    "display_link": "https://github.com/dunetrace/dunetrace"
  },
  {
    "name": "Laminar",
    "category": "open_source",
    "focus": "Agent observability & long-running traces",
    "official_url": "https://www.lmnr.ai/",
    "github_repo": "lmnr-ai/lmnr",
    "docs_url": "https://docs.lmnr.ai/",
    "pricing_label": "",
    "pricing_url": "https://www.lmnr.ai/pricing",
    "display_link": "https://github.com/lmnr-ai/lmnr"
  },
  {
    "name": "AgentNeo",
    "category": "open_source",
    "focus": "Multi-agent debugging & local dashboard",
    "official_url": "https://github.com/raga-ai-hub/RagaAI-Catalyst",
    "github_repo": "raga-ai-hub/agentneo",
    "docs_url": "https://github.com/raga-ai-hub/RagaAI-Catalyst#readme",
    "pricing_label": "",
    "pricing_url": "",
    "display_link": "https://github.com/raga-ai-hub/RagaAI-Catalyst"
  },
  {
    "name": "agenttrace",
    "category": "open_source",
    "focus": "Local coding-agent session replay, diffing & audit",
    "official_url": "https://github.com/luoyuctl/agenttrace",
    "github_repo": "luoyuctl/agenttrace",
    "docs_url": "https://github.com/luoyuctl/agenttrace#readme",
    "pricing_label": "",
    "pricing_url": "",
    "display_link": "https://github.com/luoyuctl/agenttrace"
  },
  {
    "name": "DeepEval",
    "category": "open_source",
    "focus": "LLM & agent evaluation (50+ metrics)",
    "official_url": "https://deepeval.com/",
    "github_repo": "confident-ai/deepeval",
    "docs_url": "https://docs.confident-ai.com/",
    "pricing_label": "",
    "pricing_url": "",
    "display_link": "https://github.com/confident-ai/deepeval"
  },
  {
    "name": "RAGAS",
    "category": "open_source",
    "focus": "RAG pipeline evaluation",
    "official_url": "https://docs.ragas.io/",
    "github_repo": "explodinggradients/ragas",
    "docs_url": "https://docs.ragas.io/",
    "pricing_label": "",
    "pricing_url": "",
    "display_link": "https://github.com/explodinggradients/ragas"
  },
  {
    "name": "Promptfoo",
    "category": "open_source",
    "focus": "LLM red teaming & evaluation CLI",
    "official_url": "https://www.promptfoo.dev/",
    "github_repo": "promptfoo/promptfoo",
    "docs_url": "https://www.promptfoo.dev/docs/",
    "pricing_label": "",
    "pricing_url": "",
    "display_link": "https://github.com/promptfoo/promptfoo"
  },
  {
    "name": "TruLens",
    "category": "open_source",
    "focus": "Neural network & LLM observability + RAG Triad",
    "official_url": "https://www.trulens.org/",
    "github_repo": "truera/trulens",
    "docs_url": "https://www.trulens.org/trulens/",
    "pricing_label": "",
    "pricing_url": "",
    "display_link": "https://github.com/truera/trulens"
  },
  {
    "name": "Agent Evaluation (AWS Labs)",
    "category": "open_source",
    "focus": "Framework for simulating & evaluating AI agents",
    "official_url": "https://awslabs.github.io/agent-evaluation/",
    "github_repo": "awslabs/agent-evaluation",
    "docs_url": "https://awslabs.github.io/agent-evaluation/",
    "pricing_label": "",
    "pricing_url": "",
    "display_link": "https://github.com/awslabs/agent-evaluation"
  },
  {
    "name": "Evidently AI",
    "category": "open_source",
    "focus": "ML monitoring & drift detection",
    "official_url": "https://www.evidentlyai.com/",
    "github_repo": "evidentlyai/evidently",
    "docs_url": "https://docs.evidentlyai.com/",
    "pricing_label": "",
    "pricing_url": "https://www.evidentlyai.com/pricing",
    "display_link": "https://github.com/evidentlyai/evidently"
  },
  {
    "name": "Agenta",
    "category": "open_source",
    "focus": "Prompt comparison & evaluation playground",
    "official_url": "https://agenta.ai/",
    "github_repo": "agenta-ai/agenta",
    "docs_url": "https://docs.agenta.ai/",
    "pricing_label": "",
    "pricing_url": "https://agenta.ai/pricing",
    "display_link": "https://github.com/agenta-ai/agenta"
  },
  {
    "name": "Guardrails AI",
    "category": "open_source",
    "focus": "Input/output validation & guardrails",
    "official_url": "https://www.guardrailsai.com/",
    "github_repo": "guardrails-ai/guardrails",
    "docs_url": "https://www.guardrailsai.com/docs",
    "pricing_label": "",
    "pricing_url": "https://www.guardrailsai.com/pricing",
    "display_link": "https://github.com/guardrails-ai/guardrails"
  },
  {
    "name": "LLM Guard",
    "category": "open_source",
    "focus": "Security toolkit for LLM input/output sanitization",
    "official_url": "https://llm-guard.com/",
    "github_repo": "protectai/llm-guard",
    "docs_url": "https://llm-guard.com/",
    "pricing_label": "",
    "pricing_url": "",
    "display_link": "https://github.com/protectai/llm-guard"
  },
  {
    "name": "NeMo Guardrails",
    "category": "open_source",
    "focus": "Programmable guardrails for LLM safety & dialogue",
    "official_url": "https://github.com/NVIDIA-NeMo/Guardrails",
    "github_repo": "NVIDIA-NeMo/Guardrails",
    "docs_url": "https://docs.nvidia.com/nemo/guardrails",
    "pricing_label": "",
    "pricing_url": "",
    "display_link": "https://github.com/NVIDIA-NeMo/Guardrails"
  },
  {
    "name": "LiteLLM",
    "category": "open_source",
    "focus": "Unified LLM API gateway + cost tracking",
    "official_url": "https://litellm.ai/",
    "github_repo": "BerriAI/litellm",
    "docs_url": "https://docs.litellm.ai/",
    "pricing_label": "",
    "pricing_url": "https://www.litellm.ai/pricing",
    "display_link": "https://github.com/BerriAI/litellm"
  },
  {
    "name": "Open Bias",
    "category": "open_source",
    "focus": "Agent alignment & policy enforcement",
    "official_url": "https://github.com/open-bias/open-bias",
    "github_repo": "open-bias/open-bias",
    "docs_url": "https://github.com/open-bias/open-bias#readme",
    "pricing_label": "",
    "pricing_url": "",
    "display_link": "https://github.com/open-bias/open-bias"
  },
  {
    "name": "LangSmith",
    "category": "paid",
    "focus": "Full-stack tracing & evaluation",
    "official_url": "https://smith.langchain.com/",
    "github_repo": "",
    "docs_url": "https://docs.smith.langchain.com/",
    "pricing_label": "~$39/mo",
    "pricing_url": "https://www.langchain.com/pricing",
    "display_link": "https://smith.langchain.com"
  },
  {
    "name": "LangWatch",
    "category": "paid",
    "focus": "Evaluation + observability",
    "official_url": "https://langwatch.ai/",
    "github_repo": "langwatch/langwatch",
    "docs_url": "https://docs.langwatch.ai/",
    "pricing_label": "€59+",
    "pricing_url": "https://langwatch.ai/pricing",
    "display_link": "https://langwatch.ai"
  },
  {
    "name": "Braintrust",
    "category": "paid",
    "focus": "Advanced evaluation workflows",
    "official_url": "https://www.braintrustdata.com/",
    "github_repo": "braintrustdata/braintrust-sdk-python",
    "docs_url": "https://www.braintrust.dev/docs",
    "pricing_label": "~$249/mo",
    "pricing_url": "https://www.braintrust.dev/pricing",
    "display_link": "https://www.braintrustdata.com"
  },
  {
    "name": "Datadog LLM",
    "category": "paid",
    "focus": "Enterprise observability",
    "official_url": "https://www.datadoghq.com/product/ai/llm-observability/",
    "github_repo": "",
    "docs_url": "https://docs.datadoghq.com/llm_observability/",
    "pricing_label": "~$8 / 10K req",
    "pricing_url": "https://www.datadoghq.com/pricing/",
    "display_link": "https://www.datadoghq.com"
  },
  {
    "name": "Helicone Cloud",
    "category": "paid",
    "focus": "Managed gateway & observability",
    "official_url": "https://www.helicone.ai/",
    "github_repo": "Helicone/helicone",
    "docs_url": "https://docs.helicone.ai/",
    "pricing_label": "~$79+",
    "pricing_url": "https://www.helicone.ai/pricing",
    "display_link": "https://www.helicone.ai"
  },
  {
    "name": "Confident AI",
    "category": "paid",
    "focus": "Evaluation-first teams",
    "official_url": "https://www.confident-ai.com/",
    "github_repo": "",
    "docs_url": "https://docs.confident-ai.com/",
    "pricing_label": "~$19.99",
    "pricing_url": "https://www.confident-ai.com/pricing",
    "display_link": "https://www.confident-ai.com"
  },
  {
    "name": "HoneyHive",
    "category": "paid",
    "focus": "Enterprise tracing & evaluation",
    "official_url": "https://www.honeyhive.ai/",
    "github_repo": "honeyhiveai/python-sdk",
    "docs_url": "https://docs.honeyhive.ai/",
    "pricing_label": "Custom",
    "pricing_url": "https://www.honeyhive.ai/pricing",
    "display_link": "https://www.honeyhive.ai"
  },
  {
    "name": "Langfuse Cloud",
    "category": "paid",
    "focus": "Hybrid OSS + SaaS tracing",
    "official_url": "https://langfuse.com/",
    "github_repo": "langfuse/langfuse",
    "docs_url": "https://langfuse.com/docs",
    "pricing_label": "~$29",
    "pricing_url": "https://langfuse.com/pricing",
    "display_link": "https://langfuse.com"
  },
  {
    "name": "Latitude",
    "category": "paid",
    "focus": "Agent-native observability & auto-evals",
    "official_url": "https://latitude.so/",
    "github_repo": "latitude-dev/latitude-llm",
    "docs_url": "https://docs.latitude.so/",
    "pricing_label": "Free trial + usage-based",
    "pricing_url": "https://latitude.so/pricing",
    "display_link": "https://latitude.so"
  },
  {
    "name": "Maxim AI",
    "category": "paid",
    "focus": "Agent evaluation & simulation",
    "official_url": "https://www.getmaxim.ai/",
    "github_repo": "",
    "docs_url": "https://docs.getmaxim.ai/",
    "pricing_label": "Custom",
    "pricing_url": "https://www.getmaxim.ai/pricing",
    "display_link": "https://www.getmaxim.ai"
  },
  {
    "name": "Galileo",
    "category": "paid",
    "focus": "Hallucination detection & real-time guardrails",
    "official_url": "https://www.rungalileo.io/",
    "github_repo": "",
    "docs_url": "https://docs.rungalileo.io/",
    "pricing_label": "From $5K/mo (enterprise)",
    "pricing_url": "https://www.rungalileo.io/pricing",
    "display_link": "https://www.rungalileo.io"
  },
  {
    "name": "Okahu Cloud",
    "category": "paid",
    "focus": "Managed observability built on Monocle2AI",
    "official_url": "https://www.okahu.ai/",
    "github_repo": "",
    "docs_url": "https://docs.okahu.ai/",
    "pricing_label": "Custom",
    "pricing_url": "https://www.okahu.ai/pricing",
    "display_link": "https://www.okahu.ai"
  },
  {
    "name": "Fiddler AI",
    "category": "paid",
    "focus": "Enterprise AI control plane & governance",
    "official_url": "https://www.fiddler.ai/",
    "github_repo": "",
    "docs_url": "https://docs.fiddler.ai/",
    "pricing_label": "Custom",
    "pricing_url": "https://www.fiddler.ai/pricing",
    "display_link": "https://www.fiddler.ai"
  },
  {
    "name": "Patronus AI",
    "category": "paid",
    "focus": "Automated hallucination detection & testing",
    "official_url": "https://www.patronus.ai/",
    "github_repo": "",
    "docs_url": "https://docs.patronus.ai/",
    "pricing_label": "Custom",
    "pricing_url": "https://www.patronus.ai/pricing",
    "display_link": "https://www.patronus.ai"
  },
  {
    "name": "Coval",
    "category": "paid",
    "focus": "Pre-deployment agent simulation & regression",
    "official_url": "https://www.coval.dev/",
    "github_repo": "",
    "docs_url": "https://docs.coval.dev/",
    "pricing_label": "Custom",
    "pricing_url": "https://www.coval.dev/pricing",
    "display_link": "https://www.coval.dev"
  },
  {
    "name": "Vellum",
    "category": "paid",
    "focus": "Visual agent workflow orchestration & observability",
    "official_url": "https://www.vellum.ai/",
    "github_repo": "",
    "docs_url": "https://docs.vellum.ai/",
    "pricing_label": "Free (Pro: $25/mo)",
    "pricing_url": "https://www.vellum.ai/pricing",
    "display_link": "https://www.vellum.ai"
  },
  {
    "name": "RagaAI Catalyst",
    "category": "paid",
    "focus": "Python SDK observability + monitoring dashboard",
    "official_url": "https://raga.ai/",
    "github_repo": "raga-ai-catalyst/ragaai-catalyst",
    "docs_url": "https://docs.raga.ai/",
    "pricing_label": "Custom",
    "pricing_url": "https://raga.ai/pricing",
    "display_link": "https://raga.ai"
  },
  {
    "name": "Portkey",
    "category": "paid",
    "focus": "AI gateway with guardrails & observability",
    "official_url": "https://portkey.ai/",
    "github_repo": "Portkey-AI/gateway",
    "docs_url": "https://docs.portkey.ai/",
    "pricing_label": "Free tier + usage-based",
    "pricing_url": "https://portkey.ai/pricing",
    "display_link": "https://portkey.ai"
  },
  {
    "name": "KubeStellar",
    "category": "open_source",
    "focus": "AI-powered multi-cluster K8s orchestration & agentic dashboard",
    "official_url": "https://kubestellar.io",
    "github_repo": "kubestellar/console",
    "docs_url": "https://docs.kubestellar.io",
    "pricing_label": "",
    "pricing_url": "",
    "display_link": "https://github.com/kubestellar/console"
  },
  {
  "name": "agentcheck",
  "category": "open_source",
  "focus": "Runtime behavioral governance for AI coding agents — rule-based guardrails for every tool call",
  "official_url": "https://paprika-org.github.io/agentcheck/",
  "github_repo": "paprika-org/agentcheck",
  "docs_url": "https://github.com/paprika-org/agentcheck#readme",
  "pricing_label": "",
  "pricing_url": "",
  "display_link": "https://github.com/paprika-org/agentcheck"
},
{
  "name": "agent-bill-guard",
  "category": "open_source",
  "focus": "Per-session budget enforcement proxy — terminates runaway LLM agents before costs spiral",
  "official_url": "https://paprika-org.github.io/agent-bill-guard/",
  "github_repo": "paprika-org/agent-bill-guard",
  "docs_url": "https://github.com/paprika-org/agent-bill-guard#readme",
  "pricing_label": "",
  "pricing_url": "",
  "display_link": "https://github.com/paprika-org/agent-bill-guard"
},
{
  "name": "APort",
  "category": "open_source",
  "focus": "Runtime trust rail and integration toolkit for AI agents",
  "official_url": "https://aport.io/",
  "github_repo": "aporthq/aport-integrations",
  "docs_url": "https://github.com/aporthq/aport-integrations#readme",
  "pricing_label": "",
  "pricing_url": "",
  "display_link": "https://github.com/aporthq/aport-integrations"
}
]