|
| 1 | +""" |
| 2 | +A3M Router Adapter for LangChain. |
| 3 | +
|
| 4 | +Drop-in replacement for LangChain's ChatOpenAI that routes through A3M Router |
| 5 | +for intelligent, cost-optimized model selection across 47+ providers. |
| 6 | +""" |
| 7 | + |
| 8 | +from __future__ import annotations |
| 9 | + |
| 10 | +import logging |
| 11 | +from typing import Any, Dict, List, Optional |
| 12 | + |
| 13 | +logger = logging.getLogger(__name__) |
| 14 | + |
| 15 | +# Check availability |
| 16 | +LANGCHAIN_AVAILABLE = False |
| 17 | +try: |
| 18 | + from langchain_core.language_models import BaseChatModel |
| 19 | + from langchain_core.messages import AIMessage, BaseMessage, HumanMessage, SystemMessage, ToolMessage |
| 20 | + from langchain_core.outputs import ChatGeneration, ChatResult, LLMResult |
| 21 | + LANGCHAIN_AVAILABLE = True |
| 22 | +except ImportError: |
| 23 | + logger.warning("LangChain not installed. Install with: pip install langchain langchain-core") |
| 24 | + |
| 25 | +A3M_AVAILABLE = False |
| 26 | +try: |
| 27 | + from a3m.router import A3MRouter, RouteResponse |
| 28 | + A3M_AVAILABLE = True |
| 29 | +except ImportError: |
| 30 | + logger.warning("A3M Router not installed. Install with: pip install adaptive-memory-multi-model-router") |
| 31 | + |
| 32 | + |
| 33 | +class A3MLangChainAdapter: |
| 34 | + """ |
| 35 | + A3M Router adapter for LangChain's ChatOpenAI interface. |
| 36 | +
|
| 37 | + Routes prompts through A3M Router to automatically select the cheapest |
| 38 | + capable model across 47+ LLM providers. |
| 39 | + """ |
| 40 | + |
| 41 | + def __init__( |
| 42 | + self, |
| 43 | + model: str = "auto", |
| 44 | + temperature: float = 0.0, |
| 45 | + max_tokens: Optional[int] = 4096, |
| 46 | + parallel_ensemble: int = 1, |
| 47 | + api_key: Optional[str] = None, |
| 48 | + **kwargs: Any, |
| 49 | + ) -> None: |
| 50 | + """ |
| 51 | + Initialize A3M Router adapter. |
| 52 | +
|
| 53 | + Args: |
| 54 | + model: Model name or "auto" for automatic routing |
| 55 | + temperature: Sampling temperature |
| 56 | + max_tokens: Maximum tokens to generate |
| 57 | + parallel_ensemble: Number of providers to run in parallel |
| 58 | + api_key: A3M API key (optional) |
| 59 | + """ |
| 60 | + self.model = model |
| 61 | + self.temperature = temperature |
| 62 | + self.max_tokens = max_tokens |
| 63 | + self.parallel_ensemble = parallel_ensemble |
| 64 | + self.api_key = api_key |
| 65 | + self._a3m_router = None |
| 66 | + self._initialized = False |
| 67 | + |
| 68 | + def _ensure_router(self) -> None: |
| 69 | + """Lazily initialize the A3M router.""" |
| 70 | + if self._initialized: |
| 71 | + return |
| 72 | + |
| 73 | + if not A3M_AVAILABLE: |
| 74 | + raise ImportError( |
| 75 | + "A3M Router is not installed. " |
| 76 | + "Install with: pip install adaptive-memory-multi-model-router" |
| 77 | + ) |
| 78 | + |
| 79 | + self._a3m_router = A3MRouter( |
| 80 | + model=self.model, |
| 81 | + temperature=self.temperature, |
| 82 | + parallel_ensemble=self.parallel_ensemble, |
| 83 | + ) |
| 84 | + self._initialized = True |
| 85 | + logger.info( |
| 86 | + "A3M Router initialized: model=%s, ensemble=%d", |
| 87 | + self.model, |
| 88 | + self.parallel_ensemble, |
| 89 | + ) |
| 90 | + |
| 91 | + @property |
| 92 | + def _llm_type(self) -> str: |
| 93 | + return "a3m_router" |
| 94 | + |
| 95 | + def _generate( |
| 96 | + self, |
| 97 | + messages: List[BaseMessage], |
| 98 | + stop: Optional[List[str]] = None, |
| 99 | + run_manager: Any = None, |
| 100 | + **kwargs: Any, |
| 101 | + ) -> LLMResult: |
| 102 | + """Generate a response using A3M Router.""" |
| 103 | + self._ensure_router() |
| 104 | + |
| 105 | + # Convert messages |
| 106 | + a3m_messages = self._convert_messages(messages) |
| 107 | + |
| 108 | + # Route through A3M |
| 109 | + import asyncio |
| 110 | + loop = asyncio.get_event_loop() |
| 111 | + route_result = loop.run_in_executor( |
| 112 | + None, |
| 113 | + lambda: self._a3m_router.route( |
| 114 | + messages=a3m_messages, |
| 115 | + temperature=self.temperature, |
| 116 | + max_tokens=self.max_tokens, |
| 117 | + stop=stop, |
| 118 | + **kwargs, |
| 119 | + ), |
| 120 | + ) |
| 121 | + |
| 122 | + ai_message = AIMessage(content=route_result.content) |
| 123 | + generation = ChatGeneration(message=ai_message) |
| 124 | + return LLMResult(generations=[[generation]]) |
| 125 | + |
| 126 | + def _convert_messages(self, messages: List[BaseMessage]) -> List[Dict[str, Any]]: |
| 127 | + """Convert LangChain messages to A3M format.""" |
| 128 | + a3m_messages = [] |
| 129 | + for msg in messages: |
| 130 | + if isinstance(msg, SystemMessage): |
| 131 | + a3m_messages.append({"role": "system", "content": msg.content}) |
| 132 | + elif isinstance(msg, HumanMessage): |
| 133 | + a3m_messages.append({"role": "user", "content": msg.content}) |
| 134 | + elif isinstance(msg, AIMessage): |
| 135 | + a3m_messages.append({"role": "assistant", "content": msg.content}) |
| 136 | + elif isinstance(msg, ToolMessage): |
| 137 | + a3m_messages.append( |
| 138 | + {"role": "tool", "content": msg.content, "tool_call_id": msg.tool_call_id} |
| 139 | + ) |
| 140 | + else: |
| 141 | + a3m_messages.append({"role": "user", "content": str(msg)}) |
| 142 | + return a3m_messages |
| 143 | + |
| 144 | + def bind_tools(self, tools: List[Dict[str, Any]], **kwargs: Any) -> "A3MLangChainAdapter": |
| 145 | + """Bind tools for function calling.""" |
| 146 | + return self |
| 147 | + |
| 148 | + def __repr__(self) -> str: |
| 149 | + return ( |
| 150 | + f"A3MLangChainAdapter(" |
| 151 | + f"model={self.model!r}, " |
| 152 | + f"temperature={self.temperature}, " |
| 153 | + f"max_tokens={self.max_tokens}, " |
| 154 | + f"ensemble={self.parallel_ensemble})" |
| 155 | + ) |
0 commit comments