SQL database agent error with query_check

[xiaogangzhu]

Hi, I am getting error from the https://langchain-ai.github.io/langgraph/tutorials/sql-agent/
trying to create an sql agent but fail with query_check section

from langchain_core.tools import tool


@tool
def db_query_tool(query: str) -> str:
    """
    Execute a SQL query against the database and get back the result.
    If the query is not correct, an error message will be returned.
    If an error is returned, rewrite the query, check the query, and try again.
    """
    result = db.run_no_throw(query)
    # result = "This is a bad case"
    if not result:
        return "Error: Query failed. Please rewrite your query and try again."
    return result


print(db_query_tool.invoke("SELECT * FROM Artist LIMIT 10;"))
from langchain_core.prompts import ChatPromptTemplate

query_check_system = """You are a SQL expert with a strong attention to detail.
Double check the SQLite query for common mistakes, including:
- Using NOT IN with NULL values
- Using UNION when UNION ALL should have been used
- Using BETWEEN for exclusive ranges
- Data type mismatch in predicates
- Properly quoting identifiers
- Using the correct number of arguments for functions
- Casting to the correct data type
- Using the proper columns for joins

If there are any of the above mistakes, rewrite the query. If there are no mistakes, just reproduce the original query.

You will call the appropriate tool to execute the query after running this check."""

query_check_prompt = ChatPromptTemplate.from_messages(
    [("system", query_check_system), ("placeholder", "{messages}")]
)
query_check = query_check_prompt | ChatOpenAI(model="gpt-4o", temperature=0,api_key=api_key,base_url=base_url).bind_tools(
    [db_query_tool], tool_choice="required"
)

a = query_check.invoke({"messages": [("user", "SELECT * FROM Artist LIMIT 10;")]})

UnprocessableEntityError                  Traceback (most recent call last)
Cell In[47], line 25
     18 query_check_prompt = ChatPromptTemplate.from_messages(
     19     [("system", query_check_system), ("placeholder", "{messages}")]
     20 )
     21 query_check = query_check_prompt | ChatOpenAI(model="gpt-4o", temperature=0,api_key=api_key,base_url=base_url).bind_tools(
     22     [db_query_tool], tool_choice="required"
     23 )
---> 25 a = query_check.invoke({"messages": [("user", "SELECT * FROM Artist LIMIT 10;")]})

File [~/anaconda3/envs/llm/lib/python3.12/site-packages/langchain_core/runnables/base.py:3025](http://localhost:8890/home/tstone10/anaconda3/envs/llm/lib/python3.12/site-packages/langchain_core/runnables/base.py#line=3024), in RunnableSequence.invoke(self, input, config, **kwargs)
   3023                 input = context.run(step.invoke, input, config, **kwargs)
   3024             else:
-> 3025                 input = context.run(step.invoke, input, config)
   3026 # finish the root run
   3027 except BaseException as e:

File [~/anaconda3/envs/llm/lib/python3.12/site-packages/langchain_core/runnables/base.py:5358](http://localhost:8890/home/tstone10/anaconda3/envs/llm/lib/python3.12/site-packages/langchain_core/runnables/base.py#line=5357), in RunnableBindingBase.invoke(self, input, config, **kwargs)
   5352 def invoke(
   5353     self,
   5354     input: Input,
   5355     config: Optional[RunnableConfig] = None,
   5356     **kwargs: Optional[Any],
   5357 ) -> Output:
-> 5358     return self.bound.invoke(
   5359         input,
   5360         self._merge_configs(config),
   5361         **{**self.kwargs, **kwargs},
   5362     )

File [~/anaconda3/envs/llm/lib/python3.12/site-packages/langchain_core/language_models/chat_models.py:307](http://localhost:8890/home/tstone10/anaconda3/envs/llm/lib/python3.12/site-packages/langchain_core/language_models/chat_models.py#line=306), in BaseChatModel.invoke(self, input, config, stop, **kwargs)
    296 def invoke(
    297     self,
    298     input: LanguageModelInput,
   (...)    302     **kwargs: Any,
    303 ) -> BaseMessage:
    304     config = ensure_config(config)
    305     return cast(
    306         ChatGeneration,
--> 307         self.generate_prompt(
    308             [self._convert_input(input)],
    309             stop=stop,
    310             callbacks=config.get("callbacks"),
    311             tags=config.get("tags"),
    312             metadata=config.get("metadata"),
    313             run_name=config.get("run_name"),
    314             run_id=config.pop("run_id", None),
    315             **kwargs,
    316         ).generations[0][0],
    317     ).message

File [~/anaconda3/envs/llm/lib/python3.12/site-packages/langchain_core/language_models/chat_models.py:843](http://localhost:8890/home/tstone10/anaconda3/envs/llm/lib/python3.12/site-packages/langchain_core/language_models/chat_models.py#line=842), in BaseChatModel.generate_prompt(self, prompts, stop, callbacks, **kwargs)
    835 def generate_prompt(
    836     self,
    837     prompts: list[PromptValue],
   (...)    840     **kwargs: Any,
    841 ) -> LLMResult:
    842     prompt_messages = [p.to_messages() for p in prompts]
--> 843     return self.generate(prompt_messages, stop=stop, callbacks=callbacks, **kwargs)

File [~/anaconda3/envs/llm/lib/python3.12/site-packages/langchain_core/language_models/chat_models.py:683](http://localhost:8890/home/tstone10/anaconda3/envs/llm/lib/python3.12/site-packages/langchain_core/language_models/chat_models.py#line=682), in BaseChatModel.generate(self, messages, stop, callbacks, tags, metadata, run_name, run_id, **kwargs)
    680 for i, m in enumerate(messages):
    681     try:
    682         results.append(
--> 683             self._generate_with_cache(
    684                 m,
    685                 stop=stop,
    686                 run_manager=run_managers[i] if run_managers else None,
    687                 **kwargs,
    688             )
    689         )
    690     except BaseException as e:
    691         if run_managers:

File [~/anaconda3/envs/llm/lib/python3.12/site-packages/langchain_core/language_models/chat_models.py:908](http://localhost:8890/home/tstone10/anaconda3/envs/llm/lib/python3.12/site-packages/langchain_core/language_models/chat_models.py#line=907), in BaseChatModel._generate_with_cache(self, messages, stop, run_manager, **kwargs)
    906 else:
    907     if inspect.signature(self._generate).parameters.get("run_manager"):
--> 908         result = self._generate(
    909             messages, stop=stop, run_manager=run_manager, **kwargs
    910         )
    911     else:
    912         result = self._generate(messages, stop=stop, **kwargs)

File [~/anaconda3/envs/llm/lib/python3.12/site-packages/langchain_openai/chat_models/base.py:955](http://localhost:8890/home/tstone10/anaconda3/envs/llm/lib/python3.12/site-packages/langchain_openai/chat_models/base.py#line=954), in BaseChatOpenAI._generate(self, messages, stop, run_manager, **kwargs)
    953     generation_info = {"headers": dict(raw_response.headers)}
    954 else:
--> 955     response = self.client.create(**payload)
    956 return self._create_chat_result(response, generation_info)

File [~/anaconda3/envs/llm/lib/python3.12/site-packages/openai/_utils/_utils.py:279](http://localhost:8890/home/tstone10/anaconda3/envs/llm/lib/python3.12/site-packages/openai/_utils/_utils.py#line=278), in required_args.<locals>.inner.<locals>.wrapper(*args, **kwargs)
    277             msg = f"Missing required argument: {quote(missing[0])}"
    278     raise TypeError(msg)
--> 279 return func(*args, **kwargs)

File [~/anaconda3/envs/llm/lib/python3.12/site-packages/openai/resources/chat/completions/completions.py:914](http://localhost:8890/home/tstone10/anaconda3/envs/llm/lib/python3.12/site-packages/openai/resources/chat/completions/completions.py#line=913), in Completions.create(self, messages, model, audio, frequency_penalty, function_call, functions, logit_bias, logprobs, max_completion_tokens, max_tokens, metadata, modalities, n, parallel_tool_calls, prediction, presence_penalty, reasoning_effort, response_format, seed, service_tier, stop, store, stream, stream_options, temperature, tool_choice, tools, top_logprobs, top_p, user, web_search_options, extra_headers, extra_query, extra_body, timeout)
    871 @required_args(["messages", "model"], ["messages", "model", "stream"])
    872 def create(
    873     self,
   (...)    911     timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
    912 ) -> ChatCompletion | Stream[ChatCompletionChunk]:
    913     validate_response_format(response_format)
--> 914     return self._post(
    915         "[/chat/completions](http://localhost:8890/chat/completions)",
    916         body=maybe_transform(
    917             {
    918                 "messages": messages,
    919                 "model": model,
    920                 "audio": audio,
    921                 "frequency_penalty": frequency_penalty,
    922                 "function_call": function_call,
    923                 "functions": functions,
    924                 "logit_bias": logit_bias,
    925                 "logprobs": logprobs,
    926                 "max_completion_tokens": max_completion_tokens,
    927                 "max_tokens": max_tokens,
    928                 "metadata": metadata,
    929                 "modalities": modalities,
    930                 "n": n,
    931                 "parallel_tool_calls": parallel_tool_calls,
    932                 "prediction": prediction,
    933                 "presence_penalty": presence_penalty,
    934                 "reasoning_effort": reasoning_effort,
    935                 "response_format": response_format,
    936                 "seed": seed,
    937                 "service_tier": service_tier,
    938                 "stop": stop,
    939                 "store": store,
    940                 "stream": stream,
    941                 "stream_options": stream_options,
    942                 "temperature": temperature,
    943                 "tool_choice": tool_choice,
    944                 "tools": tools,
    945                 "top_logprobs": top_logprobs,
    946                 "top_p": top_p,
    947                 "user": user,
    948                 "web_search_options": web_search_options,
    949             },
    950             completion_create_params.CompletionCreateParams,
    951         ),
    952         options=make_request_options(
    953             extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
    954         ),
    955         cast_to=ChatCompletion,
    956         stream=stream or False,
    957         stream_cls=Stream[ChatCompletionChunk],
    958     )

File [~/anaconda3/envs/llm/lib/python3.12/site-packages/openai/_base_client.py:1242](http://localhost:8890/home/tstone10/anaconda3/envs/llm/lib/python3.12/site-packages/openai/_base_client.py#line=1241), in SyncAPIClient.post(self, path, cast_to, body, options, files, stream, stream_cls)
   1228 def post(
   1229     self,
   1230     path: str,
   (...)   1237     stream_cls: type[_StreamT] | None = None,
   1238 ) -> ResponseT | _StreamT:
   1239     opts = FinalRequestOptions.construct(
   1240         method="post", url=path, json_data=body, files=to_httpx_files(files), **options
   1241     )
-> 1242     return cast(ResponseT, self.request(cast_to, opts, stream=stream, stream_cls=stream_cls))

File [~/anaconda3/envs/llm/lib/python3.12/site-packages/openai/_base_client.py:919](http://localhost:8890/home/tstone10/anaconda3/envs/llm/lib/python3.12/site-packages/openai/_base_client.py#line=918), in SyncAPIClient.request(self, cast_to, options, remaining_retries, stream, stream_cls)
    916 else:
    917     retries_taken = 0
--> 919 return self._request(
    920     cast_to=cast_to,
    921     options=options,
    922     stream=stream,
    923     stream_cls=stream_cls,
    924     retries_taken=retries_taken,
    925 )

File [~/anaconda3/envs/llm/lib/python3.12/site-packages/openai/_base_client.py:1023](http://localhost:8890/home/tstone10/anaconda3/envs/llm/lib/python3.12/site-packages/openai/_base_client.py#line=1022), in SyncAPIClient._request(self, cast_to, options, retries_taken, stream, stream_cls)
   1020         err.response.read()
   1022     log.debug("Re-raising status error")
-> 1023     raise self._make_status_error_from_response(err.response) from None
   1025 return self._process_response(
   1026     cast_to=cast_to,
   1027     options=options,
   (...)   1031     retries_taken=retries_taken,
   1032 )

UnprocessableEntityError: Error code: 422 - {'detail': [{'type': 'string_pattern_mismatch', 'loc': ['body', 'tools', 0, 'function', 'description'], 'msg': 'String should match pattern \'^[a-zA-Z0-9_\\-\\\'".,?!:;{}()\\[\\] ]*$\'', 'input': 'Execute a SQL query against the database and get back the result.\nIf the query is not correct, an error message will be returned.\nIf an error is returned, rewrite the query, check the query, and try again.', 'ctx': {'pattern': '^[a-zA-Z0-9_\\-\\\'".,?!:;{}()\\[\\] ]*$'}}]}