vllm serve /mnt/hdfs/models/gpt-oss-20b --served-model-name my-model --enable-auto-tool-choice --tool-call-parser openai
vllm serve /mnt/hdfs/models/Qwen3.5-9B --served-model-name my-model --enable-auto-tool-choice --tool-call-parser qwen3_xml --reasoning-parser qwen3
git clone https://github.com/zhusq20/CC_vllm_porxy.git
! /mlx_devbox/users/siqi.zhu/playground/cc-proxy/run-proxy.sh
ANTHROPIC_BASE_URL=http://127.0.0.1:8002
ANTHROPIC_AUTH_TOKEN=dummy
ANTHROPIC_API_KEY=dummy
ANTHROPIC_DEFAULT_OPUS_MODEL=my-model
ANTHROPIC_DEFAULT_SONNET_MODEL=my-model
ANTHROPIC_DEFAULT_HAIKU_MODEL=my-model
claude