@@ -595,3 +595,65 @@ configs:
595595 listen 8010;
596596 location / { proxy_pass http://vllm-proxy-whisper3-large:8000; }
597597 }
598+
599+ # ── TLS server blocks (port 443 = host 8444) ──
600+
601+ ssl_certificate /etc/letsencrypt/live/completions.near.ai/fullchain.pem;
602+ ssl_certificate_key /etc/letsencrypt/live/completions.near.ai/privkey.pem;
603+ ssl_protocols TLSv1.2 TLSv1.3;
604+
605+ server {
606+ listen 443 ssl;
607+ server_name qwen3-30b.completions.near.ai;
608+ location / { proxy_pass http://vllm-proxy-qwen3-30b:8000; }
609+ }
610+
611+ server {
612+ listen 443 ssl;
613+ server_name gpt-oss-120b.completions.near.ai;
614+ # Round-robin between the two GPT-OSS instances
615+ location / { proxy_pass http://gpt-oss-upstream; }
616+ }
617+
618+ upstream gpt-oss-upstream {
619+ server vllm-proxy-gpt-oss-1:8000;
620+ server vllm-proxy-gpt-oss-2:8000;
621+ }
622+
623+ server {
624+ listen 443 ssl;
625+ server_name flux2-klein.completions.near.ai;
626+ # Round-robin between the four FLUX instances
627+ location / { proxy_pass http://flux-upstream; }
628+ }
629+
630+ upstream flux-upstream {
631+ server vllm-proxy-flux-2-klein-4b-1:8000;
632+ server vllm-proxy-flux-2-klein-4b-2:8000;
633+ server vllm-proxy-flux-2-klein-4b-3:8000;
634+ server vllm-proxy-flux-2-klein-4b-4:8000;
635+ }
636+
637+ server {
638+ listen 443 ssl;
639+ server_name qwen3-vl-30b.completions.near.ai;
640+ location / { proxy_pass http://vllm-proxy-qwen3-vl:8000; }
641+ }
642+
643+ server {
644+ listen 443 ssl;
645+ server_name qwen3-embedding.completions.near.ai;
646+ location / { proxy_pass http://vllm-proxy-qwen3-embeddings:8000; }
647+ }
648+
649+ server {
650+ listen 443 ssl;
651+ server_name qwen3-reranker.completions.near.ai;
652+ location / { proxy_pass http://vllm-proxy-qwen3-reranker:8000; }
653+ }
654+
655+ server {
656+ listen 443 ssl;
657+ server_name whisper-large-v3.completions.near.ai;
658+ location / { proxy_pass http://vllm-proxy-whisper3-large:8000; }
659+ }
0 commit comments