upstream llm {
    server 127.0.0.1:8000;
    keepalive 32;
}

limit_req_zone $binary_remote_addr zone=llm:10m rate=10r/s;

server {
    listen 443 ssl;
    server_name <域名>;
    ssl_certificate     /etc/nginx/ssl/<证书>.pem;
    ssl_certificate_key /etc/nginx/ssl/<私钥>.key;

    location /v1/ {
        limit_req zone=llm burst=20 nodelay;
        proxy_pass http://llm;
        proxy_http_version 1.1;
        proxy_buffering off;
        proxy_read_timeout 600s;
        proxy_set_header Connection "";
        proxy_set_header X-Request-ID $request_id;
        add_header X-Request-ID $request_id always;
    }
}