nginx.conf

worker_processes auto;
worker_rlimit_nofile 65535;

events {
    worker_connections 65535;
    multi_accept on;
    use epoll;
}

http {
    keepalive_timeout 65;
    keepalive_requests 100;

    gzip on;
    gzip_vary on;
    gzip_proxied any;
    gzip_comp_level 6;
    gzip_types text/plain text/css text/xml application/json application/javascript application/rss+xml application/atom+xml image/svg+xml;

    access_log /tmp/nginx_access.log;
    error_log /tmp/nginx_error.log;

    limit_req_zone $binary_remote_addr zone=one:10m rate=10r/s;
    limit_conn_zone $binary_remote_addr zone=addr:10m;

    include /etc/nginx/mime.types;

    upstream backend {
        least_conn;
        server 127.0.0.1:3000 max_fails=3 fail_timeout=30s;
        keepalive 32;
    }

    server {
        listen 3001 reuseport;
        listen [::]:3001 reuseport;
        server_name localhost;

        client_max_body_size 1000m;

        location /ai/v1/ {
            rewrite ^/ai/v1/(.*)$ /v1/$1 break;
            limit_req zone=one burst=15 nodelay;
            limit_conn addr 5;
            proxy_pass http://backend;
            proxy_set_header Upgrade $http_upgrade;
            proxy_set_header Connection "upgrade";
            proxy_set_header Host $host;

            proxy_set_header X-Forwarded-For "";
            proxy_set_header X-Real-IP "";
            proxy_set_header X-Direct-Url "";
            proxy_set_header X-Forwarded-Port "";
            proxy_set_header X-Ip-Token "";
            proxy_set_header X-Request-Id "";
            proxy_set_header X-Amzn-Trace-Id "";
            proxy_set_header X-Forwarded-Proto "";

            proxy_buffering off;
            proxy_cache off;
            proxy_connect_timeout 60s;
            proxy_send_timeout 3000s;
            proxy_read_timeout 3000s;

            error_page 503 =429 /429.html;
        }

        location / {
            limit_req zone=one burst=20 nodelay;
            limit_conn addr 10;
            proxy_pass http://backend;
            proxy_set_header Upgrade $http_upgrade;
            proxy_set_header Connection "upgrade";
            proxy_set_header Host $host;

            proxy_set_header X-Forwarded-For "";
            proxy_set_header X-Real-IP "";
            proxy_set_header X-Direct-Url "";
            proxy_set_header X-Forwarded-Port "";
            proxy_set_header X-Ip-Token "";
            proxy_set_header X-Request-Id "";
            proxy_set_header X-Amzn-Trace-Id "";
            proxy_set_header X-Forwarded-Proto "";

            proxy_buffering off;
            proxy_cache off;
            proxy_connect_timeout 60s;
            proxy_send_timeout 3000s;
            proxy_read_timeout 3000s;

            error_page 503 =429 /429.html;
        }

        location = /429.html {
            internal;
            return 429 '{"error": "Too Many Requests"}';
        }
    }
}