upstream api_backends { zone api_backends 64k; resolver 127.0.0.11 valid=2s ipv6=off; server api1:8080 resolve max_fails=1 fail_timeout=2s; server api2:8080 resolve max_fails=1 fail_timeout=2s; } server { listen 8080; server_name _; location / { proxy_pass http://api_backends; proxy_http_version 1.1; proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; proxy_set_header Connection ""; proxy_connect_timeout 1s; proxy_read_timeout 7s; proxy_send_timeout 7s; proxy_next_upstream error timeout http_502 http_503 http_504; proxy_next_upstream_tries 2; } }