Mercurial > hg > nginx-tests
view upstream_max_conns.t @ 1427:eb1d883305ea
Tests: avoid edge cases in upstream random two test.
Unavailable servers contribute to the number of attempts, if selected,
before the balancer would fall back to the default round-robin method.
This means that it's quite possible to get server with more connections.
To facilitate with selecting two alive servers, down server was removed
from the upstream configuration at the cost of slightly worse coverage.
author | Sergey Kandaurov <pluknet@nginx.com> |
---|---|
date | Thu, 10 Jan 2019 17:42:34 +0300 |
parents | 3c101e516213 |
children |
line wrap: on
line source
#!/usr/bin/perl # (C) Nginx, Inc. # Tests for upstream module with max_conns feature. ############################################################################### use warnings; use strict; use Test::More; use IO::Select; BEGIN { use FindBin; chdir($FindBin::Bin); } use lib 'lib'; use Test::Nginx qw/ :DEFAULT http_end /; ############################################################################### select STDERR; $| = 1; select STDOUT; $| = 1; my $t = Test::Nginx->new()->has(qw/http proxy rewrite upstream_least_conn/) ->has(qw/upstream_ip_hash upstream_hash/)->plan(16); $t->write_file_expand('nginx.conf', <<'EOF'); %%TEST_GLOBALS%% daemon off; events { } http { %%TEST_GLOBALS_HTTP%% upstream u_unlim { server 127.0.0.1:8081 max_conns=0; server 127.0.0.1:8082; } upstream u_lim { server 127.0.0.1:8081 max_conns=3; } upstream u_backup { server 127.0.0.1:8081 max_conns=2; server 127.0.0.1:8082 backup; } upstream u_backup_lim { server 127.0.0.1:8081 max_conns=2; server 127.0.0.1:8082 backup max_conns=3; } upstream u_two { server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082 max_conns=1; } upstream u_some { server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082; } upstream u_many { server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082; } upstream u_weight { server 127.0.0.1:8081 weight=2 max_conns=1; server 127.0.0.1:8082; } upstream u_pnu { # special server to force next upstream server 127.0.0.1:8084; server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082 max_conns=2; } upstream u_lc { least_conn; server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082; } upstream u_lc_backup { least_conn; server 127.0.0.1:8081 max_conns=2; server 127.0.0.1:8082 backup; } upstream u_lc_backup_lim { least_conn; server 127.0.0.1:8081 max_conns=2; server 127.0.0.1:8082 backup max_conns=3; } upstream u_ih { ip_hash; server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082 max_conns=2; } upstream u_hash { hash $remote_addr; server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082 max_conns=2; } upstream u_chash { hash $remote_addr consistent; server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082 max_conns=2; } server { listen 127.0.0.1:8084; server_name localhost; location / { return 444; } } server { listen 127.0.0.1:8080; server_name localhost; proxy_http_version 1.1; proxy_set_header Connection ""; proxy_buffering off; location /u { proxy_pass http:/$uri; } location /close { proxy_pass http://127.0.0.1:8085; } } } EOF $t->run_daemon(\&http_daemon, port(8081), port(8082), port(8085)); $t->run(); $t->waitforsocket('127.0.0.1:' . port(8081)); $t->waitforsocket('127.0.0.1:' . port(8082)); $t->waitforsocket('127.0.0.1:' . port(8085)); ############################################################################### my @ports = my ($p1, $p2) = (port(8081), port(8082)); # two peers without max_conns is(parallel('/u_unlim?delay=0', 4), "$p1: 2, $p2: 2", 'unlimited'); # reopen connection to test connection subtraction my @s = http_get_multi('/u_lim', 2, 1.1); http_get('/u_lim/close'); push @s, http_get_multi('/u_lim', 1, 1.1); http_get('/closeall'); is(http_end_multi(\@s), "$p1: 3", 'conn subtraction'); # simple test with limited peer is(parallel('/u_lim', 4), "$p1: 3", 'single'); # limited peer with backup peer is(peers('/u_backup', 6), "$p1 $p1 $p2 $p2 $p2 $p2", 'backup'); # peer and backup peer, both limited is(peers('/u_backup_lim', 6), "$p1 $p1 $p2 $p2 $p2 ", 'backup limited'); # all peers limited is(parallel('/u_two', 4), "$p1: 1, $p2: 1", 'all peers'); # subset of peers limited is(parallel('/u_some', 4), "$p1: 1, $p2: 3", 'some peers'); # ensure that peer "weight" does not affect its max_conns limit is(parallel('/u_weight', 4), "$p1: 1, $p2: 3", 'weight'); # peers with equal server value aggregate max_conns limit is(parallel('/u_many', 6), "$p1: 2, $p2: 4", 'equal peer'); # connections to peer selected with proxy_next_upstream are counted is(parallel('/u_pnu', 4), "$p1: 1, $p2: 2", 'proxy_next_upstream'); # least_conn balancer tests is(parallel('/u_lc', 4), "$p1: 1, $p2: 3", 'least_conn'); is(peers('/u_lc_backup', 6), "$p1 $p1 $p2 $p2 $p2 $p2", 'least_conn backup'); is(peers('/u_lc_backup_lim', 6), "$p1 $p1 $p2 $p2 $p2 ", 'least_conn backup limited'); # ip_hash balancer tests is(parallel('/u_ih', 4), "$p1: 1, $p2: 2", 'ip_hash'); # hash balancer tests is(parallel('/u_hash', 4), "$p1: 1, $p2: 2", 'hash'); is(parallel('/u_chash', 4), "$p1: 1, $p2: 2", 'hash consistent'); ############################################################################### sub peers { my ($uri, $count) = @_; my @sockets = http_get_multi($uri, $count, 1.1); http_get('/closeall'); join ' ', map { /X-Port: (\d+)/ && $1 } map { http_end $_ } (@sockets); } sub parallel { my ($uri, $count) = @_; my @sockets = http_get_multi($uri, $count); for (1 .. 20) { last if IO::Select->new(@sockets)->can_read(3) == $count; select undef, undef, undef, 0.01; } http_get('/closeall'); return http_end_multi(\@sockets); } sub http_get_multi { my ($uri, $count, $wait) = @_; my @sockets; for (0 .. $count - 1) { $sockets[$_] = http_get($uri, start => 1); IO::Select->new($sockets[$_])->can_read($wait) if $wait; } return @sockets; } sub http_end_multi { my ($sockets) = @_; my %ports; for my $sock (@$sockets) { if (http_end($sock) =~ /X-Port: (\d+)/) { $ports{$1} = 0 unless defined $ports{$1}; $ports{$1}++; } close $sock; } my @keys = map { my $p = $_; grep { $p == $_ } keys %ports } @ports; return join ', ', map { $_ . ": " . $ports{$_} } @keys; } ############################################################################### sub http_daemon { my (@ports) = @_; my (@socks, @clients); for my $port (@ports) { my $server = IO::Socket::INET->new( Proto => 'tcp', LocalHost => "127.0.0.1:$port", Listen => 42, Reuse => 1 ) or die "Can't create listening socket: $!\n"; push @socks, $server; } my $sel = IO::Select->new(@socks); my $skip = 4; my $count = 0; local $SIG{PIPE} = 'IGNORE'; OUTER: while (my @ready = $sel->can_read) { foreach my $fh (@ready) { if (grep $_ == $fh, @socks) { my $new = $fh->accept; $new->autoflush(1); $sel->add($new); $count++; } else { my @busy = grep { $_->sockport() } @ready; # finish other handles if ($fh->sockport() == port(8085) && @busy > 1 && grep $_->sockport() != port(8085), @busy) { next; } # late events in other handles if ($fh->sockport() == port(8085) && @busy == 1 && $count > 1 && $skip-- > 0) { select undef, undef, undef, 0.1; next OUTER; } my $rv = process_socket($fh, \@clients); if ($rv == 1) { $sel->remove($fh); $fh->close; } if ($rv == 2) { for (@clients) { $sel->remove($_); $_->close; } $sel->remove($fh); $fh->close; $skip = 4; } $count--; } } } } # Returns true to close connection sub process_socket { my ($client, $saved) = @_; my $port = $client->sockport(); my $headers = ''; my $uri = ''; while (<$client>) { $headers .= $_; last if (/^\x0d?\x0a?$/); } return 1 if $headers eq ''; $uri = $1 if $headers =~ /^\S+\s+([^ ]+)\s+HTTP/i; return 1 if $uri eq ''; Test::Nginx::log_core('||', "$port: response, 200"); print $client <<EOF; HTTP/1.1 200 OK X-Port: $port OK EOF return 2 if $uri =~ /closeall/; return 1 if $uri =~ /close/; push @$saved, $client; return 0; } ###############################################################################