Mercurial > hg > nginx-tests
annotate proxy_cache_vary.t @ 1427:eb1d883305ea
Tests: avoid edge cases in upstream random two test.
Unavailable servers contribute to the number of attempts, if selected,
before the balancer would fall back to the default round-robin method.
This means that it's quite possible to get server with more connections.
To facilitate with selecting two alive servers, down server was removed
from the upstream configuration at the cost of slightly worse coverage.
author | Sergey Kandaurov <pluknet@nginx.com> |
---|---|
date | Thu, 10 Jan 2019 17:42:34 +0300 |
parents | 196d33c2bb45 |
children | e682d5ad3861 |
rev | line source |
---|---|
471 | 1 #!/usr/bin/perl |
2 | |
3 # (C) Maxim Dounin | |
4 | |
5 # Tests for http proxy cache, the Vary header. | |
6 | |
7 ############################################################################### | |
8 | |
9 use warnings; | |
10 use strict; | |
11 | |
12 use Test::More; | |
13 | |
14 BEGIN { use FindBin; chdir($FindBin::Bin); } | |
15 | |
16 use lib 'lib'; | |
17 use Test::Nginx; | |
18 | |
19 ############################################################################### | |
20 | |
21 select STDERR; $| = 1; | |
22 select STDOUT; $| = 1; | |
23 | |
1020
196d33c2bb45
Tests: removed TODO and try_run() checks for legacy versions.
Andrey Zelenkov <zelenkov@nginx.com>
parents:
974
diff
changeset
|
24 my $t = Test::Nginx->new()->has(qw/http proxy cache gzip rewrite/) |
574
2cd00179f4b2
Tests: has_feature() introduced in Test::Nginx.
Sergey Kandaurov <pluknet@nginx.com>
parents:
568
diff
changeset
|
25 ->plan(42)->write_file_expand('nginx.conf', <<'EOF'); |
471 | 26 |
27 %%TEST_GLOBALS%% | |
28 | |
29 daemon off; | |
30 | |
31 events { | |
32 } | |
33 | |
34 http { | |
35 %%TEST_GLOBALS_HTTP%% | |
36 | |
37 proxy_cache_path %%TESTDIR%%/cache keys_zone=one:1m inactive=5s; | |
38 proxy_cache_key $uri; | |
39 | |
40 server { | |
974
882267679006
Tests: simplified parallel modifications in tests.
Andrey Zelenkov <zelenkov@nginx.com>
parents:
952
diff
changeset
|
41 listen 127.0.0.1:8080; |
471 | 42 server_name localhost; |
43 | |
44 add_header X-Cache-Status $upstream_cache_status; | |
45 | |
46 location / { | |
974
882267679006
Tests: simplified parallel modifications in tests.
Andrey Zelenkov <zelenkov@nginx.com>
parents:
952
diff
changeset
|
47 proxy_pass http://127.0.0.1:8081/; |
471 | 48 proxy_cache one; |
49 } | |
50 | |
51 location /replace/ { | |
974
882267679006
Tests: simplified parallel modifications in tests.
Andrey Zelenkov <zelenkov@nginx.com>
parents:
952
diff
changeset
|
52 proxy_pass http://127.0.0.1:8081/; |
471 | 53 proxy_cache one; |
54 } | |
55 | |
56 location /revalidate/ { | |
974
882267679006
Tests: simplified parallel modifications in tests.
Andrey Zelenkov <zelenkov@nginx.com>
parents:
952
diff
changeset
|
57 proxy_pass http://127.0.0.1:8081/; |
471 | 58 proxy_cache one; |
59 proxy_cache_revalidate on; | |
60 } | |
61 | |
62 location /ignore/ { | |
974
882267679006
Tests: simplified parallel modifications in tests.
Andrey Zelenkov <zelenkov@nginx.com>
parents:
952
diff
changeset
|
63 proxy_pass http://127.0.0.1:8081/; |
471 | 64 proxy_cache one; |
65 proxy_ignore_headers Vary; | |
66 } | |
67 } | |
68 | |
69 server { | |
974
882267679006
Tests: simplified parallel modifications in tests.
Andrey Zelenkov <zelenkov@nginx.com>
parents:
952
diff
changeset
|
70 listen 127.0.0.1:8081; |
471 | 71 server_name localhost; |
72 | |
73 gzip on; | |
74 gzip_min_length 0; | |
75 gzip_http_version 1.0; | |
76 gzip_vary on; | |
77 | |
78 expires 2s; | |
79 | |
80 location / { | |
81 if ($args = "novary") { | |
82 return 200 "the only variant\n"; | |
83 } | |
84 } | |
85 | |
86 location /asterisk { | |
87 gzip off; | |
88 add_header Vary "*"; | |
89 } | |
90 | |
91 location /complex { | |
92 gzip off; | |
93 add_header Vary ",, Accept-encoding , ,"; | |
94 } | |
95 } | |
96 } | |
97 | |
98 EOF | |
99 | |
100 $t->write_file('index.html', 'SEE-THIS'); | |
101 $t->write_file('asterisk', 'SEE-THIS'); | |
102 $t->write_file('complex', 'SEE-THIS'); | |
103 | |
568
907e89fba9c3
Tests: removed TODO and try_run() checks for legacy versions.
Sergey Kandaurov <pluknet@nginx.com>
parents:
507
diff
changeset
|
104 $t->run(); |
471 | 105 |
106 ############################################################################### | |
107 | |
108 like(get('/', 'gzip'), qr/MISS/ms, 'first request'); | |
109 like(get('/', 'gzip'), qr/HIT/ms, 'vary match cached'); | |
110 like(get('/', 'deflate'), qr/MISS/ms, 'vary mismatch'); | |
111 like(get('/', 'deflate'), qr/HIT/ms, 'vary mismatch cached'); | |
112 like(get('/', 'foo'), qr/MISS/ms, 'vary mismatch 2'); | |
113 like(get('/', 'foo'), qr/HIT/ms, 'vary mismatch 2 cached'); | |
114 like(get('/', 'gzip'), qr/HIT/ms, 'multiple representations cached'); | |
115 | |
116 SKIP: { | |
117 skip 'long tests', 6 unless $ENV{TEST_NGINX_UNSAFE}; | |
118 | |
119 # make sure all variants are properly expire | |
120 # and removed after inactive timeout | |
121 | |
122 sleep(3); | |
123 | |
124 like(get('/', 'gzip'), qr/EXPIRED/ms, 'first expired'); | |
125 like(get('/', 'deflate'), qr/EXPIRED/ms, 'second variant expired'); | |
126 | |
127 like(get('/', 'gzip'), qr/HIT/ms, 'first cached after expire'); | |
128 like(get('/', 'deflate'), qr/HIT/ms, 'second cached after expire'); | |
129 | |
130 sleep(12); | |
131 | |
132 like(get('/', 'gzip'), qr/MISS/ms, 'first inactive removed'); | |
133 like(get('/', 'deflate'), qr/MISS/ms, 'second variant removed'); | |
134 | |
135 } | |
136 | |
137 SKIP: { | |
138 skip 'long tests', 6 unless $ENV{TEST_NGINX_UNSAFE}; | |
139 | |
140 # check if the variant which was loaded first will be properly | |
141 # removed if it's not requested (but another variant is requested | |
142 # at the same time) | |
143 | |
144 sleep(3); | |
145 like(get('/', 'deflate'), qr/EXPIRED/ms, 'bump1'); | |
146 sleep(3); | |
147 like(get('/', 'deflate'), qr/EXPIRED/ms, 'bump2'); | |
148 sleep(3); | |
149 like(get('/', 'deflate'), qr/EXPIRED/ms, 'bump3'); | |
150 sleep(3); | |
151 like(get('/', 'deflate'), qr/EXPIRED/ms, 'bump4'); | |
152 | |
153 TODO: { | |
154 local $TODO = 'not yet'; | |
155 | |
476
4e335141aa4b
Tests: fix head() remnants in Vary tests.
Maxim Dounin <mdounin@mdounin.ru>
parents:
471
diff
changeset
|
156 like(get('/', 'gzip'), qr/MISS/ms, 'first not bumped by second requests'); |
471 | 157 |
158 } | |
159 | |
476
4e335141aa4b
Tests: fix head() remnants in Vary tests.
Maxim Dounin <mdounin@mdounin.ru>
parents:
471
diff
changeset
|
160 like(get('/', 'deflate'), qr/HIT/ms, 'second variant cached'); |
471 | 161 |
162 } | |
163 | |
164 # if a response without Vary is returned to replace previously returned | |
165 # responses with Vary, make sure it is then used in all cases | |
166 | |
167 like(get('/replace/', 'gzip'), qr/MISS/, 'replace first'); | |
168 like(get('/replace/', 'deflate'), qr/MISS/, 'replace second'); | |
169 | |
170 sleep(3); | |
171 | |
172 like(get('/replace/?novary', 'deflate'), qr/EXPIRED/, 'replace novary'); | |
173 like(get('/replace/?zztest', 'gzip'), qr/HIT/, 'all replaced'); | |
174 | |
175 # make sure revalidation of variants works fine | |
176 | |
177 like(get('/revalidate/', 'gzip'), qr/MISS/, 'revalidate first'); | |
178 like(get('/revalidate/', 'deflate'), qr/MISS/, 'revalidate second'); | |
179 | |
180 sleep(3); | |
181 | |
182 like(get('/revalidate/', 'gzip'), qr/REVALIDATED/, 'revalidated first'); | |
183 like(get('/revalidate/', 'deflate'), qr/REVALIDATED/, 'revalidated second'); | |
184 like(get('/revalidate/', 'gzip'), qr/HIT/, 'revalidate first after'); | |
185 like(get('/revalidate/', 'deflate'), qr/HIT/, 'revalidate second after'); | |
186 | |
187 # if the Vary header is ignored, cached version can be returned | |
188 # regardless of request headers | |
189 | |
190 like(get('/ignore/', 'gzip'), qr/MISS/ms, 'another request'); | |
191 like(get('/ignore/', 'deflate'), qr/HIT/ms, 'vary ignored'); | |
192 | |
193 # check parsing of Vary with multiple headers listed | |
194 | |
195 like(get('/complex', 'gzip'), qr/MISS/ms, 'vary complex first'); | |
196 like(get('/complex', 'deflate'), qr/MISS/ms, 'vary complex second'); | |
197 like(get('/complex', 'gzip'), qr/HIT/ms, 'vary complex first cached'); | |
198 like(get('/complex', 'deflate'), qr/HIT/ms, 'vary complex second cached'); | |
199 | |
200 # From RFC 7231, "7.1.4. Vary", | |
201 # http://tools.ietf.org/html/rfc7231#section-7.1.4: | |
202 # | |
203 # A Vary field value of "*" signals that anything about the request | |
204 # might play a role in selecting the response representation, possibly | |
205 # including elements outside the message syntax (e.g., the client's | |
206 # network address). A recipient will not be able to determine whether | |
207 # this response is appropriate for a later request without forwarding | |
208 # the request to the origin server. | |
209 # | |
210 # In theory, If-None-Match can be used to check if the representation | |
211 # present in the cache is appropriate. This seems to be only possible | |
212 # with strong entity tags though, as representation with different | |
213 # content condings may share the same weak entity tag. | |
214 | |
215 like(get('/asterisk', 'gzip'), qr/MISS/ms, 'vary asterisk first'); | |
216 like(get('/asterisk', 'gzip'), qr/MISS/ms, 'vary asterisk second'); | |
217 | |
218 # From RFC 7234, "4.1. Calculating Secondary Keys with Vary", | |
219 # http://tools.ietf.org/html/rfc7234#section-4.1: | |
220 # | |
221 # The selecting header fields from two requests are defined to match if | |
222 # and only if those in the first request can be transformed to those in | |
223 # the second request by applying any of the following: | |
224 # | |
225 # o adding or removing whitespace, where allowed in the header field's | |
226 # syntax | |
507 | 227 # |
471 | 228 # o combining multiple header fields with the same field name (see |
229 # Section 3.2 of [RFC7230]) | |
507 | 230 # |
471 | 231 # o normalizing both header field values in a way that is known to |
232 # have identical semantics, according to the header field's | |
233 # specification (e.g., reordering field values when order is not | |
234 # significant; case-normalization, where values are defined to be | |
235 # case-insensitive) | |
489
3036e3af0e08
Tests: more Vary normalization tests.
Maxim Dounin <mdounin@mdounin.ru>
parents:
481
diff
changeset
|
236 # |
3036e3af0e08
Tests: more Vary normalization tests.
Maxim Dounin <mdounin@mdounin.ru>
parents:
481
diff
changeset
|
237 # Only whitespace normalization is currently implemented. |
471 | 238 |
239 like(get('/', 'foo, bar'), qr/MISS/ms, 'normalize first'); | |
481
7e823c8f7d31
Tests: adjusted TODOs for cache Vary support committed in 1.7.7.
Sergey Kandaurov <pluknet@nginx.com>
parents:
478
diff
changeset
|
240 like(get('/', 'foo,bar'), qr/HIT/ms, 'normalize whitespace'); |
7e823c8f7d31
Tests: adjusted TODOs for cache Vary support committed in 1.7.7.
Sergey Kandaurov <pluknet@nginx.com>
parents:
478
diff
changeset
|
241 like(get('/', 'foo,, ,bar , '), qr/HIT/ms, 'normalize empty'); |
489
3036e3af0e08
Tests: more Vary normalization tests.
Maxim Dounin <mdounin@mdounin.ru>
parents:
481
diff
changeset
|
242 like(get('/', 'foobar'), qr/MISS/ms, 'normalize no whitespace mismatch'); |
471 | 243 |
244 TODO: { | |
245 local $TODO = 'not yet'; | |
246 | |
247 like(get('/', 'bar,foo'), qr/HIT/ms, 'normalize order'); | |
248 | |
249 } | |
250 | |
251 ############################################################################### | |
252 | |
253 sub get { | |
254 my ($url, $extra) = @_; | |
255 return http(<<EOF); | |
256 GET $url HTTP/1.1 | |
257 Host: localhost | |
258 Connection: close | |
259 Accept-Encoding: $extra | |
260 | |
261 EOF | |
262 } | |
263 | |
264 ############################################################################### |