master
1#***************************************************************************
2# _ _ ____ _
3# Project ___| | | | _ \| |
4# / __| | | | |_) | |
5# | (__| |_| | _ <| |___
6# \___|\___/|_| \_\_____|
7#
8# Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
9#
10# This software is licensed as described in the file COPYING, which
11# you should have received as part of this distribution. The terms
12# are also available at https://curl.se/docs/copyright.html.
13#
14# You may opt to use, copy, modify, merge, publish, distribute and/or sell
15# copies of the Software, and permit persons to whom the Software is
16# furnished to do so, under the terms of the COPYING file.
17#
18# This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
19# KIND, either express or implied.
20#
21# SPDX-License-Identifier: curl
22#
23###########################################################################
24#
25import logging
26from typing import Dict, List, Tuple
28import pytest
29from testenv import CurlClient, Env
31log = logging.getLogger(__name__)
34@pytest.mark.skipif(condition=Env().slow_network, reason="not suitable for slow network tests")
35@pytest.mark.skipif(condition=Env().ci_run, reason="not suitable for CI runs")
36class TestStuttered:
38 # download 1 file, check that delayed response works in general
39 @pytest.mark.parametrize("proto", Env.http_protos())
40 def test_04_01_download_1(self, env: Env, httpd, nghttpx, proto):
41 count = 1
42 curl = CurlClient(env=env)
43 urln = f'https://{env.authority_for(env.domain1, proto)}' \
44 f'/curltest/tweak?id=[0-{count - 1}]'\
45 '&chunks=100&chunk_size=100&chunk_delay=10ms'
46 r = curl.http_download(urls=[urln], alpn_proto=proto)
47 r.check_response(count=1, http_status=200)
49 # download 50 files in 100 chunks a 100 bytes with 10ms delay between
50 # prepend 100 file requests to warm up connection processing limits
51 # (Apache2 increases # of parallel processed requests after successes)
52 @pytest.mark.parametrize("proto", Env.http_mplx_protos())
53 def test_04_02_100_100_10(self, env: Env, httpd, nghttpx, proto):
54 count = 50
55 warmups = 100
56 curl = CurlClient(env=env)
57 url1 = f'https://{env.authority_for(env.domain1, proto)}/data.json?[0-{warmups-1}]'
58 urln = f'https://{env.authority_for(env.domain1, proto)}' \
59 f'/curltest/tweak?id=[0-{count-1}]'\
60 '&chunks=100&chunk_size=100&chunk_delay=10ms'
61 r = curl.http_download(urls=[url1, urln], alpn_proto=proto,
62 extra_args=['--parallel'])
63 r.check_response(count=warmups+count, http_status=200)
64 assert r.total_connects == 1
65 t_avg, i_min, t_min, i_max, t_max = self.stats_spread(r.stats[warmups:], 'time_total')
66 if t_max < (5 * t_min) and t_min < 2:
67 log.warning(f'avg time of transfer: {t_avg} [{i_min}={t_min}, {i_max}={t_max}]')
69 # download 50 files in 1000 chunks a 10 bytes with 1ms delay between
70 # prepend 100 file requests to warm up connection processing limits
71 # (Apache2 increases # of parallel processed requests after successes)
72 @pytest.mark.parametrize("proto", Env.http_mplx_protos())
73 def test_04_03_1000_10_1(self, env: Env, httpd, nghttpx, proto):
74 count = 50
75 warmups = 100
76 curl = CurlClient(env=env)
77 url1 = f'https://{env.authority_for(env.domain1, proto)}/data.json?[0-{warmups-1}]'
78 urln = f'https://{env.authority_for(env.domain1, proto)}' \
79 f'/curltest/tweak?id=[0-{count - 1}]'\
80 '&chunks=1000&chunk_size=10&chunk_delay=100us'
81 r = curl.http_download(urls=[url1, urln], alpn_proto=proto,
82 extra_args=['--parallel'])
83 r.check_response(count=warmups+count, http_status=200)
84 assert r.total_connects == 1
85 t_avg, i_min, t_min, i_max, t_max = self.stats_spread(r.stats[warmups:], 'time_total')
86 if t_max < (5 * t_min):
87 log.warning(f'avg time of transfer: {t_avg} [{i_min}={t_min}, {i_max}={t_max}]')
89 # download 50 files in 10000 chunks a 1 byte with 10us delay between
90 # prepend 100 file requests to warm up connection processing limits
91 # (Apache2 increases # of parallel processed requests after successes)
92 @pytest.mark.parametrize("proto", Env.http_mplx_protos())
93 def test_04_04_1000_10_1(self, env: Env, httpd, nghttpx, proto):
94 count = 50
95 warmups = 100
96 curl = CurlClient(env=env)
97 url1 = f'https://{env.authority_for(env.domain1, proto)}/data.json?[0-{warmups-1}]'
98 urln = f'https://{env.authority_for(env.domain1, proto)}' \
99 f'/curltest/tweak?id=[0-{count - 1}]'\
100 '&chunks=10000&chunk_size=1&chunk_delay=50us'
101 r = curl.http_download(urls=[url1, urln], alpn_proto=proto,
102 extra_args=['--parallel'])
103 r.check_response(count=warmups+count, http_status=200)
104 assert r.total_connects == 1
105 t_avg, i_min, t_min, i_max, t_max = self.stats_spread(r.stats[warmups:], 'time_total')
106 if t_max < (5 * t_min):
107 log.warning(f'avg time of transfer: {t_avg} [{i_min}={t_min}, {i_max}={t_max}]')
109 def stats_spread(self, stats: List[Dict], key: str) -> Tuple[float, int, float, int, float]:
110 stotals = 0.0
111 s_min = 100.0
112 i_min = -1
113 s_max = 0.0
114 i_max = -1
115 for idx, s in enumerate(stats):
116 val = float(s[key])
117 stotals += val
118 if val > s_max:
119 s_max = val
120 i_max = idx
121 if val < s_min:
122 s_min = val
123 i_min = idx
124 return stotals/len(stats), i_min, s_min, i_max, s_max
Diagnostics4 git calls · 29 ms
CallStatusSizeTime029 ms
discover200152 B3 ms
git.upload-pack discover http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=2 git.response.bytes=152 git.server.agent=gitty/1.0 git.server.object_format=sha1 git.server.caps=agent ls-refs fetch object-format git.server.fetch=shallow filter sideband-all git.protocol.version=2 git.pkt.frames=8 git.pkt.data=6 git.pkt.flush=2 git.pkt.delim=0 git.pkt.bytes=152 git.pkt.payload.max=34
ls-refs200149 B · hit2 ms
git.upload-pack ls-refs http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=ls-refs git.upstream.dur_ms=2 git.response.bytes=149 git.response.cache=HIT git.response.duration_ms=2 git.protocol.version=2 git.pkt.frames=3 git.pkt.data=2 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=149 git.pkt.payload.max=78 git.ls_refs.count=2 git.ls_refs.head=refs/heads/master
fetchblob:none · deepen 10200287 KiB · hit2 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=23 git.response.bytes=293470 git.response.cache=HIT git.response.duration_ms=2 git.fetch.filter=blob:none git.fetch.filter.requested=tree:0 git.fetch.filter.fallback=blob:none git.fetch.filter.learned=false git.fetch.wants=31c911efe5652725e930f4d2e60c9060e5f6646d git.fetch.haves.count=0 git.fetch.deepen=10 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=10 git.pkt.data=8 git.pkt.flush=1 git.pkt.delim=1 git.pkt.bytes=293470 git.pkt.payload.max=65516 git.sideband.band1.bytes=293354 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=87 git.pack.bytes=293354 git.pack.ofs_delta=0 git.pack.ref_delta=1 git.pack.chain.max=1 git.pack.trailer=6a646bcda6740bab42e321b51998b52ea15146c0 git.pack.full=86Open pack map
fetch2001.6 KiB · hit24 ms
git.upload-pack fetch http.response.status_code=200 git.response.bytes=1632 git.response.cache=HIT git.response.duration_ms=24 git.fetch.wants=3ad25d93ae43f3a14f3f08fc006267c5a54a59fc git.fetch.haves.count=0 git.fetch.deepen=0 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=3 git.pkt.data=2 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=1632 git.pkt.payload.max=1611 git.sideband.band1.bytes=1610 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0
Each row is one HTTP round trip ply made to the git server for this page, on one timeline. discover asks what the server speaks, ls-refs lists branch tips, fetch brings objects by id. A hit was served by Workers Cache. Tap a row for its wire details.
- Remote
- https://5ad2236b39de4c8bd8f6270ea63f3ea9.artifacts.cloudflare.net/git/public-v0/curl.git
- Ref
- refs/heads/master
- Commit
- 31c911efe5652725e930f4d2e60c9060e5f6646d
- cf-ray
- a5e2dc9f5bc0c125
- Request
- 41d544d2…
- Protocol
- v2 · sha1
- Agent
- gitty/1.0
- Filter
- advertised
- Fetch
- shallow filter sideband-all
- Capabilities
- agent ls-refs fetch object-format