Artifactspublic-v0

curl

master
ply4 git calls29 ms288 KiB3 cachedprotocol v2
124 lines5.7 KiBRaw
1#***************************************************************************
2# _ _ ____ _
3# Project ___| | | | _ \| |
4# / __| | | | |_) | |
5# | (__| |_| | _ <| |___
6# \___|\___/|_| \_\_____|
7#
8# Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
9#
10# This software is licensed as described in the file COPYING, which
11# you should have received as part of this distribution. The terms
12# are also available at https://curl.se/docs/copyright.html.
14# You may opt to use, copy, modify, merge, publish, distribute and/or sell
15# copies of the Software, and permit persons to whom the Software is
16# furnished to do so, under the terms of the COPYING file.
18# This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
19# KIND, either express or implied.
21# SPDX-License-Identifier: curl
23###########################################################################
25import logging
26from typing import Dict, List, Tuple
28import pytest
29from testenv import CurlClient, Env
31log = logging.getLogger(__name__)
34@pytest.mark.skipif(condition=Env().slow_network, reason="not suitable for slow network tests")
35@pytest.mark.skipif(condition=Env().ci_run, reason="not suitable for CI runs")
36class TestStuttered:
38 # download 1 file, check that delayed response works in general
39 @pytest.mark.parametrize("proto", Env.http_protos())
40 def test_04_01_download_1(self, env: Env, httpd, nghttpx, proto):
41 count = 1
42 curl = CurlClient(env=env)
43 urln = f'https://{env.authority_for(env.domain1, proto)}' \
44 f'/curltest/tweak?id=[0-{count - 1}]'\
45 '&chunks=100&chunk_size=100&chunk_delay=10ms'
46 r = curl.http_download(urls=[urln], alpn_proto=proto)
47 r.check_response(count=1, http_status=200)
49 # download 50 files in 100 chunks a 100 bytes with 10ms delay between
50 # prepend 100 file requests to warm up connection processing limits
51 # (Apache2 increases # of parallel processed requests after successes)
52 @pytest.mark.parametrize("proto", Env.http_mplx_protos())
53 def test_04_02_100_100_10(self, env: Env, httpd, nghttpx, proto):
54 count = 50
55 warmups = 100
56 curl = CurlClient(env=env)
57 url1 = f'https://{env.authority_for(env.domain1, proto)}/data.json?[0-{warmups-1}]'
58 urln = f'https://{env.authority_for(env.domain1, proto)}' \
59 f'/curltest/tweak?id=[0-{count-1}]'\
60 '&chunks=100&chunk_size=100&chunk_delay=10ms'
61 r = curl.http_download(urls=[url1, urln], alpn_proto=proto,
62 extra_args=['--parallel'])
63 r.check_response(count=warmups+count, http_status=200)
64 assert r.total_connects == 1
65 t_avg, i_min, t_min, i_max, t_max = self.stats_spread(r.stats[warmups:], 'time_total')
66 if t_max < (5 * t_min) and t_min < 2:
67 log.warning(f'avg time of transfer: {t_avg} [{i_min}={t_min}, {i_max}={t_max}]')
69 # download 50 files in 1000 chunks a 10 bytes with 1ms delay between
70 # prepend 100 file requests to warm up connection processing limits
71 # (Apache2 increases # of parallel processed requests after successes)
72 @pytest.mark.parametrize("proto", Env.http_mplx_protos())
73 def test_04_03_1000_10_1(self, env: Env, httpd, nghttpx, proto):
74 count = 50
75 warmups = 100
76 curl = CurlClient(env=env)
77 url1 = f'https://{env.authority_for(env.domain1, proto)}/data.json?[0-{warmups-1}]'
78 urln = f'https://{env.authority_for(env.domain1, proto)}' \
79 f'/curltest/tweak?id=[0-{count - 1}]'\
80 '&chunks=1000&chunk_size=10&chunk_delay=100us'
81 r = curl.http_download(urls=[url1, urln], alpn_proto=proto,
82 extra_args=['--parallel'])
83 r.check_response(count=warmups+count, http_status=200)
84 assert r.total_connects == 1
85 t_avg, i_min, t_min, i_max, t_max = self.stats_spread(r.stats[warmups:], 'time_total')
86 if t_max < (5 * t_min):
87 log.warning(f'avg time of transfer: {t_avg} [{i_min}={t_min}, {i_max}={t_max}]')
89 # download 50 files in 10000 chunks a 1 byte with 10us delay between
90 # prepend 100 file requests to warm up connection processing limits
91 # (Apache2 increases # of parallel processed requests after successes)
92 @pytest.mark.parametrize("proto", Env.http_mplx_protos())
93 def test_04_04_1000_10_1(self, env: Env, httpd, nghttpx, proto):
94 count = 50
95 warmups = 100
96 curl = CurlClient(env=env)
97 url1 = f'https://{env.authority_for(env.domain1, proto)}/data.json?[0-{warmups-1}]'
98 urln = f'https://{env.authority_for(env.domain1, proto)}' \
99 f'/curltest/tweak?id=[0-{count - 1}]'\
100 '&chunks=10000&chunk_size=1&chunk_delay=50us'
101 r = curl.http_download(urls=[url1, urln], alpn_proto=proto,
102 extra_args=['--parallel'])
103 r.check_response(count=warmups+count, http_status=200)
104 assert r.total_connects == 1
105 t_avg, i_min, t_min, i_max, t_max = self.stats_spread(r.stats[warmups:], 'time_total')
106 if t_max < (5 * t_min):
107 log.warning(f'avg time of transfer: {t_avg} [{i_min}={t_min}, {i_max}={t_max}]')
109 def stats_spread(self, stats: List[Dict], key: str) -> Tuple[float, int, float, int, float]:
110 stotals = 0.0
111 s_min = 100.0
112 i_min = -1
113 s_max = 0.0
114 i_max = -1
115 for idx, s in enumerate(stats):
116 val = float(s[key])
117 stotals += val
118 if val > s_max:
119 s_max = val
120 i_max = idx
121 if val < s_min:
122 s_min = val
123 i_min = idx
124 return stotals/len(stats), i_min, s_min, i_max, s_max
Diagnostics4 git calls · 29 ms
CallStatusSizeTime029 ms
discover200152 B3 ms
git.upload-pack discover
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=2
git.response.bytes=152
git.server.agent=gitty/1.0
git.server.object_format=sha1
git.server.caps=agent ls-refs fetch object-format
git.server.fetch=shallow filter sideband-all
git.protocol.version=2
git.pkt.frames=8
git.pkt.data=6
git.pkt.flush=2
git.pkt.delim=0
git.pkt.bytes=152
git.pkt.payload.max=34
ls-refs200149 B · hit2 ms
git.upload-pack ls-refs
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=ls-refs
git.upstream.dur_ms=2
git.response.bytes=149
git.response.cache=HIT
git.response.duration_ms=2
git.protocol.version=2
git.pkt.frames=3
git.pkt.data=2
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=149
git.pkt.payload.max=78
git.ls_refs.count=2
git.ls_refs.head=refs/heads/master
fetchblob:none · deepen 10200287 KiB · hit2 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=23
git.response.bytes=293470
git.response.cache=HIT
git.response.duration_ms=2
git.fetch.filter=blob:none
git.fetch.filter.requested=tree:0
git.fetch.filter.fallback=blob:none
git.fetch.filter.learned=false
git.fetch.wants=31c911efe5652725e930f4d2e60c9060e5f6646d
git.fetch.haves.count=0
git.fetch.deepen=10
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=10
git.pkt.data=8
git.pkt.flush=1
git.pkt.delim=1
git.pkt.bytes=293470
git.pkt.payload.max=65516
git.sideband.band1.bytes=293354
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0
git.pack.objects=87
git.pack.bytes=293354
git.pack.ofs_delta=0
git.pack.ref_delta=1
git.pack.chain.max=1
git.pack.trailer=6a646bcda6740bab42e321b51998b52ea15146c0
git.pack.full=86
Open pack map
fetch2001.6 KiB · hit24 ms
git.upload-pack fetch
http.response.status_code=200
git.response.bytes=1632
git.response.cache=HIT
git.response.duration_ms=24
git.fetch.wants=3ad25d93ae43f3a14f3f08fc006267c5a54a59fc
git.fetch.haves.count=0
git.fetch.deepen=0
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=3
git.pkt.data=2
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=1632
git.pkt.payload.max=1611
git.sideband.band1.bytes=1610
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0

Each row is one HTTP round trip ply made to the git server for this page, on one timeline. discover asks what the server speaks, ls-refs lists branch tips, fetch brings objects by id. A hit was served by Workers Cache. Tap a row for its wire details.

Remote
https://5ad2236b39de4c8bd8f6270ea63f3ea9.artifacts.cloudflare.net/git/public-v0/curl.git
Ref
refs/heads/master
Commit
31c911efe5652725e930f4d2e60c9060e5f6646d
cf-ray
a5e2dc9f5bc0c125
Request
41d544d2…
Protocol
v2 · sha1
Agent
gitty/1.0
Filter
advertised
Fetch
shallow filter sideband-all
Capabilities
agent ls-refs fetch object-format