Artifactspublic-v0

curl

master
ply4 git calls137 ms289 KiB2 cachedprotocol v2
177 lines5.5 KiBRaw
1#***************************************************************************
2# _ _ ____ _
3# Project ___| | | | _ \| |
4# / __| | | | |_) | |
5# | (__| |_| | _ <| |___
6# \___|\___/|_| \_\_____|
7#
8# Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
9#
10# This software is licensed as described in the file COPYING, which
11# you should have received as part of this distribution. The terms
12# are also available at https://curl.se/docs/copyright.html.
14# You may opt to use, copy, modify, merge, publish, distribute and/or sell
15# copies of the Software, and permit persons to whom the Software is
16# furnished to do so, under the terms of the COPYING file.
18# This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
19# KIND, either express or implied.
21# SPDX-License-Identifier: curl
23###########################################################################
25import logging
26import os
27import socket
28import subprocess
29import time
30from datetime import datetime, timedelta, timezone
31from typing import Dict
33from . import CurlClient
34from .env import Env
35from .ports import alloc_ports_and_do
37log = logging.getLogger(__name__)
40class Dante:
42 def __init__(self, env: Env):
43 self.env = env
44 self._cmd = env.danted
45 self._port = 0
46 self.name = 'danted'
47 self._port_skey = 'danted'
48 self._port_specs = {
49 'danted': socket.SOCK_STREAM,
50 }
51 self._dante_dir = os.path.join(env.gen_dir, self.name)
52 self._run_dir = os.path.join(self._dante_dir, 'run')
53 self._tmp_dir = os.path.join(self._dante_dir, 'tmp')
54 self._conf_file = os.path.join(self._dante_dir, 'test.conf')
55 self._dante_log = os.path.join(self._dante_dir, 'dante.log')
56 self._error_log = os.path.join(self._dante_dir, 'error.log')
57 self._pid_file = os.path.join(self._dante_dir, 'dante.pid')
58 self._error_fd = None
59 self._process = None
61 self.clear_logs()
63 @property
64 def port(self) -> int:
65 return self._port
67 def close_log(self):
68 if self._error_fd:
69 self._error_fd.close()
70 self._error_fd = None
72 def clear_logs(self):
73 self._rmf(self._error_log)
74 self._rmf(self._dante_log)
76 def exists(self):
77 return os.path.exists(self._cmd)
79 def is_running(self):
80 if self._process:
81 self._process.poll()
82 return self._process.returncode is None
83 return False
85 def start_if_needed(self):
86 if not self.is_running():
87 return self.start()
88 return True
90 def stop(self, wait_dead=True):
91 self._mkpath(self._tmp_dir)
92 if self._process:
93 self._process.terminate()
94 self._process.wait(timeout=2)
95 self._process = None
96 self.close_log()
97 return True
99 def restart(self):
100 self.stop()
101 return self.start()
103 def initial_start(self):
105 def startup(ports: Dict[str, int]) -> bool:
106 self._port = ports[self._port_skey]
107 if self.start():
108 self.env.update_ports(ports)
109 return True
110 self.stop()
111 self._port = 0
112 return False
114 return alloc_ports_and_do(self._port_specs, startup,
115 self.env.gen_root, max_tries=3)
117 def start(self, wait_live=True):
118 assert self._port > 0
119 self._mkpath(self._tmp_dir)
120 if self._process:
121 self.stop()
122 self._write_config()
123 args = [
124 self._cmd,
125 '-f', f'{self._conf_file}',
126 '-p', f'{self._pid_file}',
127 '-d', '0',
128 ]
129 self._error_fd = open(self._error_log, 'a') # noqa: SIM115
130 self._process = subprocess.Popen(args=args, stderr=self._error_fd)
131 if self._process.returncode is not None:
132 return False
133 return self.wait_live(timeout=timedelta(seconds=Env.SERVER_TIMEOUT))
135 def wait_live(self, timeout: timedelta):
136 curl = CurlClient(env=self.env, run_dir=self._tmp_dir,
137 timeout=timeout.total_seconds(), socks_args=[
138 '--socks5', f'127.0.0.1:{self._port}'
139 ])
140 try_until = datetime.now(timezone.utc) + timeout
141 while datetime.now(timezone.utc) < try_until:
142 time.sleep(.1)
143 r = curl.http_get(url=f'http://{self.env.domain1}:{self.env.http_port}/')
144 if r.exit_code == 0:
145 return True
146 log.error(f"Server still not responding after {timeout}")
147 return False
149 def _rmf(self, path):
150 if os.path.exists(path):
151 os.remove(path)
153 def _mkpath(self, path):
154 if not os.path.exists(path):
155 os.makedirs(path)
157 def _write_config(self):
158 conf = [
159 f'errorlog: {self._error_log}',
160 f'logoutput: {self._dante_log}',
161 f'internal: 127.0.0.1 port = {self._port}',
162 'external: 127.0.0.1',
163 'clientmethod: none',
164 'socksmethod: none',
165 'client pass {',
166 ' from: 127.0.0.0/24 to: 0.0.0.0/0',
167 ' log: error',
168 '}',
169 'socks pass {',
170 ' from: 0.0.0.0/0 to: 0.0.0.0/0',
171 ' command: bindreply connect udpreply',
172 ' log: error',
173 '}',
174 '\n',
175 ]
176 with open(self._conf_file, 'w') as fd:
177 fd.write("\n".join(conf))
Diagnostics4 git calls · 137 ms
CallStatusSizeTime0137 ms
discover200152 B3 ms
git.upload-pack discover
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=ls-refs
git.upstream.dur_ms=3
git.response.bytes=152
git.server.agent=gitty/1.0
git.server.object_format=sha1
git.server.caps=agent ls-refs fetch object-format
git.server.fetch=shallow filter sideband-all
git.protocol.version=2
git.pkt.frames=8
git.pkt.data=6
git.pkt.flush=2
git.pkt.delim=0
git.pkt.bytes=152
git.pkt.payload.max=34
ls-refs200149 B · hit3 ms
git.upload-pack ls-refs
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=ls-refs
git.upstream.dur_ms=3
git.response.bytes=149
git.response.cache=HIT
git.response.duration_ms=3
git.protocol.version=2
git.pkt.frames=3
git.pkt.data=2
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=149
git.pkt.payload.max=78
git.ls_refs.count=2
git.ls_refs.head=refs/heads/master
fetchblob:none · deepen 10200287 KiB · hit2 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=2
git.response.bytes=293470
git.response.cache=HIT
git.response.duration_ms=2
git.fetch.filter=blob:none
git.fetch.filter.requested=tree:0
git.fetch.filter.fallback=blob:none
git.fetch.filter.learned=false
git.fetch.wants=31c911efe5652725e930f4d2e60c9060e5f6646d
git.fetch.haves.count=0
git.fetch.deepen=10
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=10
git.pkt.data=8
git.pkt.flush=1
git.pkt.delim=1
git.pkt.bytes=293470
git.pkt.payload.max=65516
git.sideband.band1.bytes=293354
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0
git.pack.objects=87
git.pack.bytes=293354
git.pack.ofs_delta=0
git.pack.ref_delta=1
git.pack.chain.max=1
git.pack.trailer=6a646bcda6740bab42e321b51998b52ea15146c0
git.pack.full=86
Open pack map
fetch2002.0 KiB132 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=132
git.response.bytes=2001
git.response.cache=MISS
git.response.duration_ms=132
git.fetch.wants=50f7027e0880b9821b3d8cc1d93096f7ec727630
git.fetch.haves.count=0
git.fetch.deepen=0
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=3
git.pkt.data=2
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=2001
git.pkt.payload.max=1980
git.sideband.band1.bytes=1979
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0

Each row is one HTTP round trip ply made to the git server for this page, on one timeline. discover asks what the server speaks, ls-refs lists branch tips, fetch brings objects by id. A hit was served by Workers Cache. Tap a row for its wire details.

Remote
https://5ad2236b39de4c8bd8f6270ea63f3ea9.artifacts.cloudflare.net/git/public-v0/curl.git
Ref
refs/heads/master
Commit
31c911efe5652725e930f4d2e60c9060e5f6646d
cf-ray
a5e2ee4189ff77be
Request
1ecf6e26…
Protocol
v2 · sha1
Agent
gitty/1.0
Filter
advertised
Fetch
shallow filter sideband-all
Capabilities
agent ls-refs fetch object-format