master
1#***************************************************************************
2# _ _ ____ _
3# Project ___| | | | _ \| |
4# / __| | | | |_) | |
5# | (__| |_| | _ <| |___
6# \___|\___/|_| \_\_____|
7#
8# Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
9#
10# This software is licensed as described in the file COPYING, which
11# you should have received as part of this distribution. The terms
12# are also available at https://curl.se/docs/copyright.html.
13#
14# You may opt to use, copy, modify, merge, publish, distribute and/or sell
15# copies of the Software, and permit persons to whom the Software is
16# furnished to do so, under the terms of the COPYING file.
17#
18# This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
19# KIND, either express or implied.
20#
21# SPDX-License-Identifier: curl
22#
23###########################################################################
24#
25import logging
26import os
27import socket
28import subprocess
29import time
30from datetime import datetime, timedelta, timezone
31from typing import Dict
33from . import CurlClient
34from .env import Env
35from .ports import alloc_ports_and_do
37log = logging.getLogger(__name__)
40class Dante:
42 def __init__(self, env: Env):
43 self.env = env
44 self._cmd = env.danted
45 self._port = 0
46 self.name = 'danted'
47 self._port_skey = 'danted'
48 self._port_specs = {
49 'danted': socket.SOCK_STREAM,
50 }
51 self._dante_dir = os.path.join(env.gen_dir, self.name)
52 self._run_dir = os.path.join(self._dante_dir, 'run')
53 self._tmp_dir = os.path.join(self._dante_dir, 'tmp')
54 self._conf_file = os.path.join(self._dante_dir, 'test.conf')
55 self._dante_log = os.path.join(self._dante_dir, 'dante.log')
56 self._error_log = os.path.join(self._dante_dir, 'error.log')
57 self._pid_file = os.path.join(self._dante_dir, 'dante.pid')
58 self._error_fd = None
59 self._process = None
61 self.clear_logs()
63 @property
64 def port(self) -> int:
65 return self._port
67 def close_log(self):
68 if self._error_fd:
69 self._error_fd.close()
70 self._error_fd = None
72 def clear_logs(self):
73 self._rmf(self._error_log)
74 self._rmf(self._dante_log)
76 def exists(self):
77 return os.path.exists(self._cmd)
79 def is_running(self):
80 if self._process:
81 self._process.poll()
82 return self._process.returncode is None
83 return False
85 def start_if_needed(self):
86 if not self.is_running():
87 return self.start()
88 return True
90 def stop(self, wait_dead=True):
91 self._mkpath(self._tmp_dir)
92 if self._process:
93 self._process.terminate()
94 self._process.wait(timeout=2)
95 self._process = None
96 self.close_log()
97 return True
99 def restart(self):
100 self.stop()
101 return self.start()
103 def initial_start(self):
105 def startup(ports: Dict[str, int]) -> bool:
106 self._port = ports[self._port_skey]
107 if self.start():
108 self.env.update_ports(ports)
109 return True
110 self.stop()
111 self._port = 0
112 return False
114 return alloc_ports_and_do(self._port_specs, startup,
115 self.env.gen_root, max_tries=3)
117 def start(self, wait_live=True):
118 assert self._port > 0
119 self._mkpath(self._tmp_dir)
120 if self._process:
121 self.stop()
122 self._write_config()
123 args = [
124 self._cmd,
125 '-f', f'{self._conf_file}',
126 '-p', f'{self._pid_file}',
127 '-d', '0',
128 ]
129 self._error_fd = open(self._error_log, 'a') # noqa: SIM115
130 self._process = subprocess.Popen(args=args, stderr=self._error_fd)
131 if self._process.returncode is not None:
132 return False
133 return self.wait_live(timeout=timedelta(seconds=Env.SERVER_TIMEOUT))
135 def wait_live(self, timeout: timedelta):
136 curl = CurlClient(env=self.env, run_dir=self._tmp_dir,
137 timeout=timeout.total_seconds(), socks_args=[
138 '--socks5', f'127.0.0.1:{self._port}'
139 ])
140 try_until = datetime.now(timezone.utc) + timeout
141 while datetime.now(timezone.utc) < try_until:
142 time.sleep(.1)
143 r = curl.http_get(url=f'http://{self.env.domain1}:{self.env.http_port}/')
144 if r.exit_code == 0:
145 return True
146 log.error(f"Server still not responding after {timeout}")
147 return False
149 def _rmf(self, path):
150 if os.path.exists(path):
151 os.remove(path)
153 def _mkpath(self, path):
154 if not os.path.exists(path):
155 os.makedirs(path)
157 def _write_config(self):
158 conf = [
159 f'errorlog: {self._error_log}',
160 f'logoutput: {self._dante_log}',
161 f'internal: 127.0.0.1 port = {self._port}',
162 'external: 127.0.0.1',
163 'clientmethod: none',
164 'socksmethod: none',
165 'client pass {',
166 ' from: 127.0.0.0/24 to: 0.0.0.0/0',
167 ' log: error',
168 '}',
169 'socks pass {',
170 ' from: 0.0.0.0/0 to: 0.0.0.0/0',
171 ' command: bindreply connect udpreply',
172 ' log: error',
173 '}',
174 '\n',
175 ]
176 with open(self._conf_file, 'w') as fd:
177 fd.write("\n".join(conf))
Diagnostics4 git calls · 137 ms
CallStatusSizeTime0137 ms
discover200152 B3 ms
git.upload-pack discover http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=ls-refs git.upstream.dur_ms=3 git.response.bytes=152 git.server.agent=gitty/1.0 git.server.object_format=sha1 git.server.caps=agent ls-refs fetch object-format git.server.fetch=shallow filter sideband-all git.protocol.version=2 git.pkt.frames=8 git.pkt.data=6 git.pkt.flush=2 git.pkt.delim=0 git.pkt.bytes=152 git.pkt.payload.max=34
ls-refs200149 B · hit3 ms
git.upload-pack ls-refs http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=ls-refs git.upstream.dur_ms=3 git.response.bytes=149 git.response.cache=HIT git.response.duration_ms=3 git.protocol.version=2 git.pkt.frames=3 git.pkt.data=2 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=149 git.pkt.payload.max=78 git.ls_refs.count=2 git.ls_refs.head=refs/heads/master
fetchblob:none · deepen 10200287 KiB · hit2 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=2 git.response.bytes=293470 git.response.cache=HIT git.response.duration_ms=2 git.fetch.filter=blob:none git.fetch.filter.requested=tree:0 git.fetch.filter.fallback=blob:none git.fetch.filter.learned=false git.fetch.wants=31c911efe5652725e930f4d2e60c9060e5f6646d git.fetch.haves.count=0 git.fetch.deepen=10 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=10 git.pkt.data=8 git.pkt.flush=1 git.pkt.delim=1 git.pkt.bytes=293470 git.pkt.payload.max=65516 git.sideband.band1.bytes=293354 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=87 git.pack.bytes=293354 git.pack.ofs_delta=0 git.pack.ref_delta=1 git.pack.chain.max=1 git.pack.trailer=6a646bcda6740bab42e321b51998b52ea15146c0 git.pack.full=86Open pack map
fetch2002.0 KiB132 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=132 git.response.bytes=2001 git.response.cache=MISS git.response.duration_ms=132 git.fetch.wants=50f7027e0880b9821b3d8cc1d93096f7ec727630 git.fetch.haves.count=0 git.fetch.deepen=0 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=3 git.pkt.data=2 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=2001 git.pkt.payload.max=1980 git.sideband.band1.bytes=1979 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0
Each row is one HTTP round trip ply made to the git server for this page, on one timeline. discover asks what the server speaks, ls-refs lists branch tips, fetch brings objects by id. A hit was served by Workers Cache. Tap a row for its wire details.
- Remote
- https://5ad2236b39de4c8bd8f6270ea63f3ea9.artifacts.cloudflare.net/git/public-v0/curl.git
- Ref
- refs/heads/master
- Commit
- 31c911efe5652725e930f4d2e60c9060e5f6646d
- cf-ray
- a5e2ee4189ff77be
- Request
- 1ecf6e26…
- Protocol
- v2 · sha1
- Agent
- gitty/1.0
- Filter
- advertised
- Fetch
- shallow filter sideband-all
- Capabilities
- agent ls-refs fetch object-format