Artifactspublic-v0

curl

master
ply4 git calls144 ms292 KiB2 cachedprotocol v2
548 lines16 KiBRaw
1/***************************************************************************
2 * _ _ ____ _
3 * Project ___| | | | _ \| |
4 * / __| | | | |_) | |
5 * | (__| |_| | _ <| |___
6 * \___|\___/|_| \_\_____|
7 *
8 * Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
9 *
10 * This software is licensed as described in the file COPYING, which
11 * you should have received as part of this distribution. The terms
12 * are also available at https://curl.se/docs/copyright.html.
13 *
14 * You may opt to use, copy, modify, merge, publish, distribute and/or sell
15 * copies of the Software, and permit persons to whom the Software is
16 * furnished to do so, under the terms of the COPYING file.
17 *
18 * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
19 * KIND, either express or implied.
20 *
21 * SPDX-License-Identifier: curl
22 *
23 ***************************************************************************/
24#include "first.h"
26#include "testtrace.h"
28static int verbose_u = 1;
30struct transfer_u {
31 size_t idx;
32 CURL *curl;
33 const char *method;
34 char filename[128];
35 curl_mime *mime;
36 FILE *out;
37 curl_off_t send_total;
38 curl_off_t recv_size;
39 curl_off_t send_size;
40 curl_off_t fail_at;
41 curl_off_t pause_at;
42 curl_off_t abort_at;
43 int started;
44 int paused;
45 int resumed;
46 int done;
47};
49static size_t transfer_count_u = 1;
50static struct transfer_u *transfer_u;
51static int forbid_reuse_u = 0;
53static struct transfer_u *get_transfer_for_easy_u(CURL *curl)
55 size_t i;
56 for(i = 0; i < transfer_count_u; ++i) {
57 if(curl == transfer_u[i].curl)
58 return &transfer_u[i];
59 }
60 return NULL;
63static size_t my_write_u_cb(char *buf, size_t nitems, size_t buflen,
64 void *userdata)
66 struct transfer_u *t = userdata;
67 curl_off_t blen = nitems * buflen;
68 size_t nwritten;
70 curl_mfprintf(stderr, "[t-%zu] RECV %" CURL_FORMAT_CURL_OFF_T " bytes, "
71 "total=%" CURL_FORMAT_CURL_OFF_T ", "
72 "pause_at=%" CURL_FORMAT_CURL_OFF_T "\n",
73 t->idx, blen, t->recv_size, t->pause_at);
74 if(!t->out) {
75 curl_msnprintf(t->filename, sizeof(t->filename) - 1, "download_%zu.data",
76 t->idx);
77 t->out = curlx_fopen(t->filename, "wb");
78 if(!t->out)
79 return 0;
80 }
82 nwritten = fwrite(buf, buflen, nitems, t->out);
83 if(nwritten < nitems) {
84 curl_mfprintf(stderr, "[t-%zu] write failure\n", t->idx);
85 return 0;
86 }
87 t->recv_size += blen;
88 return (size_t)blen;
91static size_t my_read_cb(char *buf, size_t nitems, size_t buflen,
92 void *userdata)
94 struct transfer_u *t = userdata;
95 size_t blen = (nitems * buflen);
96 size_t nread;
98 if(t->send_total <= t->send_size)
99 nread = 0;
100 else if((t->send_total - t->send_size) < (curl_off_t)blen)
101 nread = (size_t)(t->send_total - t->send_size);
102 else
103 nread = blen;
105 curl_mfprintf(stderr, "[t-%zu] SEND %zu bytes, "
106 "total=%" CURL_FORMAT_CURL_OFF_T ", "
107 "pause_at=%" CURL_FORMAT_CURL_OFF_T "\n",
108 t->idx, nread, t->send_total, t->pause_at);
110 if(!t->resumed &&
111 t->send_size < t->pause_at &&
112 ((t->send_size + (curl_off_t)blen) >= t->pause_at)) {
113 curl_mfprintf(stderr, "[t-%zu] PAUSE\n", t->idx);
114 t->paused = 1;
115 return CURL_READFUNC_PAUSE;
116 }
118 memset(buf, 'x', nread);
119 t->send_size += (curl_off_t)nread;
120 if(t->fail_at > 0 && t->send_size >= t->fail_at) {
121 curl_mfprintf(stderr, "[t-%zu] ABORT by read callback at "
122 "%" CURL_FORMAT_CURL_OFF_T " bytes\n", t->idx, t->send_size);
123 return CURL_READFUNC_ABORT;
124 }
125 return nread;
128static int my_progress_u_cb(void *userdata,
129 curl_off_t dltotal, curl_off_t dlnow,
130 curl_off_t ultotal, curl_off_t ulnow)
132 struct transfer_u *t = userdata;
133 (void)ultotal;
134 (void)dlnow;
135 (void)dltotal;
136 if(t->abort_at > 0 && ulnow >= t->abort_at) {
137 curl_mfprintf(stderr, "[t-%zu] ABORT by progress_cb at "
138 "%" CURL_FORMAT_CURL_OFF_T " bytes sent\n", t->idx, ulnow);
139 return 1;
140 }
141 return 0;
144static int setup_hx_upload(CURL *curl, const char *url, struct transfer_u *t,
145 long http_version, struct curl_slist *host,
146 CURLSH *share, int use_earlydata,
147 int announce_length)
149 curl_easy_setopt(curl, CURLOPT_SHARE, share);
150 curl_easy_setopt(curl, CURLOPT_URL, url);
151 curl_easy_setopt(curl, CURLOPT_HTTP_VERSION, http_version);
152 curl_easy_setopt(curl, CURLOPT_SSL_VERIFYPEER, 0L);
153 curl_easy_setopt(curl, CURLOPT_SSL_VERIFYHOST, 0L);
154 curl_easy_setopt(curl, CURLOPT_BUFFERSIZE, (long)(128 * 1024));
155 curl_easy_setopt(curl, CURLOPT_FOLLOWLOCATION, CURLFOLLOW_OBEYCODE);
156 curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, my_write_u_cb);
157 curl_easy_setopt(curl, CURLOPT_WRITEDATA, t);
158 if(use_earlydata)
159 curl_easy_setopt(curl, CURLOPT_SSL_OPTIONS, CURLSSLOPT_EARLYDATA);
161 if(t->method && !strcmp("MIME", t->method)) {
162 curl_mimepart *part;
163 t->mime = curl_mime_init(curl);
164 part = curl_mime_addpart(t->mime);
165 curl_mime_name(part, "file");
166 curl_mime_data_cb(part, -1, my_read_cb, NULL, NULL, t);
167 curl_easy_setopt(curl, CURLOPT_MIMEPOST, t->mime);
168 }
169 else {
170 if(!t->method || !strcmp("PUT", t->method))
171 curl_easy_setopt(curl, CURLOPT_UPLOAD, 1L);
172 else if(!strcmp("POST", t->method))
173 curl_easy_setopt(curl, CURLOPT_POST, 1L);
174 else {
175 curl_mfprintf(stderr, "unsupported method '%s'\n", t->method);
176 return 1;
177 }
178 curl_easy_setopt(curl, CURLOPT_READFUNCTION, my_read_cb);
179 curl_easy_setopt(curl, CURLOPT_READDATA, t);
180 if(announce_length)
181 curl_easy_setopt(curl, CURLOPT_INFILESIZE_LARGE, t->send_total);
182 }
184 curl_easy_setopt(curl, CURLOPT_NOPROGRESS, 0L);
185 curl_easy_setopt(curl, CURLOPT_XFERINFOFUNCTION, my_progress_u_cb);
186 curl_easy_setopt(curl, CURLOPT_XFERINFODATA, t);
187 if(forbid_reuse_u)
188 curl_easy_setopt(curl, CURLOPT_FORBID_REUSE, 1L);
189 if(host)
190 curl_easy_setopt(curl, CURLOPT_RESOLVE, host);
192 /* please be verbose */
193 if(verbose_u) {
194 curl_easy_setopt(curl, CURLOPT_VERBOSE, 1L);
195 curl_easy_setopt(curl, CURLOPT_DEBUGFUNCTION, cli_debug_cb);
196 }
198 /* wait for pipe connection to confirm */
199 curl_easy_setopt(curl, CURLOPT_PIPEWAIT, 1L);
201 return 0; /* all is good */
204static void usage_hx_upload(const char *msg)
206 if(msg)
207 curl_mfprintf(stderr, "%s\n", msg);
208 curl_mfprintf(stderr,
209 "usage: [options] url\n"
210 " upload to a URL with following options:\n"
211 " -a abort paused transfer\n"
212 " -e use TLS earlydata\n"
213 " -m number max parallel uploads\n"
214 " -n number total uploads\n"
215 " -A number abort transfer after `number` request body bytes\n"
216 " -F number fail reading request body after `number` of bytes\n"
217 " -P number pause transfer after `number` request body bytes\n"
218 " -r <host>:<port>:<addr> resolve information\n"
219 " -S number size to upload\n"
220 " -V http_version (http/1.1, h2, h3) http version to use\n"
221 );
224/*
225 * Download a file over HTTP/2, take care of server push.
226 */
227static CURLcode test_cli_hx_upload(const char *URL)
229 CURLM *multi;
230 CURLSH *share;
231 const char *url;
232 const char *method = "PUT";
233 size_t i, n, max_parallel = 1;
234 size_t active_transfers;
235 size_t pause_offset = 0;
236 size_t abort_offset = 0;
237 size_t fail_offset = 0;
238 size_t send_total = (128 * 1024);
239 int abort_paused = 0;
240 int reuse_easy = 0;
241 int use_earlydata = 0;
242 int announce_length = 0;
243 struct transfer_u *t = NULL;
244 long http_version = CURL_HTTP_VERSION_2_0;
245 struct curl_slist *host = NULL;
246 const char *resolve = NULL;
247 int ch;
248 CURLcode result = CURLE_OK;
250 (void)URL;
252 while((ch = cgetopt(test_argc, test_argv, "aefhlm:n:A:F:M:P:r:RS:V:"))
253 != -1) {
254 const char *opt = coptarg;
255 curl_off_t num;
256 switch(ch) {
257 case 'h':
258 usage_hx_upload(NULL);
259 return (CURLcode)2;
260 case 'a':
261 abort_paused = 1;
262 break;
263 case 'e':
264 use_earlydata = 1;
265 break;
266 case 'f':
267 forbid_reuse_u = 1;
268 break;
269 case 'l':
270 announce_length = 1;
271 break;
272 case 'm':
273 if(!curlx_str_number(&opt, &num, LONG_MAX))
274 max_parallel = (size_t)num;
275 break;
276 case 'n':
277 if(!curlx_str_number(&opt, &num, LONG_MAX))
278 transfer_count_u = (size_t)num;
279 break;
280 case 'A':
281 if(!curlx_str_number(&opt, &num, LONG_MAX))
282 abort_offset = (size_t)num;
283 break;
284 case 'F':
285 if(!curlx_str_number(&opt, &num, LONG_MAX))
286 fail_offset = (size_t)num;
287 break;
288 case 'M':
289 method = coptarg;
290 break;
291 case 'P':
292 if(!curlx_str_number(&opt, &num, LONG_MAX))
293 pause_offset = (size_t)num;
294 break;
295 case 'r':
296 resolve = coptarg;
297 break;
298 case 'R':
299 reuse_easy = 1;
300 break;
301 case 'S':
302 if(!curlx_str_number(&opt, &num, LONG_MAX))
303 send_total = (size_t)num;
304 break;
305 case 'V': {
306 if(!strcmp("http/1.1", coptarg))
307 http_version = CURL_HTTP_VERSION_1_1;
308 else if(!strcmp("h2", coptarg))
309 http_version = CURL_HTTP_VERSION_2_0;
310 else if(!strcmp("h3", coptarg))
311 http_version = CURL_HTTP_VERSION_3ONLY;
312 else {
313 usage_hx_upload("invalid http version");
314 return (CURLcode)1;
315 }
316 break;
317 }
318 default:
319 usage_hx_upload("invalid option");
320 return (CURLcode)1;
321 }
322 }
323 test_argc -= coptind;
324 test_argv += coptind;
326 if(max_parallel > 1 && reuse_easy) {
327 usage_hx_upload("cannot mix -R and -P");
328 return (CURLcode)2;
329 }
331 if(test_argc != 1) {
332 usage_hx_upload("not enough arguments");
333 return (CURLcode)2;
334 }
335 url = test_argv[0];
337 if(curl_global_init(CURL_GLOBAL_ALL) != CURLE_OK) {
338 curl_mfprintf(stderr, "curl_global_init() failed\n");
339 return (CURLcode)3;
340 }
342 curl_global_trace("ids,time,http/2,http/3");
344 if(resolve)
345 host = curl_slist_append(NULL, resolve);
347 share = curl_share_init();
348 if(!share) {
349 curl_mfprintf(stderr, "error allocating share\n");
350 result = (CURLcode)1;
351 goto cleanup;
352 }
353 curl_share_setopt(share, CURLSHOPT_SHARE, CURL_LOCK_DATA_COOKIE);
354 curl_share_setopt(share, CURLSHOPT_SHARE, CURL_LOCK_DATA_DNS);
355 curl_share_setopt(share, CURLSHOPT_SHARE, CURL_LOCK_DATA_SSL_SESSION);
356 curl_share_setopt(share, CURLSHOPT_SHARE, CURL_LOCK_DATA_CONNECT);
357 curl_share_setopt(share, CURLSHOPT_SHARE, CURL_LOCK_DATA_PSL);
358 curl_share_setopt(share, CURLSHOPT_SHARE, CURL_LOCK_DATA_HSTS);
360 transfer_u = curlx_calloc(transfer_count_u, sizeof(*transfer_u));
361 if(!transfer_u) {
362 curl_mfprintf(stderr, "error allocating transfer structs\n");
363 result = (CURLcode)1;
364 goto cleanup;
365 }
367 active_transfers = 0;
368 for(i = 0; i < transfer_count_u; ++i) {
369 t = &transfer_u[i];
370 t->idx = i;
371 t->method = method;
372 t->send_total = (curl_off_t)send_total;
373 t->abort_at = (curl_off_t)abort_offset;
374 t->fail_at = (curl_off_t)fail_offset;
375 t->pause_at = (curl_off_t)pause_offset;
376 }
378 if(reuse_easy) {
379 CURL *curl = curl_easy_init();
380 if(!curl) {
381 curl_mfprintf(stderr, "failed to init easy handle\n");
382 result = (CURLcode)1;
383 goto cleanup;
384 }
385 for(i = 0; i < transfer_count_u; ++i) {
386 CURLcode rc;
387 t = &transfer_u[i];
388 t->curl = curl;
389 if(setup_hx_upload(t->curl, url, t, http_version, host, share,
390 use_earlydata, announce_length)) {
391 curl_mfprintf(stderr, "[t-%zu] FAILED setup\n", i);
392 result = (CURLcode)1;
393 goto cleanup;
394 }
396 curl_mfprintf(stderr, "[t-%zu] STARTING\n", t->idx);
397 rc = curl_easy_perform(curl);
398 curl_mfprintf(stderr, "[t-%zu] DONE -> %d\n", t->idx, (int)rc);
399 t->curl = NULL;
400 curl_easy_reset(curl);
401 }
402 curl_easy_cleanup(curl);
403 }
404 else {
405 multi = curl_multi_init();
406 curl_multi_setopt(multi, CURLMOPT_PIPELINING, CURLPIPE_MULTIPLEX);
408 n = (max_parallel < transfer_count_u) ? max_parallel : transfer_count_u;
409 for(i = 0; i < n; ++i) {
410 t = &transfer_u[i];
411 t->curl = curl_easy_init();
412 if(!t->curl || setup_hx_upload(t->curl, url, t, http_version, host,
413 share, use_earlydata, announce_length)) {
414 curl_mfprintf(stderr, "[t-%zu] FAILED setup\n", i);
415 result = (CURLcode)1;
416 goto cleanup;
417 }
418 curl_multi_add_handle(multi, t->curl);
419 t->started = 1;
420 ++active_transfers;
421 curl_mfprintf(stderr, "[t-%zu] STARTED\n", t->idx);
422 }
424 do {
425 int still_running; /* keep number of running handles */
426 CURLMcode mresult = curl_multi_perform(multi, &still_running);
427 struct CURLMsg *m;
429 if(still_running) {
430 /* wait for activity, timeout or "nothing" */
431 mresult = curl_multi_poll(multi, NULL, 0, 1000, NULL);
432 }
434 if(mresult)
435 break;
437 do {
438 int msgq = 0;
439 m = curl_multi_info_read(multi, &msgq);
440 if(m && (m->msg == CURLMSG_DONE)) {
441 CURL *easy = m->easy_handle;
442 --active_transfers;
443 curl_multi_remove_handle(multi, easy);
444 t = get_transfer_for_easy_u(easy);
445 if(t) {
446 long res_status;
447 curl_easy_getinfo(easy, CURLINFO_RESPONSE_CODE, &res_status);
448 t->done = 1;
449 curl_mfprintf(stderr, "[t-%zu] FINISHED, "
450 "result=%d, response=%ld\n",
451 t->idx, (int)m->data.result, res_status);
452 if(use_earlydata) {
453 curl_off_t sent;
454 curl_easy_getinfo(easy, CURLINFO_EARLYDATA_SENT_T, &sent);
455 curl_mfprintf(stderr, "[t-%zu] EarlyData: "
456 "%" CURL_FORMAT_CURL_OFF_T "\n", t->idx, sent);
457 }
458 }
459 else {
460 curl_easy_cleanup(easy);
461 curl_mfprintf(stderr, "unknown FINISHED???\n");
462 }
463 }
465 /* nothing happening, maintenance */
466 if(abort_paused) {
467 /* abort paused transfers */
468 for(i = 0; i < transfer_count_u; ++i) {
469 t = &transfer_u[i];
470 if(!t->done && t->paused && t->curl) {
471 curl_multi_remove_handle(multi, t->curl);
472 t->done = 1;
473 active_transfers--;
474 curl_mfprintf(stderr, "[t-%zu] ABORTED\n", t->idx);
475 }
476 }
477 }
478 else {
479 /* resume one paused transfer */
480 for(i = 0; i < transfer_count_u; ++i) {
481 t = &transfer_u[i];
482 if(!t->done && t->paused) {
483 t->resumed = 1;
484 t->paused = 0;
485 curl_easy_pause(t->curl, CURLPAUSE_CONT);
486 curl_mfprintf(stderr, "[t-%zu] RESUMED\n", t->idx);
487 break;
488 }
489 }
490 }
492 while(active_transfers < max_parallel) {
493 for(i = 0; i < transfer_count_u; ++i) {
494 t = &transfer_u[i];
495 if(!t->started) {
496 t->curl = curl_easy_init();
497 if(!t->curl || setup_hx_upload(t->curl, url, t, http_version,
498 host, share, use_earlydata,
499 announce_length)) {
500 curl_mfprintf(stderr, "[t-%zu] FAILED setup\n", i);
501 result = (CURLcode)1;
502 goto cleanup;
503 }
504 curl_multi_add_handle(multi, t->curl);
505 t->started = 1;
506 ++active_transfers;
507 curl_mfprintf(stderr, "[t-%zu] STARTED\n", t->idx);
508 break;
509 }
510 }
511 /* all started */
512 if(i == transfer_count_u)
513 break;
514 }
515 } while(m);
517 } while(active_transfers); /* as long as we have transfers going */
519 curl_mfprintf(stderr, "all transfers done, cleanup multi\n");
520 curl_multi_cleanup(multi);
521 }
523cleanup:
525 if(transfer_u) {
526 for(i = 0; i < transfer_count_u; ++i) {
527 t = &transfer_u[i];
528 if(t->out) {
529 curlx_fclose(t->out);
530 t->out = NULL;
531 }
532 if(t->curl) {
533 curl_easy_cleanup(t->curl);
534 t->curl = NULL;
535 }
536 if(t->mime) {
537 curl_mime_free(t->mime);
538 }
539 }
540 curlx_free(transfer_u);
541 }
543 curl_share_cleanup(share);
544 curl_slist_free_all(host);
545 curl_global_cleanup();
547 return result;
Diagnostics4 git calls · 144 ms
CallStatusSizeTime0144 ms
discover200152 B3 ms
git.upload-pack discover
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=ls-refs
git.upstream.dur_ms=3
git.response.bytes=152
git.server.agent=gitty/1.0
git.server.object_format=sha1
git.server.caps=agent ls-refs fetch object-format
git.server.fetch=shallow filter sideband-all
git.protocol.version=2
git.pkt.frames=8
git.pkt.data=6
git.pkt.flush=2
git.pkt.delim=0
git.pkt.bytes=152
git.pkt.payload.max=34
ls-refs200149 B · hit3 ms
git.upload-pack ls-refs
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=ls-refs
git.upstream.dur_ms=3
git.response.bytes=149
git.response.cache=HIT
git.response.duration_ms=3
git.protocol.version=2
git.pkt.frames=3
git.pkt.data=2
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=149
git.pkt.payload.max=78
git.ls_refs.count=2
git.ls_refs.head=refs/heads/master
fetchblob:none · deepen 10200287 KiB · hit3 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=3
git.response.bytes=293470
git.response.cache=HIT
git.response.duration_ms=3
git.fetch.filter=blob:none
git.fetch.filter.requested=tree:0
git.fetch.filter.fallback=blob:none
git.fetch.filter.learned=false
git.fetch.wants=31c911efe5652725e930f4d2e60c9060e5f6646d
git.fetch.haves.count=0
git.fetch.deepen=10
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=10
git.pkt.data=8
git.pkt.flush=1
git.pkt.delim=1
git.pkt.bytes=293470
git.pkt.payload.max=65516
git.sideband.band1.bytes=293354
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0
git.pack.objects=87
git.pack.bytes=293354
git.pack.ofs_delta=0
git.pack.ref_delta=1
git.pack.chain.max=1
git.pack.trailer=6a646bcda6740bab42e321b51998b52ea15146c0
git.pack.full=86
Open pack map
fetch2004.8 KiB138 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=138
git.response.bytes=4887
git.response.cache=MISS
git.response.duration_ms=138
git.fetch.wants=64c3bbb3a508af90454b5e9931684152d62e84ea
git.fetch.haves.count=0
git.fetch.deepen=0
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=3
git.pkt.data=2
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=4887
git.pkt.payload.max=4866
git.sideband.band1.bytes=4865
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0

Each row is one HTTP round trip ply made to the git server for this page, on one timeline. discover asks what the server speaks, ls-refs lists branch tips, fetch brings objects by id. A hit was served by Workers Cache. Tap a row for its wire details.

Remote
https://5ad2236b39de4c8bd8f6270ea63f3ea9.artifacts.cloudflare.net/git/public-v0/curl.git
Ref
refs/heads/master
Commit
31c911efe5652725e930f4d2e60c9060e5f6646d
cf-ray
a5e2f4af5b007089
Request
300e3650…
Protocol
v2 · sha1
Agent
gitty/1.0
Filter
advertised
Fetch
shallow filter sideband-all
Capabilities
agent ls-refs fetch object-format