main
ply4 git calls29 ms42 KiB3 cachedprotocol v2
53 lines3.1 KiBRaw
1#!/usr/bin/env node
2// Join push.mjs lines with a ply-fresh /watch-result dump: for each push, each region and each target (arm), the lag from
3// `git push` returning (on Cloudflare's clock) to the first poll that showed the pushed oid. A poll that started before
4// the push finished but saw the new oid counts as lag 0 (the push landed mid-request).
5//
6// node bench/fresh/analyse.mjs <pushes.jsonl> <watch-result.json> <arm labels comma-separated>
7import { readFileSync } from 'node:fs';
9const [pushFile, watchFile, labelArg] = process.argv.slice(2);
10const pushes = readFileSync(pushFile, 'utf8').trim().split('\n').map(l => JSON.parse(l));
11const watch = JSON.parse(readFileSync(watchFile, 'utf8'));
12const labels = (labelArg || 'a,b').split(',');
13const rows = [];
14for (const w of watch) {
15 const r = w.result;
16 if (!r) { console.error(`${w.hint}: no result (${w.state})`); continue; }
17 r.changes.forEach((changes, k) => {
18 for (const p of pushes) {
19 const first = changes.find(c => c.value === p.oid);
20 if (!first) { rows.push({ arm: labels[k], hint: w.hint, colo: r.colo, i: p.i, lag: null }); continue; }
21 // first.t is when that poll was sent; the page was rendered between t and t + ms.
22 rows.push({ arm: labels[k], hint: w.hint, colo: r.colo, i: p.i, lag: Math.max(0, first.t + first.ms - p.cfPushDone), sent: first.t - p.cfPushDone, polls: r.polls[k] });
23 }
24 });
26const q = (a, p) => a[Math.min(a.length - 1, Math.floor(p * a.length))];
27function boot(a, b, stat, n = 2000) {
28 const out = [];
29 for (let i = 0; i < n; i++) {
30 const ra = a.map(() => a[Math.floor(Math.random() * a.length)]).sort((x, y) => x - y);
31 const rb = b.map(() => b[Math.floor(Math.random() * b.length)]).sort((x, y) => x - y);
32 out.push(stat(rb) - stat(ra));
33 }
34 out.sort((x, y) => x - y);
35 return [out[Math.floor(0.025 * n)], out[Math.floor(0.975 * n)]];
37const byArm = {};
38for (const row of rows) (byArm[row.arm] ||= []).push(row);
39for (const [arm, rs] of Object.entries(byArm)) {
40 const lags = rs.filter(r => r.lag !== null).map(r => r.lag).sort((a, b) => a - b);
41 const missing = rs.filter(r => r.lag === null).length;
42 console.log(`${arm}: n ${lags.length} (never seen ${missing}) lag ms p50 ${q(lags, 0.5)} p90 ${q(lags, 0.9)} max ${lags.at(-1)} mean ${Math.round(lags.reduce((s, x) => s + x, 0) / lags.length)}`);
43 const byHint = {};
44 for (const r of rs) if (r.lag !== null) (byHint[`${r.hint}/${r.colo}`] ||= []).push(r.lag);
45 console.log(' ' + Object.entries(byHint).map(([h, l]) => `${h} max ${Math.max(...l)}`).join(', '));
47if (labels.length === 2 && byArm[labels[0]] && byArm[labels[1]]) {
48 const a = byArm[labels[0]].filter(r => r.lag !== null).map(r => r.lag);
49 const b = byArm[labels[1]].filter(r => r.lag !== null).map(r => r.lag);
50 const med = s => q(s, 0.5), p90 = s => q(s, 0.9), mx = s => s.at(-1);
51 console.log(`${labels[1]} - ${labels[0]}: p50 ${med([...b].sort((x, y) => x - y)) - med([...a].sort((x, y) => x - y))} [${boot(a, b, med)}], p90 [${boot(a, b, p90)}], max [${boot(a, b, mx)}]`);
53if (process.env.ROWS) for (const r of rows) console.log(JSON.stringify(r));
Diagnostics4 git calls · 29 ms
CallStatusSizeTime029 ms
discover200152 B3 ms
git.upload-pack discover
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=ls-refs
git.upstream.dur_ms=3
git.response.bytes=152
git.server.agent=gitty/1.0
git.server.object_format=sha1
git.server.caps=agent ls-refs fetch object-format
git.server.fetch=shallow filter sideband-all
git.protocol.version=2
git.pkt.frames=8
git.pkt.data=6
git.pkt.flush=2
git.pkt.delim=0
git.pkt.bytes=152
git.pkt.payload.max=34
ls-refs200145 B · hit3 ms
git.upload-pack ls-refs
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=ls-refs
git.upstream.dur_ms=3
git.response.bytes=145
git.response.cache=HIT
git.response.duration_ms=3
git.protocol.version=2
git.pkt.frames=3
git.pkt.data=2
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=145
git.pkt.payload.max=76
git.ls_refs.count=2
git.ls_refs.head=refs/heads/main
fetchblob:none · deepen 1020040 KiB · hit3 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=3
git.response.bytes=41349
git.response.cache=HIT
git.response.duration_ms=3
git.fetch.filter=blob:none
git.fetch.filter.requested=tree:0
git.fetch.filter.fallback=blob:none
git.fetch.filter.learned=false
git.fetch.wants=526b305930b8ef382f2d7a1f9c0238730a585921
git.fetch.haves.count=0
git.fetch.deepen=10
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=6
git.pkt.data=4
git.pkt.flush=1
git.pkt.delim=1
git.pkt.bytes=41349
git.pkt.payload.max=41254
git.sideband.band1.bytes=41253
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0
git.pack.objects=61
git.pack.bytes=41253
git.pack.ofs_delta=0
git.pack.ref_delta=0
git.pack.chain.max=0
git.pack.trailer=ab60efef4b7243678c75de64a4386986ee885c1c
git.pack.full=61
Open pack map
fetch2001.4 KiB · hit23 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=23
git.response.bytes=1432
git.response.cache=HIT
git.response.duration_ms=23
git.fetch.wants=a45a842dadb5b34f227a9c7a0c79ae3247072b6e
git.fetch.haves.count=0
git.fetch.deepen=0
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=3
git.pkt.data=2
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=1432
git.pkt.payload.max=1411
git.sideband.band1.bytes=1410
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0

Each row is one HTTP round trip ply made to the git server for this page, on one timeline. discover asks what the server speaks, ls-refs lists branch tips, fetch brings objects by id. A hit was served by Workers Cache. Tap a row for its wire details.

Remote
https://5ad2236b39de4c8bd8f6270ea63f3ea9.artifacts.cloudflare.net/git/public-v0/ply-web.git
Ref
refs/heads/main
Commit
526b305930b8ef382f2d7a1f9c0238730a585921
cf-ray
a5e3855e8c54231f
Request
9c268ccf…
Protocol
v2 · sha1
Agent
gitty/1.0
Filter
advertised
Fetch
shallow filter sideband-all
Capabilities
agent ls-refs fetch object-format