GitHubivarvong
ply
main
1// Measure the streamed blob phase's CPU rate (bytes/ms): scanStep + pure-JS Sha1.update over DecompressionStream-sized
2// chunks. Workers cannot measure CPU (no clock advances during sync work); this is the number to read `git.edit.blob.inflated` against.
3// node test/calibrate.mjs [--mb 24] [--chunk 16384]
4import { scanInit, scanStep, scanFinish } from '../src/edit.js';
5import { Sha1 } from '../src/sha1.js';
6import { cpuNow, cpuSince } from '../src/otel.js';
7const arg = (k, d) => { const i = process.argv.indexOf(`--${k}`); return i < 0 ? d : +process.argv[i + 1]; };
8const MB = arg('mb', 24), CHUNK = arg('chunk', 16384);
9const buf = new Uint8Array(MB << 20); for (let i = 0; i < buf.length; i += 4096) buf.set(new TextEncoder().encode(`line ${i}\n`), i); buf.set(new TextEncoder().encode('MARK'), buf.length >> 1);
10const find = new TextEncoder().encode('MARK'), replace = new TextEncoder().encode('WD');
11const rates = [];
12for (let run = 0; run < 5; run++) {
13 let scan = scanInit({ find, replace }); const sha = new Sha1();
14 const c0 = cpuNow(), t0 = performance.now();
15 for (let o = 0; o < buf.length; o += CHUNK) { const r = scanStep(scan, buf.subarray(o, o + CHUNK)); scan = r.state; for (const p of r.emit) sha.update(p); }
16 const f = scanFinish(scan); for (const p of f.emit) sha.update(p); sha.hex();
17 const cpu = cpuSince(c0), wall = performance.now() - t0;
18 rates.push(buf.length / cpu);
19 console.log(`run ${run}: ${MB} MiB in ${cpu.toFixed(1)} ms cpu / ${wall.toFixed(1)} ms wall → ${Math.round(buf.length / cpu).toLocaleString()} B/ms (matches=${scan.count})`);
20}
21const med = rates.sort((a, b) => a - b)[2];
22console.log(`median ${Math.round(med).toLocaleString()} B/ms`);
Diagnostics6 git calls · 30 ms
CallStatusSizeTime030 ms
discover200191 B3 ms
git.upload-pack discover http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=2 git.response.bytes=191 git.server.agent=git/github-9922ec520325-Linux git.server.object_format=sha1 git.server.caps=agent ls-refs fetch server-option object-format git.server.fetch=shallow wait-for-done filter git.protocol.version=2 git.pkt.frames=9 git.pkt.data=7 git.pkt.flush=2 git.pkt.delim=0 git.pkt.bytes=191 git.pkt.payload.max=36
ls-refs20012 KiB3 ms
git.upload-pack ls-refs http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=ls-refs git.upstream.dur_ms=3 git.response.bytes=11990 git.response.cache=UPDATING git.response.duration_ms=3 git.protocol.version=2 git.pkt.frames=152 git.pkt.data=151 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=11990 git.pkt.payload.max=122 git.ls_refs.count=151 git.ls_refs.head=refs/heads/main
fetchtree:0 · deepen 102004.2 KiB · hit2 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=3 git.response.bytes=4347 git.response.cache=HIT git.response.duration_ms=2 git.fetch.filter=tree:0 git.fetch.wants=19912563f540228593df0c489082e5e2508e21e4 git.fetch.haves.count=0 git.fetch.deepen=10 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=7 git.pkt.data=5 git.pkt.flush=1 git.pkt.delim=1 git.pkt.bytes=4347 git.pkt.payload.max=4247 git.sideband.band1.bytes=4247 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=10 git.pack.bytes=4247 git.pack.ofs_delta=0 git.pack.ref_delta=0 git.pack.chain.max=0 git.pack.trailer=a6caf8e129bea82c9bae4cbc7c130c9205add400 git.pack.full=10Open pack map
fetchtree:0200919 B · hit3 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=3 git.response.bytes=919 git.response.cache=HIT git.response.duration_ms=3 git.fetch.filter=tree:0 git.fetch.wants=800d30ba8923860bfc460ca884b7f9ba22083588 git.fetch.haves.count=0 git.fetch.deepen=0 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=4 git.pkt.data=3 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=919 git.pkt.payload.max=892 git.sideband.band1.bytes=892 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=1 git.pack.bytes=892 git.pack.trailer=5323b9266eea5ded637285d1c5320699f12be76eOpen pack map
fetchtree:02005.6 KiB · hit3 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=19 git.response.bytes=5724 git.response.cache=HIT git.response.duration_ms=3 git.fetch.filter=tree:0 git.fetch.wants=58fabb6768b3f737ee9cd8bac647bdc27405fb4d git.fetch.haves.count=0 git.fetch.deepen=0 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=4 git.pkt.data=3 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=5724 git.pkt.payload.max=5697 git.sideband.band1.bytes=5697 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=1 git.pack.bytes=5697 git.pack.trailer=be7e0453974a5fe832f9065a33bb7e3434c10e9bOpen pack map
fetch200935 B · hit19 ms
git.upload-pack fetch http.response.status_code=200 git.response.bytes=935 git.response.cache=HIT git.response.duration_ms=19 git.fetch.wants=66fda9e3dfb5e099593b3c4ddb68ac37c97e3b79 git.fetch.haves.count=0 git.fetch.deepen=0 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=4 git.pkt.data=3 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=935 git.pkt.payload.max=908 git.sideband.band1.bytes=908 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0
Each row is one HTTP round trip ply made to the git server for this page, on one timeline. discover asks what the server speaks, ls-refs lists branch tips, fetch brings objects by id. A hit was served by Workers Cache. Tap a row for its wire details.
- Remote
- https://github.com/ivarvong/ply
- Ref
- refs/heads/main
- Commit
- 19912563f540228593df0c489082e5e2508e21e4
- cf-ray
- a5e2cfcb6bcaefad
- Request
- 3adf0a92…
- Protocol
- v2 · sha1
- Agent
- git/github-9922ec520325-Linux
- Filter
- advertised
- Fetch
- shallow wait-for-done filter
- Capabilities
- agent ls-refs fetch server-option object-format