GitHubivarvong
ply
main
1#!/usr/bin/env node
2/**
3 * Compare streaming SHA-1 backends on identical inputs (correctness first: digests must match).
4 * Usage: node test/bench-sha1-hashers.mjs [bytes=20971520]
5 * Reports ms and MB/s for: js Sha1, DigestStream (if present), crypto.subtle.digest one-shot.
6 */
7import { createHash } from 'node:crypto';
8import { Sha1, streamingSha1, toHex } from '../dist/sha1.js';
10const BYTES = Number(process.argv[2] || 20 * 1024 * 1024);
11const CHUNK = 64 * 1024;
12const pattern = new Uint8Array(CHUNK);
13for (let i = 0; i < CHUNK; i++) pattern[i] = (i * 17 + 3) & 0xff;
15function* chunks(n) {
16 let left = n;
17 while (left > 0) {
18 const take = Math.min(CHUNK, left);
19 yield pattern.subarray(0, take);
20 left -= take;
21 }
22}
24async function runJs(n) {
25 const h = new Sha1();
26 const t0 = performance.now();
27 for (const c of chunks(n)) h.update(c);
28 const hex = h.hex();
29 return { ms: performance.now() - t0, hex };
30}
32async function runStreaming(n) {
33 const h = streamingSha1();
34 const t0 = performance.now();
35 for (const c of chunks(n)) await h.update(c);
36 const hex = await h.hex();
37 return { ms: performance.now() - t0, hex, kind: h.kind };
38}
40async function runSubtle(n) {
41 // one-shot: concatenate (the crypto.subtle.digest shape — not a streaming option)
42 const buf = new Uint8Array(n);
43 let off = 0;
44 for (const c of chunks(n)) { buf.set(c, off); off += c.byteLength; }
45 const t0 = performance.now();
46 const dig = new Uint8Array(await crypto.subtle.digest('SHA-1', buf));
47 return { ms: performance.now() - t0, hex: toHex(dig) };
48}
50async function runNodeCrypto(n) {
51 const h = createHash('sha1');
52 const t0 = performance.now();
53 for (const c of chunks(n)) h.update(c);
54 const hex = h.digest('hex');
55 return { ms: performance.now() - t0, hex };
56}
58const ref = await runJs(BYTES);
59const stream = await runStreaming(BYTES);
60const node = await runNodeCrypto(BYTES);
61let subtle = null;
62try { subtle = await runSubtle(BYTES); } catch (e) { subtle = { error: String(e) }; }
64const mb = BYTES / (1024 * 1024);
65const row = (name, r) => {
66 if (r.error) return { name, error: r.error };
67 const ok = r.hex === ref.hex;
68 return { name, ms: +r.ms.toFixed(1), mib_s: +(mb / (r.ms / 1000)).toFixed(1), hex_ok: ok, kind: r.kind };
69};
71const out = {
72 bytes: BYTES,
73 results: [
74 row('js Sha1', ref),
75 row(`streamingSha1 (${stream.kind})`, stream),
76 row('node:crypto createHash', node),
77 subtle.error ? { name: 'crypto.subtle.digest (one-shot)', error: subtle.error } : row('crypto.subtle.digest (one-shot)', subtle),
78 ],
79};
80console.log(JSON.stringify(out, null, 2));
81if (out.results.some(r => r.hex_ok === false)) process.exit(2);
Diagnostics6 git calls · 122 ms
CallStatusSizeTime0122 ms
discover200191 B3 ms
git.upload-pack discover http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=ls-refs git.upstream.dur_ms=3 git.response.bytes=191 git.server.agent=git/github-9922ec520325-Linux git.server.object_format=sha1 git.server.caps=agent ls-refs fetch server-option object-format git.server.fetch=shallow wait-for-done filter git.protocol.version=2 git.pkt.frames=9 git.pkt.data=7 git.pkt.flush=2 git.pkt.delim=0 git.pkt.bytes=191 git.pkt.payload.max=36
ls-refs20012 KiB91 ms
git.upload-pack ls-refs http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=ls-refs git.upstream.dur_ms=91 git.response.bytes=11990 git.response.cache=EXPIRED git.response.duration_ms=91 git.protocol.version=2 git.pkt.frames=152 git.pkt.data=151 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=11990 git.pkt.payload.max=122 git.ls_refs.count=151 git.ls_refs.head=refs/heads/main
fetchtree:0 · deepen 102004.2 KiB · hit4 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=4 git.response.bytes=4347 git.response.cache=HIT git.response.duration_ms=4 git.fetch.filter=tree:0 git.fetch.wants=19912563f540228593df0c489082e5e2508e21e4 git.fetch.haves.count=0 git.fetch.deepen=10 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=7 git.pkt.data=5 git.pkt.flush=1 git.pkt.delim=1 git.pkt.bytes=4347 git.pkt.payload.max=4247 git.sideband.band1.bytes=4247 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=10 git.pack.bytes=4247 git.pack.ofs_delta=0 git.pack.ref_delta=0 git.pack.chain.max=0 git.pack.trailer=a6caf8e129bea82c9bae4cbc7c130c9205add400 git.pack.full=10Open pack map
fetchtree:0200919 B · hit2 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=2 git.response.bytes=919 git.response.cache=HIT git.response.duration_ms=2 git.fetch.filter=tree:0 git.fetch.wants=800d30ba8923860bfc460ca884b7f9ba22083588 git.fetch.haves.count=0 git.fetch.deepen=0 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=4 git.pkt.data=3 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=919 git.pkt.payload.max=892 git.sideband.band1.bytes=892 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=1 git.pack.bytes=892 git.pack.trailer=5323b9266eea5ded637285d1c5320699f12be76eOpen pack map
fetchtree:02005.6 KiB · hit2 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=2 git.response.bytes=5724 git.response.cache=HIT git.response.duration_ms=2 git.fetch.filter=tree:0 git.fetch.wants=58fabb6768b3f737ee9cd8bac647bdc27405fb4d git.fetch.haves.count=0 git.fetch.deepen=0 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=4 git.pkt.data=3 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=5724 git.pkt.payload.max=5697 git.sideband.band1.bytes=5697 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=1 git.pack.bytes=5697 git.pack.trailer=be7e0453974a5fe832f9065a33bb7e3434c10e9bOpen pack map
fetch2001.1 KiB · hit23 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=23 git.response.bytes=1164 git.response.cache=HIT git.response.duration_ms=23 git.fetch.wants=29f568c41fd6579ff89d9db37ed267efac3db2d6 git.fetch.haves.count=0 git.fetch.deepen=0 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=4 git.pkt.data=3 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=1164 git.pkt.payload.max=1137 git.sideband.band1.bytes=1137 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0
Each row is one HTTP round trip ply made to the git server for this page, on one timeline. discover asks what the server speaks, ls-refs lists branch tips, fetch brings objects by id. A hit was served by Workers Cache. Tap a row for its wire details.
- Remote
- https://github.com/ivarvong/ply
- Ref
- refs/heads/main
- Commit
- 19912563f540228593df0c489082e5e2508e21e4
- cf-ray
- a5e1d0251dadc6f8
- Request
- eda074ad…
- Protocol
- v2 · sha1
- Agent
- git/github-9922ec520325-Linux
- Filter
- advertised
- Fetch
- shallow wait-for-done filter
- Capabilities
- agent ls-refs fetch server-option object-format