GitHubivarvong

ply

main
ply7 git calls35 ms26 KiB5 cachedprotocol v2
87 lines6.3 KiBRaw
1// .gitattributes against git itself: random trees with random .gitattributes files at the root and in subdirectories,
2// every path's full attribute set from attributes.js compared with `git check-attr --source=<commit> -a -z`.
3// node test/fuzz/attributes.mjs [--n 200] [--seed 1] [--case <i>]
4import { spawnSync } from 'node:child_process';
5import { mkdtempSync, rmSync, mkdirSync, writeFileSync } from 'node:fs';
6import { tmpdir } from 'node:os';
7import { join } from 'node:path';
8import { Rng } from './prng.js';
9import { attributesFor, bytesToStr } from '../../src/attributes.js';
10import { gitVersion } from '../gitversion.js';
12const arg = (k, d) => { const i = process.argv.indexOf(`--${k}`); return i < 0 ? d : +process.argv[i + 1]; };
13const N = arg('n', 200), SEED = arg('seed', 1), ONLY = arg('case', -1);
14const GIT_BIN = process.env.GIT_BIN ?? 'git';
15const [MAJ, MIN] = gitVersion(GIT_BIN); const reserveBuiltin = MAJ > 2 || MIN >= 44; // git 2.44 reserved builtin_*
16const ENV = { ...process.env, GIT_AUTHOR_NAME: 'w', GIT_AUTHOR_EMAIL: 'w@x', GIT_COMMITTER_NAME: 'w', GIT_COMMITTER_EMAIL: 'w@x', GIT_CONFIG_NOSYSTEM: '1', HOME: tmpdir() };
18const NAMES = ['ab', 'bb', 'x.txt', 'y.txt', 'z.bin', 'Makefile', 'lock.json', 'pkg.lock', 'read me.md', 'a.b.c', '[x]', 'q*', 'é.txt', '-dash', '!bang', '#hash', 'tab\there'];
19const DIRS = ['', 'a', 'a/b', 'docs', 'docs/a', 'src/x', 'a b'];
20const ATTRS = ['merge', 'merge', 'merge', 'diff', 'text', 'binary', 'lock', 'custom', 'eol', 'x-y.z'];
21// not classes: git's wildmatch aborts the pattern; Object.prototype members must not read as classes (#16)
22const BOGUS_CLASSES = ['bogus', 'constructor', 'toString', 'hasOwnProperty', '__proto__', 'valueOf'];
23function genPattern(rng) {
24 const lit = () => rng.pick(['a', 'b', 'x', 'txt', 'bin', 'lock', 'json', 'docs', 'src', 'é', 'read me', 'q']);
25 const parts = [];
26 const n = rng.int(1, 3);
27 for (let i = 0; i < n; i++) {
28 const k = rng.int(0, 13);
29 parts.push(k < 3 ? lit() : k < 5 ? '*' : k === 5 ? '?' : k === 6 ? '**' : k === 7 ? '[a-c]' : k === 8 ? '[!x]' : k === 9 ? '[[:alpha:]]' : k === 10 ? '\\*' : k === 11 ? '.' : k === 12 ? '[^a]' : `[[:${rng.pick(BOGUS_CLASSES)}:]]`);
30 if (i < n - 1) parts.push(rng.int(0, 2) ? '' : '/');
31 }
32 let p = parts.join('');
33 const deco = rng.int(0, 9);
34 if (deco === 0) p = '/' + p; else if (deco === 1) p = p + '/'; else if (deco === 2) p = '**/' + p; else if (deco === 3) p = '!' + p;
35 return p;
37function genState(rng) {
38 const a = rng.pick(ATTRS); const k = rng.int(0, 5);
39 return k === 0 ? `-${a}` : k === 1 ? `!${a}` : k === 2 ? `${a}=${rng.pick(['union', 'binary', 'text', 'foo', 'lf'])}` : k === 3 && !rng.int(0, 6) ? rng.pick(['Bad^name', 'builtin_x', '-']) : a;
41function genFile(rng, isRoot) {
42 const lines = []; const n = rng.int(1, 8);
43 for (let i = 0; i < n; i++) {
44 const k = rng.int(0, 13);
45 const states = Array.from({ length: rng.int(0, 3) }, () => genState(rng)).join(rng.pick([' ', '\t', ' ']));
46 if (k === 0) lines.push('# comment');
47 else if (k === 1) lines.push('');
48 else if (k === 2) lines.push(`[attr]${rng.pick(['lock', 'custom', 'binary', 'gen'])} ${states}`); // honoured only in the root file
49 else if (k === 3) lines.push(`"${genPattern(rng).replace(/\\/g, '\\\\').replace(/ /g, '\\040')}${rng.pick(['', '\\t', '\\101', '\\08', '\\q', '\\"x'])}${rng.int(0, 8) ? '"' : ''} ${states}`); // escapes, octal, bad escapes, unterminated
50 else if (k === 4 && !rng.int(0, 4)) lines.push(`${'x'.repeat(2050)} merge`);
51 else lines.push(`${rng.pick(['', ' ', '\t'])}${genPattern(rng)} ${states}`);
52 }
53 return lines.join(rng.int(0, 5) ? '\n' : '\r\n') + (rng.int(0, 3) ? '\n' : '');
56const root = mkdtempSync(join(tmpdir(), 'attr-')); let paths = 0, bad = 0; const seen = { withAttrs: 0, mergeSet: 0, mergeUnset: 0, mergeValue: 0, fromMacro: 0 };
57const rng0 = new Rng(SEED);
58for (let c = 0; c < N; c++) {
59 const seed = rng0.u32(); if (ONLY >= 0 && c !== ONLY) continue;
60 const rng = new Rng(seed); const w = join(root, `w${c}`); mkdirSync(w);
61 const git = (args, cwd = w) => spawnSync(GIT_BIN, ['-C', cwd, ...args], { env: ENV, maxBuffer: 1 << 26 });
62 git(['init', '-q']);
63 const files = new Map(); const all = [];
64 for (const d of DIRS) {
65 if (d && !rng.int(0, 2)) continue;
66 mkdirSync(join(w, d), { recursive: true });
67 for (const nm of NAMES) if (rng.int(0, 2)) { const p = d ? `${d}/${nm}` : nm; writeFileSync(join(w, p), 'x\n'); all.push(p); }
68 if (!d || rng.int(0, 2)) { const t = genFile(rng, !d); writeFileSync(join(w, d, '.gitattributes'), t); files.set(bytesToStr(new TextEncoder().encode(d)), bytesToStr(new TextEncoder().encode(t))); }
69 }
70 git(['add', '-A']); git(['commit', '-qm', 'c']);
71 // git's answer for every path at once: -z output is path NUL attr NUL value NUL ...
72 const res = spawnSync(GIT_BIN, ['-C', w, 'check-attr', '--source=HEAD', '-a', '-z', '--stdin'], { env: ENV, input: all.join('\0') + '\0', maxBuffer: 1 << 26 });
73 if (res.status !== 0) { console.log(`case ${c}: check-attr failed: ${res.stderr}`); process.exit(1); }
74 const fields = bytesToStr(res.stdout).split('\0'); const gitAttrs = new Map(all.map(p => [bytesToStr(new TextEncoder().encode(p)), new Map()]));
75 for (let i = 0; i + 2 < fields.length; i += 3) gitAttrs.get(fields[i])?.set(fields[i + 1], fields[i + 2]);
76 for (const [p, g] of gitAttrs) {
77 const ours = new Map([...attributesFor(p, files, { reserveBuiltin })].filter(([, v]) => v !== null).map(([k, v]) => [k, v === true ? 'set' : v === false ? 'unset' : v]));
78 const same = ours.size === g.size && [...ours].every(([k, v]) => g.get(k) === v);
79 paths++;
80 if (g.size) seen.withAttrs++; const mg = g.get('merge'); if (mg === 'set') seen.mergeSet++; else if (mg === 'unset') seen.mergeUnset++; else if (mg) seen.mergeValue++; if (g.get('binary') === 'set' || g.get('lock') === 'set' || g.get('gen') === 'set') seen.fromMacro++;
81 if (!same) { bad++; if (bad <= 5) console.log(`case ${c} (seed ${seed}) path ${JSON.stringify(p)}:\n git : ${JSON.stringify([...g])}\n ours: ${JSON.stringify([...ours])}\n files: ${JSON.stringify([...files])}`); }
82 }
83 rmSync(w, { recursive: true, force: true });
85rmSync(root, { recursive: true, force: true });
86console.log(`${N} trees, ${paths} paths (seed ${SEED}): ${paths - bad} equal to git check-attr, ${bad} different; exercised ${JSON.stringify(seen)}`);
87if (bad) process.exit(1);
Diagnostics7 git calls · 35 ms
CallStatusSizeTime035 ms
discover200191 B2 ms
git.upload-pack discover
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=ls-refs
git.upstream.dur_ms=2
git.response.bytes=191
git.server.agent=git/github-9922ec520325-Linux
git.server.object_format=sha1
git.server.caps=agent ls-refs fetch server-option object-format
git.server.fetch=shallow wait-for-done filter
git.protocol.version=2
git.pkt.frames=9
git.pkt.data=7
git.pkt.flush=2
git.pkt.delim=0
git.pkt.bytes=191
git.pkt.payload.max=36
ls-refs20012 KiB3 ms
git.upload-pack ls-refs
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=ls-refs
git.upstream.dur_ms=3
git.response.bytes=11990
git.response.cache=UPDATING
git.response.duration_ms=3
git.protocol.version=2
git.pkt.frames=152
git.pkt.data=151
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=11990
git.pkt.payload.max=122
git.ls_refs.count=151
git.ls_refs.head=refs/heads/main
fetchtree:0 · deepen 102004.2 KiB · hit3 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=3
git.response.bytes=4347
git.response.cache=HIT
git.response.duration_ms=3
git.fetch.filter=tree:0
git.fetch.wants=19912563f540228593df0c489082e5e2508e21e4
git.fetch.haves.count=0
git.fetch.deepen=10
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=7
git.pkt.data=5
git.pkt.flush=1
git.pkt.delim=1
git.pkt.bytes=4347
git.pkt.payload.max=4247
git.sideband.band1.bytes=4247
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0
git.pack.objects=10
git.pack.bytes=4247
git.pack.ofs_delta=0
git.pack.ref_delta=0
git.pack.chain.max=0
git.pack.trailer=a6caf8e129bea82c9bae4cbc7c130c9205add400
git.pack.full=10
Open pack map
fetchtree:0200919 B · hit2 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=2
git.response.bytes=919
git.response.cache=HIT
git.response.duration_ms=2
git.fetch.filter=tree:0
git.fetch.wants=800d30ba8923860bfc460ca884b7f9ba22083588
git.fetch.haves.count=0
git.fetch.deepen=0
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=4
git.pkt.data=3
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=919
git.pkt.payload.max=892
git.sideband.band1.bytes=892
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0
git.pack.objects=1
git.pack.bytes=892
git.pack.trailer=5323b9266eea5ded637285d1c5320699f12be76e
Open pack map
fetchtree:02005.6 KiB · hit2 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=2
git.response.bytes=5724
git.response.cache=HIT
git.response.duration_ms=2
git.fetch.filter=tree:0
git.fetch.wants=58fabb6768b3f737ee9cd8bac647bdc27405fb4d
git.fetch.haves.count=0
git.fetch.deepen=0
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=4
git.pkt.data=3
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=5724
git.pkt.payload.max=5697
git.sideband.band1.bytes=5697
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0
git.pack.objects=1
git.pack.bytes=5697
git.pack.trailer=be7e0453974a5fe832f9065a33bb7e3434c10e9b
Open pack map
fetchtree:0200853 B · hit3 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=3
git.response.bytes=853
git.response.cache=HIT
git.response.duration_ms=3
git.fetch.filter=tree:0
git.fetch.wants=fb781d4e4fd58ededa1f1078d937de6f4b1316a2
git.fetch.haves.count=0
git.fetch.deepen=0
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=4
git.pkt.data=3
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=853
git.pkt.payload.max=826
git.sideband.band1.bytes=826
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0
git.pack.objects=1
git.pack.bytes=826
git.pack.trailer=c89bc485f6ad08d875fc515f3fdd69897096847b
Open pack map
fetch2002.7 KiB · hit22 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=22
git.response.bytes=2744
git.response.cache=HIT
git.response.duration_ms=22
git.fetch.wants=a52596d0024cd4710a317d3b4381d5999677293d
git.fetch.haves.count=0
git.fetch.deepen=0
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=4
git.pkt.data=3
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=2744
git.pkt.payload.max=2717
git.sideband.band1.bytes=2717
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0

Each row is one HTTP round trip ply made to the git server for this page, on one timeline. discover asks what the server speaks, ls-refs lists branch tips, fetch brings objects by id. A hit was served by Workers Cache. Tap a row for its wire details.

Remote
https://github.com/ivarvong/ply
Ref
refs/heads/main
Commit
19912563f540228593df0c489082e5e2508e21e4
cf-ray
a5e16feb6f466102
Request
fe71322c…
Protocol
v2 · sha1
Agent
git/github-9922ec520325-Linux
Filter
advertised
Fetch
shallow wait-for-done filter
Capabilities
agent ls-refs fetch server-option object-format