Artifactspublic-v0

ply

main
ply4 git calls223 ms41 KiB2 cachedprotocol v2
87 lines6.3 KiBRaw
1// .gitattributes against git itself: random trees with random .gitattributes files at the root and in subdirectories,
2// every path's full attribute set from attributes.js compared with `git check-attr --source=<commit> -a -z`.
3// node test/fuzz/attributes.mjs [--n 200] [--seed 1] [--case <i>]
4import { spawnSync } from 'node:child_process';
5import { mkdtempSync, rmSync, mkdirSync, writeFileSync } from 'node:fs';
6import { tmpdir } from 'node:os';
7import { join } from 'node:path';
8import { Rng } from './prng.js';
9import { attributesFor, bytesToStr } from '../../src/attributes.js';
10import { gitVersion } from '../gitversion.js';
12const arg = (k, d) => { const i = process.argv.indexOf(`--${k}`); return i < 0 ? d : +process.argv[i + 1]; };
13const N = arg('n', 200), SEED = arg('seed', 1), ONLY = arg('case', -1);
14const GIT_BIN = process.env.GIT_BIN ?? 'git';
15const [MAJ, MIN] = gitVersion(GIT_BIN); const reserveBuiltin = MAJ > 2 || MIN >= 44; // git 2.44 reserved builtin_*
16const ENV = { ...process.env, GIT_AUTHOR_NAME: 'w', GIT_AUTHOR_EMAIL: 'w@x', GIT_COMMITTER_NAME: 'w', GIT_COMMITTER_EMAIL: 'w@x', GIT_CONFIG_NOSYSTEM: '1', HOME: tmpdir() };
18const NAMES = ['ab', 'bb', 'x.txt', 'y.txt', 'z.bin', 'Makefile', 'lock.json', 'pkg.lock', 'read me.md', 'a.b.c', '[x]', 'q*', 'é.txt', '-dash', '!bang', '#hash', 'tab\there'];
19const DIRS = ['', 'a', 'a/b', 'docs', 'docs/a', 'src/x', 'a b'];
20const ATTRS = ['merge', 'merge', 'merge', 'diff', 'text', 'binary', 'lock', 'custom', 'eol', 'x-y.z'];
21// not classes: git's wildmatch aborts the pattern; Object.prototype members must not read as classes (#16)
22const BOGUS_CLASSES = ['bogus', 'constructor', 'toString', 'hasOwnProperty', '__proto__', 'valueOf'];
23function genPattern(rng) {
24 const lit = () => rng.pick(['a', 'b', 'x', 'txt', 'bin', 'lock', 'json', 'docs', 'src', 'é', 'read me', 'q']);
25 const parts = [];
26 const n = rng.int(1, 3);
27 for (let i = 0; i < n; i++) {
28 const k = rng.int(0, 13);
29 parts.push(k < 3 ? lit() : k < 5 ? '*' : k === 5 ? '?' : k === 6 ? '**' : k === 7 ? '[a-c]' : k === 8 ? '[!x]' : k === 9 ? '[[:alpha:]]' : k === 10 ? '\\*' : k === 11 ? '.' : k === 12 ? '[^a]' : `[[:${rng.pick(BOGUS_CLASSES)}:]]`);
30 if (i < n - 1) parts.push(rng.int(0, 2) ? '' : '/');
31 }
32 let p = parts.join('');
33 const deco = rng.int(0, 9);
34 if (deco === 0) p = '/' + p; else if (deco === 1) p = p + '/'; else if (deco === 2) p = '**/' + p; else if (deco === 3) p = '!' + p;
35 return p;
37function genState(rng) {
38 const a = rng.pick(ATTRS); const k = rng.int(0, 5);
39 return k === 0 ? `-${a}` : k === 1 ? `!${a}` : k === 2 ? `${a}=${rng.pick(['union', 'binary', 'text', 'foo', 'lf'])}` : k === 3 && !rng.int(0, 6) ? rng.pick(['Bad^name', 'builtin_x', '-']) : a;
41function genFile(rng, isRoot) {
42 const lines = []; const n = rng.int(1, 8);
43 for (let i = 0; i < n; i++) {
44 const k = rng.int(0, 13);
45 const states = Array.from({ length: rng.int(0, 3) }, () => genState(rng)).join(rng.pick([' ', '\t', ' ']));
46 if (k === 0) lines.push('# comment');
47 else if (k === 1) lines.push('');
48 else if (k === 2) lines.push(`[attr]${rng.pick(['lock', 'custom', 'binary', 'gen'])} ${states}`); // honoured only in the root file
49 else if (k === 3) lines.push(`"${genPattern(rng).replace(/\\/g, '\\\\').replace(/ /g, '\\040')}${rng.pick(['', '\\t', '\\101', '\\08', '\\q', '\\"x'])}${rng.int(0, 8) ? '"' : ''} ${states}`); // escapes, octal, bad escapes, unterminated
50 else if (k === 4 && !rng.int(0, 4)) lines.push(`${'x'.repeat(2050)} merge`);
51 else lines.push(`${rng.pick(['', ' ', '\t'])}${genPattern(rng)} ${states}`);
52 }
53 return lines.join(rng.int(0, 5) ? '\n' : '\r\n') + (rng.int(0, 3) ? '\n' : '');
56const root = mkdtempSync(join(tmpdir(), 'attr-')); let paths = 0, bad = 0; const seen = { withAttrs: 0, mergeSet: 0, mergeUnset: 0, mergeValue: 0, fromMacro: 0 };
57const rng0 = new Rng(SEED);
58for (let c = 0; c < N; c++) {
59 const seed = rng0.u32(); if (ONLY >= 0 && c !== ONLY) continue;
60 const rng = new Rng(seed); const w = join(root, `w${c}`); mkdirSync(w);
61 const git = (args, cwd = w) => spawnSync(GIT_BIN, ['-C', cwd, ...args], { env: ENV, maxBuffer: 1 << 26 });
62 git(['init', '-q']);
63 const files = new Map(); const all = [];
64 for (const d of DIRS) {
65 if (d && !rng.int(0, 2)) continue;
66 mkdirSync(join(w, d), { recursive: true });
67 for (const nm of NAMES) if (rng.int(0, 2)) { const p = d ? `${d}/${nm}` : nm; writeFileSync(join(w, p), 'x\n'); all.push(p); }
68 if (!d || rng.int(0, 2)) { const t = genFile(rng, !d); writeFileSync(join(w, d, '.gitattributes'), t); files.set(bytesToStr(new TextEncoder().encode(d)), bytesToStr(new TextEncoder().encode(t))); }
69 }
70 git(['add', '-A']); git(['commit', '-qm', 'c']);
71 // git's answer for every path at once: -z output is path NUL attr NUL value NUL ...
72 const res = spawnSync(GIT_BIN, ['-C', w, 'check-attr', '--source=HEAD', '-a', '-z', '--stdin'], { env: ENV, input: all.join('\0') + '\0', maxBuffer: 1 << 26 });
73 if (res.status !== 0) { console.log(`case ${c}: check-attr failed: ${res.stderr}`); process.exit(1); }
74 const fields = bytesToStr(res.stdout).split('\0'); const gitAttrs = new Map(all.map(p => [bytesToStr(new TextEncoder().encode(p)), new Map()]));
75 for (let i = 0; i + 2 < fields.length; i += 3) gitAttrs.get(fields[i])?.set(fields[i + 1], fields[i + 2]);
76 for (const [p, g] of gitAttrs) {
77 const ours = new Map([...attributesFor(p, files, { reserveBuiltin })].filter(([, v]) => v !== null).map(([k, v]) => [k, v === true ? 'set' : v === false ? 'unset' : v]));
78 const same = ours.size === g.size && [...ours].every(([k, v]) => g.get(k) === v);
79 paths++;
80 if (g.size) seen.withAttrs++; const mg = g.get('merge'); if (mg === 'set') seen.mergeSet++; else if (mg === 'unset') seen.mergeUnset++; else if (mg) seen.mergeValue++; if (g.get('binary') === 'set' || g.get('lock') === 'set' || g.get('gen') === 'set') seen.fromMacro++;
81 if (!same) { bad++; if (bad <= 5) console.log(`case ${c} (seed ${seed}) path ${JSON.stringify(p)}:\n git : ${JSON.stringify([...g])}\n ours: ${JSON.stringify([...ours])}\n files: ${JSON.stringify([...files])}`); }
82 }
83 rmSync(w, { recursive: true, force: true });
85rmSync(root, { recursive: true, force: true });
86console.log(`${N} trees, ${paths} paths (seed ${SEED}): ${paths - bad} equal to git check-attr, ${bad} different; exercised ${JSON.stringify(seen)}`);
87if (bad) process.exit(1);
Diagnostics4 git calls · 223 ms
CallStatusSizeTime0223 ms
discover200152 B3 ms
git.upload-pack discover
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=ls-refs
git.upstream.dur_ms=3
git.response.bytes=152
git.server.agent=gitty/1.0
git.server.object_format=sha1
git.server.caps=agent ls-refs fetch object-format
git.server.fetch=shallow filter sideband-all
git.protocol.version=2
git.pkt.frames=8
git.pkt.data=6
git.pkt.flush=2
git.pkt.delim=0
git.pkt.bytes=152
git.pkt.payload.max=34
ls-refs200145 B · hit3 ms
git.upload-pack ls-refs
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=ls-refs
git.upstream.dur_ms=3
git.response.bytes=145
git.response.cache=HIT
git.response.duration_ms=3
git.protocol.version=2
git.pkt.frames=3
git.pkt.data=2
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=145
git.pkt.payload.max=76
git.ls_refs.count=2
git.ls_refs.head=refs/heads/main
fetchblob:none · deepen 1020038 KiB · hit2 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=2
git.response.bytes=38434
git.response.cache=HIT
git.response.duration_ms=2
git.fetch.filter=blob:none
git.fetch.filter.requested=tree:0
git.fetch.filter.fallback=blob:none
git.fetch.filter.learned=false
git.fetch.wants=19912563f540228593df0c489082e5e2508e21e4
git.fetch.haves.count=0
git.fetch.deepen=10
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=6
git.pkt.data=4
git.pkt.flush=1
git.pkt.delim=1
git.pkt.bytes=38434
git.pkt.payload.max=38339
git.sideband.band1.bytes=38338
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0
git.pack.objects=63
git.pack.bytes=38338
git.pack.ofs_delta=0
git.pack.ref_delta=8
git.pack.chain.max=8
git.pack.trailer=0bc36ab7adf82d3109177f11f1ea93f1ce071f77
git.pack.full=55
Open pack map
fetch2002.8 KiB218 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=218
git.response.bytes=2860
git.response.cache=MISS
git.response.duration_ms=218
git.fetch.wants=a52596d0024cd4710a317d3b4381d5999677293d
git.fetch.haves.count=0
git.fetch.deepen=0
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=3
git.pkt.data=2
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=2860
git.pkt.payload.max=2839
git.sideband.band1.bytes=2838
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0

Each row is one HTTP round trip ply made to the git server for this page, on one timeline. discover asks what the server speaks, ls-refs lists branch tips, fetch brings objects by id. A hit was served by Workers Cache. Tap a row for its wire details.

Remote
https://5ad2236b39de4c8bd8f6270ea63f3ea9.artifacts.cloudflare.net/git/public-v0/ply.git
Ref
refs/heads/main
Commit
19912563f540228593df0c489082e5e2508e21e4
cf-ray
a5e2b53a9c3acf33
Request
3e628ed9…
Protocol
v2 · sha1
Agent
gitty/1.0
Filter
advertised
Fetch
shallow filter sideband-all
Capabilities
agent ls-refs fetch object-format