main
ply4 git calls228 ms47 KiB2 cachedprotocol v2
561 lines24 KiBRaw
1{
2 "$comment": [
3 "Provenance of every threshold in scripts/cd/cd.policy.json and ply-web's limits (src/limits.ts, src/viewer/limits.ts), issue #73.",
4 "Each entry is either status 'calibrated' with source, query, window, date, n, percentile and headroom, or status 'PRIOR (uncalibrated)' with why.",
5 "value must equal the threshold's current value: changing a threshold without updating its citation fails test/calibrate-provenance.test.ts.",
6 "metric names the distribution that calibrates it (attribute, route or '*', quantile, headroom multiplier, band ratio); scripts/calibrate --check reads it.",
7 "Key form: '<source>:<path>'; policy paths may use [*] for every array element, with value the array of element values."
8 ],
9 "minN": {
10 "value": 30,
11 "status": "PRIOR (uncalibrated)",
12 "why": "Fewest samples in a route's group before scripts/calibrate --check judges a band; below it the result is insufficient, never drift. A round floor."
13 },
14 "thresholds": {
15 "policy:steps[*].percent": {
16 "value": [
17 10,
18 25,
19 50,
20 75,
21 100
22 ],
23 "status": "PRIOR (uncalibrated)",
24 "why": "Ramp schedule chosen by hand; no step-size study. Calibrate from the per-step detectable effect (scripts/cd/forecast.ts lines) once enough ramps are logged."
25 },
26 "policy:steps[*].dwellMs": {
27 "value": [
28 30000,
29 25000,
30 25000,
31 25000,
32 40000
33 ],
34 "status": "calibrated",
35 "source": "ledger ramp-step observations of runs 2026-11-06T17-35-09-419Z through 2026-11-06T21-06-26-841Z; live-check durations of the promote runs 2026-11-06T21-45-51-484Z through 2026-11-07T19-39-00-604Z",
36 "query": "ramp-step measurement nextRequests / aggregateRequests per step; run_finished stage durations smoke-live + telemetry-live",
37 "window": "10/25/50/75% ramp steps (n=33); 100% promote watches (n=10)",
38 "date": "2026-11-08",
39 "n": 43,
40 "percentile": "minimum observed new-version share per percent (0.0874 at 10% excluding the pre-warm-up 0.0712 rollback, 0.232 at 25%); median live-check time 49 s; not a percentile",
41 "headroom": "10%: 1500 issued x 0.0874 = 131 new vs split.minNewRequests 100. 25-75%: 1250 issued, 25% above probe.minSamples 1000. 100%: unchanged, bounded by the live checks. Full derivation: cd.policy.json calibration[steps[*].dwellMs]."
42 },
43 "policy:ingestWaitMs": {
44 "value": 20000,
45 "status": "calibrated",
46 "source": "runs 2026-11-08T16-58-16-960Z and 2026-11-08T17-07-46-259Z (polled ingest); run 2026-11-01T00-10-02-620Z",
47 "query": "ramp-step aggregateRequests per poll after the dwell end",
48 "window": "every ramp step of both 2026-11-08 runs",
49 "date": "2026-11-08",
50 "n": 10,
51 "percentile": "logged count plateaued at the 4th poll, 21.8-24.1 s after the dwell end, on all 5 steps of 2026-11-08T17-07-46-259Z (n=5); the ~93% plateau was the $metadata.id dedupe bug (fixed ace0eb9), not ingest; not a percentile",
52 "headroom": "the last poll under a 20000 ceiling returns at about +22-24 s, at the measured plateau; 30000 added two flat polls a step (ramp 374 s vs 325 s)"
53 },
54 "policy:warmupMs": {
55 "value": 10000,
56 "status": "calibrated",
57 "source": "runs 2026-11-06T20-01-37-842Z and 2026-11-06T20-11-49-685Z",
58 "query": "old-version request events after the 100% deployment's created_on, Workers Observability events view, service ply, partitioned by $workers.scriptVersion.id",
59 "window": "100% ramp steps of 86456068 (previous c43f01cd)",
60 "date": "2026-11-06",
61 "n": 2,
62 "percentile": "max of two measured split-propagation tails (4.6 s, 3.7 s; 24 and 25 old-version requests, none later); not a percentile",
63 "headroom": "10000 is 2.2x the larger tail"
64 },
65 "policy:probe.rps": {
66 "value": 25,
67 "status": "PRIOR (uncalibrated)",
68 "why": "Round probe rate; it sets the probe sample count per dwell (rps x calls x dwell), not derived from a distribution."
69 },
70 "policy:probe.maxLossRate": {
71 "value": 0.0012658227848101266,
72 "status": "calibrated",
73 "source": "run 2026-11-01T17-06-08-780Z",
74 "query": "probe outcomes (scripts/cd/probe.ts) lost / issued",
75 "window": "100% ramp step",
76 "date": "2026-11-01",
77 "n": 790,
78 "percentile": "one measured step (1/790), not a percentile",
79 "headroom": "none above the measured loss; a greater rate is a fault (cd.policy.json probe.calibration)"
80 },
81 "policy:probe.timeoutMs": {
82 "value": 2000,
83 "status": "calibrated",
84 "source": "run 2026-11-01T19-40-35-485Z",
85 "query": "probe latencyMs by outcome (scripts/cd/probe.ts)",
86 "window": "50% ramp step",
87 "date": "2026-11-01",
88 "n": 118,
89 "percentile": "healthy response p50 41-101ms on both versions",
90 "headroom": "above 10x the healthy p50 upper bound (1010ms), below the 69830ms stall (cd.policy.json probe.schedule)"
91 },
92 "policy:probe.maxInFlight": {
93 "value": 50,
94 "status": "PRIOR (uncalibrated)",
95 "why": "cd.policy.json probe.schedule.headroom: the previous cap was one second of ticks times 2 calls; healthy in-flight is about 5."
96 },
97 "policy:probe.minSamples": {
98 "value": 1000,
99 "status": "PRIOR (uncalibrated)",
100 "why": "cd.policy.json probe.schedule.headroom: a round floor above the 128-sample stalled window and below the ~1990 of a healthy step."
101 },
102 "policy:probe.stallLatencyMs": {
103 "value": 1000,
104 "status": "PRIOR (uncalibrated)",
105 "why": "cd.policy.json probe.schedule.headroom: a round threshold above the 101ms p50 and below timeoutMs."
106 },
107 "policy:probe.windowAttempts": {
108 "value": 2,
109 "status": "calibrated",
110 "source": "run 2026-11-01T19-40-35-485Z",
111 "query": "stalled probe windows per step (scripts/cd/probe.ts judgeProbeWindow retry)",
112 "window": "50% ramp step",
113 "date": "2026-11-01",
114 "n": 1,
115 "percentile": "one stalled window observed, not a percentile",
116 "headroom": "the stalled window plus one re-run"
117 },
118 "policy:probe.windowBackoffMs": {
119 "value": 1000,
120 "status": "PRIOR (uncalibrated)",
121 "why": "cd.policy.json probe.schedule.headroom: the run did not wait between windows."
122 },
123 "policy:burn.fastBurn": {
124 "value": 14.4,
125 "status": "PRIOR (uncalibrated)",
126 "why": "Google SRE workbook fast-burn multiple (scripts/cd/slo.ts FAST_BURN): an external convention, not a ply-web distribution."
127 },
128 "policy:burn.minSamples": {
129 "value": 100,
130 "status": "PRIOR (uncalibrated)",
131 "why": "Round floor before a burn rate is judged (scripts/cd/slo.ts MIN_SAMPLES)."
132 },
133 "policy:split.z": {
134 "value": 3,
135 "status": "PRIOR (uncalibrated)",
136 "why": "Three standard errors on the routed-share binomial band; a convention, not fitted to observed split noise."
137 },
138 "policy:split.minNewRequests": {
139 "value": 100,
140 "status": "PRIOR (uncalibrated)",
141 "why": "Round floor of new-version requests before a step can advance."
142 },
143 "policy:telemetry.maxLossRate": {
144 "value": 0.5,
145 "status": "PRIOR (uncalibrated)",
146 "why": "Default (scripts/cd/policy.ts DEFAULT_MAX_LOSS_RATE): fail only when more than half the smoke ids are missing. Calibrate from the telemetry-loss observations the CD logs per run."
147 },
148 "policy:telemetry.query.attempts": {
149 "value": 3,
150 "status": "calibrated",
151 "source": "run 2026-11-01T19-17-18-170Z",
152 "query": "cf o11y telemetry query exit status per invocation (scripts/cd/query-retry.ts)",
153 "window": "100% ramp step",
154 "date": "2026-11-01",
155 "n": 1,
156 "percentile": "one measured timeout, not a percentile",
157 "headroom": "two attempts past the single timeout that rolled the step back"
158 },
159 "policy:telemetry.query.backoffMs": {
160 "value": 1000,
161 "status": "PRIOR (uncalibrated)",
162 "why": "cd.policy.json telemetry.query.calibration.headroom: the run did not retry."
163 },
164 "policy:cleanup.attempts": {
165 "value": 3,
166 "status": "calibrated",
167 "source": "run 2026-11-01T17-29-43-122Z",
168 "query": "cf artifacts repo delete exit status (scripts/cd/cleanup.ts)",
169 "window": "post-ramp scratch repo delete",
170 "date": "2026-11-01",
171 "n": 1,
172 "percentile": "one measured delete (103000ms timeout, then 404), not a percentile",
173 "headroom": "one attempt past the timeout-then-404 that confirmed deletion"
174 },
175 "policy:cleanup.backoffMs": {
176 "value": 1000,
177 "status": "PRIOR (uncalibrated)",
178 "why": "cd.policy.json cleanup.calibration.headroom: the confirming retry was immediate."
179 },
180 "policy:cleanup.staleMinutes": {
181 "value": 60,
182 "status": "PRIOR (uncalibrated)",
183 "why": "cd.policy.json cleanup.calibration.headroom: the previous sweep age, not a measured leak age."
184 },
185 "api:maxObjectSize": {
186 "value": 16777216,
187 "status": "PRIOR (uncalibrated)",
188 "why": "Derived from the 128 MiB isolate budget (src/limits.ts), not from a request distribution.",
189 "metric": {
190 "attribute": "git.read.blob.size",
191 "route": "api",
192 "quantile": 0.999,
193 "headroom": 4,
194 "band": 2
195 }
196 },
197 "api:maxPackBytes": {
198 "value": 33554432,
199 "status": "PRIOR (uncalibrated)",
200 "why": "Derived from the 128 MiB isolate budget (src/limits.ts), not from a request distribution.",
201 "metric": {
202 "attribute": "git.pack.bytes",
203 "route": "api",
204 "quantile": 0.999,
205 "headroom": 4,
206 "band": 2
207 }
208 },
209 "api:maxHarvestBytes": {
210 "value": 16777216,
211 "status": "PRIOR (uncalibrated)",
212 "why": "Derived from the 128 MiB isolate budget (src/limits.ts), not from a request distribution."
213 },
214 "api:maxInflatedTotal": {
215 "value": 67108864,
216 "status": "PRIOR (uncalibrated)",
217 "why": "Four maximum-sized objects (merge-base triple plus commit) under the isolate budget; not from a distribution.",
218 "metric": {
219 "attribute": "git.pack.inflated.bytes",
220 "route": "api",
221 "quantile": 0.999,
222 "headroom": 4,
223 "band": 2
224 }
225 },
226 "api:maxPackObjects": {
227 "value": 100000,
228 "status": "PRIOR (uncalibrated)",
229 "why": "ply's buffered-pack object ceiling; the inflated-byte cap is the memory bound.",
230 "metric": {
231 "attribute": "git.pack.objects",
232 "route": "api",
233 "quantile": 0.999,
234 "headroom": 4,
235 "band": 2
236 }
237 },
238 "api:maxLsRefsBytes": {
239 "value": 33554432,
240 "status": "PRIOR (uncalibrated)",
241 "why": "Shares the pack byte cap: one ref listing is buffered.",
242 "metric": {
243 "attribute": "git.response.bytes",
244 "route": "GET /v1/refs",
245 "quantile": 0.999,
246 "headroom": 4,
247 "band": 2
248 }
249 },
250 "api:requestTimeoutMs": {
251 "value": 10000,
252 "status": "calibrated",
253 "source": "loop 2026-11-08 phase6 remeasure + Workers Observability calibrate (service ply); cited in ivarvong/ply-web#73",
254 "query": "ply-loadgen phase6 worker/* latencies (identical suite) and git.response.duration_ms / request wall times on ply @ fcb0148c",
255 "window": "phase6 remeasure 2026-11-08T09:20 America/New_York; calibrate 30m post-promote",
256 "date": "2026-11-08",
257 "n": 20,
258 "percentile": "phase6 max on slowest route worker/read/big20m = 2624ms; other routes max \u2264652ms; not near 10s",
259 "headroom": "10000 is ~3.8x the observed max (2624ms); prior 30000 was PRIOR (uncalibrated)",
260 "comment": "https://github.com/ivarvong/ply-web/issues/73",
261 "metric": {
262 "attribute": "http.request.duration_ms",
263 "route": "GET /v1/blob (read/big20m)",
264 "quantile": 1.0,
265 "headroom": 3.8,
266 "band": 2
267 }
268 },
269 "api:maxBodyBytes": {
270 "value": 1048576,
271 "status": "PRIOR (uncalibrated)",
272 "why": "Round JSON request body cap."
273 },
274 "mirror:maxPackBytes": {
275 "value": 33554432,
276 "status": "PRIOR (uncalibrated)",
277 "why": "Mirror cron sizes (src/limits.ts MIRROR_CAPS) chosen for the two mirrored repos; no sync-size distribution yet."
278 },
279 "mirror:maxObjectSize": {
280 "value": 16777216,
281 "status": "PRIOR (uncalibrated)",
282 "why": "Mirror cron sizes (src/limits.ts MIRROR_CAPS) chosen for the two mirrored repos; no sync-size distribution yet."
283 },
284 "mirror:maxInflatedTotal": {
285 "value": 100663296,
286 "status": "PRIOR (uncalibrated)",
287 "why": "Mirror cron sizes (src/limits.ts MIRROR_CAPS) chosen for the two mirrored repos; no sync-size distribution yet."
288 },
289 "mirror:maxHarvestBytes": {
290 "value": 16777216,
291 "status": "PRIOR (uncalibrated)",
292 "why": "Mirror cron sizes (src/limits.ts MIRROR_CAPS) chosen for the two mirrored repos; no sync-size distribution yet."
293 },
294 "mirror:maxPackObjects": {
295 "value": 50000,
296 "status": "PRIOR (uncalibrated)",
297 "why": "Mirror cron sizes (src/limits.ts MIRROR_CAPS) chosen for the two mirrored repos; no sync-size distribution yet."
298 },
299 "mirror:requestTimeoutMs": {
300 "value": 30000,
301 "status": "PRIOR (uncalibrated)",
302 "why": "Mirror cron sizes (src/limits.ts MIRROR_CAPS) chosen for the two mirrored repos; no sync-size distribution yet."
303 },
304 "verify:maxPackBytes": {
305 "value": 16777216,
306 "status": "PRIOR (uncalibrated)",
307 "why": "GitCache verification buffers the pack (src/limits.ts VERIFY_CAPS); sized to the isolate, not to a cached-pack distribution.",
308 "metric": {
309 "attribute": "git.pack.bytes",
310 "route": "*",
311 "quantile": 0.999,
312 "headroom": 4,
313 "band": 2
314 }
315 },
316 "verify:maxObjectSize": {
317 "value": 16777216,
318 "status": "PRIOR (uncalibrated)",
319 "why": "GitCache verification buffers the pack (src/limits.ts VERIFY_CAPS); sized to the isolate, not to a cached-pack distribution."
320 },
321 "verify:maxInflatedTotal": {
322 "value": 67108864,
323 "status": "PRIOR (uncalibrated)",
324 "why": "GitCache verification buffers the pack (src/limits.ts VERIFY_CAPS); sized to the isolate, not to a cached-pack distribution."
325 },
326 "verify:maxHarvestBytes": {
327 "value": 16777216,
328 "status": "PRIOR (uncalibrated)",
329 "why": "GitCache verification buffers the pack (src/limits.ts VERIFY_CAPS); sized to the isolate, not to a cached-pack distribution."
330 },
331 "verify:maxPackObjects": {
332 "value": 100000,
333 "status": "PRIOR (uncalibrated)",
334 "why": "GitCache verification buffers the pack (src/limits.ts VERIFY_CAPS); sized to the isolate, not to a cached-pack distribution."
335 },
336 "verify:maxTreeEntries": {
337 "value": 1000000,
338 "status": "PRIOR (uncalibrated)",
339 "why": "Verification must not refuse a tree the reader accepted; set far above any read cap."
340 },
341 "verify:requestTimeoutMs": {
342 "value": 30000,
343 "status": "PRIOR (uncalibrated)",
344 "why": "GitCache verification buffers the pack (src/limits.ts VERIFY_CAPS); sized to the isolate, not to a cached-pack distribution."
345 },
346 "viewer:maxUpstreamBytes": {
347 "value": 4194304,
348 "status": "PRIOR (uncalibrated)",
349 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution."
350 },
351 "viewer:maxPackBytes": {
352 "value": 2097152,
353 "status": "PRIOR (uncalibrated)",
354 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution.",
355 "metric": {
356 "attribute": "git.pack.bytes",
357 "route": "viewer",
358 "quantile": 0.999,
359 "headroom": 4,
360 "band": 2
361 }
362 },
363 "viewer:maxPackObjects": {
364 "value": 400,
365 "status": "PRIOR (uncalibrated)",
366 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution.",
367 "metric": {
368 "attribute": "git.pack.objects",
369 "route": "viewer",
370 "quantile": 0.999,
371 "headroom": 4,
372 "band": 2
373 }
374 },
375 "viewer:maxInflatedTotal": {
376 "value": 4194304,
377 "status": "PRIOR (uncalibrated)",
378 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution.",
379 "metric": {
380 "attribute": "git.pack.inflated.bytes",
381 "route": "viewer",
382 "quantile": 0.999,
383 "headroom": 4,
384 "band": 2
385 }
386 },
387 "viewer:maxObjectSize": {
388 "value": 1048576,
389 "status": "PRIOR (uncalibrated)",
390 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution."
391 },
392 "viewer:maxFileDisplayBytes": {
393 "value": 262144,
394 "status": "PRIOR (uncalibrated)",
395 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution."
396 },
397 "viewer:maxDeltaChain": {
398 "value": 32,
399 "status": "PRIOR (uncalibrated)",
400 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution.",
401 "metric": {
402 "attribute": "git.pack.chain.max",
403 "route": "viewer",
404 "quantile": 0.999,
405 "headroom": 4,
406 "band": 2
407 }
408 },
409 "viewer:maxDeltaResult": {
410 "value": 1048576,
411 "status": "PRIOR (uncalibrated)",
412 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution."
413 },
414 "viewer:requestTimeoutMs": {
415 "value": 12000,
416 "status": "PRIOR (uncalibrated)",
417 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution.",
418 "metric": {
419 "attribute": "git.response.duration_ms",
420 "route": "viewer",
421 "quantile": 0.999,
422 "headroom": 10,
423 "band": 2
424 }
425 },
426 "viewer:pageTimeoutMs": {
427 "value": 20000,
428 "status": "PRIOR (uncalibrated)",
429 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution."
430 },
431 "viewer:maxSubrequests": {
432 "value": 16,
433 "status": "PRIOR (uncalibrated)",
434 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution."
435 },
436 "viewer:maxRedirects": {
437 "value": 2,
438 "status": "PRIOR (uncalibrated)",
439 "why": "Protocol-safety bound, not a load threshold."
440 },
441 "viewer:maxRefs": {
442 "value": 2000,
443 "status": "PRIOR (uncalibrated)",
444 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution.",
445 "metric": {
446 "attribute": "git.ls_refs.count",
447 "route": "viewer",
448 "quantile": 0.999,
449 "headroom": 4,
450 "band": 2
451 }
452 },
453 "viewer:maxBranchesShown": {
454 "value": 200,
455 "status": "PRIOR (uncalibrated)",
456 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution."
457 },
458 "viewer:maxTagsShown": {
459 "value": 100,
460 "status": "PRIOR (uncalibrated)",
461 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution."
462 },
463 "viewer:hintNearbyRefs": {
464 "value": 4,
465 "status": "PRIOR (uncalibrated)",
466 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution."
467 },
468 "viewer:maxTreeEntries": {
469 "value": 2000,
470 "status": "PRIOR (uncalibrated)",
471 "why": "Back to 2,000 after ply #47 (src/viewer/limits.ts); a design value, not from a tree-size distribution."
472 },
473 "viewer:maxTreeShown": {
474 "value": 500,
475 "status": "PRIOR (uncalibrated)",
476 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution."
477 },
478 "viewer:maxLogCommits": {
479 "value": 10,
480 "status": "PRIOR (uncalibrated)",
481 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution."
482 },
483 "viewer:maxPreviewChars": {
484 "value": 2000,
485 "status": "PRIOR (uncalibrated)",
486 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution."
487 },
488 "viewer:maxUrlLength": {
489 "value": 2048,
490 "status": "PRIOR (uncalibrated)",
491 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution."
492 },
493 "viewer:maxLineRows": {
494 "value": 4000,
495 "status": "PRIOR (uncalibrated)",
496 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution."
497 },
498 "viewer:ratePerMinute": {
499 "value": 60,
500 "status": "PRIOR (uncalibrated)",
501 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution."
502 },
503 "viewer:packRatePerMinute": {
504 "value": 20,
505 "status": "PRIOR (uncalibrated)",
506 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution."
507 },
508 "viewer:rateWindowMs": {
509 "value": 60000,
510 "status": "PRIOR (uncalibrated)",
511 "why": "Public viewer cap chosen by hand (src/viewer/limits.ts); not from a viewer request distribution."
512 },
513 "viewer:rateCeiling": {
514 "value": 1000,
515 "status": "PRIOR (uncalibrated)",
516 "why": "Clamp on an operator-set rate, not a load threshold."
517 },
518 "policy:ingestPollMs": {
519 "value": 3000,
520 "status": "PRIOR (uncalibrated)",
521 "why": "Re-query period for the polled ingest wait after each ramp step (moved from promote.ingestPollMs 2026-11-08, when the direct promote was removed): each poll is two telemetry queries of ~1 s (run 2026-11-06T21-06-26-841Z), so 3 s keeps the query load under one in flight. policy:ingestWaitMs stays the ceiling; the poll stops early only once >= 98% of answered probes are logged (scripts/cd/ramp.ts INGEST_LANDED)."
522 },
523 "policy:rate.probes": {
524 "value": 30,
525 "status": "PRIOR (uncalibrated)",
526 "why": "Round probe count for the rate gate (scripts/cd/rate-gate.ts): enough warm default-mode checks to judge a 10% fail_open share at a 0% canary, which has no other viewer traffic."
527 },
528 "policy:rate.probeGapMs": {
529 "value": 300,
530 "status": "PRIOR (uncalibrated)",
531 "why": "Above a fresh isolate's first RateCache read (MISS 403-481 ms on lat2 is the worst; HIT/SWR p99 12 ms) so a probe rarely lands while its isolate's first read is still in flight; 30 probes take ~9 s."
532 },
533 "policy:rate.minChecks": {
534 "value": 20,
535 "status": "PRIOR (uncalibrated)",
536 "why": "Two thirds of the 30 probes: tolerates a third lost to ingest before the fail_open share is unevaluable (a harness fault, not a pass)."
537 },
538 "policy:rate.maxFailOpenRate": {
539 "value": 0.1,
540 "status": "calibrated",
541 "source": "Workers Observability spans, 7 days to 2026-11-07T17:30Z, every version since the batched limiter shipped (6ed2e746 through e8846911; runs lat1-lat8, abuse1-5, fault1-2)",
542 "query": "count of ply.rate.check by ply.script_version, rate.mode, rate.decision (calculations view), split by rate.load",
543 "window": "7 days, per version",
544 "date": "2026-11-07",
545 "n": 151822,
546 "percentile": "share, not a percentile: all batched checks 156/151822 = 0.10% fail_open; load runs per version 0-0.13% (2a4741c0 109/83,574); real (non-load) traffic per version 36-566 checks, worst 7.7% (ccad274e 4/52, cold isolates included)",
547 "headroom": "0.1 is above the worst real-traffic share (7.7%, which included the cold-isolate first reads the gate excludes) and 75x the load share (0.13%); a broken read path fails open ~100%"
548 },
549 "policy:rate.maxDroppedFlushes": {
550 "value": 0,
551 "status": "calibrated",
552 "source": "Workers Observability spans, 7 days to 2026-11-07T17:30Z, every version since the batched limiter shipped (6ed2e746 through e8846911; runs lat1-lat8, abuse1-5, fault1-2)",
553 "query": "count of ply.rate.flush by ply.script_version, rate.batch.outcome, rate.batch.deadline_hit; dropped ones by rate.fault; ply.rate.check with rate.batch.dropped",
554 "window": "7 days, 11 versions",
555 "date": "2026-11-07",
556 "n": 128753,
557 "percentile": "count, not a percentile: 1 dropped of 128,753 and it carried an injected fault (a020b1b1 error;attempts=2, run fault2); 0 overflow",
558 "headroom": "none: the no-fault baseline is 0 (rule of three: < 2.3e-5 per flush), so any drop without a fault fails"
559 }
560 }
Diagnostics4 git calls · 228 ms
CallStatusSizeTime0228 ms
discover200152 B3 ms
git.upload-pack discover
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=ls-refs
git.upstream.dur_ms=3
git.response.bytes=152
git.server.agent=gitty/1.0
git.server.object_format=sha1
git.server.caps=agent ls-refs fetch object-format
git.server.fetch=shallow filter sideband-all
git.protocol.version=2
git.pkt.frames=8
git.pkt.data=6
git.pkt.flush=2
git.pkt.delim=0
git.pkt.bytes=152
git.pkt.payload.max=34
ls-refs200145 B · hit3 ms
git.upload-pack ls-refs
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=ls-refs
git.upstream.dur_ms=3
git.response.bytes=145
git.response.cache=HIT
git.response.duration_ms=3
git.protocol.version=2
git.pkt.frames=3
git.pkt.data=2
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=145
git.pkt.payload.max=76
git.ls_refs.count=2
git.ls_refs.head=refs/heads/main
fetchblob:none · deepen 1020042 KiB · hit2 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=2
git.response.bytes=42585
git.response.cache=HIT
git.response.duration_ms=2
git.fetch.filter=blob:none
git.fetch.filter.requested=tree:0
git.fetch.filter.fallback=blob:none
git.fetch.filter.learned=false
git.fetch.wants=262b639aa1b258fc1777c3a66ba8f811df3a3da2
git.fetch.haves.count=0
git.fetch.deepen=10
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=6
git.pkt.data=4
git.pkt.flush=1
git.pkt.delim=1
git.pkt.bytes=42585
git.pkt.payload.max=42490
git.sideband.band1.bytes=42489
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0
git.pack.objects=61
git.pack.bytes=42489
git.pack.ofs_delta=0
git.pack.ref_delta=0
git.pack.chain.max=0
git.pack.trailer=7dbf576d97429022615f79aa46b440d9da603496
git.pack.full=61
Open pack map
fetch2005.3 KiB223 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=222
git.response.bytes=5391
git.response.cache=MISS
git.response.duration_ms=223
git.fetch.wants=c5cc7a272a05582972c29d7cff250833dddc0e64
git.fetch.haves.count=0
git.fetch.deepen=0
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=3
git.pkt.data=2
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=5391
git.pkt.payload.max=5370
git.sideband.band1.bytes=5369
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0

Each row is one HTTP round trip ply made to the git server for this page, on one timeline. discover asks what the server speaks, ls-refs lists branch tips, fetch brings objects by id. A hit was served by Workers Cache. Tap a row for its wire details.

Remote
https://5ad2236b39de4c8bd8f6270ea63f3ea9.artifacts.cloudflare.net/git/public-v0/ply-web.git
Ref
refs/heads/main
Commit
262b639aa1b258fc1777c3a66ba8f811df3a3da2
cf-ray
a5e1c3300ed636cd
Request
4ed44f6d…
Protocol
v2 · sha1
Agent
gitty/1.0
Filter
advertised
Fetch
shallow filter sideband-all
Capabilities
agent ls-refs fetch object-format