GitLabgitlab-org
cli
main
1// Package gomodproxy serves the Go module proxy protocol on loopback so the
2// Dependency Firewall can check module zips without a MITM certificate: go
3// and git on macOS trust only the system store, and installing the firewall's
4// CA there needs sudo.
5package gomodproxy
7import (
8 "path"
9 "regexp"
10 "strings"
12 "golang.org/x/mod/module"
13)
15type kind string
17const (
18 kindInfo kind = "info"
19 kindMod kind = "mod"
20 kindZip kind = "zip"
21 kindList kind = "list"
22 kindLatest kind = "latest"
23)
25// sumdbPrefix paths never parse but must reach the backend: a 404 on
26// "/sumdb/<name>/supported" makes go contact the checksum database directly,
27// over a connection that does not trust the MITM CA.
28const sumdbPrefix = "sumdb/"
30// toolchainModule is the pseudo-module go fetches toolchains through since
31// Go 1.21. go verifies toolchain zips against the checksum database even
32// with GOSUMDB=off, and the firewall has no policy for them.
33const toolchainModule = "golang.org/toolchain"
35// toolchainVersion matches the versions cmd/go requests for a toolchain:
36// v0.0.1-go<release>.<goos>-<goarch>.
37var toolchainVersion = regexp.MustCompile(`^v0\.0\.1-go1\.[0-9]+(\.[0-9]+|rc[0-9]+)\.[a-z0-9]+-[a-z0-9]+$`)
39type request struct {
40 module string
41 version string
42 kind kind
43}
45func parseRequest(reqPath string) (request, bool) {
46 trimmed := strings.TrimPrefix(reqPath, "/")
48 // '@' is illegal in module paths and '/' in versions, so cutting at the
49 // first "/@" matches goproxy's routing, and a second "/@v/" lands in the
50 // version, where UnescapeVersion refuses it.
51 escapedModule, rest, found := strings.Cut(trimmed, "/@")
52 if !found || escapedModule == "" {
53 return request{}, false
54 }
56 modPath, err := module.UnescapePath(escapedModule)
57 if err != nil {
58 return request{}, false
59 }
61 switch rest {
62 case "latest":
63 return request{module: modPath, kind: kindLatest}, true
64 case "v/list":
65 return request{module: modPath, kind: kindList}, true
66 }
68 escapedFile, ok := strings.CutPrefix(rest, "v/")
69 if !ok {
70 return request{}, false
71 }
73 ext := path.Ext(escapedFile)
74 k, ok := kindForExt(ext)
75 if !ok {
76 return request{}, false
77 }
79 version, err := module.UnescapeVersion(strings.TrimSuffix(escapedFile, ext))
80 if err != nil || version == "" {
81 return request{}, false
82 }
84 return request{module: modPath, version: version, kind: k}, true
85}
87func kindForExt(ext string) (kind, bool) {
88 switch ext {
89 case ".info":
90 return kindInfo, true
91 case ".mod":
92 return kindMod, true
93 case ".zip":
94 return kindZip, true
95 default:
96 return "", false
97 }
98}
100func isSumDB(p string) bool {
101 return strings.HasPrefix(strings.TrimPrefix(p, "/"), sumdbPrefix)
102}
104func isToolchain(r request) bool {
105 return r.module == toolchainModule && toolchainVersion.MatchString(r.version)
106}
Diagnostics7 git calls · 30 ms
CallStatusSizeTime030 ms
discover200185 B3 ms
git.upload-pack discover http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=2 git.response.bytes=185 git.server.agent=git/2.56.g1891de4-Linux git.server.object_format=sha1 git.server.caps=agent ls-refs fetch server-option object-format git.server.fetch=shallow wait-for-done filter git.protocol.version=2 git.pkt.frames=9 git.pkt.data=7 git.pkt.flush=2 git.pkt.delim=0 git.pkt.bytes=185 git.pkt.payload.max=35
ls-refs20058 KiB2 ms
git.upload-pack ls-refs http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=ls-refs git.upstream.dur_ms=2 git.response.bytes=59849 git.response.cache=UPDATING git.response.duration_ms=2 git.protocol.version=2 git.pkt.frames=731 git.pkt.data=730 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=59849 git.pkt.payload.max=143 git.ls_refs.count=730 git.ls_refs.head=refs/heads/main
fetchcombine:blob:none+tree:2 · deepen 12004.2 KiB · hit2 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=2 git.response.bytes=4273 git.response.cache=HIT git.response.duration_ms=2 git.fetch.filter=combine:blob:none+tree:2 git.fetch.wants=0dd7574dce9e385c5c30540e6c15657adc6bdce9 git.fetch.haves.count=0 git.fetch.deepen=1 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=7 git.pkt.data=5 git.pkt.flush=1 git.pkt.delim=1 git.pkt.bytes=4273 git.pkt.payload.max=4173 git.sideband.band1.bytes=4173 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=11 git.pack.bytes=4173 git.fetch.wide.objects=11 git.fetch.wide.extra_bytes=3930 git.fetch.wide.blobs=0
fetchtree:0 · deepen 1020032 KiB · hit2 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=2 git.response.bytes=32926 git.response.cache=HIT git.response.duration_ms=2 git.fetch.filter=tree:0 git.fetch.wants=0dd7574dce9e385c5c30540e6c15657adc6bdce9 git.fetch.haves.count=0 git.fetch.deepen=10 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=22 git.pkt.data=20 git.pkt.flush=1 git.pkt.delim=1 git.pkt.bytes=32926 git.pkt.payload.max=32046 git.sideband.band1.bytes=32046 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=80 git.pack.bytes=32046 git.pack.ofs_delta=36 git.pack.ref_delta=0 git.pack.chain.max=2 git.pack.trailer=cb0bad5d7ffc514895d8b21c4dd470327f90bc91 git.pack.full=44Open pack map
fetchtree:0200361 B · hit2 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=3 git.response.bytes=361 git.response.cache=HIT git.response.duration_ms=2 git.fetch.filter=tree:0 git.fetch.wants=506cba622ceda1473ee3cde63969809c144b7247 git.fetch.haves.count=0 git.fetch.deepen=0 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=4 git.pkt.data=3 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=361 git.pkt.payload.max=334 git.sideband.band1.bytes=334 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=1 git.pack.bytes=334 git.pack.trailer=26d32585a3a474717e00a318584ccd16918c9d32Open pack map
fetchtree:0200379 B · hit3 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=20 git.response.bytes=379 git.response.cache=HIT git.response.duration_ms=3 git.fetch.filter=tree:0 git.fetch.wants=21702eb6df99111b4d7a039e655c720d4209d5b6 git.fetch.haves.count=0 git.fetch.deepen=0 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=4 git.pkt.data=3 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=379 git.pkt.payload.max=352 git.sideband.band1.bytes=352 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=1 git.pack.bytes=352 git.pack.trailer=7d54607262a7ed73d2686c4df38d0272960c21fcOpen pack map
fetch2001.2 KiB · hit20 ms
git.upload-pack fetch http.response.status_code=200 git.response.bytes=1261 git.response.cache=HIT git.response.duration_ms=20 git.fetch.wants=e83a4d71b12e770f99aa059a9d8582330d6f054e git.fetch.haves.count=0 git.fetch.deepen=0 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=4 git.pkt.data=3 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=1261 git.pkt.payload.max=1234 git.sideband.band1.bytes=1234 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0
Each row is one HTTP round trip ply made to the git server for this page, on one timeline. discover asks what the server speaks, ls-refs lists branch tips, fetch brings objects by id. A hit was served by Workers Cache. Tap a row for its wire details.
- Remote
- https://gitlab.com/gitlab-org/cli
- Ref
- refs/heads/main
- Commit
- 0dd7574dce9e385c5c30540e6c15657adc6bdce9
- cf-ray
- a5e1aabe7fe32c38
- Request
- ee3e2238…
- Protocol
- v2 · sha1
- Agent
- git/2.56.g1891de4-Linux
- Filter
- advertised
- Fetch
- shallow wait-for-done filter
- Capabilities
- agent ls-refs fetch server-option object-format