GitLabgitlab-org

cli

main
ply6 git calls30 ms97 KiB5 cachedprotocol v2
165 lines5.0 KiBRaw
1package binarymgr
3import (
4 "archive/tar"
5 "archive/zip"
6 "compress/gzip"
7 "errors"
8 "fmt"
9 "io"
10 "os"
11 "path/filepath"
12 "strings"
15// TarGzExtractor returns an Extractor that opens a .tar.gz archive, locates
16// the entry whose basename matches binaryName, and writes it to destDir as
17// an executable file. Symlinks and hardlinks are skipped. Entries whose
18// resolved path escapes destDir are rejected (zip-slip).
19func TarGzExtractor(binaryName string) Extractor {
20 return func(srcPath, destDir string) (string, error) {
21 f, err := os.Open(srcPath)
22 if err != nil {
23 return "", fmt.Errorf("failed to open archive: %w", err)
24 }
25 defer f.Close()
27 gz, err := gzip.NewReader(f)
28 if err != nil {
29 return "", fmt.Errorf("failed to read gzip header: %w", err)
30 }
31 defer gz.Close()
33 // destDir must exist for filepath.Abs round-trips to be meaningful.
34 if err := os.MkdirAll(destDir, 0o755); err != nil {
35 return "", fmt.Errorf("failed to create extract directory: %w", err)
36 }
37 absDest, err := filepath.Abs(destDir)
38 if err != nil {
39 return "", fmt.Errorf("failed to resolve extract directory: %w", err)
40 }
42 tr := tar.NewReader(gz)
43 for {
44 hdr, err := tr.Next()
45 if errors.Is(err, io.EOF) {
46 return "", fmt.Errorf("archive does not contain %q", binaryName)
47 }
48 if err != nil {
49 return "", fmt.Errorf("failed to read archive: %w", err)
50 }
52 if hdr.Typeflag != tar.TypeReg {
53 continue
54 }
56 if strings.HasPrefix(hdr.Name, "/") || strings.HasPrefix(hdr.Name, `\`) {
57 return "", fmt.Errorf("archive entry %q escapes extract directory", hdr.Name)
58 }
59 cleaned := filepath.Clean(hdr.Name)
60 if strings.HasPrefix(cleaned, "..") || filepath.IsAbs(cleaned) {
61 return "", fmt.Errorf("archive entry %q escapes extract directory", hdr.Name)
62 }
63 if filepath.Base(cleaned) != binaryName {
64 continue
65 }
67 outPath := filepath.Join(absDest, filepath.Base(cleaned))
68 absOut, err := filepath.Abs(outPath)
69 if err != nil {
70 return "", fmt.Errorf("failed to resolve output path: %w", err)
71 }
72 if !strings.HasPrefix(absOut, absDest+string(filepath.Separator)) && absOut != absDest {
73 return "", fmt.Errorf("archive entry %q resolves outside extract directory", hdr.Name)
74 }
76 out, err := os.OpenFile(outPath, os.O_CREATE|os.O_WRONLY|os.O_TRUNC, 0o755)
77 if err != nil {
78 return "", fmt.Errorf("failed to create extracted file: %w", err)
79 }
80 if _, err := io.Copy(out, tr); err != nil {
81 out.Close()
82 return "", fmt.Errorf("failed to write extracted file: %w", err)
83 }
84 if err := out.Close(); err != nil {
85 return "", fmt.Errorf("failed to close extracted file: %w", err)
86 }
87 return outPath, nil
88 }
89 }
92// ZipExtractor returns an Extractor that opens a .zip archive, locates the
93// entry whose basename matches binaryName, and writes it to destDir as an
94// executable file. Entries whose resolved path escapes destDir are rejected
95// (zip-slip). Directories and non-regular entries are skipped.
96func ZipExtractor(binaryName string) Extractor {
97 return func(srcPath, destDir string) (string, error) {
98 r, err := zip.OpenReader(srcPath)
99 if err != nil {
100 return "", fmt.Errorf("failed to open archive: %w", err)
101 }
102 defer r.Close()
104 if err := os.MkdirAll(destDir, 0o755); err != nil {
105 return "", fmt.Errorf("failed to create extract directory: %w", err)
106 }
107 absDest, err := filepath.Abs(destDir)
108 if err != nil {
109 return "", fmt.Errorf("failed to resolve extract directory: %w", err)
110 }
112 for _, f := range r.File {
113 if f.FileInfo().IsDir() || !f.Mode().IsRegular() {
114 continue
115 }
117 if strings.HasPrefix(f.Name, "/") || strings.HasPrefix(f.Name, `\`) {
118 return "", fmt.Errorf("archive entry %q escapes extract directory", f.Name)
119 }
120 cleaned := filepath.Clean(f.Name)
121 if strings.HasPrefix(cleaned, "..") || filepath.IsAbs(cleaned) {
122 return "", fmt.Errorf("archive entry %q escapes extract directory", f.Name)
123 }
124 if filepath.Base(cleaned) != binaryName {
125 continue
126 }
128 outPath := filepath.Join(absDest, filepath.Base(cleaned))
129 absOut, err := filepath.Abs(outPath)
130 if err != nil {
131 return "", fmt.Errorf("failed to resolve output path: %w", err)
132 }
133 if !strings.HasPrefix(absOut, absDest+string(filepath.Separator)) && absOut != absDest {
134 return "", fmt.Errorf("archive entry %q resolves outside extract directory", f.Name)
135 }
137 if err := copyZipEntry(f, outPath); err != nil {
138 return "", err
139 }
140 return outPath, nil
141 }
142 return "", fmt.Errorf("archive does not contain %q", binaryName)
143 }
146func copyZipEntry(f *zip.File, outPath string) error {
147 rc, err := f.Open()
148 if err != nil {
149 return fmt.Errorf("failed to open archive entry: %w", err)
150 }
151 defer rc.Close()
153 out, err := os.OpenFile(outPath, os.O_CREATE|os.O_WRONLY|os.O_TRUNC, 0o755)
154 if err != nil {
155 return fmt.Errorf("failed to create extracted file: %w", err)
156 }
157 if _, err := io.Copy(out, rc); err != nil {
158 out.Close()
159 return fmt.Errorf("failed to write extracted file: %w", err)
160 }
161 if err := out.Close(); err != nil {
162 return fmt.Errorf("failed to close extracted file: %w", err)
163 }
164 return nil
Diagnostics6 git calls · 30 ms
CallStatusSizeTime030 ms
discover200185 B3 ms
git.upload-pack discover
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=ls-refs
git.upstream.dur_ms=3
git.response.bytes=185
git.server.agent=git/2.56.g1891de4-Linux
git.server.object_format=sha1
git.server.caps=agent ls-refs fetch server-option object-format
git.server.fetch=shallow wait-for-done filter
git.protocol.version=2
git.pkt.frames=9
git.pkt.data=7
git.pkt.flush=2
git.pkt.delim=0
git.pkt.bytes=185
git.pkt.payload.max=35
ls-refs20058 KiB · hit3 ms
git.upload-pack ls-refs
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=ls-refs
git.upstream.dur_ms=3
git.response.bytes=59849
git.response.cache=HIT
git.response.duration_ms=3
git.protocol.version=2
git.pkt.frames=731
git.pkt.data=730
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=59849
git.pkt.payload.max=143
git.ls_refs.count=730
git.ls_refs.head=refs/heads/main
fetchcombine:blob:none+tree:2 · deepen 12004.2 KiB · hit3 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=3
git.response.bytes=4273
git.response.cache=HIT
git.response.duration_ms=3
git.fetch.filter=combine:blob:none+tree:2
git.fetch.wants=0dd7574dce9e385c5c30540e6c15657adc6bdce9
git.fetch.haves.count=0
git.fetch.deepen=1
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=7
git.pkt.data=5
git.pkt.flush=1
git.pkt.delim=1
git.pkt.bytes=4273
git.pkt.payload.max=4173
git.sideband.band1.bytes=4173
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0
git.pack.objects=11
git.pack.bytes=4173
git.fetch.wide.objects=11
git.fetch.wide.extra_bytes=3930
git.fetch.wide.blobs=0
fetchtree:0 · deepen 1020032 KiB · hit5 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=2
git.response.bytes=32926
git.response.cache=HIT
git.response.duration_ms=5
git.fetch.filter=tree:0
git.fetch.wants=0dd7574dce9e385c5c30540e6c15657adc6bdce9
git.fetch.haves.count=0
git.fetch.deepen=10
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=22
git.pkt.data=20
git.pkt.flush=1
git.pkt.delim=1
git.pkt.bytes=32926
git.pkt.payload.max=32046
git.sideband.band1.bytes=32046
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0
git.pack.objects=80
git.pack.bytes=32046
git.pack.ofs_delta=36
git.pack.ref_delta=0
git.pack.chain.max=2
git.pack.trailer=cb0bad5d7ffc514895d8b21c4dd470327f90bc91
git.pack.full=44
Open pack map
fetchtree:0200528 B · hit4 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=4
git.response.bytes=528
git.response.cache=HIT
git.response.duration_ms=4
git.fetch.filter=tree:0
git.fetch.wants=6f25b436c20690dd9e61e310cecb2c93d3671017
git.fetch.haves.count=0
git.fetch.deepen=0
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=4
git.pkt.data=3
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=528
git.pkt.payload.max=501
git.sideband.band1.bytes=501
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0
git.pack.objects=1
git.pack.bytes=501
git.pack.trailer=3f78362ab585c40c9cff18b66b4df6f87bfba2d8
Open pack map
fetch2001.2 KiB · hit20 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=20
git.response.bytes=1261
git.response.cache=HIT
git.response.duration_ms=20
git.fetch.wants=1f1ffdc9c400bc260ccbd9d9faaf62c52708a499
git.fetch.haves.count=0
git.fetch.deepen=0
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=4
git.pkt.data=3
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=1261
git.pkt.payload.max=1234
git.sideband.band1.bytes=1234
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0

Each row is one HTTP round trip ply made to the git server for this page, on one timeline. discover asks what the server speaks, ls-refs lists branch tips, fetch brings objects by id. A hit was served by Workers Cache. Tap a row for its wire details.

Remote
https://gitlab.com/gitlab-org/cli
Ref
refs/heads/main
Commit
0dd7574dce9e385c5c30540e6c15657adc6bdce9
cf-ray
a5e146485b290bf5
Request
043fa3b0…
Protocol
v2 · sha1
Agent
git/2.56.g1891de4-Linux
Filter
advertised
Fetch
shallow wait-for-done filter
Capabilities
agent ls-refs fetch server-option object-format