GitLabgitlab-org

cli

main
ply7 git calls325 ms98 KiB5 cachedprotocol v2
166 lines4.9 KiBRaw
1//go:build !integration
3package pm
5import (
6 "crypto/ecdsa"
7 "crypto/elliptic"
8 "crypto/rand"
9 "crypto/tls"
10 "crypto/x509"
11 "crypto/x509/pkix"
12 "encoding/pem"
13 "math/big"
14 "net"
15 "os"
16 "path/filepath"
17 "testing"
18 "time"
20 "github.com/stretchr/testify/assert"
21 "github.com/stretchr/testify/require"
24type testAuthority struct {
25 cert *x509.Certificate
26 key *ecdsa.PrivateKey
29func newTestAuthority(t *testing.T) testAuthority {
30 t.Helper()
31 key, err := ecdsa.GenerateKey(elliptic.P256(), rand.Reader)
32 require.NoError(t, err)
33 tmpl := &x509.Certificate{
34 SerialNumber: big.NewInt(1),
35 Subject: pkix.Name{CommonName: "glab test CA"},
36 NotBefore: time.Now().Add(-time.Hour),
37 NotAfter: time.Now().Add(time.Hour),
38 IsCA: true,
39 BasicConstraintsValid: true,
40 KeyUsage: x509.KeyUsageCertSign,
41 }
42 der, err := x509.CreateCertificate(rand.Reader, tmpl, tmpl, &key.PublicKey, key)
43 require.NoError(t, err)
44 cert, err := x509.ParseCertificate(der)
45 require.NoError(t, err)
46 return testAuthority{cert: cert, key: key}
49func (a testAuthority) pem() []byte {
50 return pem.EncodeToMemory(&pem.Block{Type: "CERTIFICATE", Bytes: a.cert.Raw})
53func (a testAuthority) leaf(t *testing.T, host string) *x509.Certificate {
54 t.Helper()
55 key, err := ecdsa.GenerateKey(elliptic.P256(), rand.Reader)
56 require.NoError(t, err)
57 tmpl := &x509.Certificate{
58 SerialNumber: big.NewInt(2),
59 Subject: pkix.Name{CommonName: host},
60 DNSNames: []string{host},
61 NotBefore: time.Now().Add(-time.Hour),
62 NotAfter: time.Now().Add(time.Hour),
63 KeyUsage: x509.KeyUsageDigitalSignature,
64 ExtKeyUsage: []x509.ExtKeyUsage{x509.ExtKeyUsageServerAuth},
65 }
66 der, err := x509.CreateCertificate(rand.Reader, tmpl, a.cert, &key.PublicKey, a.key)
67 require.NoError(t, err)
68 cert, err := x509.ParseCertificate(der)
69 require.NoError(t, err)
70 return cert
73func (a testAuthority) serverCert(t *testing.T, ip net.IP) tls.Certificate {
74 t.Helper()
75 key, err := ecdsa.GenerateKey(elliptic.P256(), rand.Reader)
76 require.NoError(t, err)
77 tmpl := &x509.Certificate{
78 SerialNumber: big.NewInt(3),
79 IPAddresses: []net.IP{ip},
80 NotBefore: time.Now().Add(-time.Hour),
81 NotAfter: time.Now().Add(time.Hour),
82 KeyUsage: x509.KeyUsageDigitalSignature,
83 ExtKeyUsage: []x509.ExtKeyUsage{x509.ExtKeyUsageServerAuth},
84 }
85 der, err := x509.CreateCertificate(rand.Reader, tmpl, a.cert, &key.PublicKey, a.key)
86 require.NoError(t, err)
87 return tls.Certificate{Certificate: [][]byte{der}, PrivateKey: key}
90func writeTestFile(t *testing.T, name string, content []byte) string {
91 t.Helper()
92 path := filepath.Join(t.TempDir(), name)
93 require.NoError(t, os.WriteFile(path, content, 0o600))
94 return path
97func assertVerifies(t *testing.T, pool *x509.CertPool, leaf *x509.Certificate) {
98 t.Helper()
99 _, err := leaf.Verify(x509.VerifyOptions{DNSName: leaf.DNSNames[0], Roots: pool})
100 assert.NoError(t, err)
103func TestUpstreamRootCAsNoneConfigured(t *testing.T) {
104 t.Parallel()
105 pool, caPEM, err := upstreamRootCAs(nil, "", nil)
106 require.NoError(t, err)
107 assert.Nil(t, pool)
108 assert.Nil(t, caPEM)
111func TestUpstreamRootCAsEmptyVariableIsUnset(t *testing.T) {
112 t.Parallel()
113 pool, _, err := upstreamRootCAs([]string{"REQUESTS_CA_BUNDLE="}, "", nil)
114 require.NoError(t, err)
115 assert.Nil(t, pool)
118func TestUpstreamRootCAsTrustsEveryCertInBundle(t *testing.T) {
119 t.Parallel()
120 a, b := newTestAuthority(t), newTestAuthority(t)
121 bundle := writeTestFile(t, "bundle.pem", append(a.pem(), b.pem()...))
123 pool, caPEM, err := upstreamRootCAs([]string{"REQUESTS_CA_BUNDLE=" + bundle}, "", nil)
124 require.NoError(t, err)
125 require.NotNil(t, pool)
126 assertVerifies(t, pool, a.leaf(t, "a.registry.test"))
127 assertVerifies(t, pool, b.leaf(t, "b.registry.test"))
128 assert.Equal(t, append(a.pem(), b.pem()...), caPEM)
131func TestUpstreamRootCAsTrustsCACertPath(t *testing.T) {
132 t.Parallel()
133 a := newTestAuthority(t)
134 caCert := writeTestFile(t, "ca.pem", a.pem())
136 pool, _, err := upstreamRootCAs(nil, caCert, nil)
137 require.NoError(t, err)
138 require.NotNil(t, pool)
139 assertVerifies(t, pool, a.leaf(t, "registry.test"))
142func TestUpstreamRootCAsSkipsUnusableFiles(t *testing.T) {
143 t.Parallel()
144 a := newTestAuthority(t)
145 env := []string{
146 "SSL_CERT_FILE=" + filepath.Join(t.TempDir(), "missing.pem"),
147 "PIP_CERT=" + writeTestFile(t, "garbage.pem", []byte("not a certificate")),
148 "NODE_EXTRA_CA_CERTS=" + writeTestFile(t, "ca.pem", a.pem()),
149 }
151 pool, _, err := upstreamRootCAs(env, "", nil)
152 require.NoError(t, err)
153 require.NotNil(t, pool)
154 assertVerifies(t, pool, a.leaf(t, "registry.test"))
157func TestUpstreamRootCAsOnlyUnusableFiles(t *testing.T) {
158 t.Parallel()
159 env := []string{"SSL_CERT_FILE=" + filepath.Join(t.TempDir(), "missing.pem")}
160 caCert := writeTestFile(t, "garbage.pem", []byte("not a certificate"))
162 pool, caPEM, err := upstreamRootCAs(env, caCert, nil)
163 require.NoError(t, err)
164 assert.Nil(t, pool)
165 assert.Nil(t, caPEM)
Diagnostics7 git calls · 325 ms
CallStatusSizeTime0325 ms
discover200185 B2 ms
git.upload-pack discover
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=ls-refs
git.upstream.dur_ms=2
git.response.bytes=185
git.server.agent=git/2.56.g1891de4-Linux
git.server.object_format=sha1
git.server.caps=agent ls-refs fetch server-option object-format
git.server.fetch=shallow wait-for-done filter
git.protocol.version=2
git.pkt.frames=9
git.pkt.data=7
git.pkt.flush=2
git.pkt.delim=0
git.pkt.bytes=185
git.pkt.payload.max=35
ls-refs20058 KiB · hit2 ms
git.upload-pack ls-refs
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=ls-refs
git.upstream.dur_ms=2
git.response.bytes=59849
git.response.cache=HIT
git.response.duration_ms=2
git.protocol.version=2
git.pkt.frames=731
git.pkt.data=730
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=59849
git.pkt.payload.max=143
git.ls_refs.count=730
git.ls_refs.head=refs/heads/main
fetchtree:0 · deepen 1020032 KiB · hit3 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=3
git.response.bytes=32926
git.response.cache=HIT
git.response.duration_ms=3
git.fetch.filter=tree:0
git.fetch.wants=0dd7574dce9e385c5c30540e6c15657adc6bdce9
git.fetch.haves.count=0
git.fetch.deepen=10
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=22
git.pkt.data=20
git.pkt.flush=1
git.pkt.delim=1
git.pkt.bytes=32926
git.pkt.payload.max=32046
git.sideband.band1.bytes=32046
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0
git.pack.objects=80
git.pack.bytes=32046
git.pack.ofs_delta=36
git.pack.ref_delta=0
git.pack.chain.max=2
git.pack.trailer=cb0bad5d7ffc514895d8b21c4dd470327f90bc91
git.pack.full=44
Open pack map
fetchcombine:blob:none+tree:2 · deepen 12004.2 KiB · hit4 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=4
git.response.bytes=4273
git.response.cache=HIT
git.response.duration_ms=4
git.fetch.filter=combine:blob:none+tree:2
git.fetch.wants=0dd7574dce9e385c5c30540e6c15657adc6bdce9
git.fetch.haves.count=0
git.fetch.deepen=1
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=7
git.pkt.data=5
git.pkt.flush=1
git.pkt.delim=1
git.pkt.bytes=4273
git.pkt.payload.max=4173
git.sideband.band1.bytes=4173
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0
git.pack.objects=11
git.pack.bytes=4173
git.fetch.wide.objects=11
git.fetch.wide.extra_bytes=3930
git.fetch.wide.blobs=0
fetchtree:0200361 B · hit2 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=2
git.response.bytes=361
git.response.cache=HIT
git.response.duration_ms=2
git.fetch.filter=tree:0
git.fetch.wants=506cba622ceda1473ee3cde63969809c144b7247
git.fetch.haves.count=0
git.fetch.deepen=0
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=4
git.pkt.data=3
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=361
git.pkt.payload.max=334
git.sideband.band1.bytes=334
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0
git.pack.objects=1
git.pack.bytes=334
git.pack.trailer=26d32585a3a474717e00a318584ccd16918c9d32
Open pack map
fetchtree:02001.3 KiB · hit3 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=3
git.response.bytes=1327
git.response.cache=HIT
git.response.duration_ms=3
git.fetch.filter=tree:0
git.fetch.wants=2758711b27b3e124482ce287b5df86092bb20d62
git.fetch.haves.count=0
git.fetch.deepen=0
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=4
git.pkt.data=3
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=1327
git.pkt.payload.max=1300
git.sideband.band1.bytes=1300
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0
git.pack.objects=1
git.pack.bytes=1300
git.pack.trailer=c83fc6004a9a1360845513c0fb16272b5c14a3e4
Open pack map
fetch2001.4 KiB314 ms
git.upload-pack fetch
http.response.status_code=200
git.upstream.cf_ray=-
git.upstream.phase=fetch
git.upstream.dur_ms=314
git.response.bytes=1435
git.response.cache=MISS
git.response.duration_ms=314
git.fetch.wants=ca9ffdddbea85ea863063e599498038455ea3daa
git.fetch.haves.count=0
git.fetch.deepen=0
git.fetch.thin_pack=false
git.fetch.ofs_delta=true
git.protocol.version=2
git.pkt.frames=4
git.pkt.data=3
git.pkt.flush=1
git.pkt.delim=0
git.pkt.bytes=1435
git.pkt.payload.max=1408
git.sideband.band1.bytes=1408
git.sideband.band2.bytes=0
git.sideband.band3.bytes=0

Each row is one HTTP round trip ply made to the git server for this page, on one timeline. discover asks what the server speaks, ls-refs lists branch tips, fetch brings objects by id. A hit was served by Workers Cache. Tap a row for its wire details.

Remote
https://gitlab.com/gitlab-org/cli
Ref
refs/heads/main
Commit
0dd7574dce9e385c5c30540e6c15657adc6bdce9
cf-ray
a5e2120eef4bc6f8
Request
28586168…
Protocol
v2 · sha1
Agent
git/2.56.g1891de4-Linux
Filter
advertised
Fetch
shallow wait-for-done filter
Capabilities
agent ls-refs fetch server-option object-format