GitLabgitlab-org
cli
main
1package sync
3import (
4 "context"
5 "fmt"
6 "os"
7 "slices"
8 "time"
10 "gitlab.com/gitlab-org/cli/internal/commands/govern/internal/fallbacksync"
11 "gitlab.com/gitlab-org/cli/internal/commands/govern/internal/gaig"
12 "gitlab.com/gitlab-org/cli/internal/config"
13 "gitlab.com/gitlab-org/cli/internal/dbg"
14)
16// discoveredSession is a session found by scanning an agent's transcripts
17// rather than recorded by a hook.
18type discoveredSession struct {
19 id string
20 locator string
21 // remote is the Git remote URL of the repository the session ran in, or
22 // empty when it is unknown.
23 remote string
24 // skip explains why the session must not be synced, for example because
25 // its repository cannot be identified with certainty.
26 skip string
27}
29// discoverSessions records metadata for sessions of the enabled agents that
30// no hook or earlier run has recorded, and returns their IDs. A session is
31// skipped when its repository is not on a GitLab host glab is logged in to.
32func discoverSessions(ctx context.Context, agents []agent, known map[string]struct{}, cfg config.Config, recordErr func(error), recordSkip func(string)) []string {
33 enabled, err := fallbacksync.DiscoveredAgents()
34 if err != nil {
35 recordErr(err)
36 return nil
37 }
38 if len(enabled) == 0 {
39 return nil
40 }
41 hosts, err := cfg.Hosts()
42 if err != nil {
43 recordErr(fmt.Errorf("could not read configured GitLab hosts: %w", err))
44 return nil
45 }
46 isKnown := func(id string) bool {
47 _, ok := known[id]
48 return ok
49 }
51 var found []string
52 for _, a := range agents {
53 if !slices.Contains(enabled, a.name()) {
54 continue
55 }
56 sessions, err := a.discover(ctx, isKnown)
57 if err != nil {
58 recordErr(fmt.Errorf("%s discovery: %w", a.name(), err))
59 continue
60 }
61 for _, s := range sessions {
62 if s.skip != "" {
63 recordSkip(s.skip)
64 continue
65 }
66 host, path, err := gaig.ProjectForRemote(s.remote, hosts, cfg)
67 if err != nil {
68 dbg.Debugf("not syncing %s session %s: %v", a.name(), s.id, err)
69 // Discovery finds such a session on every run, so it is only
70 // reported while active, like one a hook recorded.
71 if info, statErr := os.Stat(s.locator); statErr == nil && time.Since(info.ModTime()) <= idleCompleteAfter {
72 recordSkip(withoutRemoteReason(a.name()))
73 }
74 continue
75 }
76 err = writeSessionMeta(s.id, sessionMeta{
77 AgentType: a.name(),
78 PathWithNamespace: path,
79 Host: host,
80 Transcript: s.locator,
81 })
82 if err != nil {
83 recordErr(fmt.Errorf("session %s: %w", s.id, err))
84 continue
85 }
86 found = append(found, s.id)
87 }
88 }
89 return found
90}
Diagnostics9 git calls · 231 ms
CallStatusSizeTime0231 ms
discover200185 B3 ms
git.upload-pack discover http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=3 git.response.bytes=185 git.server.agent=git/2.56.g1891de4-Linux git.server.object_format=sha1 git.server.caps=agent ls-refs fetch server-option object-format git.server.fetch=shallow wait-for-done filter git.protocol.version=2 git.pkt.frames=9 git.pkt.data=7 git.pkt.flush=2 git.pkt.delim=0 git.pkt.bytes=185 git.pkt.payload.max=35
ls-refs20058 KiB2 ms
git.upload-pack ls-refs http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=ls-refs git.upstream.dur_ms=2 git.response.bytes=59849 git.response.cache=UPDATING git.response.duration_ms=2 git.protocol.version=2 git.pkt.frames=731 git.pkt.data=730 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=59849 git.pkt.payload.max=143 git.ls_refs.count=730 git.ls_refs.head=refs/heads/main
fetchtree:0 · deepen 1020032 KiB · hit3 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=5 git.response.bytes=32926 git.response.cache=HIT git.response.duration_ms=3 git.fetch.filter=tree:0 git.fetch.wants=0dd7574dce9e385c5c30540e6c15657adc6bdce9 git.fetch.haves.count=0 git.fetch.deepen=10 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=22 git.pkt.data=20 git.pkt.flush=1 git.pkt.delim=1 git.pkt.bytes=32926 git.pkt.payload.max=32046 git.sideband.band1.bytes=32046 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=80 git.pack.bytes=32046 git.pack.ofs_delta=36 git.pack.ref_delta=0 git.pack.chain.max=2 git.pack.trailer=cb0bad5d7ffc514895d8b21c4dd470327f90bc91 git.pack.full=44Open pack map
fetchcombine:blob:none+tree:2 · deepen 12004.2 KiB · hit5 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=3 git.response.bytes=4273 git.response.cache=HIT git.response.duration_ms=5 git.fetch.filter=combine:blob:none+tree:2 git.fetch.wants=0dd7574dce9e385c5c30540e6c15657adc6bdce9 git.fetch.haves.count=0 git.fetch.deepen=1 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=7 git.pkt.data=5 git.pkt.flush=1 git.pkt.delim=1 git.pkt.bytes=4273 git.pkt.payload.max=4173 git.sideband.band1.bytes=4173 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=11 git.pack.bytes=4173 git.fetch.wide.objects=11 git.fetch.wide.extra_bytes=3930 git.fetch.wide.blobs=0
fetchtree:02001.8 KiB · hit3 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=3 git.response.bytes=1857 git.response.cache=HIT git.response.duration_ms=3 git.fetch.filter=tree:0 git.fetch.wants=dce174ff8c632a19d17eea99c8a9b7c37fb2b592 git.fetch.haves.count=0 git.fetch.deepen=0 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=4 git.pkt.data=3 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=1857 git.pkt.payload.max=1830 git.sideband.band1.bytes=1830 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=1 git.pack.bytes=1830 git.pack.trailer=fb03183b7909876778f740d196d7516811003517Open pack map
fetchtree:0200261 B · hit3 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=3 git.response.bytes=261 git.response.cache=HIT git.response.duration_ms=3 git.fetch.filter=tree:0 git.fetch.wants=3bb9946301aa8c0dc8d202b83bc9f84bf0400f6d git.fetch.haves.count=0 git.fetch.deepen=0 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=4 git.pkt.data=3 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=261 git.pkt.payload.max=234 git.sideband.band1.bytes=234 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=1 git.pack.bytes=234 git.pack.trailer=e0a52f164f79506da6b0dcc275ed62911f5383bfOpen pack map
fetchtree:0200139 B · hit3 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=4 git.response.bytes=139 git.response.cache=HIT git.response.duration_ms=3 git.fetch.filter=tree:0 git.fetch.wants=f91da6c620e9fe39086f689d1ae91b87356cda50 git.fetch.haves.count=0 git.fetch.deepen=0 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=4 git.pkt.data=3 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=139 git.pkt.payload.max=112 git.sideband.band1.bytes=112 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=1 git.pack.bytes=112 git.pack.trailer=a35549813b2a01d473947912b5773e993ce7c2e2Open pack map
fetchtree:0200638 B · hit4 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=210 git.response.bytes=638 git.response.cache=HIT git.response.duration_ms=4 git.fetch.filter=tree:0 git.fetch.wants=02089b627a9895becfd23127f25e46df629ce9b2 git.fetch.haves.count=0 git.fetch.deepen=0 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=4 git.pkt.data=3 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=638 git.pkt.payload.max=611 git.sideband.band1.bytes=611 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=1 git.pack.bytes=611 git.pack.trailer=f2a6246e346c2fa34e54ecb04cb1dd1c524f65bcOpen pack map
fetch2001.2 KiB210 ms
git.upload-pack fetch http.response.status_code=200 git.response.bytes=1184 git.response.cache=MISS git.response.duration_ms=210 git.fetch.wants=36aaa3b9f5aa267db10b60c8f51a761c957c1024 git.fetch.haves.count=0 git.fetch.deepen=0 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=4 git.pkt.data=3 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=1184 git.pkt.payload.max=1157 git.sideband.band1.bytes=1157 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0
Each row is one HTTP round trip ply made to the git server for this page, on one timeline. discover asks what the server speaks, ls-refs lists branch tips, fetch brings objects by id. A hit was served by Workers Cache. Tap a row for its wire details.
- Remote
- https://gitlab.com/gitlab-org/cli
- Ref
- refs/heads/main
- Commit
- 0dd7574dce9e385c5c30540e6c15657adc6bdce9
- cf-ray
- a5e2ec59aecd4bc2
- Request
- 7c4ae72b…
- Protocol
- v2 · sha1
- Agent
- git/2.56.g1891de4-Linux
- Filter
- advertised
- Fetch
- shallow wait-for-done filter
- Capabilities
- agent ls-refs fetch server-option object-format