1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
|
package server
import (
"context"
"sync"
"github.com/google/uuid"
"gitlab.com/gitlab-org/gitaly/v16/internal/grpc/metadata"
"gitlab.com/gitlab-org/gitaly/v16/internal/log"
"gitlab.com/gitlab-org/gitaly/v16/proto/go/gitalypb"
"google.golang.org/grpc"
)
// filesystemIDNamespace is the UUID that is used as the namespace component when generating the UUIDv5 filesystem
// ID from a virtual storage's name.
var filesystemIDNamespace = uuid.MustParse("1ef1a8c6-cf52-4d0a-92a6-ca643e8bc7c5")
// DeriveFilesystemID derives the virtual storage's filesystem ID from its name.
func DeriveFilesystemID(virtualStorage string) uuid.UUID {
return uuid.NewSHA1(filesystemIDNamespace, []byte(virtualStorage))
}
// ServerInfo sends ServerInfoRequest to all of a praefect server's internal gitaly nodes and aggregates the results into
// a response
func (s *Server) ServerInfo(ctx context.Context, in *gitalypb.ServerInfoRequest) (*gitalypb.ServerInfoResponse, error) {
var once sync.Once
var gitVersion, serverVersion string
var wg sync.WaitGroup
storageStatuses := make([]*gitalypb.ServerInfoResponse_StorageStatus, len(s.conns))
ctx = metadata.IncomingToOutgoing(ctx)
i := 0
for virtualStorage, storages := range s.conns {
wg.Add(1)
virtualStorage := virtualStorage
storages := storages
var storage string
var conn *grpc.ClientConn
// Pick one storage from the map.
for storage, conn = range storages {
break
}
go func(i int) {
defer wg.Done()
client := gitalypb.NewServerServiceClient(conn)
resp, err := client.ServerInfo(ctx, &gitalypb.ServerInfoRequest{})
if err != nil {
log.FromContext(ctx).WithField("storage", storage).WithError(err).Error("error getting server info")
return
}
// From the perspective of the praefect client, a server info call should result in the server infos
// of virtual storages. Each virtual storage has one or more nodes, but only the primary node's server info
// needs to be returned. It's a common pattern in gitaly configs for all gitaly nodes in a fleet to use the same config.toml
// whereby there are many storage names but only one of them is actually used by any given gitaly node:
//
// below is the config.toml for all three internal gitaly nodes
// [[storage]]
// name = "internal-gitaly-0"
// path = "/var/opt/gitlab/git-data"
//
// [[storage]]
// name = "internal-gitaly-1"
// path = "/var/opt/gitlab/git-data"
//
// [[storage]]
// name = "internal-gitaly-2"
// path = "/var/opt/gitlab/git-data"
//
// technically, any storage's storage status can be returned in the virtual storage's server info,
// but to be consistent we will choose the storage with the same name as the internal gitaly storage name.
for _, storageStatus := range resp.GetStorageStatuses() {
if storageStatus.StorageName == storage {
storageStatuses[i] = storageStatus
// the storage name in the response needs to be rewritten to be the virtual storage name
// because the praefect client has no concept of internal gitaly nodes that are behind praefect.
// From the perspective of the praefect client, the primary internal gitaly node's storage status is equivalent
// to the virtual storage's storage status.
storageStatuses[i].StorageName = virtualStorage
storageStatuses[i].Writeable = storageStatus.Writeable
storageStatuses[i].ReplicationFactor = uint32(len(storages))
// Rails tests configure Praefect in front of tests that drive the direct git access with Rugged patches.
// This is not a real world scenario and would not work. The tests only configure a single Gitaly node,
// so as a workaround for these tests, we only override the filesystem id if we have more than one Gitaly node.
// The filesystem ID and this workaround can be removed once the Rugged patches and NFS are gone in 15.0.
if len(storages) > 1 {
// Each of the Gitaly nodes have a different filesystem ID they've generated. To have a stable filesystem
// ID for a given virtual storage, the filesystem ID is generated from the virtual storage's name.
storageStatuses[i].FilesystemId = DeriveFilesystemID(storageStatus.StorageName).String()
}
break
}
}
once.Do(func() {
gitVersion, serverVersion = resp.GetGitVersion(), resp.GetServerVersion()
})
}(i)
i++
}
wg.Wait()
return &gitalypb.ServerInfoResponse{
ServerVersion: serverVersion,
GitVersion: gitVersion,
StorageStatuses: filterEmptyStorageStatuses(storageStatuses),
}, nil
}
func filterEmptyStorageStatuses(storageStatuses []*gitalypb.ServerInfoResponse_StorageStatus) []*gitalypb.ServerInfoResponse_StorageStatus {
var n int
for _, storageStatus := range storageStatuses {
if storageStatus != nil {
storageStatuses[n] = storageStatus
n++
}
}
return storageStatuses[:n]
}
|
