1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
|
package repository
import (
"sync"
"gitlab.com/gitlab-org/gitaly/internal/praefect/datastore"
"gitlab.com/gitlab-org/gitaly/proto/go/gitalypb"
"google.golang.org/grpc"
)
func writeRefReqWithStorage(req gitalypb.WriteRefRequest, storage string) *gitalypb.WriteRefRequest {
req.Repository = &gitalypb.Repository{
StorageName: storage,
RelativePath: req.GetRepository().GetRelativePath(),
}
return &req
}
func (s *Server) WriteRef(srv interface{}, stream grpc.ServerStream) error {
var writeRefReq gitalypb.WriteRefRequest
if err := stream.RecvMsg(&writeRefReq); err != nil {
return err
}
shard, err := s.nodeManager.GetShard(writeRefReq.GetRepository().GetStorageName())
if err != nil {
return err
}
primary, err := shard.GetPrimary()
if err != nil {
return err
}
secondaries, err := shard.GetSecondaries()
if err != nil {
return err
}
if _, err := gitalypb.NewRepositoryServiceClient(
primary.GetConnection()).WriteRef(stream.Context(),
writeRefReqWithStorage(writeRefReq, primary.GetStorage()),
); err != nil {
return err
}
failedNodeStorages := make([]string, len(secondaries))
var wg sync.WaitGroup
wg.Add(len(secondaries))
for i, secondary := range secondaries {
i := i
secondary := secondary
go func() {
defer wg.Done()
client := gitalypb.NewRepositoryServiceClient(secondary.GetConnection())
if _, err := client.WriteRef(stream.Context(), writeRefReqWithStorage(writeRefReq, secondary.GetStorage())); err != nil {
failedNodeStorages[i] = secondary.GetStorage()
}
}()
}
wg.Wait()
var nodeStoragesToReplicate []string
for _, storage := range failedNodeStorages {
if storage != "" {
nodeStoragesToReplicate = append(nodeStoragesToReplicate, storage)
}
}
jobIDs, err := s.ds.CreateReplicaReplJobs(writeRefReq.GetRepository().GetRelativePath(), primary.GetStorage(), nodeStoragesToReplicate, datastore.UpdateRepo, nil)
if err != nil {
return err
}
for _, jobID := range jobIDs {
if err := s.ds.UpdateReplJobState(jobID, datastore.JobStateReady); err != nil {
return err
}
}
return stream.SendMsg(&gitalypb.WriteRefResponse{})
}
|
