1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
|
package repository
import (
"errors"
"fmt"
"io"
"os"
"path"
"strings"
"gitlab.com/gitlab-org/gitaly/internal/git"
"gitlab.com/gitlab-org/gitaly/internal/helper"
"gitlab.com/gitlab-org/gitaly/internal/tempdir"
"gitlab.com/gitlab-org/gitaly/proto/go/gitalypb"
"gitlab.com/gitlab-org/gitaly/streamio"
"google.golang.org/grpc/codes"
"google.golang.org/grpc/status"
)
func (s *server) CreateRepositoryFromBundle(stream gitalypb.RepositoryService_CreateRepositoryFromBundleServer) error {
firstRequest, err := stream.Recv()
if err != nil {
return status.Errorf(codes.Internal, "CreateRepositoryFromBundle: first request failed: %v", err)
}
repo := firstRequest.GetRepository()
if repo == nil {
return status.Errorf(codes.InvalidArgument, "CreateRepositoryFromBundle: empty Repository")
}
repoPath, err := helper.GetRepositoryPath(repo, s.storages)
if err != nil {
return helper.ErrInternal(err)
}
if !isDirEmpty(repoPath) {
return helper.ErrPreconditionFailed(errors.New("CreateRepositoryFromBundle: target directory is non-empty"))
}
firstRead := false
reader := streamio.NewReader(func() ([]byte, error) {
if !firstRead {
firstRead = true
return firstRequest.GetData(), nil
}
request, err := stream.Recv()
return request.GetData(), err
})
ctx := stream.Context()
tmpDir, err := tempdir.New(ctx, repo)
if err != nil {
cleanError := sanitizedError(tmpDir, "CreateRepositoryFromBundle: tmp dir failed: %v", err)
return status.Error(codes.Internal, cleanError)
}
bundlePath := path.Join(tmpDir, "repo.bundle")
file, err := os.Create(bundlePath)
if err != nil {
cleanError := sanitizedError(tmpDir, "CreateRepositoryFromBundle: new bundle file failed: %v", err)
return status.Error(codes.Internal, cleanError)
}
_, err = io.Copy(file, reader)
if err != nil {
cleanError := sanitizedError(tmpDir, "CreateRepositoryFromBundle: new bundle file failed: %v", err)
return status.Error(codes.Internal, cleanError)
}
cmd, err := git.SafeCmdWithoutRepo(ctx, nil,
git.SubCmd{
Name: "clone",
Flags: []git.Option{
git.Flag{Name: "--bare"},
},
PostSepArgs: []string{bundlePath, repoPath},
},
)
if err != nil {
cleanError := sanitizedError(repoPath, "CreateRepositoryFromBundle: cmd start failed: %v", err)
return status.Error(codes.Internal, cleanError)
}
if err := cmd.Wait(); err != nil {
cleanError := sanitizedError(repoPath, "CreateRepositoryFromBundle: cmd wait failed: %v", err)
return status.Error(codes.Internal, cleanError)
}
// We do a fetch to get all refs including keep-around refs
cmd, err = git.SafeCmdWithoutRepo(ctx,
[]git.Option{git.ValueFlag{Name: "-C", Value: repoPath}},
git.SubCmd{
Name: "fetch",
Args: []string{bundlePath, "refs/*:refs/*"},
},
)
if err != nil {
cleanError := sanitizedError(repoPath, "CreateRepositoryFromBundle: cmd start failed fetching refs: %v", err)
return status.Error(codes.Internal, cleanError)
}
if err := cmd.Wait(); err != nil {
cleanError := sanitizedError(repoPath, "CreateRepositoryFromBundle: cmd wait failed fetching refs: %v", err)
return status.Error(codes.Internal, cleanError)
}
// CreateRepository is harmless on existing repositories with the side effect that it creates the hook symlink.
if _, err := s.CreateRepository(ctx, &gitalypb.CreateRepositoryRequest{Repository: repo}); err != nil {
cleanError := sanitizedError(repoPath, "CreateRepositoryFromBundle: create hooks failed: %v", err)
return status.Error(codes.Internal, cleanError)
}
return stream.SendAndClose(&gitalypb.CreateRepositoryFromBundleResponse{})
}
func isDirEmpty(path string) bool {
f, err := os.Open(path)
if os.IsNotExist(err) {
return true
}
_, err = f.Readdir(1)
return err == io.EOF
}
func sanitizedError(path, format string, a ...interface{}) string {
str := fmt.Sprintf(format, a...)
return strings.Replace(str, path, "[REPO PATH]", -1)
}
|
