1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
package repository
import (
"bytes"
"context"
"encoding/base64"
"fmt"
"io"
"net/url"
"os"
"github.com/grpc-ecosystem/go-grpc-middleware/logging/logrus/ctxlogrus"
"gitlab.com/gitlab-org/gitaly/v14/internal/command"
"gitlab.com/gitlab-org/gitaly/v14/internal/git"
"gitlab.com/gitlab-org/gitaly/v14/internal/helper"
"gitlab.com/gitlab-org/gitaly/v14/proto/go/gitalypb"
"google.golang.org/grpc/codes"
"google.golang.org/grpc/status"
)
func (s *server) cloneFromURLCommand(ctx context.Context, repo *gitalypb.Repository, repoURL, repoHost, repositoryFullPath string, stderr io.Writer) (*command.Command, error) {
u, err := url.Parse(repoURL)
if err != nil {
return nil, helper.ErrInternal(err)
}
config := []git.ConfigPair{
{Key: "http.followRedirects", Value: "false"},
}
cloneFlags := []git.Option{
git.Flag{Name: "--bare"},
git.Flag{Name: "--quiet"},
}
if u.User != nil {
pwd, set := u.User.Password()
var creds string
if set {
creds = u.User.Username() + ":" + pwd
} else {
creds = u.User.Username()
}
u.User = nil
authHeader := fmt.Sprintf("Authorization: Basic %s", base64.StdEncoding.EncodeToString([]byte(creds)))
config = append(config, git.ConfigPair{Key: "http.extraHeader", Value: authHeader})
}
if repoHost != "" {
config = append(config, git.ConfigPair{
Key: "http.extraHeader",
Value: "Host: " + repoHost,
})
}
return s.gitCmdFactory.NewWithoutRepo(ctx,
git.SubCmd{
Name: "clone",
Flags: cloneFlags,
Args: []string{u.String(), repositoryFullPath},
},
git.WithStderr(stderr),
git.WithRefTxHook(ctx, repo, s.cfg),
git.WithConfig(config...),
)
}
func (s *server) CreateRepositoryFromURL(ctx context.Context, req *gitalypb.CreateRepositoryFromURLRequest) (*gitalypb.CreateRepositoryFromURLResponse, error) {
if err := validateCreateRepositoryFromURLRequest(req); err != nil {
return nil, status.Errorf(codes.InvalidArgument, "CreateRepositoryFromURL: %v", err)
}
repository := req.Repository
repositoryFullPath, err := s.locator.GetPath(repository)
if err != nil {
return nil, err
}
if _, err := os.Stat(repositoryFullPath); !os.IsNotExist(err) {
return nil, status.Errorf(codes.InvalidArgument, "CreateRepositoryFromURL: dest dir exists")
}
stderr := bytes.Buffer{}
cmd, err := s.cloneFromURLCommand(ctx, repository, req.GetUrl(), req.GetHttpHost(), repositoryFullPath, &stderr)
if err != nil {
return nil, helper.ErrInternal(err)
}
if err := cmd.Wait(); err != nil {
if rerr := os.RemoveAll(repositoryFullPath); rerr != nil {
ctxlogrus.Extract(ctx).WithError(rerr).Error("failed to cleanup after failed clone")
}
return nil, status.Errorf(codes.Internal, "CreateRepositoryFromURL: clone cmd wait: %s: %v", stderr.String(), err)
}
if err := s.removeOriginInRepo(ctx, repository); err != nil {
return nil, status.Errorf(codes.Internal, "CreateRepositoryFromURL: %v", err)
}
return &gitalypb.CreateRepositoryFromURLResponse{}, nil
}
func validateCreateRepositoryFromURLRequest(req *gitalypb.CreateRepositoryFromURLRequest) error {
if req.GetRepository() == nil {
return fmt.Errorf("empty Repository")
}
if req.GetUrl() == "" {
return fmt.Errorf("empty Url")
}
return nil
}
|
