1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
|
package praefect_test
import (
"testing"
"github.com/stretchr/testify/require"
"gitlab.com/gitlab-org/gitaly/internal/praefect"
"gitlab.com/gitlab-org/gitaly/internal/praefect/config"
"gitlab.com/gitlab-org/gitaly/internal/praefect/models"
)
const (
stor1 = "default" // usually the primary storage location
stor2 = "backup-1" // usually the seoncary storage location
proj1 = "abcd1234" // imagine this is a legit project hash
)
var (
repo1Primary = models.Repository{
RelativePath: proj1,
Storage: stor1,
}
)
var operations = []struct {
desc string
opFn func(*testing.T, praefect.Datastore)
}{
{
desc: "query an empty datastore",
opFn: func(t *testing.T, ds praefect.Datastore) {
jobs, err := ds.GetJobs(praefect.JobStatePending|praefect.JobStateReady, stor1, 1)
require.NoError(t, err)
require.Len(t, jobs, 0)
},
},
{
desc: "insert first replication job before secondary mapped to primary",
opFn: func(t *testing.T, ds praefect.Datastore) {
_, err := ds.CreateSecondaryReplJobs(repo1Primary)
require.Error(t, err, praefect.ErrInvalidReplTarget)
},
},
{
desc: "set the primary for the shard",
opFn: func(t *testing.T, ds praefect.Datastore) {
err := ds.SetShardPrimary(repo1Primary, models.GitalyServer{Name: stor1})
require.NoError(t, err)
},
},
{
desc: "associate the replication job target with a primary",
opFn: func(t *testing.T, ds praefect.Datastore) {
err := ds.SetShardSecondaries(repo1Primary, []models.GitalyServer{models.GitalyServer{Name: stor2}})
require.NoError(t, err)
},
},
{
desc: "insert first replication job after secondary mapped to primary",
opFn: func(t *testing.T, ds praefect.Datastore) {
ids, err := ds.CreateSecondaryReplJobs(repo1Primary)
require.NoError(t, err)
require.Equal(t, []uint64{1}, ids)
},
},
{
desc: "fetch inserted replication jobs after primary mapped",
opFn: func(t *testing.T, ds praefect.Datastore) {
jobs, err := ds.GetJobs(praefect.JobStatePending|praefect.JobStateReady, stor2, 10)
require.NoError(t, err)
require.Len(t, jobs, 1)
expectedJob := praefect.ReplJob{
ID: 1,
Source: repo1Primary,
Target: stor2,
State: praefect.JobStatePending,
}
require.Equal(t, expectedJob, jobs[0])
},
},
{
desc: "mark replication job done",
opFn: func(t *testing.T, ds praefect.Datastore) {
err := ds.UpdateReplJob(1, praefect.JobStateComplete)
require.NoError(t, err)
},
},
{
desc: "try fetching completed replication job",
opFn: func(t *testing.T, ds praefect.Datastore) {
jobs, err := ds.GetJobs(praefect.JobStatePending|praefect.JobStateReady, stor1, 1)
require.NoError(t, err)
require.Len(t, jobs, 0)
},
},
}
// TODO: add SQL datastore flavor
var flavors = map[string]func() praefect.Datastore{
"in-memory-datastore": func() praefect.Datastore {
return praefect.NewMemoryDatastore(
config.Config{
PrimaryServer: &models.GitalyServer{
Name: "default",
},
})
},
}
// TestDatastoreInterface will verify that every implementation or "flavor" of
// datastore interface (in-Memory or SQL) behaves consistently given the same
// series of operations
func TestDatastoreInterface(t *testing.T) {
for name, dsFactory := range flavors {
t.Run(name, func(t *testing.T) {
ds := dsFactory()
for i, op := range operations {
t.Logf("operation %d: %s", i+1, op.desc)
op.opFn(t, ds)
}
})
}
}
|
