blob: 7f7cdc10cd003c25bb5b4ff4cf113e600ebbb880 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
|
#!/bin/bash
# given a config file runs tests on all untested commits of the scanned branches
# storing detailed logs to logs/CONFIGNAME/commit
# and extending the file brief.log
#
# A commit is assumed to be tested, if logs/CONFIGNAME/commit exists
#
# Ondrej Bojar, 2011
function warn() { echo "$@" >&2; }
function die() { echo "$@" >&2; exit 1; }
set -o pipefail # safer pipes
configf="$1"
[ -e "$configf" ] || die "usage: $0 configfile"
configname=$(basename $configf | sed 's/\.config$//')
source "$configf"
[ -z "$MCC_SCAN_BRANCHES" ] \
&& die "Bad config $configf; does not define MCC_SCAN_BRANCHES"
# use the given tempdir or make subdir tmp here
USE_TEMPDIR=$MCC_TEMPDIR
[ -d "$USE_TEMPDIR" ] || USE_TEMPDIR=./tmp
LOGDIR=$MCC_LOGDIR
[ -d "$LOGDIR" ] || LOGDIR=.
# ensure full path for logdir
LOGDIR=$(readlink -f "$LOGDIR")
[ -d "$LOGDIR" ] || die "Fatal: confusing readlink for $LOGDIR"
# this is where moses is cloned into
WORKDIR=$MCC_WORKDIR
[ -d "$WORKDIR" ] || WORKDIR=$USE_TEMPDIR/workdir
# this is where moses is taken from
GITREPO="$MCC_GITREPO"
[ -n "$GITREPO" ] || GITREPO=/home/obo/moses-at-google-code
# location of moses regression test data archive (assumes url at the moment)
REGTEST_ARCHIVE="$MCC_REGTEST_ARCHIVE"
[ -n "$REGTEST_ARCHIVE" ] \
|| REGTEST_ARCHIVE="http://www.statmt.org/moses/reg-testing/moses-reg-test-data-7.tgz"
if [ ! -d "$WORKDIR" ]; then
mkdir "$WORKDIR" || die "Failed to create workdir $WORKDIR"
warn "Cloning $GITREPO into $WORKDIR"
git clone $GITREPO $WORKDIR \
|| die "Failed to git clone into workdir $WORKDIR"
else
( cd "$WORKDIR" && git fetch ) \
|| die "Failed to update our clone at $WORKDIR"
fi
mkdir -p $LOGDIR/logs/$configname \
|| die "Failed to create dir $LOGDIR/logs/$configname"
#### How is one test performed
function run_single_test () {
commit=$1
longlog="$LOGDIR/logs/$configname/$commit.log"
git show $commit > "$LOGDIR/logs/$configname/$commit.info"
warn "Testing commit $commit"
# Get the version of this script
ccversion=$(svnversion 2>/dev/null)
[ ! -z "$ccversion" ] || ccversion=$(git show 2>&1 | head -n 1)
[ ! -z "$ccversion" ] || ccversion="unknown"
# Create log header with computer details:
echo "#### Moses Cruise Control Log for commit $commit" > $longlog
date >> $longlog
echo "## Cruise Control version" >> $longlog
echo $ccversion >> $longlog
echo "## Parameters" >> $longlog
cat $configf >> $longlog
echo "## Envinronment" >> $longlog
uname -a >> $longlog
env >> $longlog
pushd $WORKDIR 2>/dev/null >/dev/null || die "Failed to chdir to $WORKDIR"
git checkout --force $commit 2>/dev/null || die "Failed to checkout commit $commit"
err=""
echo "## regenerate-makefiles.sh" >> $longlog
./regenerate-makefiles.sh >> $longlog 2>&1 || err="regenerate-makefiles"
echo "## make clean" >> $longlog
make clean >> $longlog 2>&1 || warn "make clean failed, suspicious"
echo "## ./configure $MCC_CONFIGURE_ARGS" >> $longlog
[ -z "$err" ] && ./configure $MCC_CONFIGURE_ARGS >> $longlog 2>&1 \
|| err="configure"
echo "## make" >> $longlog
[ -z "$err" ] && make >> $longlog 2>&1 \
|| err="make"
echo "## make scripts" >> $longlog
cd scripts
[ -z "$err" ] && make >> $longlog 2>&1 \
|| err="make scripts"
cd ..
cd regression-testing
regtest_file=$(echo "$REGTEST_ARCHIVE" | sed 's/^.*\///')
# download data for regression tests if necessary
if [ ! -f $regtest_file ]; then
wget $REGTEST_ARCHIVE &> /dev/null \
|| die "Failed to download data for regression tests"
tar xzf $regtest_file
fi
echo "## regression tests" >> $longlog
if [ -z "$err" ]; then
./run-test-suite.perl &>> $longlog
regtest_status=$?
[ $regtest_status -eq 1 ] && die "Failed to run regression tests"
[ $regtest_status -eq 2 ] && err="regression tests"
fi
echo "## Finished" >> $longlog
date >> $longlog
if [ -z "$err" ]; then
status="OK"
else
status="FAIL:$err"
fi
echo "## Status: $status" >> $longlog
nicedate=$(date +"%Y%m%d-%H%M%S")
echo "$commit $status $configname $ccversion $nicedate" \
>> "$LOGDIR/brief.log"
popd > /dev/null 2> /dev/null
if [ -z "$err" ]; then
touch "$LOGDIR/logs/$configname/$commit.OK"
else
return 1;
fi
}
for i in $MCC_SCAN_BRANCHES; do
git rev-list $i > $(echo -n $i | sed 's/\//_/g').revlist
done
#### Main loop over all commits
( cd "$WORKDIR" && git rev-list $MCC_SCAN_BRANCHES ) \
| while read commit; do
test_ok="$LOGDIR/logs/$configname/$commit.OK"
if [ ! -e "$test_ok" ]; then
run_single_test $commit && warn "Commit $commit test ok, stopping" && break
warn "Commit $commit test failed, continuing"
else
warn "Reached a successfully tested commit ($commit), stopping"
break
fi
done
|
