Welcome to mirror list, hosted at ThFree Co, Russian Federation.

daemon-test.sh « test - github.com/moses-smt/vowpal_wabbit.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
blob: 2a0f42954845017aafcc7902a40dad97e0e44e38 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
#!/bin/sh
# -- vw daemon test
#

# This is a ugly hack:
# Travis doesn't like this test, possibly because of firewall rules
# on the travis-ci env, so don't bother running it on travis machines.
HOSTNAME=`hostname`
case $HOSTNAME in
    *travis*)
        echo "travis host: $HOSTNAME detected, skipping test: $0"
        exit 0
        ;;
esac

export PATH="vowpalwabbit:../vowpalwabbit:${PATH}"
# The VW under test
VW=`which vw`
#
# VW=vw-7.20140627    Good
# VW=vw-7.20140709    Bad
#
#   7e138ac19bb3e4be88201d521249d87f52e378f3    BAD
#   cad00a0dd558a34f210b712b34da26e31374b8b9    GOOD
#

NAME='vw-daemon-test'

MODEL=$NAME.model
TRAINSET=$NAME.train
PREDREF=$NAME.predref
PREDOUT=$NAME.predict
PORT=54245

# -- make sure we can find vw first
if [ -x "$VW" ]; then
    : cool found vw at: $VW
else
    echo "$NAME: can not find 'vw' in $PATH - sorry"
    exit 1
fi

# -- and netcat
NETCAT=`which netcat`
if [ -x "$NETCAT" ]; then
    : cool found netcat at: $NETCAT
else
    echo "$NAME: can not find 'netcat' in $PATH - sorry"
    exit 1
fi

# -- and pkill
PKILL=`which pkill`
if [ -x "$PKILL" ]; then
    : cool found pkill at: $PKILL
else
    echo "$NAME: can not find 'pkill' in $PATH - sorry"
    exit 1
fi


# A command and pattern that will unlikely to match anything but our own test
DaemonCmd="$VW -t -i $MODEL --daemon --num_children 1 --quiet --port $PORT"

stop_daemon() {
    # make sure we are not running, may ignore 'error' that we're not
    # echo stopping daemon
    $PKILL -9 -f "$DaemonCmd" 2>&1 | grep -q 'no process found'
    # relinquish CPU by forcing some conext switches to be safe
    # (let existing vw daemon procs die)
    wait
}

start_daemon() {
    # echo starting daemon
    $DaemonCmd
    # give it time to be ready
    wait; wait; wait
}

cleanup() {
    /bin/rm -f $MODEL $TRAINSET $PREDREF $PREDOUT
    stop_daemon
}

# -- main
cleanup

# prepare training set
cat > $TRAINSET <<EOF
0.55 1 '1| a
0.99 1 '2| b c
EOF

# prepare expected predict output
cat > $PREDREF <<EOF
0.553585 1
0.733882 2
EOF

# Train
$VW -b 10 --quiet -d $TRAINSET -f $MODEL

start_daemon

# Test on train-set
$NETCAT localhost $PORT < $TRAINSET > $PREDOUT
wait

diff $PREDREF $PREDOUT
case $? in
    0)  echo "$NAME: OK"
        cleanup
        exit 0
        ;;
    1)  echo "$NAME FAILED: see $PREDREF vs $PREDOUT"
        stop_daemon
        exit 1
        ;;
    *)  echo "$NAME: diff failed - something is fishy"
        stop_daemon
        exit 2
        ;;
esac