blob: 35dfda8b641e098d4590865a1bb491b6f7d79638 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
|
#!/bin/sh
# Copyright 2018 Google Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.!
set -e # exit immediately on error
set -x # display all commands
setup_ubuntu() {
export DEBIAN_FRONTEND=noninteractive
apt-get update
apt-get install -y build-essential cmake git pkg-config python3-pip
pip3 install --upgrade pip
export PATH="/usr/local/bin:$PATH"
. /etc/os-release
if [ "${VERSION_ID}" = "14.04" ]; then
apt-get install -y cmake3 python-dev
fi
}
setup_debian() {
setup_ubuntu
}
setup_fedora() {
dnf update -y
dnf install -y rpm-build gcc-c++ make cmake pkg-config python-pip python-devel
}
build_generic() {
mkdir -p build
cd build
cmake .. -DSPM_BUILD_TEST=ON
make -j2
make CTEST_OUTPUT_ON_FAILURE=1 test
make package_source
cd ..
}
build_python() {
cd build
make install
cd ..
export LD_LIBRARY_PATH=/usr/local/lib:/usr/local/lib64:$LD_LIBRARY_PATH
export PKG_CONFIG_PATH=/usr/local/lib/pkgconfig:/usr/local/lib64/pkgconfig
ldconfig -v
cd python
python3 setup.py test
cd ..
}
build_linux_gcc_coverall_ubuntu() {
setup_debian
apt-get install -y lcov
pip3 install cpp-coveralls
pip3 install 'requests[security]'
build_generic
build_python
mkdir -p build
cd build
cmake .. -DSPM_COVERAGE=ON
make -j2
make coverage
coveralls --exclude-pattern '.*(include|usr|test|third_party|pb|_main).*' --gcov-options '\-lp' --gcov gcov
cd ..
}
build_linux_gcc_ubuntu() {
setup_ubuntu
build_generic
build_python
}
build_linux_gcc_ubuntu_i386() {
setup_ubuntu
build_generic
build_python
}
build_linux_gcc_debian() {
setup_debian
build_generic
build_python
}
build_linux_gcc_fedora() {
setup_fedora
build_generic
build_python
}
build_linux_clang_ubuntu() {
setup_ubuntu
# for v in 3.9 4.0 5.0 6.0; do
for v in 6.0; do
apt-get install -y clang-${v}
export CXX="clang++-${v}" CC="clang-${v}"
build_generic
rm -fr build
done
}
build_osx() {
brew update
brew install protobuf || brew link --overwrite protobuf
brew link --overwrite python@2
build_generic
cd build
make install
cd ..
cd python
python setup.py test
python setup.py clean
/usr/local/bin/python setup.py test
/usr/local/bin/python setup.py clean
cd ..
}
run_docker() {
docker pull "$1"
docker run -e COVERALLS_REPO_TOKEN=${COVERALLS_REPO_TOKEN} --rm -ti --name travis-ci -v `pwd`:/sentencepiece -w /sentencepiece -td "$1" /bin/bash
docker exec travis-ci bash -c "./test.sh native $2"
docker stop travis-ci
}
## main
if [ "$#" -ne 2 ]; then
echo "sh test.sh <docker_image> <mode>."
echo "when <docker_image> is native, runs command natively without docker."
exit
fi
if [ "$1" = "native" ]; then
eval "$2"
else
run_docker $1 $2
fi
|
