From 561d59d0464faf94c998cc1824d1bf7c00dbe250 Mon Sep 17 00:00:00 2001 From: Vladimir Byko-Ianko Date: Thu, 21 Dec 2017 14:41:13 +0300 Subject: Removing generate planet routing. --- tools/unix/generate_planet_routing.sh | 205 ---------------------------------- 1 file changed, 205 deletions(-) delete mode 100755 tools/unix/generate_planet_routing.sh (limited to 'tools') diff --git a/tools/unix/generate_planet_routing.sh b/tools/unix/generate_planet_routing.sh deleted file mode 100755 index 151b1764d3..0000000000 --- a/tools/unix/generate_planet_routing.sh +++ /dev/null @@ -1,205 +0,0 @@ -#!/bin/bash -############################################ -# Builds routing indices for given regions # -############################################ - -set -e # Exit when any of commands fail -set -o pipefail # Capture all errors in command chains -set -u # Fail on undefined variables -#set -x # Echo every script line - -if [ $# -lt 1 ]; then - echo '' - echo "Usage:" - echo " $0 pbf" - echo " $0 prepare" - echo " $0 mwm" - echo " $0 online" - echo " $0 serve" - echo " $0 stop" - echo '' - exit 1 -fi - -fail() { - [ $# -gt 0 ] && echo "$@" >&2 - exit 1 -} - -OMIM_PATH="${OMIM_PATH:-$(cd "$(dirname "$0")/../.."; pwd)}" -DATA_PATH="${DATA_PATH:-$OMIM_PATH/data}" -BORDERS_PATH="${BORDERS_PATH:-$DATA_PATH/borders}" -TARGET="${TARGET:-$DATA_PATH}" -[ ! -d "$TARGET" ] && fail "$TARGET should be a writable folder" -INTDIR="${INTDIR:-$TARGET/intermediate_data}" -mkdir -p "$INTDIR" -NUM_PROCESSES=${NUM_PROCESSES:-8} -KEEP_INTDIR=${KEEP_INTDIR-} -LOG_PATH=${LOG_PATH:-.} -echo "[$(date +%Y/%m/%d\ %H:%M:%S)] $0 $1" - -if [ "$1" == "pbf" ]; then - PLANET="${PLANET:-$HOME/planet/planet-latest.o5m}" - OSMCTOOLS="${OSMCTOOLS:-$HOME/osmctools}" - [ ! -d "$OSMCTOOLS" ] && OSMCTOOLS="$INTDIR" - [ ! -x "$OSMCTOOLS/osmconvert" ] && cc -x c -O3 "$OMIM_PATH/tools/osmctools/osmconvert.c" -o "$OSMCTOOLS/osmconvert" -lz - - TMPBORDERS="$INTDIR/tmpborders" - [ -d "$TMPBORDERS" ] && rm -r "$TMPBORDERS" - mkdir "$TMPBORDERS" - if [ -z "${REGIONS-}" ]; then - cp "$BORDERS_PATH"/*.poly "$TMPBORDERS" - else - echo "$REGIONS" | xargs -I % cp "%" "$TMPBORDERS" - fi - [ -z "$(ls "$TMPBORDERS" | grep '\.poly$')" ] && fail "No regions to create routing files for" - export OSMCTOOLS - export PLANET - export INTDIR - find "$TMPBORDERS" -maxdepth 1 -name '*.poly' -print0 | xargs -0 -P $NUM_PROCESSES -I % \ - sh -c '"$OSMCTOOLS/osmconvert" "$PLANET" --hash-memory=2000 -B="%" --complete-ways --out-pbf -o="$INTDIR/$(basename "%" .poly).pbf"' - rm -r "$TMPBORDERS" - -elif [ "$1" == "prepare" ]; then - [ -z "$(ls "$INTDIR" | grep '\.pbf$')" ] && fail "Please build PBF files first" - OSRM_PATH="${OSRM_PATH:-$OMIM_PATH/3party/osrm/osrm-backend}" - OSRM_BUILD_PATH="${OSRM_BUILD_PATH:-$OMIM_PATH/../osrm-backend-release}" - [ ! -x "$OSRM_BUILD_PATH/osrm-extract" ] && fail "Please compile OSRM binaries to $OSRM_BUILD_PATH" - - OSRM_THREADS=${OSRM_THREADS:-15} - OSRM_MEMORY=${OSRM_MEMORY:-50} - EXTRACT_CFG="$INTDIR/extractor.ini" - PREPARE_CFG="$INTDIR/contractor.ini" - echo "threads = $OSRM_THREADS" > "$EXTRACT_CFG" - echo "memory = $OSRM_MEMORY" > "$PREPARE_CFG" - echo "threads = $OSRM_THREADS" >> "$PREPARE_CFG" - PROFILE="${PROFILE:-$OSRM_PATH/profiles/car.lua}" - [ $# -gt 1 ] && PROFILE="$2" - [ ! -r "$PROFILE" ] && fail "Lua profile $PROFILE is not found" - export STXXLCFG="$HOME/.stxxl" - [ ! -f "$STXXLCFG" ] && fail "For routing, you need ~/.stxxl file. Run this: echo 'disk=$HOME/stxxl_disk1,400G,syscall' > $STXXLCFG" - - for PBF in "$INTDIR"/*.pbf; do - OSRM_FILE="${PBF%.*}.osrm" - RESTRICTIONS_FILE="$OSRM_FILE.restrictions" - LOG="$LOG_PATH/$(basename "$PBF" .pbf).log" - rm -f "$OSRM_FILE" - "$OSRM_BUILD_PATH/osrm-extract" --config "$EXTRACT_CFG" --profile "$PROFILE" "$PBF" >> "$LOG" 2>&1 || true - "$OSRM_BUILD_PATH/osrm-prepare" --config "$PREPARE_CFG" --profile "$PROFILE" "$OSRM_FILE" -r "$RESTRICTIONS_FILE" >> "$LOG" 2>&1 || true - "$OSRM_BUILD_PATH/osrm-mapsme" -i "$OSRM_FILE" >> "$LOG" 2>&1 || true - if [ -s "$OSRM_FILE" ]; then - [ -z "$KEEP_INTDIR" ] && rm -f "$PBF" - ONE_OSRM_READY=1 - else - echo "Failed to create $OSRM_FILE" >> "$LOG" - fi - done - [ -z "${ONE_OSRM_READY-}" ] && fail "No osrm files were prepared" - -elif [ "$1" == "mwm" ]; then - [ -z "$(ls "$INTDIR" | grep '\.osrm$')" ] && fail "Please build OSRM files first" - source "$(dirname "$0")/find_generator_tool.sh" - - if [ ! -d "$TARGET/borders" -o -z "$(ls "$TARGET/borders" | grep '\.poly$')" ]; then - # copy polygons to a temporary directory - POLY_DIR="$TARGET/borders" - mkdir -p "$POLY_DIR" - if [ -z "${REGIONS-}" ]; then - cp "$BORDERS_PATH"/*.poly "$POLY_DIR" - else - echo "$REGIONS" | xargs -I % cp "%" "$POLY_DIR" - fi - fi - - # Xargs has 255 chars limit for exec string, so we use short variable names. - export G="$GENERATOR_TOOL" - export K="--make_routing --make_cross_section --make_routing_index --generate_traffic_keys" - export I="--intermediate_data_path=$INTDIR" - export TARGET - export LOG_PATH - export DATA_PATH - set +e - find "$INTDIR" -maxdepth 1 -name '*.osrm' -print0 | xargs -0 -P $NUM_PROCESSES -I % \ - sh -c 'O="%"; B="$(basename "$O" .osrm)"; "$G" $K "$I" --osrm_file_name="$O" --data_path="$TARGET" --user_resource_path="$DATA_PATH" --output="$B" 2>> "$LOG_PATH/$B.log"' - set -e - - if [ -n "${POLY_DIR-}" ]; then - # delete temporary polygons - rm "$POLY_DIR"/*.poly - if [ -z "$(ls -A "$POLY_DIR")" ]; then - rmdir "$POLY_DIR" - fi - fi - -elif [ "$1" == "stop" ]; then - LOG="$LOG_PATH/planet.log" - echo "Stopping osrm server..." >> "$LOG" - pkill osrm-routed || true - -elif [ "$1" == "online" ]; then - PLANET="${PLANET:-$HOME/planet/planet-latest.o5m}" - OSMCTOOLS="${OSMCTOOLS:-$HOME/osmctools}" - [ ! -d "$OSMCTOOLS" ] && OSMCTOOLS="$INTDIR" - [ ! -x "$OSMCTOOLS/osmconvert" ] && cc -x c -lz -O3 "$OMIM_PATH/tools/osmctools/osmconvert.c" -o "$OSMCTOOLS/osmconvert" - - PBF="$INTDIR/planet.pbf" - "$OSMCTOOLS/osmconvert" "$PLANET" --hash-memory=2000 --out-pbf -o="$PBF" - - OSRM_PATH="${OSRM_PATH:-$OMIM_PATH/3party/osrm/osrm-backend}" - OSRM_BUILD_PATH="${OSRM_BUILD_PATH:-$OMIM_PATH/../osrm-backend-release}" - [ ! -x "$OSRM_BUILD_PATH/osrm-extract" ] && fail "Please compile OSRM binaries to $OSRM_BUILD_PATH" - - OSRM_THREADS=${OSRM_THREADS:-15} - OSRM_MEMORY=${OSRM_MEMORY:-50} - EXTRACT_CFG="$INTDIR/extractor.ini" - PREPARE_CFG="$INTDIR/contractor.ini" - echo "threads = $OSRM_THREADS" > "$EXTRACT_CFG" - echo "memory = $OSRM_MEMORY" > "$PREPARE_CFG" - echo "threads = $OSRM_THREADS" >> "$PREPARE_CFG" - PROFILE="${PROFILE:-$OSRM_PATH/profiles/car.lua}" - [ $# -gt 1 ] && PROFILE="$2" - [ ! -r "$PROFILE" ] && fail "Lua profile $PROFILE is not found" - - export STXXLCFG="$HOME/.stxxl" - OSRM_FILE="$INTDIR/planet.osrm" - RESTRICTIONS_FILE="$OSRM_FILE.restrictions" - LOG="$LOG_PATH/planet.log" - rm -f "$OSRM_FILE" - "$OSRM_BUILD_PATH/osrm-extract" --config "$EXTRACT_CFG" --profile "$PROFILE" "$PBF" >> "$LOG" 2>&1 - "$OSRM_BUILD_PATH/osrm-prepare" --config "$PREPARE_CFG" --profile "$PROFILE" "$OSRM_FILE" -r "$RESTRICTIONS_FILE" >> "$LOG" 2>&1 - if [ -s "$OSRM_FILE" ]; then - [ -z "$KEEP_INTDIR" ] && rm -f "$PBF" - else - echo "Failed to create $OSRM_FILE" >> "$LOG" - fi - -elif [ "$1" == "serve" ]; then - OSRM_PATH="${OSRM_PATH:-$OMIM_PATH/3party/osrm/osrm-backend}" - OSRM_BUILD_PATH="${OSRM_BUILD_PATH:-$OMIM_PATH/../osrm-backend-release}" - [ ! -x "$OSRM_BUILD_PATH/osrm-extract" ] && fail "Please compile OSRM binaries to $OSRM_BUILD_PATH" - - OSRM_THREADS=${OSRM_THREADS:-15} - OSRM_MEMORY=${OSRM_MEMORY:-50} - - export STXXLCFG="$HOME/.stxxl" - OSRM_FILE="$INTDIR/planet.osrm" - PORT="10012" - RESTRICTIONS_FILE="$OSRM_FILE.restrictions" - LOG="$LOG_PATH/planet.log" - if [ -s "$OSRM_FILE" ]; then - echo "Starting: $OSRM_FILE" - "$OSRM_BUILD_PATH/osrm-routed" "$OSRM_FILE" --borders "$OMIM_PATH/data/" --port "$PORT" >> "$LOG" 2>&1 & - - echo "Waiting until OSRM server starts:" - until $(curl --output /dev/null --silent --head --fail http://localhost:$PORT/mapsme); do - printf '.' >> "$LOG" - sleep 5 - done - else - echo "Can't find OSRM file: $OSRM_FILE" - fi - -else - fail "Incorrect parameter: $1" -fi -exit 0 -- cgit v1.2.3