1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
|
#!/usr/bin/python
# -*- coding: utf-8 -*-
import os, sys, json
from threading import Thread
try:
from urllib2 import urlopen
from Queue import Queue
except ImportError:
from urllib.request import urlopen
from queue import Queue
'''
World road map generation script.
It takes city points from omim intermediate data and calculates roads between them.
After all, it stores road features OSM way ids into csv text file.
'''
road_delta = 200
WORKERS = 16
def get_way_ids(point1, point2, server):
url = "http://{0}/wayid?z=18&loc={1},{2}&loc={3},{4}".format(server, point1[0], point1[1], point2[0], point2[1])
request = urlopen(url)
data = json.load(request)
if "way_ids" in data:
return data["way_ids"]
return []
def each_to_each(points):
result = []
for i in range(len(points)):
for j in range(len(points) - i - 1):
result.append((points[i], points[j + i + 1]))
return result
def load_towns(path):
result = []
if not os.path.isfile(path):
print("WARNING! File with towns not found!")
return result
with open(path, "r") as f:
for line in f:
data = line.split(";")
isCapital = (data[3][0] == "t")
result.append((float(data[0]), float(data[1]), isCapital))
return result
def parallel_worker(tasks, capitals_list, towns_list):
while True:
if not tasks.qsize() % 1000:
print(tasks.qsize())
task = tasks.get()
ids = get_way_ids(task[0], task[1], sys.argv[2])
for id in ids:
if task[0][2] and task[1][2]:
capitals_list.add(id)
else:
towns_list.add(id)
tasks.task_done()
if len(sys.argv) < 3:
print("road_runner.py <intermediate_dir> <osrm_addr>")
exit(1)
if not os.path.isdir(sys.argv[1]):
print("{0} is not a directory!".format(sys.argv[1]))
exit(1)
towns = load_towns(os.path.join(sys.argv[1], "towns.csv"))
print("Have {0} towns".format(len(towns)))
tasks = each_to_each(towns)
filtered = []
for p1, p2 in tasks:
if p1[2] and p2[2]:
filtered.append((p1,p2))
elif (p1[0]-p2[0])**2 + (p1[1]-p2[1])**2 < road_delta:
filtered.append((p1,p2))
tasks = filtered
if not len(tasks):
print("Towns not found. No job.")
exit(1)
try:
get_way_ids(tasks[0][0], tasks[0][1], sys.argv[2])
except:
print("Can't connect to remote server: {0}".format(sys.argv[2]))
exit(1)
qtasks = Queue()
capitals_list = set()
towns_list = set()
for i in range(WORKERS):
t=Thread(target=parallel_worker, args=(qtasks, capitals_list, towns_list))
t.daemon = True
t.start()
for task in tasks:
qtasks.put(task)
qtasks.join()
with open(os.path.join(sys.argv[1], "ways.csv"),"w") as f:
for way_id in capitals_list:
f.write("{0};world_level\n".format(way_id))
for way_id in towns_list:
if way_id not in capitals_list:
f.write("{0};world_towns_level\n".format(way_id))
print("All done.")
|
