1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
|
/*
Copyright (c) 2009 Yahoo! Inc. All rights reserved. The copyrights
embodied in the content of this file are licensed under the BSD
(revised) open source license
*/
#include <math.h>
#include <iostream>
#include <fstream>
#include <float.h>
#include <pthread.h>
#include <time.h>
#include <sys/socket.h>
#include <arpa/inet.h>
#include <sys/timeb.h>
#include "parse_regressor.h"
#include "parse_example.h"
#include "parse_args.h"
#include "gd.h"
#include "gd_mf.h"
#include "lda_core.h"
#include "cg.h"
#include "bfgs.h"
#include "lda_core.h"
#include "noop.h"
#include "vw.h"
#include "simple_label.h"
#include "sender.h"
#include "delay_ring.h"
#include "message_relay.h"
#include "multisource.h"
#include "allreduce.h"
gd_vars* vw(int argc, char *argv[])
{
string final_regressor_name;
parser* p = new_parser(&simple_label);
regressor regressor1;
gd_vars *vars = (gd_vars*) malloc(sizeof(gd_vars));
po::options_description desc("VW options");
po::variables_map vm = parse_args(argc, argv, desc, *vars,
regressor1, p,
final_regressor_name);
struct timeb t_start, t_end;
ftime(&t_start);
if (!global.quiet && !global.conjugate_gradient && !global.bfgs)
{
const char * header_fmt = "%-10s %-10s %8s %8s %10s %8s %8s\n";
fprintf(stderr, header_fmt,
"average", "since", "example", "example",
"current", "current", "current");
fprintf(stderr, header_fmt,
"loss", "last", "counter", "weight", "label", "predict", "features");
cerr.precision(5);
}
size_t num_threads = global.num_threads();
gd_thread_params t = {vars, num_threads, regressor1, &final_regressor_name, 0};
start_parser(num_threads, p);
initialize_delay_ring();
if (global.local_prediction > 0 && (global.unique_id == 0 || global.backprop || global.corrective || global.delayed_global) )
setup_relay(vars);
if (vm.count("sendto"))
{
setup_send();
destroy_send();
}
else if (vm.count("noop"))
{
start_noop();
end_noop();
}
else if (global.conjugate_gradient)
{
setup_cg(t);
destroy_cg();
}
else if (global.bfgs)
{
BFGS::setup_bfgs(t);
BFGS::destroy_bfgs();
}
else if (global.rank > 0)
{
setup_gd_mf(t);
destroy_gd_mf();
}
else if (global.lda > 0)
{
start_lda(t);
end_lda();
}
else
{
setup_gd(t);
destroy_gd();
}
if (global.local_prediction > 0 && (global.unique_id == 0 || global.backprop || global.corrective || global.delayed_global) )
destroy_relay();
destroy_delay_ring();
end_parser(p);
finalize_regressor(final_regressor_name,t.reg);
finalize_source(p);
free(p);
ftime(&t_end);
double net_time = (int) (1000.0 * (t_end.time - t_start.time) + (t_end.millitm - t_start.millitm));
if(!global.quiet && global.master_location != "")
cerr<<"Net time taken by process = "<<net_time/(double)(1000)<<" seconds\n";
return vars;
}
|
