-
Notifications
You must be signed in to change notification settings - Fork 12
/
snapw.config
118 lines (100 loc) · 7.19 KB
/
snapw.config
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
master 10.79.15.11:9100
# hosts 10.79.15.12:9200,10.79.15.13:9200,10.79.15.14:9200,10.79.15.15:9200,10.79.15.16:9200,10.79.15.17:9200,10.79.15.18:9200,10.79.15.19:9200
hosts 10.79.15.12:9200,10.79.15.13:9200,10.79.15.14:9200,10.79.15.15:9200,10.79.15.16:9200,10.79.15.17:9200,10.79.15.18:9200,10.79.15.19:9200,10.79.15.20:9200,10.79.15.21:9200,10.79.15.22:9200,10.79.15.23:9200,10.79.15.24:9200,10.79.15.25:9200,10.79.15.26:9200,10.79.15.27:9200
# hosts 10.79.15.12:9200,10.79.15.13:9200,10.79.15.14:9200,10.79.15.15:9200,10.79.15.16:9200,10.79.15.17:9200,10.79.15.18:9200,10.79.15.19:9200,10.79.15.20:9200,10.79.15.21:9200,10.79.15.22:9200,10.79.15.23:9200,10.79.15.24:9200,10.79.15.25:9200,10.79.15.26:9200,10.79.15.27:9200,10.79.15.28:9200,10.79.15.29:9200,10.79.15.30:9200,10.79.15.31:9200
######################################################################
# master iln01.stanford.edu:9100
# hosts iln02.stanford.edu:9122,iln03.stanford.edu:9123,iln04.stanford.edu:9124,iln05.stanford.edu:9125,iln06.stanford.edu:9126,iln07.stanford.edu:9127,iln08.stanford.edu:9128:iln09.stanford.edu:9129
# hosts iln02.stanford.edu:9200,iln03.stanford.edu:9200,iln04.stanford.edu:9200,iln05.stanford.edu:9200,iln06.stanford.edu:9200,iln07.stanford.edu:9200,iln08.stanford.edu:9200,iln09.stanford.edu:9200,iln10.stanford.edu:9200,iln11.stanford.edu:9200,iln12.stanford.edu:9200,iln13.stanford.edu:9200,iln14.stanford.edu:9200,iln15.stanford.edu:9200,iln16.stanford.edu:9200,iln17.stanford.edu:9200
######################################################################
init hanworks/snapworld/supervisor.sh
broker 1337 3
debug False
snapshot False
par_tasks 16
# var nodes 20,000,000
# var range 400,000
# var stat_tasks 1
# var gen_tasks 50
var nodes 500,000,000
var range 781,250
var stat_tasks 320
var gen_tasks 640
var drange 1,562,500
#var nodes 7,000,000,000
#var range 524288
#var stat_tasks 6676
#var gen_tasks 13352
#var drange 1,048,576
#var seg_bits 29
#var nodes 2,000,000,000
#var range 524,288
#var stat_tasks 1,908
#var gen_tasks 3,815
#var drange 1,048,576
#var seg_bits 27
#var nodes 1,000,000,000
#var range 781,250
#var stat_tasks 640
#var gen_tasks 1280
#var drange 1,562,500
#var nodes 1,000,000,000
#var range 524,288
#var stat_tasks 954
#var gen_tasks 1,908
#var drange 1,048,576
#var seg_bits 26
#var nodes 7,000,000,000
#var range 4,194,304
#var stat_tasks 835
#var gen_tasks 1,669
#var drange 8,388,608
#var seg_bits 30
# var nodes 100,000
# var range 2,000
# var stat_tasks 1
# var gen_tasks 50
# var drange 100,000
######################################################################
# VERSION 3: Segmented BFS with new gatekeeper
bunch GenTasks size 1 range $range exec GenTasks64.py,swlib.py,client.py,perf.py,httpclient.py,gatekeeperlib.py
bunch GenStubs size $gen_tasks range 1 exec GenStubsCpp64.py,swlib.py,client.py,snap.py,_snap.so,perf.py,httpclient.py,gatekeeperlib.py
bunch GenGraph size $gen_tasks range $range exec GenGraphCpp64.py,swlib.py,client.py,snap.py,_snap.so,perf.py,httpclient.py,gatekeeperlib.py
bunch GetNbr size $gen_tasks range $drange exec GetNbrCpp64.py,swlib.py,client.py,snap.py,_snap.so,perf.py,httpclient.py,gatekeeperlib.py
bunch GetTargets size 1 range $drange exec GetTargets64.py,swlib.py,client.py,perf.py,httpclient.py,gatekeeperlib.py
bunch GetDist size $stat_tasks range $range exec GetDistCpp64.py,swlib.py,client.py,snap.py,_snap.so,perf.py,httpclient.py,gatekeeperlib.py
bunch __Finish__ size 1 range $range exec __Finish__.py,swlib.py,client.py,perf.py,httpclient.py,gatekeeperlib.py
# VERSION 2: Partitioned GetDist
bunch GenTasks size 1 range $range exec GenTasks.py,swlib.py,client.py,perf.py
bunch GenStubs size $gen_tasks range 1 exec GenStubsCpp.py,swlib.py,client.py,snap.py,_snap.so,perf.py
bunch GenGraph size $gen_tasks range $range exec GenGraphCpp.py,swlib.py,client.py,snap.py,_snap.so,perf.py
bunch GetNbr size $gen_tasks range $drange exec GetNbrCpp2.py,swlib.py,client.py,snap.py,_snap.so,perf.py
bunch GetTargets size 1 range $drange exec GetTargets2.py,swlib.py,client.py,perf.py
bunch GetDist size $stat_tasks range $range exec GetDistCpp2.py,swlib.py,client.py,snap.py,_snap.so,perf.py
bunch __Finish__ size 1 range $range exec __Finish__.py,swlib.py,client.py,perf.py
# VERSION 1: Use Vec instead of Hashtable in GetDist
# bunch GenTasks size 1 range $range exec GenTasks.py,swlib.py,client.py,perf.py
# bunch GenStubs size $gen_tasks range 1 exec GenStubsCpp.py,swlib.py,client.py,snap.py,_snap.so,perf.py
# bunch GenGraph size $gen_tasks range $range exec GenGraphCpp.py,swlib.py,client.py,snap.py,_snap.so,perf.py
# bunch GetNbr size $gen_tasks range 1 exec GetNbrCpp.py,swlib.py,client.py,snap.py,_snap.so,perf.py
# bunch GetTargets size 1 range $range exec GetTargets.py,swlib.py,client.py,perf.py
# bunch GetDist size $stat_tasks range $range exec GetDistCpp1.py,swlib.py,client.py,snap.py,_snap.so,perf.py
# bunch __Finish__ size 1 range $range exec __Finish__.py,swlib.py,client.py,perf.py
# VERSION 0: Original
# bunch GenTasks size 1 range $range exec GenTasks.py,swlib.py,client.py,perf.py
# bunch GenStubs size $gen_tasks range 1 exec GenStubsCpp.py,swlib.py,client.py,snap.py,_snap.so,perf.py
# bunch GenGraph size $gen_tasks range $range exec GenGraphCpp.py,swlib.py,client.py,snap.py,_snap.so,perf.py
# bunch GetNbr size $gen_tasks range 1 exec GetNbrCpp.py,swlib.py,client.py,snap.py,_snap.so,perf.py
# bunch GetTargets size 1 range $range exec GetTargets.py,swlib.py,client.py,perf.py
# bunch GetDist size $stat_tasks range $range exec GetDistCpp.py,swlib.py,client.py,snap.py,_snap.so,perf.py
# bunch __Finish__ size 1 range $range exec __Finish__.py,swlib.py,client.py,perf.py
######################################################################
route __Start__ GenTasks
route GenTasks GenStubs
route GenStubs GenGraph
route GenGraph GetNbr
route GetNbr:1 GetDist
route GetNbr:2 GetTargets
route GetTargets GetDist
route GetDist:1 GetNbr
route GetDist:2 __Finish__