-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathsweep_config.py
62 lines (61 loc) · 1.42 KB
/
sweep_config.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
sweep_config_SNN = {
'method': 'grid',
'name': 'or_bRuTeFoRcE_V2_oneLayer_ANN',
'metric': {
'goal': 'minimize',
'name': 'train loss'
},
"description": "Lineaer(2, 2), Leaky()",
'parameters': {
'learning_rate': {
'values': [0.01, 0.1]
},
'batch_size': {
'values': [16, 32, 128]
},
'beta': {
'values': [0.5, 0.9]
},
'threshold': {
'values': [0.5, 0.9]
},
'timesteps': {
'values': [5, 10]
},
'epochs': {
'values': [30]
},
'rates': {
'values': [9, 7]
},
"surrogate": {
"values": ["fast_sigmoid", "sigmoid", "straight_through_estimator"] # "triangular" doesnt work for some reason, spike rate works bad
},
'seed': {
'values': [1, 2137, 69]
}
}
}
sweep_config_ANN = {
'method': 'grid',
'name': 'and_ANN_1Layer_Sigmoid',
'metric': {
'goal': 'minimize',
'name': 'train loss'
},
"description": "Linear(2, 8), Linear(8, 1), Sigmoid()",
'parameters': {
'learning_rate': {
'values': [0.01, 0.1]
},
'batch_size': {
'values': [16, 32, 128]
},
'epochs': {
'values': [30]
},
'seed': {
'values': [1, 2137, 69]
}
}
}