spherenet_lr_sigmoid_standard_training.log

====iteration_100: fit=1.2723, reg=0.4796, orth=0.4292, acc=0.5781
====iteration_200: fit=0.8473, reg=0.4560, orth=0.3327, acc=0.7188
====iteration_300: fit=0.9197, reg=0.4319, orth=0.2734, acc=0.6641
====iteration_400: fit=0.8817, reg=0.4089, orth=0.2341, acc=0.7031
====iteration_500: fit=0.7075, reg=0.3866, orth=0.2054, acc=0.7578
++++iteration_500: test acc=0.1830
====iteration_600: fit=0.8207, reg=0.3659, orth=0.1887, acc=0.7188
====iteration_700: fit=0.7089, reg=0.3462, orth=0.1765, acc=0.7656
====iteration_800: fit=0.6682, reg=0.3278, orth=0.1644, acc=0.7812
====iteration_900: fit=0.5211, reg=0.3106, orth=0.1567, acc=0.8281
====iteration_1000: fit=0.6318, reg=0.2947, orth=0.1531, acc=0.8203
++++iteration_1000: test acc=0.3729
====iteration_1100: fit=0.6379, reg=0.2797, orth=0.1492, acc=0.7891
====iteration_1200: fit=0.4931, reg=0.2660, orth=0.1435, acc=0.8438
====iteration_1300: fit=0.4655, reg=0.2531, orth=0.1415, acc=0.8594
====iteration_1400: fit=0.6331, reg=0.2413, orth=0.1370, acc=0.8438
====iteration_1500: fit=0.4984, reg=0.2304, orth=0.1384, acc=0.8906
++++iteration_1500: test acc=0.4846
====iteration_1600: fit=0.4032, reg=0.2202, orth=0.1399, acc=0.8672
====iteration_1700: fit=0.5141, reg=0.2108, orth=0.1388, acc=0.8516
====iteration_1800: fit=0.5309, reg=0.2020, orth=0.1355, acc=0.8281
====iteration_1900: fit=0.5475, reg=0.1939, orth=0.1340, acc=0.8281
====iteration_2000: fit=0.4666, reg=0.1866, orth=0.1316, acc=0.8438
++++iteration_2000: test acc=0.4625
====iteration_2100: fit=0.3729, reg=0.1798, orth=0.1308, acc=0.8828
====iteration_2200: fit=0.6051, reg=0.1734, orth=0.1324, acc=0.8516
====iteration_2300: fit=0.3894, reg=0.1674, orth=0.1297, acc=0.8984
====iteration_2400: fit=0.3856, reg=0.1619, orth=0.1307, acc=0.9141
====iteration_2500: fit=0.4601, reg=0.1567, orth=0.1338, acc=0.8750
++++iteration_2500: test acc=0.6816
====iteration_2600: fit=0.3406, reg=0.1519, orth=0.1307, acc=0.9297
====iteration_2700: fit=0.4695, reg=0.1475, orth=0.1286, acc=0.8516
====iteration_2800: fit=0.4782, reg=0.1431, orth=0.1299, acc=0.8594
====iteration_2900: fit=0.3843, reg=0.1393, orth=0.1318, acc=0.8672
====iteration_3000: fit=0.3975, reg=0.1358, orth=0.1314, acc=0.8906
++++iteration_3000: test acc=0.8017
====iteration_3100: fit=0.4190, reg=0.1324, orth=0.1324, acc=0.8672
====iteration_3200: fit=0.3004, reg=0.1292, orth=0.1335, acc=0.9375
====iteration_3300: fit=0.3612, reg=0.1263, orth=0.1269, acc=0.8984
====iteration_3400: fit=0.3597, reg=0.1233, orth=0.1287, acc=0.8828
====iteration_3500: fit=0.3304, reg=0.1207, orth=0.1301, acc=0.9141
++++iteration_3500: test acc=0.7767
====iteration_3600: fit=0.4553, reg=0.1183, orth=0.1280, acc=0.8672
====iteration_3700: fit=0.2826, reg=0.1160, orth=0.1304, acc=0.9297
====iteration_3800: fit=0.4640, reg=0.1138, orth=0.1299, acc=0.8438
====iteration_3900: fit=0.3026, reg=0.1115, orth=0.1314, acc=0.8984
====iteration_4000: fit=0.3356, reg=0.1096, orth=0.1280, acc=0.8906
++++iteration_4000: test acc=0.7754
====iteration_4100: fit=0.3677, reg=0.1076, orth=0.1275, acc=0.9062
====iteration_4200: fit=0.4112, reg=0.1059, orth=0.1280, acc=0.8828
====iteration_4300: fit=0.3186, reg=0.1042, orth=0.1304, acc=0.9219
====iteration_4400: fit=0.2963, reg=0.1028, orth=0.1288, acc=0.9219
====iteration_4500: fit=0.3613, reg=0.1009, orth=0.1343, acc=0.8828
++++iteration_4500: test acc=0.7766
====iteration_4600: fit=0.3218, reg=0.0995, orth=0.1316, acc=0.9141
====iteration_4700: fit=0.2469, reg=0.0981, orth=0.1317, acc=0.9531
====iteration_4800: fit=0.3587, reg=0.0966, orth=0.1310, acc=0.8906
====iteration_4900: fit=0.2480, reg=0.0954, orth=0.1287, acc=0.9375
====iteration_5000: fit=0.2849, reg=0.0943, orth=0.1261, acc=0.9141
++++iteration_5000: test acc=0.8333
====iteration_5100: fit=0.4086, reg=0.0930, orth=0.1314, acc=0.8594
====iteration_5200: fit=0.3465, reg=0.0918, orth=0.1283, acc=0.9141
====iteration_5300: fit=0.3237, reg=0.0910, orth=0.1230, acc=0.9141
====iteration_5400: fit=0.2968, reg=0.0898, orth=0.1258, acc=0.9219
====iteration_5500: fit=0.3188, reg=0.0887, orth=0.1314, acc=0.8672
++++iteration_5500: test acc=0.7901
====iteration_5600: fit=0.2660, reg=0.0877, orth=0.1289, acc=0.9219
====iteration_5700: fit=0.3369, reg=0.0867, orth=0.1287, acc=0.8906
====iteration_5800: fit=0.2279, reg=0.0858, orth=0.1264, acc=0.9688
====iteration_5900: fit=0.3056, reg=0.0849, orth=0.1280, acc=0.9062
====iteration_6000: fit=0.2088, reg=0.0842, orth=0.1269, acc=0.9453
++++iteration_6000: test acc=0.8310
====iteration_6100: fit=0.2953, reg=0.0834, orth=0.1282, acc=0.8984
====iteration_6200: fit=0.2261, reg=0.0826, orth=0.1263, acc=0.9531
====iteration_6300: fit=0.2349, reg=0.0818, orth=0.1263, acc=0.9531
====iteration_6400: fit=0.3692, reg=0.0810, orth=0.1263, acc=0.9062
====iteration_6500: fit=0.3634, reg=0.0801, orth=0.1318, acc=0.9141
++++iteration_6500: test acc=0.8237
====iteration_6600: fit=0.3346, reg=0.0795, orth=0.1257, acc=0.9141
====iteration_6700: fit=0.2132, reg=0.0789, orth=0.1261, acc=0.9375
====iteration_6800: fit=0.2172, reg=0.0781, orth=0.1288, acc=0.9531
====iteration_6900: fit=0.2722, reg=0.0776, orth=0.1258, acc=0.9297
====iteration_7000: fit=0.2540, reg=0.0768, orth=0.1254, acc=0.9297
++++iteration_7000: test acc=0.8127
====iteration_7100: fit=0.2427, reg=0.0764, orth=0.1241, acc=0.9297
====iteration_7200: fit=0.2450, reg=0.0758, orth=0.1267, acc=0.9453
====iteration_7300: fit=0.1971, reg=0.0750, orth=0.1264, acc=0.9766
====iteration_7400: fit=0.2924, reg=0.0742, orth=0.1276, acc=0.8984
====iteration_7500: fit=0.2443, reg=0.0736, orth=0.1264, acc=0.9219
++++iteration_7500: test acc=0.8477
====iteration_7600: fit=0.2105, reg=0.0731, orth=0.1232, acc=0.9375
====iteration_7700: fit=0.2016, reg=0.0726, orth=0.1238, acc=0.9531
====iteration_7800: fit=0.3034, reg=0.0721, orth=0.1217, acc=0.9219
====iteration_7900: fit=0.1812, reg=0.0715, orth=0.1194, acc=0.9531
====iteration_8000: fit=0.2537, reg=0.0710, orth=0.1181, acc=0.9375
++++iteration_8000: test acc=0.8295
====iteration_8100: fit=0.2670, reg=0.0704, orth=0.1235, acc=0.9141
====iteration_8200: fit=0.2655, reg=0.0699, orth=0.1238, acc=0.9375
====iteration_8300: fit=0.2536, reg=0.0694, orth=0.1241, acc=0.9375
====iteration_8400: fit=0.2211, reg=0.0689, orth=0.1241, acc=0.9219
====iteration_8500: fit=0.3078, reg=0.0685, orth=0.1229, acc=0.9375
++++iteration_8500: test acc=0.8510
====iteration_8600: fit=0.2798, reg=0.0681, orth=0.1208, acc=0.9219
====iteration_8700: fit=0.2666, reg=0.0675, orth=0.1238, acc=0.9297
====iteration_8800: fit=0.2017, reg=0.0670, orth=0.1259, acc=0.9609
====iteration_8900: fit=0.3127, reg=0.0667, orth=0.1222, acc=0.9219
====iteration_9000: fit=0.3285, reg=0.0663, orth=0.1224, acc=0.8828
++++iteration_9000: test acc=0.8399
====iteration_9100: fit=0.2756, reg=0.0659, orth=0.1217, acc=0.9375
====iteration_9200: fit=0.2825, reg=0.0656, orth=0.1198, acc=0.9219
====iteration_9300: fit=0.2489, reg=0.0652, orth=0.1206, acc=0.9453
====iteration_9400: fit=0.2929, reg=0.0647, orth=0.1201, acc=0.9141
====iteration_9500: fit=0.2633, reg=0.0644, orth=0.1184, acc=0.9062
++++iteration_9500: test acc=0.8240
====iteration_9600: fit=0.2890, reg=0.0640, orth=0.1178, acc=0.9297
====iteration_9700: fit=0.2532, reg=0.0637, orth=0.1182, acc=0.9297
====iteration_9800: fit=0.2332, reg=0.0632, orth=0.1182, acc=0.9453
====iteration_9900: fit=0.2693, reg=0.0629, orth=0.1189, acc=0.9297
====iteration_10000: fit=0.1687, reg=0.0625, orth=0.1182, acc=0.9688
++++iteration_10000: test acc=0.8517
====iteration_10100: fit=0.2045, reg=0.0623, orth=0.1171, acc=0.9531
====iteration_10200: fit=0.2751, reg=0.0620, orth=0.1178, acc=0.9219
====iteration_10300: fit=0.2418, reg=0.0616, orth=0.1197, acc=0.9375
====iteration_10400: fit=0.2082, reg=0.0612, orth=0.1182, acc=0.9688
====iteration_10500: fit=0.2086, reg=0.0610, orth=0.1138, acc=0.9609
++++iteration_10500: test acc=0.8573
====iteration_10600: fit=0.2745, reg=0.0607, orth=0.1121, acc=0.9297
====iteration_10700: fit=0.2266, reg=0.0602, orth=0.1154, acc=0.9531
====iteration_10800: fit=0.2312, reg=0.0599, orth=0.1173, acc=0.9453
====iteration_10900: fit=0.2274, reg=0.0595, orth=0.1170, acc=0.9531
====iteration_11000: fit=0.2776, reg=0.0593, orth=0.1164, acc=0.9297
++++iteration_11000: test acc=0.8247
====iteration_11100: fit=0.2926, reg=0.0590, orth=0.1162, acc=0.9141
====iteration_11200: fit=0.2064, reg=0.0588, orth=0.1146, acc=0.9375
====iteration_11300: fit=0.2062, reg=0.0585, orth=0.1169, acc=0.9688
====iteration_11400: fit=0.3326, reg=0.0582, orth=0.1186, acc=0.9219
====iteration_11500: fit=0.2237, reg=0.0578, orth=0.1183, acc=0.9453
++++iteration_11500: test acc=0.8286
====iteration_11600: fit=0.2632, reg=0.0575, orth=0.1169, acc=0.9375
====iteration_11700: fit=0.1963, reg=0.0573, orth=0.1165, acc=0.9453
====iteration_11800: fit=0.2167, reg=0.0571, orth=0.1144, acc=0.9531
====iteration_11900: fit=0.2573, reg=0.0568, orth=0.1171, acc=0.9453
====iteration_12000: fit=0.1769, reg=0.0565, orth=0.1159, acc=0.9609
++++iteration_12000: test acc=0.8449
====iteration_12100: fit=0.2044, reg=0.0563, orth=0.1146, acc=0.9531
====iteration_12200: fit=0.2005, reg=0.0561, orth=0.1138, acc=0.9688
====iteration_12300: fit=0.2038, reg=0.0558, orth=0.1150, acc=0.9609
====iteration_12400: fit=0.2242, reg=0.0555, orth=0.1139, acc=0.9531
====iteration_12500: fit=0.1687, reg=0.0553, orth=0.1114, acc=0.9609
++++iteration_12500: test acc=0.8686
====iteration_12600: fit=0.1644, reg=0.0550, orth=0.1129, acc=0.9766
====iteration_12700: fit=0.2558, reg=0.0548, orth=0.1121, acc=0.9297
====iteration_12800: fit=0.1347, reg=0.0545, orth=0.1106, acc=0.9922
====iteration_12900: fit=0.2298, reg=0.0543, orth=0.1103, acc=0.9375
====iteration_13000: fit=0.1648, reg=0.0541, orth=0.1106, acc=0.9688
++++iteration_13000: test acc=0.8435
====iteration_13100: fit=0.2414, reg=0.0540, orth=0.1101, acc=0.9531
====iteration_13200: fit=0.2031, reg=0.0538, orth=0.1088, acc=0.9531
====iteration_13300: fit=0.1736, reg=0.0535, orth=0.1143, acc=0.9609
====iteration_13400: fit=0.2667, reg=0.0533, orth=0.1158, acc=0.9453
====iteration_13500: fit=0.1611, reg=0.0531, orth=0.1133, acc=0.9609
++++iteration_13500: test acc=0.8546
====iteration_13600: fit=0.2405, reg=0.0528, orth=0.1113, acc=0.9609
====iteration_13700: fit=0.2234, reg=0.0526, orth=0.1122, acc=0.9688
====iteration_13800: fit=0.1223, reg=0.0526, orth=0.1109, acc=0.9922
====iteration_13900: fit=0.1517, reg=0.0523, orth=0.1131, acc=0.9844
====iteration_14000: fit=0.2155, reg=0.0520, orth=0.1132, acc=0.9688
++++iteration_14000: test acc=0.8513
====iteration_14100: fit=0.1360, reg=0.0519, orth=0.1103, acc=0.9922
====iteration_14200: fit=0.2462, reg=0.0517, orth=0.1097, acc=0.9219
====iteration_14300: fit=0.1264, reg=0.0515, orth=0.1135, acc=1.0000
====iteration_14400: fit=0.2062, reg=0.0512, orth=0.1153, acc=0.9453
====iteration_14500: fit=0.2210, reg=0.0511, orth=0.1116, acc=0.9531
++++iteration_14500: test acc=0.8498
====iteration_14600: fit=0.1974, reg=0.0509, orth=0.1118, acc=0.9609
====iteration_14700: fit=0.2166, reg=0.0507, orth=0.1081, acc=0.9766
====iteration_14800: fit=0.1554, reg=0.0505, orth=0.1096, acc=0.9766
====iteration_14900: fit=0.2806, reg=0.0503, orth=0.1103, acc=0.8984
====iteration_15000: fit=0.2152, reg=0.0501, orth=0.1112, acc=0.9531
++++iteration_15000: test acc=0.8544
====iteration_15100: fit=0.1683, reg=0.0500, orth=0.1093, acc=0.9609
====iteration_15200: fit=0.1809, reg=0.0498, orth=0.1101, acc=0.9531
====iteration_15300: fit=0.2038, reg=0.0497, orth=0.1078, acc=0.9766
====iteration_15400: fit=0.1481, reg=0.0495, orth=0.1074, acc=0.9844
====iteration_15500: fit=0.1685, reg=0.0494, orth=0.1068, acc=0.9766
++++iteration_15500: test acc=0.8414
====iteration_15600: fit=0.1506, reg=0.0493, orth=0.1075, acc=0.9766
====iteration_15700: fit=0.2520, reg=0.0491, orth=0.1052, acc=0.9062
====iteration_15800: fit=0.2339, reg=0.0489, orth=0.1060, acc=0.9297
====iteration_15900: fit=0.2430, reg=0.0487, orth=0.1104, acc=0.9297
====iteration_16000: fit=0.1944, reg=0.0486, orth=0.1107, acc=0.9609
++++iteration_16000: test acc=0.8517
====iteration_16100: fit=0.1439, reg=0.0485, orth=0.1093, acc=0.9844
====iteration_16200: fit=0.2326, reg=0.0483, orth=0.1076, acc=0.9609
====iteration_16300: fit=0.2485, reg=0.0481, orth=0.1056, acc=0.9688
====iteration_16400: fit=0.1855, reg=0.0479, orth=0.1051, acc=0.9375
====iteration_16500: fit=0.3120, reg=0.0477, orth=0.1067, acc=0.9141
++++iteration_16500: test acc=0.8485
====iteration_16600: fit=0.2761, reg=0.0476, orth=0.1066, acc=0.9297
====iteration_16700: fit=0.1636, reg=0.0475, orth=0.1070, acc=0.9688
====iteration_16800: fit=0.1680, reg=0.0473, orth=0.1057, acc=0.9766
====iteration_16900: fit=0.1801, reg=0.0471, orth=0.1088, acc=0.9766
====iteration_17000: fit=0.2404, reg=0.0470, orth=0.1066, acc=0.9375
++++iteration_17000: test acc=0.8425
====iteration_17100: fit=0.2005, reg=0.0470, orth=0.1049, acc=0.9609
====iteration_17200: fit=0.2564, reg=0.0469, orth=0.1042, acc=0.9219
====iteration_17300: fit=0.1629, reg=0.0466, orth=0.1054, acc=0.9766
====iteration_17400: fit=0.2705, reg=0.0465, orth=0.1068, acc=0.9375
====iteration_17500: fit=0.2049, reg=0.0464, orth=0.1071, acc=0.9531
++++iteration_17500: test acc=0.8440
====iteration_17600: fit=0.1424, reg=0.0463, orth=0.1059, acc=0.9766
====iteration_17700: fit=0.1668, reg=0.0462, orth=0.1070, acc=0.9688
====iteration_17800: fit=0.2097, reg=0.0460, orth=0.1070, acc=0.9609
====iteration_17900: fit=0.2647, reg=0.0458, orth=0.1081, acc=0.9141
====iteration_18000: fit=0.1726, reg=0.0458, orth=0.1057, acc=0.9531
++++iteration_18000: test acc=0.8531
====iteration_18100: fit=0.2238, reg=0.0457, orth=0.1055, acc=0.9375
====iteration_18200: fit=0.2362, reg=0.0456, orth=0.1081, acc=0.9453
====iteration_18300: fit=0.1967, reg=0.0455, orth=0.1070, acc=0.9609
====iteration_18400: fit=0.2348, reg=0.0453, orth=0.1051, acc=0.9297
====iteration_18500: fit=0.1754, reg=0.0452, orth=0.1051, acc=0.9688
++++iteration_18500: test acc=0.8196
====iteration_18600: fit=0.2393, reg=0.0450, orth=0.1068, acc=0.9297
====iteration_18700: fit=0.1653, reg=0.0449, orth=0.1060, acc=0.9766
====iteration_18800: fit=0.1661, reg=0.0448, orth=0.1038, acc=0.9609
====iteration_18900: fit=0.2139, reg=0.0447, orth=0.1038, acc=0.9453
====iteration_19000: fit=0.1894, reg=0.0446, orth=0.1027, acc=0.9453
++++iteration_19000: test acc=0.8466
====iteration_19100: fit=0.1955, reg=0.0446, orth=0.1037, acc=0.9609
====iteration_19200: fit=0.2532, reg=0.0445, orth=0.1064, acc=0.9297
====iteration_19300: fit=0.2979, reg=0.0442, orth=0.1065, acc=0.9375
====iteration_19400: fit=0.1835, reg=0.0441, orth=0.1059, acc=0.9609
====iteration_19500: fit=0.2120, reg=0.0440, orth=0.1051, acc=0.9531
++++iteration_19500: test acc=0.8204
====iteration_19600: fit=0.2143, reg=0.0440, orth=0.1039, acc=0.9453
====iteration_19700: fit=0.1947, reg=0.0438, orth=0.1041, acc=0.9688
====iteration_19800: fit=0.2442, reg=0.0437, orth=0.1038, acc=0.9297
====iteration_19900: fit=0.2213, reg=0.0435, orth=0.1049, acc=0.9531
====iteration_20000: fit=0.2334, reg=0.0434, orth=0.1046, acc=0.9375
++++iteration_20000: test acc=0.8460
====iteration_20100: fit=0.3261, reg=0.0434, orth=0.1048, acc=0.8984
====iteration_20200: fit=0.1775, reg=0.0433, orth=0.1030, acc=0.9531
====iteration_20300: fit=0.1381, reg=0.0432, orth=0.1031, acc=0.9844
====iteration_20400: fit=0.2134, reg=0.0430, orth=0.1060, acc=0.9531
====iteration_20500: fit=0.2080, reg=0.0429, orth=0.1072, acc=0.9453
++++iteration_20500: test acc=0.8268
====iteration_20600: fit=0.1483, reg=0.0428, orth=0.1056, acc=0.9609
====iteration_20700: fit=0.1977, reg=0.0428, orth=0.1030, acc=0.9688
====iteration_20800: fit=0.2636, reg=0.0427, orth=0.1057, acc=0.9375
====iteration_20900: fit=0.1516, reg=0.0426, orth=0.1070, acc=0.9688
====iteration_21000: fit=0.2071, reg=0.0425, orth=0.1043, acc=0.9688
++++iteration_21000: test acc=0.8477
====iteration_21100: fit=0.1990, reg=0.0424, orth=0.1056, acc=0.9531
====iteration_21200: fit=0.1367, reg=0.0423, orth=0.1040, acc=0.9766
====iteration_21300: fit=0.1668, reg=0.0423, orth=0.1033, acc=0.9766
====iteration_21400: fit=0.2211, reg=0.0422, orth=0.1050, acc=0.9531
====iteration_21500: fit=0.2265, reg=0.0421, orth=0.1048, acc=0.9531
++++iteration_21500: test acc=0.8586
====iteration_21600: fit=0.1585, reg=0.0420, orth=0.1052, acc=0.9844
====iteration_21700: fit=0.2651, reg=0.0419, orth=0.1083, acc=0.9297
====iteration_21800: fit=0.1135, reg=0.0418, orth=0.1058, acc=0.9844
====iteration_21900: fit=0.1561, reg=0.0417, orth=0.1018, acc=0.9766
====iteration_22000: fit=0.1934, reg=0.0417, orth=0.1031, acc=0.9453
++++iteration_22000: test acc=0.8558
====iteration_22100: fit=0.1891, reg=0.0415, orth=0.1058, acc=0.9688
====iteration_22200: fit=0.1598, reg=0.0414, orth=0.1061, acc=0.9688
====iteration_22300: fit=0.2004, reg=0.0413, orth=0.1051, acc=0.9609
====iteration_22400: fit=0.2155, reg=0.0413, orth=0.1047, acc=0.9453
====iteration_22500: fit=0.1350, reg=0.0413, orth=0.1029, acc=0.9844
++++iteration_22500: test acc=0.8248
====iteration_22600: fit=0.1562, reg=0.0412, orth=0.1008, acc=0.9766
====iteration_22700: fit=0.2502, reg=0.0411, orth=0.1016, acc=0.9375
====iteration_22800: fit=0.1968, reg=0.0409, orth=0.1059, acc=0.9609
====iteration_22900: fit=0.1968, reg=0.0409, orth=0.1044, acc=0.9531
====iteration_23000: fit=0.1560, reg=0.0408, orth=0.1047, acc=0.9766
++++iteration_23000: test acc=0.8313
====iteration_23100: fit=0.2190, reg=0.0407, orth=0.1043, acc=0.9375
====iteration_23200: fit=0.2055, reg=0.0406, orth=0.1026, acc=0.9688
====iteration_23300: fit=0.2238, reg=0.0405, orth=0.1027, acc=0.9688
====iteration_23400: fit=0.1344, reg=0.0405, orth=0.1041, acc=0.9844
====iteration_23500: fit=0.1668, reg=0.0404, orth=0.1017, acc=0.9688
++++iteration_23500: test acc=0.8701
====iteration_23600: fit=0.1667, reg=0.0404, orth=0.0986, acc=0.9609
====iteration_23700: fit=0.1827, reg=0.0403, orth=0.1024, acc=0.9609
====iteration_23800: fit=0.1869, reg=0.0401, orth=0.1044, acc=0.9688
====iteration_23900: fit=0.1963, reg=0.0401, orth=0.1023, acc=0.9531
====iteration_24000: fit=0.2152, reg=0.0400, orth=0.1010, acc=0.9688
++++iteration_24000: test acc=0.8489
====iteration_24100: fit=0.2413, reg=0.0400, orth=0.0995, acc=0.9453
====iteration_24200: fit=0.2108, reg=0.0399, orth=0.0995, acc=0.9688
====iteration_24300: fit=0.1919, reg=0.0397, orth=0.0996, acc=0.9609
====iteration_24400: fit=0.1145, reg=0.0397, orth=0.0990, acc=0.9922
====iteration_24500: fit=0.2260, reg=0.0396, orth=0.0993, acc=0.9453
++++iteration_24500: test acc=0.8242
====iteration_24600: fit=0.2183, reg=0.0396, orth=0.1028, acc=0.9531
====iteration_24700: fit=0.1633, reg=0.0394, orth=0.1032, acc=0.9688
====iteration_24800: fit=0.1265, reg=0.0394, orth=0.1016, acc=0.9766
====iteration_24900: fit=0.1342, reg=0.0394, orth=0.1010, acc=0.9766
====iteration_25000: fit=0.2285, reg=0.0393, orth=0.1010, acc=0.9453
++++iteration_25000: test acc=0.8583
====iteration_25100: fit=0.1897, reg=0.0392, orth=0.0987, acc=0.9531
====iteration_25200: fit=0.2152, reg=0.0392, orth=0.0983, acc=0.9453
====iteration_25300: fit=0.2015, reg=0.0391, orth=0.1019, acc=0.9453
====iteration_25400: fit=0.1640, reg=0.0390, orth=0.1028, acc=0.9766
====iteration_25500: fit=0.1523, reg=0.0389, orth=0.1034, acc=0.9609
++++iteration_25500: test acc=0.8580
====iteration_25600: fit=0.2097, reg=0.0389, orth=0.1026, acc=0.9531
====iteration_25700: fit=0.2204, reg=0.0388, orth=0.1017, acc=0.9531
====iteration_25800: fit=0.1365, reg=0.0387, orth=0.1014, acc=0.9844
====iteration_25900: fit=0.1410, reg=0.0387, orth=0.0998, acc=0.9766
====iteration_26000: fit=0.2000, reg=0.0387, orth=0.0986, acc=0.9609
++++iteration_26000: test acc=0.8274
====iteration_26100: fit=0.1820, reg=0.0385, orth=0.0995, acc=0.9609
====iteration_26200: fit=0.2345, reg=0.0384, orth=0.0990, acc=0.9219
====iteration_26300: fit=0.1570, reg=0.0384, orth=0.0997, acc=0.9688
====iteration_26400: fit=0.2126, reg=0.0384, orth=0.1003, acc=0.9297
====iteration_26500: fit=0.1545, reg=0.0384, orth=0.0987, acc=0.9766
++++iteration_26500: test acc=0.8263
====iteration_26600: fit=0.3153, reg=0.0383, orth=0.0993, acc=0.9219
====iteration_26700: fit=0.2262, reg=0.0383, orth=0.0990, acc=0.9375
====iteration_26800: fit=0.1758, reg=0.0382, orth=0.0985, acc=0.9609
====iteration_26900: fit=0.1173, reg=0.0381, orth=0.1017, acc=0.9766
====iteration_27000: fit=0.2828, reg=0.0380, orth=0.1029, acc=0.9375
++++iteration_27000: test acc=0.8588
====iteration_27100: fit=0.1907, reg=0.0380, orth=0.1004, acc=0.9609
====iteration_27200: fit=0.1681, reg=0.0380, orth=0.0987, acc=0.9766
====iteration_27300: fit=0.2417, reg=0.0378, orth=0.0992, acc=0.9453
====iteration_27400: fit=0.2281, reg=0.0377, orth=0.1001, acc=0.9531
====iteration_27500: fit=0.1275, reg=0.0377, orth=0.0972, acc=0.9922
++++iteration_27500: test acc=0.8521
====iteration_27600: fit=0.2104, reg=0.0377, orth=0.0998, acc=0.9375
====iteration_27700: fit=0.2691, reg=0.0376, orth=0.0987, acc=0.9219
====iteration_27800: fit=0.2170, reg=0.0376, orth=0.0984, acc=0.9609
====iteration_27900: fit=0.2380, reg=0.0375, orth=0.0993, acc=0.9453
====iteration_28000: fit=0.2080, reg=0.0374, orth=0.0999, acc=0.9531
++++iteration_28000: test acc=0.8620
====iteration_28100: fit=0.2075, reg=0.0374, orth=0.0998, acc=0.9531
====iteration_28200: fit=0.2132, reg=0.0372, orth=0.1004, acc=0.9375
====iteration_28300: fit=0.1792, reg=0.0372, orth=0.0997, acc=0.9609
====iteration_28400: fit=0.2039, reg=0.0372, orth=0.0978, acc=0.9609
====iteration_28500: fit=0.1758, reg=0.0371, orth=0.0997, acc=0.9453
++++iteration_28500: test acc=0.8368
====iteration_28600: fit=0.1616, reg=0.0371, orth=0.1001, acc=0.9766
====iteration_28700: fit=0.2155, reg=0.0370, orth=0.1028, acc=0.9219
====iteration_28800: fit=0.1777, reg=0.0370, orth=0.1029, acc=0.9766
====iteration_28900: fit=0.2283, reg=0.0369, orth=0.1015, acc=0.9297
====iteration_29000: fit=0.1791, reg=0.0369, orth=0.1003, acc=0.9609
++++iteration_29000: test acc=0.8625
====iteration_29100: fit=0.1919, reg=0.0369, orth=0.0996, acc=0.9609
====iteration_29200: fit=0.2445, reg=0.0368, orth=0.0983, acc=0.9453
====iteration_29300: fit=0.2397, reg=0.0367, orth=0.0989, acc=0.9453
====iteration_29400: fit=0.1786, reg=0.0367, orth=0.0995, acc=0.9688
====iteration_29500: fit=0.1798, reg=0.0366, orth=0.1005, acc=0.9609
++++iteration_29500: test acc=0.8375
====iteration_29600: fit=0.1886, reg=0.0366, orth=0.1006, acc=0.9531
====iteration_29700: fit=0.1339, reg=0.0365, orth=0.0990, acc=0.9766
====iteration_29800: fit=0.2034, reg=0.0364, orth=0.0992, acc=0.9297
====iteration_29900: fit=0.2225, reg=0.0363, orth=0.1002, acc=0.9531
====iteration_30000: fit=0.2623, reg=0.0363, orth=0.0986, acc=0.9219
++++iteration_30000: test acc=0.8420
====iteration_30100: fit=0.2150, reg=0.0363, orth=0.0985, acc=0.9453
====iteration_30200: fit=0.1724, reg=0.0362, orth=0.0997, acc=0.9609
====iteration_30300: fit=0.2429, reg=0.0362, orth=0.0973, acc=0.9453
====iteration_30400: fit=0.1809, reg=0.0362, orth=0.0975, acc=0.9609
====iteration_30500: fit=0.1930, reg=0.0361, orth=0.0970, acc=0.9531
++++iteration_30500: test acc=0.8547
====iteration_30600: fit=0.1893, reg=0.0360, orth=0.0976, acc=0.9688
====iteration_30700: fit=0.1547, reg=0.0360, orth=0.0980, acc=0.9844
====iteration_30800: fit=0.1400, reg=0.0360, orth=0.0975, acc=0.9688
====iteration_30900: fit=0.2220, reg=0.0359, orth=0.1009, acc=0.9297
====iteration_31000: fit=0.1629, reg=0.0359, orth=0.0998, acc=0.9766
++++iteration_31000: test acc=0.8538
====iteration_31100: fit=0.2016, reg=0.0359, orth=0.0991, acc=0.9609
====iteration_31200: fit=0.1877, reg=0.0358, orth=0.0984, acc=0.9609
====iteration_31300: fit=0.2314, reg=0.0358, orth=0.0982, acc=0.9609
====iteration_31400: fit=0.1584, reg=0.0357, orth=0.0992, acc=0.9766
====iteration_31500: fit=0.1476, reg=0.0356, orth=0.1014, acc=0.9766
++++iteration_31500: test acc=0.8330
====iteration_31600: fit=0.1939, reg=0.0356, orth=0.0981, acc=0.9531
====iteration_31700: fit=0.1393, reg=0.0356, orth=0.0960, acc=0.9844
====iteration_31800: fit=0.1782, reg=0.0356, orth=0.0975, acc=0.9688
====iteration_31900: fit=0.2317, reg=0.0355, orth=0.0986, acc=0.9219
====iteration_32000: fit=0.1269, reg=0.0354, orth=0.0999, acc=0.9766
++++iteration_32000: test acc=0.8432
====iteration_32100: fit=0.2195, reg=0.0354, orth=0.0998, acc=0.9297
====iteration_32200: fit=0.1105, reg=0.0353, orth=0.1006, acc=1.0000
====iteration_32300: fit=0.1645, reg=0.0353, orth=0.0980, acc=0.9609
====iteration_32400: fit=0.2357, reg=0.0352, orth=0.0976, acc=0.9141
====iteration_32500: fit=0.2163, reg=0.0353, orth=0.0975, acc=0.9531
++++iteration_32500: test acc=0.8591
====iteration_32600: fit=0.2063, reg=0.0352, orth=0.0965, acc=0.9609
====iteration_32700: fit=0.1091, reg=0.0353, orth=0.0951, acc=0.9922
====iteration_32800: fit=0.1727, reg=0.0351, orth=0.0948, acc=0.9688
====iteration_32900: fit=0.1896, reg=0.0351, orth=0.0955, acc=0.9531
====iteration_33000: fit=0.1254, reg=0.0350, orth=0.0980, acc=0.9766
++++iteration_33000: test acc=0.8290
====iteration_33100: fit=0.1701, reg=0.0350, orth=0.0991, acc=0.9766
====iteration_33200: fit=0.2906, reg=0.0349, orth=0.1014, acc=0.9297
====iteration_33300: fit=0.2743, reg=0.0349, orth=0.0996, acc=0.9219
====iteration_33400: fit=0.1388, reg=0.0349, orth=0.0985, acc=0.9688
====iteration_33500: fit=0.1828, reg=0.0348, orth=0.1008, acc=0.9531
++++iteration_33500: test acc=0.8634
====iteration_33600: fit=0.2311, reg=0.0348, orth=0.1006, acc=0.9688
====iteration_33700: fit=0.1891, reg=0.0348, orth=0.0988, acc=0.9609
====iteration_33800: fit=0.1300, reg=0.0347, orth=0.0977, acc=0.9922
====iteration_33900: fit=0.2189, reg=0.0347, orth=0.0969, acc=0.9531
====iteration_34000: fit=0.2557, reg=0.0346, orth=0.0971, acc=0.9219
++++iteration_34000: test acc=0.8638
====iteration_34100: fit=0.1209, reg=0.0346, orth=0.0948, acc=0.9922
====iteration_34200: fit=0.1536, reg=0.0346, orth=0.0926, acc=0.9609
====iteration_34300: fit=0.1345, reg=0.0346, orth=0.0905, acc=0.9688
====iteration_34400: fit=0.1413, reg=0.0346, orth=0.0886, acc=0.9766
====iteration_34500: fit=0.0884, reg=0.0346, orth=0.0867, acc=1.0000
++++iteration_34500: test acc=0.9054
====iteration_34600: fit=0.0921, reg=0.0346, orth=0.0848, acc=1.0000
====iteration_34700: fit=0.0947, reg=0.0346, orth=0.0830, acc=0.9922
====iteration_34800: fit=0.0806, reg=0.0347, orth=0.0812, acc=1.0000
====iteration_34900: fit=0.1090, reg=0.0347, orth=0.0794, acc=0.9922
====iteration_35000: fit=0.0841, reg=0.0347, orth=0.0777, acc=1.0000
++++iteration_35000: test acc=0.9096
====iteration_35100: fit=0.0942, reg=0.0347, orth=0.0759, acc=0.9922
====iteration_35200: fit=0.0841, reg=0.0347, orth=0.0742, acc=1.0000
====iteration_35300: fit=0.0793, reg=0.0347, orth=0.0725, acc=1.0000
====iteration_35400: fit=0.0803, reg=0.0347, orth=0.0709, acc=1.0000
====iteration_35500: fit=0.0862, reg=0.0347, orth=0.0692, acc=1.0000
++++iteration_35500: test acc=0.9138
====iteration_35600: fit=0.0920, reg=0.0347, orth=0.0676, acc=0.9922
====iteration_35700: fit=0.0803, reg=0.0347, orth=0.0659, acc=1.0000
====iteration_35800: fit=0.0830, reg=0.0347, orth=0.0643, acc=1.0000
====iteration_35900: fit=0.0806, reg=0.0346, orth=0.0627, acc=1.0000
====iteration_36000: fit=0.0887, reg=0.0346, orth=0.0611, acc=0.9922
++++iteration_36000: test acc=0.9108
====iteration_36100: fit=0.0797, reg=0.0346, orth=0.0596, acc=1.0000
====iteration_36200: fit=0.0842, reg=0.0346, orth=0.0581, acc=0.9922
====iteration_36300: fit=0.0828, reg=0.0346, orth=0.0566, acc=1.0000
====iteration_36400: fit=0.0792, reg=0.0345, orth=0.0551, acc=1.0000
====iteration_36500: fit=0.0755, reg=0.0345, orth=0.0536, acc=1.0000
++++iteration_36500: test acc=0.9143
====iteration_36600: fit=0.0776, reg=0.0345, orth=0.0522, acc=1.0000
====iteration_36700: fit=0.0756, reg=0.0344, orth=0.0507, acc=1.0000
====iteration_36800: fit=0.0784, reg=0.0344, orth=0.0493, acc=1.0000
====iteration_36900: fit=0.0832, reg=0.0344, orth=0.0479, acc=1.0000
====iteration_37000: fit=0.0752, reg=0.0343, orth=0.0466, acc=1.0000
++++iteration_37000: test acc=0.9134
====iteration_37100: fit=0.0748, reg=0.0343, orth=0.0453, acc=1.0000
====iteration_37200: fit=0.0783, reg=0.0342, orth=0.0440, acc=1.0000
====iteration_37300: fit=0.0747, reg=0.0342, orth=0.0427, acc=1.0000
====iteration_37400: fit=0.0780, reg=0.0341, orth=0.0415, acc=1.0000
====iteration_37500: fit=0.0756, reg=0.0341, orth=0.0402, acc=1.0000
++++iteration_37500: test acc=0.9127
====iteration_37600: fit=0.0792, reg=0.0340, orth=0.0391, acc=1.0000
====iteration_37700: fit=0.0769, reg=0.0340, orth=0.0379, acc=1.0000
====iteration_37800: fit=0.0810, reg=0.0339, orth=0.0368, acc=1.0000
====iteration_37900: fit=0.0742, reg=0.0339, orth=0.0357, acc=1.0000
====iteration_38000: fit=0.0752, reg=0.0338, orth=0.0347, acc=1.0000
++++iteration_38000: test acc=0.9132
====iteration_38100: fit=0.0742, reg=0.0337, orth=0.0336, acc=1.0000
====iteration_38200: fit=0.0773, reg=0.0337, orth=0.0327, acc=1.0000
====iteration_38300: fit=0.0754, reg=0.0336, orth=0.0317, acc=1.0000
====iteration_38400: fit=0.0738, reg=0.0335, orth=0.0308, acc=1.0000
====iteration_38500: fit=0.0772, reg=0.0335, orth=0.0299, acc=1.0000
++++iteration_38500: test acc=0.9134
====iteration_38600: fit=0.0747, reg=0.0334, orth=0.0291, acc=1.0000
====iteration_38700: fit=0.0734, reg=0.0333, orth=0.0283, acc=1.0000
====iteration_38800: fit=0.0749, reg=0.0332, orth=0.0275, acc=1.0000
====iteration_38900: fit=0.0730, reg=0.0332, orth=0.0268, acc=1.0000
====iteration_39000: fit=0.0739, reg=0.0331, orth=0.0260, acc=1.0000
++++iteration_39000: test acc=0.9166
====iteration_39100: fit=0.0741, reg=0.0330, orth=0.0253, acc=1.0000
====iteration_39200: fit=0.0757, reg=0.0329, orth=0.0247, acc=1.0000
====iteration_39300: fit=0.0742, reg=0.0329, orth=0.0241, acc=1.0000
====iteration_39400: fit=0.0733, reg=0.0328, orth=0.0234, acc=1.0000
====iteration_39500: fit=0.0750, reg=0.0327, orth=0.0229, acc=1.0000
++++iteration_39500: test acc=0.9121
====iteration_39600: fit=0.0738, reg=0.0326, orth=0.0223, acc=1.0000
====iteration_39700: fit=0.0731, reg=0.0325, orth=0.0219, acc=1.0000
====iteration_39800: fit=0.0740, reg=0.0325, orth=0.0215, acc=1.0000
====iteration_39900: fit=0.0732, reg=0.0324, orth=0.0211, acc=1.0000
====iteration_40000: fit=0.0751, reg=0.0323, orth=0.0207, acc=1.0000
++++iteration_40000: test acc=0.9120
====iteration_40100: fit=0.0730, reg=0.0323, orth=0.0204, acc=1.0000
====iteration_40200: fit=0.0730, reg=0.0322, orth=0.0201, acc=1.0000
====iteration_40300: fit=0.0732, reg=0.0322, orth=0.0198, acc=1.0000
====iteration_40400: fit=0.0744, reg=0.0321, orth=0.0196, acc=1.0000
====iteration_40500: fit=0.0725, reg=0.0321, orth=0.0195, acc=1.0000
++++iteration_40500: test acc=0.9088
====iteration_40600: fit=0.0838, reg=0.0320, orth=0.0193, acc=0.9922
====iteration_40700: fit=0.0751, reg=0.0320, orth=0.0191, acc=1.0000
====iteration_40800: fit=0.0808, reg=0.0319, orth=0.0188, acc=0.9922
====iteration_40900: fit=0.0740, reg=0.0319, orth=0.0186, acc=1.0000
====iteration_41000: fit=0.0727, reg=0.0318, orth=0.0184, acc=1.0000
++++iteration_41000: test acc=0.9095
====iteration_41100: fit=0.0733, reg=0.0317, orth=0.0182, acc=1.0000
====iteration_41200: fit=0.0757, reg=0.0317, orth=0.0180, acc=1.0000
====iteration_41300: fit=0.0758, reg=0.0316, orth=0.0178, acc=1.0000
====iteration_41400: fit=0.0797, reg=0.0316, orth=0.0177, acc=1.0000
====iteration_41500: fit=0.0748, reg=0.0315, orth=0.0175, acc=1.0000
++++iteration_41500: test acc=0.9117
====iteration_41600: fit=0.0750, reg=0.0315, orth=0.0174, acc=1.0000
====iteration_41700: fit=0.0741, reg=0.0314, orth=0.0173, acc=1.0000
====iteration_41800: fit=0.0747, reg=0.0314, orth=0.0172, acc=1.0000
====iteration_41900: fit=0.0736, reg=0.0314, orth=0.0171, acc=1.0000
====iteration_42000: fit=0.0731, reg=0.0313, orth=0.0170, acc=1.0000
++++iteration_42000: test acc=0.9100
====iteration_42100: fit=0.0730, reg=0.0313, orth=0.0169, acc=1.0000
====iteration_42200: fit=0.0745, reg=0.0312, orth=0.0167, acc=1.0000
====iteration_42300: fit=0.0809, reg=0.0312, orth=0.0166, acc=0.9922
====iteration_42400: fit=0.0720, reg=0.0311, orth=0.0165, acc=1.0000
====iteration_42500: fit=0.0738, reg=0.0311, orth=0.0163, acc=1.0000
++++iteration_42500: test acc=0.9091
====iteration_42600: fit=0.0718, reg=0.0310, orth=0.0161, acc=1.0000
====iteration_42700: fit=0.0717, reg=0.0310, orth=0.0160, acc=1.0000
====iteration_42800: fit=0.0718, reg=0.0310, orth=0.0159, acc=1.0000
====iteration_42900: fit=0.0743, reg=0.0309, orth=0.0158, acc=1.0000
====iteration_43000: fit=0.0730, reg=0.0309, orth=0.0157, acc=1.0000
++++iteration_43000: test acc=0.9109
====iteration_43100: fit=0.0722, reg=0.0308, orth=0.0156, acc=1.0000
====iteration_43200: fit=0.0721, reg=0.0308, orth=0.0155, acc=1.0000
====iteration_43300: fit=0.0718, reg=0.0307, orth=0.0153, acc=1.0000
====iteration_43400: fit=0.0741, reg=0.0307, orth=0.0152, acc=1.0000
====iteration_43500: fit=0.0774, reg=0.0306, orth=0.0151, acc=1.0000
++++iteration_43500: test acc=0.9081
====iteration_43600: fit=0.0711, reg=0.0306, orth=0.0149, acc=1.0000
====iteration_43700: fit=0.0714, reg=0.0305, orth=0.0149, acc=1.0000
====iteration_43800: fit=0.0751, reg=0.0305, orth=0.0148, acc=1.0000
====iteration_43900: fit=0.0719, reg=0.0304, orth=0.0147, acc=1.0000
====iteration_44000: fit=0.0798, reg=0.0304, orth=0.0146, acc=0.9922
++++iteration_44000: test acc=0.9107
====iteration_44100: fit=0.0726, reg=0.0303, orth=0.0145, acc=1.0000
====iteration_44200: fit=0.0711, reg=0.0303, orth=0.0144, acc=1.0000
====iteration_44300: fit=0.0721, reg=0.0302, orth=0.0144, acc=1.0000
====iteration_44400: fit=0.0728, reg=0.0302, orth=0.0144, acc=1.0000
====iteration_44500: fit=0.0719, reg=0.0302, orth=0.0145, acc=1.0000
++++iteration_44500: test acc=0.9071
====iteration_44600: fit=0.0717, reg=0.0302, orth=0.0145, acc=1.0000
====iteration_44700: fit=0.0721, reg=0.0302, orth=0.0145, acc=1.0000
====iteration_44800: fit=0.0720, reg=0.0301, orth=0.0145, acc=1.0000
====iteration_44900: fit=0.0722, reg=0.0301, orth=0.0146, acc=1.0000
====iteration_45000: fit=0.0742, reg=0.0301, orth=0.0145, acc=1.0000
++++iteration_45000: test acc=0.9086
====iteration_45100: fit=0.0724, reg=0.0301, orth=0.0144, acc=1.0000
====iteration_45200: fit=0.0722, reg=0.0300, orth=0.0144, acc=1.0000
====iteration_45300: fit=0.0721, reg=0.0300, orth=0.0143, acc=1.0000
====iteration_45400: fit=0.0720, reg=0.0300, orth=0.0142, acc=1.0000
====iteration_45500: fit=0.0722, reg=0.0299, orth=0.0142, acc=1.0000
++++iteration_45500: test acc=0.9103
====iteration_45600: fit=0.0718, reg=0.0299, orth=0.0141, acc=1.0000
====iteration_45700: fit=0.0719, reg=0.0298, orth=0.0140, acc=1.0000
====iteration_45800: fit=0.0716, reg=0.0298, orth=0.0140, acc=1.0000
====iteration_45900: fit=0.0717, reg=0.0298, orth=0.0139, acc=1.0000
====iteration_46000: fit=0.0729, reg=0.0297, orth=0.0139, acc=1.0000
++++iteration_46000: test acc=0.9053
====iteration_46100: fit=0.0730, reg=0.0297, orth=0.0138, acc=1.0000
====iteration_46200: fit=0.0736, reg=0.0297, orth=0.0138, acc=1.0000
====iteration_46300: fit=0.0714, reg=0.0297, orth=0.0138, acc=1.0000
====iteration_46400: fit=0.0776, reg=0.0296, orth=0.0138, acc=1.0000
====iteration_46500: fit=0.0714, reg=0.0296, orth=0.0137, acc=1.0000
++++iteration_46500: test acc=0.9116
====iteration_46600: fit=0.0727, reg=0.0296, orth=0.0136, acc=1.0000
====iteration_46700: fit=0.0722, reg=0.0295, orth=0.0136, acc=1.0000
====iteration_46800: fit=0.0720, reg=0.0295, orth=0.0135, acc=1.0000
====iteration_46900: fit=0.0717, reg=0.0294, orth=0.0134, acc=1.0000
====iteration_47000: fit=0.0720, reg=0.0294, orth=0.0134, acc=1.0000
++++iteration_47000: test acc=0.9087
====iteration_47100: fit=0.0725, reg=0.0294, orth=0.0134, acc=1.0000
====iteration_47200: fit=0.0738, reg=0.0293, orth=0.0134, acc=1.0000
====iteration_47300: fit=0.0726, reg=0.0293, orth=0.0133, acc=1.0000
====iteration_47400: fit=0.0729, reg=0.0293, orth=0.0134, acc=1.0000
====iteration_47500: fit=0.0723, reg=0.0293, orth=0.0135, acc=1.0000
++++iteration_47500: test acc=0.9033
====iteration_47600: fit=0.0777, reg=0.0293, orth=0.0135, acc=0.9922
====iteration_47700: fit=0.0730, reg=0.0292, orth=0.0135, acc=1.0000
====iteration_47800: fit=0.0752, reg=0.0292, orth=0.0135, acc=1.0000
====iteration_47900: fit=0.0777, reg=0.0292, orth=0.0135, acc=1.0000
====iteration_48000: fit=0.0721, reg=0.0292, orth=0.0136, acc=1.0000
++++iteration_48000: test acc=0.9039
====iteration_48100: fit=0.0723, reg=0.0292, orth=0.0136, acc=1.0000
====iteration_48200: fit=0.0740, reg=0.0291, orth=0.0136, acc=1.0000
====iteration_48300: fit=0.0722, reg=0.0291, orth=0.0135, acc=1.0000
====iteration_48400: fit=0.0722, reg=0.0291, orth=0.0135, acc=1.0000
====iteration_48500: fit=0.0734, reg=0.0291, orth=0.0135, acc=1.0000
++++iteration_48500: test acc=0.9101
====iteration_48600: fit=0.0733, reg=0.0291, orth=0.0135, acc=1.0000
====iteration_48700: fit=0.0720, reg=0.0290, orth=0.0135, acc=1.0000
====iteration_48800: fit=0.0712, reg=0.0290, orth=0.0134, acc=1.0000
====iteration_48900: fit=0.0719, reg=0.0290, orth=0.0134, acc=1.0000
====iteration_49000: fit=0.0720, reg=0.0290, orth=0.0133, acc=1.0000
++++iteration_49000: test acc=0.9126
====iteration_49100: fit=0.0716, reg=0.0289, orth=0.0133, acc=1.0000
====iteration_49200: fit=0.0734, reg=0.0289, orth=0.0132, acc=1.0000
====iteration_49300: fit=0.0725, reg=0.0289, orth=0.0132, acc=1.0000
====iteration_49400: fit=0.0710, reg=0.0288, orth=0.0132, acc=1.0000
====iteration_49500: fit=0.0716, reg=0.0288, orth=0.0131, acc=1.0000
++++iteration_49500: test acc=0.9115
====iteration_49600: fit=0.0710, reg=0.0288, orth=0.0131, acc=1.0000
====iteration_49700: fit=0.0737, reg=0.0287, orth=0.0130, acc=1.0000
====iteration_49800: fit=0.0711, reg=0.0287, orth=0.0130, acc=1.0000
====iteration_49900: fit=0.0714, reg=0.0287, orth=0.0129, acc=1.0000
====iteration_50000: fit=0.0714, reg=0.0287, orth=0.0129, acc=1.0000
++++iteration_50000: test acc=0.9126
====iteration_50100: fit=0.0718, reg=0.0286, orth=0.0129, acc=1.0000
====iteration_50200: fit=0.0718, reg=0.0286, orth=0.0129, acc=1.0000
====iteration_50300: fit=0.0721, reg=0.0286, orth=0.0129, acc=1.0000
====iteration_50400: fit=0.0724, reg=0.0286, orth=0.0129, acc=1.0000
====iteration_50500: fit=0.0719, reg=0.0286, orth=0.0130, acc=1.0000
++++iteration_50500: test acc=0.9062
====iteration_50600: fit=0.0731, reg=0.0286, orth=0.0130, acc=1.0000
====iteration_50700: fit=0.0742, reg=0.0285, orth=0.0131, acc=1.0000
====iteration_50800: fit=0.0735, reg=0.0285, orth=0.0132, acc=1.0000
====iteration_50900: fit=0.0716, reg=0.0285, orth=0.0131, acc=1.0000
====iteration_51000: fit=0.0732, reg=0.0285, orth=0.0131, acc=1.0000
++++iteration_51000: test acc=0.9065
====iteration_51100: fit=0.0720, reg=0.0285, orth=0.0131, acc=1.0000
====iteration_51200: fit=0.0729, reg=0.0284, orth=0.0130, acc=1.0000
====iteration_51300: fit=0.0717, reg=0.0284, orth=0.0130, acc=1.0000
====iteration_51400: fit=0.0725, reg=0.0284, orth=0.0130, acc=1.0000
====iteration_51500: fit=0.0722, reg=0.0284, orth=0.0130, acc=1.0000
++++iteration_51500: test acc=0.9055
====iteration_51600: fit=0.0714, reg=0.0283, orth=0.0129, acc=1.0000
====iteration_51700: fit=0.0709, reg=0.0283, orth=0.0129, acc=1.0000
====iteration_51800: fit=0.0716, reg=0.0283, orth=0.0128, acc=1.0000
====iteration_51900: fit=0.0725, reg=0.0283, orth=0.0128, acc=1.0000
====iteration_52000: fit=0.0713, reg=0.0283, orth=0.0128, acc=1.0000
++++iteration_52000: test acc=0.9102
====iteration_52100: fit=0.0714, reg=0.0282, orth=0.0127, acc=1.0000
====iteration_52200: fit=0.0710, reg=0.0282, orth=0.0126, acc=1.0000
====iteration_52300: fit=0.0720, reg=0.0281, orth=0.0126, acc=1.0000
====iteration_52400: fit=0.0717, reg=0.0281, orth=0.0125, acc=1.0000
====iteration_52500: fit=0.0733, reg=0.0281, orth=0.0125, acc=1.0000
++++iteration_52500: test acc=0.9091
====iteration_52600: fit=0.0724, reg=0.0281, orth=0.0125, acc=1.0000
====iteration_52700: fit=0.0726, reg=0.0280, orth=0.0126, acc=1.0000
====iteration_52800: fit=0.0734, reg=0.0280, orth=0.0126, acc=1.0000
====iteration_52900: fit=0.0722, reg=0.0280, orth=0.0126, acc=1.0000
====iteration_53000: fit=0.0720, reg=0.0280, orth=0.0127, acc=1.0000
++++iteration_53000: test acc=0.9040
====iteration_53100: fit=0.0720, reg=0.0280, orth=0.0127, acc=1.0000
====iteration_53200: fit=0.0726, reg=0.0280, orth=0.0127, acc=1.0000
====iteration_53300: fit=0.0720, reg=0.0280, orth=0.0127, acc=1.0000
====iteration_53400: fit=0.0817, reg=0.0280, orth=0.0127, acc=0.9922
====iteration_53500: fit=0.0715, reg=0.0279, orth=0.0127, acc=1.0000
++++iteration_53500: test acc=0.9089
====iteration_53600: fit=0.0811, reg=0.0279, orth=0.0127, acc=0.9922
====iteration_53700: fit=0.0729, reg=0.0279, orth=0.0127, acc=1.0000
====iteration_53800: fit=0.0712, reg=0.0279, orth=0.0127, acc=1.0000
====iteration_53900: fit=0.0763, reg=0.0279, orth=0.0128, acc=1.0000
====iteration_54000: fit=0.0713, reg=0.0278, orth=0.0128, acc=1.0000
++++iteration_54000: test acc=0.9031
====iteration_54100: fit=0.0724, reg=0.0278, orth=0.0128, acc=1.0000
====iteration_54200: fit=0.0735, reg=0.0278, orth=0.0128, acc=1.0000
====iteration_54300: fit=0.0716, reg=0.0278, orth=0.0128, acc=1.0000
====iteration_54400: fit=0.0716, reg=0.0278, orth=0.0128, acc=1.0000
====iteration_54500: fit=0.0718, reg=0.0278, orth=0.0127, acc=1.0000
++++iteration_54500: test acc=0.9092
====iteration_54600: fit=0.0716, reg=0.0278, orth=0.0127, acc=1.0000
====iteration_54700: fit=0.0714, reg=0.0278, orth=0.0127, acc=1.0000
====iteration_54800: fit=0.0723, reg=0.0278, orth=0.0127, acc=1.0000
====iteration_54900: fit=0.0734, reg=0.0278, orth=0.0127, acc=1.0000
====iteration_55000: fit=0.0730, reg=0.0278, orth=0.0127, acc=1.0000
++++iteration_55000: test acc=0.9101
====iteration_55100: fit=0.0715, reg=0.0278, orth=0.0127, acc=1.0000
====iteration_55200: fit=0.0716, reg=0.0278, orth=0.0127, acc=1.0000
====iteration_55300: fit=0.0735, reg=0.0278, orth=0.0127, acc=1.0000
====iteration_55400: fit=0.0718, reg=0.0278, orth=0.0127, acc=1.0000
====iteration_55500: fit=0.0710, reg=0.0278, orth=0.0127, acc=1.0000
++++iteration_55500: test acc=0.9111
====iteration_55600: fit=0.0718, reg=0.0278, orth=0.0126, acc=1.0000
====iteration_55700: fit=0.0716, reg=0.0278, orth=0.0126, acc=1.0000
====iteration_55800: fit=0.0728, reg=0.0278, orth=0.0126, acc=1.0000
====iteration_55900: fit=0.0707, reg=0.0278, orth=0.0126, acc=1.0000
====iteration_56000: fit=0.0718, reg=0.0278, orth=0.0126, acc=1.0000
++++iteration_56000: test acc=0.9115
====iteration_56100: fit=0.0719, reg=0.0278, orth=0.0126, acc=1.0000
====iteration_56200: fit=0.0714, reg=0.0278, orth=0.0126, acc=1.0000
====iteration_56300: fit=0.0707, reg=0.0278, orth=0.0126, acc=1.0000
====iteration_56400: fit=0.0715, reg=0.0278, orth=0.0126, acc=1.0000
====iteration_56500: fit=0.0718, reg=0.0278, orth=0.0126, acc=1.0000
++++iteration_56500: test acc=0.9116
====iteration_56600: fit=0.0714, reg=0.0277, orth=0.0125, acc=1.0000
====iteration_56700: fit=0.0710, reg=0.0277, orth=0.0125, acc=1.0000
====iteration_56800: fit=0.0714, reg=0.0277, orth=0.0125, acc=1.0000
====iteration_56900: fit=0.0711, reg=0.0277, orth=0.0125, acc=1.0000
====iteration_57000: fit=0.0712, reg=0.0277, orth=0.0125, acc=1.0000
++++iteration_57000: test acc=0.9112
====iteration_57100: fit=0.0714, reg=0.0277, orth=0.0125, acc=1.0000
====iteration_57200: fit=0.0721, reg=0.0277, orth=0.0125, acc=1.0000
====iteration_57300: fit=0.0712, reg=0.0277, orth=0.0125, acc=1.0000
====iteration_57400: fit=0.0715, reg=0.0277, orth=0.0125, acc=1.0000
====iteration_57500: fit=0.0708, reg=0.0277, orth=0.0124, acc=1.0000
++++iteration_57500: test acc=0.9119
====iteration_57600: fit=0.0716, reg=0.0277, orth=0.0124, acc=1.0000
====iteration_57700: fit=0.0709, reg=0.0277, orth=0.0124, acc=1.0000
====iteration_57800: fit=0.0719, reg=0.0277, orth=0.0124, acc=1.0000
====iteration_57900: fit=0.0721, reg=0.0277, orth=0.0124, acc=1.0000
====iteration_58000: fit=0.0716, reg=0.0277, orth=0.0124, acc=1.0000
++++iteration_58000: test acc=0.9122
====iteration_58100: fit=0.0714, reg=0.0276, orth=0.0124, acc=1.0000
====iteration_58200: fit=0.0713, reg=0.0276, orth=0.0123, acc=1.0000
====iteration_58300: fit=0.0712, reg=0.0276, orth=0.0123, acc=1.0000
====iteration_58400: fit=0.0710, reg=0.0276, orth=0.0123, acc=1.0000
====iteration_58500: fit=0.0709, reg=0.0276, orth=0.0123, acc=1.0000
++++iteration_58500: test acc=0.9124
====iteration_58600: fit=0.0710, reg=0.0276, orth=0.0123, acc=1.0000
====iteration_58700: fit=0.0712, reg=0.0276, orth=0.0123, acc=1.0000
====iteration_58800: fit=0.0719, reg=0.0276, orth=0.0123, acc=1.0000
====iteration_58900: fit=0.0707, reg=0.0276, orth=0.0122, acc=1.0000
====iteration_59000: fit=0.0711, reg=0.0276, orth=0.0122, acc=1.0000
++++iteration_59000: test acc=0.9133
====iteration_59100: fit=0.0712, reg=0.0276, orth=0.0122, acc=1.0000
====iteration_59200: fit=0.0710, reg=0.0275, orth=0.0122, acc=1.0000
====iteration_59300: fit=0.0709, reg=0.0275, orth=0.0122, acc=1.0000
====iteration_59400: fit=0.0712, reg=0.0275, orth=0.0121, acc=1.0000
====iteration_59500: fit=0.0712, reg=0.0275, orth=0.0121, acc=1.0000
++++iteration_59500: test acc=0.9122
====iteration_59600: fit=0.0713, reg=0.0275, orth=0.0121, acc=1.0000
====iteration_59700: fit=0.0718, reg=0.0275, orth=0.0121, acc=1.0000
====iteration_59800: fit=0.0712, reg=0.0275, orth=0.0121, acc=1.0000
====iteration_59900: fit=0.0708, reg=0.0275, orth=0.0121, acc=1.0000
====iteration_60000: fit=0.0710, reg=0.0275, orth=0.0120, acc=1.0000
++++iteration_60000: test acc=0.9122
====iteration_60100: fit=0.0716, reg=0.0274, orth=0.0120, acc=1.0000
====iteration_60200: fit=0.0708, reg=0.0274, orth=0.0120, acc=1.0000
====iteration_60300: fit=0.0708, reg=0.0274, orth=0.0120, acc=1.0000
====iteration_60400: fit=0.0718, reg=0.0274, orth=0.0120, acc=1.0000
====iteration_60500: fit=0.0711, reg=0.0274, orth=0.0119, acc=1.0000
++++iteration_60500: test acc=0.9127
====iteration_60600: fit=0.0710, reg=0.0274, orth=0.0119, acc=1.0000
====iteration_60700: fit=0.0709, reg=0.0274, orth=0.0119, acc=1.0000
====iteration_60800: fit=0.0718, reg=0.0274, orth=0.0119, acc=1.0000
====iteration_60900: fit=0.0709, reg=0.0273, orth=0.0119, acc=1.0000
====iteration_61000: fit=0.0718, reg=0.0273, orth=0.0118, acc=1.0000
++++iteration_61000: test acc=0.9123
====iteration_61100: fit=0.0714, reg=0.0273, orth=0.0118, acc=1.0000
====iteration_61200: fit=0.0715, reg=0.0273, orth=0.0118, acc=1.0000
====iteration_61300: fit=0.0712, reg=0.0273, orth=0.0118, acc=1.0000
====iteration_61400: fit=0.0707, reg=0.0273, orth=0.0118, acc=1.0000
====iteration_61500: fit=0.0711, reg=0.0272, orth=0.0117, acc=1.0000
++++iteration_61500: test acc=0.9121
====iteration_61600: fit=0.0714, reg=0.0272, orth=0.0117, acc=1.0000
====iteration_61700: fit=0.0711, reg=0.0272, orth=0.0117, acc=1.0000
====iteration_61800: fit=0.0708, reg=0.0272, orth=0.0117, acc=1.0000
====iteration_61900: fit=0.0710, reg=0.0272, orth=0.0117, acc=1.0000
====iteration_62000: fit=0.0710, reg=0.0271, orth=0.0116, acc=1.0000
++++iteration_62000: test acc=0.9131
====iteration_62100: fit=0.0728, reg=0.0271, orth=0.0116, acc=1.0000
====iteration_62200: fit=0.0712, reg=0.0271, orth=0.0116, acc=1.0000
====iteration_62300: fit=0.0711, reg=0.0271, orth=0.0116, acc=1.0000
====iteration_62400: fit=0.0710, reg=0.0271, orth=0.0115, acc=1.0000
====iteration_62500: fit=0.0719, reg=0.0270, orth=0.0115, acc=1.0000
++++iteration_62500: test acc=0.9133
====iteration_62600: fit=0.0710, reg=0.0270, orth=0.0115, acc=1.0000
====iteration_62700: fit=0.0705, reg=0.0270, orth=0.0115, acc=1.0000
====iteration_62800: fit=0.0711, reg=0.0270, orth=0.0114, acc=1.0000
====iteration_62900: fit=0.0709, reg=0.0269, orth=0.0114, acc=1.0000
====iteration_63000: fit=0.0711, reg=0.0269, orth=0.0114, acc=1.0000
++++iteration_63000: test acc=0.9123
====iteration_63100: fit=0.0706, reg=0.0269, orth=0.0114, acc=1.0000
====iteration_63200: fit=0.0710, reg=0.0269, orth=0.0114, acc=1.0000
====iteration_63300: fit=0.0714, reg=0.0269, orth=0.0113, acc=1.0000
====iteration_63400: fit=0.0709, reg=0.0268, orth=0.0113, acc=1.0000
====iteration_63500: fit=0.0707, reg=0.0268, orth=0.0113, acc=1.0000
++++iteration_63500: test acc=0.9136
====iteration_63600: fit=0.0712, reg=0.0268, orth=0.0113, acc=1.0000
====iteration_63700: fit=0.0714, reg=0.0268, orth=0.0113, acc=1.0000
====iteration_63800: fit=0.0709, reg=0.0267, orth=0.0113, acc=1.0000
====iteration_63900: fit=0.0709, reg=0.0267, orth=0.0112, acc=1.0000
====iteration_64000: fit=0.0707, reg=0.0267, orth=0.0112, acc=1.0000
++++iteration_64000: test acc=0.9132