Nameexact_genome_1511526933_31_19940_1
Workunit2493254
Created26 Nov 2017, 9:42:50 UTC
Sent26 Nov 2017, 9:55:31 UTC
Report deadline18 Dec 2017, 11:46:50 UTC
Received30 Nov 2017, 5:11:14 UTC
Server stateOver
OutcomeComputation error
Client stateCompute error
Exit status194 (0xc2) EXIT_ABORTED_BY_CLIENT
Computer ID49051
Run time11 hours 4 min 2 sec
CPU time11 hours 3 min 4 sec
Validate stateInvalid
Credit0.00
Device peak FLOPS1.56 GFLOPS
Application versionEXACT Batch Norm With Scaled FMP CNN Trainer v0.34
Peak working set size167.74 MB
Peak swap size172.63 MB
Peak disk usage5.79 MB

Stderr output

<core_client_version>7.8.3</core_client_version>
<![CDATA[
<message>
(unknown error) - exit code 194 (0xc2)</message>
<stderr_txt>
0.0000000000, weight_update_time: 0.0000000000, other_time: 1.5213661194
validation[          , genome 19940] predictions:    9712/  10000 (97.12%), best:    9712/10000 (97.12%), error:       967.15100, best error:       967.15100 on epoch:     6, epoch:    6/100, mu: 0.6298049688, learning_rate: 0.0091886474, weight_decay: 0.0003675459

epoch time: 401.9658508301s, input_fired_time: 7.0356030464, output_fired_time: 6.6473121643, propagate_forward_time: 154.8829803467, propagate_backward_time: 224.6716613770, weight_update_time: 0.6721577644, other_time: 8.7282867432
epoch time: 33.1843070984s, input_fired_time: 0.8729828596, output_fired_time: 0.0000000000, propagate_forward_time: 30.7579135895, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.5534114838
validation[          , genome 19940] predictions:    9745/  10000 (97.45%), best:    9745/10000 (97.45%), error:       856.47070, best error:       856.47070 on epoch:     7, epoch:    7/100, mu: 0.6478147507, learning_rate: 0.0087292148, weight_decay: 0.0003491686

epoch time: 401.9679565430s, input_fired_time: 7.0484395027, output_fired_time: 6.6762161255, propagate_forward_time: 154.7516479492, propagate_backward_time: 224.5692291260, weight_update_time: 0.6757733226, other_time: 8.9224395752
epoch time: 33.3983421326s, input_fired_time: 0.8726969361, output_fired_time: 0.0000000000, propagate_forward_time: 30.9783210754, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.5473251343
validation[          , genome 19940] predictions:    9685/  10000 (96.85%), best:    9745/10000 (97.45%), error:       924.16797, best error:       856.47070 on epoch:     7, epoch:    8/100, mu: 0.6649240255, learning_rate: 0.0082927542, weight_decay: 0.0003317102

epoch time: 401.6957397461s, input_fired_time: 7.0010900497, output_fired_time: 6.6257333755, propagate_forward_time: 154.8191375732, propagate_backward_time: 224.5598602295, weight_update_time: 0.6644011140, other_time: 8.6899108887
epoch time: 33.5171737671s, input_fired_time: 0.8589674830, output_fired_time: 0.0000000000, propagate_forward_time: 31.1315078735, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.5266990662
validation[          , genome 19940] predictions:    9723/  10000 (97.23%), best:    9745/10000 (97.45%), error:       912.85950, best error:       856.47070 on epoch:     7, epoch:    9/100, mu: 0.6811778545, learning_rate: 0.0078781163, weight_decay: 0.0003151247

epoch time: 403.4783935547s, input_fired_time: 7.1318645477, output_fired_time: 6.7347717285, propagate_forward_time: 155.1316986084, propagate_backward_time: 225.3954315186, weight_update_time: 0.6884802580, other_time: 9.0846252441
epoch time: 33.5550651550s, input_fired_time: 0.8826801181, output_fired_time: 0.0000000000, propagate_forward_time: 31.0718173981, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.6005687714
validation[          , genome 19940] predictions:    9646/  10000 (96.46%), best:    9745/10000 (97.45%), error:      1153.77332, best error:       856.47070 on epoch:     7, epoch:   10/100, mu: 0.6966189742, learning_rate: 0.0074842102, weight_decay: 0.0002993684

epoch time: 403.9169921875s, input_fired_time: 7.1148495674, output_fired_time: 6.7423033714, propagate_forward_time: 155.5869293213, propagate_backward_time: 225.5331268311, weight_update_time: 0.6875379086, other_time: 8.9397888184
epoch time: 33.3017234802s, input_fired_time: 0.8679521680, output_fired_time: 0.0000000000, propagate_forward_time: 30.8579673767, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.5758056641
validation[          , genome 19940] predictions:    9746/  10000 (97.46%), best:    9746/10000 (97.46%), error:       808.00427, best error:       808.00427 on epoch:    11, epoch:   11/100, mu: 0.7112880349, learning_rate: 0.0071099997, weight_decay: 0.0002844000

epoch time: 402.7565307617s, input_fired_time: 7.1054401398, output_fired_time: 6.7157850266, propagate_forward_time: 154.8369750977, propagate_backward_time: 225.0254974365, weight_update_time: 0.6848542094, other_time: 9.0728302002
epoch time: 33.5736045837s, input_fired_time: 0.8793270588, output_fired_time: 0.0000000000, propagate_forward_time: 31.1321010590, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.5621776581
validation[          , genome 19940] predictions:    9760/  10000 (97.60%), best:    9760/10000 (97.60%), error:       762.78357, best error:       762.78357 on epoch:    12, epoch:   12/100, mu: 0.7252236605, learning_rate: 0.0067544994, weight_decay: 0.0002701800

epoch time: 402.1353149414s, input_fired_time: 7.1267046928, output_fired_time: 6.7041320801, propagate_forward_time: 154.6394348145, propagate_backward_time: 224.6566009521, weight_update_time: 0.6858530641, other_time: 9.0084381104
epoch time: 33.4071235657s, input_fired_time: 0.8606349230, output_fired_time: 0.0000000000, propagate_forward_time: 31.0184211731, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.5280685425
validation[          , genome 19940] predictions:    9697/  10000 (96.97%), best:    9760/10000 (97.60%), error:       911.40668, best error:       762.78357 on epoch:    12, epoch:   13/100, mu: 0.7384625077, learning_rate: 0.0064167744, weight_decay: 0.0002566710

epoch time: 402.6090393066s, input_fired_time: 7.1398158073, output_fired_time: 6.6979775429, propagate_forward_time: 154.9450225830, propagate_backward_time: 224.8446197510, weight_update_time: 0.6800290346, other_time: 8.9816284180
epoch time: 33.6587982178s, input_fired_time: 0.9082136154, output_fired_time: 0.0000000000, propagate_forward_time: 31.1105804443, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.6400032043
validation[          , genome 19940] predictions:    9743/  10000 (97.43%), best:    9760/10000 (97.60%), error:       861.35895, best error:       762.78357 on epoch:    12, epoch:   14/100, mu: 0.7510393858, learning_rate: 0.0060959356, weight_decay: 0.0002438374

epoch time: 402.7645874023s, input_fired_time: 7.0944991112, output_fired_time: 6.6755800247, propagate_forward_time: 155.1533203125, propagate_backward_time: 224.9183502197, weight_update_time: 0.6838768125, other_time: 8.9228363037
epoch time: 33.4729385376s, input_fired_time: 0.8776945472, output_fired_time: 0.0000000000, propagate_forward_time: 31.0550842285, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.5401611328
validation[          , genome 19940] predictions:    9762/  10000 (97.62%), best:    9762/10000 (97.62%), error:       759.24823, best error:       759.24823 on epoch:    15, epoch:   15/100, mu: 0.7629874349, learning_rate: 0.0057911389, weight_decay: 0.0002316456

epoch time: 401.8960876465s, input_fired_time: 7.0756897926, output_fired_time: 6.6602449417, propagate_forward_time: 154.5193481445, propagate_backward_time: 224.7531433105, weight_update_time: 0.6770516634, other_time: 8.8876647949
epoch time: 33.4054374695s, input_fired_time: 0.8601025343, output_fired_time: 0.0000000000, propagate_forward_time: 31.0373744965, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.5079593658
validation[          , genome 19940] predictions:    9721/  10000 (97.21%), best:    9762/10000 (97.62%), error:       909.08453, best error:       759.24823 on epoch:    15, epoch:   16/100, mu: 0.7743380666, learning_rate: 0.0055015818, weight_decay: 0.0002200633

epoch time: 402.0876464844s, input_fired_time: 7.0100312233, output_fired_time: 6.6462063789, propagate_forward_time: 154.7348327637, propagate_backward_time: 224.9697418213, weight_update_time: 0.6669425964, other_time: 8.7268218994
epoch time: 33.6199417114s, input_fired_time: 0.8880553246, output_fired_time: 0.0000000000, propagate_forward_time: 31.1506805420, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.5812072754
validation[          , genome 19940] predictions:    9781/  10000 (97.81%), best:    9781/10000 (97.81%), error:       751.93811, best error:       751.93811 on epoch:    17, epoch:   17/100, mu: 0.7851211429, learning_rate: 0.0052265027, weight_decay: 0.0002090601

epoch time: 401.9026489258s, input_fired_time: 7.0525832176, output_fired_time: 6.6350154877, propagate_forward_time: 154.8603668213, propagate_backward_time: 224.5455932617, weight_update_time: 0.6673403978, other_time: 8.8090972900
epoch time: 33.4374771118s, input_fired_time: 0.8827328682, output_fired_time: 0.0000000000, propagate_forward_time: 30.9664497375, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.5882949829
validation[          , genome 19940] predictions:    9790/  10000 (97.90%), best:    9790/10000 (97.90%), error:       715.60358, best error:       715.60358 on epoch:    18, epoch:   18/100, mu: 0.7953650951, learning_rate: 0.0049651773, weight_decay: 0.0001986071

epoch time: 404.8041992188s, input_fired_time: 7.1927957535, output_fired_time: 6.7564005852, propagate_forward_time: 155.8765563965, propagate_backward_time: 225.8626251221, weight_update_time: 0.6959121227, other_time: 9.1157989502
epoch time: 33.6756324768s, input_fired_time: 0.8919688463, output_fired_time: 0.0000000000, propagate_forward_time: 31.1669826508, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.6166820526
validation[          , genome 19940] predictions:    9776/  10000 (97.76%), best:    9790/10000 (97.90%), error:       740.69641, best error:       715.60358 on epoch:    18, epoch:   19/100, mu: 0.8050968647, learning_rate: 0.0047169183, weight_decay: 0.0001886768

epoch time: 403.1719360352s, input_fired_time: 7.1455492973, output_fired_time: 6.7059230804, propagate_forward_time: 155.2014770508, propagate_backward_time: 225.1172790527, weight_update_time: 0.6811165810, other_time: 9.0017089844
epoch time: 33.4802665710s, input_fired_time: 0.8835828304, output_fired_time: 0.0000000000, propagate_forward_time: 31.0484600067, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.5482234955
validation[          , genome 19940] predictions:    9778/  10000 (97.78%), best:    9778/10000 (97.78%), error:       694.69543, best error:       694.69543 on epoch:    20, epoch:   20/100, mu: 0.8143420219, learning_rate: 0.0044810725, weight_decay: 0.0001792429

epoch time: 402.2518005371s, input_fired_time: 7.1046786308, output_fired_time: 6.6756534576, propagate_forward_time: 154.8586120605, propagate_backward_time: 224.6784057617, weight_update_time: 0.6769053340, other_time: 8.9344482422
epoch time: 33.1446571350s, input_fired_time: 0.8941572905, output_fired_time: 0.0000000000, propagate_forward_time: 30.6118221283, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.6386775970
validation[          , genome 19940] predictions:    9782/  10000 (97.82%), best:    9778/10000 (97.78%), error:       695.78552, best error:       694.69543 on epoch:    20, epoch:   21/100, mu: 0.8231249452, learning_rate: 0.0042570187, weight_decay: 0.0001702808

epoch time: 402.7083740234s, input_fired_time: 7.0987052917, output_fired_time: 6.7123908997, propagate_forward_time: 154.8670349121, propagate_backward_time: 225.0535736084, weight_update_time: 0.6849434376, other_time: 8.9766693115
epoch time: 33.5321960449s, input_fired_time: 0.8805032969, output_fired_time: 0.0000000000, propagate_forward_time: 31.0324935913, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.6191978455
validation[          , genome 19940] predictions:    9729/  10000 (97.29%), best:    9778/10000 (97.78%), error:       866.81836, best error:       694.69543 on epoch:    20, epoch:   22/100, mu: 0.8314687014, learning_rate: 0.0040441677, weight_decay: 0.0001617667

epoch time: 404.2243652344s, input_fired_time: 7.2867679596, output_fired_time: 6.8056941032, propagate_forward_time: 155.3263092041, propagate_backward_time: 225.2805175781, weight_update_time: 0.7160906792, other_time: 9.5250701904
epoch time: 33.5592384338s, input_fired_time: 0.9582284689, output_fired_time: 0.0000000000, propagate_forward_time: 30.8082218170, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.7927875519
validation[          , genome 19940] predictions:    9718/  10000 (97.18%), best:    9778/10000 (97.78%), error:       922.08063, best error:       694.69543 on epoch:    20, epoch:   23/100, mu: 0.8393952847, learning_rate: 0.0038419592, weight_decay: 0.0001536784

epoch time: 402.7386779785s, input_fired_time: 7.4394164085, output_fired_time: 6.8748512268, propagate_forward_time: 154.2333068848, propagate_backward_time: 224.1512908936, weight_update_time: 0.7411690950, other_time: 10.0398101807
epoch time: 34.1006774902s, input_fired_time: 0.9610577822, output_fired_time: 0.0000000000, propagate_forward_time: 31.3724651337, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.7671527863
validation[          , genome 19940] predictions:    9786/  10000 (97.86%), best:    9778/10000 (97.78%), error:       704.23230, best error:       694.69543 on epoch:    20, epoch:   24/100, mu: 0.8469254971, learning_rate: 0.0036498611, weight_decay: 0.0001459945

epoch time: 406.0068359375s, input_fired_time: 7.4917273521, output_fired_time: 6.9479351044, propagate_forward_time: 155.7170562744, propagate_backward_time: 225.7911529541, weight_update_time: 0.7424836755, other_time: 10.0589599609
epoch time: 33.8683052063s, input_fired_time: 0.8994928598, output_fired_time: 0.0000000000, propagate_forward_time: 31.3254451752, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.6433658600
validation[          , genome 19940] predictions:    9772/  10000 (97.72%), best:    9778/10000 (97.78%), error:       755.04889, best error:       694.69543 on epoch:    20, epoch:   25/100, mu: 0.8540792465, learning_rate: 0.0034673680, weight_decay: 0.0001386948

epoch time: 399.7842102051s, input_fired_time: 7.4262533188, output_fired_time: 6.8717641830, propagate_forward_time: 152.9632263184, propagate_backward_time: 222.4572143555, weight_update_time: 0.7414016128, other_time: 10.0657653809
epoch time: 33.7917404175s, input_fired_time: 0.9313091636, output_fired_time: 0.0000000000, propagate_forward_time: 31.1181373596, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.7422943115
validation[          , genome 19940] predictions:    9814/  10000 (98.14%), best:    9814/10000 (98.14%), error:       625.08447, best error:       625.08447 on epoch:    26, epoch:   26/100, mu: 0.8608753085, learning_rate: 0.0032939995, weight_decay: 0.0001317600

epoch time: 404.0559082031s, input_fired_time: 7.5067119598, output_fired_time: 6.9617619514, propagate_forward_time: 154.7938385010, propagate_backward_time: 224.7639007568, weight_update_time: 0.7376838326, other_time: 10.0296936035
epoch time: 33.7581138611s, input_fired_time: 0.9508852959, output_fired_time: 0.0000000000, propagate_forward_time: 31.0394287109, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.7677993774
validation[          , genome 19940] predictions:    9774/  10000 (97.74%), best:    9814/10000 (98.14%), error:       702.04236, best error:       625.08447 on epoch:    26, epoch:   27/100, mu: 0.8673315644, learning_rate: 0.0031292995, weight_decay: 0.0001251720

epoch time: 404.6254882813s, input_fired_time: 7.4088773727, output_fired_time: 6.9047355652, propagate_forward_time: 155.3059539795, propagate_backward_time: 225.1719970703, weight_update_time: 0.7337369323, other_time: 9.8339385986
epoch time: 33.9233474731s, input_fired_time: 0.9977258444, output_fired_time: 0.0000000000, propagate_forward_time: 31.0914306641, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.8341903687
validation[          , genome 19940] predictions:    9777/  10000 (97.77%), best:    9814/10000 (98.14%), error:       723.81311, best error:       625.08447 on epoch:    26, epoch:   28/100, mu: 0.8734650016, learning_rate: 0.0029728345, weight_decay: 0.0001189134

epoch time: 401.7305603027s, input_fired_time: 7.5245747566, output_fired_time: 6.9311180115, propagate_forward_time: 153.5394744873, propagate_backward_time: 223.4648590088, weight_update_time: 0.7504350543, other_time: 10.2705383301
epoch time: 32.6625480652s, input_fired_time: 0.9425967932, output_fired_time: 0.0000000000, propagate_forward_time: 29.8880882263, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.8318634033
validation[          , genome 19940] predictions:    9793/  10000 (97.93%), best:    9814/10000 (98.14%), error:       697.74066, best error:       625.08447 on epoch:    26, epoch:   29/100, mu: 0.8792917728, learning_rate: 0.0028241926, weight_decay: 0.0001129677

epoch time: 405.1176452637s, input_fired_time: 7.4460773468, output_fired_time: 6.9167819023, propagate_forward_time: 155.4299774170, propagate_backward_time: 225.2689666748, weight_update_time: 0.7386896610, other_time: 10.0558471680
epoch time: 34.0637397766s, input_fired_time: 0.9860860109, output_fired_time: 0.0000000000, propagate_forward_time: 31.1467533112, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.9308986664
validation[          , genome 19940] predictions:    9801/  10000 (98.01%), best:    9814/10000 (98.14%), error:       639.28143, best error:       625.08447 on epoch:    26, epoch:   30/100, mu: 0.8848271966, learning_rate: 0.0026829829, weight_decay: 0.0001073193

epoch time: 405.5815124512s, input_fired_time: 7.4525671005, output_fired_time: 6.9572901726, propagate_forward_time: 155.6847381592, propagate_backward_time: 225.4573516846, weight_update_time: 0.7447934747, other_time: 10.0295715332
epoch time: 33.5324630737s, input_fired_time: 0.9166724086, output_fired_time: 0.0000000000, propagate_forward_time: 30.9439773560, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.6718139648
validation[          , genome 19940] predictions:    9744/  10000 (97.44%), best:    9814/10000 (98.14%), error:       862.77344, best error:       625.08447 on epoch:    26, epoch:   31/100, mu: 0.8900858164, learning_rate: 0.0025488338, weight_decay: 0.0001019534

epoch time: 406.5991821289s, input_fired_time: 7.5075731277, output_fired_time: 6.9915709496, propagate_forward_time: 155.8230285645, propagate_backward_time: 226.2150878906, weight_update_time: 0.7515045404, other_time: 10.0619201660
epoch time: 33.6309318542s, input_fired_time: 0.9558970332, output_fired_time: 0.0000000000, propagate_forward_time: 30.9177246094, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.7573089600
validation[          , genome 19940] predictions:    9779/  10000 (97.79%), best:    9814/10000 (98.14%), error:       739.19110, best error:       625.08447 on epoch:    26, epoch:   32/100, mu: 0.8950815201, learning_rate: 0.0024213921, weight_decay: 0.0000968557

epoch time: 405.2200622559s, input_fired_time: 7.5032105446, output_fired_time: 6.9334154129, propagate_forward_time: 155.2247009277, propagate_backward_time: 225.4584045410, weight_update_time: 0.7459980845, other_time: 10.1003417969
epoch time: 33.8805389404s, input_fired_time: 0.9106738567, output_fired_time: 0.0000000000, propagate_forward_time: 31.2904052734, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.6794586182
validation[          , genome 19940] predictions:    9779/  10000 (97.79%), best:    9814/10000 (98.14%), error:       733.28754, best error:       625.08447 on epoch:    26, epoch:   33/100, mu: 0.8998274207, learning_rate: 0.0023003225, weight_decay: 0.0000920129

epoch time: 403.9749145508s, input_fired_time: 7.4660034180, output_fired_time: 6.9441952705, propagate_forward_time: 154.9329223633, propagate_backward_time: 224.6785736084, weight_update_time: 0.7413848042, other_time: 9.9532318115
epoch time: 33.7744293213s, input_fired_time: 0.9057282209, output_fired_time: 0.0000000000, propagate_forward_time: 31.1922302246, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.6764717102
validation[          , genome 19940] predictions:    9793/  10000 (97.93%), best:    9814/10000 (98.14%), error:       679.75043, best error:       625.08447 on epoch:    26, epoch:   34/100, mu: 0.9043360353, learning_rate: 0.0021853063, weight_decay: 0.0000874123

epoch time: 404.8425292969s, input_fired_time: 7.4599661827, output_fired_time: 6.9633855820, propagate_forward_time: 155.1587371826, propagate_backward_time: 225.2444152832, weight_update_time: 0.7387924194, other_time: 10.0160369873
epoch time: 33.7111015320s, input_fired_time: 0.9224203825, output_fired_time: 0.0000000000, propagate_forward_time: 31.1423072815, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.6463737488
validation[          , genome 19940] predictions:    9781/  10000 (97.81%), best:    9814/10000 (98.14%), error:       705.96967, best error:       625.08447 on epoch:    26, epoch:   35/100, mu: 0.9086192250, learning_rate: 0.0020760410, weight_decay: 0.0000830417

epoch time: 402.2713317871s, input_fired_time: 7.4760642052, output_fired_time: 6.9129347801, propagate_forward_time: 154.0027465820, propagate_backward_time: 223.7494964600, weight_update_time: 0.7572813034, other_time: 10.1300811768
epoch time: 34.0007591248s, input_fired_time: 0.9650050402, output_fired_time: 0.0000000000, propagate_forward_time: 31.1451492310, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.8906059265
validation[          , genome 19940] predictions:    9817/  10000 (98.17%), best:    9817/10000 (98.17%), error:       582.63617, best error:       582.63617 on epoch:    36, epoch:   36/100, mu: 0.9126882553, learning_rate: 0.0019722388, weight_decay: 0.0000788896

epoch time: 404.8143310547s, input_fired_time: 7.4635753632, output_fired_time: 6.9400019646, propagate_forward_time: 155.1943206787, propagate_backward_time: 225.2351074219, weight_update_time: 0.7351396680, other_time: 9.9813385010
epoch time: 33.8230323792s, input_fired_time: 0.9623728395, output_fired_time: 0.0000000000, propagate_forward_time: 31.0995082855, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.7611522675
validation[          , genome 19940] predictions:    9788/  10000 (97.88%), best:    9817/10000 (98.17%), error:       716.36621, best error:       582.63617 on epoch:    36, epoch:   37/100, mu: 0.9165538549, learning_rate: 0.0018736268, weight_decay: 0.0000749451

epoch time: 403.6099243164s, input_fired_time: 7.5010786057, output_fired_time: 6.9665493965, propagate_forward_time: 154.5816802979, propagate_backward_time: 224.4304046631, weight_update_time: 0.7409620881, other_time: 10.1302185059
epoch time: 33.7903556824s, input_fired_time: 0.9589796662, output_fired_time: 0.0000000000, propagate_forward_time: 31.0418510437, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.7895240784
validation[          , genome 19940] predictions:    9771/  10000 (97.71%), best:    9817/10000 (98.17%), error:       705.00092, best error:       582.63617 on epoch:    36, epoch:   38/100, mu: 0.9202261567, learning_rate: 0.0017799455, weight_decay: 0.0000711978

epoch time: 405.7299804688s, input_fired_time: 7.4401493073, output_fired_time: 6.9560918808, propagate_forward_time: 155.4071502686, propagate_backward_time: 225.8936309814, weight_update_time: 0.7366636992, other_time: 10.0329589844
epoch time: 33.0860671997s, input_fired_time: 0.9254782200, output_fired_time: 0.0000000000, propagate_forward_time: 30.4140014648, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.7465858459
validation[          , genome 19940] predictions:    9813/  10000 (98.13%), best:    9817/10000 (98.17%), error:       664.28162, best error:       582.63617 on epoch:    36, epoch:   39/100, mu: 0.9237148762, learning_rate: 0.0016909481, weight_decay: 0.0000676379

epoch time: 404.3090820313s, input_fired_time: 7.4574522972, output_fired_time: 6.8939027786, propagate_forward_time: 154.9982299805, propagate_backward_time: 224.9448852539, weight_update_time: 0.7337583303, other_time: 10.0146179199
epoch time: 33.4879341125s, input_fired_time: 0.9227057099, output_fired_time: 0.0000000000, propagate_forward_time: 30.8357601166, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.7294673920
validation[          , genome 19940] predictions:    9715/  10000 (97.15%), best:    9817/10000 (98.17%), error:       950.77118, best error:       582.63617 on epoch:    36, epoch:   40/100, mu: 0.9270291328, learning_rate: 0.0016064007, weight_decay: 0.0000642560

epoch time: 405.7907104492s, input_fired_time: 7.5691461563, output_fired_time: 7.0208930969, propagate_forward_time: 155.2294921875, propagate_backward_time: 225.7865447998, weight_update_time: 0.7583346367, other_time: 10.1846160889
epoch time: 33.8245582581s, input_fired_time: 0.9183980227, output_fired_time: 0.0000000000, propagate_forward_time: 31.2258605957, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.6802978516
validation[          , genome 19940] predictions:    9800/  10000 (98.00%), best:    9817/10000 (98.17%), error:       707.79572, best error:       582.63617 on epoch:    36, epoch:   41/100, mu: 0.9301776886, learning_rate: 0.0015260807, weight_decay: 0.0000610432

epoch time: 405.8654785156s, input_fired_time: 7.5573506355, output_fired_time: 7.0089569092, propagate_forward_time: 155.5027008057, propagate_backward_time: 225.6035766602, weight_update_time: 0.7591267824, other_time: 10.1929168701
epoch time: 33.9381637573s, input_fired_time: 0.9451219440, output_fired_time: 0.0000000000, propagate_forward_time: 31.2393169403, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.7537250519
validation[          , genome 19940] predictions:    9780/  10000 (97.80%), best:    9817/10000 (98.17%), error:       724.10413, best error:       582.63617 on epoch:    36, epoch:   42/100, mu: 0.9331688285, learning_rate: 0.0014497766, weight_decay: 0.0000579911

epoch time: 402.4681701660s, input_fired_time: 7.5030374527, output_fired_time: 6.9318418503, propagate_forward_time: 154.1599426270, propagate_backward_time: 223.6428222656, weight_update_time: 0.7484201193, other_time: 10.2304992676
epoch time: 33.4110641479s, input_fired_time: 0.9703599215, output_fired_time: 0.0000000000, propagate_forward_time: 30.5630607605, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.8776435852
validation[          , genome 19940] predictions:    9831/  10000 (98.31%), best:    9831/10000 (98.31%), error:       564.08978, best error:       564.08978 on epoch:    43, epoch:   43/100, mu: 0.9360103607, learning_rate: 0.0013772878, weight_decay: 0.0000550915

epoch time: 403.4302062988s, input_fired_time: 7.4215555191, output_fired_time: 6.9144725800, propagate_forward_time: 154.5969390869, propagate_backward_time: 224.5941162109, weight_update_time: 0.7400022745, other_time: 9.9031219482
epoch time: 33.4677276611s, input_fired_time: 0.9271066785, output_fired_time: 0.0000000000, propagate_forward_time: 30.8218898773, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.7187328339
validation[          , genome 19940] predictions:    9771/  10000 (97.71%), best:    9831/10000 (98.31%), error:       744.18927, best error:       564.08978 on epoch:    43, epoch:   44/100, mu: 0.9387098551, learning_rate: 0.0013084234, weight_decay: 0.0000523369

epoch time: 405.4702453613s, input_fired_time: 7.4429702759, output_fired_time: 6.9506006241, propagate_forward_time: 155.5518493652, propagate_backward_time: 225.6020660400, weight_update_time: 0.7356044054, other_time: 9.9227752686
epoch time: 33.7856636047s, input_fired_time: 0.9417662621, output_fired_time: 0.0000000000, propagate_forward_time: 31.0451393127, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.7987594604
validation[          , genome 19940] predictions:    9826/  10000 (98.26%), best:    9831/10000 (98.31%), error:       587.13788, best error:       564.08978 on epoch:    43, epoch:   45/100, mu: 0.9412743449, learning_rate: 0.0012430021, weight_decay: 0.0000497201

epoch time: 404.9326477051s, input_fired_time: 7.3817825317, output_fired_time: 6.8539519310, propagate_forward_time: 155.7798309326, propagate_backward_time: 225.2740478516, weight_update_time: 0.7216870785, other_time: 9.6430511475
epoch time: 33.4991340637s, input_fired_time: 0.9082576036, output_fired_time: 0.0000000000, propagate_forward_time: 30.9232730865, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.6676044464
validation[          , genome 19940] predictions:    9806/  10000 (98.06%), best:    9831/10000 (98.31%), error:       665.90680, best error:       564.08978 on epoch:    43, epoch:   46/100, mu: 0.9437106252, learning_rate: 0.0011808521, weight_decay: 0.0000472341

epoch time: 402.9298400879s, input_fired_time: 7.3998122215, output_fired_time: 6.9067406654, propagate_forward_time: 154.5251617432, propagate_backward_time: 224.1682586670, weight_update_time: 0.7264224291, other_time: 9.9298706055
epoch time: 33.6756324768s, input_fired_time: 0.9256259799, output_fired_time: 0.0000000000, propagate_forward_time: 30.9968585968, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.7531490326
validation[          , genome 19940] predictions:    9831/  10000 (98.31%), best:    9831/10000 (98.31%), error:       573.09302, best error:       564.08978 on epoch:    43, epoch:   47/100, mu: 0.9460250735, learning_rate: 0.0011218095, weight_decay: 0.0000448724

epoch time: 403.8973693848s, input_fired_time: 7.3945050240, output_fired_time: 6.8853116035, propagate_forward_time: 154.9844970703, propagate_backward_time: 224.8246917725, weight_update_time: 0.7280915976, other_time: 9.8083648682
epoch time: 33.4358673096s, input_fired_time: 0.9292122722, output_fired_time: 0.0000000000, propagate_forward_time: 30.8276672363, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.6789894104
validation[          , genome 19940] predictions:    9830/  10000 (98.30%), best:    9830/10000 (98.30%), error:       561.56818, best error:       561.56818 on epoch:    48, epoch:   48/100, mu: 0.9482238293, learning_rate: 0.0010657189, weight_decay: 0.0000426288

epoch time: 404.8055419922s, input_fired_time: 7.3862051964, output_fired_time: 6.8711285591, propagate_forward_time: 155.4675598145, propagate_backward_time: 225.3560791016, weight_update_time: 0.7242412567, other_time: 9.7245788574
epoch time: 33.7999763489s, input_fired_time: 0.9129383564, output_fired_time: 0.0000000000, propagate_forward_time: 31.2472629547, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.6397762299
validation[          , genome 19940] predictions:    9822/  10000 (98.22%), best:    9830/10000 (98.30%), error:       595.11200, best error:       561.56818 on epoch:    48, epoch:   49/100, mu: 0.9503126144, learning_rate: 0.0010124330, weight_decay: 0.0000404973

epoch time: 403.1726989746s, input_fired_time: 7.3758664131, output_fired_time: 6.8532142639, propagate_forward_time: 154.9065856934, propagate_backward_time: 224.3101806641, weight_update_time: 0.7276183367, other_time: 9.7268676758
epoch time: 33.5808219910s, input_fired_time: 0.9248014092, output_fired_time: 0.0000000000, propagate_forward_time: 30.9794788361, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.6765422821
validation[          , genome 19940] predictions:    9817/  10000 (98.17%), best:    9830/10000 (98.30%), error:       613.99585, best error:       561.56818 on epoch:    48, epoch:   50/100, mu: 0.9522969723, learning_rate: 0.0009618113, weight_decay: 0.0000384725

epoch time: 405.8713989258s, input_fired_time: 7.4323329926, output_fired_time: 6.8731770515, propagate_forward_time: 155.8631896973, propagate_backward_time: 225.8806610107, weight_update_time: 0.7233597040, other_time: 9.8220367432
epoch time: 32.9792823792s, input_fired_time: 0.9343501925, output_fired_time: 0.0000000000, propagate_forward_time: 30.2678585052, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.7770748138
validation[          , genome 19940] predictions:    9822/  10000 (98.22%), best:    9830/10000 (98.30%), error:       597.55695, best error:       561.56818 on epoch:    48, epoch:   51/100, mu: 0.9541821480, learning_rate: 0.0009137207, weight_decay: 0.0000365488

epoch time: 404.8750915527s, input_fired_time: 7.3921627998, output_fired_time: 6.8592367172, propagate_forward_time: 155.6107025146, propagate_backward_time: 225.2112121582, weight_update_time: 0.7247353196, other_time: 9.8018035889
epoch time: 33.7383155823s, input_fired_time: 0.9200895429, output_fired_time: 0.0000000000, propagate_forward_time: 31.1458911896, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 1.6723346710
validation[          , genome 19940] predictions:    9792/  10000 (97.92%), best:    9830/10000 (98.30%), error:       699.61664, best error:       561.56818 on epoch:    48, epoch:   52/100, mu: 0.9559730291, learning_rate: 0.0008680347, weight_decay: 0.0000347214

arguments:
	'projects/csgrid.org_csg/exact_client_0.34_windows_x86_64.exe'
	'--training_file'
	'training_samples.bin'
	'--validation_file'
	'validation_samples.bin'
	'--testing_file'
	'testing_samples.bin'
	'--genome_file'
	'input_genome.txt'
	'--output_file'
	'output_genome.txt'
	'--checkpoint_file'
	'checkpoint.txt'
converting arguments to vector
boincified training filename: '../../projects/csgrid.org_csg/mnist_training_50k.bin'
boincified validation filename: '../../projects/csgrid.org_csg/mnist_validation_10k.bin'
boincified testing filename: '../../projects/csgrid.org_csg/mnist_testing_new.bin'
boincified genome filename: '../../projects/csgrid.org_csg/exact_genome_1511526933_31_19940.txt'
boincified output filename: '../../projects/csgrid.org_csg/exact_genome_1511526933_31_19940_1_r1009922380_0'
boincified checkpoint filename: 'checkpoint.txt'
loading genome
starting from checkpoint file: 'checkpoint.txt'
read CNN_Genome file with version string: 'v0.33'
read exact_id: -1
read genome_id: -1
read initial_mu: 0.5
read mu: 0.957674
read mu_delta: 0.95
read initial_learning_rate: 0.0125
read learning_rate: 0.000824633
read learning_rate_delta: 0.95
read initial_weight_decay: 0.0005
read weight_decay: 3.29853e-05
read weight_decay_delta: 0.95
read batch_size: 50
read epsilon: 1e-07
read alpha: 0.1
read input_dropout_probability: 0
read hidden_dropout_probability: 0
read velocity_reset: 1000
read epoch: 53
read max_epochs: 100
read reset_weights: 0
read padding: 2
read best_epoch: 48
read number_validation_images: 10000
read best_validation_predictions: 9830
read best_validation_error: 561.568
read number_training_images: 50000
read training_predictions: 0
read training_error: 1e+07
read number_test_images: 10000
read test_predictions: 0
read test_error: 1e+07
read generation_id: 19940
read normal distribution: '0 1.1794753074646 -0.0270928405225277'
generator_str: '35731296'
read generator: 35731296
read generated_by_map:
1 merge_node 1
reading 85 nodes.
reading 330 edges.
number input nodes: 1
number softmax nodes: 10
order_size: 50000
parsed input file
loaded genome
loading images
number_classes: 10
channels: 1
width: 28
height: 28
reading image set with 4923 images.
reading image set with 5742 images.
reading image set with 4958 images.
reading image set with 5131 images.
reading image set with 4842 images.
reading image set with 4421 images.
reading image set with 4918 images.
reading image set with 5265 images.
reading image set with 4851 images.
reading image set with 4949 images.
image_size: 1x28x28 = 784
read 50000 images.
    class    0: 4923
    class    1: 5742
    class    2: 4958
    class    3: 5131
    class    4: 4842
    class    5: 4421
    class    6: 4918
    class    7: 5265
    class    8: 4851
    class    9: 4949
calculating averages and standard deviations for images
average pixel value for channel 0: 0.130530551075935
pixel variance for channel 0: 0.0948646068572998
pixel standard deviation for channel 0: 0.308000981807709
number_classes: 10
channels: 1
width: 28
height: 28
reading image set with 1000 images.
reading image set with 1000 images.
reading image set with 1000 images.
reading image set with 1000 images.
reading image set with 1000 images.
reading image set with 1000 images.
reading image set with 1000 images.
reading image set with 1000 images.
reading image set with 1000 images.
reading image set with 1000 images.
image_size: 1x28x28 = 784
read 10000 images.
    class    0: 1000
    class    1: 1000
    class    2: 1000
    class    3: 1000
    class    4: 1000
    class    5: 1000
    class    6: 1000
    class    7: 1000
    class    8: 1000
    class    9: 1000
number_classes: 10
channels: 1
width: 28
height: 28
reading image set with 980 images.
reading image set with 1135 images.
reading image set with 1032 images.
reading image set with 1010 images.
reading image set with 982 images.
reading image set with 892 images.
reading image set with 958 images.
reading image set with 1028 images.
reading image set with 974 images.
reading image set with 1009 images.
image_size: 1x28x28 = 784
read 10000 images.
    class    0: 980
    class    1: 1135
    class    2: 1032
    class    3: 1010
    class    4: 982
    class    5: 892
    class    6: 958
    class    7: 1028
    class    8: 974
    class    9: 1009
loaded images
starting backpropagation!
epoch time: 396.978851318359s, input_fired_time: 7.1219630241394, output_fired_time: 6.63993072509766, propagate_forward_time: 152.759643554688, propagate_backward_time: 221.160308837891, weight_update_time: 0.709108591079712, other_time: 9.29702758789063
epoch time: 33.7787017822266s, input_fired_time: 0.926366031169891, output_fired_time: 0, propagate_forward_time: 31.1899490356445, propagate_backward_time: 0, weight_update_time: 0, other_time: 1.66238784790039
validation[          , genome 19940] predictions:    9768/  10000 (97.68%), best:    9830/10000 (98.30%), error:       752.83173, best error:       561.56818 on epoch:    48, epoch:   53/100, mu: 0.9576743841, learning_rate: 0.0008246329, weight_decay: 0.0000329853

epoch time: 401.9374694824s, input_fired_time: 7.5536508560, output_fired_time: 6.9540796280, propagate_forward_time: 153.9486694336, propagate_backward_time: 223.1832122803, weight_update_time: 0.7673318982, other_time: 10.2978668213
epoch time: 34.4926605225s, input_fired_time: 1.0853831768, output_fired_time: 0.0000000000, propagate_forward_time: 31.2340106964, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 2.1732654572
validation[          , genome 19940] predictions:    9828/  10000 (98.28%), best:    9828/10000 (98.28%), error:       547.00305, best error:       547.00305 on epoch:    54, epoch:   54/100, mu: 0.9592906833, learning_rate: 0.0007834013, weight_decay: 0.0000313361

epoch time: 410.5522155762s, input_fired_time: 8.8468980789, output_fired_time: 8.0533390045, propagate_forward_time: 155.1073455811, propagate_backward_time: 225.5283966064, weight_update_time: 0.9325956702, other_time: 13.0162353516
epoch time: 35.7453002930s, input_fired_time: 1.4208678007, output_fired_time: 0.0000000000, propagate_forward_time: 31.3769016266, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 2.9475307465
validation[          , genome 19940] predictions:    9768/  10000 (97.68%), best:    9828/10000 (98.28%), error:       865.91321, best error:       547.00305 on epoch:    54, epoch:   55/100, mu: 0.9608261585, learning_rate: 0.0007442312, weight_decay: 0.0000297693

epoch time: 422.6804809570s, input_fired_time: 10.3177995682, output_fired_time: 9.4320468903, propagate_forward_time: 157.7935333252, propagate_backward_time: 229.1803283691, weight_update_time: 1.1077973843, other_time: 15.9567718506
epoch time: 36.6189231873s, input_fired_time: 1.5833283663, output_fired_time: 0.0000000000, propagate_forward_time: 31.8757972717, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.1597976685
validation[          , genome 19940] predictions:    9765/  10000 (97.65%), best:    9828/10000 (98.28%), error:       842.71436, best error:       547.00305 on epoch:    54, epoch:   56/100, mu: 0.9622848630, learning_rate: 0.0007070196, weight_decay: 0.0000282808

epoch time: 432.1196899414s, input_fired_time: 11.7749547958, output_fired_time: 10.8308315277, propagate_forward_time: 159.0838470459, propagate_backward_time: 231.7041320801, weight_update_time: 1.2933017015, other_time: 18.7259063721
epoch time: 35.1351470947s, input_fired_time: 1.2913072109, output_fired_time: 0.0000000000, propagate_forward_time: 31.3579978943, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 2.4858436584
validation[          , genome 19940] predictions:    9746/  10000 (97.46%), best:    9828/10000 (98.28%), error:       838.25049, best error:       547.00305 on epoch:    54, epoch:   57/100, mu: 0.9636706114, learning_rate: 0.0006716687, weight_decay: 0.0000268668

epoch time: 435.2470703125s, input_fired_time: 12.1264839172, output_fired_time: 11.1685400009, propagate_forward_time: 159.6839904785, propagate_backward_time: 232.2093048096, weight_update_time: 1.3638948202, other_time: 20.0587310791
epoch time: 37.1974334717s, input_fired_time: 1.9716532230, output_fired_time: 0.0000000000, propagate_forward_time: 30.7907333374, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 4.4350471497
validation[          , genome 19940] predictions:    9766/  10000 (97.66%), best:    9828/10000 (98.28%), error:       746.84155, best error:       547.00305 on epoch:    54, epoch:   58/100, mu: 0.9649870992, learning_rate: 0.0006380852, weight_decay: 0.0000255234

epoch time: 427.6049499512s, input_fired_time: 10.8613080978, output_fired_time: 10.0232238770, propagate_forward_time: 158.3759002686, propagate_backward_time: 230.9686431885, weight_update_time: 1.1916476488, other_time: 17.3758850098
epoch time: 37.0641670227s, input_fired_time: 1.6759988070, output_fired_time: 0.0000000000, propagate_forward_time: 31.9964504242, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.3917179108
validation[          , genome 19940] predictions:    9732/  10000 (97.32%), best:    9828/10000 (98.28%), error:       872.93591, best error:       547.00305 on epoch:    54, epoch:   59/100, mu: 0.9662377238, learning_rate: 0.0006061810, weight_decay: 0.0000242472

epoch time: 432.3441162109s, input_fired_time: 11.7240047455, output_fired_time: 10.8295726776, propagate_forward_time: 159.1258850098, propagate_backward_time: 232.0583648682, weight_update_time: 1.2682842016, other_time: 18.6063079834
epoch time: 36.3562622070s, input_fired_time: 1.7486100197, output_fired_time: 0.0000000000, propagate_forward_time: 30.8537292480, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.7539215088
validation[          , genome 19940] predictions:    9818/  10000 (98.18%), best:    9828/10000 (98.28%), error:       622.67993, best error:       547.00305 on epoch:    54, epoch:   60/100, mu: 0.9674258232, learning_rate: 0.0005758719, weight_decay: 0.0000230349

epoch time: 429.1625671387s, input_fired_time: 11.0704202652, output_fired_time: 10.2778558731, propagate_forward_time: 159.0246276855, propagate_backward_time: 231.1726531982, weight_update_time: 1.2182010412, other_time: 17.6169891357
epoch time: 36.1908798218s, input_fired_time: 1.4802045822, output_fired_time: 0.0000000000, propagate_forward_time: 31.5985870361, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.1120872498
validation[          , genome 19940] predictions:    9797/  10000 (97.97%), best:    9828/10000 (98.28%), error:       704.47791, best error:       547.00305 on epoch:    54, epoch:   61/100, mu: 0.9685545564, learning_rate: 0.0005470783, weight_decay: 0.0000218831

epoch time: 433.2416992188s, input_fired_time: 11.9497346878, output_fired_time: 11.0425376892, propagate_forward_time: 158.8793182373, propagate_backward_time: 231.7987670898, weight_update_time: 1.3622709513, other_time: 19.5713348389
epoch time: 37.7660179138s, input_fired_time: 1.8696770668, output_fired_time: 0.0000000000, propagate_forward_time: 32.0524177551, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.8439216614
validation[          , genome 19940] predictions:    9782/  10000 (97.82%), best:    9828/10000 (98.28%), error:       719.69843, best error:       547.00305 on epoch:    54, epoch:   62/100, mu: 0.9696268439, learning_rate: 0.0005197244, weight_decay: 0.0000207890

epoch time: 437.3055725098s, input_fired_time: 12.5116729736, output_fired_time: 11.6224021912, propagate_forward_time: 159.6649780273, propagate_backward_time: 232.6569366455, weight_update_time: 1.3977035284, other_time: 20.8495635986
epoch time: 37.6088752747s, input_fired_time: 1.8664448261, output_fired_time: 0.0000000000, propagate_forward_time: 32.1124114990, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.6300201416
validation[          , genome 19940] predictions:    9780/  10000 (97.80%), best:    9828/10000 (98.28%), error:       764.56305, best error:       547.00305 on epoch:    54, epoch:   63/100, mu: 0.9706454873, learning_rate: 0.0004937382, weight_decay: 0.0000197495

epoch time: 433.8639526367s, input_fired_time: 12.5025911331, output_fired_time: 11.3947114944, propagate_forward_time: 158.5289916992, propagate_backward_time: 231.2788848877, weight_update_time: 1.3367050886, other_time: 20.1587677002
epoch time: 38.7289962769s, input_fired_time: 2.1576013565, output_fired_time: 0.0000000000, propagate_forward_time: 32.2067375183, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 4.3646583557
validation[          , genome 19940] predictions:    9768/  10000 (97.68%), best:    9828/10000 (98.28%), error:       760.47772, best error:       547.00305 on epoch:    54, epoch:   64/100, mu: 0.9716132283, learning_rate: 0.0004690512, weight_decay: 0.0000187621

epoch time: 429.4664306641s, input_fired_time: 11.1224470139, output_fired_time: 10.4415426254, propagate_forward_time: 158.8613586426, propagate_backward_time: 231.3147583008, weight_update_time: 1.2079814672, other_time: 17.7263488770
epoch time: 37.1822319031s, input_fired_time: 1.7042657137, output_fired_time: 0.0000000000, propagate_forward_time: 32.0009880066, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.4769783020
validation[          , genome 19940] predictions:    9808/  10000 (98.08%), best:    9828/10000 (98.28%), error:       646.91962, best error:       547.00305 on epoch:    54, epoch:   65/100, mu: 0.9725325704, learning_rate: 0.0004455987, weight_decay: 0.0000178240

epoch time: 430.1441955566s, input_fired_time: 11.2087678909, output_fired_time: 10.3439769745, propagate_forward_time: 159.0342102051, propagate_backward_time: 231.6265716553, weight_update_time: 1.2530384064, other_time: 17.9306793213
epoch time: 36.9001083374s, input_fired_time: 1.6509624720, output_fired_time: 0.0000000000, propagate_forward_time: 31.8923130035, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.3568325043
validation[          , genome 19940] predictions:    9825/  10000 (98.25%), best:    9828/10000 (98.28%), error:       583.66272, best error:       547.00305 on epoch:    54, epoch:   66/100, mu: 0.9734059572, learning_rate: 0.0004233187, weight_decay: 0.0000169328

epoch time: 427.0588989258s, input_fired_time: 11.4302406311, output_fired_time: 10.3156738281, propagate_forward_time: 157.4585113525, propagate_backward_time: 229.3218078613, weight_update_time: 1.2460756302, other_time: 18.5326690674
epoch time: 36.5670738220s, input_fired_time: 1.6025787592, output_fired_time: 0.0000000000, propagate_forward_time: 31.8042984009, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.1601982117
validation[          , genome 19940] predictions:    9793/  10000 (97.93%), best:    9828/10000 (98.28%), error:       662.61163, best error:       547.00305 on epoch:    54, epoch:   67/100, mu: 0.9742356539, learning_rate: 0.0004021528, weight_decay: 0.0000160861

epoch time: 431.2971801758s, input_fired_time: 11.5655660629, output_fired_time: 10.4567461014, propagate_forward_time: 159.1514739990, propagate_backward_time: 231.4827270508, weight_update_time: 1.2616627216, other_time: 18.6406707764
epoch time: 38.8975868225s, input_fired_time: 2.2694768906, output_fired_time: 0.0000000000, propagate_forward_time: 32.1585083008, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 4.4696006775
validation[          , genome 19940] predictions:    9806/  10000 (98.06%), best:    9828/10000 (98.28%), error:       649.40509, best error:       547.00305 on epoch:    54, epoch:   68/100, mu: 0.9750238657, learning_rate: 0.0003820452, weight_decay: 0.0000152818

epoch time: 430.8069458008s, input_fired_time: 11.9311923981, output_fired_time: 10.7530584335, propagate_forward_time: 158.1344909668, propagate_backward_time: 230.2059326172, weight_update_time: 1.3385077715, other_time: 19.7822875977
epoch time: 36.8876609802s, input_fired_time: 1.6647739410, output_fired_time: 0.0000000000, propagate_forward_time: 31.9175815582, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.3053035736
validation[          , genome 19940] predictions:    9818/  10000 (98.18%), best:    9828/10000 (98.28%), error:       612.84320, best error:       547.00305 on epoch:    54, epoch:   69/100, mu: 0.9757726789, learning_rate: 0.0003629429, weight_decay: 0.0000145177

epoch time: 434.4699401855s, input_fired_time: 11.9449071884, output_fired_time: 11.2102251053, propagate_forward_time: 159.2687683105, propagate_backward_time: 232.5533599854, weight_update_time: 1.3310396671, other_time: 19.4926605225
epoch time: 35.7152671814s, input_fired_time: 1.3552254438, output_fired_time: 0.0000000000, propagate_forward_time: 31.5592479706, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 2.8007946014
validation[          , genome 19940] predictions:    9813/  10000 (98.13%), best:    9828/10000 (98.28%), error:       595.18048, best error:       547.00305 on epoch:    54, epoch:   70/100, mu: 0.9764840603, learning_rate: 0.0003447958, weight_decay: 0.0000137918

epoch time: 429.5925292969s, input_fired_time: 11.2499780655, output_fired_time: 10.2826213837, propagate_forward_time: 158.8215332031, propagate_backward_time: 231.2469329834, weight_update_time: 1.2632948160, other_time: 17.9914703369
epoch time: 37.1246070862s, input_fired_time: 1.7312361002, output_fired_time: 0.0000000000, propagate_forward_time: 31.8253555298, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.5680160522
validation[          , genome 19940] predictions:    9820/  10000 (98.20%), best:    9828/10000 (98.28%), error:       594.85059, best error:       547.00305 on epoch:    54, epoch:   71/100, mu: 0.9771598577, learning_rate: 0.0003275560, weight_decay: 0.0000131022

epoch time: 427.0417480469s, input_fired_time: 11.1749887466, output_fired_time: 10.0661840439, propagate_forward_time: 157.7869262695, propagate_backward_time: 229.7525634766, weight_update_time: 1.2527683973, other_time: 18.2610778809
epoch time: 36.6881637573s, input_fired_time: 1.5515898466, output_fired_time: 0.0000000000, propagate_forward_time: 31.8066673279, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.3299064636
validation[          , genome 19940] predictions:    9825/  10000 (98.25%), best:    9828/10000 (98.28%), error:       573.56476, best error:       547.00305 on epoch:    54, epoch:   72/100, mu: 0.9778018594, learning_rate: 0.0003111782, weight_decay: 0.0000124471

epoch time: 429.9492492676s, input_fired_time: 11.6157865524, output_fired_time: 10.7592048645, propagate_forward_time: 158.1659851074, propagate_backward_time: 230.4933319092, weight_update_time: 1.2976338863, other_time: 18.9149322510
epoch time: 36.8877639771s, input_fired_time: 1.6845417023, output_fired_time: 0.0000000000, propagate_forward_time: 31.9079399109, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.2952842712
validation[          , genome 19940] predictions:    9814/  10000 (98.14%), best:    9828/10000 (98.28%), error:       622.67670, best error:       547.00305 on epoch:    54, epoch:   73/100, mu: 0.9784117937, learning_rate: 0.0002956192, weight_decay: 0.0000118248

epoch time: 429.1213378906s, input_fired_time: 11.3832387924, output_fired_time: 10.3610239029, propagate_forward_time: 158.4298400879, propagate_backward_time: 230.6828918457, weight_update_time: 1.2542798519, other_time: 18.2643432617
epoch time: 36.4286651611s, input_fired_time: 1.6934138536, output_fired_time: 0.0000000000, propagate_forward_time: 31.2901687622, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.4450836182
validation[          , genome 19940] predictions:    9809/  10000 (98.09%), best:    9828/10000 (98.28%), error:       591.94995, best error:       547.00305 on epoch:    54, epoch:   74/100, mu: 0.9789912105, learning_rate: 0.0002808383, weight_decay: 0.0000112335

epoch time: 430.9650268555s, input_fired_time: 11.5070734024, output_fired_time: 10.4926433563, propagate_forward_time: 158.9695434570, propagate_backward_time: 231.6053314209, weight_update_time: 1.2601449490, other_time: 18.3904266357
epoch time: 37.9697113037s, input_fired_time: 1.8954731226, output_fired_time: 0.0000000000, propagate_forward_time: 32.2519493103, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.8222885132
validation[          , genome 19940] predictions:    9822/  10000 (98.22%), best:    9828/10000 (98.28%), error:       570.61676, best error:       547.00305 on epoch:    54, epoch:   75/100, mu: 0.9795416594, learning_rate: 0.0002667964, weight_decay: 0.0000106719

epoch time: 431.2053833008s, input_fired_time: 11.5591640472, output_fired_time: 10.4818897247, propagate_forward_time: 159.0677337646, propagate_backward_time: 231.6079559326, weight_update_time: 1.2647815943, other_time: 18.4886169434
epoch time: 37.3077011108s, input_fired_time: 1.7897472382, output_fired_time: 0.0000000000, propagate_forward_time: 31.6891860962, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.8287658691
validation[          , genome 19940] predictions:    9804/  10000 (98.04%), best:    9828/10000 (98.28%), error:       669.73969, best error:       547.00305 on epoch:    54, epoch:   76/100, mu: 0.9800645709, learning_rate: 0.0002534565, weight_decay: 0.0000101383

epoch time: 426.1910400391s, input_fired_time: 10.9650774002, output_fired_time: 10.1462135315, propagate_forward_time: 157.6599884033, propagate_backward_time: 229.6488647461, weight_update_time: 1.2032068968, other_time: 17.7708892822
epoch time: 35.9901657104s, input_fired_time: 1.4577292204, output_fired_time: 0.0000000000, propagate_forward_time: 31.5604438782, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 2.9719924927
validation[          , genome 19940] predictions:    9816/  10000 (98.16%), best:    9828/10000 (98.28%), error:       643.17847, best error:       547.00305 on epoch:    54, epoch:   77/100, mu: 0.9805613160, learning_rate: 0.0002407837, weight_decay: 0.0000096314

epoch time: 431.8766784668s, input_fired_time: 11.5136251450, output_fired_time: 10.6266794205, propagate_forward_time: 159.1013336182, propagate_backward_time: 231.7750549316, weight_update_time: 1.3011543751, other_time: 18.8600006104
epoch time: 37.2407264709s, input_fired_time: 1.7107492685, output_fired_time: 0.0000000000, propagate_forward_time: 32.0396614075, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.4903144836
validation[          , genome 19940] predictions:    9811/  10000 (98.11%), best:    9828/10000 (98.28%), error:       583.53040, best error:       547.00305 on epoch:    54, epoch:   78/100, mu: 0.9810332656, learning_rate: 0.0002287445, weight_decay: 0.0000091498

epoch time: 425.0549926758s, input_fired_time: 10.7836112976, output_fired_time: 9.7186384201, propagate_forward_time: 157.5509796143, propagate_backward_time: 229.5061950684, weight_update_time: 1.2000796795, other_time: 17.4955902100
epoch time: 35.2825393677s, input_fired_time: 1.2659426928, output_fired_time: 0.0000000000, propagate_forward_time: 31.4160747528, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 2.6005229950
validation[          , genome 19940] predictions:    9827/  10000 (98.27%), best:    9828/10000 (98.28%), error:       576.03156, best error:       547.00305 on epoch:    54, epoch:   79/100, mu: 0.9814816117, learning_rate: 0.0002173073, weight_decay: 0.0000086923

epoch time: 425.3214416504s, input_fired_time: 10.6654119492, output_fired_time: 9.8009042740, propagate_forward_time: 158.1147460938, propagate_backward_time: 230.0772247314, weight_update_time: 1.1500861645, other_time: 16.6631622314
epoch time: 35.3866767883s, input_fired_time: 1.3300154209, output_fired_time: 0.0000000000, propagate_forward_time: 31.5705242157, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 2.4861354828
validation[          , genome 19940] predictions:    9819/  10000 (98.19%), best:    9828/10000 (98.28%), error:       598.20953, best error:       547.00305 on epoch:    54, epoch:   80/100, mu: 0.9819075465, learning_rate: 0.0002064419, weight_decay: 0.0000082577

epoch time: 427.4717407227s, input_fired_time: 11.2373600006, output_fired_time: 10.1481285095, propagate_forward_time: 158.0594482422, propagate_backward_time: 230.2493591309, weight_update_time: 1.2149361372, other_time: 17.7774353027
epoch time: 36.6220130920s, input_fired_time: 1.5967564583, output_fired_time: 0.0000000000, propagate_forward_time: 31.8200092316, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.2052478790
validation[          , genome 19940] predictions:    9816/  10000 (98.16%), best:    9828/10000 (98.28%), error:       602.22052, best error:       547.00305 on epoch:    54, epoch:   81/100, mu: 0.9823121428, learning_rate: 0.0001961198, weight_decay: 0.0000078448

epoch time: 424.3187561035s, input_fired_time: 10.6293830872, output_fired_time: 9.7891521454, propagate_forward_time: 157.7149505615, propagate_backward_time: 229.4973602295, weight_update_time: 1.1581403017, other_time: 16.6878967285
epoch time: 34.6533088684s, input_fired_time: 1.1535062790, output_fired_time: 0.0000000000, propagate_forward_time: 31.1239318848, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 2.3758697510
validation[          , genome 19940] predictions:    9839/  10000 (98.39%), best:    9828/10000 (98.28%), error:       559.71216, best error:       547.00305 on epoch:    54, epoch:   82/100, mu: 0.9826965332, learning_rate: 0.0001863138, weight_decay: 0.0000074526

epoch time: 423.4042663574s, input_fired_time: 10.4447164536, output_fired_time: 9.6048069000, propagate_forward_time: 157.3718872070, propagate_backward_time: 229.6055603027, weight_update_time: 1.1299066544, other_time: 16.3773193359
epoch time: 36.3172569275s, input_fired_time: 1.5880248547, output_fired_time: 0.0000000000, propagate_forward_time: 31.5157623291, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.2134704590
validation[          , genome 19940] predictions:    9808/  10000 (98.08%), best:    9828/10000 (98.28%), error:       614.75275, best error:       547.00305 on epoch:    54, epoch:   83/100, mu: 0.9830617309, learning_rate: 0.0001769981, weight_decay: 0.0000070799

epoch time: 426.5895080566s, input_fired_time: 11.2335157394, output_fired_time: 10.4435310364, propagate_forward_time: 157.1813964844, propagate_backward_time: 229.2303009033, weight_update_time: 1.2392927408, other_time: 18.5007476807
epoch time: 36.9588737488s, input_fired_time: 1.8922168016, output_fired_time: 0.0000000000, propagate_forward_time: 31.4283790588, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.6382789612
validation[          , genome 19940] predictions:    9811/  10000 (98.11%), best:    9828/10000 (98.28%), error:       606.63873, best error:       547.00305 on epoch:    54, epoch:   84/100, mu: 0.9834086299, learning_rate: 0.0001681482, weight_decay: 0.0000067259

epoch time: 427.7127685547s, input_fired_time: 11.1759462357, output_fired_time: 10.1036176682, propagate_forward_time: 158.1072387695, propagate_backward_time: 230.6043395996, weight_update_time: 1.2138772011, other_time: 17.7216491699
epoch time: 36.2804985046s, input_fired_time: 1.5563372374, output_fired_time: 0.0000000000, propagate_forward_time: 31.6440601349, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.0801029205
validation[          , genome 19940] predictions:    9819/  10000 (98.19%), best:    9828/10000 (98.28%), error:       618.17755, best error:       547.00305 on epoch:    54, epoch:   85/100, mu: 0.9837381840, learning_rate: 0.0001597408, weight_decay: 0.0000063896

epoch time: 424.7560119629s, input_fired_time: 10.6452665329, output_fired_time: 9.5981416702, propagate_forward_time: 157.7793273926, propagate_backward_time: 230.1456756592, weight_update_time: 1.1251245737, other_time: 16.5876007080
epoch time: 36.5918579102s, input_fired_time: 1.5456225872, output_fired_time: 0.0000000000, propagate_forward_time: 31.7539443970, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 3.2922897339
validation[          , genome 19940] predictions:    9813/  10000 (98.13%), best:    9828/10000 (98.28%), error:       580.66925, best error:       547.00305 on epoch:    54, epoch:   86/100, mu: 0.9840512872, learning_rate: 0.0001517538, weight_decay: 0.0000060702

epoch time: 425.3199157715s, input_fired_time: 10.7608127594, output_fired_time: 9.9017028809, propagate_forward_time: 157.5129241943, propagate_backward_time: 230.0055389404, weight_update_time: 1.2003929615, other_time: 17.1389465332
epoch time: 35.4150810242s, input_fired_time: 1.2965431213, output_fired_time: 0.0000000000, propagate_forward_time: 31.4893989563, propagate_backward_time: 0.0000000000, weight_update_time: 0.0000000000, other_time: 2.6291389465
validation[          , genome 19940] predictions:    9817/  10000 (98.17%), best:    9828/10000 (98.28%), error:       594.32959, best error:       547.00305 on epoch:    54, epoch:   87/100, mu: 0.9843487144, learning_rate: 0.0001441661, weight_decay: 0.0000057666


</stderr_txt>
]]>