8.5. CNNの実装

import sys, os
sys.path.append(os.path.abspath(os.path.join('..', 'sample')))
import numpy as np

sys.path.append(os.path.abspath(os.path.join('..', 'sample', 'ch07')))
import train_convnet

train loss:2.30007878307803
=== epoch:1, train acc:0.208, test acc:0.2 ===
train loss:2.29743952085775
train loss:2.293793501438626
train loss:2.28796857647881
train loss:2.284361783353003
train loss:2.2776981983093747
train loss:2.2589197779770007
train loss:2.245341795444827
train loss:2.2294032809329396
train loss:2.205690889893936
train loss:2.170404061483701
train loss:2.1593207583612393
train loss:2.074379945894262
train loss:2.056713016309683
train loss:2.0189338014924236
train loss:1.9626775794516522
train loss:1.9186995929574062
train loss:1.8834953823352651
train loss:1.7204675750591156
train loss:1.6751132432677394
train loss:1.620276186979412
train loss:1.6541620228801133
train loss:1.4730327157693697
train loss:1.3702192796860944
train loss:1.2651180438590692
train loss:1.2752080854027463
train loss:1.252701994762891
train loss:1.1806124910607863
train loss:1.0440987788889684
train loss:1.1017608610751617
train loss:1.0784569094497705
train loss:0.8120686230268828
train loss:0.8856060678946465
train loss:0.7550906293322853
train loss:0.7651485854955159
train loss:0.8505286906719014
train loss:0.8013340536085738
train loss:0.6595742067262482
train loss:0.5897499431100781
train loss:0.7750918854995583
train loss:0.7832868227943903
train loss:0.7041502687541883
train loss:0.6352881356859231
train loss:0.6230492494861867
train loss:0.698122383928371
train loss:0.5404069927048241
train loss:0.6173398715217278
train loss:0.42726846133133656
train loss:0.5719548730521793
train loss:0.43638473690102036
train loss:0.651467680250153
train loss:0.48274488017301537
train loss:0.7270127912217492
train loss:0.519387255555954
train loss:0.6193330975185662
train loss:0.923507617886441
train loss:0.6265448524098055
train loss:0.506499327209378
train loss:0.4206187701791212
train loss:0.6036884485475319
train loss:0.5108797278430339
train loss:0.45637151455144875
train loss:0.4339193818608385
train loss:0.7851583232815017
train loss:0.3913548977388148
train loss:0.8951998994357047
train loss:0.36554639288758517
train loss:0.48005786673105916
train loss:0.4295978414570651
train loss:0.734602925455253
train loss:0.5477427936316908
train loss:0.46836493909964555
train loss:0.4787651478438355
train loss:0.47935178859941424
train loss:0.6213913110316424
train loss:0.6170012402488918
train loss:0.4992337509504756
train loss:0.5125041133229142
train loss:0.4498307219518622
train loss:0.453313518880508
train loss:0.5117994353880627
train loss:0.42648395041129045
train loss:0.41516859207989126
train loss:0.5033735168997997
train loss:0.4285121309567444
train loss:0.5868982561117939
train loss:0.596769676917378
train loss:0.37321600692531304
train loss:0.4794992900081628
train loss:0.4412837033814174
train loss:0.36269376892067895
train loss:0.517182294173626
train loss:0.42050224324967167
train loss:0.5664729471970205
train loss:0.2935232793417987
train loss:0.4064283774267254
train loss:0.5717833022714932
train loss:0.474538504379641
train loss:0.5262748590296272
train loss:0.43715252479491234
train loss:0.555304772437824
train loss:0.4083943177742276
train loss:0.33593425254910186
train loss:0.24864443433008251
train loss:0.5953259717769119
train loss:0.35629927283564977
train loss:0.3196052787881243
train loss:0.2578339453787681
train loss:0.29710062885936434
train loss:0.31989337987494976
train loss:0.2803747819668469
train loss:0.40802306563864543
train loss:0.508313773419798
train loss:0.36478001427927415
train loss:0.4559747828943496
train loss:0.40077242234745014
train loss:0.5272716853447826
train loss:0.408611177608994
train loss:0.6050437291224022
train loss:0.3941951940193052
train loss:0.4156840389742084
train loss:0.33642753486585547
train loss:0.2790494623416864
train loss:0.27866823536634383
train loss:0.39309603376682617
train loss:0.311123183685877
train loss:0.33339099085050994
train loss:0.28312599472631195
train loss:0.37757463750206954
train loss:0.49018845234753866
train loss:0.3998957123799991
train loss:0.3528937951485993
train loss:0.36015960947258285
train loss:0.23892434354923459
train loss:0.5133083325124012
train loss:0.279614357076537
train loss:0.16357112295973558
train loss:0.37507069248151514
train loss:0.3690982837879032
train loss:0.33418309401041457
train loss:0.34810601434726784
train loss:0.38798617759946974
train loss:0.3473427297919581
train loss:0.2758943172102412
train loss:0.5052590571522003
train loss:0.3268339118629429
train loss:0.43242109908391974
train loss:0.28772172492188913
train loss:0.45539131812018285
train loss:0.35825972721826055
train loss:0.5191007267049826
train loss:0.4898094555260753
train loss:0.3494072536089716
train loss:0.37997816889050035
train loss:0.44736170308826695
train loss:0.40405860089542706
train loss:0.2915469036338004
train loss:0.21554481638410505
train loss:0.2538034745551264
train loss:0.3131840544575448
train loss:0.2900619617810171
train loss:0.4225133300261462
train loss:0.48029919360068235
train loss:0.3864512125203804
train loss:0.22534435807004954
train loss:0.2025108510588555
train loss:0.2257464518709858
train loss:0.2844341904703902
train loss:0.35896159629682045
train loss:0.18049635965603417
train loss:0.4357759165929314
train loss:0.3669491113005755
train loss:0.2927938702416091
train loss:0.16297849274912038
train loss:0.4697079544258322
train loss:0.24992101254350266
train loss:0.3172499962815131
train loss:0.22456176541189327
train loss:0.19562616159189583
train loss:0.36340855473376477
train loss:0.42643401988460516
train loss:0.3462192549754038
train loss:0.31047311781509596
train loss:0.2301419713019064
train loss:0.2739417661388714
train loss:0.18496791455537567
train loss:0.3191704142146858
train loss:0.28308743635073214
train loss:0.17729560799913976
train loss:0.2843085351124439
train loss:0.2919878288997506
train loss:0.13920004788730694
train loss:0.2917842056479578
train loss:0.493592888380768
train loss:0.24322724616295166
train loss:0.4133511782795498
train loss:0.21481110728658503
train loss:0.25063776131981963
train loss:0.2250998671952548
train loss:0.2680769397230047
train loss:0.31776884964071983
train loss:0.1821418361917778
train loss:0.418828558779865
train loss:0.3016338479780059
train loss:0.36694459989938244
train loss:0.47342831527311985
train loss:0.21984055372200706
train loss:0.47220898643339765
train loss:0.2683740027133099
train loss:0.23321163360866837
train loss:0.2409625609302666
train loss:0.25663645369616067
train loss:0.3245946610769671
train loss:0.284782404728547
train loss:0.34648187104231076
train loss:0.2411045960415775
train loss:0.2894649442101255
train loss:0.3497574523450314
train loss:0.2938169265980299
train loss:0.2093624939449198
train loss:0.3485833850241282
train loss:0.2558795615816085
train loss:0.2859633452900747
train loss:0.28129489265438157
train loss:0.2840108819718104
train loss:0.2072616653420884
train loss:0.20442734561002537
train loss:0.2911116532539986
train loss:0.37695091416394505
train loss:0.49076479814641943
train loss:0.24601493475410238
train loss:0.43687709921856777
train loss:0.21917526081756894
train loss:0.24001494085880967
train loss:0.23707353090778824
train loss:0.23014381327577738
train loss:0.2636433406555192
train loss:0.27869519790375674
train loss:0.20352478586769554
train loss:0.301154290168475
train loss:0.3209057234962953
train loss:0.26097508787284457
train loss:0.2999261813797607
train loss:0.24797429383016178
train loss:0.3640263157378864
train loss:0.16583386200954536
train loss:0.18217216602635475
train loss:0.3338265656340056
train loss:0.20325013651287713
train loss:0.2696059285511954
train loss:0.2606808713903328
train loss:0.2796484925687255
train loss:0.2986852737901326
train loss:0.16215576681299051
train loss:0.37767497022447094
train loss:0.32793044150128986
train loss:0.317006424633241
train loss:0.08298413610045624
train loss:0.35303310416456696
train loss:0.20792460960500553
train loss:0.27619617355472204
train loss:0.25695734537288667
train loss:0.2545902389428428
train loss:0.3296368374479369
train loss:0.20709861772350435
train loss:0.21018456435921645
train loss:0.24922864946282175
train loss:0.27564513340803853
train loss:0.327791317983749
train loss:0.4819107392892459
train loss:0.25388242863711863
train loss:0.3394781651002474
train loss:0.15635932119613882
train loss:0.16481759583162167
train loss:0.1494769176187074
train loss:0.38412284947115155
train loss:0.2514611001124675
train loss:0.34482418433227
train loss:0.18063612458806724
train loss:0.28044728759884413
train loss:0.16927649888038981
train loss:0.24348292287752293
train loss:0.2363795415105971
train loss:0.20605553862479795
train loss:0.25716426397960457
train loss:0.26725101171540566
train loss:0.2524378636690681
train loss:0.33826563778625335
train loss:0.30237717545562176
train loss:0.22821715300663034
train loss:0.31574513440545093
train loss:0.25783385402166054
train loss:0.2858316034270152
train loss:0.20065592780299377
train loss:0.1401973546878922
train loss:0.17149835066017982
train loss:0.2794335864069618
train loss:0.3052189039392455
train loss:0.1915126742951407
train loss:0.21481797809458544
train loss:0.2192618367969643
train loss:0.41723813082710953
train loss:0.20803488526271496
train loss:0.389785565542076
train loss:0.21378786360150756
train loss:0.290755697975284
train loss:0.1519151295216387
train loss:0.158909494642615
train loss:0.2689353078767817
train loss:0.3613422403348831
train loss:0.1546392575090443
train loss:0.21773628138270812
train loss:0.23165663726751384
train loss:0.18918631427235383
train loss:0.15776960055128042
train loss:0.22241692225241305
train loss:0.2854554336884357
train loss:0.1806173627272919
train loss:0.3346695287712457
train loss:0.21815930189712532
train loss:0.2645735147938364
train loss:0.2724387237441043
train loss:0.1682150806863056
train loss:0.12949472254260885
train loss:0.2399786682498037
train loss:0.18287629688814927
train loss:0.16445836066509792
train loss:0.14160973013253342
train loss:0.2566774631853287
train loss:0.1830111858259144
train loss:0.19881667073913709
train loss:0.22226805339228972
train loss:0.20506248578362837
train loss:0.25700452022048553
train loss:0.10913093461058153
train loss:0.2038274181622625
train loss:0.1762703810800163
train loss:0.18897573497145564
train loss:0.0944202111060455
train loss:0.2361136162514436
train loss:0.19268734175552002
train loss:0.2198007177651072
train loss:0.2560938820215789
train loss:0.18596119347339063
train loss:0.23762964752150556
train loss:0.14372212101102075
train loss:0.14982664436040063
train loss:0.19462342988513967
train loss:0.36510670399048706
train loss:0.18657116051706876
train loss:0.16917595544402142
train loss:0.12414101691591713
train loss:0.22616164981781825
train loss:0.15920398626882354
train loss:0.2181740256559742
train loss:0.1979141373940151
train loss:0.21536518909406496
train loss:0.3282222293954989
train loss:0.27839087398392937
train loss:0.1928844997070112
train loss:0.33141496582755453
train loss:0.2572218976829792
train loss:0.17253333565041973
train loss:0.21958512811743686
train loss:0.13733686250757896
train loss:0.21967803598339108
train loss:0.275072519358216
train loss:0.23239592656547267
train loss:0.2008271278399697
train loss:0.12518575706878018
train loss:0.228367919739993
train loss:0.26187363085682713
train loss:0.23473033783704153
train loss:0.23051781550442424
train loss:0.18620989933190887
train loss:0.12858636101641965
train loss:0.3939446887994389
train loss:0.20840819074551384
train loss:0.16939748154557233
train loss:0.1606839691925214
train loss:0.17875962292961262
train loss:0.1559532706222518
train loss:0.10660902559483935
train loss:0.18897542211081636
train loss:0.12177056262238875
train loss:0.27437557214705066
train loss:0.1422809903472674
train loss:0.14628205975497283
train loss:0.11700191657985348
train loss:0.1637071115010715
train loss:0.20226451628896933
train loss:0.2039731476859174
train loss:0.06615990613897166
train loss:0.15381290455187346
train loss:0.1425236441222421
train loss:0.1577104370966066
train loss:0.25972377195890933
train loss:0.14416511284954503
train loss:0.23961362275890857
train loss:0.2554368768161169
train loss:0.16983806131209123
train loss:0.18461176072248228
train loss:0.24412683527521903
train loss:0.1467687329308157
train loss:0.3122471676488942
train loss:0.12798216462202885
train loss:0.1554417757591218
train loss:0.3140362453046879
train loss:0.18181666071976124
train loss:0.19408639468602845
train loss:0.27465885826616504
train loss:0.12892941554582074
train loss:0.09818320604069497
train loss:0.21964168613672752
train loss:0.28235375570021104
train loss:0.24039497011012312
train loss:0.19310586621372658
train loss:0.19808544001168138
train loss:0.1953835936435483
train loss:0.1883028346753936
train loss:0.13350670274134466
train loss:0.16499545010782277
train loss:0.23222038435615758
train loss:0.19351175018288605
train loss:0.1162919322829936
train loss:0.16789474040779975
train loss:0.22379863595187935
train loss:0.06961005678040308
train loss:0.13213395215941828
train loss:0.15629624250675858
train loss:0.15100547152051635
train loss:0.30797581443674654
train loss:0.1719270881711939
train loss:0.19859430905764344
train loss:0.11692496891646895
train loss:0.3383067019718846
train loss:0.22012419688953164
train loss:0.13176097197467235
train loss:0.17106778518719745
train loss:0.1569245979779126
train loss:0.1558071202586296
train loss:0.13160424155713316
train loss:0.13792349749163016
train loss:0.12504947771112643
train loss:0.2538821071515934
train loss:0.15569219436371562
train loss:0.17988058075521224
train loss:0.21325120261764216
train loss:0.1444442455314518
train loss:0.13501759935581237
train loss:0.19488585209429915
train loss:0.1150927326999432
train loss:0.13018896175180558
train loss:0.2617374210678809
train loss:0.12692516917831798
train loss:0.19704071024428577
train loss:0.12050468612314633
train loss:0.1704577267423099
train loss:0.22528566354119456
train loss:0.26291937506273827
train loss:0.1372838586635482
train loss:0.16350101305080575
train loss:0.16561688446850606
train loss:0.14116740527149926
train loss:0.11470241569774606
train loss:0.12379107492468526
train loss:0.24882304672035402
train loss:0.1952225706084452
train loss:0.17019638880668667
train loss:0.28519963367539125
train loss:0.11568322198671772
train loss:0.17869926625657875
train loss:0.14835234446406217
train loss:0.17944110342425287
train loss:0.07975968076573717
train loss:0.30645893010188474
train loss:0.09055638121219158
train loss:0.1456262568058983
train loss:0.18787613295339486
train loss:0.1720244813632948
train loss:0.06762435243381935
train loss:0.08753804905629117
train loss:0.11160448502721804
train loss:0.17761584409106287
train loss:0.16753204099728522
train loss:0.10976753583004381
train loss:0.18113919969774764
train loss:0.15360512354116482
train loss:0.10268430563747019
train loss:0.1318932409151383
train loss:0.2168102001390924
train loss:0.21654829187428437
train loss:0.11267746955536058
train loss:0.10229479944313562
train loss:0.13461947612173797
train loss:0.09080028350920516
train loss:0.05431463162674543
train loss:0.13329998631708007
train loss:0.162691950456101
train loss:0.1384024075230074
train loss:0.13409346171529932
train loss:0.10353717569539742
train loss:0.09160402864413317
train loss:0.09104995562671445
train loss:0.15713627205710304
train loss:0.27446814636487327
train loss:0.3877546319708615
train loss:0.16955409227358725
train loss:0.12679795799138432
train loss:0.14924125346590414
train loss:0.16886273809305513
train loss:0.11602367634186503
train loss:0.1378768666722931
train loss:0.0673990934574948
train loss:0.2360101725181584
train loss:0.18109348545674284
train loss:0.07257287364686815
train loss:0.051013159806215
train loss:0.2125162616846316
train loss:0.10964017735171146
train loss:0.11128670751615441
train loss:0.06399477943874715
train loss:0.11281775711008138
train loss:0.27192978767633474
train loss:0.11091092449514407
train loss:0.33760430352348464
train loss:0.1608326313421028
train loss:0.23658797347298674
train loss:0.09777604237544066
train loss:0.07787553520636299
train loss:0.2524136354827816
train loss:0.1568467667450142
train loss:0.13160580770917507
train loss:0.16489308809268494
train loss:0.1376968894404987
train loss:0.10216057235106384
train loss:0.19365022090185133
train loss:0.08659877942644881
train loss:0.08713200781969566
train loss:0.0828125511185098
train loss:0.13855895367171903
train loss:0.19545021309932306
train loss:0.09259772793342157
train loss:0.07630895359561479
train loss:0.14890264433731035
train loss:0.2181747665504561
train loss:0.10376329515025313
train loss:0.14733663997778387
train loss:0.1563076358824354
train loss:0.056846768768460114
train loss:0.1412838707124309
train loss:0.1452350632719255
train loss:0.1488467734949669
train loss:0.10892780831928331
train loss:0.19754326569769948
train loss:0.06494752371243916
train loss:0.16938981077063647
train loss:0.12032644013533801
train loss:0.1902777251817482
train loss:0.08819645398633473
train loss:0.13478424963513563
train loss:0.19060135508438933
train loss:0.095722273003162
train loss:0.09349417234016169
train loss:0.3903755155155004
train loss:0.08641336465098098
train loss:0.11270036125980107
train loss:0.06163731589623634
train loss:0.16578869728958406
train loss:0.1300757894753449
train loss:0.15619792921026174
train loss:0.18707860446920613
train loss:0.13953162204699765
train loss:0.14936780896493498
train loss:0.07496112600652667
train loss:0.10013714328085843
train loss:0.10792522015435356
train loss:0.07068277293604446
train loss:0.07383363332052664
train loss:0.12796080700396587
train loss:0.11984809107124665
train loss:0.14125327112477218
train loss:0.11180256803080113
train loss:0.15805581480748312
train loss:0.25597709449789996
train loss:0.13399984537953535
train loss:0.10086046595935126
train loss:0.0892842701865026
train loss:0.10599314179118474
train loss:0.14155871651043214
train loss:0.16041744358227328
train loss:0.136058727318031
train loss:0.11208839564999817
train loss:0.06327396750127304
train loss:0.2743604690477909
train loss:0.14215894936863901
train loss:0.10147379104909887
train loss:0.11125135244620463
train loss:0.12554536464150887
train loss:0.12131598713448889
train loss:0.121687130980719
=== epoch:2, train acc:0.958, test acc:0.962 ===
train loss:0.08397130396319975
train loss:0.2196502636339267
train loss:0.11677850425576113
train loss:0.08129726726845861
train loss:0.12800918063898792
train loss:0.1120045123652472
train loss:0.1653255452703016
train loss:0.1286753026467424
train loss:0.04855120907259848
train loss:0.10845812133698139
train loss:0.11777725604325182
train loss:0.2560311157753215
train loss:0.16948062344284345
train loss:0.1021852921367732
train loss:0.09305923958181048
train loss:0.11182673858206918
train loss:0.10132209855798567
train loss:0.055673531184186296
train loss:0.10512248437399924
train loss:0.0560441822076644
train loss:0.0636432881860849
train loss:0.17289461949812457
train loss:0.09213443679487421
train loss:0.08500708474996632
train loss:0.08028358624334393
train loss:0.14651768024851697
train loss:0.05276881929438921
train loss:0.08662502649401876
train loss:0.14635851708852568
train loss:0.09818579944744514
train loss:0.09100322864498558
train loss:0.12610252468109523
train loss:0.20521522617170018
train loss:0.18212531183634323
train loss:0.15184440092832538
train loss:0.19113824294775789
train loss:0.15396828497208026
train loss:0.2022790915568799
train loss:0.08880215119551703
train loss:0.08752128043956504
train loss:0.0804972396375843
train loss:0.1311007114627934
train loss:0.06944576370965469
train loss:0.1066689081270508
train loss:0.11360449005620549
train loss:0.08442745115778331
train loss:0.07608563282717795
train loss:0.18270891482062862
train loss:0.20047797536781745
train loss:0.14277040888789844
train loss:0.2526620897020147
train loss:0.08362169234882194
train loss:0.07568236111469759
train loss:0.07406640197620083
train loss:0.14551477754716313
train loss:0.12798101498309244
train loss:0.10738668424102744
train loss:0.21441545582333546
train loss:0.12704139010924842
train loss:0.05675088341193746
train loss:0.1502455164967884
train loss:0.08384578896865247
train loss:0.20248635044852623
train loss:0.09227317282808223
train loss:0.13871254166021627
train loss:0.15838243256092832
train loss:0.19677492506630934
train loss:0.11772734021460461
train loss:0.11776464651000783
train loss:0.09159894483044623
train loss:0.10511194343994834
train loss:0.1770712725743483
train loss:0.06438350234883271
train loss:0.05405120576400493
train loss:0.13022708404154631
train loss:0.05458457659204204
train loss:0.186202051932378
train loss:0.1198608812602399
train loss:0.21688889866916322
train loss:0.1053653996174822
train loss:0.1781543513741903
train loss:0.1393581424960966
train loss:0.07238934896634451
train loss:0.10728202899627176
train loss:0.09621107588761435
train loss:0.04284310518454107
train loss:0.06348421168616755
train loss:0.09935489747679085
train loss:0.07277995960787338
train loss:0.08792777586833946
train loss:0.09383678812963213
train loss:0.09135401138986321
train loss:0.055532277975782696
train loss:0.04532500409531462
train loss:0.11871337088191933
train loss:0.14146331119207237
train loss:0.10557437563958877
train loss:0.09800548734808957
train loss:0.08510961349772427
train loss:0.17019272080191306
train loss:0.1961857468402271
train loss:0.1650605205129076
train loss:0.15541245732255743
train loss:0.20750928236664837
train loss:0.05169431136947487
train loss:0.09212304172122215
train loss:0.12109787251404795
train loss:0.11698539193051857
train loss:0.07116184671276911
train loss:0.07268483200085617
train loss:0.20147132559381245
train loss:0.1002747042433203
train loss:0.08241040933980692
train loss:0.12375306664054814
train loss:0.14635587690816684
train loss:0.07418142777183728
train loss:0.15336826343458895
train loss:0.18236802237279895
train loss:0.10195748371310694
train loss:0.28837454848963157
train loss:0.089160165925177
train loss:0.0820659901838004
train loss:0.08497879915736276
train loss:0.10926406674629799
train loss:0.11264941401971114
train loss:0.06887705906207922
train loss:0.15489602313585324
train loss:0.17961905541078416
train loss:0.0773165056812682
train loss:0.08306881270335575
train loss:0.0783192131780703
train loss:0.16520995547267894
train loss:0.09535173020815708
train loss:0.13850722567702076
train loss:0.05642480990001883
train loss:0.14610308583887383
train loss:0.046941487918482426
train loss:0.15341233400704152
train loss:0.057776574323567476
train loss:0.07431347444415683
train loss:0.16501885736761954
train loss:0.06523665556887459
train loss:0.10334010261193154
train loss:0.07285496811602239
train loss:0.09949864235265261
train loss:0.11812084148241697
train loss:0.059316966109072285
train loss:0.1144494470637029
train loss:0.11969259572108948
train loss:0.0834043157060378
train loss:0.017166763367264862
train loss:0.1191396414044876
train loss:0.0720612582975657
train loss:0.14753129205693158
train loss:0.13781269144765237
train loss:0.14482228529641844
train loss:0.07923126120180349
train loss:0.16393152517706003
train loss:0.04585803960234418
train loss:0.07599792487582686
train loss:0.13453970967032844
train loss:0.18583296234439664
train loss:0.14873663547335136
train loss:0.1011578549320733
train loss:0.052274653666900074
train loss:0.048370343649432705
train loss:0.0595447916791341
train loss:0.12192111704154267
train loss:0.13724478661453576
train loss:0.07785762048623139
train loss:0.04634060832180805
train loss:0.08728507070030787
train loss:0.10582593076254167
train loss:0.0464098201948027
train loss:0.06517684789622091
train loss:0.12041579530548678
train loss:0.08341494808519676
train loss:0.10206775340515323
train loss:0.14452217535410186
train loss:0.08520645556577135
train loss:0.0633686333922198
train loss:0.08841610377534026
train loss:0.07287903351548503
train loss:0.08594049668534348
train loss:0.06260717379031978
train loss:0.14544913821568864
train loss:0.0539059602859137
train loss:0.0929189999270959
train loss:0.042397960866140894
train loss:0.04941033994632074
train loss:0.08206950659463848
train loss:0.051710839428374
train loss:0.06557538087122813
train loss:0.08374177448440523
train loss:0.12864584625826628
train loss:0.0655219798368698
train loss:0.1527105077467879
train loss:0.07417736722807121
train loss:0.042591725407123214
train loss:0.06110792245427889
train loss:0.15564777912717725
train loss:0.14275238925507705
train loss:0.07997563516211366
train loss:0.07297358550248999
train loss:0.06234498499425554
train loss:0.07748277880679258
train loss:0.1345111917534462
train loss:0.08637270017868236
train loss:0.11887715137397742
train loss:0.08476246897344239
train loss:0.08680315214635474
train loss:0.09170031660551814
train loss:0.14292927528333285
train loss:0.025174623735273613
train loss:0.0743489315309069
train loss:0.07788764773849315
train loss:0.06072333801963092
train loss:0.06532385649804158
train loss:0.09135214154418288
train loss:0.0386373506160519
train loss:0.10720736814145683
train loss:0.20503589293618515
train loss:0.06221420883780513
train loss:0.08582367807698808
train loss:0.0898064590981745
train loss:0.08134223713537125
train loss:0.13529546271931212
train loss:0.08943603252860174
train loss:0.11154363797687125
train loss:0.09352308169944068
train loss:0.04247169962493249
train loss:0.09010976030611446
train loss:0.05745146030206907
train loss:0.06735996631026571
train loss:0.0499534658181019
train loss:0.05270745388186694
train loss:0.15471758738357194
train loss:0.10632907927163782
train loss:0.1553883000490427
train loss:0.11222070603143963
train loss:0.04344393770398718
train loss:0.10987335026817052
train loss:0.09931591398242913
train loss:0.1437157072832311
train loss:0.05391805657561629
train loss:0.03964433012746693
train loss:0.062328218804712954
train loss:0.1003533019563241
train loss:0.16956666913283627
train loss:0.0755389073172124
train loss:0.08127832771429803
train loss:0.10891040164182474
train loss:0.06857699220705676
train loss:0.10556256244221673
train loss:0.04154945898229041
train loss:0.10203187391504309
train loss:0.05952462444109305
train loss:0.06742688507150789
train loss:0.0965713878247816
train loss:0.10883000001411956
train loss:0.05200787066579657
train loss:0.062105536982296046
train loss:0.06520419297684941
train loss:0.10510275034102433
train loss:0.06436673488625153
train loss:0.11853887046048533
train loss:0.15589851535511293
train loss:0.09420779624540083
train loss:0.03888279849155839
train loss:0.1902248138731767
train loss:0.03992668168774938
train loss:0.09842591185360375
train loss:0.13904986866601374
train loss:0.06829347087926113
train loss:0.07840972910939631
train loss:0.08182424914338546
train loss:0.09053793152079807
train loss:0.03515788491848178
train loss:0.08529052116154104
train loss:0.12496530209704428
train loss:0.10144763829038464
train loss:0.08273216458010008
train loss:0.038847489448340794
train loss:0.027581649413369495
train loss:0.1080954473780915
train loss:0.07986310129011738
train loss:0.06063107554638264
train loss:0.08817147392092844
train loss:0.03349956349036499
train loss:0.05276806590822227
train loss:0.1171806792633782
train loss:0.08588217342115642
train loss:0.14627712129891957
train loss:0.06010478740059263
train loss:0.06404542768576599
train loss:0.1278167817514986
train loss:0.045821631163754414
train loss:0.03465865125432825
train loss:0.03255663056466649
train loss:0.10235058705778412
train loss:0.16973710915749263
train loss:0.2048383857270258
train loss:0.10452237265600264
train loss:0.047271521952864014
train loss:0.0814776408849879
train loss:0.0976739835935419
train loss:0.05432580782483559
train loss:0.07318181585042108
train loss:0.099413185648469
train loss:0.08056371913517416
train loss:0.058808569998936064
train loss:0.05864957554763843
train loss:0.0940276723074348
train loss:0.15052305732777105
train loss:0.11547766603122085
train loss:0.024811430118464615
train loss:0.09979586334525134
train loss:0.07932659877364619
train loss:0.12868273616680423
train loss:0.12944099104515455
train loss:0.07680599432901833
train loss:0.0327676631905017
train loss:0.03578918288009622
train loss:0.07914708613087855
train loss:0.046844772541980204
train loss:0.06880673874241848
train loss:0.054749949429545766
train loss:0.06774767451872378
train loss:0.1508138631075235
train loss:0.06885025386275462
train loss:0.06035508792899366
train loss:0.15950948145753305
train loss:0.037877926464640374
train loss:0.07105464890527644
train loss:0.059313285610277
train loss:0.06147194935233781
train loss:0.027559891483345637
train loss:0.061879581387332266
train loss:0.08693557528406483
train loss:0.08135828212140395
train loss:0.12537101975281284
train loss:0.016280080723766622
train loss:0.052620307228085465
train loss:0.059404639017743115
train loss:0.0654407401276485
train loss:0.10430974369997838
train loss:0.07500292504856013
train loss:0.08838370952727313
train loss:0.10416572447353245
train loss:0.126055750184775
train loss:0.03605556964993378
train loss:0.05118929080838028
train loss:0.04520355184975935
train loss:0.060897082362461
train loss:0.11988633731928461
train loss:0.10141769695005777
train loss:0.06222290985912503
train loss:0.06612067473999607
train loss:0.08108031517318506
train loss:0.09786658185534178
train loss:0.025574199122074873
train loss:0.05027729780363373
train loss:0.10044318937707124
train loss:0.15999674744542663
train loss:0.026216675200218725
train loss:0.0748463056663549
train loss:0.03782420150838054
train loss:0.026354536853344625
train loss:0.04055927457193185
train loss:0.1315043663095042
train loss:0.09044652031106189
train loss:0.15212197066100536
train loss:0.09271802556272295
train loss:0.0437467515054287
train loss:0.03606719373604565
train loss:0.06005105735570251
train loss:0.04002234995144896
train loss:0.059960185430611185
train loss:0.0614325070126387
train loss:0.059004441140859655
train loss:0.09127566208902169
train loss:0.04499866402768344
train loss:0.030785944490678934
train loss:0.11018274580926501
train loss:0.04854974883150822
train loss:0.10446252362800014
train loss:0.0657584563722039
train loss:0.042421880456874936
train loss:0.0560358647687966
train loss:0.10030112151925487
train loss:0.1417218148000033
train loss:0.1133194324427428
train loss:0.14446190945166146
train loss:0.06743310034425493
train loss:0.0223623421750763
train loss:0.03218400344153634
train loss:0.09452032048992447
train loss:0.08919265441031071
train loss:0.0997844413806695
train loss:0.08302077016117465
train loss:0.10331520107076728
train loss:0.06487559261201867
train loss:0.044235389381092276
train loss:0.0389387897355548
train loss:0.09605100255945256
train loss:0.0756828193726066
train loss:0.09772334941657627
train loss:0.07512874790967576
train loss:0.0890922647685249
train loss:0.08526948132812569
train loss:0.06010259786313479
train loss:0.06832809865671793
train loss:0.09436522339894343
train loss:0.08091026777498078
train loss:0.019933000462397963
train loss:0.04176298447396373
train loss:0.029307545597894346
train loss:0.05212811109103116
train loss:0.06145461213828467
train loss:0.04789897651755915
train loss:0.052446886471787996
train loss:0.057720826819518865
train loss:0.023789403239823138
train loss:0.02554485748929561
train loss:0.07419359103103768
train loss:0.03322436701556888
train loss:0.06307426763208836
train loss:0.05310708401328354
train loss:0.06798590619184314
train loss:0.08966064739995097
train loss:0.15016111580054023
train loss:0.05665858181948005
train loss:0.04124146839410898
train loss:0.10726122841194066
train loss:0.06041620838815105
train loss:0.08840079677329817
train loss:0.03085960115355392
train loss:0.033725568236684524
train loss:0.0572135121090331
train loss:0.06270768186439554
train loss:0.16299381145995148
train loss:0.028631053790449973
train loss:0.040136477090595105
train loss:0.039798616816243276
train loss:0.05146270934063268
train loss:0.0879483783459869
train loss:0.09783581507817386
train loss:0.09073228945332447
train loss:0.04106975569034651
train loss:0.03221828303939567
train loss:0.07584925685518695
train loss:0.16604005576436606
train loss:0.03284495044463697
train loss:0.07871974466972811
train loss:0.12254412183217989
train loss:0.05954571523718202
train loss:0.1122675844751408
train loss:0.0761305602904087
train loss:0.06530283679408656
train loss:0.08249789277549127
train loss:0.08466169471826163
train loss:0.07247258217608156
train loss:0.04049804200416558
train loss:0.11197734841183012
train loss:0.054555966887974414
train loss:0.09445004406741404
train loss:0.02361574316600725
train loss:0.1219050219326645
train loss:0.11776450389570861
train loss:0.033283510950288364
train loss:0.06298314437269889
train loss:0.07861642798240172
train loss:0.05068032750048201
train loss:0.07601995503583867
train loss:0.05484531292923898
train loss:0.0449520200801387
train loss:0.07420604877938959
train loss:0.043279613634713276
train loss:0.03400597509117545
train loss:0.10449431078407496
train loss:0.053407086552119815
train loss:0.01930106747072862
train loss:0.08613882362703797
train loss:0.0851887224698329
train loss:0.0611196817925528
train loss:0.04197036856484328
train loss:0.02037573636246895
train loss:0.05393855049472451
train loss:0.04503146276223775
train loss:0.1209388800716278
train loss:0.062247978541974065
train loss:0.07491974858152224
train loss:0.07852319485819242
train loss:0.054863519322233135
train loss:0.07076728920029202
train loss:0.0969656584800632
train loss:0.03931143497665344
train loss:0.08238538997751914
train loss:0.07629850269829777
train loss:0.08090465911028506
train loss:0.08551645391005006
train loss:0.05138070360420625
train loss:0.11222205458305204
train loss:0.0743257849859686
train loss:0.08847278225757936
train loss:0.06438755887904846
train loss:0.07759207045968017
train loss:0.0328993993213426
train loss:0.054850554803011195
train loss:0.10962343989909432
train loss:0.04814190565342729
train loss:0.04179680947709841
train loss:0.09401668919213256
train loss:0.14880430186544794
train loss:0.08869098772026848
train loss:0.09408518677921968
train loss:0.07169083973307173
train loss:0.0423932354732881
train loss:0.03995624208517178
train loss:0.10615864149757305
train loss:0.15510599212647902
train loss:0.10889057569343137
train loss:0.04755348902868705
train loss:0.09099088702738437
train loss:0.06849735835342033
train loss:0.07372868409889827
train loss:0.10439898621720517
train loss:0.031709073456168614
train loss:0.08060541260258101
train loss:0.0536275077061868
train loss:0.09153335595517062
train loss:0.05010961875370252
train loss:0.08529887820024917
train loss:0.22456265715315432
train loss:0.051579521790388716
train loss:0.10909633335756391
train loss:0.07022372488634661
train loss:0.07711458297627985
train loss:0.06418619166307529
train loss:0.0264940515653925
train loss:0.05592075573156675
train loss:0.0786409628110737
train loss:0.02619586926218663
train loss:0.08366522461126939
train loss:0.11864915639532246
train loss:0.07857780355063934
train loss:0.30505965720693096
train loss:0.06758979197204577
train loss:0.03901812884054813
train loss:0.03356402236587138
train loss:0.07297114750266705
train loss:0.07959262163767285
train loss:0.05521374527617121
train loss:0.07663564137648321
train loss:0.06676014717313238
train loss:0.04745589055902048
train loss:0.16692632289722467
train loss:0.019290693176112032
train loss:0.012943741100905818
train loss:0.060518387042049426
train loss:0.04119845031400992
train loss:0.1302489318022351
train loss:0.05387614751976754
train loss:0.09917925241911955
train loss:0.11401256263670119
train loss:0.06167530827706628
train loss:0.04261297786944504
train loss:0.05486422782129172
train loss:0.021495513871636222
train loss:0.02885621115322352
train loss:0.09336612970334648
train loss:0.08602586835330048
train loss:0.04624557862178807
train loss:0.05982543819074003
train loss:0.08110788105563566
train loss:0.06850316677158524
train loss:0.13505316103896428
train loss:0.09017725057700304
train loss:0.02943468391766617
train loss:0.05941545444288442
train loss:0.03898496842967734
train loss:0.06421591835443331
train loss:0.04469552451083901
train loss:0.03805567461513971
train loss:0.07395773752988523
train loss:0.056613656049935415
train loss:0.015386348385364144
train loss:0.025908442767397406
train loss:0.12053025982306419
train loss:0.06285783048777925
train loss:0.04226970458889663
train loss:0.058187647389434896
train loss:0.019456123390969395
train loss:0.06968277825524505
train loss:0.030096489005697658
train loss:0.05105746147785069
train loss:0.06878832184166335
train loss:0.1362911174671405
train loss:0.06788902596425615
train loss:0.014100807112360326
=== epoch:3, train acc:0.973, test acc:0.981 ===
train loss:0.14220511026706875
train loss:0.01979483458256608
train loss:0.03621164576262246
train loss:0.09137588425138027
train loss:0.06530092971493001
train loss:0.03238018051329208
train loss:0.024202917117702324
train loss:0.03723359311481623
train loss:0.05347153065960126
train loss:0.13439142462009845
train loss:0.03295580476219369
train loss:0.051959712289355704
train loss:0.03861930829393565
train loss:0.05363231629991407
train loss:0.02892930588382639
train loss:0.04881597022092852
train loss:0.0655479348743756
train loss:0.03217191071350458
train loss:0.05403263033397217
train loss:0.0654044016630898
train loss:0.040661620081170344
train loss:0.03714216012306393
train loss:0.04013078145198696
train loss:0.04390359186930838
train loss:0.12626034989503007
train loss:0.059222583939855494
train loss:0.036783856289358076
train loss:0.04622833922554821
train loss:0.04939328306584771
train loss:0.07751470275623552
train loss:0.038257843997398566
train loss:0.03185998504191123
train loss:0.055874057156265124
train loss:0.053481679197172304
train loss:0.06399992971136448
train loss:0.04797438817566776
train loss:0.07946310038931421
train loss:0.0904070047471177
train loss:0.01998449629388648
train loss:0.15747322640576564
train loss:0.09589869992383343
train loss:0.036512342006104134
train loss:0.026847340864898917
train loss:0.07149053453744375
train loss:0.058251199594108856
train loss:0.04826408868394754
train loss:0.044908814454099895
train loss:0.06279951669682124
train loss:0.0615140676952609
train loss:0.07950455227326811
train loss:0.019128977662176635
train loss:0.049349995351417604
train loss:0.026129765540502475
train loss:0.04125304589914977
train loss:0.12509506170864357
train loss:0.15792656962457044
train loss:0.02128765549080276
train loss:0.04980755188303615
train loss:0.0750933944045157
train loss:0.11956214134765548
train loss:0.04466497849401814
train loss:0.04731415831246251
train loss:0.045582862817589095
train loss:0.044175827629453004
train loss:0.026026438190648732
train loss:0.01855882681922683
train loss:0.03178439132694414
train loss:0.026230281126970192
train loss:0.05268823845114768
train loss:0.02808873435297732
train loss:0.09048102313868447
train loss:0.05838234236231745
train loss:0.04619824416141009
train loss:0.09590929006208265
train loss:0.12628506195033856
train loss:0.07771917926256937
train loss:0.0808014067031818
train loss:0.05887746370283274
train loss:0.05167701632417585
train loss:0.06100652052120908
train loss:0.052835192376236906
train loss:0.11424792912734136
train loss:0.06882217744673824
train loss:0.020761563305448726
train loss:0.028823610121698387
train loss:0.03163896457575619
train loss:0.01699995848091734
train loss:0.06051225049089734
train loss:0.0971428151221631
train loss:0.05471084458561857
train loss:0.03631410549472968
train loss:0.051482902265779174
train loss:0.03139768641622536
train loss:0.04729915034610355
train loss:0.2115493252845196
train loss:0.050596816811766636
train loss:0.09981379671515485
train loss:0.11701099056546804
train loss:0.03561628007658219
train loss:0.0827058327131996
train loss:0.12022104553312551
train loss:0.04124049613999915
train loss:0.022296399563201015
train loss:0.03483188084977874
train loss:0.13880917923533354
train loss:0.07150652136306342
train loss:0.03616462957224433
train loss:0.10272793473068989
train loss:0.047213993995080895
train loss:0.11852832122547893
train loss:0.06748317286549323
train loss:0.1078571193491423
train loss:0.07372737757068132
train loss:0.075850296071382
train loss:0.021634704387818574
train loss:0.060679205805080925
train loss:0.09259545880707437
train loss:0.10737133575326185
train loss:0.04760709396113436
train loss:0.026000111182245343
train loss:0.0992321941956449
train loss:0.10358701673198277
train loss:0.05288071538167397
train loss:0.03561633840835925
train loss:0.039374682933556664
train loss:0.028650312581429423
train loss:0.07200467214419128
train loss:0.13593850630810514
train loss:0.11367474439945585
train loss:0.05046740394487415
train loss:0.0509916542151675
train loss:0.07879871058895559
train loss:0.09452963984809833
train loss:0.075712029319952
train loss:0.08054384226671177
train loss:0.045462063238247766
train loss:0.014040665055663823
train loss:0.04280729776198369
train loss:0.12447179793152734
train loss:0.05980454023272109
train loss:0.04093994007820065
train loss:0.02649493509133289
train loss:0.06963419150734286
train loss:0.08970505912224139
train loss:0.04835124091705856
train loss:0.017011405558106565
train loss:0.055194892839753644
train loss:0.028978793718760786
train loss:0.013543851156250414
train loss:0.033049303110395806
train loss:0.024391121142857252
train loss:0.04295356422420469
train loss:0.09139947855079589
train loss:0.023008478899386467
train loss:0.17457701052425442
train loss:0.026853645659543682
train loss:0.03765638662983601
train loss:0.02472256098320048
train loss:0.017482905383866182
train loss:0.06685514167552883
train loss:0.03792055335286438
train loss:0.051799472428575646
train loss:0.027463155457449817
train loss:0.07606151968508229
train loss:0.038140815669174585
train loss:0.040380362801471975
train loss:0.03132713626630836
train loss:0.05439459990129098
train loss:0.05014956206885213
train loss:0.14352934945349077
train loss:0.0658360808887994
train loss:0.05966623357043108
train loss:0.08411713684747943
train loss:0.08602470241415978
train loss:0.040920462688684996
train loss:0.012700587847652075
train loss:0.11022848263586414
train loss:0.03416663432323642
train loss:0.028026856105948288
train loss:0.03710120610201753
train loss:0.04312711996637868
train loss:0.046183228627623196
train loss:0.15498964326886958
train loss:0.058005631246477465
train loss:0.04141811994091986
train loss:0.03859440426702043
train loss:0.12238620024759256
train loss:0.061262797250521056
train loss:0.046187414823390664
train loss:0.08462653404014547
train loss:0.010752602653371463
train loss:0.12302048691776603
train loss:0.03460015410443393
train loss:0.04560177013999939
train loss:0.03830343602345633
train loss:0.12134977861234679
train loss:0.04071962709974512
train loss:0.016213547922833117
train loss:0.04322090745483824
train loss:0.07456382372609116
train loss:0.04007850907079935
train loss:0.08854231930418786
train loss:0.044899811480875934
train loss:0.049496982922995675
train loss:0.03836120906919792
train loss:0.0226216815445963
train loss:0.040073580919984246
train loss:0.10474682483377254
train loss:0.028435130613177772
train loss:0.07395170248131124
train loss:0.12626100031474935
train loss:0.03422577456444863
train loss:0.024830240253004638
train loss:0.0514129635466082
train loss:0.0550908176618619
train loss:0.03687546211062889
train loss:0.09873881370758332
train loss:0.057164069106306614
train loss:0.03360412511993666
train loss:0.03211402765061497
train loss:0.048539787669879396
train loss:0.013041741429580105
train loss:0.11146034613727064
train loss:0.04152493925650633
train loss:0.03771234364373601
train loss:0.0566314980062915
train loss:0.08933739826430986
train loss:0.043190307576943095
train loss:0.049441109599198264
train loss:0.033315391464274875
train loss:0.046180762552997016
train loss:0.024716365223253288
train loss:0.08056545825420856
train loss:0.05304787025185384
train loss:0.05610171602354052
train loss:0.037602659223609794
train loss:0.0332056712719982
train loss:0.029729365797303443
train loss:0.056616561280385704
train loss:0.047718240902917035
train loss:0.060970588883629884
train loss:0.03241209448412903
train loss:0.1574517717982292
train loss:0.02790956464315569
train loss:0.040378661368075004
train loss:0.04532182920695742
train loss:0.0407765614330244
train loss:0.071973172786624
train loss:0.11902102034883486
train loss:0.019176749192117346
train loss:0.04396658909197569
train loss:0.09768193236185053
train loss:0.010412068171729265
train loss:0.01896694664441942
train loss:0.05186306407104034
train loss:0.01763066379148831
train loss:0.09001345872255313
train loss:0.008188723995441842
train loss:0.06698432297644846
train loss:0.03178458123188492
train loss:0.059562305166949506
train loss:0.05904647323586267
train loss:0.10020906978356212
train loss:0.05996657986312234
train loss:0.04587414179285125
train loss:0.049289360093440766
train loss:0.019277838711250706
train loss:0.009492009917952649
train loss:0.024986043086644903
train loss:0.03211009016869383
train loss:0.027850614762499667
train loss:0.0564274257434479
train loss:0.043852876013073
train loss:0.023067435095131154
train loss:0.056822702716943646
train loss:0.03327565645966496
train loss:0.054112886396252724
train loss:0.015044574764368665
train loss:0.1264285543399547
train loss:0.05727490869893907
train loss:0.020455882917437117
train loss:0.05965140088445154
train loss:0.024396646408611288
train loss:0.025361053005691202
train loss:0.03395943687283076
train loss:0.056837138969023
train loss:0.029474782105679394
train loss:0.03059242463579078
train loss:0.023586854926651694
train loss:0.06722643363104658
train loss:0.049950911853726666
train loss:0.10203983113566086
train loss:0.016225418954421974
train loss:0.022209219492003253
train loss:0.04641704733761562
train loss:0.025541794411349045
train loss:0.043834749470230534
train loss:0.027835201734840945
train loss:0.02255249039882146
train loss:0.05982014378339356
train loss:0.03856420596708916
train loss:0.05980681210472735
train loss:0.017004360564700643
train loss:0.03159289750275959
train loss:0.023105057760756186
train loss:0.030362447658935986
train loss:0.01228206313216958
train loss:0.05336172230588039
train loss:0.03150787124912911
train loss:0.05525872080752352
train loss:0.0702439103299335
train loss:0.023328222563638316
train loss:0.041028265371663465
train loss:0.0252725677158842
train loss:0.055858172598552566
train loss:0.058779911232011914
train loss:0.03752888278843261
train loss:0.04128437919241727
train loss:0.07308555286109582
train loss:0.0331768500774556
train loss:0.03712360664503216
train loss:0.07190516834134181
train loss:0.01635600725258215
train loss:0.1086649286503674
train loss:0.04354515379680781
train loss:0.02771025007132352
train loss:0.01867384481821821
train loss:0.04381782613405292
train loss:0.0368942367413765
train loss:0.04615845625437229
train loss:0.011364296252932136
train loss:0.0597153634797352
train loss:0.026818691678910763
train loss:0.0575881193012993
train loss:0.11123676550437597
train loss:0.062090266085288184
train loss:0.08232505621465651
train loss:0.0801942154286354
train loss:0.044924700576955405
train loss:0.049221938373776905
train loss:0.07105973962298123
train loss:0.10572098084704395
train loss:0.07565834320133345
train loss:0.10784449433824478
train loss:0.07168991122612818
train loss:0.019636751503886843
train loss:0.044958415162451366
train loss:0.01842570866739225
train loss:0.03449835767106732
train loss:0.05291326817183971
train loss:0.02238701413896877
train loss:0.03455420333548629
train loss:0.07455593872109526
train loss:0.05898298538960677
train loss:0.028628551284609383
train loss:0.043017554163838324
train loss:0.023314304612415838
train loss:0.01883875216431532
train loss:0.05390434453679442
train loss:0.023005889673797
train loss:0.09892824416496898
train loss:0.02914107822112964
train loss:0.04615911439480407
train loss:0.05587193778712614
train loss:0.025811661865535893
train loss:0.012420665038197358
train loss:0.07864959661222798
train loss:0.14180334676744555
train loss:0.03088457944846312
train loss:0.0651066090707911
train loss:0.10128304634288784
train loss:0.02687631958368716
train loss:0.02219107707965221
train loss:0.061650357467102845
train loss:0.02038040654215964
train loss:0.07950489356621483
train loss:0.0310191730944626
train loss:0.029028443231343574
train loss:0.017040334383155564
train loss:0.01910702623391123
train loss:0.013575618403897918
train loss:0.04363526270559551
train loss:0.06803962978778712
train loss:0.06207452086119705
train loss:0.032915687812641654
train loss:0.023983721358256146
train loss:0.04162073314875496
train loss:0.030480484592035447
train loss:0.1192380329079788
train loss:0.0669815380273465
train loss:0.03468351506171265
train loss:0.04845823465256768
train loss:0.03523997873743598
train loss:0.025628802774061862
train loss:0.03469862874527109
train loss:0.03782280740531361
train loss:0.02167642803136019
train loss:0.06161508020747743
train loss:0.019714591465395254
train loss:0.018446192073555787
train loss:0.03909351477255278
train loss:0.019764462833604866
train loss:0.04176567976570344
train loss:0.01921187271835121
train loss:0.06404718105331772
train loss:0.0403287185184734
train loss:0.037223544009282905
train loss:0.03832820220676448
train loss:0.03214576318365796
train loss:0.03429451310530609
train loss:0.0636223226143384
train loss:0.03143976688384431
train loss:0.02699720084318112
train loss:0.015081190534259157
train loss:0.020305541473869256
train loss:0.019977261822940906
train loss:0.04687494629899958
train loss:0.03595720752626761
train loss:0.018425489677782184
train loss:0.20316087973113411
train loss:0.030680043411685995
train loss:0.027930285008096925
train loss:0.03359508857612126
train loss:0.012844714307711547
train loss:0.017653316046048688
train loss:0.02480224746069715
train loss:0.041655731683376745
train loss:0.06499777764187485
train loss:0.0141777575162974
train loss:0.053760249493381373
train loss:0.029008569571999033
train loss:0.06687834493943921
train loss:0.03127226180309395
train loss:0.04000113076446872
train loss:0.013603184085597393
train loss:0.021969903922935165
train loss:0.07410766900369788
train loss:0.010792280798774893
train loss:0.0372769870032783
train loss:0.012965081599380575
train loss:0.0281937029039286
train loss:0.08346387107456296
train loss:0.08044035618022562
train loss:0.05004604683044782
train loss:0.015415053305821678
train loss:0.07002853652827733
train loss:0.06526271385670007
train loss:0.17561388907019546
train loss:0.044218964503847366
train loss:0.04595331002549744
train loss:0.042925667271489124
train loss:0.019690167786712495
train loss:0.03127406267947763
train loss:0.04636857553133779
train loss:0.024847782813450653
train loss:0.05426269996742587
train loss:0.041018443208888075
train loss:0.025330597809267625
train loss:0.08129859501424815
train loss:0.15451835647158618
train loss:0.008073311310247924
train loss:0.023267827171679634
train loss:0.03847435648383513
train loss:0.03221197586879159
train loss:0.032334207975076266
train loss:0.07232303601505147
train loss:0.07502597999687344
train loss:0.05764559270312145
train loss:0.06903010281476546
train loss:0.026039529296595806
train loss:0.048507714530901
train loss:0.011756696403924018
train loss:0.09298244325958366
train loss:0.021287750665165642
train loss:0.022061186949367536
train loss:0.03866522217809983
train loss:0.031002197912643054
train loss:0.039666631049737736
train loss:0.028218858980727825
train loss:0.027991946520059773
train loss:0.03545495294573977
train loss:0.01928522200136473
train loss:0.03738693291397487
train loss:0.02326032018227711
train loss:0.031134862760983758
train loss:0.02230382667729247
train loss:0.05321980651580915
train loss:0.10175064543205112
train loss:0.04356042750598957
train loss:0.05220722874717874
train loss:0.03035774354061403
train loss:0.05322861865737826
train loss:0.02184097864571585
train loss:0.05050418448666618
train loss:0.036916515831299915
train loss:0.02350473549764481
train loss:0.11687164147884886
train loss:0.08108130594354108
train loss:0.04052015123421691
train loss:0.12724178804359326
train loss:0.02524172998549809
train loss:0.027927153228159782
train loss:0.012665348839409256
train loss:0.035935135880923556
train loss:0.020397706193962195
train loss:0.03524674107584433
train loss:0.05873366964742308
train loss:0.023952225928857023
train loss:0.10106222010645208
train loss:0.042107704103915795
train loss:0.04112850016830797
train loss:0.019811031628477374
train loss:0.01437827962008776
train loss:0.030000235046822955
train loss:0.01732194934857614
train loss:0.039682228981136276
train loss:0.05437119369032905
train loss:0.05519967130273663
train loss:0.056754352578405415
train loss:0.027122050000685804
train loss:0.01637624129816517
train loss:0.07986023558899963
train loss:0.06361947812512563
train loss:0.06164005144650189
train loss:0.08845928752679473
train loss:0.0666911874389001
train loss:0.08317362241115368
train loss:0.04662895568913178
train loss:0.03858819143699272
train loss:0.023071567705330205
train loss:0.04084400204361283
train loss:0.010187063555094163
train loss:0.01145037655412768
train loss:0.04288905189861806
train loss:0.06090642358247532
train loss:0.044273352852011304
train loss:0.012621371521064725
train loss:0.04116495009265206
train loss:0.05094762569601568
train loss:0.028249826757995655
train loss:0.0620634334150249
train loss:0.04625259531582924
train loss:0.03931464553633568
train loss:0.07789277585699611
train loss:0.014602724356293142
train loss:0.02078308347022515
train loss:0.05041288868638407
train loss:0.11701401839074045
train loss:0.06497435238654231
train loss:0.052734667951811344
train loss:0.016445850573065444
train loss:0.0500506573794038
train loss:0.008331847998361066
train loss:0.04687105836913468
train loss:0.02620859900503951
train loss:0.07194566748663625
train loss:0.011085663888009148
train loss:0.028348240104794104
train loss:0.015805219871499014
train loss:0.04578302389068793
train loss:0.08941554286923069
train loss:0.09348295870414339
train loss:0.029903155944181633
train loss:0.04890164328238779
train loss:0.06162942962199278
train loss:0.04835931951880963
train loss:0.019210425390119596
train loss:0.10275983583296336
train loss:0.020058793934763633
train loss:0.06541624017006194
train loss:0.15695104862466366
train loss:0.022258198003147402
train loss:0.02228958872978171
train loss:0.017775551904236915
train loss:0.13019642800272063
train loss:0.08734744352403265
train loss:0.07305703130569771
train loss:0.02699537883781132
train loss:0.011235849749276156
train loss:0.04285797472950688
train loss:0.06752826491874249
train loss:0.112176734010729
train loss:0.06654322009118654
train loss:0.07692418075283732
train loss:0.06941741090404968
train loss:0.0889163728579151
train loss:0.03176537993636198
train loss:0.033476031698357916
train loss:0.014314214929371944
train loss:0.0592671296193675
train loss:0.05405696463751315
train loss:0.06345439689768805
train loss:0.020301041665794474
train loss:0.0131134617213976
train loss:0.07141616299324395
train loss:0.015207040897363754
train loss:0.13318366340717655
train loss:0.0294890675949851
train loss:0.04440335947650543
train loss:0.022973389827184654
=== epoch:4, train acc:0.985, test acc:0.979 ===
train loss:0.04278400653403884
train loss:0.023552373817321132
train loss:0.013384281045878998
train loss:0.01977126450374713
train loss:0.08812685947686778
train loss:0.1480012741976196
train loss:0.09268200259661757
train loss:0.012894048308665512
train loss:0.06703168790483409
train loss:0.024007275168250745
train loss:0.01608954785538053
train loss:0.02267645288782575
train loss:0.07532654843381603
train loss:0.02305380857805396
train loss:0.054679226320993445
train loss:0.10060379436878403
train loss:0.03453253927788619
train loss:0.06217366443736504
train loss:0.029230836884421945
train loss:0.03013746475305095
train loss:0.04203476113122328
train loss:0.016124945657148105
train loss:0.025281915596449978
train loss:0.03092712294199769
train loss:0.08851003223812885
train loss:0.018494081151768052
train loss:0.04464325884296914
train loss:0.034291893822412906
train loss:0.038795388591060534
train loss:0.06143411428276252
train loss:0.013638498138200155
train loss:0.018061789981503307
train loss:0.036942195537437626
train loss:0.015071605920219399
train loss:0.04223888682123786
train loss:0.057352127845881194
train loss:0.07707043995679505
train loss:0.06008501154336907
train loss:0.012902819978793003
train loss:0.06491162528924431
train loss:0.02357634184703935
train loss:0.037691426701916275
train loss:0.025911427229774183
train loss:0.028033248892384642
train loss:0.0633181667294675
train loss:0.029188766510229346
train loss:0.007819933724406094
train loss:0.02890707105110639
train loss:0.07244788178856444
train loss:0.019087831698143674
train loss:0.07823904171028277
train loss:0.08333241957454623
train loss:0.06387103334840438
train loss:0.031916686101703104
train loss:0.01919898975365535
train loss:0.01839311261029583
train loss:0.029336934055237213
train loss:0.0702935141589452
train loss:0.05931876185954667
train loss:0.024941249160857857
train loss:0.02709334161671909
train loss:0.03566133167911801
train loss:0.07797527094701928
train loss:0.06321732979475804
train loss:0.017794653675595514
train loss:0.10246358717858575
train loss:0.038868129695984126
train loss:0.05204172054987012
train loss:0.013289497381290174
train loss:0.04450678528597929
train loss:0.03901548121878348
train loss:0.033816138283685314
train loss:0.046129877712244
train loss:0.04090785834610305
train loss:0.029903169089751488
train loss:0.05060905597638175
train loss:0.022132775696172537
train loss:0.11031380152140904
train loss:0.03242549365316772
train loss:0.06618315025291834
train loss:0.11269299226914026
train loss:0.03676574269239819
train loss:0.09991750879739396
train loss:0.06993585183011718
train loss:0.014425620777965206
train loss:0.09752470917692875
train loss:0.0418951638090372
train loss:0.014645735242427333
train loss:0.08587858575454252
train loss:0.015179123720224423
train loss:0.10176652318833161
train loss:0.024309167845019786
train loss:0.02915060709581586
train loss:0.04875011783070591
train loss:0.013787254850130411
train loss:0.03179941612272367
train loss:0.08888813051820778
train loss:0.021105109090034383
train loss:0.014352292389025325
train loss:0.029773461932671254
train loss:0.04884291132276399
train loss:0.040313484239839804
train loss:0.01269210561453904
train loss:0.0319781523183992
train loss:0.09539544070633163
train loss:0.020880065848244467
train loss:0.05019576335115593
train loss:0.024974655724965725
train loss:0.0328881786527122
train loss:0.051016004427862284
train loss:0.030566977113049214
train loss:0.030136691793494874
train loss:0.06871879352595331
train loss:0.05352376876565138
train loss:0.02452769097863675
train loss:0.014713160158046072
train loss:0.02313780110239772
train loss:0.03175129007708684
train loss:0.02912195733881231
train loss:0.032444516748305716
train loss:0.03675129415193473
train loss:0.016183982821007404
train loss:0.02967807076268234
train loss:0.028785907043032462
train loss:0.01566757777274242
train loss:0.04307563248433035
train loss:0.06437955499765452
train loss:0.04754256168382513
train loss:0.06366297185279
train loss:0.015869353464530108
train loss:0.046115355007506256
train loss:0.02702939403927274
train loss:0.012338914054354997
train loss:0.031610759026882006
train loss:0.031549358168598926
train loss:0.018303451159019844
train loss:0.07093628451677661
train loss:0.018078871915169187
train loss:0.12087558035731429
train loss:0.00517819725118527
train loss:0.012043705409173251
train loss:0.009201077085150233
train loss:0.03007899568817494
train loss:0.06264172766433378
train loss:0.04474742047778904
train loss:0.021808304645848577
train loss:0.026249376481007912
train loss:0.018903743696257618
train loss:0.027466235740555053
train loss:0.05961272904790928
train loss:0.06964683725231376
train loss:0.04923428049740403
train loss:0.015857881789772516
train loss:0.015176069406954887
train loss:0.07925611133420656
train loss:0.01576363479659992
train loss:0.02045275927358088
train loss:0.05883135784819529
train loss:0.07685521818743349
train loss:0.03280525861568142
train loss:0.053822957253507726
train loss:0.05254412108139546
train loss:0.016153987553384007
train loss:0.11248949128833932
train loss:0.0214412376289576
train loss:0.045966339745783076
train loss:0.0320726862995701
train loss:0.0397201395972879
train loss:0.04828464833121137
train loss:0.07330375046685292
train loss:0.007283062037012688
train loss:0.035913693902403204
train loss:0.05436163019997361
train loss:0.028075508371326285
train loss:0.05726470792754329
train loss:0.042516826811623644
train loss:0.015415253809270654
train loss:0.017756649723216188
train loss:0.02061263812338909
train loss:0.006586613953139657
train loss:0.025630082691001456
train loss:0.014887982741344756
train loss:0.04694522148967151
train loss:0.08661254059468851
train loss:0.013879104138843214
train loss:0.025406744660828928
train loss:0.03861754801648415
train loss:0.08728498405020062
train loss:0.005523162802620125
train loss:0.006308121468553537
train loss:0.014705887502637688
train loss:0.05736505415970603
train loss:0.035688735810522426
train loss:0.035992410677580834
train loss:0.03742404294540751
train loss:0.01583682948960806
train loss:0.0166831477609861
train loss:0.029017964094124386
train loss:0.04640114885232435
train loss:0.03471224301531725
train loss:0.05884263108002143
train loss:0.04399987766853996
train loss:0.011527808469692718
train loss:0.07415460386831745
train loss:0.019828416003577494
train loss:0.01167887181355394
train loss:0.10431822429698798
train loss:0.02534964748456979
train loss:0.08471055482502951
train loss:0.03453753868218987
train loss:0.08261884241830401
train loss:0.025685831981138368
train loss:0.055807703728289235
train loss:0.02858552826307832
train loss:0.01034541574545294
train loss:0.05362551595405227
train loss:0.04776836112790987
train loss:0.03130788748334123
train loss:0.036592674712883924
train loss:0.04318617485493911
train loss:0.019865745309850497
train loss:0.024499248067426392
train loss:0.020968609095346834
train loss:0.05105451902878678
train loss:0.012472123231231409
train loss:0.04748240731015013
train loss:0.07541287692835272
train loss:0.06204328250113037
train loss:0.014746769749356584
train loss:0.01616704949158204
train loss:0.07760953523480695
train loss:0.026333286834283053
train loss:0.004259195058167985
train loss:0.022055878862269018
train loss:0.023708689235021344
train loss:0.017391657968011977
train loss:0.01776646519947223
train loss:0.02559491786455575
train loss:0.04754702376823865
train loss:0.10368535243984292
train loss:0.09163949911228352
train loss:0.07430919282558764
train loss:0.02123986604235647
train loss:0.032232176405465156
train loss:0.01680273037531205
train loss:0.07926134647239107
train loss:0.04986107456876799
train loss:0.014083877432029636
train loss:0.034981644669182105
train loss:0.018544134677729945
train loss:0.08249668910468586
train loss:0.04414992246017094
train loss:0.02856108501641928
train loss:0.07329184498151692
train loss:0.1339678312405838
train loss:0.033182358452115215
train loss:0.016499984739991223
train loss:0.03773957135538694
train loss:0.014226126867642339
train loss:0.0326307320109428
train loss:0.09399320140944133
train loss:0.01948359042460076
train loss:0.11460344016408104
train loss:0.015831874729575743
train loss:0.05757011395597823
train loss:0.020339876280427025
train loss:0.014345457084415996
train loss:0.038877324193426765
train loss:0.017821650863685104
train loss:0.023091638427681197
train loss:0.018021769124741915
train loss:0.017224304269420995
train loss:0.09422157422525566
train loss:0.03632850666216884
train loss:0.026036738359731054
train loss:0.11861186792884824
train loss:0.057362850698430785
train loss:0.023807222562396486
train loss:0.04949482836340462
train loss:0.07244879222803374
train loss:0.011636925218268417
train loss:0.06344272294043385
train loss:0.044691031594983485
train loss:0.00727964947051534
train loss:0.011143841575511727
train loss:0.018102260649718333
train loss:0.0524778685527673
train loss:0.05239437167527293
train loss:0.029216813918664375
train loss:0.016108307099683222
train loss:0.07925763108452241
train loss:0.02947388033089691
train loss:0.020119380048601306
train loss:0.04442950737662777
train loss:0.00815188402307634
train loss:0.017094700021602995
train loss:0.021446327567940543
train loss:0.02048789628268294
train loss:0.019909736824381453
train loss:0.03603470429647335
train loss:0.056150252666137365
train loss:0.012159373311684811
train loss:0.01705095569088197
train loss:0.006353443439949309
train loss:0.014697126023211785
train loss:0.019225477067689834
train loss:0.010428199920138548
train loss:0.012305656405604526
train loss:0.011996277578358354
train loss:0.08241571461854984
train loss:0.04634489262304725
train loss:0.015901138341046527
train loss:0.017821618642804973
train loss:0.025970433829458142
train loss:0.02497077423766398
train loss:0.009874628782468626
train loss:0.030447830856696386
train loss:0.06897038972548737
train loss:0.05642743443843246
train loss:0.018950186122606492
train loss:0.03833640625490427
train loss:0.04471588651186315
train loss:0.043293499855358776
train loss:0.02718646373071284
train loss:0.0299316400570416
train loss:0.006929443615768185
train loss:0.0551958813600145
train loss:0.054783007356798974
train loss:0.03487647469670286
train loss:0.02907695307320739
train loss:0.008123751354286892
train loss:0.016265601781019736
train loss:0.05487271997527306
train loss:0.015421738920565996
train loss:0.009335459429510118
train loss:0.015463574506726791
train loss:0.019570531085632607
train loss:0.010632629659519405
train loss:0.05000411581589736
train loss:0.06702692757952952
train loss:0.03670516493402895
train loss:0.013718276625680686
train loss:0.040309190056266875
train loss:0.08090271883803223
train loss:0.026901476591031183
train loss:0.06029707715047973
train loss:0.035559875620221185
train loss:0.038944857711849176
train loss:0.04931328364475946
train loss:0.011509378075506454
train loss:0.012134827990985662
train loss:0.02566316185812824
train loss:0.01023601815083492
train loss:0.050622006825890076
train loss:0.011836202546102044
train loss:0.0061922571461460315
train loss:0.04370506225709127
train loss:0.0191656830952203
train loss:0.01915268188592412
train loss:0.03154863541084192
train loss:0.016121016638454982
train loss:0.1031539744976571
train loss:0.007088230485276545
train loss:0.016633275179756803
train loss:0.04166979935399598
train loss:0.0128164368448205
train loss:0.04747270249361347
train loss:0.011490636115443065
train loss:0.08282832133755079
train loss:0.02303898769947786
train loss:0.01769724872270959
train loss:0.005904000120231619
train loss:0.01612637719673013
train loss:0.04916761647255179
train loss:0.05314994460167252
train loss:0.015975016999673155
train loss:0.013813159246941138
train loss:0.012470982330006555
train loss:0.055956195827377965
train loss:0.02699374829721187
train loss:0.022758918451528953
train loss:0.01528634488390753
train loss:0.03092380098025585
train loss:0.03024265577110958
train loss:0.023613400751543653
train loss:0.03715135782645828
train loss:0.014126274683489046
train loss:0.011551949646458897
train loss:0.056518889160647866
train loss:0.054048457520333854
train loss:0.04676417957518285
train loss:0.009836408071602324
train loss:0.16055838675109083
train loss:0.046789235750701694
train loss:0.04993810504423577
train loss:0.016775584393729587
train loss:0.005407985127324938
train loss:0.0051169235961055735
train loss:0.163257977375782
train loss:0.054702134971615496
train loss:0.019040641931266464
train loss:0.017532733494516495
train loss:0.04117379530765025
train loss:0.02575436765149155
train loss:0.030884469529717837
train loss:0.008040684543956294
train loss:0.025674428644426543
train loss:0.038266690003529245
train loss:0.005001115103773938
train loss:0.004477640882185141
train loss:0.051615759606431055
train loss:0.02457837393183985
train loss:0.03725213862368519
train loss:0.020615688966442364
train loss:0.02818302411611799
train loss:0.01105943555515242
train loss:0.011431612242039979
train loss:0.025080185661546118
train loss:0.05422176198166578
train loss:0.02541299940619922
train loss:0.02024054625682478
train loss:0.018513509692094803
train loss:0.1830561404897827
train loss:0.023270084614556406
train loss:0.0898899259436837
train loss:0.03247115921991627
train loss:0.013642860295868016
train loss:0.04484210881235387
train loss:0.015474215823336086
train loss:0.08075932604890683
train loss:0.07224414567741365
train loss:0.05076435163818295
train loss:0.03421168810786836
train loss:0.03316769912982503
train loss:0.014515376723280573
train loss:0.056720333880658086
train loss:0.06289893732800324
train loss:0.02635807151474228
train loss:0.03298037701279109
train loss:0.008300467602148505
train loss:0.004565003213216684
train loss:0.10335319519515929
train loss:0.021689224424884464
train loss:0.015505620490589041
train loss:0.04409565168868719
train loss:0.04257607159762605
train loss:0.016105016945707273
train loss:0.035184923287541005
train loss:0.004893776190244203
train loss:0.10684072963932334
train loss:0.005853356631178747
train loss:0.026401190553102586
train loss:0.011649062882035401
train loss:0.04039527409027143
train loss:0.05435583473512453
train loss:0.014166334959993636
train loss:0.06902487012690793
train loss:0.013937869275472428
train loss:0.02018446386304893
train loss:0.07387691082781107
train loss:0.022652221093066315
train loss:0.013017631293552297
train loss:0.04535955278210142
train loss:0.0696465124335649
train loss:0.0267430050535158
train loss:0.016677708819622807
train loss:0.055964744276573185
train loss:0.01106163313301349
train loss:0.02766299306375533
train loss:0.02518936184285401
train loss:0.06781927035037891
train loss:0.013034426493230498
train loss:0.022384292112818862
train loss:0.03988962840025782
train loss:0.031150681590229025
train loss:0.028334264889839093
train loss:0.008062586524479332
train loss:0.02252419811508364
train loss:0.0065829676207653206
train loss:0.015930092325051385
train loss:0.03159765947595625
train loss:0.01877189558926013
train loss:0.0057945814404916154
train loss:0.014958178145228934
train loss:0.02556583555914202
train loss:0.019069354638344468
train loss:0.07957104339331612
train loss:0.01159126690261983
train loss:0.013873913861138345
train loss:0.028833520509607663
train loss:0.020790974159429397
train loss:0.010424554740687406
train loss:0.02296101845668024
train loss:0.02222629541063277
train loss:0.043899726492336325
train loss:0.05793956489094907
train loss:0.020602234020633804
train loss:0.03557208356040216
train loss:0.0170902780207611
train loss:0.02859417868412399
train loss:0.011745805423262723
train loss:0.020404796820890872
train loss:0.010004549941601038
train loss:0.013458930486615799
train loss:0.01013356146712662
train loss:0.02071765523122386
train loss:0.030486236591162494
train loss:0.03658272146609443
train loss:0.0043327602244773895
train loss:0.10248362247708569
train loss:0.01202118452002968
train loss:0.017556610424745527
train loss:0.019090034157370088
train loss:0.008537570798645724
train loss:0.06320328853177569
train loss:0.008559428547846809
train loss:0.024809783496744925
train loss:0.028609421287614584
train loss:0.014315426409195918
train loss:0.035459406845914435
train loss:0.01648680051998574
train loss:0.012373935323898742
train loss:0.06647988245587917
train loss:0.02404818661806445
train loss:0.016177277900170133
train loss:0.07615140658844988
train loss:0.05079104593901933
train loss:0.012300731696175597
train loss:0.018772721476715038
train loss:0.05439442685557152
train loss:0.039509392975960185
train loss:0.01891987003532731
train loss:0.01620204058004621
train loss:0.009408422268509443
train loss:0.01616099530229238
train loss:0.040028356175212165
train loss:0.0332568498868389
train loss:0.08432340684736184
train loss:0.14192255550208382
train loss:0.05466194108476388
train loss:0.021776959788116012
train loss:0.04470078088065671
train loss:0.027877887810123982
train loss:0.04285291257238099
train loss:0.01806370900478899
train loss:0.037534697226645514
train loss:0.044500787995082176
train loss:0.06418341277018454
train loss:0.007004470177691468
train loss:0.060450410187532444
train loss:0.006461619791069183
train loss:0.04166538027992009
train loss:0.03668260278448908
train loss:0.07520922452842642
train loss:0.06188195742626815
train loss:0.058564112153443953
train loss:0.04806232033654016
train loss:0.07518699947581725
train loss:0.04170761008852493
train loss:0.027813077340601945
train loss:0.020504069572362605
train loss:0.01410372876230406
train loss:0.07040458221313134
train loss:0.09457702254796611
train loss:0.03276688310402648
train loss:0.01929792173883481
train loss:0.038721155930973146
train loss:0.017974658323169718
train loss:0.07584913704149258
train loss:0.012918644518226304
train loss:0.04083411575229148
train loss:0.10373088366843287
train loss:0.06493852942609425
train loss:0.05165437073439087
train loss:0.03378628230286916
train loss:0.0264655219938016
train loss:0.01947014966003506
train loss:0.020841802093544314
train loss:0.0376066948802042
train loss:0.020090351608981694
train loss:0.02172039902333242
train loss:0.037644948559705876
train loss:0.02337074473192971
train loss:0.04831000762015389
train loss:0.02493669618076908
train loss:0.00820541063412413
train loss:0.04503619208455177
train loss:0.04000958454632823
train loss:0.01257720769181491
train loss:0.01727157299371507
train loss:0.01799272008680515
train loss:0.007113542263039493
train loss:0.03622200742155053
train loss:0.018796845197297664
train loss:0.027845458909102398
train loss:0.010813587007076193
train loss:0.015038663356990889
train loss:0.0393309736067654
train loss:0.041057809137809445
train loss:0.0054358844991558375
=== epoch:5, train acc:0.984, test acc:0.986 ===
train loss:0.023122690119360523
train loss:0.009466967272082443
train loss:0.029628092770504603
train loss:0.00899470029193598
train loss:0.016505664627397606
train loss:0.030172025509089703
train loss:0.05308828529175511
train loss:0.030663748900331685
train loss:0.03153512311774677
train loss:0.03627908601375604
train loss:0.029674463335808126
train loss:0.005304957380196805
train loss:0.08862138681177267
train loss:0.026674199682021546
train loss:0.02702188353375835
train loss:0.007598043556373941
train loss:0.011135368368557467
train loss:0.027339102754476888
train loss:0.009570892485217274
train loss:0.01058468087939465
train loss:0.03380056280263626
train loss:0.023370384133545002
train loss:0.019226377008276053
train loss:0.022289138144051625
train loss:0.02735254528237752
train loss:0.053976888558495285
train loss:0.010842316293577108
train loss:0.011357860553246248
train loss:0.03879068318073082
train loss:0.00873946770880128
train loss:0.02683800577198435
train loss:0.010088126599744117
train loss:0.011638495813868006
train loss:0.008344471232514104
train loss:0.07923808760664797
train loss:0.010905154129685093
train loss:0.07407397129268051
train loss:0.01149487716052823
train loss:0.007903634688888293
train loss:0.022835975723234533
train loss:0.009429318351078146
train loss:0.00878547038855903
train loss:0.06388027396970059
train loss:0.05412300253178292
train loss:0.028846291984207663
train loss:0.061849372507243115
train loss:0.006552284061027006
train loss:0.0194019547148051
train loss:0.06685701345421395
train loss:0.014763707506760832
train loss:0.07302842751888294
train loss:0.034268877817484535
train loss:0.016033234700800255
train loss:0.009935969824656436
train loss:0.042277414668713986
train loss:0.03522192283822074
train loss:0.03316407417947411
train loss:0.03145042119123308
train loss:0.03508671392842928
train loss:0.018614823858243985
train loss:0.036856057489196764
train loss:0.01508410793055456
train loss:0.04482141968414379
train loss:0.08744135313678068
train loss:0.0039643216795028245
train loss:0.013663308552745326
train loss:0.01999904139785279
train loss:0.02274163243598879
train loss:0.010338051514604922
train loss:0.02725786972828072
train loss:0.02757543836401588
train loss:0.07050972021024209
train loss:0.11555471687845348
train loss:0.02988434876242592
train loss:0.011888331607321652
train loss:0.008943740541347835
train loss:0.02078531795583942
train loss:0.006626511679833002
train loss:0.02796883320835171
train loss:0.010247259406546038
train loss:0.019463760462127656
train loss:0.009197328903505641
train loss:0.03886026345866384
train loss:0.016899364906337377
train loss:0.01519423854509403
train loss:0.021030611875950806
train loss:0.05730774248438623
train loss:0.02099274567970598
train loss:0.061070314543452256
train loss:0.08843157420496237
train loss:0.019965332120370435
train loss:0.022115381341901653
train loss:0.01858433060214698
train loss:0.011191405678215052
train loss:0.01124653298712666
train loss:0.008050147744918162
train loss:0.006305001842582715
train loss:0.019454029291274818
train loss:0.014601933114870463
train loss:0.0238375662542739
train loss:0.06712898007591762
train loss:0.005278963526065904
train loss:0.02771756187375069
train loss:0.053301024007325254
train loss:0.017634821031911867
train loss:0.05512650239090321
train loss:0.03914863153026723
train loss:0.015137719970684865
train loss:0.06834271558800867
train loss:0.019928532028968656
train loss:0.03352766320206006
train loss:0.03042437338516249
train loss:0.05489684712935718
train loss:0.05335035768498793
train loss:0.010256859873294652
train loss:0.03312892508858366
train loss:0.06477569610193534
train loss:0.02673133727340571
train loss:0.054635663621882234
train loss:0.030369926321915614
train loss:0.011971198733859106
train loss:0.01815479139444039
train loss:0.039357561294345186
train loss:0.011264720163378997
train loss:0.053204775027141826
train loss:0.017329220676548775
train loss:0.01740324261143723
train loss:0.01654959353211726
train loss:0.07270739709298271
train loss:0.006122153191327454
train loss:0.010133680342971121
train loss:0.04217941220556581
train loss:0.01341451814531597
train loss:0.05709870758448332
train loss:0.026766561073629937
train loss:0.01875379312272238
train loss:0.022940541007172736
train loss:0.04455386076563438
train loss:0.012972644740873547
train loss:0.027260481466522272
train loss:0.008563495585204568
train loss:0.05457416306151219
train loss:0.03373020970982781
train loss:0.03814350709659648
train loss:0.026837921204544736
train loss:0.01227801230389879
train loss:0.032154509183331584
train loss:0.04244814810168362
train loss:0.03134823488215479
train loss:0.08034230678442132
train loss:0.007588904092842966
train loss:0.042018139998276964
train loss:0.015462788141653937
train loss:0.007637490553872985
train loss:0.007654903839731931
train loss:0.012535208848391323
train loss:0.04001960727362314
train loss:0.10365052151684338
train loss:0.028740008384983765
train loss:0.017569693314743076
train loss:0.005704202794068224
train loss:0.003449712142184768
train loss:0.00762306944371847
train loss:0.05456665009379643
train loss:0.042390549442450985
train loss:0.02927024402522145
train loss:0.015336871082273308
train loss:0.01737823941344959
train loss:0.034649401315546446
train loss:0.021410497064377806
train loss:0.052484444585437925
train loss:0.007343849132869254
train loss:0.047790554048603155
train loss:0.021304907066110546
train loss:0.029324272372860047
train loss:0.03519793125597016
train loss:0.0857668186466397
train loss:0.032266360325423606
train loss:0.009286715738987584
train loss:0.016511458462082657
train loss:0.009357754846856518
train loss:0.03547508910248727
train loss:0.0063216899078574595
train loss:0.022365088633783833
train loss:0.025829214485534834
train loss:0.012637056852036688
train loss:0.09848628363791559
train loss:0.07540556369689208
train loss:0.03068540763889796
train loss:0.016337479806830316
train loss:0.03646099120223259
train loss:0.07155178148161151
train loss:0.017531490784421087
train loss:0.025329464033394908
train loss:0.0363319203821002
train loss:0.022795028411766234
train loss:0.035083662735247406
train loss:0.047275223103361234
train loss:0.020169311663211766
train loss:0.018864477549165194
train loss:0.0038457941658765465
train loss:0.004517688981435391
train loss:0.0073434012756068015
train loss:0.047489754583423756
train loss:0.05084381689056983
train loss:0.06576680919663809
train loss:0.014107733550550356
train loss:0.012620629282323364
train loss:0.02740832778425657
train loss:0.08918607623750693
train loss:0.01039104885531014
train loss:0.012434387258894977
train loss:0.021009693657357786
train loss:0.049159022169353354
train loss:0.02463371859210664
train loss:0.09888871172849167
train loss:0.016069900304432297
train loss:0.03383157697737382
train loss:0.03360343230614501
train loss:0.015084568473545732
train loss:0.04496713002809003
train loss:0.013005465970988108
train loss:0.028783226523778304
train loss:0.10567710598881047
train loss:0.010073993597181004
train loss:0.021879986763007
train loss:0.02648160808104725
train loss:0.007192275322942036
train loss:0.013985504840272998
train loss:0.010985002877863916
train loss:0.0249420870602024
train loss:0.030999216623435553
train loss:0.0225905849996204
train loss:0.01718043546492637
train loss:0.03477753690558069
train loss:0.030703993417836525
train loss:0.018551501454668304
train loss:0.02213671722491037
train loss:0.010687178151752153
train loss:0.03318325125247085
train loss:0.05228005041187554
train loss:0.008245820347081973
train loss:0.026462048994107867
train loss:0.08313573586409126
train loss:0.006505674836441293
train loss:0.019440210955597736
train loss:0.03779171783271585
train loss:0.015836584862279998
train loss:0.017985666876789822
train loss:0.014376094604612605
train loss:0.030732747810922265
train loss:0.00932490646640006
train loss:0.03462369122275907
train loss:0.013079397306474156
train loss:0.0348684681395359
train loss:0.032688494660869746
train loss:0.0478741175351775
train loss:0.07648101515757941
train loss:0.03245179696302711
train loss:0.06782011235136944
train loss:0.020489368087617973
train loss:0.07292778971225204
train loss:0.012868201085253616
train loss:0.07074930587338189
train loss:0.01653532882906443
train loss:0.050779488966296055
train loss:0.025719228569556732
train loss:0.03281196948741768
train loss:0.024828882469772884
train loss:0.020892998905294887
train loss:0.037767619731015854
train loss:0.007894738448561972
train loss:0.039760597436469834
train loss:0.006113168614102042
train loss:0.014403266129796612
train loss:0.012506712910111427
train loss:0.04126649640585598
train loss:0.019358012194434143
train loss:0.02053309511277087
train loss:0.026703377343357048
train loss:0.04427878734151676
train loss:0.01699799951976162
train loss:0.04128364817022521
train loss:0.08440660346327788
train loss:0.03345986008961904
train loss:0.02119730515737509
train loss:0.033119168111277346
train loss:0.05247511931090136
train loss:0.03390906637309168
train loss:0.08239313837560919
train loss:0.003986200266054259
train loss:0.06926122584844169
train loss:0.009453066040618067
train loss:0.012246308755265299
train loss:0.02286719207866837
train loss:0.01946624836061072
train loss:0.019987178915505485
train loss:0.028378655454886922
train loss:0.03635412020539415
train loss:0.14475375299742355
train loss:0.01622848878153855
train loss:0.01107167666668737
train loss:0.05087393578907704
train loss:0.007201759138558805
train loss:0.009717151151864077
train loss:0.008783014235417275
train loss:0.0109450165925321
train loss:0.01650852911102045
train loss:0.016118985628971745
train loss:0.09500131118617353
train loss:0.0030834238805153
train loss:0.020734123872416566
train loss:0.029039697880984972
train loss:0.007316785591653403
train loss:0.021488703954794176
train loss:0.008999827401020571
train loss:0.04098687033107025
train loss:0.005619538827558877
train loss:0.01297507468299448
train loss:0.03832378080337618
train loss:0.031499758546777105
train loss:0.02112626517728606
train loss:0.026763882440693415
train loss:0.011933660945814597
train loss:0.0054623450187042625
train loss:0.02801909656559731
train loss:0.00547214277256395
train loss:0.0073843794312218455
train loss:0.06963690694355754
train loss:0.01400393418017379
train loss:0.004853658198806105
train loss:0.01513681216702553
train loss:0.006975386979530561
train loss:0.00505313881157948
train loss:0.010792337241579051
train loss:0.05393932242862059
train loss:0.021925866645824185
train loss:0.034120539145534104
train loss:0.009624534782044652
train loss:0.003902177775096278
train loss:0.016711650411829093
train loss:0.011571790463939384
train loss:0.016240187466701094
train loss:0.004992121444867111
train loss:0.013277634902254025
train loss:0.013694422231211412
train loss:0.019668119583051494
train loss:0.02377515626284449
train loss:0.002423962867861763
train loss:0.01305496620930945
train loss:0.00853574358666494
train loss:0.05059582471193887
train loss:0.021372635759149917
train loss:0.023527081817617847
train loss:0.017364766206293472
train loss:0.015024917522140344
train loss:0.029504816572479223
train loss:0.01933843641328532
train loss:0.009738267537337366
train loss:0.00518272386549734
train loss:0.13857557599299045
train loss:0.03061050419493224
train loss:0.028400750110875807
train loss:0.008544039008916185
train loss:0.03652693300156258
train loss:0.06832111587456706
train loss:0.016950857979724513
train loss:0.008411063069726017
train loss:0.029227409164946788
train loss:0.025121730742152987
train loss:0.007951330984507716
train loss:0.003443821631504113
train loss:0.0037181272779820557
train loss:0.04791045626781019
train loss:0.01680429571624313
train loss:0.009979056774473642
train loss:0.009517057637104413
train loss:0.03622749692088956
train loss:0.002430105206587312
train loss:0.06407963313917171
train loss:0.008535544678626973
train loss:0.006791593447044818
train loss:0.018676360740672998
train loss:0.025914225492638412
train loss:0.06925843182511329
train loss:0.02862916180139144
train loss:0.015439627472869456
train loss:0.03189969557084398
train loss:0.011369781050391133
train loss:0.009034519316179622
train loss:0.007104361146577166
train loss:0.018582259691389075
train loss:0.03275340143814411
train loss:0.05785097103435813
train loss:0.01556768390810135
train loss:0.047029246604870095
train loss:0.01814698551741346
train loss:0.06819621984748762
train loss:0.01738909725777136
train loss:0.0200507346710656
train loss:0.07114277426462957
train loss:0.009116894388467233
train loss:0.022300810400463788
train loss:0.012489742935831175
train loss:0.012871442870445043
train loss:0.011731185725593774
train loss:0.04886225753576791
train loss:0.05003266478145067
train loss:0.07715593816605741
train loss:0.007071386022728796
train loss:0.01134450086556196
train loss:0.059184794596313824
train loss:0.007779778157922046
train loss:0.040998049139168165
train loss:0.015063039329948867
train loss:0.026446451728289105
train loss:0.03194529203039007
train loss:0.034107169281900905
train loss:0.041434188055790334
train loss:0.03845864781619226
train loss:0.07569345688320378
train loss:0.038488492151575834
train loss:0.010920397531017756
train loss:0.0735305014617039
train loss:0.015495150503731472
train loss:0.06759994040010729
train loss:0.04005204082730484
train loss:0.012572169169683088
train loss:0.042336780999961625
train loss:0.06920494146763724
train loss:0.009730878266633389
train loss:0.004423992715241847
train loss:0.007357230251372204
train loss:0.01746412013368573
train loss:0.02948263939906972
train loss:0.010901474195934582
train loss:0.008196267624866345
train loss:0.010136665655107407
train loss:0.014409213321339355
train loss:0.0056067310121123695
train loss:0.00813267526207478
train loss:0.0116597269920487
train loss:0.008049529314492414
train loss:0.01084986889897231
train loss:0.022780160312425028
train loss:0.03119799204695761
train loss:0.004976930299450136
train loss:0.1145975310590178
train loss:0.020578770976616263
train loss:0.007279902319249163
train loss:0.017825636045271785
train loss:0.007743048127125101
train loss:0.05001669948605827
train loss:0.010505932075696495
train loss:0.029260043171086044
train loss:0.006434657646855939
train loss:0.05808344084916055
train loss:0.012852911470570555
train loss:0.011243581339392366
train loss:0.07931955555726303
train loss:0.02723935428868109
train loss:0.03701885088252308
train loss:0.008125471871573432
train loss:0.018115107879180012
train loss:0.03130856145435302
train loss:0.11201123394358785
train loss:0.0839837896458639
train loss:0.011917011143016775
train loss:0.018522460606431805
train loss:0.016619082609832716
train loss:0.03287013771790261
train loss:0.02108070173969406
train loss:0.03341129486774419
train loss:0.02220978202230518
train loss:0.009149126063461119
train loss:0.06343600851219526
train loss:0.02666990521223476
train loss:0.046076669662102755
train loss:0.0637740187670543
train loss:0.030046527489934687
train loss:0.032640048301331576
train loss:0.02168554108797129
train loss:0.04414930443545608
train loss:0.010793930940239277
train loss:0.004519065380251302
train loss:0.0209806439676656
train loss:0.013215359603045318
train loss:0.010458565773201214
train loss:0.006931921244055806
train loss:0.02261940039297171
train loss:0.029225256514563563
train loss:0.030645803443253992
train loss:0.006892988946260516
train loss:0.015173094794002816
train loss:0.012004372714372864
train loss:0.01100956853664461
train loss:0.028571499058283316
train loss:0.02851066388274261
train loss:0.017450918832410116
train loss:0.030076267098560913
train loss:0.03762757289116933
train loss:0.06918324014264901
train loss:0.019381421518010162
train loss:0.03390854745292552
train loss:0.009713827630054066
train loss:0.0175929043685701
train loss:0.016389979563769124
train loss:0.017830895606010824
train loss:0.05854801806750078
train loss:0.01568626488264052
train loss:0.008633518101905819
train loss:0.021973931048217404
train loss:0.009862924695696737
train loss:0.017779684049943713
train loss:0.03833216507624365
train loss:0.016132121628258708
train loss:0.034481169144094576
train loss:0.024872771951022825
train loss:0.022906431366741847
train loss:0.03358829671594086
train loss:0.0036565390060984177
train loss:0.013759322366165328
train loss:0.06235949136809933
train loss:0.009822069455098508
train loss:0.020429471001074378
train loss:0.012398569837213682
train loss:0.014515118411271876
train loss:0.007126499742908576
train loss:0.05019674499741375
train loss:0.026148503062615146
train loss:0.0324229180897027
train loss:0.032918001710621425
train loss:0.008433788903598926
train loss:0.017118737248172634
train loss:0.01740969076975327
train loss:0.027460302353611597
train loss:0.010335629033769176
train loss:0.0096139989624835
train loss:0.021399339049377568
train loss:0.00949035873585489
train loss:0.024889774919609052
train loss:0.026044236366442437
train loss:0.01180547616053175
train loss:0.014531419201046525
train loss:0.008906663117943147
train loss:0.011127844830620258
train loss:0.018737485069699786
train loss:0.01478700626865699
train loss:0.058949551482597416
train loss:0.00496534299799709
train loss:0.027268417234602053
train loss:0.024162074902962558
train loss:0.07575659654269377
train loss:0.00867977124190966
train loss:0.024608043966868384
train loss:0.037291505468028154
train loss:0.031461446087855255
train loss:0.014522401291781424
train loss:0.009177603740735873
train loss:0.04445782982127937
train loss:0.005833612785053563
train loss:0.0426330514354631
train loss:0.010202036977428703
train loss:0.008170742066731938
train loss:0.07842513768955273
train loss:0.012778719520851793
train loss:0.015401611081138076
train loss:0.15111320767289224
train loss:0.012985062283263233
train loss:0.020423954123359008
train loss:0.010645044000579999
train loss:0.029018508750497593
train loss:0.0597896147906988
train loss:0.0252908887675674
train loss:0.060874440762466786
train loss:0.028576473856170858
train loss:0.0033072192769778488
train loss:0.012476214121272776
train loss:0.05504910044235132
train loss:0.012773178347138904
train loss:0.023273978492435884
train loss:0.008369960875369628
train loss:0.02294953609569582
train loss:0.07756786253522109
train loss:0.010402899102336325
train loss:0.004514616139233936
train loss:0.00902264472193916
train loss:0.009733444609776772
train loss:0.010171262225583616
train loss:0.003919116431331948
train loss:0.027302584057989174
train loss:0.04282936575337708
train loss:0.03323383622572826
train loss:0.030166982262418936
train loss:0.021112393595728463
train loss:0.024228862054367896
train loss:0.008237708480829468
train loss:0.010129649659901678
train loss:0.014877686257686856
train loss:0.01814738741929897
=== epoch:6, train acc:0.991, test acc:0.987 ===
train loss:0.0288700646879293
train loss:0.007360010828802662
train loss:0.009665621465522984
train loss:0.005378733604821746
train loss:0.01311284895212021
train loss:0.021116407050401746
train loss:0.009689716078798247
train loss:0.037052702002961374
train loss:0.03186131800772662
train loss:0.013800892245716748
train loss:0.006481722895462669
train loss:0.004665022069540538
train loss:0.017679213478455216
train loss:0.002846718221619883
train loss:0.020239762024106864
train loss:0.012680356161723739
train loss:0.009415763940864715
train loss:0.01005976930734408
train loss:0.02132274843923673
train loss:0.02685183801421547
train loss:0.05209419635150053
train loss:0.016872840837740728
train loss:0.007135443135134145
train loss:0.010872910429712496
train loss:0.027163799830019538
train loss:0.10893981218947747
train loss:0.03333575522528451
train loss:0.012995480234758185
train loss:0.013351758731972333
train loss:0.007760951946166351
train loss:0.020041813971978684
train loss:0.00475720564132096
train loss:0.01752922754416269
train loss:0.014743679685034072
train loss:0.013650076325302933
train loss:0.035759925136195705
train loss:0.026257590006827966
train loss:0.02997416269188638
train loss:0.017258852995210697
train loss:0.013776999779427018
train loss:0.010587111093078196
train loss:0.009961840489335452
train loss:0.029781626496155393
train loss:0.015754974111269984
train loss:0.01569090184482573
train loss:0.022127098387362175
train loss:0.03614475975736
train loss:0.021787903586352075
train loss:0.032360701474908396
train loss:0.023279970710302304
train loss:0.0032212489852323665
train loss:0.02566134684926918
train loss:0.05295969613999205
train loss:0.005845381147994398
train loss:0.00238710400064491
train loss:0.02196885122276366
train loss:0.026872370839339757
train loss:0.05167821004807714
train loss:0.06587079912660784
train loss:0.03161399718294627
train loss:0.007522502104275306
train loss:0.01875345750298238
train loss:0.02891536565811979
train loss:0.01137116595984347
train loss:0.01895025520411011
train loss:0.021557215895368728
train loss:0.0191824603814075
train loss:0.0143991098362646
train loss:0.10422694670924187
train loss:0.021359849695064454
train loss:0.011653441829370812
train loss:0.02256532048872524
train loss:0.005854655101897726
train loss:0.015444505883437596
train loss:0.014659900436895515
train loss:0.02940791591006249
train loss:0.010079617333618944
train loss:0.003608962873810454
train loss:0.0111760845041288
train loss:0.009096034227816319
train loss:0.02014531320331585
train loss:0.00233165025841654
train loss:0.010997759263987517
train loss:0.025461497183371217
train loss:0.006629888123486015
train loss:0.002460719513716825
train loss:0.015483864449698292
train loss:0.009176197037877117
train loss:0.003266647849481608
train loss:0.004915051462262254
train loss:0.01848593115662477
train loss:0.005999665699262605
train loss:0.044648933747450784
train loss:0.08573821824881156
train loss:0.007623106431667679
train loss:0.03131314518488773
train loss:0.037703579567320844
train loss:0.017112496047934776
train loss:0.014135709197132518
train loss:0.10188648512046239
train loss:0.19403079002759804
train loss:0.012307282799001165
train loss:0.01333083311701181
train loss:0.032586518864834255
train loss:0.0053727018655272815
train loss:0.007605847317641814
train loss:0.014774327842208935
train loss:0.025893097400502278
train loss:0.008752183520871076
train loss:0.006550701129186689
train loss:0.03473239966134966
train loss:0.05488904727136952
train loss:0.011016016703005605
train loss:0.007983130118714743
train loss:0.024184167041744725
train loss:0.04197435684892353
train loss:0.01723814605731112
train loss:0.07011209186748961
train loss:0.017619015953417996
train loss:0.021862411630651005
train loss:0.006210055699746043
train loss:0.027534319055492373
train loss:0.005878490892074958
train loss:0.012571471681367503
train loss:0.09262481401764752
train loss:0.005613763000874453
train loss:0.015081142879910503
train loss:0.012508219421956335
train loss:0.022055467702018928
train loss:0.031394445035559694
train loss:0.012165271231306243
train loss:0.013874020366134077
train loss:0.022581133605501034
train loss:0.041648332395621164
train loss:0.01909789428037626
train loss:0.014819027500295196
train loss:0.01620863435686969
train loss:0.018166434709063616
train loss:0.025853590372207663
train loss:0.019418197277004157
train loss:0.04266146472723446
train loss:0.01317888219559752
train loss:0.024361577910703206
train loss:0.01945425108972759
train loss:0.014428523069427077
train loss:0.02442979409013311
train loss:0.018036901310843546
train loss:0.005998952771773421
train loss:0.010865919814023175
train loss:0.029378693263224717
train loss:0.020073934462967603
train loss:0.01895253257533417
train loss:0.05634857925878252
train loss:0.007269597720622019
train loss:0.0069036430768821795
train loss:0.07153575592316753
train loss:0.012640173142944055
train loss:0.02111079124978266
train loss:0.01051735737493926
train loss:0.006402492152538739
train loss:0.015042485957451794
train loss:0.033955807066656594
train loss:0.009954682537992905
train loss:0.029187418892319416
train loss:0.029794556949856176
train loss:0.027145304881841862
train loss:0.0377260955863363
train loss:0.015125995436750382
train loss:0.022845569946705745
train loss:0.010598471857046335
train loss:0.026334457578723054
train loss:0.008811655435757652
train loss:0.010275804987882338
train loss:0.007154275847676701
train loss:0.005729204102159466
train loss:0.03489712557834399
train loss:0.01577009891392497
train loss:0.043992990894399904
train loss:0.040097779370849046
train loss:0.0155400314443725
train loss:0.018603478337513978
train loss:0.011730409745588468
train loss:0.026911469189412073
train loss:0.03221898598597596
train loss:0.008584078810873886
train loss:0.01718688619693671
train loss:0.022639653125643328
train loss:0.009902975402123817
train loss:0.04827533804508671
train loss:0.02192778345939255
train loss:0.12024668510687098
train loss:0.06533837121912228
train loss:0.03817191168797137
train loss:0.005688191990427186
train loss:0.009600662117883105
train loss:0.006496468195165952
train loss:0.01306598895626443
train loss:0.05012789587433729
train loss:0.04785974010804467
train loss:0.007722196660342988
train loss:0.008812922712901771
train loss:0.008301301228088608
train loss:0.03488115870034106
train loss:0.04540745472462167
train loss:0.012024868062340648
train loss:0.015741220479254386
train loss:0.02791851511050569
train loss:0.009085106917480436
train loss:0.04464834842957595
train loss:0.008121998115940183
train loss:0.03596472630057043
train loss:0.00780517978703849
train loss:0.007002799311543871
train loss:0.0022351466284996333
train loss:0.006956266278363784
train loss:0.004480780712939954
train loss:0.013769165063602316
train loss:0.03738010746201967
train loss:0.012111526386038258
train loss:0.008495696345633644
train loss:0.02705111315112875
train loss:0.04260314109682978
train loss:0.024727198841452448
train loss:0.04262500854812509
train loss:0.022290756308603506
train loss:0.007054061917539735
train loss:0.02570761057301376
train loss:0.010485980789406485
train loss:0.02671555939786039
train loss:0.03856906956963283
train loss:0.056999686224955715
train loss:0.02545270238548474
train loss:0.03813353407911299
train loss:0.02600786277693482
train loss:0.009296979140991531
train loss:0.024768049426480587
train loss:0.036488233433937374
train loss:0.04428634219657454
train loss:0.048910094459800255
train loss:0.07082967648861233
train loss:0.04951683850616953
train loss:0.011257621491594214
train loss:0.01914490688310014
train loss:0.03711057784366694
train loss:0.042360014111689465
train loss:0.05288797284414388
train loss:0.030803303740263754
train loss:0.034777707786228185
train loss:0.008414882455942347
train loss:0.03809191689868574
train loss:0.02392965007749756
train loss:0.038194528144797645
train loss:0.03298122453219788
train loss:0.0518449005409801
train loss:0.022078952475424594
train loss:0.007109014135897367
train loss:0.0362096492583997
train loss:0.017313209526122822
train loss:0.04450453808444375
train loss:0.04956272326772839
train loss:0.011177315492299
train loss:0.021346998797145866
train loss:0.043108083851125814
train loss:0.05229394795719247
train loss:0.09035874428809709
train loss:0.018141200801103315
train loss:0.007125543420332021
train loss:0.012100897904679662
train loss:0.048447970946631044
train loss:0.027302254415772716
train loss:0.016802564800050452
train loss:0.01828349282027809
train loss:0.01507378255399641
train loss:0.008500830356825492
train loss:0.008407827441130486
train loss:0.07136389886079336
train loss:0.007175492634314769
train loss:0.006228941200046561
train loss:0.015839415469762676
train loss:0.019127874178244634
train loss:0.01071694991012742
train loss:0.08035071406340316
train loss:0.010828077646490013
train loss:0.04326441856101057
train loss:0.018615247806513635
train loss:0.0017103897475327014
train loss:0.05261621534559979
train loss:0.01986580820955331
train loss:0.006901797901554335
train loss:0.010433562121664842
train loss:0.020650174164265834
train loss:0.03483677584800129
train loss:0.04300665963291842
train loss:0.007581077543924184
train loss:0.019582568485074173
train loss:0.004993248347929985
train loss:0.016177307506667536
train loss:0.02052175810770093
train loss:0.006149640509016074
train loss:0.012891257152423856
train loss:0.04829081616757033
train loss:0.01675566459745847
train loss:0.03484678707282066
train loss:0.007841630608497522
train loss:0.00673445653782555
train loss:0.04804161385312819
train loss:0.009767170888427412
train loss:0.010943834381242166
train loss:0.032982890186307075
train loss:0.03426784937820302
train loss:0.017957412250860297
train loss:0.04621736831534896
train loss:0.011321890212876329
train loss:0.01019317325875492
train loss:0.04439563316110802
train loss:0.009384558027789697
train loss:0.015435582900460942
train loss:0.0847796829234106
train loss:0.007844563228240623
train loss:0.013393943466563427
train loss:0.006344067927080884
train loss:0.015109206869549705
train loss:0.009369457590594666
train loss:0.019049234913091954
train loss:0.02296936450975188
train loss:0.03561165270589124
train loss:0.006658948858303487
train loss:0.018499443318951578
train loss:0.016557056988601285
train loss:0.029004784247700383
train loss:0.025817349556219553
train loss:0.05945984765076668
train loss:0.07580707761037134
train loss:0.014699507456412358
train loss:0.045769276739077006
train loss:0.03411686742935244
train loss:0.009270538245811356
train loss:0.030643228864041794
train loss:0.0330600267483934
train loss:0.10505306761970176
train loss:0.01585205736555124
train loss:0.011101059136727796
train loss:0.003283031661732839
train loss:0.0194924563763747
train loss:0.00630881884887789
train loss:0.009083127402359857
train loss:0.023993506378808423
train loss:0.003493146267544267
train loss:0.010706595106080576
train loss:0.028706571419489686
train loss:0.026583543749690262
train loss:0.0383718197561357
train loss:0.010201199901305706
train loss:0.003252666338162492
train loss:0.07857737076304264
train loss:0.003830648887129808
train loss:0.0263870234488675
train loss:0.015782758984538642
train loss:0.00931268659037607
train loss:0.017465998129506565
train loss:0.00704594430851908
train loss:0.012087760778454259
train loss:0.026370374914802895
train loss:0.006844091653268241
train loss:0.004553096144570318
train loss:0.012850199379779638
train loss:0.013506565091207979
train loss:0.020071231638296896
train loss:0.014851189196577814
train loss:0.10040369951862205
train loss:0.023779273225899563
train loss:0.019672888297909922
train loss:0.009457580365914188
train loss:0.03629537006662398
train loss:0.005729585305200914
train loss:0.012205197259145581
train loss:0.04216097991453942
train loss:0.017949843067198875
train loss:0.029820154571364586
train loss:0.01340528200893232
train loss:0.008832815052745068
train loss:0.011683762116887928
train loss:0.06538819650002851
train loss:0.0078870067413921
train loss:0.014568497912247036
train loss:0.037642571526266384
train loss:0.012897698525312844
train loss:0.04815234298204443
train loss:0.0028988298837518463
train loss:0.05044812102192992
train loss:0.007476376600390701
train loss:0.013104212785776089
train loss:0.008397476379328667
train loss:0.011244165175322549
train loss:0.03325640017311539
train loss:0.008996094274930318
train loss:0.05109555871766919
train loss:0.016053397255860934
train loss:0.03823438642798295
train loss:0.006615353319742476
train loss:0.00873149573462162
train loss:0.009106417312858127
train loss:0.012576231240255644
train loss:0.0035972923645176303
train loss:0.007321595750044928
train loss:0.03924079364834536
train loss:0.02220271595866918
train loss:0.12122319154021001
train loss:0.019815070593975467
train loss:0.014625757754253876
train loss:0.007926273454339626
train loss:0.025588456263227314
train loss:0.016175624577757307
train loss:0.016746386672815947
train loss:0.006679879205631514
train loss:0.012338740031326583
train loss:0.003937431753886577
train loss:0.018774130867851024
train loss:0.016130668987327935
train loss:0.01268368907876784
train loss:0.10260478789812813
train loss:0.018431247339285896
train loss:0.01190003370374389
train loss:0.006966017127862409
train loss:0.014175078420441654
train loss:0.02488169105054519
train loss:0.017761517596848412
train loss:0.015875159050866464
train loss:0.028563454865908965
train loss:0.005890494823829335
train loss:0.004622999516939612
train loss:0.013490541532672843
train loss:0.009601953634650507
train loss:0.013433599111098428
train loss:0.019266185754560485
train loss:0.019297545218538076
train loss:0.008056214285946743
train loss:0.04438725560929982
train loss:0.005028771870915066
train loss:0.03952434325512809
train loss:0.015475404478167577
train loss:0.025904716596786673
train loss:0.013521987613815544
train loss:0.006655310996704227
train loss:0.008708286655270618
train loss:0.006154336874723041
train loss:0.017377904746506325
train loss:0.033406995476017595
train loss:0.020263326996843852
train loss:0.010175450788487882
train loss:0.020153114899277454
train loss:0.06842024683483335
train loss:0.00976457058728041
train loss:0.02239313488591234
train loss:0.021039274409198692
train loss:0.006731933619319261
train loss:0.0022593690951235924
train loss:0.018150487031134234
train loss:0.004171901698043742
train loss:0.02080205303185092
train loss:0.004417915283181241
train loss:0.059178070848426155
train loss:0.013666104022265549
train loss:0.030084874246340054
train loss:0.02614465652151808
train loss:0.02998895214271706
train loss:0.020868788546785845
train loss:0.017140254504276455
train loss:0.011939751523425586
train loss:0.015126513975001336
train loss:0.005766704134856142
train loss:0.031090387548572466
train loss:0.027111466759791848
train loss:0.004066860647195726
train loss:0.07247839714366183
train loss:0.0036435592413107203
train loss:0.00454868888781906
train loss:0.0025333310346136494
train loss:0.005531889687865629
train loss:0.014336544504258624
train loss:0.020256217704879384
train loss:0.04133474463953643
train loss:0.046003104208050566
train loss:0.025536093856596987
train loss:0.022723947554381604
train loss:0.02008618407776643
train loss:0.004091553467725119
train loss:0.06906021626420315
train loss:0.012305216572877848
train loss:0.023417476939339887
train loss:0.00597287714230167
train loss:0.037557803638454804
train loss:0.0046518289734772
train loss:0.10504106381666531
train loss:0.008943710737288871
train loss:0.028049904084989367
train loss:0.032461543985790826
train loss:0.03722604240835894
train loss:0.004671200971053441
train loss:0.10498771740033648
train loss:0.04209413495196916
train loss:0.06777944028165232
train loss:0.009731475881609357
train loss:0.011491951789537743
train loss:0.0024714855796870785
train loss:0.002211525095382412
train loss:0.0046323990756423844
train loss:0.009574785092313236
train loss:0.017066608041891466
train loss:0.0058163467713762415
train loss:0.004257255369531338
train loss:0.01674362320222062
train loss:0.013508050257121942
train loss:0.011508689088262589
train loss:0.023269331294862364
train loss:0.026667544226960587
train loss:0.0024440838306112205
train loss:0.029517744418390512
train loss:0.008008635274890836
train loss:0.006421773283260778
train loss:0.062291385421702566
train loss:0.0033300046029650695
train loss:0.015348381589222724
train loss:0.019026945505049783
train loss:0.03304967864939647
train loss:0.024803671850005142
train loss:0.0007520301765326121
train loss:0.01452225729866747
train loss:0.005133180206393069
train loss:0.005322280981708968
train loss:0.02038208702716985
train loss:0.005403079280625865
train loss:0.023167969260768966
train loss:0.02691860652936683
train loss:0.12424872805925453
train loss:0.022969380509772007
train loss:0.0074811676752922175
train loss:0.014334325947092467
train loss:0.055020642841982575
train loss:0.02524182164880467
train loss:0.042331551103349546
train loss:0.008529374851955998
train loss:0.0975915058235341
train loss:0.04812079447818235
train loss:0.005010901742565589
train loss:0.02011890839879742
train loss:0.01712584219010424
train loss:0.02191985174128189
train loss:0.013790885097408407
train loss:0.027517253513224968
train loss:0.027603199864629117
train loss:0.0013564789241373204
train loss:0.08423097767775037
train loss:0.008452425391736497
train loss:0.004694959932721828
train loss:0.047686596255335806
train loss:0.0070370848540852625
train loss:0.0019677516030457295
train loss:0.006802317728743139
train loss:0.026450587488305945
train loss:0.007164415371552898
train loss:0.0071177526243776275
train loss:0.1119141000057151
train loss:0.04953278632318837
train loss:0.028647170345182372
train loss:0.01597845153369982
train loss:0.004931671686106247
train loss:0.006543994372626402
train loss:0.013468254585228275
train loss:0.0017549625705828406
train loss:0.00836798275004847
train loss:0.004808791417719597
train loss:0.01294685715839785
train loss:0.006525456840285575
train loss:0.03291556113548254
train loss:0.010141481821970047
train loss:0.013941369444658413
train loss:0.055841575410047216
train loss:0.024378962540486233
train loss:0.031760211028396344
train loss:0.022365787089782655
train loss:0.019387228655937012
train loss:0.012056263314244853
train loss:0.012101173859084284
train loss:0.010030806982450345
train loss:0.009688169012525026
train loss:0.0012701957150656512
train loss:0.004248651721051319
train loss:0.004405432728428531
train loss:0.04295247543816617
train loss:0.009690594556933973
train loss:0.030031537540202304
train loss:0.010582866089914262
train loss:0.011661125090168695
train loss:0.013899706826812267
train loss:0.0231900676115735
train loss:0.011840453141418903
train loss:0.02492174033572979
train loss:0.021784135492703288
train loss:0.02271779101363081
=== epoch:7, train acc:0.99, test acc:0.985 ===
train loss:0.010406234235316787
train loss:0.009251463314915257
train loss:0.002317586443158688
train loss:0.011670441804994517
train loss:0.017997995324842853
train loss:0.0057330367355953584
train loss:0.016137009103738713
train loss:0.012896300581801093
train loss:0.022529563809461937
train loss:0.007116187985796819
train loss:0.024306828639579815
train loss:0.004766671488641167
train loss:0.05409249737952224
train loss:0.004761180866736674
train loss:0.004459293277785884
train loss:0.028822248299163383
train loss:0.01636191883164477
train loss:0.013520574391525033
train loss:0.00855276072590713
train loss:0.016241729422677
train loss:0.07547980708997484
train loss:0.010925051147095452
train loss:0.0071966034372342195
train loss:0.012755424678373518
train loss:0.01049285676144061
train loss:0.01779930907444202
train loss:0.002384964803512676
train loss:0.01027150051702982
train loss:0.04891359938066641
train loss:0.022584001954613648
train loss:0.02038629809795908
train loss:0.00982153213716708
train loss:0.006188687694066472
train loss:0.03843164620477788
train loss:0.011169781238186413
train loss:0.010158927561411069
train loss:0.009050071012284312
train loss:0.03816438913026362
train loss:0.0432117863145667
train loss:0.01627899247410721
train loss:0.05083642792828243
train loss:0.018100179693847935
train loss:0.0027810750577019266
train loss:0.02675777676732226
train loss:0.019927092430825525
train loss:0.024373932495478857
train loss:0.013306794848336388
train loss:0.008878125989690722
train loss:0.009437907372586991
train loss:0.0030268910736069524
train loss:0.015127774855064691
train loss:0.010100682082403722
train loss:0.013526047628447257
train loss:0.017853655522600737
train loss:0.03233572520885184
train loss:0.03204791569163623
train loss:0.014233030258901285
train loss:0.05247985288510855
train loss:0.0370776958046625
train loss:0.0033846162715743242
train loss:0.016084058058501972
train loss:0.07753574620007245
train loss:0.0061678664461722425
train loss:0.005131323881982147
train loss:0.01579394963548949
train loss:0.0174770720391653
train loss:0.01230343591859572
train loss:0.01000236401386809
train loss:0.04390053390280312
train loss:0.023012406563141286
train loss:0.00937820984132295
train loss:0.010458373909296364
train loss:0.17581101023492188
train loss:0.018183900441667983
train loss:0.039467758910670496
train loss:0.004615188517257446
train loss:0.028226352662267903
train loss:0.0849049978011089
train loss:0.024033192192216404
train loss:0.004588197683122141
train loss:0.004975493689609935
train loss:0.02027885241572664
train loss:0.027514814081598248
train loss:0.004272166527394119
train loss:0.03803485065694178
train loss:0.01690255765016331
train loss:0.02968416444076509
train loss:0.0328870991132452
train loss:0.08659285836753665
train loss:0.010368809100494692
train loss:0.037692993745620504
train loss:0.011483368969525733
train loss:0.016280830394557667
train loss:0.005801992184492127
train loss:0.011478778666086242
train loss:0.01442888336020862
train loss:0.040769927858446166
train loss:0.04569068901730705
train loss:0.03873138628199555
train loss:0.02731785767723122
train loss:0.021362174755320203
train loss:0.005841862538249461
train loss:0.006224572751312361
train loss:0.018700706397777267
train loss:0.008891970579580138
train loss:0.0108189561821902
train loss:0.08582149221207173
train loss:0.018908411386320826
train loss:0.046873990250763574
train loss:0.029703724313625203
train loss:0.006073005158362909
train loss:0.012664996341382606
train loss:0.003534590615442003
train loss:0.013443948437837723
train loss:0.02804359049941587
train loss:0.009354456995658454
train loss:0.023155204230502
train loss:0.0013928288712601192
train loss:0.007806180059511563
train loss:0.02556378974878567
train loss:0.005381542670256134
train loss:0.05448041164033813
train loss:0.00423682293235333
train loss:0.032809912908929977
train loss:0.013133072166077911
train loss:0.04298249104391504
train loss:0.09735151020340366
train loss:0.006450485854079441
train loss:0.019078455656640365
train loss:0.034177354538410934
train loss:0.011518369348074105
train loss:0.029670090985717844
train loss:0.012772644309600432
train loss:0.024288314606166282
train loss:0.016569707379774992
train loss:0.017632237342717322
train loss:0.05967263492139651
train loss:0.009785140961318677
train loss:0.00656852252515023
train loss:0.005994156473848549
train loss:0.017751818523087066
train loss:0.002233846347210099
train loss:0.005066692393483798
train loss:0.01713424854650728
train loss:0.02521258722305207
train loss:0.012078384805654364
train loss:0.020322523485076776
train loss:0.014875272866844648
train loss:0.01704584284438915
train loss:0.002283047670938654
train loss:0.011964544561550603
train loss:0.08835054960825146
train loss:0.003849772666044549
train loss:0.027579397206088273
train loss:0.011304081806429672
train loss:0.03274812515885126
train loss:0.014542466124100999
train loss:0.04085408431901314
train loss:0.022642546291183563
train loss:0.021989948427459403
train loss:0.015033040590668244
train loss:0.007941945948291017
train loss:0.009287669607139613
train loss:0.01799675133901755
train loss:0.020868886470564063
train loss:0.007522738069705487
train loss:0.02045016001254431
train loss:0.04559542484090146
train loss:0.037176809474739426
train loss:0.0027713132331123515
train loss:0.04410557610026301
train loss:0.036048699022322196
train loss:0.015184937483969237
train loss:0.005419290814749547
train loss:0.013974004757471932
train loss:0.010124900898604206
train loss:0.039406507792915574
train loss:0.010658621924905845
train loss:0.05286211235481758
train loss:0.04894906721345153
train loss:0.007094509024904168
train loss:0.12738099811197348
train loss:0.006441124309256142
train loss:0.014248105790638626
train loss:0.03430774139094424
train loss:0.01846448509913368
train loss:0.02705549343844254
train loss:0.02565890691110836
train loss:0.006968839492854727
train loss:0.028278658014234542
train loss:0.011631607504445484
train loss:0.02226137359394663
train loss:0.0041161676027668525
train loss:0.00798275327349805
train loss:0.007208131697122843
train loss:0.005099329216832454
train loss:0.010154304830829599
train loss:0.013387469198267521
train loss:0.05085754901949402
train loss:0.04137840050225747
train loss:0.044617068235297756
train loss:0.017607172634346798
train loss:0.04025015000390827
train loss:0.10777204848318757
train loss:0.007866359409572272
train loss:0.012013769444701903
train loss:0.0020691568678408052
train loss:0.04202936024610136
train loss:0.012570060684141886
train loss:0.005856894048209029
train loss:0.003511314337732429
train loss:0.0023154700900955257
train loss:0.04229348351214037
train loss:0.00753688546409371
train loss:0.01489399354477527
train loss:0.006941225787409433
train loss:0.02041073268892459
train loss:0.011131277862164895
train loss:0.006019743141695069
train loss:0.05351084279781877
train loss:0.053412355659075164
train loss:0.012799748281015027
train loss:0.017617595770840745
train loss:0.015631667460930684
train loss:0.008618511421893373
train loss:0.02410471393054386
train loss:0.004401340005567422
train loss:0.006241974803979104
train loss:0.027278023001550494
train loss:0.00313559837810196
train loss:0.008311002430031184
train loss:0.06468934552040223
train loss:0.019180570780191773
train loss:0.010853229753208668
train loss:0.007078445381015392
train loss:0.02516712816509183
train loss:0.01283375442210418
train loss:0.00974120315204912
train loss:0.013810446760193773
train loss:0.004709097501573274
train loss:0.02291761395556902
train loss:0.01243815312727715
train loss:0.01475015018740019
train loss:0.015618754016378387
train loss:0.00889003089958817
train loss:0.0036963980384161375
train loss:0.00784338257763701
train loss:0.02036724692953169
train loss:0.02090288552955315
train loss:0.005719218441109117
train loss:0.02643803359995418
train loss:0.024808325023624664
train loss:0.030510336120541107
train loss:0.0024697618134188466
train loss:0.008041269559929995
train loss:0.014055585447018716
train loss:0.10303102508117351
train loss:0.04809578693171561
train loss:0.025337288907712786
train loss:0.0591169889858115
train loss:0.03173658166935281
train loss:0.025687772343497606
train loss:0.011509422952811066
train loss:0.0069625802942421475
train loss:0.022867827054955145
train loss:0.005455813719385241
train loss:0.017722460591320613
train loss:0.02612377061304673
train loss:0.02184402366838467
train loss:0.030602259194112053
train loss:0.005084053209976596
train loss:0.01417612433058824
train loss:0.006476207902993387
train loss:0.0039430953014585384
train loss:0.021209061722270394
train loss:0.013380885361912773
train loss:0.024067410225601597
train loss:0.035809416919764504
train loss:0.028485208691564023
train loss:0.03225605784658482
train loss:0.03265137374327188
train loss:0.021746345425370735
train loss:0.006630175942990768
train loss:0.031112021933013826
train loss:0.01294502317940502
train loss:0.016146452902549152
train loss:0.046888625055289665
train loss:0.009925084320008524
train loss:0.013739822917792403
train loss:0.005531931383095526
train loss:0.017393892794768023
train loss:0.011331399205978135
train loss:0.029190160209527014
train loss:0.01250563133146354
train loss:0.0067538171053462635
train loss:0.005904398716204056
train loss:0.00969832921885496
train loss:0.014142927640911084
train loss:0.0057593580607658516
train loss:0.005913418997928411
train loss:0.011948242812922703
train loss:0.042428391788996336
train loss:0.010006452821532213
train loss:0.019009740843823553
train loss:0.028610854527077043
train loss:0.07966707106111529
train loss:0.009089561238035304
train loss:0.01814181910720178
train loss:0.006155704801559515
train loss:0.00450573922769091
train loss:0.004306521414557207
train loss:0.015343434191372742
train loss:0.011336823685620829
train loss:0.020224547866043472
train loss:0.05888040026804665
train loss:0.03161574782459173
train loss:0.004639027838568673
train loss:0.00908565259656846
train loss:0.010484846623479682
train loss:0.019345280415904588
train loss:0.007632632292225645
train loss:0.004936036489966076
train loss:0.015758641063771582
train loss:0.06569955340395191
train loss:0.018630117030886212
train loss:0.0031736335163470315
train loss:0.009741354214766438
train loss:0.003534306045870536
train loss:0.007416655028743586
train loss:0.024513849939830717
train loss:0.01584532100484681
train loss:0.005010744125786465
train loss:0.06115889098747143
train loss:0.030775749049092117
train loss:0.0015592181752463893
train loss:0.012816908626982043
train loss:0.07458010078303788
train loss:0.012149335871346572
train loss:0.02277318820554054
train loss:0.015275377534874457
train loss:0.009043214695069194
train loss:0.004455390334757094
train loss:0.023325095077805447
train loss:0.01786759986568723
train loss:0.007119356193546235
train loss:0.01084376303383753
train loss:0.03560959617803051
train loss:0.007557530546154925
train loss:0.010061038598306515
train loss:0.007573625484380056
train loss:0.02249310863723632
train loss:0.004713157396370858
train loss:0.02238191565209456
train loss:0.030782514841613984
train loss:0.013451364901788514
train loss:0.029650575285007152
train loss:0.01925678089414702
train loss:0.0020219731054520384
train loss:0.01568718143706838
train loss:0.0074312707763237165
train loss:0.025665684006558852
train loss:0.006931706986528191
train loss:0.12692302122434115
train loss:0.0321839678022481
train loss:0.02809995974374778
train loss:0.011975635741822966
train loss:0.0032642262255720665
train loss:0.017027592375629653
train loss:0.008933968137415793
train loss:0.029686794769123025
train loss:0.031263587636341836
train loss:0.006373708386400794
train loss:0.018568961466448618
train loss:0.007459851147434501
train loss:0.0056176797842708934
train loss:0.005832152645426287
train loss:0.007392290188009327
train loss:0.011360763890487452
train loss:0.017384135107954318
train loss:0.009190546190485203
train loss:0.010447584792949917
train loss:0.028302908713116956
train loss:0.014679149651324384
train loss:0.0011263130644204031
train loss:0.0304041675975699
train loss:0.0014698971220734386
train loss:0.00620648053564124
train loss:0.010056795467720456
train loss:0.0032686482109130343
train loss:0.004438734020837601
train loss:0.039425405367561964
train loss:0.005201205046058663
train loss:0.016322041191548207
train loss:0.006079855797019227
train loss:0.014346615416164589
train loss:0.007267324348391098
train loss:0.03225981751489569
train loss:0.02882220445102872
train loss:0.0030912118792698444
train loss:0.03438088010983946
train loss:0.0019003212708466263
train loss:0.004651040569632007
train loss:0.04946747364564055
train loss:0.017616785905335445
train loss:0.02530252713715595
train loss:0.02552459563839823
train loss:0.002472128486575755
train loss:0.03512966701676957
train loss:0.0056539904468589095
train loss:0.0056036431980088
train loss:0.01549001416050454
train loss:0.007614093020878255
train loss:0.008625572512959652
train loss:0.008006669239326197
train loss:0.011283705719666281
train loss:0.005189732103821407
train loss:0.008086615608272736
train loss:0.009254008613248738
train loss:0.013533660233793057
train loss:0.010854198481390282
train loss:0.01371399863650598
train loss:0.0011641726099734058
train loss:0.008186241230703837
train loss:0.002445217004455318
train loss:0.03156260842769434
train loss:0.015009365998639992
train loss:0.008312611161930994
train loss:0.0031723499026039604
train loss:0.010197414337113636
train loss:0.026776851340689533
train loss:0.03542572829921138
train loss:0.00831853599756714
train loss:0.019428025673245017
train loss:0.007226095315083464
train loss:0.004654980991926356
train loss:0.013817597819653209
train loss:0.010250095338157215
train loss:0.009845024485786304
train loss:0.014082335689975321
train loss:0.008672553131391134
train loss:0.004937886688964572
train loss:0.001296191023477005
train loss:0.024448069139780856
train loss:0.004677627467898397
train loss:0.008429106750598098
train loss:0.0032546196349402083
train loss:0.008613591328317153
train loss:0.00571148348683984
train loss:0.006779818041282388
train loss:0.006598054940668872
train loss:0.010464888707686004
train loss:0.003087076107193318
train loss:0.01223688386701157
train loss:0.010138733173610167
train loss:0.003626767492382338
train loss:0.003440193961797271
train loss:0.014609609911663912
train loss:0.0012974069853666026
train loss:0.025776185188368418
train loss:0.003551453101877415
train loss:0.014289699905806776
train loss:0.0012004722819821245
train loss:0.004072058241752555
train loss:0.0016119659713773225
train loss:0.011175166065591309
train loss:0.022010093975240775
train loss:0.004240514990375731
train loss:0.00683475070226916
train loss:0.015094283570806973
train loss:0.007780176528669957
train loss:0.0073590840820625045
train loss:0.007881527284564878
train loss:0.0072539214379945685
train loss:0.0118586008167596
train loss:0.004754557505955809
train loss:0.036927035892781714
train loss:0.002970114390152072
train loss:0.0020595194469141907
train loss:0.006441996848884203
train loss:0.006032423498177916
train loss:0.006300676206505541
train loss:0.026875416492920426
train loss:0.027109425709250737
train loss:0.013907097360388506
train loss:0.004699252008198668
train loss:0.0075835312738498
train loss:0.012274887332297726
train loss:0.007313013852713582
train loss:0.0016228084164700103
train loss:0.014967860228645965
train loss:0.014347400117249366
train loss:0.005975871869632217
train loss:0.00949024033415638
train loss:0.02399354157762923
train loss:0.002180114597667143
train loss:0.06482430592076241
train loss:0.005909035294011667
train loss:0.007285092345519571
train loss:0.004415699509593855
train loss:0.0023361763624946117
train loss:0.00695168633404873
train loss:0.021564995829028964
train loss:0.011548156343901928
train loss:0.0124748389335545
train loss:0.003015205281312522
train loss:0.02760910238050199
train loss:0.031777814279182304
train loss:0.010751021373960326
train loss:0.026288917638431334
train loss:0.006213388798032142
train loss:0.012725203089185781
train loss:0.030136545427122772
train loss:0.00952080452592439
train loss:0.023440480679713716
train loss:0.05965061581339673
train loss:0.00780293450379713
train loss:0.008654825012163357
train loss:0.022224675900829664
train loss:0.03747400713176997
train loss:0.012850917710754162
train loss:0.021269487864961557
train loss:0.004493447765306386
train loss:0.0066604814676353855
train loss:0.003639926887724231
train loss:0.0035367360651998078
train loss:0.029903319435518418
train loss:0.011886635976906723
train loss:0.002154364244746621
train loss:0.014819472303245372
train loss:0.01671666205371131
train loss:0.04389466541491192
train loss:0.03158389072822731
train loss:0.01652463573152906
train loss:0.06501383259861766
train loss:0.01331637907629192
train loss:0.006585977228884201
train loss:0.005511489777903199
train loss:0.00685679539726258
train loss:0.006884794986157579
train loss:0.01964621685567106
train loss:0.006907680774267681
train loss:0.005152463676180894
train loss:0.027694396575571312
train loss:0.007901091244243664
train loss:0.0036395707732400635
train loss:0.03156764833902955
train loss:0.01088861871528736
train loss:0.005732823413716274
train loss:0.016568210836511155
train loss:0.07388012010705806
train loss:0.006841882030821784
train loss:0.00637701816671421
train loss:0.007705078730613033
train loss:0.023982821228512172
train loss:0.0031185219981705726
train loss:0.013613307017684078
train loss:0.0037170587299386864
train loss:0.004231949280337359
train loss:0.005882104535725815
train loss:0.07901701507109057
train loss:0.03151493201243917
train loss:0.004919770305451919
train loss:0.016579821619839733
train loss:0.004434840854311101
train loss:0.025934288249638896
train loss:0.011866602203562253
train loss:0.00545750985325359
train loss:0.002144802140402355
train loss:0.003946041236177143
train loss:0.006337081749839193
train loss:0.028095555615977954
train loss:0.009359235329109941
train loss:0.011124910875219789
train loss:0.016040825919042455
train loss:0.006035305903573908
train loss:0.004750517273936912
train loss:0.041557375219124275
train loss:0.016909757910006658
train loss:0.010045999629491114
train loss:0.010811407130160027
train loss:0.018536530460011247
train loss:0.009395826862626643
train loss:0.03500069043760902
train loss:0.0093856859306602
train loss:0.036097142375781564
train loss:0.01049778917529145
train loss:0.023455424725791776
train loss:0.012034398774266057
train loss:0.0023665397802322225
train loss:0.002271360142007604
train loss:0.012029072450481858
train loss:0.010826854368831774
train loss:0.004574440798551745
train loss:0.04579451557362955
train loss:0.012669289612193107
train loss:0.01857229471776051
train loss:0.0040471172492475786
train loss:0.020981807374721904
train loss:0.029205004909347587
train loss:0.015189354626602947
=== epoch:8, train acc:0.991, test acc:0.985 ===
train loss:0.005479942157059888
train loss:0.0071491556594107455
train loss:0.012099506547739286
train loss:0.035310427970359666
train loss:0.0029183654110732584
train loss:0.002719129598333017
train loss:0.010731521315230913
train loss:0.007988311204697401
train loss:0.05709596393784669
train loss:0.0053783136265149545
train loss:0.01923399103003198
train loss:0.0293487100957294
train loss:0.0026755247017534924
train loss:0.009458075709777296
train loss:0.02089852811069897
train loss:0.013600606397011305
train loss:0.028384821034281332
train loss:0.005313009634756766
train loss:0.011437233330560188
train loss:0.00697266477930022
train loss:0.006544500197202395
train loss:0.006367829183924124
train loss:0.011374057386564218
train loss:0.02624324607977643
train loss:0.0033318256647286637
train loss:0.004156833365526371
train loss:0.07971077923452957
train loss:0.016373146809965548
train loss:0.004906400651448417
train loss:0.003532003431851684
train loss:0.005780537527487956
train loss:0.08549447157553569
train loss:0.01042744900620081
train loss:0.005378791426915921
train loss:0.004377048942042255
train loss:0.01592727425865422
train loss:0.012877159826060755
train loss:0.002486983606369868
train loss:0.010332427333786262
train loss:0.013445481065828569
train loss:0.02247953428841266
train loss:0.018595488115806236
train loss:0.012644514185475469
train loss:0.011736539355531534
train loss:0.014681401144824911
train loss:0.027411061596068605
train loss:0.023095974523996254
train loss:0.04253119635517995
train loss:0.0020248238718442793
train loss:0.009428809125552197
train loss:0.005741769320611784
train loss:0.0017162948782397799
train loss:0.03571267017696863
train loss:0.01626579770653414
train loss:0.009321041332608446
train loss:0.024622755035718362
train loss:0.02297659024846861
train loss:0.04746178809561079
train loss:0.024386984280778963
train loss:0.014805639961848497
train loss:0.013669574491033865
train loss:0.004805196935198186
train loss:0.01450892335398116
train loss:0.02328484368538966
train loss:0.006412162363679347
train loss:0.05421438920806941
train loss:0.02439759258956272
train loss:0.02917143454817063
train loss:0.014070312163540937
train loss:0.012344139425782092
train loss:0.027186979147353622
train loss:0.00728620970429559
train loss:0.0037907086883453545
train loss:0.01067815825444978
train loss:0.01683368103031946
train loss:0.00948824111029442
train loss:0.02392223296083226
train loss:0.011506988062466791
train loss:0.003838576909672371
train loss:0.003128138041475193
train loss:0.017249106644611458
train loss:0.03855351649033001
train loss:0.016507062626087622
train loss:0.02995381815056205
train loss:0.010394507887801933
train loss:0.01323287568098259
train loss:0.007512476275182194
train loss:0.03707781554973844
train loss:0.023663938257945265
train loss:0.016435963383552986
train loss:0.05939893961799992
train loss:0.021564638175903324
train loss:0.14117366197722148
train loss:0.01319330700584577
train loss:0.005084055548858014
train loss:0.021486799462534956
train loss:0.016773044864775096
train loss:0.009806658262280341
train loss:0.03226030301570782
train loss:0.02550748022282564
train loss:0.004806415139154477
train loss:0.018915057941841246
train loss:0.008448556138463735
train loss:0.16525394003372182
train loss:0.017793677949977348
train loss:0.0025386824148607716
train loss:0.02114111000206429
train loss:0.011082202152323863
train loss:0.009129945975039258
train loss:0.015201128509417799
train loss:0.011335321973079767
train loss:0.0039749641389982306
train loss:0.01393475641959852
train loss:0.04313255994675798
train loss:0.08747848402098567
train loss:0.0012484776066878963
train loss:0.007294740562748635
train loss:0.0035250207770063137
train loss:0.020142654467280575
train loss:0.028731532417777178
train loss:0.018176285977889835
train loss:0.011534337551090892
train loss:0.0016624286637793942
train loss:0.006509272607436785
train loss:0.002882055170071608
train loss:0.019140083375507985
train loss:0.012365105455071206
train loss:0.012924136525485902
train loss:0.04248109127943324
train loss:0.035742237742460284
train loss:0.004843529978214415
train loss:0.0018804824135141872
train loss:0.032125251515683254
train loss:0.0028469150862934756
train loss:0.012088877785088256
train loss:0.02758980025056414
train loss:0.00922689470544509
train loss:0.02733072655817289
train loss:0.03971792283767841
train loss:0.021258046982286716
train loss:0.019707868198947754
train loss:0.009893180777172156
train loss:0.03411477388468338
train loss:0.02484936868988147
train loss:0.0030827855213658596
train loss:0.002015562366320578
train loss:0.016487187805489495
train loss:0.00796560840322618
train loss:0.04300162386297908
train loss:0.014112349252041
train loss:0.0016870253874565033
train loss:0.001441382771441572
train loss:0.004913199610785154
train loss:0.004334902877381958
train loss:0.011359946171310545
train loss:0.01633423788462929
train loss:0.012919385289731862
train loss:0.016160693751589895
train loss:0.004103134197083185
train loss:0.00388891670581268
train loss:0.01697356833200275
train loss:0.0038496471131909448
train loss:0.008405331908828806
train loss:0.011190181253510354
train loss:0.03279302408174279
train loss:0.003851483129579859
train loss:0.04974494095402728
train loss:0.0026728451393760277
train loss:0.05064039267250802
train loss:0.004593650879366434
train loss:0.014563053705605854
train loss:0.09318085086893882
train loss:0.007181213626150972
train loss:0.019496934818415867
train loss:0.0020447058926819136
train loss:0.004288280614158592
train loss:0.011305158873713623
train loss:0.0014013166999044795
train loss:0.02597431484528641
train loss:0.0016465776662216286
train loss:0.015097002963896789
train loss:0.010334362485088799
train loss:0.013549185401839114
train loss:0.003956088713903547
train loss:0.007278311626886977
train loss:0.04045316287415815
train loss:0.025485172293299642
train loss:0.0031070905803455185
train loss:0.06787911313470088
train loss:0.0026872252575760136
train loss:0.011150572079306302
train loss:0.036483630753729485
train loss:0.02877647179654441
train loss:0.0019715990056575006
train loss:0.0025657069146280214
train loss:0.03895328712077961
train loss:0.005563433651891073
train loss:0.0019120403795587523
train loss:0.0035698184409296246
train loss:0.008172981755158043
train loss:0.023313704227994506
train loss:0.012387011366723663
train loss:0.0033883097201412066
train loss:0.004503946863192653
train loss:0.019094449696542323
train loss:0.01144389096669891
train loss:0.017446991777647403
train loss:0.011732451364766359
train loss:0.015657213411492905
train loss:0.012735346675608952
train loss:0.04894073523325496
train loss:0.013118649539942663
train loss:0.003450099921271234
train loss:0.0007464408748369341
train loss:0.02003339705195525
train loss:0.002673147901036871
train loss:0.002929434483421236
train loss:0.004018959116775819
train loss:0.004754366289497568
train loss:0.034124538370724246
train loss:0.01007133947856796
train loss:0.009445386801286525
train loss:0.004769886163123686
train loss:0.008448092950123887
train loss:0.019852337265152786
train loss:0.11144414081089128
train loss:0.00645179009993991
train loss:0.0348356228317134
train loss:0.02927559498521668
train loss:0.0013212942435583722
train loss:0.004603667451091641
train loss:0.003520760644615412
train loss:0.014682859767308097
train loss:0.009399157170591362
train loss:0.011701538221576928
train loss:0.008628170794682248
train loss:0.013180738415362185
train loss:0.006512546955095284
train loss:0.010854016074936386
train loss:0.021756529570299405
train loss:0.0013636899775825724
train loss:0.0027755944582070558
train loss:0.003488446234315078
train loss:0.006595107488053347
train loss:0.004605165405856425
train loss:0.011573374897109006
train loss:0.03285734064230161
train loss:0.1366022182211484
train loss:0.0029627783860417772
train loss:0.0019277880529758097
train loss:0.0016927412521013576
train loss:0.017749899256308557
train loss:0.009249699285329328
train loss:0.003935797643604562
train loss:0.010682862486436686
train loss:0.028024234056612602
train loss:0.0034790976708322474
train loss:0.00810450936178516
train loss:0.012619397854496076
train loss:0.00927061681323838
train loss:0.01646856239705112
train loss:0.004272243532923064
train loss:0.0053370866511044494
train loss:0.005436609492966082
train loss:0.001930149309892219
train loss:0.0076279128085696745
train loss:0.011257549205006394
train loss:0.005888526129024369
train loss:0.008933580180402505
train loss:0.003112089063036568
train loss:0.005685547223350506
train loss:0.007054011360376594
train loss:0.013635807295001703
train loss:0.02067774356701481
train loss:0.010713559547099284
train loss:0.0027023961212575844
train loss:0.0034001034346545275
train loss:0.012216711573930806
train loss:0.028449498511561574
train loss:0.006027305503294279
train loss:0.035141373939096825
train loss:0.011460908803717782
train loss:0.02506440135909006
train loss:0.0031966039441717452
train loss:0.011774179539503722
train loss:0.005540550660113054
train loss:0.00349373485753566
train loss:0.006670966357053863
train loss:0.0029451283899682122
train loss:0.007223716021199304
train loss:0.029037750429838423
train loss:0.006372589376691732
train loss:0.009487199742732806
train loss:0.0073586611143586075
train loss:0.012219494808600254
train loss:0.002492053058671404
train loss:0.008194619623312312
train loss:0.0051303078646461634
train loss:0.005224591903997489
train loss:0.009974604978656109
train loss:0.003158084888467939
train loss:0.00268212595595653
train loss:0.03167669648750403
train loss:0.00403887498072036
train loss:0.006977738053538547
train loss:0.001599609742709611
train loss:0.026330728592663354
train loss:0.01570165218888479
train loss:0.03879360897874564
train loss:0.022264345515807894
train loss:0.02798607253279323
train loss:0.013638175090693165
train loss:0.02286339432760059
train loss:0.004760618365783724
train loss:0.005831064445787162
train loss:0.013633349249914432
train loss:0.03700809323200522
train loss:0.01882958545365677
train loss:0.02406725445213449
train loss:0.018445576642792408
train loss:0.00541186549820902
train loss:0.015610460589547842
train loss:0.07206927047988143
train loss:0.05232432077864683
train loss:0.014211224321880277
train loss:0.0038238620926875667
train loss:0.0436842031714645
train loss:0.009499333841015442
train loss:0.0030418629004091715
train loss:0.010854632653850121
train loss:0.003282122283208314
train loss:0.009227384065966968
train loss:0.0008569845567816044
train loss:0.016802409762367177
train loss:0.015624938736599949
train loss:0.004022388630385952
train loss:0.0029756217492348173
train loss:0.011786904903954811
train loss:0.051721564751311594
train loss:0.00630855818309072
train loss:0.006246817747510806
train loss:0.006455577908968442
train loss:0.008020829155059266
train loss:0.0014327668759177659
train loss:0.0035523677364928796
train loss:0.009338712935527233
train loss:0.04729973026836849
train loss:0.014341343587166653
train loss:0.020114100172757002
train loss:0.00561313611071621
train loss:0.009683941480801806
train loss:0.005929655055145324
train loss:0.011817601159160774
train loss:0.009130289924275023
train loss:0.009490048841990001
train loss:0.014972712088349
train loss:0.003047968975263649
train loss:0.0514650201834267
train loss:0.00663299568445354
train loss:0.020638628129796867
train loss:0.015401044533584297
train loss:0.008122636806074213
train loss:0.012354910166724083
train loss:0.013691434431693688
train loss:0.004467337691896074
train loss:0.002679883729562071
train loss:0.007296295493835632
train loss:0.025744802331827035
train loss:0.01052177582713005
train loss:0.00479307698941209
train loss:0.01315204322625904
train loss:0.0033623062356811927
train loss:0.00718407435376116
train loss:0.013725790593071687
train loss:0.008298462535459855
train loss:0.006536061087755344
train loss:0.00048335635912424006
train loss:0.009905480366374522
train loss:0.009016556631913553
train loss:0.0034838251819162363
train loss:0.002999791291982856
train loss:0.06393386096220258
train loss:0.018832007640735126
train loss:0.0045541719513323585
train loss:0.003034685174090449
train loss:0.011198546669052654
train loss:0.003092632625201709
train loss:0.04164541917279251
train loss:0.0018479679053053555
train loss:0.005319066333497558
train loss:0.16481187081608797
train loss:0.00841188193252552
train loss:0.009223147137937508
train loss:0.009232720755014138
train loss:0.012334255475587606
train loss:0.025678679352937918
train loss:0.02105981116857754
train loss:0.00745978921962703
train loss:0.014105893273773186
train loss:0.009723399861997509
train loss:0.0033874320610271
train loss:0.0035696746306416475
train loss:0.009329919087386002
train loss:0.0022312521428301795
train loss:0.007174670723574047
train loss:0.003376039852696038
train loss:0.006198609368969276
train loss:0.05567495375348948
train loss:0.01216782919748532
train loss:0.011218706681953223
train loss:0.0015911181102372467
train loss:0.008571471049229626
train loss:0.0067902227054354915
train loss:0.0499281420953067
train loss:0.0023901727491689017
train loss:0.00907345333852907
train loss:0.010804645931302495
train loss:0.005789613224760274
train loss:0.04543918577516396
train loss:0.03835229748784184
train loss:0.021584263427849013
train loss:0.005670318998927337
train loss:0.020235258209878086
train loss:0.07283054059427665
train loss:0.00810995801381021
train loss:0.018729216829402793
train loss:0.030079966246773227
train loss:0.0043655164087312865
train loss:0.013497505706430149
train loss:0.005604174003673217
train loss:0.006114679189952139
train loss:0.02238095120712413
train loss:0.021900937462384605
train loss:0.024987222814072733
train loss:0.006287972733586684
train loss:0.0034607357903103037
train loss:0.02913264823645401
train loss:0.0024056015777525136
train loss:0.014901905615999834
train loss:0.017692044993136934
train loss:0.006702617913975651
train loss:0.003925931318061141
train loss:0.010782646958675639
train loss:0.019858115427860576
train loss:0.00805118545235077
train loss:0.003839631223686391
train loss:0.020437135653145068
train loss:0.025614006154048474
train loss:0.016820371591546722
train loss:0.01809975919416331
train loss:0.009845738391762303
train loss:0.002003626302389367
train loss:0.02441860886746807
train loss:0.0642251829479443
train loss:0.013253373921222205
train loss:0.006484764356992783
train loss:0.006622796633114439
train loss:0.027202060413306372
train loss:0.006247057156183885
train loss:0.0054366239076083
train loss:0.00692574430859058
train loss:0.003838079024585187
train loss:0.016876727106828446
train loss:0.01584541766794283
train loss:0.005163360898402775
train loss:0.002774131864928368
train loss:0.005929985873387928
train loss:0.00507668730639995
train loss:0.0057738173965363945
train loss:0.01082144300256397
train loss:0.07105261552819987
train loss:0.005339776286500771
train loss:0.003103682674584786
train loss:0.0023853126316621823
train loss:0.002816670881356194
train loss:0.014837662315392014
train loss:0.02050510414408887
train loss:0.01352422838298738
train loss:0.011218289819190602
train loss:0.009128957931313611
train loss:0.0029403103101882976
train loss:0.002847363368119461
train loss:0.003689619007672132
train loss:0.007879081328188571
train loss:0.004342899754354127
train loss:0.0021467445166837994
train loss:0.008949822066571843
train loss:0.012082115859055421
train loss:0.04382675370280333
train loss:0.016169713749327547
train loss:0.002853725950983666
train loss:0.007631808636224575
train loss:0.019594026192266887
train loss:0.008185739363844752
train loss:0.051847196587372864
train loss:0.006461872940119751
train loss:0.02596400922680704
train loss:0.008816787799066491
train loss:0.012438287632437565
train loss:0.0010630893107882353
train loss:0.014958359601349567
train loss:0.022660159096183904
train loss:0.01532859283709787
train loss:0.05097084034577856
train loss:0.009648010696728314
train loss:0.01595731981018818
train loss:0.02679849039326356
train loss:0.0024425297694285583
train loss:0.011341030433288202
train loss:0.0031051090160140364
train loss:0.00956986908760043
train loss:0.017813624886975753
train loss:0.016025435482642115
train loss:0.06779328167622949
train loss:0.0071402084069300195
train loss:0.002434793145185321
train loss:0.003130186971415253
train loss:0.004005078363124972
train loss:0.00287285623627743
train loss:0.01403676666020521
train loss:0.005752624649710919
train loss:0.002404083619411361
train loss:0.0011979661519143738
train loss:0.010502820188812639
train loss:0.00690454899550563
train loss:0.008185154958822738
train loss:0.011288401002490235
train loss:0.013642120989011073
train loss:0.001819291797181057
train loss:0.005647161141894742
train loss:0.02074805066827115
train loss:0.0020731106767294693
train loss:0.008840794264602426
train loss:0.01318065322307781
train loss:0.00860651635547179
train loss:0.011815544375067964
train loss:0.011489626054426567
train loss:0.0037997651046640154
train loss:0.003051257358807802
train loss:0.0014158250003229325
train loss:0.00718928139654304
train loss:0.006024313789778122
train loss:0.018058770777865777
train loss:0.0015851222237294959
train loss:0.00485878672988307
train loss:0.01259237455368466
train loss:0.05343077248487064
train loss:0.00572093708132754
train loss:0.013286754757260696
train loss:0.0024067553461475833
train loss:0.005981769826787684
train loss:0.0006545591766990725
train loss:0.02448801976211526
train loss:0.006109355110199182
train loss:0.030610866294805444
train loss:0.0006459294610028668
train loss:0.00247264871016551
train loss:0.011102486704408136
train loss:0.009570644985951157
train loss:0.004458968871019716
train loss:0.008870607205374593
train loss:0.03649530922725542
train loss:0.013033958927881381
train loss:0.006935209499305819
train loss:0.012990651085228481
train loss:0.004996223646434667
train loss:0.0051844879528398545
train loss:0.0035649301508421643
train loss:0.013337672486589191
train loss:0.010404480569147216
train loss:0.002998455850137444
train loss:0.011382267722529624
train loss:0.016367411538153027
train loss:0.006570826931532964
train loss:0.014766007812792683
train loss:0.0018331189201743082
train loss:0.00524240057715511
train loss:0.005850374418560559
train loss:0.01378934937278665
train loss:0.009258702310103272
train loss:0.011103487949130306
train loss:0.017668778881166254
train loss:0.008450056285961764
train loss:0.007829564673332692
train loss:0.04805974619033701
train loss:0.002725118150757261
train loss:0.0033165183034068305
train loss:0.002441963576408719
train loss:0.012900043914564653
train loss:0.008387357222232932
train loss:0.011554271341715036
train loss:0.007775719644714795
train loss:0.005482444714795177
train loss:0.030126897089077898
train loss:0.009549080752810326
train loss:0.0047038961360492855
train loss:0.001005789339135042
train loss:0.10224297983578336
train loss:0.013028299622366893
train loss:0.00849747050287241
=== epoch:9, train acc:0.992, test acc:0.987 ===
train loss:0.023070000294510132
train loss:0.01983501315303279
train loss:0.02823849694684299
train loss:0.012787534011923467
train loss:0.02549896325658946
train loss:0.007694556451010704
train loss:0.006818391416979137
train loss:0.0069422028857749445
train loss:0.014324917839453883
train loss:0.011928984003807755
train loss:0.0114312769892524
train loss:0.002561421538850122
train loss:0.0023045044813705586
train loss:0.004221444860648356
train loss:0.0004685411243048948
train loss:0.045597893880748586
train loss:0.009342629023658124
train loss:0.00838035463877595
train loss:0.005290924097379507
train loss:0.011366871140342731
train loss:0.009999040332204782
train loss:0.011026275883317454
train loss:0.01371552521888459
train loss:0.002529395155221344
train loss:0.002570217652772504
train loss:0.015422089403642158
train loss:0.0013836425175194386
train loss:0.009113337863756598
train loss:0.039216623025766006
train loss:0.006473821702847262
train loss:0.004821590534254272
train loss:0.003246014981911441
train loss:0.058844006931607566
train loss:0.008689826688658416
train loss:0.005514071277887667
train loss:0.003520752631495426
train loss:0.010682273655472625
train loss:0.012939681055327721
train loss:0.0028477498608670032
train loss:0.03664914771165177
train loss:0.01805442636472421
train loss:0.002362414725786073
train loss:0.0018717251929604164
train loss:0.003311387175345455
train loss:0.04169355864602279
train loss:0.0027945363707053733
train loss:0.005002872323985621
train loss:0.010785806632960542
train loss:0.005351595146835282
train loss:0.003189735872932299
train loss:0.0031918835324942457
train loss:0.002972044731233991
train loss:0.004327587147271509
train loss:0.03922615574539966
train loss:0.0059976408648364475
train loss:0.16584402461838998
train loss:0.002763845630106271
train loss:0.004028175788124463
train loss:0.008126439313326274
train loss:0.0032941039357854713
train loss:0.03720095374097798
train loss:0.0032234336725994145
train loss:0.008965150777018586
train loss:0.006575335258992544
train loss:0.003286945026491224
train loss:0.021909766204653174
train loss:0.00934383627545182
train loss:0.007277598861930487
train loss:0.005468930522037068
train loss:0.0096234549698554
train loss:0.012521110427576209
train loss:0.07638171273447299
train loss:0.003239932211841545
train loss:0.0068572145838974195
train loss:0.0029070831529228393
train loss:0.003369063041047263
train loss:0.008394953770591861
train loss:0.013078692089986743
train loss:0.004641945699753856
train loss:0.005523222906471039
train loss:0.006250464797073491
train loss:0.00621222683884218
train loss:0.015831776284638364
train loss:0.008172341187256744
train loss:0.013840244876114143
train loss:0.0022457298873114324
train loss:0.004040244202198979
train loss:0.003562895232178846
train loss:0.008384229436954643
train loss:0.004943804405666531
train loss:0.006801789646295886
train loss:0.004825203767299116
train loss:0.0057046784359767325
train loss:0.002227273453972609
train loss:0.011149312809539944
train loss:0.006049781952256928
train loss:0.0211597098083358
train loss:0.010934804987684737
train loss:0.06649015846250758
train loss:0.0031187398005118215
train loss:0.002080104084864149
train loss:0.0007388864725598389
train loss:0.008938844728564887
train loss:0.004480653855304778
train loss:0.00572179064910724
train loss:0.0032948763096825413
train loss:0.0037769913914288255
train loss:0.042533758052603766
train loss:0.007000310293944296
train loss:0.0041464998362550345
train loss:0.010980763038626232
train loss:0.0156094923952612
train loss:0.0031206013989370962
train loss:0.013332974379774576
train loss:0.00678964002679604
train loss:0.019787461403481837
train loss:0.009367459185972447
train loss:0.007440823749184958
train loss:0.01704004280908515
train loss:0.005860468242232966
train loss:0.01673733500569141
train loss:0.005075186165229907
train loss:0.019192934694564255
train loss:0.0029715148946871384
train loss:0.007058908600876553
train loss:0.010539577645076396
train loss:0.005634064723507407
train loss:0.0025285139150251754
train loss:0.008902273698370345
train loss:0.0034609660167687706
train loss:0.02207500956082098
train loss:0.015091446308845685
train loss:0.12908547192325698
train loss:0.00658867792742809
train loss:0.005763340581177279
train loss:0.013015400651770901
train loss:0.012048343829549713
train loss:0.040740983203014135
train loss:0.010340375990514435
train loss:0.002311980378352533
train loss:0.005742391280089706
train loss:0.004812187241846296
train loss:0.01608919135123604
train loss:0.02631301335066846
train loss:0.0007487000029267364
train loss:0.031463001395034926
train loss:0.0017559729214803644
train loss:0.0018002937204024863
train loss:0.010831890146688745
train loss:0.015658820041823576
train loss:0.014112031015665286
train loss:0.002962048417648484
train loss:0.0031998074819333455
train loss:0.011523536358287038
train loss:0.005043399203168297
train loss:0.0048642060676379155
train loss:0.004035877796381118
train loss:0.00949584380895485
train loss:0.009124696041227572
train loss:0.006514149895430303
train loss:0.007668445576190097
train loss:0.00743217366297293
train loss:0.004772582126318988
train loss:0.023489610268986737
train loss:0.00909878029042172
train loss:0.014426915996832957
train loss:0.0026535475891566684
train loss:0.019273701796626116
train loss:0.007814667177012031
train loss:0.012553719404624764
train loss:0.017837725837204676
train loss:0.049247266239574455
train loss:0.01340709087227222
train loss:0.017852065478429695
train loss:0.004028204000300363
train loss:0.036207326359070736
train loss:0.002802573996026744
train loss:0.007894721402732698
train loss:0.016883177090061447
train loss:0.01760142199865497
train loss:0.020066788619604998
train loss:0.020456930803889
train loss:0.017530061759913097
train loss:0.0027719691693896538
train loss:0.010549465585214975
train loss:0.007564665704383958
train loss:0.0026754901715402494
train loss:0.0070701717598169135
train loss:0.013088712422813327
train loss:0.010021102642107567
train loss:0.013748502297608716
train loss:0.028427126927661413
train loss:0.002857908365186939
train loss:0.03748894558580923
train loss:0.002544756102590489
train loss:0.013413047591273113
train loss:0.004720555427625628
train loss:0.022067681535986265
train loss:0.006431508347125219
train loss:0.010749662038742407
train loss:0.0025764845799977456
train loss:0.0038333105804740112
train loss:0.004481132340292305
train loss:0.03002567617397665
train loss:0.004687156963644478
train loss:0.15847445454153525
train loss:0.009630294415029182
train loss:0.004413453235716446
train loss:0.00700461939883931
train loss:0.013105079315858642
train loss:0.0059739463671141906
train loss:0.06854904774911053
train loss:0.000621369781510997
train loss:0.03498960088578706
train loss:0.0038250415248898776
train loss:0.0035382196834996276
train loss:0.018363593064459317
train loss:0.005947572986049928
train loss:0.010318089445291397
train loss:0.02023371322955246
train loss:0.003770594167266707
train loss:0.028592911629840255
train loss:0.14320791498791766
train loss:0.029419613799777988
train loss:0.00838871684044664
train loss:0.004470706930992488
train loss:0.08583485788678276
train loss:0.003680348511827446
train loss:0.018004801923965582
train loss:0.010372292110109944
train loss:0.005318706988750385
train loss:0.006054418630429844
train loss:0.0068406037497929315
train loss:0.0029468546074857397
train loss:0.0020203357244803857
train loss:0.045096580829307654
train loss:0.008946272328681296
train loss:0.041261361605907404
train loss:0.04760195855022728
train loss:0.019248849651427792
train loss:0.003847830358883088
train loss:0.012581124005423314
train loss:0.009881569380366663
train loss:0.0029231966236177255
train loss:0.009864202078337029
train loss:0.013707453456541634
train loss:0.031016426726265256
train loss:0.018780931129277534
train loss:0.012020074740681595
train loss:0.008237677517125806
train loss:0.01475127247363872
train loss:0.006286451345594526
train loss:0.03399784688219986
train loss:0.012333812330952343
train loss:0.002291180625601091
train loss:0.014708377522092163
train loss:0.013942612041317658
train loss:0.01078045411891983
train loss:0.01143007834109995
train loss:0.008952208791791602
train loss:0.008921519290504432
train loss:0.031144458328589014
train loss:0.006582139381238905
train loss:0.003643524923720558
train loss:0.017775643873024535
train loss:0.007081226440148847
train loss:0.005709574295916935
train loss:0.005269053572901521
train loss:0.0037936007803685127
train loss:0.0032227492602869977
train loss:0.01286321961324722
train loss:0.021339644242323406
train loss:0.0008312831541241909
train loss:0.03722989493940429
train loss:0.01792783757943148
train loss:0.006240984332254678
train loss:0.0057566465347591135
train loss:0.02078011657805377
train loss:0.05176188463125413
train loss:0.006633002562107955
train loss:0.0036777616673564556
train loss:0.011505435988461663
train loss:0.0545509981022969
train loss:0.001058086973258163
train loss:0.0067453920485015485
train loss:0.0024852226046270017
train loss:0.0077771824011859435
train loss:0.010549625620227585
train loss:0.009466203606252683
train loss:0.008653298924788297
train loss:0.0048527221823493946
train loss:0.005267563496900789
train loss:0.005827370698433611
train loss:0.005812202832995692
train loss:0.005549433768818007
train loss:0.03962608955887061
train loss:0.023128709156364308
train loss:0.002942575285595062
train loss:0.009987165372000945
train loss:0.0018984440963371772
train loss:0.008003151588044216
train loss:0.0033448794216684122
train loss:0.02603244334417363
train loss:0.0019270461060662985
train loss:0.004059357507302796
train loss:0.011665374121006251
train loss:0.005374267379387253
train loss:0.03641681375133565
train loss:0.006295136441693117
train loss:0.020268153384271063
train loss:0.0061482028612195394
train loss:0.03471559216630388
train loss:0.01905806558506494
train loss:0.03009155925101392
train loss:0.006085029177266348
train loss:0.012645985699240227
train loss:0.014188857256091973
train loss:0.020711108712674006
train loss:0.01193518553804675
train loss:0.015259161625302775
train loss:0.03168535423223711
train loss:0.004486971613968927
train loss:0.01370477265327605
train loss:0.03533806438951932
train loss:0.004309733622016107
train loss:0.004301804957886051
train loss:0.013385915322956988
train loss:0.008987635862811255
train loss:0.006262328123607165
train loss:0.0067273915706341225
train loss:0.006133034093243054
train loss:0.006217116682317513
train loss:0.0030948602335887977
train loss:0.012179799584608887
train loss:0.005312029900751805
train loss:0.031375385176615936
train loss:0.002704590125173592
train loss:0.002415992056904314
train loss:0.015705830629787275
train loss:0.006785919204355847
train loss:0.028133069507867713
train loss:0.0015795531656339961
train loss:0.007398022931309661
train loss:0.00649222293959018
train loss:0.008141559185173187
train loss:0.002584257028673901
train loss:0.02421636080422247
train loss:0.00876170227508053
train loss:0.0032147664067632893
train loss:0.015818339819991104
train loss:0.004356801738270496
train loss:0.004161495612763332
train loss:0.005644805032096829
train loss:0.0017324622859435689
train loss:0.009043812032529802
train loss:0.006149378574947502
train loss:0.004646596654231041
train loss:0.0029932306373004706
train loss:0.007477669465146691
train loss:0.00991771287829657
train loss:0.010696166631219228
train loss:0.005381342118432223
train loss:0.00760622984346575
train loss:0.0024050205423645317
train loss:0.04023348521387916
train loss:0.008038519708255119
train loss:0.008119251635382695
train loss:0.0006668402256770269
train loss:0.007749308445989398
train loss:0.023201382885907406
train loss:0.011306229788472814
train loss:0.005290204057873369
train loss:0.023551144329684456
train loss:0.011052147594455634
train loss:0.015516130848789384
train loss:0.003029676075361738
train loss:0.006089162829461254
train loss:0.043594394958924046
train loss:0.002935015680575948
train loss:0.012111820667050513
train loss:0.02497001303424022
train loss:0.0020727860036
train loss:0.010825400524052347
train loss:0.0013077970544623015
train loss:0.003936423694473863
train loss:0.009736134803644545
train loss:0.005521603995165559
train loss:0.0117721336974858
train loss:0.0026081037159321756
train loss:0.005192613432188963
train loss:0.00300120856870175
train loss:0.005631687296429504
train loss:0.0028544438437287595
train loss:0.01525227837214036
train loss:0.007908515719152262
train loss:0.011606678375486252
train loss:0.0022753425904639664
train loss:0.0064446419113945675
train loss:0.030705016673385443
train loss:0.0729665619152615
train loss:0.012635815600369726
train loss:0.0350789993084531
train loss:0.04186991704022033
train loss:0.0034181269386241325
train loss:0.018597338897731713
train loss:0.005810256289022887
train loss:0.02880600711457444
train loss:0.00676910137579036
train loss:0.005636026280858844
train loss:0.012656811723963239
train loss:0.0025886547682865673
train loss:0.03848635565690668
train loss:0.003908305017582655
train loss:0.011370212307446614
train loss:0.04321075835197836
train loss:0.0012981022646779458
train loss:0.005002367407623892
train loss:0.014417499528224907
train loss:0.011690341744247667
train loss:0.005965838008633267
train loss:0.005180201918486931
train loss:0.008294824853543895
train loss:0.010425783474221916
train loss:0.005249515984387668
train loss:0.01846326861240031
train loss:0.012110208890851794
train loss:0.0034457085672702768
train loss:0.0036513174149072907
train loss:0.0053801807394429245
train loss:0.11848730619442832
train loss:0.021853873044694452
train loss:0.014208522367606762
train loss:0.0008051699043319501
train loss:0.017819792865448925
train loss:0.002726263133505035
train loss:0.009916293278944572
train loss:0.0054170502834726296
train loss:0.007248191533777701
train loss:0.010583750829998835
train loss:0.0036691183133101255
train loss:0.013825561211891126
train loss:0.00830732272834214
train loss:0.002943518208099077
train loss:0.004169864461294733
train loss:0.007518151109339768
train loss:0.000644312896939203
train loss:0.009684436429110042
train loss:0.006030041088346969
train loss:0.005117911849873465
train loss:0.010128625370176234
train loss:0.0035639189142326853
train loss:0.01948149794748733
train loss:0.001987230420413335
train loss:0.012758993290834054
train loss:0.009404380211981315
train loss:0.02180870886836628
train loss:0.01853744006078082
train loss:0.003717500759547306
train loss:0.005478413726028684
train loss:0.006937030368908107
train loss:0.0027447325940481533
train loss:0.003910247703474338
train loss:0.004012217403199486
train loss:0.0022701401237878874
train loss:0.012667589309361939
train loss:0.0004958435660595929
train loss:0.0049798805378812126
train loss:0.003487025266500111
train loss:0.022031038295907263
train loss:0.025277755498233242
train loss:0.0038307402502555897
train loss:0.010019439573842942
train loss:0.012533963446794997
train loss:0.00547474642381031
train loss:0.004125439784893925
train loss:0.0055482227443225274
train loss:0.0031715464944808347
train loss:0.039029998761004464
train loss:0.0022073672748806382
train loss:0.0037127572736818286
train loss:0.0022157061234591292
train loss:0.0030565884065581876
train loss:0.0035709870198563616
train loss:0.0015701637355085341
train loss:0.008922281293700554
train loss:0.01220985894848783
train loss:0.01977960651656799
train loss:0.0014003719269370372
train loss:0.006541718872451867
train loss:0.0020852755181846204
train loss:0.019844196493842794
train loss:0.0011315909124985173
train loss:0.005769328010910646
train loss:0.00368083899303805
train loss:0.0024893497419414545
train loss:0.0060984076596274795
train loss:0.03815853978796387
train loss:0.0013143277268108447
train loss:0.009187944639340397
train loss:0.004916626413486478
train loss:0.005689331740833643
train loss:0.004009669163484795
train loss:0.0035536549849458313
train loss:0.006833528657242156
train loss:0.0046799943163596345
train loss:0.008250365563081324
train loss:0.0033841669263332485
train loss:0.0019781368716002305
train loss:0.0036214700172126357
train loss:0.026754632888490733
train loss:0.021299579911232668
train loss:0.01223570434222928
train loss:0.01082016348099155
train loss:0.0013706911624796403
train loss:0.0064753189115689756
train loss:0.000579347153892567
train loss:0.0021433849063968316
train loss:0.01509124526242578
train loss:0.006994436895279854
train loss:0.000534648411708301
train loss:0.0018325580766194933
train loss:0.0045412900053128005
train loss:0.015011152907787899
train loss:0.008740871174984045
train loss:0.009178317775237387
train loss:0.021046720957492635
train loss:0.019572017316967925
train loss:0.002113603995409143
train loss:0.003090232458086857
train loss:0.0015120185216937853
train loss:0.00949769167857043
train loss:0.008978310243441326
train loss:0.004126740241836047
train loss:0.006272446014370966
train loss:0.0076848651333929294
train loss:0.004157497535156964
train loss:0.003227054371177173
train loss:0.003056052338314209
train loss:0.0030560988004847867
train loss:0.0006722622702256246
train loss:0.011370864420806037
train loss:0.006473691674826235
train loss:0.0062915403927734734
train loss:0.0039010749851708455
train loss:0.009134657257545557
train loss:0.004422367688290015
train loss:0.006197344743235197
train loss:0.008964706227214323
train loss:0.0017250964312220578
train loss:0.0036011039007159762
train loss:0.0013391753648787214
train loss:0.007441829621450768
train loss:0.009150214131243369
train loss:0.003343629335299263
train loss:0.009714534947800245
train loss:0.0522202930131459
train loss:0.00745027497347066
train loss:0.0029410088582533284
train loss:0.006044059546043562
train loss:0.0055523708799540975
train loss:0.022456737476516993
train loss:0.0014103833164039465
train loss:0.003972862805454655
train loss:0.010647706965681928
train loss:0.0034470100666612407
train loss:0.0008877418572352154
train loss:0.028175744227088986
train loss:0.023081793437711426
train loss:0.003759513297686019
train loss:0.010372004240088795
train loss:0.002365207975044736
train loss:0.014255327940992648
train loss:0.011156679704338082
train loss:0.005230580053628637
train loss:0.0059641235683273045
train loss:0.04030063546143788
train loss:0.010747765368763339
train loss:0.0017508371807195666
train loss:0.0005953404778782014
train loss:0.018335602534570443
train loss:0.008845885236259636
train loss:0.009381665246125229
train loss:0.017082933685913737
train loss:0.006111875303267594
train loss:0.009881709295521795
train loss:0.007780731879299334
train loss:0.03700426824306004
train loss:0.02116616813889605
train loss:0.0029159124908482302
train loss:0.04115540025740901
train loss:0.05454509941217057
train loss:0.002653455154526419
train loss:0.002322037198139169
train loss:0.003976366971594767
train loss:0.007777800831104271
train loss:0.023237623984410184
train loss:0.0056238358564893835
train loss:0.0007870376281745448
train loss:0.0039031869441924823
train loss:0.005936045472146578
=== epoch:10, train acc:0.995, test acc:0.986 ===
train loss:0.003589741900397562
train loss:0.004204474887366925
train loss:0.009108905105136946
train loss:0.08352845366135173
train loss:0.0006969223266204648
train loss:0.010416053582406297
train loss:0.01700482362509828
train loss:0.013761024828353195
train loss:0.0019546443439689993
train loss:0.003386750856335335
train loss:0.0026067962908093915
train loss:0.0034943281992210707
train loss:0.010063006946494996
train loss:0.005314939945703749
train loss:0.003852817261435757
train loss:0.02114212958961851
train loss:0.0066580129891687335
train loss:0.002693248809665272
train loss:0.007702417185585691
train loss:0.002680397932929114
train loss:0.0006402475408129774
train loss:0.05477170321648355
train loss:0.03339328783184674
train loss:0.04983959109015796
train loss:0.002685826999345666
train loss:0.005044168116450839
train loss:0.0029207587744194126
train loss:0.010689051329533447
train loss:0.017783015066947787
train loss:0.00910923315209487
train loss:0.009190628215732759
train loss:0.0028365953507727528
train loss:0.00689391024759971
train loss:0.012067575503026578
train loss:0.011971772510996287
train loss:0.007943109092828228
train loss:0.015379013099900229
train loss:0.006473817218403082
train loss:0.013576952712283548
train loss:0.01234394162336897
train loss:0.0015321693222081958
train loss:0.01250977990878622
train loss:0.0027633177392386928
train loss:0.0039663952988888114
train loss:0.011340430904229854
train loss:0.0208642102412246
train loss:0.018464108899988244
train loss:0.004855959163377349
train loss:0.0025398874701931633
train loss:0.0010523267790359077
train loss:0.01026589876644564
train loss:0.002397587050426224
train loss:0.00742475846845562
train loss:0.007994106250177971
train loss:0.033195458313294395
train loss:0.010851413884995413
train loss:0.00881471414361875
train loss:0.013166074814896574
train loss:0.00031949601673724815
train loss:0.021393763211128642
train loss:0.005195395026562536
train loss:0.006818745805709854
train loss:0.011247369557967212
train loss:0.010755790339256688
train loss:0.01061555385765947
train loss:0.013358737223717443
train loss:0.0031772889988979204
train loss:0.0044043402609345896
train loss:0.0022861880893794207
train loss:0.006235873516921301
train loss:0.06543478000829481
train loss:0.0011825814943647115
train loss:0.008076239859261656
train loss:0.0022856740232978586
train loss:0.007213083716512316
train loss:0.012281587844064013
train loss:0.0019361012150835035
train loss:0.0058910435931204775
train loss:0.010848064708467005
train loss:0.006516835743800652
train loss:0.004351384223751205
train loss:0.0032232070574568787
train loss:0.0010799767776238866
train loss:0.0020477449282558843
train loss:0.005152686260131211
train loss:0.00553195945846787
train loss:0.012094177988584212
train loss:0.0098607006110427
train loss:0.008235551988065769
train loss:0.0007725267172177752
train loss:0.004404902911016561
train loss:0.00945275153157767
train loss:0.018978861706994265
train loss:0.007592951523450029
train loss:0.0030804944790322115
train loss:0.015780093874908783
train loss:0.0103310859125068
train loss:0.024166462425098127
train loss:0.04556177628372151
train loss:0.006240976977783719
train loss:0.0025509694895578393
train loss:0.04945211023781384
train loss:0.005090708446721008
train loss:0.019256822392425942
train loss:0.010996284586654683
train loss:0.007652517170912159
train loss:0.02400696072700362
train loss:0.06333614760442725
train loss:0.0027824892299412748
train loss:0.007158909987524925
train loss:0.0019506952809956097
train loss:0.019053048276083083
train loss:0.010462303657021037
train loss:0.030355447873169173
train loss:0.011151209106866719
train loss:0.004844245328937766
train loss:0.006277071738269423
train loss:0.004418557807455315
train loss:0.0013099210391039541
train loss:0.0064465416160374
train loss:0.004732018203841047
train loss:0.003085042332534309
train loss:0.0007806498552756938
train loss:0.003540343740074394
train loss:0.02771847777903561
train loss:0.002999737925153698
train loss:0.007528003944788258
train loss:0.011879206289088466
train loss:0.007885806623885782
train loss:0.01891373605981321
train loss:0.002632914785368391
train loss:0.006354639549362794
train loss:0.00936708094851488
train loss:0.0005201316974337828
train loss:0.01428087879293062
train loss:0.0013115550947909935
train loss:0.007734556713533023
train loss:0.008533259389434038
train loss:0.0026431211903763163
train loss:0.0077449540710328325
train loss:0.017263944764325283
train loss:0.01446807198752696
train loss:0.013985359474470705
train loss:0.003139851643707335
train loss:0.009346491338506638
train loss:0.005886303105411918
train loss:0.0036300438542995095
train loss:0.0017841667736235548
train loss:0.02850456276086522
train loss:0.00121060067225973
train loss:0.005964324359384663
train loss:0.0071371883563358905
train loss:0.005222618160629819
train loss:0.030971728468696412
train loss:0.030777202351125733
train loss:0.001969375305987958
train loss:0.013615677799772853
train loss:0.003130952321415193
train loss:0.005457135757787181
train loss:0.005205030557673806
train loss:0.004238721838155689
train loss:0.03477970667467078
train loss:0.003264011057381927
train loss:0.005747339068302528
train loss:0.0034149075099639097
train loss:0.0018370063020205767
train loss:0.007704938087281598
train loss:0.004740394072938211
train loss:0.0033686315788379567
train loss:0.0014597025165096907
train loss:0.015080380083997737
train loss:0.02855652670263007
train loss:0.013788285670525828
train loss:0.004147002690632008
train loss:0.006803080261814266
train loss:0.0076173302389159455
train loss:0.06946501468962812
train loss:0.005788909406995291
train loss:0.009218791261982797
train loss:0.0031469649842143167
train loss:0.0036018626223955266
train loss:0.01643347167158353
train loss:0.00742715747704907
train loss:0.004230698357027462
train loss:0.007012548298275687
train loss:0.005219186014159274
train loss:0.0200277914877311
train loss:0.0011189130408366724
train loss:0.014509174755924927
train loss:0.0028269977586085483
train loss:0.008101935354077959
train loss:0.0014809754719618206
train loss:0.005198146329001194
train loss:0.015187353458758742
train loss:0.01088641262568066
train loss:0.0029611438227967355
train loss:0.003944948170122386
train loss:0.016104862574044115
train loss:0.0016557989908529056
train loss:0.002601770112298013
train loss:0.0010537495812767584
train loss:0.0010218009775843475
train loss:0.0024761015869796572
train loss:0.002570782929185833
train loss:0.0011866964508276427
train loss:0.0031207086188088074
train loss:0.0029153198336312213
train loss:0.014975202784460108
train loss:0.010464090250548888
train loss:0.03522004817897382
train loss:0.012147307383494598
train loss:0.02992539267362962
train loss:0.014483350558386825
train loss:0.012863675258727296
train loss:0.004034478424410297
train loss:0.005478170592179773
train loss:0.00527478185171112
train loss:0.013196111059719138
train loss:0.002644380431514231
train loss:0.002310902917926771
train loss:0.009186924289438032
train loss:0.010482249648282864
train loss:0.002158959125020915
train loss:0.004322141047276906
train loss:0.007552697916303955
train loss:0.002286560810553345
train loss:0.003809500127481022
train loss:0.001599029881354129
train loss:0.02289116035613246
train loss:0.005593805982306029
train loss:0.005347389633543953
train loss:0.0024795998880434438
train loss:0.0035265893433862063
train loss:0.003979039605775805
train loss:0.0059109875591043535
train loss:0.02120361939746799
train loss:0.002329806481857919
train loss:0.0038429508458124127
train loss:0.0026980349930878188
train loss:0.00723303919787178
train loss:0.004200086174329447
train loss:0.0029654692312497777
train loss:0.002641054242991685
train loss:0.00368483596730588
train loss:0.008488926549488568
train loss:0.0037896382452534566
train loss:0.0038536594121967834
train loss:0.0018959610332547547
train loss:0.00207243322968244
train loss:0.08806581395845038
train loss:0.027525098575857738
train loss:0.007549938102068293
train loss:0.003146798751370427
train loss:0.008923529922360486
train loss:0.006249287208277209
train loss:0.0039804726074134785
train loss:0.0030163691726347837
train loss:0.005708072867653064
train loss:0.021269864835908394
train loss:0.04432703037206891
train loss:0.009040573771821455
train loss:0.0033899864884133933
train loss:0.0023978251948176656
train loss:0.003275830852731355
train loss:0.0044684403759856035
train loss:0.003988296779438521
train loss:0.0047412122273753346
train loss:0.00268223248056193
train loss:0.04246811947313765
train loss:0.00473664222065869
train loss:0.0015645272910835614
train loss:0.0063953151316770976
train loss:0.0030160297519287384
train loss:0.008465897563232041
train loss:0.019530707392038747
train loss:0.004356513949853495
train loss:0.013879840233493514
train loss:0.009652323110753489
train loss:0.007231997959161619
train loss:0.008928807061182556
train loss:0.0018105472936384127
train loss:0.01016451711569377
train loss:0.019566526715593332
train loss:0.0009846565918478526
train loss:0.0011819965441551851
train loss:0.05101594892114677
train loss:0.0013482573894832367
train loss:0.005345034614174377
train loss:0.004593710667742946
train loss:0.009907356831779884
train loss:0.0031524554220607234
train loss:0.004116651695329754
train loss:0.0007682333223344922
train loss:0.041447124512059966
train loss:0.013454647528883992
train loss:0.08578262764120428
train loss:0.014436051203573955
train loss:0.00420390793606554
train loss:0.007806313955519768
train loss:0.004753141510676041
train loss:0.003224335860562733
train loss:0.005648710403643946
train loss:0.01944997596046943
train loss:0.017228665111644358
train loss:0.0238149281292079
train loss:0.06281375457136383
train loss:0.023212436389522605
train loss:0.007800958188455204
train loss:0.07319346613891596
train loss:0.0015944756592537735
train loss:0.03257572639057591
train loss:0.00493272892948767
train loss:0.006057831635851631
train loss:0.009869456773193633
train loss:0.0036786946834726554
train loss:0.0572069952359015
train loss:0.0010542326361719077
train loss:0.02321543907231229
train loss:0.0035559700499597853
train loss:0.0010804981805946536
train loss:0.07427709056547252
train loss:0.005340477913432153
train loss:0.0026475094833428607
train loss:0.03185315583442987
train loss:0.020303955361076494
train loss:0.02039912879582419
train loss:0.004071877247610278
train loss:0.00198240588932545
train loss:0.023456987276321093
train loss:0.019826939763247765
train loss:0.0033075437053499703
train loss:0.009086930691234861
train loss:0.009989488785952173
train loss:0.0114266418114976
train loss:0.02235623867378736
train loss:0.0029262431575870435
train loss:0.010927104072468923
train loss:0.005618994966986736
train loss:0.008829917726532212
train loss:0.0034843685314995816
train loss:0.019366989237945272
train loss:0.004643648563927341
train loss:0.007393499301509013
train loss:0.004967016161331533
train loss:0.018858788290739482
train loss:0.0040786234291644895
train loss:0.01376661190381545
train loss:0.004933374151359276
train loss:0.0015284244706455321
train loss:0.004652690741249124
train loss:0.048296452119312126
train loss:0.0048411203886188185
train loss:0.0007856582107705901
train loss:0.010254323764152607
train loss:0.006764816815745672
train loss:0.006140181025997584
train loss:0.007078309941411485
train loss:0.015023890843238321
train loss:0.004046958119659561
train loss:0.004084287809683081
train loss:0.005843740800492193
train loss:0.006279827135071862
train loss:0.002859652539568693
train loss:0.012037509499774618
train loss:0.010322555131554277
train loss:0.002030018792786852
train loss:0.0018328790879942076
train loss:0.023325083733782958
train loss:0.006086026679755961
train loss:0.0026617755544602463
train loss:0.006951154836652544
train loss:0.0035597646993657593
train loss:0.00351163560200008
train loss:0.0035604259575079318
train loss:0.001332670986144481
train loss:0.0068981998780449204
train loss:0.0017152440797394706
train loss:0.024127699481558976
train loss:0.009541701101530697
train loss:0.003644013884028666
train loss:0.011046992664817285
train loss:0.0038279070915270674
train loss:0.011719757292023824
train loss:0.03985847637535557
train loss:0.0014613986338638523
train loss:0.03021847388283714
train loss:0.006612173520646366
train loss:0.008338645546858153
train loss:0.007832286960400356
train loss:0.0019652365421144987
train loss:0.010110269361971545
train loss:0.019290558354299443
train loss:0.015309551697710137
train loss:0.00333742326501119
train loss:0.007720534154407953
train loss:0.06130698670077704
train loss:0.0014640195989295058
train loss:0.03643420955830717
train loss:0.010434137107819343
train loss:0.006507556941818237
train loss:0.015493360019099853
train loss:0.011622336429312456
train loss:0.003816726349645511
train loss:0.002433201986067647
train loss:0.008411896909451573
train loss:0.01180530555586934
train loss:0.01184269841626528
train loss:0.010864172945394717
train loss:0.0032381549686820122
train loss:0.002219373453846074
train loss:0.004630430688732163
train loss:0.032132390966116746
train loss:0.014981419754979242
train loss:0.008973566836254977
train loss:0.005864093780819372
train loss:0.005838250692622432
train loss:0.007028979872125989
train loss:0.002989237888117099
train loss:0.008944125000446257
train loss:0.001270193175576377
train loss:0.004752333521807785
train loss:0.0024901854954223427
train loss:0.005042535795848465
train loss:0.00985464251770675
train loss:0.018537845012430026
train loss:0.0016566900568350878
train loss:0.01098154749684338
train loss:0.004499089965494061
train loss:0.007505196445201914
train loss:0.0015020763960624367
train loss:0.0019766691092118
train loss:0.020069295863164843
train loss:0.011166038613340668
train loss:0.0036618118232151914
train loss:0.005808892861708825
train loss:0.0017755891049163759
train loss:0.006725587598931143
train loss:0.0031176288870666314
train loss:0.0067334863110395495
train loss:0.009036028146123413
train loss:0.0034554264154288833
train loss:0.0019969677594047224
train loss:0.03883425216825864
train loss:0.0006346756739015742
train loss:0.023856500992774022
train loss:0.0023854716957356064
train loss:0.019911679020858254
train loss:0.009497604407822758
train loss:0.002228266609687623
train loss:0.02287403896853486
train loss:0.0006910708067358284
train loss:0.0275655555361982
train loss:0.0011249097247407972
train loss:0.0072268063997784696
train loss:0.013297911300660598
train loss:0.01024055743677798
train loss:0.006992972427246714
train loss:0.0214159918082935
train loss:0.005949766999626357
train loss:0.0018511768433615294
train loss:0.0011014812525523044
train loss:0.004952466061795989
train loss:0.0149438739277197
train loss:0.00443914478435803
train loss:0.008505260798099028
train loss:0.023567912680194314
train loss:0.009732090746399672
train loss:0.0005088068342771281
train loss:0.0042747998043268735
train loss:0.04609450698520427
train loss:0.00143427835276444
train loss:0.00950146113378712
train loss:0.00491774478050327
train loss:0.04413650566937768
train loss:0.007412307488882636
train loss:0.0054349947730668105
train loss:0.0053943554319854856
train loss:0.006165666868082013
train loss:0.006459834015549774
train loss:0.011260645722487023
train loss:0.011198450275334953
train loss:0.01999767483750791
train loss:0.003959074940170183
train loss:0.0014722683064123054
train loss:0.005732298746038231
train loss:0.010579384425702072
train loss:0.0028798456035527688
train loss:0.0026024825211366353
train loss:0.0015934012317766087
train loss:0.006666055642339863
train loss:0.007756133067871238
train loss:0.007454853270821271
train loss:0.05501874018114781
train loss:0.007596380324817315
train loss:0.0032510884280615828
train loss:0.0013044844361956639
train loss:0.002446209723400804
train loss:0.006106907430482198
train loss:0.006902679512176484
train loss:0.0013625638275472085
train loss:0.009298440295531308
train loss:0.007784284594142389
train loss:0.004145997924489168
train loss:0.0013051756112532587
train loss:0.0010778810549241377
train loss:0.027715918273421968
train loss:0.001062036437802301
train loss:0.006141015261283787
train loss:0.0053148203302968555
train loss:0.022043917723941257
train loss:0.011921641799955633
train loss:0.007902956543489657
train loss:0.016506574295751572
train loss:0.0025716657368850832
train loss:0.0013776459153434812
train loss:0.04047207992035434
train loss:0.024052013655672656
train loss:0.016442131974604937
train loss:0.012109030071486166
train loss:0.0037210511892526556
train loss:0.02608273963613927
train loss:0.006867765172712883
train loss:0.015989417400429504
train loss:0.02392102183474395
train loss:0.0011778309457908223
train loss:0.0030799312836714715
train loss:0.006286790776253207
train loss:0.02413787726010956
train loss:0.0031291945598981214
train loss:0.003945305675188307
train loss:0.0019113572204259449
train loss:0.001125253383550017
train loss:0.0133753847333775
train loss:0.019889166611036676
train loss:0.019496550276475413
train loss:0.002017245089135265
train loss:0.003875625610094702
train loss:0.0008410793298070286
train loss:0.003107288048088383
train loss:0.004697830319383261
train loss:0.0073388072084002035
train loss:0.014285031519286468
train loss:0.09279309309940251
train loss:0.013074990507341353
train loss:0.01657052265187141
train loss:0.0024011245377782544
train loss:0.012053320267448618
train loss:0.0217213455429364
train loss:0.0013178261152942791
train loss:0.007258678021295273
train loss:0.007482280046469064
train loss:0.002301495175781449
train loss:0.0071311267413040344
train loss:0.013478274400596351
train loss:0.018665492969161673
train loss:0.004093681089870575
train loss:0.015392767811347456
train loss:0.0013241052020936883
train loss:0.005932489383754545
train loss:0.004737685465341623
train loss:0.007385686442475591
train loss:0.0019364808885030441
train loss:0.005536201029596509
train loss:0.01468923291735357
train loss:0.012259639551358597
train loss:0.010893167487447097
train loss:0.005730180374024691
train loss:0.044867388929354754
train loss:0.009987147137219954
train loss:0.007374842798303609
train loss:0.0025790144890810245
train loss:0.006041363669889928
train loss:0.004099058417374982
train loss:0.009125401581739653
train loss:0.004600635325409438
train loss:0.02856847433561855
train loss:0.019217574743390902
train loss:0.00771047797598912
train loss:0.0029865358674078055
train loss:0.0022798127640680796
train loss:0.004592802425094184
train loss:0.008835202586367668
train loss:0.008945409650423612
train loss:0.005098844058935032
train loss:0.003505259137863537
train loss:0.004914440554527748
train loss:0.028474751523329348
train loss:0.005449980878651498
train loss:0.006747812039659106
train loss:0.005132618403357383
train loss:0.008141908416983206
train loss:0.011292745350665094
train loss:0.0060311582968524124
train loss:0.002346448419240921
train loss:0.015673648663706696
train loss:0.0027876252408232977
train loss:0.005201679919505648
train loss:0.012845781238624312
train loss:0.05561057459301628
train loss:0.003942034023914805
=== epoch:11, train acc:0.993, test acc:0.979 ===
train loss:0.0070410494405934295
train loss:0.01578865910578829
train loss:0.003585690978238453
train loss:0.004843694163383567
train loss:0.005333708113917839
train loss:0.006579029569534444
train loss:0.003039673419432127
train loss:0.0041907360083335045
train loss:0.0019281440881027709
train loss:0.028181939837255893
train loss:0.008182966699963887
train loss:0.0006923684333032857
train loss:0.011158842011371043
train loss:0.002501132165575196
train loss:0.022412407361913557
train loss:0.0006582865800840293
train loss:0.028709216107178036
train loss:0.010799177924079357
train loss:0.001805328187768801
train loss:0.001982139537048862
train loss:0.0033289468623545547
train loss:0.007756604385475062
train loss:0.004048662961135107
train loss:0.002241811335338696
train loss:0.016115313054669855
train loss:0.01133828266422527
train loss:0.031000380401230404
train loss:0.010868544481424172
train loss:0.026299722686554894
train loss:0.01304323647194588
train loss:0.0025806666078644776
train loss:0.0018142275403938263
train loss:0.029032128982170346
train loss:0.004509075692639423
train loss:0.0013470449014241354
train loss:0.006760121418592268
train loss:0.005097621402949788
train loss:0.0022241175101670374
train loss:0.00029608935151563537
train loss:0.0027651113462042985
train loss:0.0029860951770759947
train loss:0.0011021508101598469
train loss:0.00814966755528889
train loss:0.006696170863784699
train loss:0.0012987663968913926
train loss:0.0005949926417220539
train loss:0.009120200418937624
train loss:0.015051930964406504
train loss:0.0013268480085319413
train loss:0.025068033463709883
train loss:0.004065606795366678
train loss:0.006309968003100481
train loss:0.01137689912222894
train loss:0.0012197727475099936
train loss:0.019976151474603958
train loss:0.01662672515406467
train loss:0.003404982260324314
train loss:0.012773224187220066
train loss:0.0030231444205752354
train loss:0.001543540815206096
train loss:0.012552844869623755
train loss:0.0012137072841926343
train loss:0.003032879011701961
train loss:0.01065417909134298
train loss:0.0018295736192833528
train loss:0.002548905980482981
train loss:0.007918466565055805
train loss:0.007087811036843651
train loss:0.009924406413628116
train loss:0.00356110297340778
train loss:0.002323144962889236
train loss:0.010121775187465069
train loss:0.024107803146252656
train loss:0.008806799327646109
train loss:0.002177384268939558
train loss:0.0030547873959280766
train loss:0.001433753333018532
train loss:0.019438813785935604
train loss:0.015048648461865113
train loss:0.004801059604014891
train loss:0.009911396826412596
train loss:0.06909570952872138
train loss:0.00176083350034384
train loss:0.021778365321282394
train loss:0.004710796243925782
train loss:0.005898876801535747
train loss:0.002122037151055633
train loss:0.013273324638347083
train loss:0.004702378418908565
train loss:0.012402906131124335
train loss:0.005693639040251957
train loss:0.01858805701901574
train loss:0.03594082448327251
train loss:0.0029075563370388018
train loss:0.013731979198993792
train loss:0.002035737559812787
train loss:0.010417575492800596
train loss:0.007234535224295093
train loss:0.0014677620455411267
train loss:0.0007150009253152178
train loss:0.001641780884830987
train loss:0.003425308822537284
train loss:0.07586181818140943
train loss:0.018383831135790344
train loss:0.014929424228997795
train loss:0.009640756982570062
train loss:0.0019866889417316457
train loss:0.03588026131197105
train loss:0.016075347249860025
train loss:0.013555147121917238
train loss:0.01024813782584858
train loss:0.0035697490918611325
train loss:0.012444205235026748
train loss:0.013837921060710053
train loss:0.011536156287012071
train loss:0.007871616347650871
train loss:0.0011848492778266041
train loss:0.018831247888561883
train loss:0.0072995730927973524
train loss:0.002258241676352513
train loss:0.001529843095958847
train loss:0.026717008234342816
train loss:0.003950508663809494
train loss:0.008095028724666635
train loss:0.012023109957013684
train loss:0.00828178430662149
train loss:0.005809484030621587
train loss:0.020581775838925377
train loss:0.004742333056377863
train loss:0.010061980215419968
train loss:0.01343837475706854
train loss:0.010124593738704406
train loss:0.01612094982758966
train loss:0.005746740573209973
train loss:0.004268481354252466
train loss:0.0005056475408990495
train loss:0.03635951462578036
train loss:0.024280017060953885
train loss:0.005418750379962883
train loss:0.0023154159142594046
train loss:0.0017593290698633898
train loss:0.011102798120079495
train loss:0.012943023139812852
train loss:0.0037252200835111273
train loss:0.0035696845502819403
train loss:0.018873586037332985
train loss:0.005248182881173586
train loss:0.030518209177304825
train loss:0.0015804649899055778
train loss:0.006264962036462577
train loss:0.005409160868508862
train loss:0.019180424657706543
train loss:0.0013137098029926794
train loss:0.05176377186550449
train loss:0.002561926056727774
train loss:0.005799795181038077
train loss:0.008010811725001933
train loss:0.004501103431451842
train loss:0.025205192662923998
train loss:0.0021044222353567383
train loss:0.033726880566388076
train loss:0.004583112681838787
train loss:0.022987784616466715
train loss:0.007983681938684069
train loss:0.0024731575821518247
train loss:0.007245899278594087
train loss:0.007317479052762302
train loss:0.007488014507984791
train loss:0.027911707399840485
train loss:0.004296467429666439
train loss:0.007321754687704526
train loss:0.004484747131879608
train loss:0.011888545906670074
train loss:0.02864847415710289
train loss:0.007945350597721177
train loss:0.0017943386981746604
train loss:0.004830130595478588
train loss:0.011474491446259522
train loss:0.0023211921903651613
train loss:0.012396764418393174
train loss:0.01518299154027266
train loss:0.016205671089378416
train loss:0.0008639218159890226
train loss:0.0030121870466351384
train loss:0.004650683441614347
train loss:0.005975501786657799
train loss:0.02319951267196568
train loss:0.004867192821380864
train loss:0.006892367895573662
train loss:0.050744548067486156
train loss:0.0024116793586686546
train loss:0.001453927857275318
train loss:0.006273017185350772
train loss:0.007479166930672218
train loss:0.01492175795933517
train loss:0.0011944941890518908
train loss:0.0036972433128539713
train loss:0.0018402464110385103
train loss:0.0009609911433836972
train loss:0.008804528603475088
train loss:0.001794324886354691
train loss:0.03549096716266739
train loss:0.0029166721628571314
train loss:0.005775009752760034
train loss:0.011708659209518347
train loss:0.003969861902117641
train loss:0.0018759464384543437
train loss:0.0017406927205894348
train loss:0.0032842574441099195
train loss:0.0015702299951978573
train loss:0.014424398829304887
train loss:0.007863162973028675
train loss:0.005793980257512399
train loss:0.0013948991448186493
train loss:0.0010082750836061
train loss:0.003956609576763586
train loss:0.005158308584373518
train loss:0.004887035525109897
train loss:0.006444484177786497
train loss:0.00821837929258052
train loss:0.01661533138948353
train loss:0.004279983851834445
train loss:0.02160556768796004
train loss:0.0067644269776014196
train loss:0.002078357626997508
train loss:0.007573789578729021
train loss:0.00965094701646211
train loss:0.004150721328794637
train loss:0.008901043656409816
train loss:0.001778585209733345
train loss:0.004637053244081766
train loss:0.0027575008962050706
train loss:0.005136347911838235
train loss:0.0024133419993868253
train loss:0.001421686108319867
train loss:0.002147304034894615
train loss:0.0037805326395313394
train loss:0.011548424483102527
train loss:0.0037684262480349147
train loss:0.009996599738453835
train loss:0.03667198079843861
train loss:0.0011516973108707399
train loss:0.0013166194606634308
train loss:0.0030016343090398024
train loss:0.006558302521107352
train loss:0.002773608757230486
train loss:0.008458284865651686
train loss:0.010715507082777583
train loss:0.017472295199836327
train loss:0.003235217193827098
train loss:0.002658589254004202
train loss:0.007035135713257974
train loss:0.00045858803729134455
train loss:0.001801337334972715
train loss:0.008790664986662668
train loss:0.0036300463323082873
train loss:0.020305528674401604
train loss:0.0031770733573770987
train loss:0.0022814305862640803
train loss:0.00872670771505349
train loss:0.00262926949437143
train loss:0.017579284626515222
train loss:0.002995035471060371
train loss:0.006637850827323245
train loss:0.0023734651380051537
train loss:0.005843628898669691
train loss:0.0013395156447985979
train loss:0.00546219437075845
train loss:0.00713516811389936
train loss:0.00353601154000763
train loss:0.00565163064814259
train loss:0.019159165176318934
train loss:0.0015990381986287871
train loss:0.00029157286163636965
train loss:0.01325386757285302
train loss:0.010151001101385747
train loss:0.0021679477158401076
train loss:0.0019765849684750154
train loss:0.003664066056241558
train loss:0.0008945627537334233
train loss:0.001202644440936384
train loss:0.0058150794775058134
train loss:0.0122789154272424
train loss:0.0017810934288712485
train loss:0.0030803841501665153
train loss:0.0020944895375425766
train loss:0.0018426962445097935
train loss:0.002146521455053208
train loss:0.00804378668623104
train loss:0.0005077113757915457
train loss:0.004977914400222332
train loss:0.001825990347151405
train loss:0.0010663223375892514
train loss:0.002117505380911595
train loss:0.0034337301327338403
train loss:0.002463796555112189
train loss:0.004521306563527068
train loss:0.009247195310148434
train loss:0.001587241812799461
train loss:0.000578026577774319
train loss:0.0023353115703152495
train loss:0.003926211689528573
train loss:0.022619081596691647
train loss:0.002420943645202757
train loss:0.004850142384085843
train loss:0.004136023303737708
train loss:0.00035750285182525513
train loss:0.009739882798891372
train loss:0.0016982114466771406
train loss:0.006367300185529632
train loss:0.07504229754938548
train loss:0.0036770954821282614
train loss:0.010045463639029424
train loss:0.008328633598189212
train loss:0.017228860947684495
train loss:0.002930285690111954
train loss:0.025289744979448435
train loss:0.0009642573731382897
train loss:0.008667570429705135
train loss:0.006632946377878589
train loss:0.0014782238199922315
train loss:0.10046640704339761
train loss:0.0009116032452565957
train loss:0.0030777746218024794
train loss:0.03443492979593741
train loss:0.0007825475295217732
train loss:0.005215789076944682
train loss:0.002426388290500956
train loss:0.007287714952976847
train loss:0.0010604189573522511
train loss:0.012417281077336875
train loss:0.013090308606783407
train loss:0.028010542598434184
train loss:0.0033688497175927766
train loss:0.011350120118048706
train loss:0.0027682700932299405
train loss:0.0036986424301719153
train loss:0.005025857837324287
train loss:0.0016226966478300755
train loss:0.0058309040028369456
train loss:0.0003672382645583609
train loss:0.00047104612217151415
train loss:0.0017735592675080078
train loss:0.029689576966048632
train loss:0.000735331234167268
train loss:0.002276900778538624
train loss:0.008169826697641993
train loss:0.01373247611891595
train loss:0.0017670113235987639
train loss:0.018657659530557976
train loss:0.006575159237180036
train loss:0.005039756427285023
train loss:0.0018134614522009387
train loss:0.0008303508338973251
train loss:0.003950602029207813
train loss:0.0020891133892820355
train loss:0.011871294953606093
train loss:0.008919515244844313
train loss:0.005011104350297422
train loss:0.007285808021564536
train loss:0.032338143542756236
train loss:0.0037927236967863014
train loss:0.007814408471572235
train loss:0.008801253653644918
train loss:0.004382579592955579
train loss:0.0005747548085253947
train loss:0.0046600673921638955
train loss:0.0032300089716179666
train loss:0.015216635499668492
train loss:0.00048004776391562796
train loss:0.007966935643910732
train loss:0.004228918519734961
train loss:0.0027695845617076217
train loss:0.007127523166704913
train loss:0.0012893632334300353
train loss:0.014648013358014642
train loss:0.0018517193041947709
train loss:0.0041813640372501985
train loss:0.0012100279132852979
train loss:0.0037284887288838125
train loss:0.003944839313195163
train loss:0.0051367663151696144
train loss:0.0004843296087585318
train loss:0.011332120628691635
train loss:0.012655133361241886
train loss:0.005069254626130207
train loss:0.006754613510928666
train loss:0.006120231313328883
train loss:0.004041392264860152
train loss:0.003240407168043772
train loss:0.0015246015583743938
train loss:0.006101952899812218
train loss:0.0015446071372035642
train loss:0.0024042711483729757
train loss:0.006306154394627235
train loss:0.001375538022201767
train loss:0.002567349234515814
train loss:0.010114122865663752
train loss:0.0007307845979121011
train loss:0.007984145948916239
train loss:0.0026641427441761265
train loss:0.00821249834807305
train loss:0.0008594159145035887
train loss:0.03225550441709042
train loss:0.0032869782708402416
train loss:0.009322349540526532
train loss:0.003821554075211184
train loss:0.006898142805162677
train loss:0.006728182532019416
train loss:0.0006641389201438517
train loss:0.0019386777224082454
train loss:0.025081866580020967
train loss:0.0007193617882216831
train loss:0.0012570405592301184
train loss:0.006458636145865004
train loss:0.0010807192175584267
train loss:0.0002332049909137583
train loss:0.009038232744739423
train loss:0.0005886678795546675
train loss:0.04552921199875418
train loss:0.0023901426891016235
train loss:0.004610049896331259
train loss:0.015696106364784055
train loss:0.008487705779670696
train loss:0.002785599274572472
train loss:0.009356037148028701
train loss:0.0007932598160497438
train loss:0.018087371288783308
train loss:0.00314771745837215
train loss:0.0004939035919963302
train loss:0.0026693717893497278
train loss:0.03435663471471311
train loss:0.005912334837876628
train loss:0.009482973996887351
train loss:0.007709790939631669
train loss:0.05096094918169955
train loss:0.008935736748011477
train loss:0.0017331875299513467
train loss:0.01187457824178648
train loss:0.005088341807411875
train loss:0.0003803856609261156
train loss:0.005410527808018209
train loss:0.0027614261913653814
train loss:0.00039075923675249203
train loss:0.006154319843635784
train loss:0.04751049587850476
train loss:0.005807171755612806
train loss:0.0011344669432629406
train loss:0.01423828898923925
train loss:0.00855247414303566
train loss:0.001719857198036175
train loss:0.004752580812225415
train loss:0.012772927342986528
train loss:0.024983215771760145
train loss:0.004831462376106442
train loss:0.0049473487835837125
train loss:0.0005395562603329121
train loss:0.02582216510133652
train loss:0.005018194851584438
train loss:0.015659935632979
train loss:0.018522284555091115
train loss:0.0022918255229095823
train loss:0.0070724293235136385
train loss:0.004681277297492557
train loss:0.0010959620972857298
train loss:0.014404259139291447
train loss:0.004514623272806484
train loss:0.0018732629679599072
train loss:0.0031846436018066887
train loss:0.05344387652889961
train loss:0.0023522076695911246
train loss:0.00303421251932679
train loss:0.0029357224341090547
train loss:0.00044892175046856914
train loss:0.0035010981021599084
train loss:0.011951562856626968
train loss:0.0033756674504233073
train loss:0.0011817032216847171
train loss:0.0029697310094918207
train loss:0.0012340793591739609
train loss:0.006323551715763318
train loss:0.012661081609394904
train loss:0.02297615509792475
train loss:0.007015907768852486
train loss:0.006267896679350814
train loss:0.006052113481086494
train loss:0.02511434100393604
train loss:0.014326951074562085
train loss:0.03757939120817898
train loss:0.0018962086138623268
train loss:0.0057005450759039485
train loss:0.0029078700552617382
train loss:0.008715028159665896
train loss:0.03833041308419275
train loss:0.005620933833977185
train loss:0.012561279378394066
train loss:0.0029326776933061537
train loss:0.003296438151858001
train loss:0.0010052873468858199
train loss:0.0006507208897489911
train loss:0.002141645489847946
train loss:0.009551094593528198
train loss:0.0007683068954731699
train loss:0.0086180142490959
train loss:0.007900494965682877
train loss:0.003682143705543692
train loss:0.007960035368669799
train loss:0.004766559420226546
train loss:0.006757045739710798
train loss:0.0019132832765582214
train loss:0.019261139525211357
train loss:0.006980374551993324
train loss:0.0018357812184439976
train loss:0.0029349820835172856
train loss:0.00580638197059169
train loss:0.02595010912914236
train loss:0.007822150292101798
train loss:0.001378115288282114
train loss:0.020624163135046468
train loss:0.00689902991735698
train loss:0.004702938523452387
train loss:0.008929376771085186
train loss:0.002059365666848489
train loss:0.004182947528353156
train loss:0.025528427811399416
train loss:0.010955221435541283
train loss:0.007753935902079107
train loss:0.0026889715708199743
train loss:0.00394171272241998
train loss:0.011099966951074512
train loss:0.00047879694665547507
train loss:0.0005257424189153696
train loss:0.035291549007553324
train loss:0.0036839815636452505
train loss:0.000975989605653625
train loss:0.001339784440849919
train loss:0.0004357495607594589
train loss:0.0017133369397784475
train loss:0.0029410079569489422
train loss:0.0017219412714173457
train loss:0.0038968557340575173
train loss:0.0019918310751293315
train loss:0.005758729788702255
train loss:0.006805852908880858
train loss:0.0037788666675484008
train loss:0.01258323648496998
train loss:0.003383348600728158
train loss:0.0008552648412725856
train loss:0.00029348399443982555
train loss:0.000998732871953515
train loss:0.00156587323691745
train loss:0.0056488080577223555
train loss:0.018155053549777183
train loss:0.0011170327482796592
train loss:0.018213881344967094
train loss:0.003950264176073821
train loss:0.006816469279458115
train loss:0.0048885620992531265
train loss:0.00396652764579227
train loss:0.0021382450049741205
train loss:0.024492065449500063
train loss:0.016398544738955342
train loss:0.0051754829416431536
train loss:0.0027231557257325735
train loss:0.004351370022999027
train loss:0.005993706624266084
train loss:0.0012027916623981933
train loss:0.0035913332906342926
train loss:0.003256815262539146
train loss:0.001920770430422972
train loss:0.005497825684549849
train loss:0.0018750270625607843
train loss:0.004430668056347627
train loss:0.007014504181475391
train loss:0.0009861817403730609
train loss:0.005418870876532681
train loss:0.0024025390894483467
train loss:0.004736885272113688
train loss:0.00041575585091838384
train loss:0.0015016003013440845
train loss:0.002980301065240175
train loss:0.0012808198160109518
train loss:0.008142984165577538
train loss:0.0024631098331119195
train loss:0.01057506660198086
train loss:0.003929335760674775
train loss:0.010039826072398112
train loss:0.01449696074293242
train loss:0.0016851312381486953
train loss:0.01683667215350946
train loss:0.001725487877148521
train loss:0.009022385080738028
train loss:0.022295479074022566
train loss:0.007682691106373377
train loss:0.0023872278813600357
train loss:0.012593668813063268
train loss:0.0011878606179542334
train loss:0.00456491023869981
train loss:0.005675469632892426
train loss:0.02147513255283978
=== epoch:12, train acc:0.993, test acc:0.985 ===
train loss:0.0015762984085667215
train loss:0.047390323714625725
train loss:0.008479021982815478
train loss:0.001290521460383244
train loss:0.0042970745118824675
train loss:0.02108163881380708
train loss:0.0003569291734524407
train loss:0.0011824487887685266
train loss:0.008523593329357601
train loss:0.006417346869179249
train loss:0.0011739153446230816
train loss:0.01577483052689346
train loss:0.001987583228429746
train loss:0.0071975956201576295
train loss:0.003880680383172366
train loss:0.013628820546443942
train loss:0.001954480663234228
train loss:0.004701311156757475
train loss:0.004141782776878697
train loss:0.01384845388006955
train loss:0.00809695754012854
train loss:0.007049778820174741
train loss:0.008381110804310811
train loss:0.007049737746273334
train loss:0.0006048677516604225
train loss:0.006227438075853746
train loss:0.008563800348723297
train loss:0.0002150951273027618
train loss:0.0010631436441208033
train loss:0.0010174711619941016
train loss:0.0009708011071509228
train loss:0.0041854305301251
train loss:0.0024275641946601206
train loss:0.021720870311264448
train loss:0.0007959899578167915
train loss:0.005786887955050001
train loss:0.00250534631401299
train loss:0.002956578036352632
train loss:0.002458681795783992
train loss:0.001686545760717452
train loss:0.004750983148610948
train loss:0.000919483769418309
train loss:0.0015617442974669752
train loss:0.002902523284005749
train loss:0.012127766972647298
train loss:0.0045423324098764865
train loss:0.0009105612442781456
train loss:0.0035340416726897784
train loss:0.0024699452444597956
train loss:0.009056707897340265
train loss:0.0009674914800861212
train loss:0.0023826669877053076
train loss:0.0006277114877072745
train loss:0.002971947401187471
train loss:0.0006220444044652649
train loss:0.004222029556761436
train loss:0.007989613056124154
train loss:0.0005611024306680501
train loss:0.024094608302304078
train loss:0.010048505102969103
train loss:0.0037339204758347127
train loss:0.007619355343003554
train loss:0.004060696317567984
train loss:0.010588306766369964
train loss:0.003024548264884456
train loss:0.00565640862677582
train loss:0.0013949042213841933
train loss:0.0022769797340295604
train loss:0.01237842396989095
train loss:0.0030191044244334123
train loss:0.001027936750699832
train loss:0.006568293408441925
train loss:0.00214871748243102
train loss:0.003887137179386602
train loss:0.004220827703867254
train loss:0.0053302126331569956
train loss:0.014351478643212559
train loss:0.0017951698906454655
train loss:0.02006877167369403
train loss:0.0016874602462533237
train loss:0.0026595319993952815
train loss:6.77027534415425e-05
train loss:0.0008049877763393568
train loss:0.00951074650824177
train loss:0.04538780401961044
train loss:0.0035202023729534104
train loss:0.002931047884018728
train loss:0.001075935106961331
train loss:0.0044315543713473165
train loss:0.006356259867734498
train loss:0.009170390982083193
train loss:0.0018384344275212963
train loss:0.0009043752426422156
train loss:0.0009213629647636212
train loss:0.0040332844702359195
train loss:0.0017319628071142145
train loss:0.003257892330231684
train loss:0.001738978034590045
train loss:0.0021813672475157436
train loss:0.010216096240382687
train loss:0.006570457002876803
train loss:0.0010755862334489606
train loss:0.006546046959231515
train loss:0.003017667096877858
train loss:0.0036918398962407757
train loss:0.0036461864593112453
train loss:0.001310642667726485
train loss:0.006550726860622607
train loss:0.00036163142670265905
train loss:0.019604715763157213
train loss:0.00886357118679068
train loss:0.0009914256943890888
train loss:0.0033771949287752906
train loss:0.0012754428791385574
train loss:0.007828707930462739
train loss:0.001557167986477355
train loss:0.00019801818237104638
train loss:0.011824786099739382
train loss:0.0046263635738936805
train loss:0.0034426477225668584
train loss:0.020240915224868494
train loss:0.0032097629417869424
train loss:0.0036364188160243342
train loss:0.00840089851648794
train loss:0.003989198675644939
train loss:0.010311123475359518
train loss:0.0013120726275476743
train loss:0.0008494888609752772
train loss:0.0015318124084243493
train loss:0.004540340582585328
train loss:0.0028789076987460905
train loss:0.003981634587816804
train loss:0.00130976699306199
train loss:0.011294377429357842
train loss:0.005186661834624816
train loss:0.02030287188625819
train loss:0.005859643191081629
train loss:0.0024557523920349313
train loss:0.0011109152124565993
train loss:0.07250126837499629
train loss:0.002797293653950652
train loss:0.0006108453635125711
train loss:0.002161392327783165
train loss:0.0013558374925111112
train loss:0.010278661737126578
train loss:0.005252640670286483
train loss:0.01253234740576474
train loss:0.004065526626199032
train loss:0.007921475939622183
train loss:0.002326648992938968
train loss:0.0014392692322924053
train loss:0.0020837163532121607
train loss:0.002718798367401251
train loss:0.005649152513432088
train loss:0.001164631349933779
train loss:0.0004177198363790659
train loss:0.006421152998038119
train loss:0.004788730506882072
train loss:0.00030509495992195735
train loss:0.005715917140341597
train loss:0.01976349610095636
train loss:0.011359427820304815
train loss:0.0036005431518106095
train loss:0.0015486517324451935
train loss:0.0038696066050435745
train loss:0.0037043600499191585
train loss:0.0010283236133429136
train loss:0.005087235644124411
train loss:0.0022478402530466766
train loss:0.0035858589107827634
train loss:0.004719274364701329
train loss:0.004711701534812937
train loss:0.005637908480577151
train loss:0.0024912985218063675
train loss:0.003145828425410541
train loss:0.0027106728069534935
train loss:0.004133544160164997
train loss:0.00241088860908465
train loss:0.0027589925383472817
train loss:0.0006280446859766582
train loss:0.0010737981954492422
train loss:0.0010434918927232236
train loss:0.003232591720105753
train loss:0.000530090789063832
train loss:0.0004383255803016473
train loss:0.00478706299536691
train loss:0.005307976472048515
train loss:0.009511998439958997
train loss:0.001755339546570526
train loss:0.0063418293188493265
train loss:0.004626740654731798
train loss:0.006186545958830975
train loss:0.0014620330595560465
train loss:0.027404670159364493
train loss:0.005269861029659183
train loss:0.005098450172867316
train loss:0.0029137382388587213
train loss:0.001233236564486177
train loss:0.003759988642113207
train loss:0.0024011960314211296
train loss:0.001461847045004218
train loss:0.0016324134055173518
train loss:0.00283651769590759
train loss:0.001801325109630657
train loss:0.0017711637507640966
train loss:0.0003036296915456011
train loss:0.009309008258431358
train loss:0.0030386170876346252
train loss:0.004253939828723105
train loss:0.004438320871437889
train loss:0.002164692603404189
train loss:0.002747588606551764
train loss:0.001568691950408736
train loss:0.003522473585732633
train loss:0.0005075403084012469
train loss:0.001543379452486985
train loss:0.009431254138604588
train loss:0.003261794805879917
train loss:0.001672974792313086
train loss:0.0004446383060657165
train loss:0.005275954671957971
train loss:7.592766225009957e-05
train loss:0.016112856432791044
train loss:0.0023448040868477476
train loss:0.0008687849980130197
train loss:0.0028445602689864584
train loss:0.011100418402111338
train loss:0.00322320482042757
train loss:0.0058559878166246715
train loss:0.0028810306409597012
train loss:0.0008880344170713426
train loss:0.02003818743239396
train loss:0.00024359034949125862
train loss:0.0029859807373517223
train loss:0.008772526681688876
train loss:0.0016916210532388267
train loss:0.0039800818306226435
train loss:0.005121838988719512
train loss:0.003296956088648434
train loss:0.001402936569237168
train loss:0.0009116562901105614
train loss:0.0006280101574472842
train loss:0.006076126230393313
train loss:0.0008618637609464085
train loss:0.0005509864737480878
train loss:0.018836591559325107
train loss:0.0015017264204791614
train loss:0.002560702301193634
train loss:0.0008734743822381937
train loss:0.013013944929779937
train loss:0.005908901854805684
train loss:0.003418542237649603
train loss:0.0013431088617644916
train loss:0.004603230027591894
train loss:0.01604610450681761
train loss:0.0008289445953051035
train loss:0.0016894377462421313
train loss:0.008620948862928628
train loss:0.000287545936812012
train loss:0.05153380105637309
train loss:0.0033351112422281763
train loss:0.008631788348096582
train loss:0.010598752464418
train loss:0.004766637588504241
train loss:0.0009510420127289379
train loss:0.0019729251819498926
train loss:0.004614420103118594
train loss:0.00023150741448938847
train loss:0.008605387687171711
train loss:0.003969061460744194
train loss:0.0026946455882246438
train loss:0.03374386529287615
train loss:0.007300707077792491
train loss:0.015463529348300286
train loss:0.004434160530139391
train loss:0.0013323255221705122
train loss:0.0036663400220755932
train loss:0.002987020975244747
train loss:0.029487473257900004
train loss:0.002934245112361055
train loss:0.004599904730549354
train loss:0.002897293188160021
train loss:0.003909800906819043
train loss:0.030712349791026234
train loss:0.0026404011179146343
train loss:0.0010111560415905837
train loss:0.009143024408474804
train loss:0.019473300809125932
train loss:0.053538546603766786
train loss:0.04221805381272053
train loss:0.0077354500369584125
train loss:0.0017724921154259599
train loss:0.01049247298794846
train loss:0.001702907898034792
train loss:0.0027253738606066785
train loss:0.0032598995156122657
train loss:0.0062754139691018574
train loss:0.002367933381160738
train loss:0.002677235577716716
train loss:0.00543868001652468
train loss:0.0017281950240265575
train loss:0.002325153656498129
train loss:0.0010112668984318654
train loss:0.0057513267612765715
train loss:0.010955907123247031
train loss:0.006979589521442774
train loss:0.010393429636714056
train loss:0.015050071605265088
train loss:0.0037622811201645685
train loss:0.03353090826313997
train loss:0.024015580795476433
train loss:0.011396632434292779
train loss:0.002286416744817032
train loss:0.005099089629135141
train loss:0.003957361753758455
train loss:0.005563890991129019
train loss:0.016477692558822147
train loss:0.02208216991816235
train loss:0.02259727899754934
train loss:0.0026133105023103424
train loss:0.0007761021646377719
train loss:0.0713252360065632
train loss:0.018203754872591037
train loss:0.010345683822885764
train loss:0.010825715411278376
train loss:0.00867307628156829
train loss:0.0027092711349419162
train loss:0.009330494052233965
train loss:0.0026982725948791727
train loss:0.004494809648107733
train loss:0.0022795163285521643
train loss:0.035620432468856086
train loss:0.0024966781774270943
train loss:0.005048070572466954
train loss:0.005729761520205648
train loss:0.026284693230466574
train loss:0.005931283605046693
train loss:0.001835833032572777
train loss:0.005407141608082632
train loss:0.0019588534830210728
train loss:0.014185111811243833
train loss:0.0033161423034903494
train loss:0.0025627728898965124
train loss:0.00203622215646926
train loss:0.022869496192003916
train loss:0.003496962456132705
train loss:0.0014072844803608264
train loss:0.01257121578497955
train loss:0.01006913126178721
train loss:0.0036961232478253687
train loss:0.0007991448598395258
train loss:0.0052787667038221185
train loss:0.0007384122793799911
train loss:0.006514677839133086
train loss:0.0005617562543596176
train loss:0.00034840956877560066
train loss:0.011778237323525976
train loss:0.009697976830324731
train loss:0.0016014068437998005
train loss:0.0018395427623512902
train loss:0.023046419939427878
train loss:0.0012849138556324607
train loss:0.004631282168332135
train loss:0.0037589124057279366
train loss:0.04866812340703976
train loss:0.0039759032422966665
train loss:0.00634945978417833
train loss:0.007433087970186182
train loss:0.0015390197709204394
train loss:0.0022301187377836594
train loss:0.033540395656778445
train loss:0.0033850380145861603
train loss:0.007406806350172616
train loss:0.009756380359726032
train loss:0.009411123691290381
train loss:0.0035052366530819597
train loss:0.0006297205446803402
train loss:0.009747927266311365
train loss:0.007025965473491892
train loss:0.007091362121158608
train loss:0.0015079457721795047
train loss:0.019195390770676956
train loss:0.015497244585912246
train loss:0.015873227186320636
train loss:0.001732278466441948
train loss:0.008161757509145055
train loss:0.0006568454307611025
train loss:0.0005314770680329372
train loss:0.0031924566157109607
train loss:0.004077656816065955
train loss:0.007235633589753114
train loss:0.00441949223249928
train loss:0.01012563801375297
train loss:0.008234915508439265
train loss:0.008310487053655106
train loss:0.004338717818393386
train loss:0.003672226380359131
train loss:0.001901724022889526
train loss:0.004009127076757464
train loss:0.003298245907925841
train loss:0.0021453188784383063
train loss:0.007597433555483488
train loss:0.004300103228428328
train loss:0.005124648999313364
train loss:0.00699012968497344
train loss:0.0056220206262028736
train loss:0.006314296669200856
train loss:0.0011523060814242637
train loss:0.012504875167574004
train loss:0.0008646179624962711
train loss:0.005831269950228349
train loss:0.00390736543717311
train loss:0.016358774276730083
train loss:0.00139312857027351
train loss:0.007609496455263906
train loss:0.004239422634112401
train loss:0.008438230671458704
train loss:0.0021466887345534687
train loss:0.0033761869955851002
train loss:0.002996547599956158
train loss:0.007065998063450053
train loss:0.0007003740229402076
train loss:0.035578814746024756
train loss:0.00504933991156131
train loss:0.007983298669966511
train loss:0.004206191575866967
train loss:0.0005288979725221179
train loss:0.003186320297007802
train loss:0.0005736496227833508
train loss:0.001647650264839728
train loss:0.004985140285578827
train loss:0.003097029155647367
train loss:0.00623773209250946
train loss:0.008002606871962867
train loss:0.0011268319302739156
train loss:0.003816247302400724
train loss:0.00927864857513473
train loss:0.004811729911661882
train loss:0.0016365517177489527
train loss:0.003590690071247365
train loss:0.0010931465108190727
train loss:0.005646428250933162
train loss:0.003263238587312167
train loss:0.0034060667849858846
train loss:0.0013810974927325622
train loss:0.0030889202281657235
train loss:0.003846831328073137
train loss:0.0012279156628380123
train loss:0.0007370920893678185
train loss:0.0029909976801267097
train loss:0.0010807579067343026
train loss:0.0002389903437200356
train loss:0.013113081165650098
train loss:0.0035957709723669186
train loss:0.0008734105411149978
train loss:0.004510830482721458
train loss:0.014673079473211581
train loss:0.003072038944643636
train loss:0.0018069895309976796
train loss:0.006474413126434284
train loss:0.002390190151369809
train loss:0.01799437756277362
train loss:0.008689507408434846
train loss:0.003425453394086164
train loss:0.016902202093619277
train loss:0.0005904097017003907
train loss:0.0014547887161887217
train loss:0.0026169997174215094
train loss:0.0019042188014843462
train loss:0.010476547945899965
train loss:0.010887044399120274
train loss:0.015219553983915448
train loss:0.0015855499698062673
train loss:0.011447066170799236
train loss:0.0035169782130353073
train loss:0.006991859516804902
train loss:0.01044949211666238
train loss:0.0018688165260881307
train loss:0.023537892836253467
train loss:0.005428137852016103
train loss:0.009131853854092537
train loss:0.002812570228435749
train loss:0.0439528386199604
train loss:0.004267486930055363
train loss:0.003858769542886145
train loss:0.025438240237970807
train loss:0.007639076943647072
train loss:0.01306061831602373
train loss:0.017302170673981213
train loss:0.0026029526021121383
train loss:0.0027710386567186386
train loss:0.0036055431838176765
train loss:0.002801539089406345
train loss:0.003892399448166013
train loss:0.007563241873738033
train loss:0.0015278041054553675
train loss:0.0006786193796883436
train loss:0.004334275291309309
train loss:0.0013715445550990376
train loss:0.025895818351014652
train loss:0.009043102978925452
train loss:0.0020481347070497448
train loss:0.0012593391206027443
train loss:0.00022784453267463134
train loss:0.002105071786485751
train loss:0.0033913325786022854
train loss:0.0011686367698944687
train loss:0.0027819963375720768
train loss:0.0017467023824447251
train loss:0.005438019706008283
train loss:0.008217453259195769
train loss:0.0042136803037477535
train loss:0.0007822538269363175
train loss:0.0005682959976242136
train loss:0.0006879980253608839
train loss:0.004924415800661255
train loss:0.0043181887486032485
train loss:0.005680865397703765
train loss:0.0003624469347588397
train loss:0.0032057548220706727
train loss:0.0014142109312153476
train loss:0.00475373569952086
train loss:0.0005340234469715546
train loss:0.005037023053249786
train loss:0.023099136559826955
train loss:0.0015294574662091328
train loss:0.005112393808952548
train loss:0.0034442252288947053
train loss:0.0017492437822775922
train loss:0.006658565634090932
train loss:0.007460501746524917
train loss:0.005639021524651753
train loss:0.0019017409004460023
train loss:0.004211371380619003
train loss:0.004073501660220133
train loss:0.0036360923898970205
train loss:0.00859954263372265
train loss:0.0034890367320827382
train loss:0.02234684841354293
train loss:0.005376281067372023
train loss:0.0021675239662689826
train loss:0.0031355331852289618
train loss:0.0011889029216970424
train loss:0.0030205240188835225
train loss:0.0021188668862019582
train loss:0.003003040379076197
train loss:0.016897776163760692
train loss:0.0033620852469830233
train loss:0.0005753935973128417
train loss:0.011878239795163286
train loss:0.004221060090204243
train loss:0.05838107259338619
train loss:0.0008564531362970656
train loss:0.0006688288372138733
train loss:0.0028058261246603133
train loss:0.0019223936933861247
train loss:0.0011829970408043077
train loss:0.0017670989547568842
train loss:0.001664656897649453
train loss:0.0076138776392688
train loss:0.002471226811643131
train loss:0.018064413879183505
train loss:0.03077878484313804
train loss:0.008387323709535651
train loss:0.0018426514232984205
train loss:0.010073555217637791
train loss:0.004782208337970681
train loss:0.0010924794324770814
train loss:0.005660483062680665
train loss:0.009828429212935048
train loss:0.0032801839196912284
train loss:0.003181977061724191
train loss:0.009057708463012053
train loss:0.0014562356480009718
train loss:0.004548898141609795
train loss:0.002303414373259742
train loss:0.0016356757260042095
train loss:0.0005139263443058943
train loss:0.000615138175210287
train loss:0.0056658777829885
train loss:0.013003802427258354
train loss:0.003753517466605433
train loss:0.0015817687617768622
train loss:0.0041519436850804775
train loss:0.003263253375980298
train loss:0.005245055519265803
train loss:0.004552227022791504
train loss:0.016924089376283556
train loss:0.0006495091109278269
train loss:0.0028778457550784624
train loss:0.006808683242253413
train loss:0.00883069098022761
train loss:0.004782731160150133
train loss:0.004933735114139709
train loss:0.008964938896543555
train loss:0.001096582863831038
train loss:0.001189815829392239
train loss:0.0043608936310688615
train loss:0.010480283840146877
train loss:0.02103683520644282
=== epoch:13, train acc:0.997, test acc:0.986 ===
train loss:0.0008152480393010793
train loss:0.006815686996521944
train loss:0.015738255327147357
train loss:0.0016829828072307785
train loss:0.004945351606907486
train loss:0.01891786978838446
train loss:0.002137737298745436
train loss:0.0012909053360758602
train loss:0.0064021352515455125
train loss:0.0011521074334247437
train loss:0.00611764911330025
train loss:0.001084434081019227
train loss:0.021946308542216807
train loss:0.007561474711860044
train loss:0.0013298115454675064
train loss:0.0017483144183523488
train loss:0.003583552105988668
train loss:0.012467398015175641
train loss:0.002728183346132157
train loss:0.004835071355396645
train loss:0.00036172773207407936
train loss:0.005182675409002999
train loss:0.001558376106455614
train loss:0.03819618797899138
train loss:0.0007405165480459162
train loss:0.0009986160358513105
train loss:0.005732489864666946
train loss:0.003963894338424753
train loss:0.02568006432864801
train loss:0.01985215184070543
train loss:0.0003330166766460789
train loss:0.002037039859876051
train loss:0.004836193359982656
train loss:0.001752830505981479
train loss:0.004478366619573357
train loss:0.012675121983669773
train loss:0.0014716689494927012
train loss:0.024656138747591257
train loss:0.0020755189604282384
train loss:0.00576903265012764
train loss:0.0015343758091502604
train loss:0.019664343205072522
train loss:0.048642439599394634
train loss:0.009138548401631303
train loss:0.0019839317542383063
train loss:0.0016259954144548037
train loss:0.007503857945443325
train loss:0.011214797053614039
train loss:0.004735365865211851
train loss:0.006601546531479525
train loss:0.004712594491092862
train loss:0.0030706496976931398
train loss:0.018806699070208065
train loss:0.0018826962553540327
train loss:0.004954165776296982
train loss:0.0034498268128051205
train loss:0.008257327913093703
train loss:0.006089805403556298
train loss:0.010965048407938289
train loss:0.005583713949613291
train loss:0.009134332000415088
train loss:0.002896207914352362
train loss:0.005882089428205445
train loss:0.01039253263774329
train loss:0.0018391978385115457
train loss:0.006714549300591121
train loss:0.0036415466355635695
train loss:0.0023349919741433643
train loss:0.003790098771863532
train loss:0.008657200644767207
train loss:0.005828293278886921
train loss:0.0019374428184861874
train loss:0.0072597810468573165
train loss:0.0038845404064669718
train loss:0.010275415395358218
train loss:0.0027699872941102125
train loss:0.000523773815625116
train loss:0.0006650922970896805
train loss:0.001882962246625281
train loss:0.003557580264336049
train loss:0.002363812446691072
train loss:0.0009669672715759821
train loss:0.021336477206968022
train loss:0.004947018530850163
train loss:0.0015112317364544615
train loss:0.0016287242156890983
train loss:0.0020218567779401193
train loss:0.03092081408621472
train loss:0.003005253289501799
train loss:0.004990665844293935
train loss:0.0017979373860999798
train loss:0.0015563178350486125
train loss:0.0035822565944663575
train loss:0.006942704118241852
train loss:0.009584939640954566
train loss:0.023940024269068452
train loss:0.011119809342601318
train loss:0.005801778471929967
train loss:0.009584058006897534
train loss:0.004996916623795679
train loss:0.009918433265838791
train loss:0.0105551800353323
train loss:0.008954258901937254
train loss:0.008630962879413806
train loss:0.0028081301023130767
train loss:0.002316224123355619
train loss:0.006992234590107853
train loss:0.0020473596034616
train loss:0.0035509581702042325
train loss:0.00242044897073175
train loss:0.0005169583337771325
train loss:0.007105529529038202
train loss:0.0015751393944297032
train loss:0.021707422321484995
train loss:0.00345335311779279
train loss:0.001197919715354452
train loss:0.0011456449201870942
train loss:0.005805231261898972
train loss:0.012608662943761357
train loss:0.0019042286308520607
train loss:0.001349841054906136
train loss:0.03540116081174252
train loss:0.0031556588330225333
train loss:0.002162867654157496
train loss:0.00421683465177226
train loss:0.03135998862702214
train loss:0.0025627404939917203
train loss:0.0025401425753873307
train loss:0.004290861302133902
train loss:0.016701961495355112
train loss:0.006092783430421589
train loss:0.005046720615877629
train loss:0.0030728056134778792
train loss:7.655440424489109e-05
train loss:0.0011788256373458327
train loss:0.006930202398825591
train loss:0.002132074935803681
train loss:0.004588466024643571
train loss:0.002212741208895796
train loss:0.002171184359842523
train loss:0.012258099612165604
train loss:0.027195320395920656
train loss:0.011657308063542355
train loss:0.003108729901735742
train loss:0.020050095265750092
train loss:0.017425682494325027
train loss:0.022569548559267773
train loss:0.0014849039655393664
train loss:0.00237064216773643
train loss:0.0014010461358701324
train loss:0.01408437904926235
train loss:0.004194600771674177
train loss:0.004847317127462189
train loss:0.011233097920688877
train loss:0.008944333226361918
train loss:0.004026660056131009
train loss:0.0006825376300804062
train loss:0.000822060532753047
train loss:0.0090261243503603
train loss:0.01174316261656735
train loss:0.004557155332141014
train loss:0.00374054444866437
train loss:0.007889242748253597
train loss:0.0022041366564321974
train loss:0.004938141533049677
train loss:0.00809870615247572
train loss:0.0022490069822074217
train loss:0.002848752019508454
train loss:0.0016257010857634235
train loss:0.0017975634746144463
train loss:0.002882000120099997
train loss:0.007102164227468653
train loss:0.001280831509165934
train loss:0.0014746317771664145
train loss:0.001744031289980536
train loss:0.007023587883566637
train loss:0.0004905645813436593
train loss:0.005212953699826166
train loss:0.0023296129041045026
train loss:0.004260252602438646
train loss:0.0023985599127261843
train loss:0.005321510300312363
train loss:0.010334803250039028
train loss:0.008227935398468401
train loss:0.0036428131475921394
train loss:0.0040046502403791205
train loss:0.005644984262095191
train loss:0.0021738954147245935
train loss:0.0026151527530839684
train loss:0.008657384317629573
train loss:0.016861715089256796
train loss:0.005423453443708865
train loss:0.0034809726217683384
train loss:0.0060756646416147385
train loss:0.003563855301692501
train loss:0.0013060536041299786
train loss:0.0013440307602576665
train loss:0.0025537238269381078
train loss:0.007024067013834853
train loss:0.0016378663795251966
train loss:0.0004265272330482697
train loss:0.0011728497561847055
train loss:0.003796752249770571
train loss:0.001405615739929673
train loss:0.0003393666054225096
train loss:0.0037558224742801818
train loss:0.0011904107068265114
train loss:0.00038372451925070146
train loss:0.020893699197105316
train loss:0.014456443512705497
train loss:0.0015121726010188887
train loss:0.003443747271065412
train loss:0.006996327556866209
train loss:0.001317214925770066
train loss:0.0019948323020961166
train loss:0.005328275616286936
train loss:0.028935307296426745
train loss:0.009790430734813177
train loss:0.0005765665389830325
train loss:0.002361605442247571
train loss:0.00655957942761066
train loss:0.005961732565185892
train loss:0.0008394986292954927
train loss:0.008462319198347138
train loss:0.0018527672914974843
train loss:0.0008176956766968382
train loss:0.0027129907020383647
train loss:0.00769603090182127
train loss:0.0026198349966743578
train loss:0.0021794903955557267
train loss:0.002153097226717939
train loss:0.016531075488200965
train loss:0.0011325475443296654
train loss:0.0004239091493431047
train loss:0.004997736957436049
train loss:0.002438681032956268
train loss:0.0038402096938042044
train loss:0.0074338051440043275
train loss:0.0006593256582249927
train loss:0.003753020440116276
train loss:0.0006938842258323457
train loss:0.01195712209813703
train loss:0.0007158052278346562
train loss:0.0042962616889469125
train loss:0.000796792161960355
train loss:0.008906120620794062
train loss:0.004730770845740531
train loss:0.0020185856281218044
train loss:0.0015084748884260325
train loss:0.025357747521473146
train loss:0.010701267971758945
train loss:0.006181870296501606
train loss:0.0002069749207761105
train loss:0.0006299959413083598
train loss:0.003121778206064213
train loss:0.008949658528243724
train loss:0.002858593094849521
train loss:0.0034634452133158566
train loss:0.002272743870649338
train loss:0.0018344539492184146
train loss:0.009723509057342036
train loss:0.005081696191107175
train loss:0.0024879593362342905
train loss:0.002917100139148383
train loss:0.0038907436848382047
train loss:0.007288738905056716
train loss:0.007132431469070204
train loss:0.026246728601612826
train loss:0.015290739268307348
train loss:0.0068112948501509556
train loss:0.0019010391007342378
train loss:0.0040075084207290106
train loss:0.0070076256775027735
train loss:0.00393507801800753
train loss:0.0012393202541045004
train loss:0.0035145604135851534
train loss:0.0005341852189030351
train loss:0.0026124976511495567
train loss:0.0016674726170297796
train loss:0.00779220806541625
train loss:0.002602391380234776
train loss:0.002672373735219126
train loss:0.003988629670995807
train loss:0.0018912570953426645
train loss:0.0037721105976493085
train loss:0.0008457152048716318
train loss:0.0016781286131465148
train loss:0.0005926256290483715
train loss:0.012116634792777588
train loss:0.0005670640763494758
train loss:0.00023606259536074033
train loss:0.0026068368995523067
train loss:0.002026093444504039
train loss:0.007477110816953562
train loss:0.005297721953654296
train loss:0.008922448556155555
train loss:0.0021060273208717392
train loss:0.005505143763042319
train loss:0.0018977945979770062
train loss:0.00658421005764473
train loss:0.006987292612833117
train loss:0.0009262466820985783
train loss:0.009997326734016834
train loss:0.026580690346588217
train loss:0.004643689470223511
train loss:0.0012784040749402549
train loss:0.002066760804457353
train loss:0.010676321293480513
train loss:0.0026976424792698743
train loss:0.002859128023274765
train loss:0.000813840819551635
train loss:0.005736635547754012
train loss:0.00745804767833037
train loss:0.003914512308754729
train loss:0.00014415877052137806
train loss:0.014297040636741873
train loss:0.002717478778462833
train loss:0.00295769307029953
train loss:0.0023719370704119724
train loss:0.0016037436866684631
train loss:0.00041967397574006233
train loss:0.0010531539105175208
train loss:0.022376191673999308
train loss:0.003499276140055653
train loss:0.007134742098917547
train loss:0.004823790033835269
train loss:0.0030448742763923313
train loss:0.002382590576340612
train loss:0.0069045549979565805
train loss:0.0006481618099332442
train loss:0.002660088055807467
train loss:0.004081707727583718
train loss:0.01070937355584387
train loss:0.0012851304291302762
train loss:0.012500583534190287
train loss:0.020745958348212953
train loss:0.0011529303787797237
train loss:0.0023699476514394122
train loss:0.0020929294526335464
train loss:0.0027418020692122212
train loss:0.009064904540500452
train loss:0.0053344496254911465
train loss:0.008723594759616106
train loss:0.002052477123881943
train loss:0.0411623620106783
train loss:0.0016010602450627172
train loss:0.006365628536570065
train loss:0.005506225253045891
train loss:0.006261803300724035
train loss:0.0021004471566520395
train loss:0.003242376890754778
train loss:0.00390157448050886
train loss:0.010415085466426423
train loss:0.01678383506849444
train loss:0.004772566974497494
train loss:0.0005916793918575319
train loss:0.0036190601767999288
train loss:0.011310368304067574
train loss:0.039315931858001696
train loss:0.0068409401786328474
train loss:0.0127386061131398
train loss:0.01219263442834704
train loss:0.02097190914395963
train loss:0.0053408825897335865
train loss:0.0016835939895870114
train loss:0.001542768896492599
train loss:0.002105971275467786
train loss:0.0016121615420458951
train loss:0.0010759212924523263
train loss:0.018401184453843134
train loss:0.004402783572950004
train loss:0.00844418269456067
train loss:0.01282616391601886
train loss:0.002481149138175711
train loss:0.003423794142776637
train loss:0.008036120485325872
train loss:0.0015625070658026406
train loss:0.00498796947224572
train loss:0.002515278864239906
train loss:0.015964635873116247
train loss:0.0005231815607969973
train loss:0.0001786421610799659
train loss:0.027308494603887557
train loss:0.0006511034361466854
train loss:0.0005673570350131139
train loss:0.003522468455696783
train loss:0.0030171667069695163
train loss:0.0011212164671592258
train loss:0.0009558230701062337
train loss:0.0019513167717561993
train loss:0.00312628523429056
train loss:0.0013873147597258132
train loss:0.0009444987538188446
train loss:0.034058152003455196
train loss:0.0061943006884929265
train loss:0.005893167274584988
train loss:0.003047308008898341
train loss:0.02539827627250447
train loss:0.002837995641503142
train loss:0.003194337645776443
train loss:0.004936199268114168
train loss:0.003543370213176853
train loss:0.007261805601390962
train loss:0.0034701546565850338
train loss:0.004077109181614545
train loss:0.005056274585549799
train loss:0.0024525304132992087
train loss:0.010708739499560686
train loss:0.014484164203419444
train loss:0.002357527090217733
train loss:0.00570615392056615
train loss:0.008311814938690697
train loss:0.023837439355250553
train loss:0.002051487372660358
train loss:0.006057107148078305
train loss:0.0037045426366193305
train loss:0.009470344534418184
train loss:0.02488211662859538
train loss:0.008404716347100213
train loss:0.010213287604307642
train loss:0.0061408096424372385
train loss:0.0038210299172704992
train loss:0.008809173858656805
train loss:0.020863513817824777
train loss:0.014360340517161419
train loss:0.0032003921192138747
train loss:0.009533164035900715
train loss:0.0015344436976799734
train loss:0.0054896445005903636
train loss:0.003669523474925591
train loss:0.0013401026196994711
train loss:0.014092524570892209
train loss:0.0009530064314781495
train loss:0.015859246377424332
train loss:0.0037383715773954967
train loss:0.0024538672607257376
train loss:0.0022551432738849636
train loss:0.0014651643378456808
train loss:0.003980002069646246
train loss:0.002699259445655894
train loss:0.0011785156005551089
train loss:0.008020141145487221
train loss:0.001959867788387366
train loss:0.0013806161676939166
train loss:0.004214220273985792
train loss:0.00654496686266284
train loss:0.0012206533456849363
train loss:0.005133891181724324
train loss:0.0018063802611744623
train loss:0.0014856351744941263
train loss:0.006277824925896829
train loss:0.002334337079220861
train loss:0.001804409857472695
train loss:0.000899743942251316
train loss:0.003052822009275151
train loss:0.011766710262571858
train loss:0.002902071785584693
train loss:0.0036475870844901704
train loss:0.0020338954002278673
train loss:0.0014498788212306912
train loss:0.0026480657099372017
train loss:0.0006409583219897795
train loss:0.0008893037660474798
train loss:0.0009698219878397364
train loss:0.002854603302194132
train loss:0.003079245182369949
train loss:0.0006849426965081407
train loss:0.001755063505769327
train loss:0.0026029520169539564
train loss:0.0037786489190810442
train loss:0.007470905647374697
train loss:0.0015966353041254272
train loss:0.01478719985808637
train loss:0.003814017874493714
train loss:0.0028105981133603867
train loss:0.0007657720864462063
train loss:0.007064907568078944
train loss:0.0005609726017072208
train loss:0.0015989071477073558
train loss:0.002442937503112584
train loss:0.0034266871251689528
train loss:0.003379529411245557
train loss:0.0029838847149096194
train loss:0.004783402683489125
train loss:0.032066867736684254
train loss:0.005540384736036725
train loss:0.003750560114010913
train loss:0.00029128854311671806
train loss:0.0007817647775203702
train loss:0.0012609803124048371
train loss:0.0032781684331214273
train loss:0.0005528358168087877
train loss:0.003993867500951676
train loss:0.15538129499288272
train loss:0.0031152800336615312
train loss:0.0011658004348774026
train loss:0.0045499603844814844
train loss:0.0017680091748551196
train loss:0.006555508170873288
train loss:0.002950639603257316
train loss:0.0014905353258498099
train loss:0.007437882907090181
train loss:0.012691273976054683
train loss:0.006050494971280815
train loss:0.0013042764165853672
train loss:0.0015275414497605037
train loss:0.002163391795827334
train loss:0.040944008145111156
train loss:0.00663063441407091
train loss:0.006912360630086718
train loss:0.0035530939734737914
train loss:0.0017675274112928909
train loss:0.005402085126658035
train loss:0.014201606651605327
train loss:0.0035691730330044565
train loss:0.0021807447379809768
train loss:0.006257825070511671
train loss:0.008418688673348504
train loss:0.003021265013805898
train loss:0.0021607484973240696
train loss:0.003095189538278141
train loss:0.0006722865032235021
train loss:0.0008153483837454045
train loss:0.0020036250017897404
train loss:0.001325769741084031
train loss:0.002489711778335434
train loss:0.0067169067687983695
train loss:0.001367166642055279
train loss:0.0036592823292897047
train loss:0.00437535262821
train loss:0.005126511959997254
train loss:0.0005867033478336606
train loss:0.012538561239514311
train loss:0.003011937763297664
train loss:0.0022865300955592447
train loss:0.004989433740781064
train loss:0.0010693723080105598
train loss:0.0004844015802111873
train loss:0.0049024423337796245
train loss:0.007350612039467535
train loss:0.005209138924593931
train loss:0.002214552260571481
train loss:0.00483345999408594
train loss:0.0024104758585360153
train loss:0.008781033853552559
train loss:0.0013138063125918567
train loss:0.0009585314999152016
train loss:0.006075741496338437
train loss:0.0030349727694088647
train loss:0.008467634357422841
train loss:0.004373314320020087
train loss:0.0032831438829589985
train loss:0.0016824278790968069
train loss:0.0047264041854644225
train loss:0.0019212735746474668
train loss:0.004004870328710599
train loss:0.0036866106311091167
train loss:0.01246436544821481
train loss:0.010387849837997067
train loss:0.017588509839435152
train loss:0.006392449757733102
train loss:0.0010041160419546201
train loss:0.0007288087555341552
train loss:0.004050987582110846
train loss:0.0028277573135676985
train loss:0.0009193844650496598
train loss:0.002587126446389519
train loss:0.010584757710504416
train loss:0.0003220356164737738
train loss:0.004803353657434134
train loss:0.0012081776012801827
train loss:0.0017489503339920146
train loss:0.015363280811797705
train loss:0.005541899564455058
train loss:0.0017876576184115449
train loss:0.02083518806679414
train loss:0.0005029534412358968
train loss:0.002328622761826697
train loss:0.027488916597808034
train loss:0.00048818069622472366
train loss:0.0047251115422888
train loss:0.0017458611644079283
train loss:0.010899559378148717
train loss:0.00447931266341649
train loss:0.004101269131599678
train loss:0.000757617294531705
train loss:0.0025894331314724422
train loss:0.0011628334286199976
train loss:0.016269055359777435
train loss:0.0025205130705983525
train loss:0.013138006117235262
train loss:0.0003304635911709573
train loss:0.0012583403872215256
train loss:0.0016608068155630883
train loss:0.0032914635939283333
train loss:0.0027283518220479674
train loss:0.00486601580946487
train loss:0.0021531129079083882
train loss:0.0020650735270761967
train loss:0.0003389346811407429
=== epoch:14, train acc:1.0, test acc:0.986 ===
train loss:0.004287763559332496
train loss:0.00040208007042636653
train loss:0.004621704904848604
train loss:0.0003577128861546524
train loss:0.0038077147926109524
train loss:0.0007088034547884911
train loss:0.0009359527079132978
train loss:0.0019502791753260179
train loss:0.007089033814404899
train loss:0.004709157444356202
train loss:0.0025296238673160137
train loss:0.003197246593091117
train loss:0.0001481586331898169
train loss:0.0003240325927734879
train loss:0.0005958066270486327
train loss:0.00357165818900793
train loss:0.0037544360294189064
train loss:0.018151464968986616
train loss:0.008291483144155825
train loss:0.006475750743014311
train loss:0.0024926440223751734
train loss:0.0003396828936285835
train loss:0.005024955061005577
train loss:0.0015156479501727154
train loss:0.0038352701711477904
train loss:0.001310606474283267
train loss:0.0002934631530929311
train loss:0.0012473808972404195
train loss:0.00210379142800366
train loss:0.00452764168990471
train loss:0.003561195950195553
train loss:0.0004450993093974264
train loss:0.001532391907228495
train loss:0.002554418252375584
train loss:0.003231323894781334
train loss:0.003525407505071547
train loss:0.0012919650923015889
train loss:0.0008731310636509755
train loss:0.021348436902101184
train loss:0.006703194377988254
train loss:0.011502595133690636
train loss:0.004143100459526286
train loss:0.0007128645953922795
train loss:0.026372039565153785
train loss:0.005778888617499548
train loss:0.002232225923035955
train loss:0.001237244386765319
train loss:0.044072472853925876
train loss:0.0014371504129761401
train loss:0.00012733022381955145
train loss:0.010151335407543234
train loss:0.0023470702416400753
train loss:0.0012388909384788945
train loss:0.009316880979359003
train loss:0.0005651804622494486
train loss:0.0031144126616180893
train loss:0.0016171343884718399
train loss:0.005790872876610582
train loss:0.03740334943568863
train loss:0.007064523123213361
train loss:0.009452930335800335
train loss:0.003882859347619342
train loss:0.016791656217494944
train loss:0.0014468310271310261
train loss:0.001719274284417875
train loss:0.005122104569514234
train loss:0.007082320421659899
train loss:0.0019032898975945953
train loss:0.002463355836522393
train loss:0.003024499600263559
train loss:0.0003928558163246089
train loss:0.001105556209741987
train loss:0.0010617450327166326
train loss:0.0020274067811998867
train loss:0.0017687135782234887
train loss:0.003574999608904855
train loss:0.003018778944315796
train loss:0.0025602312958733237
train loss:0.009951052439961893
train loss:0.030274645929862273
train loss:0.0018837969321520403
train loss:0.0018057450102973564
train loss:0.0019559903149548477
train loss:0.0023392766380903934
train loss:0.006741404544417264
train loss:0.011102970292334386
train loss:0.0011709411503884367
train loss:6.774386138856916e-05
train loss:0.0012151978377073767
train loss:0.0025066145542445143
train loss:0.0011391838597730412
train loss:0.0070630439129428044
train loss:0.0022959282569730947
train loss:0.00697058356950499
train loss:0.08937012958528483
train loss:0.0028682769201557974
train loss:0.006217075312194643
train loss:0.0013135043561694312
train loss:0.0012192642540136982
train loss:0.004273991282644562
train loss:0.010248831396499373
train loss:0.0019525317494444817
train loss:0.0005147383671337968
train loss:0.0028483220691072385
train loss:0.005806994203687723
train loss:0.0011714704746555982
train loss:0.011203645878957424
train loss:0.0026618752517352335
train loss:0.0017719899387794468
train loss:0.004461433839791786
train loss:0.015489913724134578
train loss:0.005006060952615334
train loss:0.01167429507893209
train loss:0.0015450949891452816
train loss:0.004273683007307559
train loss:0.009157458183128537
train loss:0.0027106607598219503
train loss:0.003189779625220391
train loss:0.0017907623601367603
train loss:0.0015123238876400364
train loss:0.0017109168458409696
train loss:0.007785958090425176
train loss:0.006377864658505967
train loss:8.464150314095799e-05
train loss:0.00325431826411561
train loss:0.002939100949363263
train loss:0.04565231872962486
train loss:0.00012535700005678301
train loss:0.002601954606355897
train loss:0.006147450437809168
train loss:0.00014049420271345771
train loss:0.019374584276463613
train loss:0.013808630138375067
train loss:0.0052353774264846395
train loss:0.0031865307976871034
train loss:0.00040534409066357374
train loss:0.00799332282724879
train loss:0.0027885139535982423
train loss:0.005977086051717757
train loss:0.001366567574710633
train loss:0.0015170829887860432
train loss:0.004602856105976406
train loss:0.003352806124540972
train loss:0.0029946534922100985
train loss:0.0010143305476278462
train loss:0.0004178262673041557
train loss:0.001947026843479415
train loss:0.0035002734089359198
train loss:0.015972960623311
train loss:0.004815551399528511
train loss:0.0012058374970372284
train loss:0.004438480210052102
train loss:0.0032197667257817058
train loss:0.003695093289244044
train loss:0.0007625917080890096
train loss:0.010238973782042391
train loss:0.00031591172891657997
train loss:0.002444161585639442
train loss:0.01665573586356937
train loss:0.0002562427294304839
train loss:0.003362089913075247
train loss:0.0017558269608597648
train loss:0.005972516743306975
train loss:0.0022347122794509865
train loss:0.0013149806675571152
train loss:0.003567350741608306
train loss:0.0014484771490847115
train loss:0.00202924781828355
train loss:0.0011690850390149406
train loss:0.002845544553221373
train loss:0.01512488923988995
train loss:0.001991107803729471
train loss:0.0036149935881480888
train loss:4.7642121349612436e-05
train loss:0.0012716551164423074
train loss:0.0021649426491398903
train loss:0.00031096737643899867
train loss:0.001903526502918752
train loss:0.0027230033954349655
train loss:0.0010452233985621428
train loss:0.0021253246011305998
train loss:0.0003504464479538742
train loss:0.002360697033700136
train loss:0.002222160691207834
train loss:0.0018335287429844993
train loss:0.0030293164300382574
train loss:0.00383841085516614
train loss:0.0016368993864926318
train loss:0.0006758126366631405
train loss:0.0007990516739973026
train loss:0.0004857307648616813
train loss:0.00036786441049597193
train loss:0.02243163295003447
train loss:0.0036739257059370733
train loss:0.0002938053964423277
train loss:0.010087033742790479
train loss:0.0005072545330359669
train loss:0.002599080741352667
train loss:0.0003982450682308571
train loss:0.002170382109628751
train loss:0.00010096310054180213
train loss:0.0011883403409372227
train loss:0.002227140016986493
train loss:0.001033811044881802
train loss:0.0003952348975156364
train loss:0.0008824150040956964
train loss:0.003095538776059458
train loss:0.0047164957500238245
train loss:0.00020673519473920351
train loss:0.0015018372421334752
train loss:0.0005142703659052744
train loss:0.014483169457849361
train loss:0.010350566334493527
train loss:0.01586428817946447
train loss:0.0008754558909001243
train loss:0.005260634544576895
train loss:0.0012153048504317005
train loss:0.0003028521721211749
train loss:0.005166017872112249
train loss:0.003540856227293809
train loss:0.001702749301826502
train loss:0.0002790535504709858
train loss:0.020290626448063738
train loss:0.0006263169824332867
train loss:0.036241929404369724
train loss:0.0020492329862272516
train loss:0.005438490229873094
train loss:0.002691970933327048
train loss:0.0003153798149724817
train loss:0.0006734673601290701
train loss:0.0007331170995069216
train loss:0.04012532399247364
train loss:0.004607204699961088
train loss:0.002049745007958343
train loss:0.00019524294137919192
train loss:0.004104740255714603
train loss:0.0018993951770838846
train loss:0.0002772476534013068
train loss:0.0028327381620157034
train loss:0.0023023143546705353
train loss:0.001597939632303247
train loss:0.0015462684216959032
train loss:0.029699347444122948
train loss:0.0011549072485899743
train loss:0.03254444397423474
train loss:0.0007811046615151921
train loss:0.0021262653947500955
train loss:0.002066264931953216
train loss:0.0023966408633642297
train loss:0.00028388267336723486
train loss:0.005704825088866061
train loss:0.004063893450390352
train loss:0.0004407821883284475
train loss:0.0007741730247867309
train loss:0.005661465592266965
train loss:0.0011754351074231694
train loss:0.004772418034685601
train loss:0.008831788309026428
train loss:0.001537735278549919
train loss:0.004203420950277516
train loss:0.01543947890165828
train loss:0.00307100993807159
train loss:0.0062627938081612515
train loss:0.001061186866345775
train loss:0.002244558579448563
train loss:0.0009758950175906049
train loss:0.002790302680418381
train loss:0.0011148912071491665
train loss:0.0025402126320089695
train loss:0.00206230136134039
train loss:0.0004625124843897014
train loss:0.006117502696914863
train loss:0.0017355821721131617
train loss:0.01911991365039185
train loss:0.0032926800482448587
train loss:0.004011013593218074
train loss:0.0008859307302437078
train loss:0.001066120973252776
train loss:0.000835896078602851
train loss:0.0012171620341778027
train loss:0.005470066238840094
train loss:0.001691171751799464
train loss:0.001667455071592958
train loss:0.0023118804555186147
train loss:0.0013221642279739162
train loss:0.0022620495479140977
train loss:0.004467866067178796
train loss:0.002498880305804076
train loss:0.005304440061645196
train loss:0.004009758205575767
train loss:0.0033640137857234103
train loss:0.0008724424268509385
train loss:0.00035044504921357604
train loss:0.0004525401781297597
train loss:0.008206211983708737
train loss:0.0057803578226472245
train loss:0.0010656798853019107
train loss:0.0004026862345777751
train loss:0.014467957000444615
train loss:0.0017730629811405765
train loss:0.00042790469912484813
train loss:0.002261912682467913
train loss:0.001399152276586259
train loss:0.0012191855931596358
train loss:0.001842455030374506
train loss:0.00041149069830770325
train loss:0.0007883064437451326
train loss:0.0041819781078645
train loss:0.0035368876984819843
train loss:0.0027176330944684835
train loss:0.0074339305786499865
train loss:0.0020867500461494272
train loss:0.009052078965873038
train loss:0.007476129392090468
train loss:0.005265090918425295
train loss:0.009883091333031186
train loss:0.000389903757429281
train loss:0.0001199040691689834
train loss:0.007969657401431693
train loss:0.004160975638224493
train loss:0.002665560923220513
train loss:0.021690397278770566
train loss:0.00047600676762698136
train loss:0.003197735002239559
train loss:0.0006697095002682218
train loss:0.005750069177008189
train loss:0.005300914515211973
train loss:0.0046273669055478285
train loss:0.0008968618159645801
train loss:0.005328479317453657
train loss:0.002923459930641391
train loss:0.003164542918188919
train loss:0.0027368442367353613
train loss:0.00880614277203704
train loss:0.03344026130677143
train loss:0.0031682165668239282
train loss:0.0033272677715720377
train loss:0.004106919450240087
train loss:0.001378358774821596
train loss:0.0008249562910159144
train loss:0.0065526706271940936
train loss:0.0026877610607161334
train loss:0.002724613104014964
train loss:0.00324927062588811
train loss:0.002314727052994652
train loss:0.0003303819238874468
train loss:0.005068423290832033
train loss:0.003573872311479885
train loss:0.000726173870399298
train loss:0.0035463638266858455
train loss:0.0013345065535250228
train loss:0.0008065772016706643
train loss:0.001969967285419878
train loss:0.00613045834447445
train loss:0.0014634116360610868
train loss:0.0035822892079149403
train loss:0.0014704023453684183
train loss:0.031660187405099204
train loss:0.004499469595138241
train loss:0.005410607301496052
train loss:0.004945705519293685
train loss:0.006376296344757017
train loss:0.0014415951949328732
train loss:0.002566729494328195
train loss:0.00453942472501473
train loss:0.009250474084369294
train loss:0.004768480838679965
train loss:0.0019841935989590178
train loss:0.0016985114849873172
train loss:0.01806891183709087
train loss:0.0009455866287515445
train loss:0.001788011228407298
train loss:0.0024348735361952967
train loss:0.01752732485810309
train loss:0.004519256609956251
train loss:0.01108576450795613
train loss:0.0018381788914324218
train loss:0.002189039317605005
train loss:0.0030324572307050047
train loss:0.0037518641084234587
train loss:0.0002924555496634091
train loss:0.0019022842809943243
train loss:0.0037637506338509957
train loss:0.002317368301431115
train loss:0.010855233183523263
train loss:0.0029605102530003437
train loss:0.011990184118564768
train loss:0.002664010544855292
train loss:0.0017798996529860764
train loss:0.0015843750988336802
train loss:0.003861692314174072
train loss:0.0006731308249623015
train loss:0.004949398629227774
train loss:0.004257590942189345
train loss:0.0022620332205558484
train loss:0.0006236393797010996
train loss:0.0030680259096351704
train loss:0.003259163863345294
train loss:0.01381564541031852
train loss:0.004175005687079852
train loss:0.0006066788959968488
train loss:0.0056294968665478685
train loss:0.0010140990573342618
train loss:0.0005287518122723409
train loss:0.004789732751270516
train loss:0.012739016352125739
train loss:0.0012745674446635754
train loss:0.012020319367949403
train loss:0.002755637756382072
train loss:0.0011894527471934487
train loss:0.0030560113715124675
train loss:0.005626577164024035
train loss:0.0027541561783507745
train loss:0.002043076094141842
train loss:0.004755590091056548
train loss:0.003777424883340182
train loss:0.0034616980615946417
train loss:0.007418116895476557
train loss:0.0011849124294535183
train loss:0.0011874904854084708
train loss:0.00023820537718736596
train loss:0.0030390691537091575
train loss:0.0012333690786723319
train loss:0.0010240954163008523
train loss:0.0050418348902798015
train loss:0.007591691273657453
train loss:0.002852122001799064
train loss:0.000729540545301518
train loss:0.001105871124109845
train loss:0.007053954384890421
train loss:0.006641152536358382
train loss:0.00040884232755730504
train loss:0.005493470128417246
train loss:0.0004885984309000751
train loss:0.0019254901562076648
train loss:0.0027481958407455024
train loss:0.0010718947760271034
train loss:0.008641677484044069
train loss:0.0006996981536143722
train loss:0.001577565282326115
train loss:0.0013940919583216116
train loss:0.0023288288128301337
train loss:0.004032360418555358
train loss:0.0015454487540641118
train loss:0.0009568474946730171
train loss:0.0003906539943942004
train loss:0.000610128871690661
train loss:0.009592036511854805
train loss:0.0016472559238521025
train loss:0.002156201516602434
train loss:0.005453951372758559
train loss:0.010345910722335323
train loss:0.0004862505715424379
train loss:0.0009086640023996362
train loss:0.007817578869695106
train loss:0.027239182866180534
train loss:0.026884978727833506
train loss:0.0027996914808199047
train loss:0.003622571295400514
train loss:0.0012820859450741722
train loss:0.002477638022709278
train loss:0.0007544524800034649
train loss:0.002967673694822882
train loss:0.004288006560873831
train loss:0.017195557409188777
train loss:0.006863346450223792
train loss:0.00020194891317556397
train loss:0.006265234435499729
train loss:0.002936069944336972
train loss:0.00742793845535897
train loss:0.0009849479561331786
train loss:0.00024608604949181995
train loss:0.0012019619652617439
train loss:0.0037863282857457724
train loss:0.007952397355525522
train loss:0.007606335276499636
train loss:0.0001139614753775926
train loss:0.001619237753413589
train loss:0.00034069893933387133
train loss:0.001201245055352079
train loss:0.02138128526704429
train loss:0.001196017484465743
train loss:0.0012002605382881906
train loss:0.010404512866146269
train loss:0.0015723629702014117
train loss:0.00012645576214483252
train loss:0.0035497448662098635
train loss:0.00137315941670871
train loss:0.009243228205513116
train loss:0.0024793979215549954
train loss:0.0003207875840860951
train loss:0.0035014618710201683
train loss:0.0009692581331175672
train loss:0.0014134687164803292
train loss:0.0010766981588347872
train loss:9.382691116850582e-05
train loss:0.0003129143518490882
train loss:0.0006759588858684848
train loss:0.0017763803405441254
train loss:0.0031039550977863695
train loss:0.0011458486501470138
train loss:0.0069026090012139565
train loss:0.0031945307927075495
train loss:0.0007523299458496433
train loss:0.0018403312290783541
train loss:0.0009149250256174867
train loss:0.009468873423758408
train loss:0.001070634383025256
train loss:0.0004017312993015774
train loss:0.0026505704508509825
train loss:0.0014348351449572578
train loss:0.0012469461530131367
train loss:0.023316571510072822
train loss:0.0034402178909351488
train loss:0.005514342709077033
train loss:0.0027499454509034176
train loss:0.001708594933568308
train loss:0.0018355228053696005
train loss:0.0030554411013137424
train loss:0.0015859178984946767
train loss:0.006228713519398286
train loss:0.0017170014651961215
train loss:0.0023108134176711963
train loss:0.0026258862702506717
train loss:0.006546483141932455
train loss:0.00040760461834480895
train loss:0.0037245241166615787
train loss:0.0019021868746048676
train loss:0.0013800632367137007
train loss:0.001496364878087353
train loss:0.0035251626702010896
train loss:0.003432831709654126
train loss:0.0009303758538898061
train loss:0.008144866404534618
train loss:0.0007251677161366126
train loss:0.010884067925979053
train loss:0.004901991172083067
train loss:0.0017272186491994197
train loss:0.006996850908181762
train loss:0.0007143569790097232
train loss:0.0012076266510890096
train loss:0.0004863209112667246
train loss:0.002950561691130015
train loss:0.0023383873543527116
train loss:0.00317741659157505
train loss:0.0022540907690469987
train loss:0.0019709578848936538
train loss:0.0012311171170049453
train loss:0.0001645513220382277
train loss:0.002416131493238509
train loss:0.0009786911976559611
train loss:0.004893664137371887
train loss:0.0004937785600759255
train loss:0.0016560114499934572
train loss:0.0005272925382289874
train loss:0.0002337780546757712
train loss:0.0005623079644610587
train loss:0.01302687325012881
train loss:0.00032924984690238616
train loss:0.001025987650506625
train loss:0.0005653447778068224
train loss:0.0004919994169853729
train loss:0.0015116766662007248
train loss:0.001092760186711249
train loss:0.0007115428706386411
train loss:0.00035805175624955545
train loss:0.0008621408544388999
train loss:0.002615749820242109
train loss:0.004252000049638997
train loss:0.0071926005182687625
train loss:0.0034328288757858034
train loss:0.0060618199849963176
train loss:0.00042434223460620303
train loss:0.001266173685848246
train loss:0.0003933293803923639
train loss:0.0010537049543682122
train loss:0.00018298342437208379
train loss:0.0005163917679287606
train loss:0.007009631028151944
train loss:0.00041605951206659245
train loss:0.0031888795254562717
train loss:0.00852079523151758
train loss:0.0010433294520134893
train loss:0.004896865374281369
train loss:0.0033587523604465277
train loss:0.002018980746521131
train loss:0.001994842783535674
train loss:0.004449802945186237
train loss:0.0066296328093612
train loss:0.0007608992234765962
train loss:0.006897932825327688
train loss:0.003948979033397319
train loss:0.00044399356137236965
train loss:0.0013845243517624814
train loss:0.01742798827471936
train loss:0.006207181232087965
train loss:0.0036066514557105047
train loss:0.0008131458661633106
train loss:0.017264438396177934
train loss:0.014319701610227826
=== epoch:15, train acc:1.0, test acc:0.986 ===
train loss:0.0014853657364380436
train loss:0.0006813077869205915
train loss:0.0005841526801656992
train loss:0.00473965838139106
train loss:0.001359332474190377
train loss:0.0011295660797732575
train loss:0.0010527200473520518
train loss:0.0021630835469793326
train loss:0.006778397995123853
train loss:0.0036245140708683478
train loss:0.00434166068614541
train loss:0.01060161392696856
train loss:0.003071346007683715
train loss:0.0043559509241431005
train loss:0.0035806496605494125
train loss:0.0056179148838912145
train loss:0.001334917464362726
train loss:0.00035658755071636764
train loss:0.007651372414335406
train loss:0.0026063651744055055
train loss:0.004236233525086044
train loss:0.0024903942363120905
train loss:0.0033227834275879314
train loss:0.0006215357335071622
train loss:0.001044103413534534
train loss:0.00078476354957771
train loss:0.0020389857549083746
train loss:0.00035594717336390837
train loss:0.0057159181825003
train loss:0.0009389781562559334
train loss:0.0031660852175876587
train loss:0.0030466305416866385
train loss:0.00039766076378854135
train loss:0.0016470665050753817
train loss:0.0019921569842771443
train loss:0.0002807290535380456
train loss:0.00496121488425107
train loss:0.0032900010160750648
train loss:0.0026661238194262637
train loss:0.005056318219294202
train loss:0.006696300892808589
train loss:0.002849349570610485
train loss:0.001399021563453399
train loss:0.0010352699789353637
train loss:0.026216755361632336
train loss:0.002684760455451923
train loss:0.0004919810390773746
train loss:0.0001889586775401819
train loss:0.0005070183417888422
train loss:0.0002397544071754106
train loss:0.0016511774240376292
train loss:0.00036353774638544036
train loss:0.004355988445764269
train loss:0.0003499675860774883
train loss:0.0013984971910308743
train loss:0.0012093974114915692
train loss:0.006117082295517293
train loss:0.003266420061549626
train loss:0.0009345253495093588
train loss:0.004931366917598988
train loss:0.0012388123266612006
train loss:0.001788248669387614
train loss:0.001651747838894667
train loss:0.007787166508810181
train loss:0.004798057051077147
train loss:0.005702973012835131
train loss:0.0014741824467261384
train loss:0.0001895957382208617
train loss:0.006767871590608901
train loss:0.006839860342964712
train loss:0.003344669130811339
train loss:0.0006285519360215275
train loss:0.0009253799312556498
train loss:0.0011464214326021322
train loss:0.0007532541528797296
train loss:0.0008998734514144949
train loss:0.0008978629036437756
train loss:0.0011964712505924846
train loss:0.0033467345952126366
train loss:0.0015963278932769635
train loss:0.0005081024526160127
train loss:0.0003500366520939681
train loss:0.0027454805251739428
train loss:0.0017285942139006094
train loss:0.0045239140153115745
train loss:0.0031535679175047223
train loss:0.0007328929015233712
train loss:0.008870182771725486
train loss:0.0006973814508001594
train loss:0.0003477382491664858
train loss:0.004496622932239428
train loss:0.08991967563424504
train loss:0.008156052612323578
train loss:0.00019301251625107165
train loss:0.0005263287733714637
train loss:0.0005415744950345436
train loss:0.0011928392031688648
train loss:0.0017837269472169947
train loss:0.0006288340363488908
train loss:0.0005326716388038381
train loss:0.0012076444521214244
train loss:0.0027110847070313335
train loss:0.000766952605081676
train loss:0.0007310268309212644
train loss:0.004468809607027557
train loss:0.005362633015324774
train loss:0.0008783177806007149
train loss:0.006784983910780809
train loss:0.003929079736104965
train loss:0.01101009158015619
train loss:0.007791692843696709
train loss:0.002806291947943956
train loss:0.017024416678141707
train loss:0.008619637512902272
train loss:0.0013198349505790597
train loss:0.010517938131329957
train loss:0.005801348583733142
train loss:0.000947133815460115
train loss:0.007503125321340451
train loss:0.0030606852013659175
train loss:0.0005193004304704361
train loss:0.005159001785825349
train loss:0.0010453665918338097
train loss:0.0014346894836815666
train loss:0.009910343826313946
train loss:0.006587631400414802
train loss:0.008715002282359267
train loss:0.09138988445197006
train loss:0.039488381115626095
train loss:0.006442002576635186
train loss:0.008179084249288412
train loss:0.009065835256506238
train loss:0.0003792381075670693
train loss:0.003168571352339286
train loss:0.006553827046328295
train loss:0.005256032004167688
train loss:0.010062030753860139
train loss:0.0751809254870576
train loss:0.015918354801153504
train loss:0.0018529143990024097
train loss:0.004011724493563158
train loss:0.005388154458738466
train loss:0.005898576489292773
train loss:0.00018453213755065766
train loss:0.004140656725015901
train loss:0.0021785557346972973
train loss:0.012952160197343418
train loss:0.0078530490876548
train loss:0.006430226828117474
train loss:0.0016631890356062628
train loss:0.00196724859943951
train loss:0.005015306405967666
train loss:0.0019062563890795822
train loss:0.009035163888761912
train loss:0.0021573695883851758
train loss:0.005153807829962578
train loss:0.008931063081008314
train loss:0.0007012555166570673
train loss:0.0007318314797249371
train loss:0.004127576838328526
train loss:0.0009859873408620626
train loss:0.002943006161615724
train loss:0.006853161348985147
train loss:0.02004021656410767
train loss:0.0026781165005481406
train loss:0.0005148178722344613
train loss:0.0013448643595987545
train loss:0.006873781977357187
train loss:0.001747651324096857
train loss:0.0018544678490800624
train loss:0.037510974127853675
train loss:0.00020511443428478896
train loss:0.0005036823733137152
train loss:0.003673807999630245
train loss:0.003914433329953386
train loss:0.005321524438132868
train loss:0.006257775340582128
train loss:0.005473362825178363
train loss:0.009155627392932353
train loss:0.004093273745988631
train loss:0.001742858421711395
train loss:0.00850583155732076
train loss:0.0031030788278739157
train loss:0.007305678497585158
train loss:0.0022416948164847546
train loss:0.0002786848930102799
train loss:0.0017948259745022386
train loss:0.0006054511309159668
train loss:0.0005020502086317823
train loss:0.0005166596412806828
train loss:0.005760006759024887
train loss:0.006711227287944941
train loss:0.0020094262025641334
train loss:0.007137807316928956
train loss:0.00033870197169495725
train loss:0.0009655555966332527
train loss:0.004787530722063022
train loss:0.004726364422005287
train loss:0.009573058872933282
train loss:0.0010591729230129414
train loss:0.004323671360619986
train loss:0.008258677006691965
train loss:0.001993168088289982
train loss:0.003041515453081963
train loss:0.0011201286192573333
train loss:0.0007081676627653095
train loss:0.002951531536182347
train loss:0.0013835803660034642
train loss:0.002276837372978116
train loss:0.000863853237723213
train loss:0.004054227701754359
train loss:0.004667831223467721
train loss:0.0012788024128207664
train loss:0.0002628569595677287
train loss:0.0005579701957161662
train loss:0.00029229417077779974
train loss:0.029037344031980036
train loss:0.003571629797462488
train loss:0.0005768718819744754
train loss:0.0001156760415066497
train loss:0.0006451946408253439
train loss:0.001039133490022332
train loss:0.002298403019631685
train loss:7.99757271966153e-05
train loss:0.006639246923373933
train loss:0.0021441799320861734
train loss:0.000630771931415088
train loss:0.004879192299292869
train loss:0.003978214431756871
train loss:0.0006314761796409355
train loss:0.0025310857785033813
train loss:0.0025723763803119455
train loss:0.002026275194733359
train loss:0.0031359579209549317
train loss:0.004255813164622694
train loss:0.0012722315583275157
train loss:0.0019507443880933683
train loss:0.00586375992557146
train loss:0.0006155628041861507
train loss:0.0012385459132007524
train loss:0.0009921843330104841
train loss:0.0023244935196209023
train loss:0.004535471805787958
train loss:0.004525349678317425
train loss:0.0036033223993738534
train loss:0.00200574258470169
train loss:0.00020098504280737666
train loss:0.0018393130063645254
train loss:0.003069220706688437
train loss:0.0026651695899366145
train loss:0.0012369253594839442
train loss:0.006777617660352517
train loss:0.0005707508662315567
train loss:0.003104439166240784
train loss:0.0034176185446399628
train loss:0.0005407842107452797
train loss:0.002543555360816001
train loss:0.0005530353973906705
train loss:0.0011987926293502752
train loss:0.003959634510164221
train loss:0.006137029809268102
train loss:0.0032878016313436704
train loss:0.005082359688043663
train loss:0.0005793540399507266
train loss:0.04610282748295122
train loss:0.00029605616757543774
train loss:0.005515080400248308
train loss:0.0008163664599676238
train loss:0.00011787771940511031
train loss:0.0034249505803854736
train loss:0.000981607582082762
train loss:0.0018043247104895077
train loss:0.0004963300268262863
train loss:0.0009398178895188843
train loss:0.00757152801165629
train loss:0.005130717451935027
train loss:0.0050726400728491675
train loss:0.00030390386939474105
train loss:0.010260173869747783
train loss:0.0032276569702610475
train loss:0.0012932391034990076
train loss:0.001153017680790813
train loss:0.0012599237436899371
train loss:0.0019933905512900863
train loss:0.003083098848277394
train loss:0.0006766835661753104
train loss:0.000486814616204578
train loss:0.00029422005752876613
train loss:0.001140208944573696
train loss:0.0035035436534453348
train loss:0.0029624174304904703
train loss:0.0008234819632627233
train loss:0.01425187413122595
train loss:0.00412823877843819
train loss:0.0008868554961717252
train loss:0.0004941672419371145
train loss:0.0007652331015918185
train loss:0.00046045161731015326
train loss:0.0015185066653899887
train loss:0.005272329873395042
train loss:0.0013393442620845655
train loss:0.00022252671072005593
train loss:0.004916347596953551
train loss:0.0023317105825722195
train loss:0.0004547643044776193
train loss:0.0006266708991469818
train loss:0.002244128552528448
train loss:0.0024022122680998352
train loss:0.0021131741485307907
train loss:0.006031322473737933
train loss:0.0002154546002239775
train loss:0.00016104490295906507
train loss:0.0034929010322251046
train loss:0.009124185527538659
train loss:0.0036351538776078908
train loss:0.00029827429969812267
train loss:0.002035336270038779
train loss:0.004201016334864302
train loss:0.001775899830879521
train loss:0.005406441024568059
train loss:0.0006658196290799519
train loss:0.0014130796279863392
train loss:0.0022087931555518493
train loss:8.594448497145338e-05
train loss:0.0005006018919337929
train loss:0.003430345412149457
train loss:0.007521676993610248
train loss:0.004616581197169874
train loss:0.00503012840179878
train loss:0.0009148769788857051
train loss:0.002260011308358607
train loss:0.000631239013257462
train loss:4.868488744089624e-05
train loss:0.004586233116639631
train loss:0.0005837948086236504
train loss:0.0017841100550949687
train loss:0.0013827672364341759
train loss:0.0378708749023648
train loss:0.0013803039564310134
train loss:0.0023025266843807748
train loss:0.0024633746091865414
train loss:0.0005497844416578753
train loss:0.004171081334250049
train loss:0.004768496131855652
train loss:0.011792378270200785
train loss:0.000465864307803708
train loss:0.00044373335135770164
train loss:0.0071848992445593595
train loss:0.0018353406287668849
train loss:0.003113505873947601
train loss:0.002392361973395441
train loss:0.0004310252583685556
train loss:0.007353329568489288
train loss:0.0011021809389455076
train loss:0.01822407021507998
train loss:0.001645117196699191
train loss:3.6051784917929546e-05
train loss:0.0017991450714230988
train loss:0.001401505642517116
train loss:6.522038805201296e-05
train loss:0.007456271192597677
train loss:0.0022650822033724663
train loss:0.0021421674087679764
train loss:0.01532034894121006
train loss:0.0017172891779252705
train loss:0.0024344126382909712
train loss:0.0011273677180125643
train loss:0.0009480249119083765
train loss:0.00044369806435595787
train loss:0.0032074673459771864
train loss:0.00046194014787851356
train loss:0.0013916715047512882
train loss:0.02254982024903258
train loss:0.006307557460223834
train loss:0.0026265673793438916
train loss:0.0013954605478849697
train loss:0.0009575542575049142
train loss:0.001471048819204018
train loss:0.0032276145702562374
train loss:0.0005760199582647192
train loss:0.001420705936516273
train loss:0.002208016584962699
train loss:0.0011542282391885158
train loss:0.0036076107145325076
train loss:0.0015406173054956925
train loss:0.0013136897990953544
train loss:0.011844824570845156
train loss:0.0054394009051859935
train loss:0.0006152676232202782
train loss:0.0005265818526040181
train loss:0.00020517838245322163
train loss:0.0015912353202060915
train loss:0.0043217104193370446
train loss:0.002916344680250989
train loss:0.0026556053530234864
train loss:0.01450847839442707
train loss:0.002337845778962103
train loss:0.001176062893561848
train loss:0.0018652831901823526
train loss:0.0030809392234979593
train loss:0.0017632430368079177
train loss:0.004890906025359193
train loss:0.005553728679800324
train loss:0.000917182883088587
train loss:0.00336446516700669
train loss:0.00017159522680295692
train loss:0.0030724918425750047
train loss:0.0008447798127495319
train loss:0.001833077050442402
train loss:0.0014631301552129735
train loss:0.0010723793930764534
train loss:0.0015234511219016247
train loss:0.005886250470363066
train loss:0.004013328473742648
train loss:0.0015129048067185529
train loss:0.0006974929199616976
train loss:0.0012703741398364787
train loss:0.0010319930496100274
train loss:0.0032881850125017235
train loss:0.0009256401567904154
train loss:0.002024936760186842
train loss:0.00011056560250168802
train loss:0.0020122225324277266
train loss:0.00237932878879731
train loss:0.009826278114216736
train loss:0.004217804273788445
train loss:0.0009839136701580737
train loss:0.0006172456338242951
train loss:0.00020168325238195946
train loss:0.0020324000577487517
train loss:0.00583014689425607
train loss:0.00028646539037255705
train loss:0.0007243616423840043
train loss:0.0015881530388587642
train loss:0.013111796657885819
train loss:0.0013719356629755988
train loss:0.0023705064740884977
train loss:0.0002860304456781626
train loss:0.0007671684862069265
train loss:0.0007535564648251643
train loss:0.001633386787075862
train loss:0.0009593926962314568
train loss:0.00659110920766062
train loss:0.0035537976753121595
train loss:0.002760470912007988
train loss:0.00012169905153646481
train loss:0.003991076825022255
train loss:0.00037637195796367244
train loss:0.007659143708674542
train loss:0.0016811436436959025
train loss:0.019390881467969842
train loss:0.0004894788461473026
train loss:0.0019928805610553613
train loss:0.0011894294367248122
train loss:0.0021021946974231027
train loss:0.005666272654107293
train loss:0.0005302657902287446
train loss:0.007055757289098554
train loss:0.0008690300326081086
train loss:0.00036305276679564764
train loss:0.003804326285485434
train loss:0.0011888308742345622
train loss:0.002000935840423986
train loss:0.0026222950198183975
train loss:0.0022697462314680743
train loss:0.0022660405382422684
train loss:0.0033897269637688226
train loss:0.001899666573194416
train loss:8.183635887390789e-05
train loss:0.003937610277516262
train loss:0.0027048930832742134
train loss:4.0375070157859535e-05
train loss:0.004311852451579105
train loss:0.007456566862227271
train loss:0.0012863302933868858
train loss:0.001486953535692754
train loss:0.0008240925452741211
train loss:0.001658849840898152
train loss:0.0006619835487772095
train loss:0.002719301375395505
train loss:0.0008535049061335803
train loss:0.0007987840269787003
train loss:0.009444651157337721
train loss:0.0022413591190870484
train loss:0.0026517218036042163
train loss:0.0013124830695298406
train loss:0.00238564238687137
train loss:0.0019334266356706021
train loss:0.001019088330957349
train loss:0.0018608605203417202
train loss:0.0015888866830680417
train loss:0.0007013078179593608
train loss:0.0004055313798433213
train loss:0.00037234541462248646
train loss:0.0002196125705745589
train loss:0.0036936690160070005
train loss:0.0005976757842503039
train loss:7.441621390259074e-05
train loss:0.0009374364753932205
train loss:0.0035447356523098526
train loss:0.0005604387087912256
train loss:0.000604335925593952
train loss:0.0002559791181316905
train loss:0.00023606656363128544
train loss:0.0038319708390005965
train loss:0.004512429512876671
train loss:0.0016390356541432468
train loss:0.00013156981107721816
train loss:0.0014488095545168646
train loss:0.0010001665928185124
train loss:0.0027739916743680284
train loss:0.0004979154035491359
train loss:0.009233356994712914
train loss:0.0017344490154831932
train loss:0.003321665077713645
train loss:0.005061961185467432
train loss:0.0004077217176706772
train loss:0.0019123869920343614
train loss:0.0010054968161110978
train loss:0.00021103787767769516
train loss:0.004658635658040072
train loss:0.003863369829292953
train loss:0.006094727190950551
train loss:0.0015645725699036112
train loss:0.005968800083521622
train loss:0.0014643823702953761
train loss:0.0026092555447571253
train loss:0.0025715428200086053
train loss:0.0058271159659562585
train loss:0.0004750939050171323
train loss:0.0018928288495356715
train loss:0.003127076431165377
train loss:0.0006924535670342717
train loss:0.0031206218346252097
train loss:0.00113827449021122
train loss:0.003962045693746708
train loss:0.001079897125017757
train loss:0.000942296506759449
train loss:0.0010321341045139948
train loss:0.006297262295049859
train loss:0.03830109969633865
train loss:0.0012815366023283114
train loss:0.006913358065427585
train loss:0.0002416336677452342
train loss:0.0016679053963994123
train loss:0.0006839894201752655
train loss:0.0019851461864570973
train loss:0.001714916860151353
train loss:0.013957138540617437
train loss:0.0013429640365664373
train loss:0.00031993539782785684
train loss:0.003277934654700231
train loss:0.0029525178855381645
train loss:0.0011249790405829312
train loss:0.0010208968737957997
train loss:0.0013196168321526795
train loss:0.00022873218179183846
train loss:0.04588487931606756
train loss:0.0020536293566402993
train loss:0.00032126068218585373
train loss:0.007038227945685083
train loss:0.0016441653285470073
train loss:0.0017694482802939305
train loss:0.0012726122083154925
train loss:0.0028680019170667015
train loss:0.00014456786308970568
train loss:0.0015463936164014736
train loss:0.01208259065209835
train loss:8.221449886366649e-05
train loss:5.903441152478061e-05
train loss:0.0017605727413167983
train loss:0.0014640298125992474
train loss:0.0032196547083634145
train loss:0.002073726063163576
train loss:0.0003303796506229927
train loss:0.00015706776064168998
train loss:0.003925441753419903
train loss:0.002277314993802467
train loss:0.001547457524899504
train loss:0.0005460778034726381
train loss:0.0018110004322572319
train loss:0.004402075099801838
train loss:0.0006420666853375999
train loss:0.00017427408715025338
train loss:0.0005595724293336323
train loss:0.0008157996322041834
train loss:0.0008912707384963515
train loss:5.4346426324557916e-05
train loss:0.0005261090828078412
train loss:0.0006294278505066783
train loss:0.00017974013708722824
train loss:0.0006629641039097335
train loss:0.004612727684009774
train loss:0.016463455507134014
train loss:0.04568475351002391
train loss:0.0003890805543047764
train loss:0.004548869559359424
train loss:0.0004956764390936469
train loss:0.0020816074969947293
train loss:0.0065987652938382544
=== epoch:16, train acc:0.999, test acc:0.988 ===
train loss:0.0021073316823644766
train loss:0.001637156780767201
train loss:0.0012795124735367344
train loss:0.0008147452939822825
train loss:0.009597439469029984
train loss:0.00044750035742899074
train loss:0.0012968004015986299
train loss:0.00013345385158808996
train loss:0.006199704976528855
train loss:0.001367596536441085
train loss:0.00042513555414545314
train loss:0.0006328080792943112
train loss:0.001745291596604247
train loss:0.0014253336753021703
train loss:0.0006195875541093569
train loss:0.0005031444596066533
train loss:0.00036400813320660273
train loss:0.0017922741030003658
train loss:0.004159255812440348
train loss:0.0004928800886369139
train loss:0.003969959996137677
train loss:0.0003835495873934223
train loss:0.0014776265406699618
train loss:0.0007544222519221394
train loss:0.0009063785933730817
train loss:0.00017490945485668444
train loss:0.0005988616174396164
train loss:0.0027952975096866423
train loss:0.0031696251320323192
train loss:0.009451536496087666
train loss:0.00020031229321821557
train loss:6.057551853502065e-05
train loss:0.0002364679408316466
train loss:0.004102609050991805
train loss:0.0004358520513076726
train loss:0.0003727022574526545
train loss:0.0003700767751287597
train loss:0.00014154792341517183
train loss:0.00039332245099902853
train loss:0.0009536518040437695
train loss:6.355768743235503e-05
train loss:0.0022819440484506876
train loss:0.0032491429740928485
train loss:0.006080011336454744
train loss:0.000506943813376879
train loss:6.68850902090221e-05
train loss:0.005924255883282441
train loss:0.002997634475709116
train loss:0.001096478473923386
train loss:0.002479260003568197
train loss:0.005862067350662699
train loss:0.00039016436143791814
train loss:0.010772372049727363
train loss:0.0008448927813405332
train loss:0.0024196647530036184
train loss:0.00013528852639464227
train loss:0.0246121206609198
train loss:0.00042163402555128764
train loss:0.0013659846739511954
train loss:0.00578716475265887
train loss:0.00463783956145993
train loss:0.004527797086879346
train loss:0.005473232050071825
train loss:0.0029939185617555834
train loss:0.0004117811032176604
train loss:0.003681818161466328
train loss:0.0032165305277161633
train loss:0.0005968879137604157
train loss:0.0007593332277810088
train loss:0.01694743243488581
train loss:0.004684017694835855
train loss:0.0003426396759763478
train loss:0.009634112985968321
train loss:0.0025420238694022265
train loss:0.00033939497037504033
train loss:8.934106447323877e-05
train loss:0.0016938003948991157
train loss:0.00014337366243769218
train loss:0.00041277622103702414
train loss:0.007182601058890653
train loss:0.005314956407128434
train loss:0.001128592776360402
train loss:0.005704266004364094
train loss:0.0005724232030952312
train loss:0.0015272815650935725
train loss:0.001041490798035471
train loss:0.0021253820076737157
train loss:0.00017497199227156383
train loss:0.0005018314776248739
train loss:0.0032777570860139304
train loss:0.00017405592156092856
train loss:0.0015248041806431897
train loss:0.0006243597218383366
train loss:0.0013389493911486958
train loss:0.003807104035776632
train loss:0.0004481463531409552
train loss:0.001627471171699285
train loss:0.00024251601391864021
train loss:0.002550323690076856
train loss:0.0015503480300949214
train loss:0.012065593986683639
train loss:0.005558246570075309
train loss:0.00118865970335768
train loss:0.005144308052398511
train loss:0.0006937698164320864
train loss:0.0003828960242361608
train loss:0.0033656214284164625
train loss:0.003946424811396608
train loss:0.00020559946731043825
train loss:0.00297813216389188
train loss:0.0001375741562671508
train loss:0.015590447311101888
train loss:0.005145186283750143
train loss:0.0006814540233186846
train loss:0.004048034269772483
train loss:0.0022054179051427592
train loss:0.000886936586560529
train loss:0.016277322464560765
train loss:0.04455821304548757
train loss:0.0011880719369556005
train loss:0.00217489093563325
train loss:0.0013650550370075563
train loss:0.0018089403287305955
train loss:0.0011573491310932196
train loss:0.0041504928832672315
train loss:0.005452658661625546
train loss:0.004490863678317458
train loss:0.01796370924430165
train loss:0.0016705724000287037
train loss:0.0011652733283833566
train loss:0.006294317071833346
train loss:0.004418265793930902
train loss:0.13579483227834202
train loss:2.499754926047981e-05
train loss:0.0006862348224979504
train loss:0.008249684643646903
train loss:0.000907447478866821
train loss:0.002127698718666758
train loss:0.0015712570838533732
train loss:0.003763619379032398
train loss:0.0004927617362926259
train loss:0.00172020615600263
train loss:0.005074308047249714
train loss:0.005271988563746388
train loss:0.004671490250933507
train loss:0.0005767834979427433
train loss:0.005867606092301585
train loss:0.0030013262453327545
train loss:0.004142378058888129
train loss:0.0009300511603994623
train loss:0.0002963549495512881
train loss:0.00313503737154938
train loss:0.0009581281771573405
train loss:0.0015575518412018863
train loss:0.0009358315181863897
train loss:0.0008342849928607596
train loss:0.0020957385175607744
train loss:0.0037648589557993505
train loss:0.001397216617978546
train loss:0.003261303278534637
train loss:0.0012568302511048242
train loss:0.00040619360603968714
train loss:0.0016152833576590512
train loss:0.0001413023946798558
train loss:0.0038676625628867034
train loss:0.014085988742760989
train loss:0.04904504497771168
train loss:0.0009744852588391512
train loss:0.006141108303750592
train loss:0.0016401585613879891
train loss:0.002373836139407721
train loss:0.00675028250553379
train loss:0.00660684127816524
train loss:0.0021592856757963476
train loss:0.005955630964042415
train loss:0.0005278379775436223
train loss:0.00018285090838301987
train loss:0.0027081937139661373
train loss:0.02507015067768383
train loss:0.0009375558404934914
train loss:0.002393028111133187
train loss:0.007057385840638031
train loss:0.0024472756810842993
train loss:0.016159358350780577
train loss:0.010915953707561616
train loss:0.0016357920325198146
train loss:0.0021726310287544333
train loss:0.0017782075535098334
train loss:0.0030714515440612195
train loss:0.001314226185212045
train loss:0.014771289948648405
train loss:0.0006961438782628678
train loss:0.005947224050620956
train loss:0.0007349167302575982
train loss:0.014195407407019179
train loss:0.0017628095633513549
train loss:0.006043414778077398
train loss:0.004674479615820124
train loss:0.0033723378990194466
train loss:0.00043066337898574266
train loss:0.004370464260278915
train loss:0.0039495805250929225
train loss:0.0041498926673366335
train loss:0.0054412691676176
train loss:0.0002496665064713209
train loss:0.00557124198926542
train loss:0.0006937522038449641
train loss:0.0027109097224569233
train loss:0.0024292640816429693
train loss:0.008680073089512061
train loss:0.003105924467326548
train loss:0.0006067801524758789
train loss:0.007151560552157974
train loss:0.004639653401958836
train loss:0.0016667131902318724
train loss:0.00039833404790066734
train loss:0.003819168333613022
train loss:0.005461816721111967
train loss:0.004170084040015457
train loss:0.003249996648650184
train loss:0.001560815760213575
train loss:0.0028429871915260584
train loss:0.003412595469474794
train loss:0.0035513984685449623
train loss:0.012457118749103973
train loss:0.003498987653579691
train loss:0.003925492821148918
train loss:0.0006282683209612186
train loss:0.00018657531787384253
train loss:0.0006758133190894636
train loss:0.01598303959198176
train loss:0.0030365989749986267
train loss:0.0007761122862522104
train loss:0.0006165261197920291
train loss:0.0031748687816269576
train loss:0.0013920363603158723
train loss:0.01845564602547052
train loss:0.001784428276046384
train loss:0.009321031295764188
train loss:0.006085581100830736
train loss:0.0008079238023023891
train loss:0.002898597179704031
train loss:0.005108929893661244
train loss:0.01177718166918401
train loss:0.0028716892630373646
train loss:0.0013373341945631763
train loss:0.0010654062822600195
train loss:0.004801304088902925
train loss:0.025270631503906894
train loss:0.0042804807249125195
train loss:0.001315229332351558
train loss:0.0006169275427816757
train loss:0.008890926058003991
train loss:0.012905124487586095
train loss:0.003954446598610767
train loss:0.0027633246445597647
train loss:0.0011256628772847636
train loss:0.0011049063370329117
train loss:0.0284386460680092
train loss:0.0005689882370252052
train loss:0.003760511413742184
train loss:0.0004210239995132773
train loss:0.0004980727043436134
train loss:0.002629238009414461
train loss:0.0018583344712525508
train loss:0.005871988359031307
train loss:0.0008014405545640231
train loss:0.00048782488939956537
train loss:0.0023512173575648875
train loss:0.0004282885069620892
train loss:0.0025795267767082563
train loss:0.0010740451518093867
train loss:0.00515971566085924
train loss:0.0019766658790324847
train loss:0.0010829483129048282
train loss:0.0010439458120954327
train loss:0.0006527877306474711
train loss:0.001555141847663402
train loss:0.004864938731955449
train loss:0.000816340183633997
train loss:0.0010339526150866414
train loss:0.0008629544452741352
train loss:0.00593183683450646
train loss:0.0019725444645490838
train loss:0.0009330107382579913
train loss:0.00040280544361019486
train loss:0.026736867736225838
train loss:0.0006934983217520875
train loss:0.01104545713035582
train loss:0.0022932236079984546
train loss:0.0024547674662026074
train loss:0.03526430824701603
train loss:0.005181872709753611
train loss:0.001402816130203265
train loss:0.005436874214833313
train loss:0.0011120579020890155
train loss:0.0005334008477365851
train loss:0.0005984394867763073
train loss:0.0020327823018718274
train loss:0.0016600349612015714
train loss:0.0010192491166726625
train loss:0.0031686953620465876
train loss:9.884052822548556e-05
train loss:0.002005640340653605
train loss:0.0037939509655882868
train loss:0.001986540113558374
train loss:0.00032140434636468207
train loss:0.001048040506338798
train loss:0.0016945086734713303
train loss:0.006186333029127396
train loss:0.005312953979937018
train loss:0.00023494653750062402
train loss:0.0007612870772263843
train loss:0.0016958197434163039
train loss:0.0017521906215975267
train loss:0.0023001954773581644
train loss:0.02293859849578006
train loss:0.0014392583660436905
train loss:0.005770366262208303
train loss:0.0017339004437386652
train loss:0.0023395737302183955
train loss:0.0008377620568550903
train loss:0.003008795919332932
train loss:0.0025477215396477355
train loss:0.001972499740700397
train loss:0.007521832828968004
train loss:0.0006552535524206954
train loss:0.0006560381551674812
train loss:0.0014465068216748733
train loss:0.0003357608634068891
train loss:0.0011118162437959015
train loss:0.0009397604022085069
train loss:0.00019121843504445486
train loss:0.000932365357538185
train loss:0.0031252009888975193
train loss:0.0008618287966543892
train loss:0.0036889621964343315
train loss:0.00024063353409782776
train loss:0.0009245043361740122
train loss:0.008908499352342648
train loss:0.0006113462101764566
train loss:0.0005995636328136473
train loss:0.0036948830684438573
train loss:0.005922255738492488
train loss:0.0034089896870370035
train loss:0.0014300014702469236
train loss:0.0029467618425317865
train loss:0.00028776521138781106
train loss:0.004496285357309842
train loss:0.0032011053835253617
train loss:0.0068351492977758435
train loss:0.001624232688601779
train loss:0.001029739994687072
train loss:0.006667215608103385
train loss:0.0007345738537726684
train loss:0.0012155976089045588
train loss:0.0020232502567714395
train loss:0.008599784882317902
train loss:0.0004956295858444679
train loss:0.0013214533018847496
train loss:0.00019446165185767525
train loss:0.00011477610089233665
train loss:0.000947748708512502
train loss:0.007368114369957054
train loss:0.0007282250399942052
train loss:0.0024580759927584107
train loss:0.00033589878505846756
train loss:0.001338145008518051
train loss:0.0014894698997596032
train loss:0.003656854047929819
train loss:0.0016685022438178996
train loss:0.00036363268267580815
train loss:0.0011884493616673257
train loss:0.03096350269291323
train loss:0.0034014919514746117
train loss:0.0033597590239161763
train loss:0.0003735813481339288
train loss:0.0009162807971420589
train loss:0.0009725199893542614
train loss:0.003187522412763401
train loss:0.0013461963073731003
train loss:0.009675078669316977
train loss:0.000383672526350792
train loss:0.0008590189391736899
train loss:0.006518957490382683
train loss:0.0006983465322287881
train loss:0.0012524378044680854
train loss:0.003416509932868495
train loss:0.0011352352576091628
train loss:0.0030359911410110752
train loss:0.006669029279388311
train loss:0.0010796348162427198
train loss:0.002921928571788182
train loss:0.0013776446487092837
train loss:0.00028297361257894493
train loss:0.001631226848703233
train loss:0.0025493668304637004
train loss:0.0016928389421302498
train loss:0.0020638255190253817
train loss:0.002343874928819697
train loss:0.0030546712823928098
train loss:0.00027110702419318725
train loss:0.0013285908926667814
train loss:0.002278436667627901
train loss:0.001563792212326125
train loss:0.0013011554481799012
train loss:0.0005670532822077558
train loss:0.0002733613167082098
train loss:0.0010945253374393237
train loss:0.0007251073496984096
train loss:0.0006780742750772232
train loss:0.002648614948739967
train loss:0.0010305167843918694
train loss:0.001051373206373237
train loss:0.0012906908255119814
train loss:0.0011056681442839216
train loss:0.0012362577288489536
train loss:0.0020532633627511577
train loss:0.0019696853136733127
train loss:0.006486655062622819
train loss:0.00047752389914514277
train loss:0.0005756707953165703
train loss:0.014190900137651931
train loss:0.028696543997097566
train loss:0.002776916465336143
train loss:0.0004124562704657991
train loss:0.0037891241600088053
train loss:0.0006552875854616755
train loss:0.001507954916285834
train loss:0.005201385595588132
train loss:0.0024422710721098174
train loss:0.0038957855620335748
train loss:0.0009105818560638804
train loss:0.0002461397909216523
train loss:0.008234814956443253
train loss:0.0020836225661999765
train loss:0.0022201133716768366
train loss:0.0008071936736816312
train loss:0.004863047394459102
train loss:0.004103056320856487
train loss:0.0042822191113084
train loss:0.0007810526780857422
train loss:0.0008571523152340241
train loss:0.0020912220310876513
train loss:0.00044078349348332526
train loss:0.0036557666982330672
train loss:0.0027509055791409558
train loss:0.0013512050888291433
train loss:0.008410208587892891
train loss:5.100255517434201e-05
train loss:0.006161676175677253
train loss:0.0033856244223236538
train loss:0.00036074534311310064
train loss:0.0017076437735795936
train loss:0.0005920603422577202
train loss:0.0005923813505322348
train loss:0.010765720756815249
train loss:0.0037831723849165323
train loss:0.002184793371254772
train loss:0.0017492537288293743
train loss:0.0013211548533090312
train loss:0.005369247935693722
train loss:0.0015037796778856166
train loss:0.0005832294461673442
train loss:0.0011346782754004187
train loss:0.0003864935682727155
train loss:0.0007713324725329156
train loss:0.00035063188279236076
train loss:0.000937689280002995
train loss:0.0016351677631930362
train loss:0.0001495321261896676
train loss:0.00037829318601549715
train loss:0.000947178157470994
train loss:0.000994679280060681
train loss:0.0039698991080633315
train loss:0.0014034417840985405
train loss:0.006260566573168703
train loss:0.0033678427104464237
train loss:0.0020871405801399056
train loss:0.0006782679081463619
train loss:0.001091918635639954
train loss:0.0042446166375623914
train loss:0.0006910121159865209
train loss:0.0018827776932505323
train loss:0.0019640837682022706
train loss:0.00028011096535031344
train loss:0.0068216838210854915
train loss:0.004153423106961694
train loss:0.0004991864695700308
train loss:0.00024443115075126307
train loss:0.0014110825031571506
train loss:0.0001982563072228888
train loss:0.007929070583481777
train loss:0.0023078814116667574
train loss:0.0019862582478323604
train loss:0.0030209155231541575
train loss:0.0071012404236510595
train loss:0.00033570295791381577
train loss:0.0026951550998983685
train loss:0.003170677205082258
train loss:0.0005736866118775626
train loss:0.004302273062540404
train loss:0.0003809568674525657
train loss:0.012680131153741716
train loss:0.0014333604065068812
train loss:0.00033022957234093053
train loss:0.005304573305830546
train loss:0.002228905432457731
train loss:0.0009807344577500634
train loss:0.002260613588793818
train loss:0.005225275731030581
train loss:0.0006206369737491831
train loss:0.000505295474497932
train loss:0.002811879098918017
train loss:0.0008084625662289555
train loss:0.0011754612841658799
train loss:0.01471971830615147
train loss:0.0032163097711704093
train loss:0.00015038024171869544
train loss:0.002649516487498836
train loss:0.0026977295539943307
train loss:0.0002000136165330022
train loss:0.0032173938001840456
train loss:0.00373179163841795
train loss:0.001545777802127528
train loss:0.0033588658233520423
train loss:0.00014358074325979643
train loss:0.0008562509272958902
train loss:0.0028830231624249205
train loss:0.0009452993685978725
train loss:0.0014805899952965611
train loss:0.00027670638264759925
train loss:0.0027314348762518554
train loss:0.0022495183376012064
train loss:0.001217004343681261
train loss:0.00047834014004738065
train loss:0.001348062770172552
train loss:0.0010794122757291872
train loss:0.0015599965163662366
train loss:0.00039203361046554445
train loss:0.0007493582331895179
train loss:0.04943267353509592
train loss:0.004297270941754599
train loss:0.0015701019141730937
train loss:0.0001520016065338481
train loss:0.0013620225356466447
train loss:0.0001933398564217636
train loss:0.0037624808573985123
train loss:0.0002040079636691463
train loss:0.0011680534785596963
train loss:0.010190055083836769
train loss:0.0001261491843481912
train loss:0.00038879890219154325
train loss:0.0004999778801287875
train loss:0.003838093098107346
train loss:0.0036326193888337266
train loss:0.0014623802219653995
train loss:0.0016084788395498743
train loss:0.00042208606135434794
train loss:0.0006409862133509259
train loss:0.0010005082309013339
train loss:7.445227112510498e-05
train loss:0.0021134777023325323
train loss:0.010379948600617505
train loss:0.0004967791493598879
train loss:0.0008585432305075518
train loss:0.005685562364510291
train loss:0.0528559164776983
train loss:0.004585411561293359
train loss:0.004475623782880024
train loss:0.0039738943036712856
train loss:0.005331267954312801
train loss:0.0002720296467131091
train loss:0.003875233196788694
train loss:0.0012904706566609098
train loss:0.00016157497495375835
train loss:0.0012726432312402602
train loss:0.0009658033163411509
train loss:0.0020830810639510876
train loss:0.00028647291809357227
train loss:0.0007161012826639412
train loss:0.001046109599500799
train loss:0.006262265833671422
train loss:0.0007395501587343239
train loss:0.00020284968647299442
train loss:0.0029057927117325417
train loss:0.0009174637245996356
train loss:0.002090982523720922
train loss:0.0010005804329430803
train loss:0.0009586939242238472
train loss:0.0008953035487433655
train loss:0.0002761451481946529
train loss:0.0009379938493511221
train loss:0.002528727274932795
train loss:0.0008701122349013327
train loss:0.0009321720456693645
train loss:0.0003702133154955581
train loss:0.0054322191339008855
train loss:0.00401702952773357
train loss:0.0004268724722579448
=== epoch:17, train acc:0.997, test acc:0.988 ===
train loss:0.0012186618078809616
train loss:0.0012002687765819754
train loss:0.0005634642331002818
train loss:0.002171239162022689
train loss:0.013890165524629728
train loss:0.0025286658118332346
train loss:0.0017793041048495212
train loss:0.0031040652697512756
train loss:0.0005652542366884236
train loss:0.0002927753951082852
train loss:0.002653044004811234
train loss:0.0005246232248724511
train loss:0.0009368498141965019
train loss:0.0014809745238156162
train loss:0.00035447095927389866
train loss:0.0023511199726969803
train loss:9.428547679892771e-05
train loss:0.0021705626070654058
train loss:0.005040894713000573
train loss:0.00023639129356472566
train loss:0.002979444629492232
train loss:0.0001423327456390776
train loss:0.00024911245237344644
train loss:0.0013841805789085685
train loss:0.00013587564296660624
train loss:0.0004424443872472873
train loss:0.0023631923130376705
train loss:0.0017764811121079823
train loss:0.0017180392095585172
train loss:0.00021801706497318345
train loss:0.001904859530993499
train loss:0.0003829782687662589
train loss:0.005922198594279451
train loss:0.001454086103272684
train loss:0.0009626928094251199
train loss:0.0009322475623942424
train loss:0.00045790722196881233
train loss:0.0012263504658818582
train loss:0.0030039182998321838
train loss:0.004084167813891078
train loss:0.007188932946149226
train loss:0.004589241585226748
train loss:0.003464303449150383
train loss:0.0010998790175465985
train loss:0.01665332154686123
train loss:0.0009344739849172804
train loss:0.00371101669225815
train loss:0.0006770120228939424
train loss:0.0027789538986961308
train loss:0.0022626577626544643
train loss:0.0005483623323847646
train loss:0.0006007448176265396
train loss:0.004051692954081961
train loss:0.004263940310644191
train loss:0.00041434296041376826
train loss:0.0032067346076525764
train loss:0.0021415551906578995
train loss:0.00020544389446740472
train loss:0.003809010936929357
train loss:0.00025329504982374404
train loss:0.0012805155134066972
train loss:0.0008572067011954422
train loss:0.0005788364628543743
train loss:0.0063118661186513806
train loss:0.0009133344475645458
train loss:0.0023055056378971767
train loss:0.014099531357047059
train loss:0.0004064622596079191
train loss:0.0033044145149239107
train loss:0.0010377776652160586
train loss:0.002854859035242423
train loss:0.00016538607446152912
train loss:0.002218121817849566
train loss:0.0009210362263191654
train loss:0.00145936347855347
train loss:0.0011776845821452988
train loss:0.0013103172736189837
train loss:0.00223974084406574
train loss:0.0007338666534906661
train loss:0.00018640904760724734
train loss:0.002922333863963598
train loss:0.0025803473737567727
train loss:0.0013640976395372791
train loss:0.0020529839228335444
train loss:0.0004227999482009008
train loss:0.0007512636039060895
train loss:0.002521208807786132
train loss:0.0011539852572267492
train loss:0.0024996091925245166
train loss:0.008192023191396315
train loss:0.00039807429635889337
train loss:0.03769475770530595
train loss:0.00037612333376138487
train loss:0.0022993307848293105
train loss:0.0005985853732014202
train loss:0.0006767847318911684
train loss:0.00010923410683227166
train loss:0.006170216020614832
train loss:0.0009410574056769073
train loss:9.280760998808489e-05
train loss:0.00019321901444090405
train loss:0.0014876553917235736
train loss:0.004832274012729389
train loss:0.00014408362366996326
train loss:0.0011353732801170626
train loss:0.002084511985001564
train loss:0.001234219849059551
train loss:0.0037946027806274652
train loss:0.0008090059551220699
train loss:0.00018819525771283322
train loss:0.0031578331682651757
train loss:0.003256772854005728
train loss:0.0001834814091213812
train loss:0.00036593933119877584
train loss:0.0014718253959158827
train loss:0.007334165142900526
train loss:0.00038828448322585774
train loss:0.001204110876965353
train loss:0.0006313767024919509
train loss:0.0006844512277988067
train loss:0.002458354260000949
train loss:0.0011692678672335722
train loss:0.0001384789417775402
train loss:0.0031442253356346746
train loss:0.0026297293554684016
train loss:0.0003146853982083734
train loss:0.0004973251019001466
train loss:0.013453645492208148
train loss:0.0032562760175117735
train loss:0.006210661091160384
train loss:0.00038065518530433154
train loss:0.005717553115070414
train loss:0.0018962914537968346
train loss:0.0014714094329011536
train loss:0.0006594887230271201
train loss:0.011852604845559368
train loss:0.0029358628322408696
train loss:0.00537637830242207
train loss:0.00024825222079956485
train loss:0.002671920555233886
train loss:0.0041291507992093635
train loss:0.00018446904988644866
train loss:0.0004224976008752955
train loss:0.0015151116658141436
train loss:0.0009770960811607563
train loss:0.011273075723156898
train loss:0.00024037242589175454
train loss:0.003322447857538723
train loss:0.0016456457850844751
train loss:0.00010394943128461443
train loss:0.0006119937356602145
train loss:0.0006329904909332108
train loss:0.005051971909583369
train loss:0.00318920626424512
train loss:0.0008177895030513167
train loss:0.0017322655376047818
train loss:0.002725725862469711
train loss:0.0021319563095939975
train loss:0.005065247827645204
train loss:0.003502569306149746
train loss:0.0023140473010068953
train loss:0.0007150729258259174
train loss:0.0008595781267068604
train loss:0.0002591095120613017
train loss:0.0006728963094460623
train loss:0.0005179604355889275
train loss:0.0032646483764077554
train loss:0.0001595407074170032
train loss:0.0033489598827607745
train loss:0.008230796966660054
train loss:0.003041439013313187
train loss:0.0016960046663159743
train loss:0.0002834839538441262
train loss:0.02192667850543631
train loss:0.004502038611825553
train loss:0.0009948059326728988
train loss:0.0006736418283311608
train loss:0.0003813502885623368
train loss:0.0028550921108050874
train loss:0.0007646364914691086
train loss:0.0007623499850547149
train loss:0.006759418677965274
train loss:0.00790232385661855
train loss:0.0012899827250263823
train loss:0.000986088455321928
train loss:0.00045143622894412515
train loss:0.0015789316419562208
train loss:0.023967416509581452
train loss:0.004341192574431986
train loss:0.003811778189814771
train loss:0.0015939270577079554
train loss:0.0018738319640280048
train loss:0.0006194778863139913
train loss:0.00046167874191566067
train loss:0.0013697084880130387
train loss:0.001173231121979577
train loss:0.011027998125498827
train loss:0.00048604336328246826
train loss:0.00045492673678081526
train loss:0.0005272598041136309
train loss:0.0019333226303281709
train loss:0.006113133915089407
train loss:0.0006912868509752458
train loss:0.0011281944711375633
train loss:0.004362930452083583
train loss:0.005661259739437314
train loss:0.0016341821986486204
train loss:0.00430620232851879
train loss:0.005505688867981232
train loss:0.0021491514775796427
train loss:0.003859100300595022
train loss:0.0009121464111304084
train loss:0.0039498789290519755
train loss:0.007117666053739094
train loss:0.0009071760689421753
train loss:0.0006923999251423836
train loss:0.0005343131661207416
train loss:0.00039099068974217486
train loss:0.002477899650148649
train loss:0.0014938536542265367
train loss:0.0006979038802139375
train loss:0.0003302708989090863
train loss:0.002398574141955266
train loss:0.011644925589452244
train loss:0.001988293968095536
train loss:0.0009371876138742135
train loss:0.0019615283257143727
train loss:0.006445745904761081
train loss:0.012092855422738136
train loss:0.003930229772729034
train loss:0.0007441757387155185
train loss:0.0006616687563199559
train loss:0.00040543960066560434
train loss:0.005811100958557373
train loss:0.0001971157215387506
train loss:0.0019127997525297464
train loss:0.0029376129018230377
train loss:0.0037049536567611186
train loss:0.004816992678459353
train loss:0.004671728442675136
train loss:0.0005880972821757479
train loss:0.0031745384868306662
train loss:0.001692622605558393
train loss:0.004829273168197731
train loss:0.004055231122814133
train loss:0.004565680523877418
train loss:0.00034796152614535334
train loss:0.0016418793818768224
train loss:0.0019462555683453218
train loss:0.006608442712706461
train loss:0.009644828373632536
train loss:0.0010446599819092003
train loss:0.00014551474038183832
train loss:0.0013547799529512355
train loss:0.0011031578779237563
train loss:0.005763929715784052
train loss:0.0035206219727530654
train loss:0.0018648865023215588
train loss:0.00046349562386795216
train loss:0.0005085450021631711
train loss:0.0005468126181912388
train loss:0.0012769410561985761
train loss:0.004665060166042266
train loss:0.002013322069151087
train loss:0.00025149309208623234
train loss:0.003791932459724513
train loss:0.0002621834798736071
train loss:0.0038186783446783074
train loss:0.007236008932724208
train loss:0.000864228606761025
train loss:0.005424596497647328
train loss:0.009180370744717566
train loss:0.005015677255235175
train loss:0.007984325505527525
train loss:0.0022725104690271645
train loss:0.0003766082476669158
train loss:0.013490149424912203
train loss:0.007885459849490427
train loss:0.0021575763853190775
train loss:0.0034295471777361615
train loss:0.00013110812227074665
train loss:0.003671449815359451
train loss:0.0028448200342471187
train loss:0.0009099199015777872
train loss:0.0006108675921840122
train loss:0.002431945129313455
train loss:0.0003552259435334644
train loss:0.0014073055599849239
train loss:0.0003468872808318774
train loss:0.003778662967509997
train loss:0.001198138373085804
train loss:0.003598486288740474
train loss:0.0007046851259853189
train loss:0.002626342571054979
train loss:0.0011081082855728013
train loss:0.0003883419194899721
train loss:0.00011102303142022696
train loss:0.0059296991961116105
train loss:0.00015822585334752324
train loss:0.003232152885378833
train loss:0.0029610361347521537
train loss:0.0024939837365142593
train loss:0.003766248532308365
train loss:0.0004857519976057157
train loss:0.0019126061470867428
train loss:0.01612666640062192
train loss:0.001771405877888896
train loss:0.00030409079038212707
train loss:0.00019645696661218007
train loss:0.0037995017497944837
train loss:0.000589643075357407
train loss:0.0015724976246003983
train loss:0.00011798430616858502
train loss:0.005482036025163128
train loss:0.0021937120463459527
train loss:0.0007416091715359445
train loss:0.0003258631253418474
train loss:0.0021508721482694725
train loss:0.00015397924638573088
train loss:0.0010352301183112172
train loss:0.0002994446242365957
train loss:0.003328696515928401
train loss:0.0001213939483097678
train loss:3.836607385680738e-05
train loss:0.0018777752720181681
train loss:0.0008001100574046625
train loss:0.0034561213954201627
train loss:0.0012361479285605832
train loss:0.0005038322713335587
train loss:0.001291935635640388
train loss:0.00215733828522825
train loss:0.0006222843490430175
train loss:0.004495454701997126
train loss:0.002420526298887998
train loss:0.0032222933226313134
train loss:0.0033447136924468794
train loss:0.003878662227995367
train loss:0.0005378947251102538
train loss:0.0002570882968258293
train loss:0.0005420610850520316
train loss:0.0026985205597992736
train loss:0.0028255136302562872
train loss:0.0004599061147643089
train loss:0.0014705479415929286
train loss:0.0004920235731714286
train loss:0.0021738526010284622
train loss:0.0007929151725447578
train loss:0.001839158830076642
train loss:0.002604900238629286
train loss:0.004663474256557772
train loss:0.0009790618374859404
train loss:0.0018603392835267129
train loss:0.0001594192179366738
train loss:0.0016796265171772978
train loss:0.00015251725641915852
train loss:0.0018971335014738866
train loss:0.005784743796986249
train loss:0.0006051107842569334
train loss:0.00024143457918934658
train loss:0.004564396540292092
train loss:0.0020605600383618427
train loss:0.002562384978676571
train loss:0.0003630395120728163
train loss:0.00012817495333459296
train loss:0.0008823259840371324
train loss:0.00011319203389910658
train loss:0.0005183230577337696
train loss:0.004585101869943015
train loss:0.00026592523555853874
train loss:0.0011453660772232695
train loss:0.0002575494079380666
train loss:0.000215405193181341
train loss:7.948265241324956e-05
train loss:0.0021196972654825303
train loss:0.0019146251190153495
train loss:0.0015969743222154246
train loss:0.001106972976673212
train loss:0.0008309799926845624
train loss:0.0003778020104987371
train loss:0.0036804413083345424
train loss:0.013252524576089206
train loss:0.0008376120374129609
train loss:0.0029904940933406067
train loss:0.002432290683179513
train loss:0.00023137485445013392
train loss:0.002497386384555411
train loss:0.00019055628249071708
train loss:0.009484905007567889
train loss:0.0030869808799943183
train loss:0.000645934289832881
train loss:0.0016592355106837058
train loss:0.0010544986888413612
train loss:0.00017688668882658482
train loss:0.0007323713369523139
train loss:0.004217262118302715
train loss:0.0009192590313568502
train loss:0.009482774293411279
train loss:0.0007763237881022
train loss:0.0024337205980009377
train loss:0.0012166799137391607
train loss:0.0017292154965757637
train loss:8.397643900301989e-05
train loss:7.789856978944031e-05
train loss:0.0016488490804582134
train loss:0.00020989867610647655
train loss:0.0017071161251898087
train loss:0.0008990950244118311
train loss:0.001494577214676129
train loss:0.0007093123452728739
train loss:0.0029757715050352557
train loss:0.005188187865162063
train loss:0.0007922159478983461
train loss:0.0004825929970398983
train loss:0.002024856355420448
train loss:0.00013835534500225905
train loss:0.0005352344385768513
train loss:0.0003722937469047069
train loss:0.00549696139425209
train loss:0.0055496244793825054
train loss:0.001097605074157028
train loss:0.0010509330232036165
train loss:0.00014935965955727422
train loss:0.0007037278803890764
train loss:0.022590359542151574
train loss:0.001663127708408755
train loss:0.001335489440794769
train loss:0.00040348369794032625
train loss:0.0005550519733415809
train loss:0.001126466919009703
train loss:0.0008438462291979324
train loss:0.004377182741499657
train loss:0.006377366912625748
train loss:0.0006016808680587367
train loss:0.00010283106499573658
train loss:0.001240914704816632
train loss:0.001486911325552875
train loss:0.007867213153428941
train loss:0.0016179022627142018
train loss:0.00046630792488241784
train loss:0.0007342338812344757
train loss:0.0020008192807944914
train loss:0.00037249648311677265
train loss:0.008182517415646469
train loss:0.0008145417702778177
train loss:0.0022781216112636262
train loss:0.00027958585073502474
train loss:0.00041634814148499324
train loss:0.002532687411905259
train loss:0.0006349713771752817
train loss:0.0016409973981664065
train loss:0.00017035033553105313
train loss:0.0016260962556160724
train loss:0.02476468990298765
train loss:0.0008005116184505479
train loss:0.00016366274701335104
train loss:0.00019771693871729608
train loss:0.0012417819581612784
train loss:0.001973215728212546
train loss:0.00031455685998790073
train loss:0.00033756221042302684
train loss:0.00019111472839016146
train loss:0.003777780576797482
train loss:0.0008708667629828431
train loss:0.03430979604444391
train loss:0.0028133185627123025
train loss:0.0009098753311485803
train loss:0.0006350057007111102
train loss:0.0004700935120561067
train loss:0.0008706740078053295
train loss:0.0018847786965843316
train loss:0.002769651350683333
train loss:0.0005771058964831556
train loss:0.0007274402434812681
train loss:0.0031903703521821915
train loss:0.0004908107573306328
train loss:0.003161011806531371
train loss:0.0003328610829785498
train loss:0.0030877176833121883
train loss:0.0034554404141281937
train loss:0.007831211103257948
train loss:0.01635308803942205
train loss:0.002119428575268322
train loss:0.0005810202744581009
train loss:0.001391573848951175
train loss:0.001094687206297896
train loss:0.0032652159791691344
train loss:0.002085013278417769
train loss:0.002131990521620953
train loss:0.005063112926027604
train loss:0.001249668279854693
train loss:0.0011511157817673473
train loss:0.00020321287744587838
train loss:0.00041827274715037333
train loss:0.0023908935217665187
train loss:0.000737627027647086
train loss:7.450903087072563e-05
train loss:0.00023300839495698966
train loss:0.0001300815073750476
train loss:8.186750821352346e-05
train loss:0.0007767032359347368
train loss:0.0006418724238785356
train loss:0.001443379530126222
train loss:0.00031255304579037884
train loss:0.0011238128605685228
train loss:0.0008783036611430742
train loss:0.0004491904977452202
train loss:0.0015701107646136033
train loss:0.001682671579746108
train loss:0.000818210537836091
train loss:0.0005776605392486475
train loss:0.0027800980370665685
train loss:0.012464980679379019
train loss:0.001000148203315082
train loss:0.0004256355813535592
train loss:0.00011082355681521022
train loss:8.822776035083926e-05
train loss:0.0004809927547182267
train loss:0.0006601650754764018
train loss:0.0008735975897008981
train loss:0.026797659072088736
train loss:0.023461665177037537
train loss:0.0010202033628506383
train loss:0.005405379846185293
train loss:0.0014005783039147094
train loss:0.011021911193688361
train loss:0.00025493630890621624
train loss:2.8950889351156435e-05
train loss:0.0018854585144456992
train loss:0.0076089899841464085
train loss:0.00273914848777841
train loss:0.0014518405692256057
train loss:0.00033628792454930186
train loss:0.0027744840667231303
train loss:0.0007787759190630804
train loss:0.003063992306317724
train loss:0.016074149360969826
train loss:0.0008553632360569733
train loss:0.002318084974336595
train loss:0.0016167946741827994
train loss:0.00368164298613608
train loss:0.0039074085261091174
train loss:0.000708682080062589
train loss:0.0033617725543789324
train loss:0.005188505316313766
train loss:0.0011707573239073009
train loss:0.14375110222336104
train loss:0.0018002342246951283
train loss:0.0031625803401696983
train loss:0.0006339627268126951
train loss:0.00526880652356858
train loss:0.007399974338819043
train loss:0.002249911103856561
train loss:0.0012499897278249001
train loss:0.004593117467947735
train loss:0.0004299456423567148
train loss:0.004347648427981259
train loss:0.002157686428055108
train loss:0.019621571847633953
train loss:0.0005456898762241047
train loss:0.002092167822623299
train loss:0.0015448153005135476
train loss:0.001692561633469846
train loss:0.004039752828832251
train loss:0.0012932558042057058
train loss:0.00026998546237353284
train loss:0.016437568943429397
train loss:0.0015545417009636537
train loss:0.0004485711011535431
train loss:0.017129059356544137
train loss:0.011941617928369808
train loss:0.0010080185881998396
train loss:0.0005786908280994696
train loss:0.0019002719411012978
train loss:0.0040862118307505736
train loss:0.0007726605000928101
train loss:0.001020914966413131
train loss:0.0012772817015995418
train loss:0.0013680726426375145
train loss:0.004424846217482118
train loss:0.0002589161267627078
train loss:0.004463907011324019
train loss:0.0017447253392494557
train loss:0.00012441963362257082
train loss:0.002558656457404635
train loss:0.0016073795516015313
train loss:0.002339940275891207
train loss:0.0010192472558733254
train loss:0.0006742445008017851
train loss:0.0056924366449840735
train loss:0.0012154918223158632
train loss:0.0046350395557974555
train loss:0.013155077257301298
train loss:0.002162546492599022
train loss:0.020417369799754715
train loss:0.0023590925152124284
train loss:0.0005354561111431297
train loss:0.0005250351613103337
train loss:0.00020383721986386635
train loss:0.00019174092887520262
train loss:0.011123859468833364
=== epoch:18, train acc:0.993, test acc:0.984 ===
train loss:0.0005208270616198366
train loss:3.818618964166566e-06
train loss:0.0017113240809892816
train loss:0.001678816843899797
train loss:0.0004149262993919944
train loss:0.0005353088424055863
train loss:0.001179247131901869
train loss:8.21177845117075e-05
train loss:0.0004977948962271652
train loss:0.0015029488714701424
train loss:0.01277973380656481
train loss:0.0021844712764937197
train loss:0.0006240554642419712
train loss:0.009334759266959035
train loss:0.0020259386999921737
train loss:0.0018750457003064071
train loss:0.0017156175341609624
train loss:0.003098737835701304
train loss:0.0011998384500163258
train loss:0.002670314099449563
train loss:0.03317630433348158
train loss:5.652354098393459e-05
train loss:0.0006611740729667087
train loss:0.002961798285391765
train loss:0.00116075709010261
train loss:0.0030397763374105
train loss:0.08716554751777712
train loss:0.001118960333329754
train loss:0.0007744160124776796
train loss:0.004438611649853052
train loss:0.0035574245702698483
train loss:0.004349955686613866
train loss:0.0033710276669787747
train loss:0.001077119411640442
train loss:0.007890126036546865
train loss:0.0001470530442632573
train loss:0.002772982438455625
train loss:0.0034254307756975038
train loss:0.0012026678606400537
train loss:5.8332897888054594e-05
train loss:0.0008274370147736568
train loss:0.0033417276866417635
train loss:0.001682138713081212
train loss:5.8991385744189905e-05
train loss:0.0005567281067724237
train loss:0.00045532647025045976
train loss:0.00011747188458177931
train loss:0.00046077330126455463
train loss:0.0004993043022463191
train loss:0.0006975813425730944
train loss:0.0008845208145392762
train loss:0.0056782195376361335
train loss:0.0005419955201144327
train loss:0.005742283522331405
train loss:0.002998329432173355
train loss:0.0005742403679514439
train loss:0.0016858843488843334
train loss:0.0022391258270095214
train loss:0.00012161839068826042
train loss:0.0011327732913829862
train loss:0.0013359628665118386
train loss:0.002792891355360756
train loss:0.00013604987751578818
train loss:0.016984586657639612
train loss:0.013844791519693622
train loss:0.00012483462354981992
train loss:0.001774490560698398
train loss:0.0015816604975035903
train loss:0.003731248201982721
train loss:0.0010581942630240352
train loss:0.0002483657860337194
train loss:0.0032178806975156613
train loss:0.002700099858474141
train loss:0.0012401107519694904
train loss:0.000748790547973946
train loss:0.0038003597285962637
train loss:0.0008817835542779234
train loss:0.00026936749599939055
train loss:0.001348016390381903
train loss:0.0006195495199013038
train loss:0.002779955537136876
train loss:0.013980437360152824
train loss:0.002043866597007825
train loss:0.042850474644381124
train loss:0.000727911016541069
train loss:0.0007701810996643575
train loss:0.0004315197018195333
train loss:0.0016484346071614286
train loss:0.00033457854243069214
train loss:0.0027016323447112273
train loss:6.248328687130867e-05
train loss:0.00024203033792466873
train loss:0.001152772284710644
train loss:0.0008900221778748479
train loss:0.0006425672485586114
train loss:0.0002533221256722694
train loss:0.0014156030407709368
train loss:0.00018310745456079437
train loss:0.002078662350585101
train loss:0.0023719613253238413
train loss:0.00198756179183457
train loss:0.00671841042429586
train loss:0.001524602296403688
train loss:0.0005576332598140215
train loss:0.0640324916089643
train loss:0.0014019151390056448
train loss:0.004406524171206444
train loss:0.007395334941371743
train loss:0.001692112959317423
train loss:0.0009428386211191822
train loss:0.0015550316676455947
train loss:0.003814683573034199
train loss:0.0025988633744895907
train loss:0.0001103001589675383
train loss:0.0005109674288947552
train loss:0.0013944035994157508
train loss:0.00027712071389081225
train loss:0.0005446618695728029
train loss:0.000820267167080508
train loss:0.002069480592809384
train loss:0.00016273911709925481
train loss:0.003273164417316324
train loss:0.0029333229520558963
train loss:0.0006403775552017013
train loss:0.0012658380043627734
train loss:0.00015890776955310902
train loss:0.00017418614722092054
train loss:0.00029399249917809423
train loss:0.002493576749239864
train loss:0.0011646762756943984
train loss:0.0016558552973434443
train loss:0.0011392712589054091
train loss:0.00023746786095405734
train loss:0.0031886327461888102
train loss:2.8560781817130557e-05
train loss:0.00029040461925690646
train loss:0.0030104231764745996
train loss:0.0016963293816994415
train loss:0.00016403276573564892
train loss:0.001416983832816012
train loss:0.0014192614268092024
train loss:0.0014594254101807363
train loss:0.009049456956215956
train loss:0.0004560737636986468
train loss:0.002400498551562879
train loss:0.015764277221573964
train loss:0.0003178738812502311
train loss:0.000627799101468591
train loss:0.0003244206430666023
train loss:0.0014159164849130105
train loss:0.0016439147874761151
train loss:0.0007246267801801062
train loss:0.003907482293881501
train loss:0.0018580777158613523
train loss:0.0002436569972101198
train loss:0.0015549205422324818
train loss:0.0004881043684920066
train loss:0.0020465261064313953
train loss:0.008193769783596355
train loss:0.0011600005585460321
train loss:0.000598993836931889
train loss:0.002124419459212745
train loss:0.0004867996701945384
train loss:0.001185057391285624
train loss:0.005663917879324739
train loss:0.0006580933288870579
train loss:0.0002732110573805767
train loss:0.002275310721231986
train loss:0.0055902260164492675
train loss:0.0002989111897031764
train loss:0.0005096587845598355
train loss:0.00019820131297990296
train loss:0.0036063595126428535
train loss:5.9975178583540216e-05
train loss:0.0008298643675454454
train loss:0.003299781767246009
train loss:0.03045936608898484
train loss:5.143593626479159e-05
train loss:0.0006754363935906696
train loss:0.0012823659560169595
train loss:0.00021034151587669207
train loss:0.001241605108351906
train loss:0.0023244687145690533
train loss:0.004529268497742707
train loss:0.0004652197155789415
train loss:0.003157441703154464
train loss:0.005793912000293449
train loss:0.007671253083252515
train loss:0.0012456572169090687
train loss:0.00025910931158723186
train loss:0.0030476105470141125
train loss:0.00036407743335675454
train loss:0.0041114791859371645
train loss:0.0016347094340219146
train loss:0.005317823001519783
train loss:0.00011404189422303923
train loss:0.0029824871296596695
train loss:0.0007915876316009722
train loss:0.0008372070692151638
train loss:0.000144825897319122
train loss:0.002310226278553235
train loss:0.0017009636437014019
train loss:0.0021836983351746927
train loss:0.0026629731703541066
train loss:0.00456487625943476
train loss:0.015252320856556176
train loss:0.004236171768754496
train loss:0.0011319346868452203
train loss:0.002007266744554292
train loss:0.006138015416300958
train loss:0.00023180670813165087
train loss:0.005028606120774176
train loss:0.0022258619850384627
train loss:0.004274179770823748
train loss:0.001297608879294161
train loss:0.004942680281336837
train loss:0.0032727578534636355
train loss:0.001104665905795407
train loss:0.0011794340660817833
train loss:0.0017158505900903326
train loss:0.00013858710475455198
train loss:0.010167084447419716
train loss:0.007079764018550968
train loss:0.003692946925759412
train loss:0.0002537793894325184
train loss:0.016302116450676887
train loss:0.003431896063471711
train loss:0.0016118008085968414
train loss:0.0012883455019399737
train loss:0.011797584779676518
train loss:0.00011017697791871058
train loss:0.00030634049508010733
train loss:0.00044658823768733427
train loss:0.005075360213134135
train loss:0.002184222985210698
train loss:0.008046742208497843
train loss:0.00025775029079100857
train loss:0.00914042484276039
train loss:0.0008658234305190442
train loss:0.010810057028519466
train loss:0.0006725082370836874
train loss:0.009868900660391746
train loss:0.0009597803519001508
train loss:4.730661538728609e-05
train loss:0.009010929461532246
train loss:0.000958861105031118
train loss:0.0035844987794285237
train loss:0.00033764047756559086
train loss:0.0003464608101084501
train loss:0.00440706612878313
train loss:9.777453121211369e-05
train loss:0.005309210348557271
train loss:0.001666060592793852
train loss:0.0024505003686593686
train loss:0.017850873037578496
train loss:0.0032851763507231063
train loss:0.002624242823669741
train loss:0.0004922871965361204
train loss:0.026780660141836887
train loss:0.0014977025799517902
train loss:0.0005834298160205098
train loss:0.0026780096278199218
train loss:0.0007589028160824258
train loss:0.0017453548048195699
train loss:0.008412311356958831
train loss:0.002993934800731081
train loss:0.000539351445141124
train loss:0.0007877256887036636
train loss:0.009782563600564214
train loss:0.0026682122414332554
train loss:0.0006080193671010107
train loss:0.005988636851922474
train loss:0.0004871752707296919
train loss:7.82034547336577e-05
train loss:0.001873525615389746
train loss:0.0014202234486934107
train loss:9.707597509124351e-05
train loss:0.002564787817607249
train loss:0.009023901460166352
train loss:0.0011442645250649135
train loss:0.006495117097033962
train loss:0.0010428362499166235
train loss:0.0006556072529448153
train loss:0.004016727379978527
train loss:0.0026415644084085872
train loss:0.0016170686227164022
train loss:0.0007090992632231423
train loss:0.008198272361515838
train loss:0.001327977232127351
train loss:0.0009404290785143135
train loss:0.0024817417341523353
train loss:0.0005200577425833328
train loss:0.00014638894469409482
train loss:0.003863617796438902
train loss:0.0006724454316441277
train loss:0.0013685853397780844
train loss:0.0016502191045086765
train loss:0.0008029094482248793
train loss:0.00486990802568436
train loss:0.0013037177366788232
train loss:0.0003915982798456905
train loss:0.002679031501777337
train loss:0.00166330474564305
train loss:0.0025160979296685506
train loss:0.0007796634025406204
train loss:0.0005477342030399846
train loss:0.00023974515034462645
train loss:0.002514096461224123
train loss:0.0004945595370263882
train loss:0.0004661048786351278
train loss:0.0010116521829812487
train loss:0.0003628059161101831
train loss:0.001247394963806361
train loss:0.0011927724625669291
train loss:0.00034792659010624705
train loss:0.00040085331781573733
train loss:0.00023164212381769018
train loss:0.0009779784312222762
train loss:0.0022929693966438746
train loss:0.0009518939983059705
train loss:0.00020521798194081864
train loss:0.0002089655079053343
train loss:0.0009416922829272048
train loss:0.0017092354215718522
train loss:0.006013720359989589
train loss:0.004125389234988519
train loss:0.003540644251875228
train loss:0.00042888025463669045
train loss:0.0006923004451489219
train loss:0.0032102727644912846
train loss:0.0005121593337439879
train loss:0.0019401126755745
train loss:0.002160600217666785
train loss:0.002176190303658652
train loss:0.0006889862395310828
train loss:0.0076976157769979205
train loss:0.00921130761075961
train loss:0.0023945729225084036
train loss:0.0024056521924942006
train loss:0.0008250737110547839
train loss:0.006127269319769346
train loss:0.002287657848452497
train loss:0.010141595333603861
train loss:0.002440823327445353
train loss:0.00029714572238913095
train loss:0.0003576228143076115
train loss:0.005781394892714382
train loss:0.0018493595846313122
train loss:0.00036887141005157435
train loss:0.0015466809756675842
train loss:0.0015524707944069938
train loss:0.0030698302704578605
train loss:9.454076581274465e-05
train loss:0.004843742348046384
train loss:0.00023029936899132987
train loss:0.001513416952026385
train loss:0.0001797244261138532
train loss:0.0006785611711246155
train loss:0.0026126993416712417
train loss:0.007378850318147044
train loss:0.0005401161574340363
train loss:0.00204075335344653
train loss:0.003018394120468514
train loss:0.005985444387737581
train loss:0.0007353509399890893
train loss:0.0019650437313646243
train loss:0.0012776753762093176
train loss:0.010341865907453307
train loss:0.001464653443472604
train loss:0.0015321103511397184
train loss:7.980244547537414e-05
train loss:5.2531271085108275e-05
train loss:0.0028943963774810196
train loss:0.0022617734767805906
train loss:0.0018815079469139575
train loss:0.0025385826949968554
train loss:0.007566987318695625
train loss:0.0008829871868730868
train loss:0.002917707557275257
train loss:0.004661337171376446
train loss:0.0013041471177774613
train loss:0.000251982545849516
train loss:0.0023073884874723295
train loss:0.0020590021475693178
train loss:0.00040616352916959765
train loss:0.004017489440310908
train loss:0.0038096544157761526
train loss:0.0005815996647326739
train loss:0.003062436737516314
train loss:0.0003377519483207246
train loss:0.0010905121349065003
train loss:0.0013792551686393941
train loss:0.0028797200690629087
train loss:0.0016025701433101023
train loss:0.0074385940065097925
train loss:8.129436686655181e-05
train loss:0.0004923877273545638
train loss:0.0003237548269076757
train loss:0.004973213513516452
train loss:0.002563020251286962
train loss:0.002642758962919103
train loss:0.010641862525233404
train loss:0.0006747130012966164
train loss:0.0006732113085896725
train loss:0.004375933942904479
train loss:0.00010533734390173466
train loss:0.0033531786931684042
train loss:0.0012885696054852822
train loss:0.0007425781489019524
train loss:0.0010600635840652948
train loss:0.000615075386892747
train loss:0.0025888203513700337
train loss:0.0004220251168629265
train loss:0.0007127803846037063
train loss:0.004339045187020105
train loss:0.0002643067661972487
train loss:0.0006856897526880297
train loss:0.001173941088001498
train loss:0.006027641542118562
train loss:0.001080953112226269
train loss:0.00017982001836440692
train loss:0.0007886510956004144
train loss:0.00023111443150960705
train loss:0.001473321336248599
train loss:0.006081604757824689
train loss:0.00021012691229881642
train loss:0.011123315298112535
train loss:0.000596483011328907
train loss:0.000565467129844199
train loss:0.0003442819835154175
train loss:0.0002889067871068512
train loss:0.001260943172700064
train loss:0.000922395363348896
train loss:0.0007880830124471158
train loss:0.0005176460312498456
train loss:0.0012368909867133163
train loss:0.015209555023710169
train loss:0.0005571094519226001
train loss:0.0007484291113575506
train loss:0.0008489787695091851
train loss:0.0007638904271072843
train loss:0.0005400691678475568
train loss:0.009810624966381383
train loss:7.795236477693273e-05
train loss:8.947017557833603e-05
train loss:0.005737212923235452
train loss:0.006045044349206482
train loss:0.0007283012942613718
train loss:0.001138253958723703
train loss:0.006048747842615907
train loss:0.0013852155473238633
train loss:0.001271833015662497
train loss:0.06255559215601689
train loss:0.0013084092088457607
train loss:0.003350974699804176
train loss:0.008775804725740797
train loss:0.008324439951690793
train loss:0.07098092130398585
train loss:0.002324983145635273
train loss:0.001958732494342376
train loss:0.00025366141270019674
train loss:0.001135313552109001
train loss:0.0009450782067385011
train loss:0.001898217490603298
train loss:0.002783229407407066
train loss:0.0020811913475483417
train loss:0.00022402046598963857
train loss:0.0032128292377334904
train loss:0.01571945468168313
train loss:0.018900849663553668
train loss:0.002239301512219772
train loss:0.000721718033544989
train loss:0.008246653443695032
train loss:0.016930680767259874
train loss:0.0026739897070916013
train loss:0.0006123371053017533
train loss:8.604060506921455e-05
train loss:0.004898726639535973
train loss:0.008398233255700487
train loss:2.164982766137515e-05
train loss:0.0026089604837675616
train loss:0.0022476507517741728
train loss:0.0003828245689239835
train loss:0.001508764164291783
train loss:0.0010566771337843844
train loss:0.000575752977407226
train loss:0.00108607505716817
train loss:0.004153133583385876
train loss:0.002891920544415524
train loss:0.006065590371351449
train loss:0.003489551371669855
train loss:0.00013642013197020115
train loss:0.00017552795335114095
train loss:0.0007936900331287797
train loss:0.007011770654600826
train loss:0.009870065933411363
train loss:0.00015912645735094295
train loss:0.0026050828159483036
train loss:0.007289849883726255
train loss:0.006918677562537386
train loss:0.002094436047186003
train loss:0.001615019859886568
train loss:0.001171759752035809
train loss:0.0009262634251023106
train loss:0.002882264536533591
train loss:0.004591262249661724
train loss:0.007053037012815609
train loss:0.0022884871436380473
train loss:0.001357121636251489
train loss:0.0006361012205892978
train loss:0.0012284905224268373
train loss:0.0002719371645570641
train loss:0.0013634691405657448
train loss:0.0038016681893279025
train loss:0.01742341083093317
train loss:0.0012620337079587848
train loss:0.00043525819613039106
train loss:0.004639000528358817
train loss:0.0014640520741020947
train loss:0.0005224852994289796
train loss:0.00048713654288701084
train loss:0.0016109625668680213
train loss:0.000933772067161829
train loss:0.000375142873048606
train loss:0.0029483430724019798
train loss:0.00018624597387239912
train loss:9.429569190056377e-05
train loss:0.012736361174705115
train loss:0.00024333439326399843
train loss:0.00039916315462444347
train loss:0.0009091431145356263
train loss:0.00046856488294505613
train loss:0.0005630858311381532
train loss:0.00028388651094067726
train loss:0.00015512705309055433
train loss:0.0004139847979500083
train loss:0.003401788514964451
train loss:0.0012224816590393317
train loss:0.00023513266543646972
train loss:0.0005253899202463345
train loss:0.002976370458691305
train loss:0.00018675859996898324
train loss:0.003951484966913573
train loss:0.006863106801427691
train loss:0.0016706101961494468
train loss:0.0017714432165358343
train loss:5.611298989249052e-05
train loss:0.0009718833929941064
train loss:0.00026783579581829317
train loss:0.0015539737403733956
train loss:0.00039989023913706727
train loss:0.00022519558220499114
train loss:0.004009086969245176
train loss:0.001050154288180736
train loss:0.001620464375340812
train loss:0.002245593723553905
train loss:0.004573287927506176
train loss:0.0012697307657519037
train loss:0.00109751790819577
train loss:0.0007257690637480108
train loss:0.0031815405041335544
train loss:0.0005127332031618328
train loss:0.003777767874798471
train loss:0.00166289217854427
train loss:0.00016000600972322396
train loss:6.917703281818165e-05
train loss:0.0007192946496018895
train loss:0.0024580620926356158
train loss:0.002638401367613984
train loss:0.0016531431985997388
train loss:0.005552263433837019
train loss:0.001013360927930334
train loss:0.005129936827670629
train loss:0.0065464531450379415
train loss:0.0014807900581817596
train loss:0.0003274624205525812
train loss:0.0008659381336686639
train loss:0.0002636788000150323
train loss:0.0022882523661146618
train loss:0.0016956843625988347
train loss:7.214097942572257e-05
train loss:0.00010230849658965823
train loss:0.0021245356014977733
train loss:0.004299520247588432
train loss:0.0001751999789472472
train loss:0.0027666152933491076
train loss:0.001265468672390818
train loss:0.0027450387207218195
train loss:0.003001663912363063
train loss:0.0022983428202523674
train loss:0.00011560547181802129
train loss:5.396604137134584e-05
train loss:0.0004125442553380429
train loss:0.0006238184061610666
train loss:0.00039363080254844617
train loss:0.003503257102411379
train loss:0.0010334423331543347
train loss:0.00019797350991522555
train loss:0.00031818185691551745
train loss:0.0005663139630528422
=== epoch:19, train acc:0.998, test acc:0.989 ===
train loss:0.0010466433307993865
train loss:0.0036836283067264958
train loss:0.003487240737220904
train loss:0.0007546807824145738
train loss:0.0009302830793819801
train loss:0.0005658926691306621
train loss:0.0013147057647120636
train loss:0.001177478808003432
train loss:0.00015524161483021357
train loss:0.0014091580789394207
train loss:0.0014235347189906033
train loss:0.0001412236502830481
train loss:0.001432373471945954
train loss:0.0001306729461511914
train loss:0.0007222854615573055
train loss:0.0011529782453190756
train loss:0.00012920479431106132
train loss:0.00012373440313680545
train loss:0.0015795522112453438
train loss:0.010233793825287918
train loss:0.0008440383701521648
train loss:0.0010450034393123342
train loss:0.0023940819619033757
train loss:0.00048159754152136714
train loss:0.001671468316112941
train loss:0.00019252081993705532
train loss:0.00013064175582251904
train loss:0.0030932290792810395
train loss:0.002900585266173919
train loss:1.3284590688104519e-05
train loss:0.032623843877590486
train loss:0.003311845979017217
train loss:0.0012338402836709638
train loss:0.0018748352313489427
train loss:0.0026859268410401034
train loss:0.010122231402537795
train loss:0.0011373428443355166
train loss:0.007756090429763999
train loss:0.002354562575070478
train loss:0.00011674411156715931
train loss:0.0015373169745243342
train loss:0.001184290206237999
train loss:0.004830654319821307
train loss:0.0018277832279573305
train loss:0.0033654598644592888
train loss:0.0006574783646303711
train loss:9.803459311395609e-05
train loss:0.0034195034405823848
train loss:0.000738426575087773
train loss:0.0026389651169018706
train loss:0.002066902222813359
train loss:0.002521391992206353
train loss:0.003540636020795488
train loss:0.002572413828980469
train loss:0.02434154485192917
train loss:0.009601321562088302
train loss:0.04495329963580048
train loss:6.486864004953985e-05
train loss:0.004033420356379353
train loss:0.006239440510261093
train loss:0.00013942549534574488
train loss:4.668232024908967e-05
train loss:0.0024216791573465637
train loss:0.0009620137218976283
train loss:0.002035760974127467
train loss:0.0003168314429364725
train loss:0.05141666525509752
train loss:0.0007613368733604898
train loss:0.0008985436334254386
train loss:0.0015913329915820818
train loss:0.0002275933197357228
train loss:0.0038152953820976936
train loss:0.0006360576236233628
train loss:0.0239076989970896
train loss:0.014102565421088899
train loss:0.0006341612812089903
train loss:0.007113797460314973
train loss:0.0023756239704638
train loss:0.0021662323940809126
train loss:0.0017449258831833978
train loss:0.0011167561181464724
train loss:0.003584487013535016
train loss:0.0004750650070614909
train loss:0.0018076159356481747
train loss:0.003518271200753578
train loss:0.007270534028035491
train loss:0.0009370122770060367
train loss:0.00784123424323774
train loss:0.041230724920526984
train loss:0.0003485609344327333
train loss:0.003110735234412035
train loss:0.0035258528228745644
train loss:0.0007901547333788482
train loss:0.005759324564690062
train loss:0.00010632525491447192
train loss:4.839195423516326e-05
train loss:0.0010468244593488025
train loss:0.00932648649876585
train loss:0.0014829705543735255
train loss:0.00036569728788421566
train loss:0.0009011313272172597
train loss:0.004130672887101796
train loss:0.004070641610856774
train loss:0.0017801594088377197
train loss:0.0006108625780640735
train loss:0.000754097461265517
train loss:0.000778497323546625
train loss:0.00267511665921453
train loss:0.0034347426176073977
train loss:0.0004360713987127061
train loss:0.0010627751651315826
train loss:0.00024339813654366288
train loss:0.0010038624892567023
train loss:0.0010217735163630698
train loss:0.0010757094301247967
train loss:0.0007072994670010665
train loss:0.001536565440062521
train loss:0.0018229454386078342
train loss:0.00010161384890941986
train loss:0.00036990024238429367
train loss:0.00040885963059541423
train loss:0.002495576882890823
train loss:0.00019389375087053515
train loss:0.0007539262184183028
train loss:0.0016446641255779169
train loss:0.0015618512734505007
train loss:6.1029079683930476e-05
train loss:0.0029459909586876084
train loss:6.933829740175381e-05
train loss:0.002563173375853681
train loss:0.00042816813331972384
train loss:0.0005913826149580589
train loss:0.0008640685398736395
train loss:0.001166821600560649
train loss:0.00030621519367195205
train loss:0.00030703909656429
train loss:0.0011152788881853932
train loss:0.0007552055750295725
train loss:0.0011738402657836032
train loss:0.0007483977467681729
train loss:0.0011332394237395492
train loss:0.00031992483950409295
train loss:0.0005057980671166156
train loss:0.0006566203214619034
train loss:0.0015055821892479054
train loss:0.00037170953604617843
train loss:0.0014670682982283341
train loss:0.00014355878190645802
train loss:0.00031311780493974194
train loss:0.00040863825029486753
train loss:0.0007357953720339095
train loss:1.7846272693994977e-05
train loss:0.005734900357503911
train loss:2.170425592967149e-05
train loss:0.004330724256367812
train loss:0.002231549191656037
train loss:9.495407633331117e-05
train loss:0.0008287992468635147
train loss:0.0005409384346901865
train loss:0.009889819758935684
train loss:0.0014166056639737037
train loss:0.0001148308715080075
train loss:0.0004593546772238206
train loss:0.0016403422437829178
train loss:0.0024179163637381776
train loss:0.00027854814474001234
train loss:0.0005771883642839643
train loss:0.001683115675805327
train loss:0.0017075218906910093
train loss:0.0005699615372232489
train loss:0.00014696163835116406
train loss:0.001414663464038348
train loss:0.0008899850342184884
train loss:0.0013134446093607396
train loss:0.0004457116495859286
train loss:0.0002093054063955942
train loss:0.0003764752748956562
train loss:0.0017661267545752495
train loss:0.0008395554163846818
train loss:0.000508225699744012
train loss:0.00800138205370926
train loss:0.005486892348731267
train loss:0.002264198849780911
train loss:0.0024410887585871615
train loss:0.0019656177625368264
train loss:0.002325002162628234
train loss:0.00035781596986787345
train loss:0.00031301306487418676
train loss:0.0004382737500506217
train loss:0.00015588543599394145
train loss:0.0008501246775566547
train loss:0.0007500783293485671
train loss:0.0010723261862958186
train loss:0.0010523910175433734
train loss:0.0017220135846171102
train loss:0.006216004290937746
train loss:0.0004353028457885429
train loss:0.0073543475256157
train loss:0.0005571941710548927
train loss:0.0008804847202442375
train loss:0.0002984538332243435
train loss:0.0019499079239506155
train loss:0.0006069469033128276
train loss:0.0005100814002972956
train loss:3.542061381538258e-05
train loss:0.031687596181097566
train loss:0.002812862753065484
train loss:0.002346321903666586
train loss:0.005845592119285319
train loss:0.0004282372400973507
train loss:0.0019954633667117866
train loss:0.0004641274842964017
train loss:0.0008982512420861433
train loss:0.0017115935034405386
train loss:0.0001293860266689303
train loss:0.0021195850143064577
train loss:0.0010755360583829042
train loss:0.0005513217791424635
train loss:9.846926873452408e-05
train loss:0.00022072242664177867
train loss:0.003920575731543402
train loss:0.001998265178564028
train loss:0.007543252157457005
train loss:0.0021924608533074974
train loss:0.0024112131422146864
train loss:0.0005619125310724779
train loss:0.004500450279780179
train loss:0.0021802111801309003
train loss:0.0007710142103626059
train loss:0.0011317031703071815
train loss:6.459525460129706e-05
train loss:0.00014784398069580992
train loss:9.929604270631783e-05
train loss:0.0007084370214906459
train loss:0.0009497303713542479
train loss:0.0005833670784501707
train loss:0.00707285119439887
train loss:0.0010894163986075443
train loss:0.0015491648115075014
train loss:0.0005281702418535915
train loss:0.0012088103942547088
train loss:0.0012135062500280907
train loss:0.004800700758228862
train loss:0.003149141505216918
train loss:0.005105903292732767
train loss:9.800944180031271e-05
train loss:0.0012195208397441488
train loss:0.0001529176051215057
train loss:0.005265216862979498
train loss:0.0011345465708290695
train loss:0.00012548262334296004
train loss:0.0007127817391531646
train loss:0.0003220441993774371
train loss:0.0017428883022571093
train loss:0.0022245144015635584
train loss:0.0012327959406515107
train loss:0.001462145037321512
train loss:0.0013810638984566928
train loss:0.0032662545907090803
train loss:0.0008789537402700127
train loss:0.0004994891874781937
train loss:0.002715332005075253
train loss:0.00042933716658469874
train loss:0.002380235977382435
train loss:0.002433166806997679
train loss:0.000216500585754429
train loss:0.0032942661299513237
train loss:0.003056921481848567
train loss:0.001867627485903585
train loss:0.002644842797370886
train loss:0.00021938608770812978
train loss:0.0027832371740352598
train loss:0.004905685123224878
train loss:0.0029111217035728554
train loss:0.0006921286013490854
train loss:0.0007690382121201345
train loss:0.00010819655771353497
train loss:0.006489855824481365
train loss:0.0027344218940362017
train loss:0.0027051432113496887
train loss:0.0007110410551767104
train loss:0.0004998729563645717
train loss:0.0033969563618046717
train loss:0.00041454191628274183
train loss:0.0034786886546119182
train loss:0.00010764283907378795
train loss:0.001424445609418389
train loss:0.005596651603139256
train loss:0.00407858023786898
train loss:0.0009655047362668704
train loss:0.000667975282372112
train loss:0.00013142851670723812
train loss:0.00014080351965363336
train loss:0.0002547318268067692
train loss:0.00028496280533660674
train loss:0.0016450452693944383
train loss:0.002349919478973094
train loss:0.001380912806738663
train loss:0.005863289965648852
train loss:0.0010946441324619872
train loss:0.003577971813107753
train loss:0.0005590748972574063
train loss:0.002175426143816876
train loss:0.001601481950879158
train loss:0.000354084623793451
train loss:0.0020440604853183488
train loss:0.0011435503462508979
train loss:5.550950881016329e-05
train loss:0.002560548955859361
train loss:0.00027965084702671433
train loss:0.002318256144185149
train loss:0.0035579558757050057
train loss:0.033824493328136175
train loss:0.006469072394230595
train loss:0.002955613878123131
train loss:0.001676723739822737
train loss:0.00011283577166925767
train loss:0.001374840015838916
train loss:0.005969500584225329
train loss:0.0013880551007159267
train loss:4.525683374010402e-05
train loss:0.006512802234626498
train loss:0.0026549325563218905
train loss:0.0008685072162900018
train loss:0.008238133649256924
train loss:0.0080878233048005
train loss:6.453860557208229e-05
train loss:0.00020264326392532543
train loss:0.00032448494093725757
train loss:0.0008814906202998292
train loss:4.251266306336111e-05
train loss:0.0014744937525210517
train loss:0.00011726481855618005
train loss:0.001690844480483325
train loss:0.000528330527073173
train loss:0.012189821580175857
train loss:0.000629043537379219
train loss:0.000601731343489248
train loss:0.0017339164341950413
train loss:0.00015014044360107696
train loss:0.0002305589295820215
train loss:0.0016096237716157155
train loss:0.0002986330794156662
train loss:0.016488192371482472
train loss:0.0009015605613209414
train loss:0.002682294193935682
train loss:0.0010416962460617159
train loss:0.00010114605202505237
train loss:0.0018367359812603685
train loss:8.727474580566418e-05
train loss:0.0001878722787872008
train loss:0.00023174491924766232
train loss:0.006303801906175494
train loss:0.0008647794716562276
train loss:0.000306560241539771
train loss:0.00038518168080437523
train loss:0.0015879169026254362
train loss:0.00041945253638649046
train loss:0.0024798907133750697
train loss:0.0008559344976719321
train loss:0.00046270781279129355
train loss:0.003275582013196744
train loss:0.0034527345295604513
train loss:0.0009525161852269981
train loss:0.0028675106794664933
train loss:0.005262635146077162
train loss:0.012391069268503087
train loss:0.0056427464908311575
train loss:0.0012771924043500677
train loss:0.0006236848601425051
train loss:0.008064408134103702
train loss:0.013185047637168087
train loss:0.0013172125201289348
train loss:2.6360129915429226e-05
train loss:0.0007868907117372043
train loss:0.0018884755589481624
train loss:0.000419310334883543
train loss:0.00772745971869159
train loss:0.0010758700324057075
train loss:0.002070040398762833
train loss:0.0022502804879869155
train loss:0.0001548992865153127
train loss:0.001995162567757193
train loss:0.00037589341590555725
train loss:0.00797343295749294
train loss:0.00352880768563326
train loss:0.0010717886450553548
train loss:0.0036678123410070727
train loss:0.0035369234608972843
train loss:0.00045582105726518134
train loss:0.0037931400868611324
train loss:0.011455348276504735
train loss:0.0074936383736233765
train loss:0.00023732775968277614
train loss:0.00019422981452919716
train loss:0.0033536857814077683
train loss:0.0022217848714269845
train loss:0.0008277130983555346
train loss:0.006725345317799295
train loss:0.003235164659692403
train loss:0.001672047708745895
train loss:0.0010725663739078128
train loss:0.0055084776144997336
train loss:0.0008065637172589297
train loss:0.004478942447028222
train loss:0.0004478704542824639
train loss:0.0015309966458175032
train loss:0.000557619632658531
train loss:0.0008821721090888084
train loss:0.0034167147416867445
train loss:0.000832688932092806
train loss:8.066276985664684e-05
train loss:3.9615946243803743e-05
train loss:0.0031145721531138904
train loss:0.002770052926642821
train loss:0.00019662752873388358
train loss:0.00041615571514980724
train loss:0.0009933926300064856
train loss:0.0010174775659224959
train loss:9.931396605613632e-05
train loss:0.0003341014536088765
train loss:0.004467922663071864
train loss:0.0009300472541094283
train loss:0.0013739527672081697
train loss:0.0018507725526503121
train loss:0.0029695637661826457
train loss:0.000542774355018651
train loss:0.00010241518978894399
train loss:0.0008773296564589559
train loss:0.0015504343487731961
train loss:0.0025481525920913106
train loss:0.0023342499357434502
train loss:0.00040547845709044635
train loss:0.0005019886380456738
train loss:0.0012099554847056495
train loss:0.000149268682039059
train loss:0.00040714342503085074
train loss:0.0013016866779892611
train loss:0.0031195845085879464
train loss:0.001185490424587599
train loss:0.00010557478319230604
train loss:0.002677227806064805
train loss:0.005483880922682692
train loss:0.0011457491061478099
train loss:0.0003310887990144734
train loss:0.0025069908098770827
train loss:0.0002497628328576416
train loss:0.0008624237658773166
train loss:0.013338943109319455
train loss:0.001506358718531658
train loss:0.0011311746235513885
train loss:0.0010172218577340123
train loss:0.0016359263944303055
train loss:0.0033878657171750835
train loss:0.002767913602069262
train loss:0.0005572721247164595
train loss:0.0017791151624369742
train loss:0.0026793264371654545
train loss:0.0013669547113309755
train loss:0.0007843886547897763
train loss:0.0003126404360965593
train loss:0.003067756893900384
train loss:0.0017715839451701708
train loss:0.0006014550584164289
train loss:0.0033933446156328823
train loss:0.0002000597422705022
train loss:0.0007616486024922775
train loss:0.0034501045159838766
train loss:0.00745066039252794
train loss:0.0008791414380354217
train loss:0.0009842553230573847
train loss:0.00037690703489021577
train loss:8.321624248357572e-05
train loss:0.0034342819273648667
train loss:0.0010863105244214575
train loss:0.00021881038673816984
train loss:0.0005261362586935766
train loss:0.0019270856289652818
train loss:0.004341225470336165
train loss:0.0014973107321210382
train loss:0.00020204500634745875
train loss:0.002748865939090055
train loss:0.0021266056536284996
train loss:4.805356408183159e-05
train loss:0.00029736529933864584
train loss:0.0025109416120112573
train loss:0.0031497937170724606
train loss:0.00043526953015955104
train loss:0.0004383218530781638
train loss:0.00023233917460333694
train loss:0.0003012320812336293
train loss:0.002882173777190843
train loss:0.0013143370289962991
train loss:0.00015679087062696735
train loss:0.0010832462597965547
train loss:0.0004898508931863709
train loss:0.00021897637252216753
train loss:0.0007383058948170857
train loss:6.505831608394134e-06
train loss:0.003965915746886799
train loss:4.813554632966944e-05
train loss:0.012716086627858367
train loss:0.0015415368703229966
train loss:0.007370379029764478
train loss:0.0001652688639653078
train loss:0.00030706754726242397
train loss:0.00022297919065065783
train loss:0.004521417964076105
train loss:0.0008294631891224554
train loss:0.00022379386292761792
train loss:0.0026163639078763006
train loss:0.000556226075327931
train loss:0.0018818395119272059
train loss:0.0013825695424441995
train loss:0.0017039236998003713
train loss:0.0017137259713046063
train loss:0.0009552061665909196
train loss:0.003037079920532575
train loss:0.0008731058658605778
train loss:0.002482072273802595
train loss:0.0008926345762773978
train loss:0.00022224556590076346
train loss:0.0005406956799629526
train loss:0.0005212038111394045
train loss:0.002479616676678428
train loss:0.001084367942247757
train loss:0.0004078079730444641
train loss:0.0020092947583589937
train loss:0.015425330377072402
train loss:0.002283412392892273
train loss:0.00021757849239712978
train loss:0.0006257862872770292
train loss:0.00035922421098436794
train loss:0.001724897005976072
train loss:0.000151921499091328
train loss:0.00015885822692179735
train loss:6.0916094680076094e-05
train loss:0.0044682213645349115
train loss:5.848655896780844e-05
train loss:0.00018814023007508444
train loss:0.0006113639656301274
train loss:0.00024836943992210316
train loss:0.0007367194500674013
train loss:0.0003707250252635931
train loss:0.0005520880838745703
train loss:0.00011517743390955576
train loss:0.000432511765573319
train loss:0.0010507780907498484
train loss:0.0009452871900454714
train loss:0.0006146251015880151
train loss:0.00011032235205625068
train loss:0.0027245961948844434
train loss:0.0006559491969496926
train loss:0.001879971877521976
train loss:0.00012058839438811931
train loss:0.0070597243091086006
train loss:0.0001648123346670006
train loss:0.0015942438951136917
train loss:8.414431323271751e-05
train loss:0.000570904217291564
train loss:0.0010639259074614418
train loss:0.0006437524421919466
train loss:0.001447451577811344
train loss:6.317273060182483e-05
train loss:6.382988493065224e-05
train loss:0.0005001706208235643
train loss:0.0029984740050788394
train loss:0.000953840657242321
train loss:0.00777852635243308
train loss:0.0002628186366673146
train loss:0.0024189378123472354
train loss:0.00018691777009079868
train loss:0.0010312919300491206
train loss:0.001689033250209442
train loss:0.002113357988091444
train loss:0.0010794298075045802
train loss:0.0006198572975781823
train loss:0.0002594905651779782
train loss:0.0009338249883118417
train loss:0.00035801611797466916
train loss:0.0031410005935126645
train loss:0.0017656401034919361
train loss:0.0012495760860888772
train loss:6.204551390040595e-05
train loss:0.003268554816490013
train loss:0.0005578705754664694
train loss:0.00048389191179336896
train loss:5.818247992470521e-05
train loss:0.0030485574254369
train loss:0.0005257048435493439
train loss:0.0005809465507544147
train loss:0.0002655545844570286
train loss:0.0011126110595169334
train loss:0.0012880202946509026
train loss:0.002150340708417536
train loss:0.0017558924599934398
train loss:0.001225198542799036
train loss:0.0016336152747662932
train loss:0.0008340709849815681
train loss:8.095107945984893e-05
=== epoch:20, train acc:1.0, test acc:0.988 ===
train loss:0.00020763022285980897
train loss:0.0029252520229947477
train loss:2.314430990159262e-05
train loss:5.713741703968318e-05
train loss:0.001296331728036501
train loss:0.0011846466673741992
train loss:0.003438275122961176
train loss:0.004307531174855456
train loss:0.0011549032603493737
train loss:0.0009445706790194217
train loss:0.0005452829411446869
train loss:0.00025325278034257423
train loss:0.0002655408116390185
train loss:0.0003617050387042504
train loss:0.0017904576030415478
train loss:0.00019559174991490045
train loss:0.00012576670832968232
train loss:0.004635199580827829
train loss:0.0012558389647273633
train loss:0.000610754098008446
train loss:0.0026801024651362288
train loss:0.005234373074748727
train loss:0.0005562626165140955
train loss:0.00024249207705262613
train loss:0.0001132978510355001
train loss:0.0011311584637741067
train loss:4.2927399284305086e-05
train loss:0.0009766789668924204
train loss:0.0013337397566005162
train loss:0.00032138447670879475
train loss:0.0002853614861111326
train loss:0.0012551244146447203
train loss:0.0018792446969582099
train loss:0.000574565441563447
train loss:0.0005922220320080823
train loss:0.0015658717248519239
train loss:0.00012217813592515478
train loss:5.558397336126326e-05
train loss:0.0003865299836019576
train loss:0.0003393226289295677
train loss:0.001518759521502649
train loss:4.9882801015408673e-05
train loss:0.0026444094654403793
train loss:0.00016031426734336728
train loss:0.00036807417178175524
train loss:0.0007229585326031626
train loss:7.757407474486077e-05
train loss:2.3734580334853154e-05
train loss:7.319761489659441e-05
train loss:7.170970792755622e-05
train loss:7.3382555501095e-05
train loss:0.00014321639971622786
train loss:0.0004923909979561579
train loss:0.0003466754677849577
train loss:0.0011906798195656315
train loss:5.240605500671332e-05
train loss:0.0012028459180498515
train loss:0.0029575921567160947
train loss:0.00016270445561640767
train loss:0.0011385480929379994
train loss:0.0014977743429220847
train loss:0.00040443600408202973
train loss:0.0008184055655879769
train loss:5.830410546946715e-05
train loss:0.004348483707519264
train loss:0.00013258269164050012
train loss:0.0027622559472490742
train loss:0.0010529242307014616
train loss:0.00043720699076576835
train loss:0.0006280079789494322
train loss:0.0002861865320682846
train loss:0.00037200883495520714
train loss:1.1031522828496076e-05
train loss:0.00036143422299908024
train loss:0.0002644641081655275
train loss:0.00020679359465394057
train loss:0.00018018608145332449
train loss:0.0010658842233034998
train loss:0.00048814538463620824
train loss:0.001084312801486147
train loss:0.00036740952728166556
train loss:0.0005682297044600563
train loss:0.00017975046236360322
train loss:0.0009356248716961764
train loss:0.0006608749509443626
train loss:0.0004937755372173756
train loss:7.022930711598238e-05
train loss:0.00047992934372864145
train loss:0.00012760244384287035
train loss:0.0017979406584321205
train loss:9.634267456501686e-05
train loss:0.0012811523095776476
train loss:0.00038453014943385223
train loss:0.00025833580779195236
train loss:0.00028973175911781775
train loss:0.0017411859248018513
train loss:8.773456387051641e-05
train loss:5.621836956738473e-05
train loss:0.0008361712208115433
train loss:0.000716385569573028
train loss:0.002203175186540309
train loss:0.0018852725963417996
train loss:6.156544605127325e-05
train loss:0.0005979561386200045
train loss:0.0002606737540177872
train loss:0.0001492736334088468
train loss:0.00021847525595740318
train loss:8.202069771459907e-05
train loss:0.007084687704255377
train loss:0.000364651049711656
train loss:0.00012295120997090513
train loss:0.00015792921961022767
train loss:0.00014032404274966632
train loss:0.0008247916313311622
train loss:0.0007910329809637721
train loss:0.0001310338929476237
train loss:0.0013482747679718727
train loss:0.001087749714546822
train loss:0.0013339365532156772
train loss:5.001186164141807e-05
train loss:0.001036085395547506
train loss:0.00029286796913709765
train loss:8.63279890259375e-05
train loss:0.001312602662661789
train loss:0.00043450201842055113
train loss:0.002337232420810762
train loss:0.0007881495182314858
train loss:0.0014478183272270974
train loss:0.0009126565652509153
train loss:0.0033189562268119872
train loss:0.00036630564292562136
train loss:0.01951668626444673
train loss:0.0026594413744043216
train loss:0.0005829979542591263
train loss:0.0006944347224250951
train loss:0.00044524553858361514
train loss:0.0007165321145638995
train loss:0.0004626687326360966
train loss:0.0009628915660784855
train loss:1.792437649009622e-05
train loss:0.00045397150927952047
train loss:0.0002929979682510993
train loss:0.00036357761758863704
train loss:0.0006471251830998817
train loss:9.109224270482546e-05
train loss:0.00020054030575031683
train loss:0.00010554384612781208
train loss:0.0015646000717034663
train loss:0.0014113748381450436
train loss:0.0004343939135774565
train loss:0.0021162653471781577
train loss:0.00012143900614151609
train loss:0.003741630508046498
train loss:0.0007111784343050294
train loss:0.00030436804582103686
train loss:0.0010741851528976044
train loss:0.001900669368485834
train loss:0.00047216865270109464
train loss:0.0030421689438326215
train loss:0.0022488532665667087
train loss:0.0025193872686547175
train loss:0.0006462201269995728
train loss:0.00025686141660790973
train loss:0.0020000159063784245
train loss:0.0012351196818387899
train loss:0.0005653839929222269
train loss:0.00014932782385965879
train loss:0.000711606061357338
train loss:0.001530814989034885
train loss:0.0011283208623241421
train loss:0.00046907061266977855
train loss:0.032481419972621134
train loss:0.0004902958021477954
train loss:0.0013278625063694247
train loss:0.00027797124518455166
train loss:0.001355890744527761
train loss:4.844328433856044e-05
train loss:0.00018424611968514002
train loss:0.0006637371008276361
train loss:1.3471010417316398e-05
train loss:8.544102099209487e-05
train loss:0.0001762135843650609
train loss:0.0012386329662272908
train loss:0.001102308103358477
train loss:0.0012994323730050668
train loss:0.0007369890017817424
train loss:0.00010396089970829546
train loss:0.009573018574674862
train loss:0.0006440466872522459
train loss:0.0004788979824926226
train loss:0.00024687975073849565
train loss:0.00035909232706451895
train loss:0.0003571938899495574
train loss:9.510013365727093e-05
train loss:0.00028348836417092565
train loss:5.189369903975068e-05
train loss:0.00044867785380898833
train loss:0.0007313801782316591
train loss:0.0021971806057464226
train loss:0.0005679549178838332
train loss:0.00042862939012421
train loss:0.0009468467315450445
train loss:0.003565934851157932
train loss:0.0005108642072880402
train loss:0.0016555066685870815
train loss:9.480677763668839e-05
train loss:0.00027579398931099866
train loss:0.0003820944843262191
train loss:0.001620188123378555
train loss:0.00023407452673226276
train loss:0.003461612527184359
train loss:0.0020918143592046044
train loss:0.0006534646070574023
train loss:0.0004944930751335379
train loss:0.0008725540483495347
train loss:0.00018013762029064505
train loss:0.0009864503358668411
train loss:0.0002648239900624829
train loss:0.00015305239195853433
train loss:0.0001254820982716455
train loss:0.000888588935046446
train loss:0.00036869447188306423
train loss:0.0005231558239993814
train loss:0.0034934285328998777
train loss:0.0008536606630459632
train loss:0.00012286930192788087
train loss:0.0007532590593375424
train loss:0.000526367637792928
train loss:0.000123561468550511
train loss:4.5763188671100196e-05
train loss:0.001036236707038393
train loss:0.000625037958421265
train loss:0.0025110331708853902
train loss:0.0003552940407138854
train loss:0.00013331429847087753
train loss:0.00021615207865916992
train loss:0.0050564530522677386
train loss:0.0001046184457088601
train loss:0.0006273896928570362
train loss:0.0001488100776661568
train loss:0.0001306476795269769
train loss:0.0012840434262679926
train loss:0.00012486094003273288
train loss:8.44831498429108e-05
train loss:0.004557930551925772
train loss:9.694254304923024e-05
train loss:0.00020589954039415366
train loss:0.00024411626725456302
train loss:0.0011412271334484108
train loss:0.00524670232950793
train loss:0.0024281216926631526
train loss:0.0003433108343867595
train loss:0.0005797845556229278
train loss:0.0006320182052884598
train loss:7.276245879349276e-05
train loss:0.0005015029484226691
train loss:0.0019172379209864048
train loss:0.0006833667904042472
train loss:0.00029473706350975214
train loss:0.0006464692945536451
train loss:8.941339027071915e-05
train loss:0.0037207060444971736
train loss:0.0004315905507693391
train loss:0.00020388760110570832
train loss:0.00014582489356909108
train loss:0.0007456253575730711
train loss:0.0043418910692007325
train loss:0.00043102786704812
train loss:0.0010632745096696484
train loss:0.001240176874098484
train loss:3.6287273616686064e-05
train loss:0.04670388142035941
train loss:0.0010317454708007854
train loss:0.000143769842823766
train loss:0.0006551468795319876
train loss:0.0006057886248856007
train loss:0.001283857653907087
train loss:3.8339135986004785e-05
train loss:0.00032610992884751707
train loss:0.0009345624805181301
train loss:0.00258624721461509
train loss:0.0018168375300421798
train loss:0.0007995561054154179
train loss:0.0026899205564328023
train loss:0.002827555497503635
train loss:0.0001372855256904891
train loss:0.0009320465509280535
train loss:0.0010306628021142725
train loss:2.531687085004803e-05
train loss:8.133317864204948e-05
train loss:0.0008801348349757954
train loss:0.0009695346189985146
train loss:0.0008361437465625661
train loss:0.0009377207522113591
train loss:0.0008515017507890678
train loss:0.0014341388915307216
train loss:0.008220346225853603
train loss:0.0004942306804322488
train loss:0.00046213426437446465
train loss:0.0006319702426624514
train loss:0.00028453165995936795
train loss:0.0016760343563597283
train loss:0.0009817631908703888
train loss:0.002194126867521846
train loss:0.017776160939663124
train loss:8.728573659515758e-05
train loss:0.0025499440857255614
train loss:2.8570833432676753e-05
train loss:0.009354496579863822
train loss:0.0023310456959504317
train loss:0.002434190773833676
train loss:0.0002806177881500362
train loss:0.0007860949654647483
train loss:0.0008763161834020412
train loss:0.0008220536240429173
train loss:0.0009499211051603664
train loss:0.0005767392813050197
train loss:0.0010916835000335354
train loss:0.002198710015892226
train loss:0.0012041130044496884
train loss:0.0023854108921976887
train loss:0.00041070936185796865
train loss:0.005850155989249491
train loss:0.0009906213212142222
train loss:0.0040469663020229725
train loss:0.00021606720769870125
train loss:0.0004626827386752931
train loss:0.002528164356968083
train loss:0.0003987495926676526
train loss:0.0006697792374256881
train loss:0.002370944226507484
train loss:0.008700756751865608
train loss:0.000592057909291268
train loss:0.0010654250526699863
train loss:0.0010476011646672672
train loss:0.0004430622641990315
train loss:0.0029305409117194605
train loss:0.0008181952784712105
train loss:0.0011246770486499486
train loss:0.0012785847316218299
train loss:0.002995540446706659
train loss:0.0006214825366863431
train loss:0.0044148344116328765
train loss:0.0015949899992814633
train loss:0.00010685699252066647
train loss:0.00021775516853141778
train loss:0.00017491042561750087
train loss:0.0011162362107489956
train loss:0.013301082665326376
train loss:0.0034577746670446975
train loss:9.187731540408469e-05
train loss:0.0012672467530388412
train loss:0.004170519436040663
train loss:0.0007653432046145751
train loss:0.004622221233298075
train loss:0.0018674735411977226
train loss:0.0017808000132400518
train loss:0.0004522564889766814
train loss:0.0003334775380230072
train loss:4.626907139839976e-05
train loss:8.68548437411496e-05
train loss:0.00020966474369358087
train loss:0.00018679546657265637
train loss:0.0001387676906741129
train loss:0.0009297505083647183
train loss:0.001619654895751461
train loss:0.0001165339527136418
train loss:0.0013794503813392756
train loss:0.009442588154223313
train loss:1.6987385006535684e-05
train loss:3.3461613058897e-05
train loss:5.921308205075745e-05
train loss:0.0017391613672960702
train loss:0.0005804840834420735
train loss:0.00027595329848530386
train loss:0.002193003902283373
train loss:0.00018851377567182467
train loss:0.0015695363618621469
train loss:0.00034282953365683824
train loss:0.00032286089382690904
train loss:0.0253936034657238
train loss:0.000752463549745476
train loss:0.0007484782507761281
train loss:0.0010345056977098396
train loss:0.0006299505907209228
train loss:0.005724966274698944
train loss:0.00047289741646094555
train loss:0.0009439424006862172
train loss:6.882860173265207e-05
train loss:0.0011932725597508895
train loss:0.0021855642401548327
train loss:0.0005786984821693274
train loss:0.00026673579431416505
train loss:0.012646439278608155
train loss:0.00040953184696003605
train loss:0.001091143327937607
train loss:0.001169786596057821
train loss:0.0016095137620109467
train loss:5.729570722756204e-05
train loss:0.0003440910950020079
train loss:0.004752662345582021
train loss:0.003385966014832702
train loss:0.00012708888254298132
train loss:0.00016843088204493043
train loss:0.0011281931410646148
train loss:0.00014601668402396925
train loss:0.0009524382167396717
train loss:0.00023905903880175943
train loss:0.006980264895894127
train loss:0.0005863984258462851
train loss:0.00017396374533525872
train loss:0.00024534232070665623
train loss:0.0009229612846527011
train loss:0.0003870320198046157
train loss:0.00027457584683997276
train loss:5.884796104480838e-05
train loss:0.00032052911675987917
train loss:0.0017450809754795938
train loss:0.00024874104847622815
train loss:0.0032648873575217645
train loss:0.0003439214001770327
train loss:0.0004021819491302716
train loss:0.0013248766997009506
train loss:4.266308787946735e-05
train loss:0.0017819181471496349
train loss:0.00014201812162746629
train loss:0.0003826543734984424
train loss:0.0019778999351112883
train loss:0.0002295882538715066
train loss:0.00011728557851107251
train loss:0.0004119272347463399
train loss:0.0013135997851115003
train loss:9.165532720098685e-05
train loss:0.0003623851853124484
train loss:0.002970329619815336
train loss:0.002726834994843268
train loss:0.00046629566800949774
train loss:0.00044942362043029016
train loss:0.0001663877815364052
train loss:0.0004561774634284135
train loss:0.004881099337835925
train loss:6.73546972558292e-05
train loss:0.0005668973218349276
train loss:0.0007305014756776278
train loss:0.00228463941433426
train loss:0.0001111328733164576
train loss:0.0009754700554044908
train loss:0.0002628575878559043
train loss:0.0002828203428306737
train loss:0.007819801797164015
train loss:0.0006465664690653486
train loss:0.004041945915360411
train loss:0.0026262909071256475
train loss:0.0005904280297582639
train loss:7.177628931966774e-05
train loss:9.323215160240294e-05
train loss:0.00026472759384851976
train loss:7.935157670619466e-05
train loss:0.00020831014910681613
train loss:0.0071586806870037765
train loss:0.001375240308375319
train loss:0.0018147820933034878
train loss:0.001050322071151467
train loss:7.976471308352058e-05
train loss:0.00045005813590536653
train loss:0.00011608461640840234
train loss:0.00020341204541104657
train loss:4.875723483615954e-05
train loss:0.0002458923448300725
train loss:0.0008628615505248273
train loss:0.0016065289719370721
train loss:0.0016846744959167232
train loss:0.0009536223587270989
train loss:0.0019566563616822998
train loss:0.00350853702349396
train loss:0.0027643086552077735
train loss:0.004816177466468297
train loss:0.00014517713451070048
train loss:0.0001582376442418018
train loss:0.00015852762614195146
train loss:0.00011657511479442549
train loss:0.0013544722376845923
train loss:0.0008487384816084274
train loss:0.0007891296129643885
train loss:0.0002815995356303118
train loss:0.0005368083709516735
train loss:0.006472745009010696
train loss:0.0005852120533127493
train loss:0.0014405669700897324
train loss:0.00119249159207703
train loss:0.00045020897653551614
train loss:0.00013451090181765873
train loss:0.0004125476812884205
train loss:0.0006237687537235873
train loss:0.0008032038822082414
train loss:4.997984911710786e-05
train loss:0.00017243271031260355
train loss:0.00036640670678463717
train loss:0.0008074708799595012
train loss:0.0012426523201846246
train loss:0.0002552113447788711
train loss:0.014946173498649245
train loss:0.0010990169366022011
train loss:0.00035471383306858313
train loss:0.0013117736943697308
train loss:0.0007246745705844354
train loss:0.0003852103539891941
train loss:0.0012834894048756853
train loss:0.00016018765319148119
train loss:0.0017937941584904638
train loss:0.0003098183362905009
train loss:1.8822075843505833e-05
train loss:2.4654193914736998e-05
train loss:0.0012294605284101378
train loss:0.0005858998262815273
train loss:5.6686645002205305e-05
train loss:0.00010233675137042618
train loss:4.938543418877459e-05
train loss:0.002641915075372308
train loss:0.00375899130915103
train loss:0.004702827839943093
train loss:0.002497047583530441
train loss:0.0001945446565382397
train loss:0.00012939331491035642
train loss:0.0008370707230392046
train loss:0.0002468319232002547
train loss:0.00054843370476155
train loss:0.0034487894072739193
train loss:0.003380634526477327
train loss:0.00036682632767119953
train loss:2.0952812729773036e-05
train loss:0.0002883175238076142
train loss:0.00017535220802236416
train loss:0.0008503238204293236
train loss:0.0009660716337463569
train loss:0.0010989661995053914
train loss:0.00244477104438501
train loss:0.0007340467000434168
train loss:0.0005952096283752346
train loss:0.0014767211080417403
train loss:0.0016055262123222103
train loss:0.0031898479455439543
train loss:0.0006075855039471823
train loss:8.817024555199919e-05
train loss:0.0011065397844263036
train loss:0.0014632951708835596
train loss:0.0010088677509443422
train loss:0.0013394044921174375
train loss:0.001454770431431318
train loss:0.0010523791837295014
train loss:0.0053402269523541756
train loss:0.002545029209594073
train loss:0.00015089662114866522
train loss:4.706684021025879e-05
train loss:0.00010652406805501942
train loss:0.0003376556388398193
train loss:0.0008644761370424722
train loss:0.0003175511929708077
train loss:0.0004947369895180209
train loss:2.3037885085003653e-05
train loss:0.0017798420430232612
train loss:0.000418073942611124
train loss:0.0036217023436721112
train loss:0.00029698448587801905
train loss:0.00012236824447946044
train loss:4.981517465668575e-05
train loss:0.0006214343271240811
train loss:0.003409469527349498
train loss:0.0021144038842561353
train loss:0.0007698987499432945
train loss:2.8112020923363155e-05
train loss:0.0004620562550674321
train loss:0.0012810326789143836
train loss:0.0009662544918830607
train loss:0.00019101338339522054
train loss:0.001413926277965271
train loss:0.0019843114399469637
train loss:0.00013051362292584233
train loss:4.4884578580158196e-05
train loss:0.011506914206044747
train loss:0.0001884868050087172
train loss:0.00037321175762293236
train loss:0.00010906142219690235
train loss:0.001626443275711646
train loss:9.409423659905783e-05
train loss:0.005357120017357563
train loss:0.0001116408614171003
train loss:0.00043468556685472324
train loss:0.0017288230780297595
train loss:0.0011642835016537894
train loss:0.0001266249377869291
train loss:0.001637841171446513
train loss:6.585968231104174e-05
train loss:0.0001037801813804307
train loss:0.00028786239219797055
train loss:0.0015366200407057524
train loss:0.0002484820254223891
train loss:2.1731132120924646e-05
train loss:0.0004804872663901485
=============== Final Test Accuracy ===============
test acc:0.988
Saved Network Parameters!