Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2609    13.0920     2.1703    18.0900    11.1624      0.9252
   2     0.1000     2.2366    14.0000     2.3041    10.0000    10.6047      0.8789
   3     0.1000     2.1531    18.0940     2.0802    19.9100    10.3707      0.8398
   4     0.1000     1.9717    22.2600     1.8674    26.9700    10.3606      0.8049
   5     0.1000     1.8546    27.9820     1.8144    30.3400    10.2460      0.7729
   6     0.1000     1.7606    31.8500     1.7293    32.7700    10.2066      0.7432
   7     0.1000     1.6826    35.5960     1.5066    42.8100    10.2076      0.7155
   8     0.1000     1.5873    40.0480     1.5267    42.9800    10.2770      0.6894
   9     0.1000     1.4933    44.3760     1.4504    46.1200    10.2505      0.6646
  10     0.1000     1.4186    48.2780     1.3479    50.3800    10.2398      0.6411
  11     0.1000     1.3295    52.4640     1.2847    55.5300    10.2755      0.6190
  12     0.1000     1.2264    56.2700     1.1691    58.4100    10.3735      0.5978
  13     0.1000     1.1285    60.2620     1.0840    61.8100    10.2593      0.5777
  14     0.1000     1.0506    63.1320     0.9247    66.8800    10.2868      0.5584
  15     0.1000     0.9592    66.5020     1.0134    64.5500    10.2768      0.5399
  16     0.1000     0.8964    68.8880     1.4936    56.3200    10.5739      0.5223
  17     0.1000     0.8416    70.7700     0.8386    70.8800    10.3684      0.5053
  18     0.1000     0.7960    72.8800     0.7787    73.5500    10.2538      0.4892
  19     0.1000     0.7481    74.5220     0.7908    73.5900    10.3264      0.4736
  20     0.1000     0.7014    76.2820     0.8149    72.7900    10.4170      0.4587
  21     0.1000     0.6559    77.7280     0.6824    77.3500    10.3700      0.4443
  22     0.1000     0.6230    79.2640     0.6346    78.8200    10.3719      0.4305
  23     0.1000     0.5962    80.0960     0.5978    80.1900    10.5626      0.4173
  24     0.1000     0.5695    80.9840     0.5908    80.5500    10.3448      0.4046
  25     0.1000     0.5369    82.1600     0.6240    79.5600    10.5114      0.3923
  26     0.1000     0.5178    82.7280     0.5402    82.2000    10.3130      0.3805
  27     0.1000     0.4931    83.5960     0.5231    82.9000    10.4070      0.3691
  28     0.1000     0.4710    84.3760     0.6089    80.3900    10.4868      0.3582
  29     0.1000     0.4544    85.1520     0.5121    83.2900    10.2476      0.3476
  30     0.1000     0.4369    85.6720     0.6599    79.6700    10.4280      0.3375
  31     0.1000     0.4180    86.1180     0.6300    80.4600    10.3757      0.3278
  32     0.1000     0.4032    86.7020     0.5203    83.1200    10.4667      0.3184
  33     0.1000     0.3823    87.4300     0.5154    83.6400    10.2842      0.3094
  34     0.1000     0.3691    87.8240     0.5303    83.1700    10.3423      0.3005
  35     0.1000     0.3565    88.2020     0.5678    83.2200    10.4168      0.2922
  36     0.1000     0.3446    88.6040     0.7233    79.9300    10.3696      0.2840
  37     0.1000     0.3327    89.1400     0.4438    85.6800    10.4120      0.2761
  38     0.1000     0.3146    89.5060     0.6459    81.1800    10.1861      0.2686
  39     0.1000     0.3111    89.7780     0.4532    85.7700    10.2647      0.2614
  40     0.1000     0.2937    90.3400     0.4548    85.9800    10.3522      0.2544
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2874    90.4840     0.5119    85.0300    10.3624      0.2476
  42     0.1000     0.2743    90.8700     0.5063    85.1700    10.5650      0.2412
  43     0.1000     0.2669    91.0660     0.4921    85.4900    10.3147      0.2349
  44     0.1000     0.2622    91.3080     0.4402    86.3000    10.5302      0.2289
  45     0.1000     0.2436    91.9460     0.5091    85.7200    10.3883      0.2230
  46     0.1000     0.2409    91.9500     0.4754    86.1700    10.5175      0.2174
  47     0.1000     0.2359    92.2620     0.5800    84.2600    10.2854      0.2119
  48     0.1000     0.2285    92.5740     0.4844    86.1800    10.2159      0.2067
  49     0.1000     0.2257    92.5680     0.4857    86.4300    10.3203      0.2016
  50     0.1000     0.2169    92.8280     0.5015    85.2800    10.2939      0.1967
  51     0.1000     0.2026    93.3760     0.5214    85.4100    10.3030      0.1919
  52     0.1000     0.1969    93.4420     0.4883    86.1900    10.2861      0.1873
  53     0.1000     0.1932    93.7360     0.4575    87.1000    10.2951      0.1829
  54     0.1000     0.1871    93.8740     0.4531    86.8300    10.2574      0.1787
  55     0.1000     0.1819    94.0540     0.4601    87.3400    10.2412      0.1746
  56     0.1000     0.1835    93.8940     0.5275    85.8500    10.2338      0.1706
  57     0.1000     0.1779    94.1380     0.5581    85.1300    10.2495      0.1667
  58     0.1000     0.1741    94.3040     0.5055    86.9400    10.3220      0.1630
  59     0.1000     0.1652    94.5460     0.6627    84.4600    10.3261      0.1594
  60     0.1000     0.1664    94.6460     0.5040    86.5400    10.4082      0.1559
  61     0.1000     0.1546    94.9840     0.4762    87.3500    10.2580      0.1526
  62     0.1000     0.1501    95.0900     0.5603    86.2300    10.2961      0.1493
  63     0.1000     0.1486    95.3000     0.4739    86.8700    10.2585      0.1461
  64     0.1000     0.1531    95.0300     0.4726    87.6800    10.2354      0.1431
  65     0.1000     0.1448    95.2460     0.4625    87.9900    10.2339      0.1402
  66     0.1000     0.1351    95.5760     0.4900    87.4900    10.2452      0.1374
  67     0.1000     0.1335    95.6360     0.4857    87.9600    10.2473      0.1346
  68     0.1000     0.1334    95.5760     0.5912    85.5100    10.2741      0.1319
  69     0.1000     0.1273    95.8340     0.6303    85.3600    10.3177      0.1293
  70     0.1000     0.1229    96.0020     0.5055    87.3900    10.2752      0.1267
  71     0.1000     0.1210    96.1040     0.5100    87.9100    10.2632      0.1243
  72     0.1000     0.1172    96.1240     0.4880    88.2500    10.3393      0.1220
  73     0.1000     0.1144    96.1920     0.4757    87.9700    10.2420      0.1197
  74     0.1000     0.1097    96.3640     0.6469    85.6300    10.1951      0.1175
  75     0.1000     0.1109    96.3820     0.5215    87.9500    10.4659      0.1153
  76     0.1000     0.1107    96.4460     0.4844    87.7300    10.2203      0.1133
  77     0.1000     0.1069    96.4820     0.5937    86.6400    10.3037      0.1113
  78     0.1000     0.1032    96.5540     0.5119    87.8000    10.2620      0.1093
  79     0.1000     0.1057    96.5540     0.5173    87.8000    10.2328      0.1074
  80     0.1000     0.1032    96.6300     0.4851    88.3200    10.2498      0.1056
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0979    96.7280     0.5574    86.5500    10.2152      0.1038
  82     0.1000     0.0968    96.8200     0.5408    87.6000    10.2650      0.1022
  83     0.1000     0.0979    96.7780     0.5270    88.1400    10.2442      0.1005
  84     0.1000     0.0927    96.9900     0.5799    86.9600    10.3910      0.0990
  85     0.1000     0.0903    97.0200     0.5394    87.8100    10.2573      0.0974
  86     0.1000     0.0916    97.0840     0.4997    88.5000    10.2489      0.0960
  87     0.1000     0.0870    97.2240     0.6846    84.8800    10.2350      0.0945
  88     0.1000     0.0843    97.3680     0.5290    87.8500    10.2352      0.0931
  89     0.1000     0.0854    97.2300     0.5688    87.0100    10.2538      0.0917
  90     0.1000     0.0804    97.4640     0.5569    87.3000    10.3056      0.0904
  91     0.1000     0.0849    97.2220     0.5346    88.1700    10.2347      0.0892
  92     0.1000     0.0828    97.3000     0.5459    87.9400    10.2679      0.0879
  93     0.1000     0.0751    97.5240     0.5268    88.4800    10.3692      0.0868
  94     0.1000     0.0796    97.3860     0.5980    87.3500    10.2818      0.0856
  95     0.1000     0.0720    97.6380     0.5457    88.3300    10.1659      0.0845
  96     0.1000     0.0717    97.6480     0.5926    87.1700    10.3015      0.0833
  97     0.1000     0.0719    97.6480     0.5426    88.4400    10.2846      0.0823
  98     0.1000     0.0703    97.7360     0.5462    87.8600    10.2296      0.0813
  99     0.1000     0.0722    97.6760     0.5538    88.0800    10.2839      0.0803
 100     0.1000     0.0687    97.7580     0.5362    88.3700    10.2956      0.0793
 101     0.1000     0.0657    97.9140     0.5895    87.5300    10.2788      0.0784
 102     0.1000     0.0666    97.7880     0.5514    88.2500    10.3015      0.0775
 103     0.1000     0.0645    97.9740     0.5749    87.9600    10.2455      0.0766
 104     0.1000     0.0667    97.8320     0.5115    88.7000    10.2605      0.0757
 105     0.1000     0.0607    98.0260     0.5213    89.0700    10.2622      0.0749
 106     0.1000     0.0586    98.0940     0.5549    87.9100    10.2298      0.0741
 107     0.1000     0.0631    97.9700     0.5579    88.4200    10.2647      0.0733
 108     0.1000     0.0615    98.0220     0.5428    88.1000    10.2550      0.0725
 109     0.1000     0.0584    98.1760     0.5478    88.6600    10.2795      0.0717
 110     0.1000     0.0604    98.0740     0.5271    88.9400    10.3601      0.0710
 111     0.1000     0.0551    98.2580     0.5596    88.3100    10.3024      0.0703
 112     0.1000     0.0609    98.0580     0.5626    88.7300    10.2495      0.0696
 113     0.1000     0.0606    98.0560     0.5825    88.3500    10.2550      0.0690
 114     0.1000     0.0556    98.2040     0.7949    84.7500    10.2823      0.0683
 115     0.1000     0.0630    98.0180     0.5242    89.0600    10.2566      0.0676
 116     0.1000     0.0539    98.2860     0.5395    88.3300    10.2892      0.0670
 117     0.1000     0.0546    98.2760     0.5195    88.7900    10.2233      0.0664
 118     0.1000     0.0517    98.3660     0.5651    88.5700    10.2209      0.0659
 119     0.1000     0.0521    98.3400     0.5804    88.6400    10.2600      0.0653
 120     0.1000     0.0505    98.3960     0.5517    88.9600    10.1986      0.0647
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0533    98.3100     0.6172    87.2000    10.1935      0.0642
 122     0.1000     0.0539    98.3180     0.5958    87.9900    10.1655      0.0637
 123     0.1000     0.0532    98.3260     0.5551    88.0400    10.2912      0.0632
 124     0.1000     0.0486    98.5100     0.5769    88.8000    10.2406      0.0627
 125     0.1000     0.0491    98.4020     0.5893    88.8800    10.2373      0.0622
 126     0.1000     0.0506    98.4040     0.5795    88.4900    10.2203      0.0617
 127     0.1000     0.0474    98.4360     0.5949    87.8400    10.3783      0.0613
 128     0.1000     0.0504    98.4580     0.6277    87.6600    10.3162      0.0608
 129     0.1000     0.0465    98.6000     0.5638    88.8800    10.2502      0.0604
 130     0.1000     0.0489    98.3640     0.5520    88.7700    10.2324      0.0599
 131     0.1000     0.0451    98.5760     0.6173    88.5700    10.2098      0.0595
 132     0.1000     0.0494    98.3900     0.6204    87.9500    10.2953      0.0591
 133     0.1000     0.0477    98.4780     0.5797    88.7100    10.1687      0.0587
 134     0.1000     0.0513    98.4360     0.5722    89.0900    10.2166      0.0584
 135     0.1000     0.0481    98.4740     0.5359    88.7800    10.1969      0.0580
 136     0.1000     0.0430    98.5960     0.5252    89.3700    10.2019      0.0576
 137     0.1000     0.0395    98.7560     0.5476    89.0000    10.2216      0.0572
 138     0.1000     0.0428    98.6620     0.6474    87.1600    10.2473      0.0569
 139     0.1000     0.0391    98.7400     0.6700    87.2800    10.2558      0.0565
 140     0.1000     0.0409    98.7220     0.5807    89.5300    10.3013      0.0562
 141     0.1000     0.0405    98.6940     0.5823    88.9900    10.2878      0.0558
 142     0.1000     0.0446    98.5900     0.5871    88.7500    10.2704      0.0555
 143     0.1000     0.0413    98.6860     0.5711    89.2000    10.2744      0.0552
 144     0.1000     0.0418    98.6820     0.5534    89.4400    10.3146      0.0549
 145     0.1000     0.0417    98.6700     0.5571    88.2900    10.3073      0.0546
 146     0.1000     0.0417    98.7120     0.7005    87.2600    10.2376      0.0543
 147     0.1000     0.0351    98.9560     0.5935    89.2400    10.2818      0.0540
 148     0.1000     0.0426    98.6580     0.5828    88.3300    10.3286      0.0537
 149     0.1000     0.0391    98.7760     0.5678    89.4000    10.2934      0.0534
 150     0.1000     0.0451    98.6080     0.5680    88.8700    10.2385      0.0531
 151     0.1000     0.0405    98.7160     0.6660    87.9400    10.1986      0.0529
 152     0.1000     0.0409    98.7600     0.5554    89.0100    10.2404      0.0526
 153     0.1000     0.0352    98.8940     0.6164    89.3200    10.2617      0.0524
 154     0.1000     0.0425    98.6400     0.6039    88.3500    10.2639      0.0521
 155     0.1000     0.0372    98.8380     0.6202    88.4000    10.1894      0.0519
 156     0.1000     0.0361    98.8900     0.5729    89.4600    10.3414      0.0516
 157     0.1000     0.0358    98.8520     0.5841    88.8600    10.2807      0.0514
 158     0.1000     0.0383    98.7760     0.6016    89.0400    10.3418      0.0512
 159     0.1000     0.0390    98.8420     0.5126    89.1300    10.3039      0.0509
 160     0.1000     0.0362    98.8640     0.5673    89.1200    10.2829      0.0507
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0379    98.8300     0.5909    88.9500    10.3672      0.0505
 162     0.1000     0.0369    98.8620     0.6308    88.0300    10.3602      0.0502
 163     0.1000     0.0357    98.8580     0.5914    88.3800    10.3437      0.0501
 164     0.1000     0.0328    98.9200     0.6046    89.1700    10.3023      0.0498
 165     0.1000     0.0380    98.8180     0.6190    88.8000    10.2857      0.0496
 166     0.1000     0.0371    98.8180     0.6212    88.5500    10.3676      0.0494
 167     0.1000     0.0343    98.9180     0.6249    88.7200    10.2576      0.0492
 168     0.1000     0.0378    98.8600     0.5888    88.5400    10.2824      0.0490
 169     0.1000     0.0329    98.9280     0.5921    88.7200    10.3287      0.0489
 170     0.1000     0.0320    99.0360     0.6167    88.1800    10.2517      0.0486
 171     0.1000     0.0322    98.9580     0.8042    87.0600    10.2637      0.0485
 172     0.1000     0.0337    98.9540     0.6839    88.3800    10.1831      0.0483
 173     0.1000     0.0313    99.0380     0.5747    89.5300    10.2498      0.0481
 174     0.1000     0.0294    99.1280     0.6446    87.9900    10.2570      0.0479
 175     0.1000     0.0344    98.9100     0.6248    88.0300    10.2639      0.0477
 176     0.1000     0.0352    98.8840     0.5931    89.2400    10.2749      0.0475
 177     0.1000     0.0344    98.9040     0.6286    88.0300    10.2358      0.0474
 178     0.1000     0.0324    98.9760     0.6295    88.6400    10.2458      0.0472
 179     0.1000     0.0339    98.9460     0.6493    88.7500    10.3367      0.0470
 180     0.1000     0.0386    98.8220     0.6448    88.0400    10.2376      0.0469
 181     0.1000     0.0348    98.9260     0.5719    89.2400    10.2793      0.0468
 182     0.1000     0.0315    99.0120     0.5805    89.4100    10.3099      0.0466
 183     0.1000     0.0323    99.0320     0.6055    88.6900    10.2711      0.0464
 184     0.1000     0.0338    98.9100     0.6290    88.5900    10.2812      0.0463
 185     0.1000     0.0334    98.9460     0.6039    88.9200    10.2267      0.0461
 186     0.1000     0.0273    99.1560     0.7312    87.7900    10.2318      0.0460
 187     0.1000     0.0293    99.1160     0.6390    88.6000    10.2323      0.0458
 188     0.1000     0.0284    99.1140     0.5980    89.1700    10.2571      0.0456
 189     0.1000     0.0314    98.9900     0.6446    88.6500    10.2566      0.0455
 190     0.1000     0.0348    98.9560     0.6257    88.5600    10.3246      0.0454
 191     0.1000     0.0317    99.0560     0.6027    89.2300    10.2435      0.0453
 192     0.1000     0.0358    98.8960     0.6641    87.9900    10.2315      0.0451
 193     0.1000     0.0306    99.0020     0.6568    88.4700    10.2992      0.0450
 194     0.1000     0.0326    98.9620     0.5798    89.1400    10.2397      0.0449
 195     0.1000     0.0288    99.0700     0.6208    89.0700    10.2720      0.0447
 196     0.1000     0.0308    99.0420     0.5937    88.8200    10.2968      0.0446
 197     0.1000     0.0316    99.0160     0.7108    87.5300    10.2510      0.0445
 198     0.1000     0.0305    99.0480     0.5947    88.8500    10.2762      0.0444
 199     0.1000     0.0306    99.0980     0.6110    88.6800    10.3316      0.0442
 200     0.1000     0.0317    99.0380     0.5933    89.2400    10.2527      0.0441
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0316    99.0260     0.5543    89.7500    10.3203      0.0440
 202     0.1000     0.0235    99.3100     0.6237    89.0900    10.7584      0.0439
 203     0.1000     0.0320    99.0480     0.5684    89.1800    10.3547      0.0438
 204     0.1000     0.0273    99.1140     0.6270    88.6300    10.3351      0.0436
 205     0.1000     0.0320    98.9980     0.5579    89.5100    10.2876      0.0435
 206     0.1000     0.0257    99.2320     0.6789    88.3000    10.2691      0.0434
 207     0.1000     0.0284    99.1360     0.5946    89.3900    10.6424      0.0433
 208     0.1000     0.0294    99.0680     0.6783    88.4400    10.1848      0.0432
 209     0.1000     0.0311    99.0060     0.6400    88.4800    10.3435      0.0431
 210     0.1000     0.0262    99.2020     0.6103    89.3300    10.3192      0.0429
 211     0.1000     0.0302    99.0000     0.8395    85.4700    10.4214      0.0429
 212     0.1000     0.0291    99.0880     0.5758    89.5300    10.2978      0.0427
 213     0.1000     0.0266    99.1700     0.6076    89.4700    10.5729      0.0426
 214     0.1000     0.0246    99.2300     0.6046    88.9300    10.4738      0.0425
 215     0.1000     0.0306    99.0240     0.6404    88.3900    10.2130      0.0424
 216     0.1000     0.0243    99.1900     0.6296    89.5800    10.4290      0.0423
 217     0.1000     0.0291    99.0860     0.6285    88.9700    10.3247      0.0422
 218     0.1000     0.0249    99.2500     0.5937    89.3000    10.5176      0.0421
 219     0.1000     0.0298    99.0940     0.6215    88.7300    10.4464      0.0420
 220     0.1000     0.0274    99.1440     0.5750    89.2900    10.3035      0.0419
 221     0.1000     0.0232    99.2760     0.6014    89.4000    10.2752      0.0417
 222     0.1000     0.0236    99.2400     0.6576    88.9900    10.3407      0.0416
 223     0.1000     0.0299    99.0560     0.6323    88.9000    10.1963      0.0416
 224     0.1000     0.0285    99.1160     0.5748    89.2800    10.4139      0.0415
 225     0.1000     0.0237    99.2320     0.5941    89.6200    10.3832      0.0413
 226     0.1000     0.0296    99.1120     0.6016    89.1100    10.3145      0.0412
 227     0.1000     0.0271    99.1660     0.6211    89.1400    10.4478      0.0412
 228     0.1000     0.0234    99.2520     0.6903    89.1100    10.2088      0.0411
 229     0.1000     0.0298    99.0440     0.6003    89.0700    10.2996      0.0410
 230     0.1000     0.0258    99.1900     0.6402    88.7000    10.1470      0.0409
 231     0.1000     0.0265    99.1400     0.7244    87.5400    10.4866      0.0408
 232     0.1000     0.0245    99.2560     0.5906    89.7800    10.1957      0.0407
 233     0.1000     0.0263    99.2100     0.5506    90.0300    10.1686      0.0406
 234     0.1000     0.0211    99.3280     0.6877    88.5900    10.3697      0.0405
 235     0.1000     0.0329    99.0940     0.5798    89.4000    10.4841      0.0404
 236     0.1000     0.0312    99.0300     0.6101    88.9900    10.4741      0.0404
 237     0.1000     0.0309    99.0780     0.6004    89.2900    10.2879      0.0403
 238     0.1000     0.0288    99.1000     0.5634    89.7400    10.1884      0.0402
 239     0.1000     0.0247    99.2220     0.6140    89.3200    10.3177      0.0401
 240     0.1000     0.0260    99.1780     0.6051    89.5400    10.3131      0.0401
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0213    99.3080     0.6868    88.2300    10.8672      0.0400
 242     0.1000     0.0275    99.1360     0.5945    88.9500    10.8967      0.0399
 243     0.1000     0.0242    99.2620     0.6555    89.3600    10.1474      0.0398
 244     0.1000     0.0234    99.2460     0.6225    88.8200    10.4819      0.0397
 245     0.1000     0.0248    99.1800     0.5946    89.8500    10.2068      0.0396
 246     0.1000     0.0218    99.3060     0.6225    89.2700    10.5943      0.0395
 247     0.1000     0.0232    99.3060     0.7490    86.6700    10.2534      0.0394
 248     0.1000     0.0250    99.2360     0.6526    89.0700    10.9254      0.0394
 249     0.1000     0.0272    99.2040     0.5885    90.1600    10.3229      0.0393
 250     0.1000     0.0212    99.3440     0.6122    89.1600    10.3670      0.0392
 251     0.1000     0.0276    99.0960     0.6382    89.4600    10.2000      0.0391
 252     0.1000     0.0274    99.1360     0.9042    86.6800    10.2551      0.0391
 253     0.1000     0.0245    99.2640     0.6006    89.8000    10.3196      0.0390
 254     0.1000     0.0249    99.2060     0.5712    89.3100    10.5531      0.0389
 255     0.1000     0.0260    99.2040     0.5926    89.3700    10.2732      0.0389
 256     0.1000     0.0237    99.2380     0.6257    89.6000    10.3015      0.0388
 257     0.1000     0.0233    99.2640     0.5989    89.8600    10.5771      0.0387
 258     0.1000     0.0224    99.3160     0.6665    88.2900    10.4518      0.0386
 259     0.1000     0.0289    99.1060     0.5755    89.3300    10.2928      0.0386
 260     0.1000     0.0247    99.2100     0.6585    88.7600    10.7254      0.0385
 261     0.1000     0.0203    99.3660     0.6426    89.2000    10.3184      0.0384
 262     0.1000     0.0267    99.2300     0.5892    89.9300    10.5062      0.0384
 263     0.1000     0.0203    99.3580     0.6745    89.3400    10.4518      0.0383
 264     0.1000     0.0217    99.3180     0.7204    88.5100    10.3353      0.0382
 265     0.1000     0.0224    99.2980     0.6610    89.3400    10.2178      0.0381
 266     0.1000     0.0224    99.3000     0.6503    89.2100    10.3081      0.0381
 267     0.1000     0.0230    99.3000     0.6165    89.2700    10.2401      0.0380
 268     0.1000     0.0250    99.2660     0.7041    89.0400    10.2442      0.0379
 269     0.1000     0.0183    99.4520     0.6693    89.8500    10.4043      0.0378
 270     0.1000     0.0224    99.3140     0.6089    89.0500    10.4239      0.0378
 271     0.1000     0.0231    99.2920     0.6353    89.1800    10.1465      0.0377
 272     0.1000     0.0255    99.2140     0.6225    89.3000    10.3099      0.0377
 273     0.1000     0.0219    99.3560     0.6468    89.5600    10.2099      0.0376
 274     0.1000     0.0213    99.3320     0.6222    89.7200    10.1702      0.0375
 275     0.1000     0.0205    99.3520     0.6471    89.8400    10.1566      0.0374
 276     0.1000     0.0208    99.3540     0.6546    89.0000    10.2322      0.0374
 277     0.1000     0.0208    99.4100     0.6063    89.7200    10.1748      0.0373
 278     0.1000     0.0177    99.4420     0.7911    88.0500    10.2122      0.0372
 279     0.1000     0.0235    99.2580     0.6584    88.9700    10.2749      0.0371
 280     0.1000     0.0208    99.3060     0.6666    89.7200    10.1492      0.0371
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0235    99.2560     0.5958    89.8100    10.3107      0.0370
 282     0.1000     0.0223    99.2740     0.6151    89.7100    10.3785      0.0369
 283     0.1000     0.0202    99.3620     0.6396    89.6100    10.2879      0.0369
 284     0.1000     0.0210    99.3320     0.6293    89.3900    10.2499      0.0368
 285     0.1000     0.0221    99.3200     0.5964    89.6000    10.2628      0.0368
 286     0.1000     0.0186    99.3900     0.6956    88.7300    10.2789      0.0367
 287     0.1000     0.0241    99.2360     0.6070    89.3600    10.2455      0.0366
 288     0.1000     0.0217    99.3120     0.6049    90.0800    10.2915      0.0366
 289     0.1000     0.0215    99.3120     0.6003    89.6800    10.3171      0.0365
 290     0.1000     0.0215    99.3180     0.6382    89.6700    10.2214      0.0365
 291     0.1000     0.0205    99.3380     0.6878    88.8400    10.2331      0.0364
 292     0.1000     0.0229    99.2860     0.6456    89.6900    10.2771      0.0364
 293     0.1000     0.0214    99.3020     0.6429    89.4600    10.2542      0.0363
 294     0.1000     0.0224    99.3220     0.6217    89.5700    10.3106      0.0362
 295     0.1000     0.0217    99.3400     0.6007    89.7400    10.3371      0.0362
 296     0.1000     0.0261    99.2040     0.5936    89.5200    10.2620      0.0361
 297     0.1000     0.0240    99.2400     0.6179    89.3800    10.2411      0.0361
 298     0.1000     0.0199    99.3980     0.6242    89.7400    10.2160      0.0360
 299     0.1000     0.0190    99.4000     0.6056    89.8100    10.2935      0.0360
 300     0.1000     0.0207    99.3760     0.6422    89.7100    10.2447      0.0359
 301     0.0996     0.0178    99.4520     0.6210    89.8900    10.2681      0.0359
 302     0.0992     0.0213    99.3540     0.6156    89.9200    10.2560      0.0358
 303     0.0988     0.0179    99.4320     0.6585    89.2600    10.2410      0.0358
 304     0.0983     0.0200    99.3380     0.6183    89.8500    10.2968      0.0357
 305     0.0979     0.0204    99.4380     0.6184    89.7700    10.1833      0.0356
 306     0.0975     0.0148    99.5040     0.6448    89.9600    10.1161      0.0356
 307     0.0971     0.0180    99.4520     0.6312    89.7100    10.1185      0.0355
 308     0.0967     0.0200    99.3860     0.7917    87.7600    10.2524      0.0354
 309     0.0963     0.0164    99.4640     0.6677    89.3700    10.2479      0.0354
 310     0.0959     0.0231    99.2960     0.6413    89.0500    10.2919      0.0353
 311     0.0955     0.0195    99.3840     0.6074    89.6800    10.2768      0.0353
 312     0.0950     0.0203    99.4080     0.6164    89.7000    10.2346      0.0352
 313     0.0946     0.0159    99.5140     0.6692    89.6300    10.2687      0.0352
 314     0.0942     0.0179    99.4040     0.9121    86.1000    10.2587      0.0352
 315     0.0938     0.0161    99.5200     0.6747    89.4800    10.2095      0.0351
 316     0.0934     0.0166    99.4900     0.6695    89.8200    10.1691      0.0350
 317     0.0930     0.0149    99.5380     0.6978    89.4400    10.2962      0.0350
 318     0.0926     0.0181    99.4460     0.6212    89.8500    10.2387      0.0349
 319     0.0922     0.0152    99.5000     0.6956    89.1600    10.4435      0.0348
 320     0.0917     0.0145    99.5320     0.7171    89.0500    10.7001      0.0348
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0141    99.5680     0.6980    89.7000    10.4337      0.0347
 322     0.0909     0.0173    99.4560     0.6264    89.7400    10.2512      0.0347
 323     0.0905     0.0198    99.4040     0.6058    89.5200    10.3444      0.0346
 324     0.0901     0.0161    99.5080     0.6441    89.9200    10.2501      0.0345
 325     0.0897     0.0168    99.5080     0.6655    89.7200    10.2231      0.0345
 326     0.0893     0.0161    99.5180     0.6492    89.7000    10.4785      0.0344
 327     0.0889     0.0155    99.5200     0.6372    90.2000    10.2138      0.0344
 328     0.0885     0.0134    99.5860     0.6876    89.2100    10.3014      0.0343
 329     0.0880     0.0160    99.4920     0.6427    89.7500    10.2339      0.0343
 330     0.0876     0.0147    99.5680     0.6641    89.4900    10.4608      0.0343
 331     0.0872     0.0139    99.5540     0.6580    89.7000    10.2867      0.0342
 332     0.0868     0.0133    99.5860     0.6571    90.3100    10.3509      0.0341
 333     0.0864     0.0128    99.6260     0.6568    90.2200    10.3047      0.0341
 334     0.0860     0.0141    99.5660     0.6790    89.6500    10.4613      0.0340
 335     0.0856     0.0137    99.5920     0.6412    89.9100    10.4792      0.0340
 336     0.0852     0.0121    99.6360     0.6289    90.1100    10.3000      0.0339
 337     0.0847     0.0111    99.6500     0.6728    89.9600    10.3104      0.0338
 338     0.0843     0.0153    99.5540     0.6211    89.8600    10.4901      0.0338
 339     0.0839     0.0126    99.5980     0.6498    90.2900    10.3221      0.0337
 340     0.0835     0.0134    99.6220     0.6590    89.8000    10.5851      0.0337
 341     0.0831     0.0112    99.6440     0.6918    90.2100    10.5933      0.0336
 342     0.0827     0.0114    99.6260     0.7433    88.9900    10.2815      0.0336
 343     0.0823     0.0147    99.5480     0.6231    89.9100    10.7368      0.0335
 344     0.0818     0.0119    99.6420     0.6486    90.3700    10.2367      0.0334
 345     0.0814     0.0087    99.7120     0.6992    89.5100    10.0159      0.0334
 346     0.0810     0.0107    99.6780     0.6878    89.7500    10.4471      0.0333
 347     0.0806     0.0123    99.6080     0.6751    89.9800    10.1931      0.0333
 348     0.0802     0.0122    99.6260     0.7252    89.2500    10.2530      0.0332
 349     0.0798     0.0101    99.6920     0.6609    90.3200    10.3001      0.0332
 350     0.0794     0.0134    99.5940     0.6828    90.1400    11.0274      0.0331
 351     0.0790     0.0112    99.6680     0.6362    90.1900    10.2742      0.0331
 352     0.0786     0.0086    99.7320     0.7424    89.6500    10.2705      0.0330
 353     0.0781     0.0082    99.7520     0.6720    89.6800    10.2194      0.0330
 354     0.0777     0.0133    99.6160     0.6565    90.0500    10.3570      0.0329
 355     0.0773     0.0091    99.7600     0.6832    90.0900    10.2793      0.0328
 356     0.0769     0.0116    99.6620     0.6618    90.3800    10.2595      0.0328
 357     0.0765     0.0103    99.6400     0.6829    89.8200    10.2794      0.0328
 358     0.0761     0.0081    99.7840     0.7365    89.4300    10.2641      0.0327
 359     0.0757     0.0083    99.7580     0.7677    89.2100    10.2871      0.0326
 360     0.0753     0.0090    99.7080     0.6813    90.0000    10.4174      0.0326
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0091    99.7160     0.6704    90.4000    10.4002      0.0325
 362     0.0744     0.0099    99.6920     0.6948    90.1200    10.4363      0.0325
 363     0.0740     0.0089    99.7580     0.6741    90.3900    10.2940      0.0324
 364     0.0736     0.0072    99.7940     0.6905    90.1500    10.5496      0.0324
 365     0.0732     0.0100    99.6600     0.7120    89.6200    10.2144      0.0323
 366     0.0728     0.0079    99.7420     0.6638    90.1200    10.1694      0.0323
 367     0.0724     0.0090    99.7200     0.6444    90.3300    10.2697      0.0322
 368     0.0720     0.0087    99.7360     0.6900    89.9400    10.1524      0.0322
 369     0.0715     0.0094    99.7160     0.6546    90.1900    10.1870      0.0321
 370     0.0711     0.0078    99.7480     0.6928    90.1700    10.9537      0.0321
 371     0.0707     0.0109    99.6640     0.6913    89.5600    10.2221      0.0320
 372     0.0703     0.0061    99.8240     0.6632    90.2200    10.4901      0.0320
 373     0.0699     0.0091    99.7240     0.6680    90.2200    10.2376      0.0319
 374     0.0695     0.0078    99.7660     0.7286    90.1000    10.4306      0.0319
 375     0.0691     0.0089    99.7360     0.7210    89.7100    10.3846      0.0318
 376     0.0686     0.0089    99.7040     0.6442    90.4600    10.2382      0.0318
 377     0.0682     0.0084    99.7220     0.6775    90.3400    10.2399      0.0317
 378     0.0678     0.0084    99.7620     0.6837    90.3600    10.2596      0.0317
 379     0.0674     0.0078    99.7560     0.6771    90.4600    10.3980      0.0316
 380     0.0670     0.0052    99.8460     0.7454    90.1400    10.2606      0.0316
 381     0.0666     0.0068    99.7780     0.6685    90.5800    10.2877      0.0315
 382     0.0662     0.0060    99.8020     0.7692    89.7400    10.2025      0.0315
 383     0.0658     0.0095    99.7140     0.7111    89.8900    10.1923      0.0314
 384     0.0654     0.0074    99.7560     0.6870    89.9700    10.2145      0.0314
 385     0.0649     0.0091    99.7280     0.6571    90.0200    10.2986      0.0314
 386     0.0645     0.0072    99.7900     0.7552    89.5100    10.2951      0.0313
 387     0.0641     0.0077    99.7920     0.6707    90.3500    10.2790      0.0313
 388     0.0637     0.0061    99.8060     0.6962    90.3000    10.2153      0.0312
 389     0.0633     0.0067    99.8140     0.6994    90.1000    10.1795      0.0312
 390     0.0629     0.0073    99.7700     0.7070    89.9500    10.3003      0.0311
 391     0.0625     0.0066    99.7900     0.6907    90.4900    10.3655      0.0311
 392     0.0621     0.0040    99.8740     0.6927    90.7500    10.3933      0.0311
 393     0.0616     0.0059    99.8140     0.6947    90.4800    10.4671      0.0310
 394     0.0612     0.0048    99.8500     0.7345    90.0800    10.5145      0.0310
 395     0.0608     0.0062    99.8240     0.6907    90.1900    10.2758      0.0309
 396     0.0604     0.0075    99.7540     0.7152    90.1500    10.2839      0.0309
 397     0.0600     0.0064    99.8080     0.7095    90.8300    10.3758      0.0308
 398     0.0596     0.0059    99.8360     0.7097    90.4000    10.3528      0.0308
 399     0.0592     0.0033    99.8980     0.7717    89.7300    10.2230      0.0308
 400     0.0588     0.0055    99.8360     0.7277    90.5900    10.2048      0.0307
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0071    99.8040     0.6755    90.5500    10.6921      0.0307
 402     0.0579     0.0061    99.8260     0.7068    89.9500    10.2502      0.0306
 403     0.0575     0.0040    99.8820     0.7414    90.0800    10.4099      0.0306
 404     0.0571     0.0051    99.8520     0.7230    90.2400    10.3263      0.0305
 405     0.0567     0.0048    99.8560     0.7155    90.4300    10.3154      0.0305
 406     0.0563     0.0037    99.8900     0.7416    90.5800    10.2191      0.0305
 407     0.0559     0.0055    99.8400     0.7626    90.4300    10.4459      0.0304
 408     0.0554     0.0061    99.8000     0.7237    90.1600    10.4201      0.0304
 409     0.0550     0.0053    99.8400     0.7226    90.3400    10.3109      0.0303
 410     0.0546     0.0053    99.8460     0.7086    90.5500    10.4116      0.0303
 411     0.0542     0.0061    99.8120     0.7251    90.3200    10.4794      0.0303
 412     0.0538     0.0049    99.8580     0.7212    90.5200    10.4995      0.0302
 413     0.0534     0.0045    99.8560     0.7441    90.3200    10.2970      0.0302
 414     0.0530     0.0055    99.8180     0.7097    90.5500    10.3236      0.0302
 415     0.0526     0.0047    99.8740     0.7250    90.3500    10.2656      0.0301
 416     0.0522     0.0036    99.8940     0.7500    90.4100    10.3728      0.0301
 417     0.0517     0.0036    99.8820     0.7170    90.8400    10.2654      0.0300
 418     0.0513     0.0036    99.8960     0.7204    90.5800    10.2849      0.0300
 419     0.0509     0.0044    99.8540     0.7410    90.2000    10.4456      0.0300
 420     0.0505     0.0031    99.9020     0.7488    90.2200    10.2231      0.0299
 421     0.0501     0.0039    99.8840     0.7256    90.6000    10.2927      0.0299
 422     0.0497     0.0033    99.8880     0.7327    90.3100    10.5012      0.0298
 423     0.0493     0.0054    99.8260     0.6992    90.5000    10.2358      0.0298
 424     0.0489     0.0033    99.8940     0.7718    90.3100    10.6556      0.0298
 425     0.0484     0.0040    99.8900     0.7423    90.4500    10.6324      0.0297
 426     0.0480     0.0038    99.8920     0.7156    90.3300    10.3960      0.0297
 427     0.0476     0.0033    99.9100     0.7614    90.1500    10.4898      0.0297
 428     0.0472     0.0026    99.9260     0.7426    90.4300    10.5727      0.0296
 429     0.0468     0.0049    99.8640     0.7416    90.3800    10.3353      0.0296
 430     0.0464     0.0041    99.8660     0.7322    90.2100    10.5415      0.0296
 431     0.0460     0.0038    99.8900     0.7367    90.5900    10.3711      0.0295
 432     0.0456     0.0025    99.9240     0.7372    90.6500    10.8669      0.0295
 433     0.0451     0.0024    99.9260     0.7688    90.2100    10.3338      0.0295
 434     0.0447     0.0029    99.8960     0.7634    90.2600    10.5447      0.0295
 435     0.0443     0.0029    99.9180     0.7628    90.7400    10.3347      0.0294
 436     0.0439     0.0026    99.9240     0.7606    90.4400    10.2588      0.0294
 437     0.0435     0.0034    99.8920     0.7513    90.6300    10.9183      0.0293
 438     0.0431     0.0036    99.9020     0.7559    90.5400    10.2916      0.0293
 439     0.0427     0.0038    99.9100     0.7414    90.4000    10.3684      0.0293
 440     0.0423     0.0026    99.9260     0.7628    90.4500    10.9642      0.0293
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0021    99.9160     0.7735    90.4300    10.3771      0.0292
 442     0.0414     0.0027    99.9180     0.7885    90.3100    10.4533      0.0292
 443     0.0410     0.0022    99.9320     0.7889    90.4400    10.3600      0.0292
 444     0.0406     0.0025    99.9260     0.7670    90.5800    10.4745      0.0291
 445     0.0402     0.0024    99.9280     0.7580    90.5300    10.7867      0.0291
 446     0.0398     0.0027    99.9060     0.7527    90.3700    10.3103      0.0291
 447     0.0394     0.0032    99.8880     0.7576    90.3900    10.2435      0.0290
 448     0.0389     0.0038    99.8940     0.7502    90.3700    10.2554      0.0290
 449     0.0385     0.0022    99.9320     0.7449    90.3600    10.3755      0.0290
 450     0.0381     0.0025    99.9260     0.7407    90.3600    10.8838      0.0290
 451     0.0377     0.0022    99.9360     0.7717    90.2600    10.3653      0.0289
 452     0.0373     0.0021    99.9380     0.7606    90.5600    10.2823      0.0289
 453     0.0369     0.0021    99.9400     0.7854    90.4100    10.3373      0.0289
 454     0.0365     0.0017    99.9380     0.7987    90.1400    10.4677      0.0289
 455     0.0361     0.0021    99.9380     0.8003    89.9500    10.4230      0.0288
 456     0.0357     0.0028    99.9280     0.7727    90.7600    10.4787      0.0288
 457     0.0352     0.0020    99.9420     0.7728    90.5200    10.3030      0.0288
 458     0.0348     0.0011    99.9740     0.7809    90.5400    10.3066      0.0288
 459     0.0344     0.0023    99.9380     0.7780    90.4000    10.2299      0.0287
 460     0.0340     0.0015    99.9460     0.7700    90.5300    10.2238      0.0287
 461     0.0336     0.0019    99.9400     0.7721    90.3100    10.2885      0.0287
 462     0.0332     0.0015    99.9540     0.8037    90.3000    10.2932      0.0287
 463     0.0328     0.0029    99.8960     0.7663    90.2800    10.2498      0.0286
 464     0.0324     0.0016    99.9500     0.7866    90.2600    10.2962      0.0286
 465     0.0319     0.0013    99.9680     0.7693    90.4800    10.1800      0.0286
 466     0.0315     0.0015    99.9640     0.7823    90.3800    10.3161      0.0286
 467     0.0311     0.0010    99.9700     0.7931    90.5000    10.4083      0.0285
 468     0.0307     0.0008    99.9840     0.7726    90.6900    10.5162      0.0285
 469     0.0303     0.0006    99.9840     0.7918    90.6400    10.4468      0.0285
 470     0.0299     0.0011    99.9720     0.8036    90.6100    10.2791      0.0284
 471     0.0295     0.0011    99.9720     0.8014    90.5400    10.3229      0.0284
 472     0.0291     0.0009    99.9720     0.8093    90.3700    10.4491      0.0284
 473     0.0286     0.0011    99.9580     0.8057    90.3700    10.7754      0.0284
 474     0.0282     0.0010    99.9720     0.8168    90.6200    10.3508      0.0284
 475     0.0278     0.0015    99.9640     0.7852    90.5200    10.4440      0.0283
 476     0.0274     0.0009    99.9760     0.8050    90.5200    10.2036      0.0283
 477     0.0270     0.0012    99.9660     0.8078    90.6400    10.3732      0.0283
 478     0.0266     0.0009    99.9620     0.8353    90.5500    10.2765      0.0283
 479     0.0262     0.0010    99.9760     0.8158    90.4800    10.4065      0.0283
 480     0.0257     0.0006    99.9820     0.8120    90.5200    10.4153      0.0282
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0008    99.9840     0.8218    90.4300    10.4224      0.0282
 482     0.0249     0.0008    99.9780     0.8194    90.5700    10.3954      0.0282
 483     0.0245     0.0010    99.9780     0.8237    90.4500    10.4478      0.0282
 484     0.0241     0.0009    99.9740     0.8246    90.4700    10.5678      0.0282
 485     0.0237     0.0008    99.9740     0.8069    90.6400    10.2706      0.0281
 486     0.0233     0.0007    99.9800     0.8135    90.6800    10.3798      0.0281
 487     0.0229     0.0005    99.9900     0.8138    90.6500    10.3010      0.0281
 488     0.0225     0.0006    99.9880     0.8282    90.7800    10.3384      0.0281
 489     0.0220     0.0008    99.9820     0.8331    90.8100    10.5063      0.0281
 490     0.0216     0.0008    99.9820     0.8287    90.7600    10.4788      0.0281
 491     0.0212     0.0007    99.9820     0.8288    90.7500    10.4949      0.0280
 492     0.0208     0.0005    99.9900     0.8283    90.6900    10.5286      0.0280
 493     0.0204     0.0005    99.9900     0.8258    90.6300    10.4171      0.0280
 494     0.0200     0.0006    99.9800     0.8334    90.5500    10.5738      0.0280
 495     0.0196     0.0004    99.9880     0.8315    90.6000    10.2191      0.0280
 496     0.0192     0.0006    99.9860     0.8336    90.8100    10.2266      0.0280
 497     0.0187     0.0007    99.9780     0.8229    90.8100    10.0992      0.0279
 498     0.0183     0.0005    99.9880     0.8340    90.9000    10.2770      0.0279
 499     0.0179     0.0006    99.9900     0.8278    90.7100    10.3683      0.0279
 500     0.0175     0.0005    99.9820     0.8331    90.8000    10.3818      0.0279
 501     0.0171     0.0006    99.9800     0.8271    90.7200    10.3755      0.0279
 502     0.0167     0.0006    99.9800     0.8319    90.7700    10.3181      0.0279
 503     0.0163     0.0004    99.9920     0.8314    90.7300    10.2261      0.0279
 504     0.0159     0.0006    99.9800     0.8326    90.8200    10.3564      0.0279
 505     0.0154     0.0004    99.9940     0.8316    90.7600    10.4259      0.0278
 506     0.0150     0.0008    99.9800     0.8308    90.7300    10.3733      0.0278
 507     0.0146     0.0005    99.9860     0.8308    90.8000    10.4113      0.0278
 508     0.0142     0.0004    99.9900     0.8337    90.7100    10.6146      0.0278
 509     0.0138     0.0004    99.9900     0.8228    90.7700    10.6978      0.0278
 510     0.0134     0.0008    99.9860     0.8267    90.7600    10.4191      0.0278
 511     0.0130     0.0004    99.9920     0.8296    90.8100    10.4163      0.0278
 512     0.0125     0.0005    99.9860     0.8329    90.7900    10.6124      0.0278
 513     0.0121     0.0004    99.9880     0.8318    90.7400    10.3928      0.0278
 514     0.0117     0.0005    99.9900     0.8463    90.6700    10.4750      0.0278
 515     0.0113     0.0004    99.9900     0.8315    90.8500    10.5317      0.0277
 516     0.0109     0.0003    99.9960     0.8373    90.8900    10.4485      0.0277
 517     0.0105     0.0002    99.9980     0.8362    90.9100    10.4699      0.0277
 518     0.0101     0.0003    99.9960     0.8402    90.8200    10.5101      0.0277
 519     0.0097     0.0004    99.9860     0.8389    90.8300    10.4180      0.0277
 520     0.0092     0.0004    99.9860     0.8381    90.8200    10.3120      0.0277
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0003    99.9940     0.8398    90.7400    10.3298      0.0277
 522     0.0084     0.0004    99.9940     0.8378    90.7900    10.3827      0.0277
 523     0.0080     0.0003    99.9980     0.8368    90.8000    10.2901      0.0277
 524     0.0076     0.0005    99.9920     0.8400    90.8100    10.2348      0.0277
 525     0.0072     0.0003    99.9980     0.8405    90.8600    10.2596      0.0277
 526     0.0068     0.0003    99.9960     0.8410    90.8400    10.2380      0.0277
 527     0.0064     0.0005    99.9820     0.8454    90.8700    10.2588      0.0277
 528     0.0060     0.0003    99.9960     0.8433    90.8100    10.2590      0.0277
 529     0.0055     0.0002    99.9940     0.8452    90.7800    10.2827      0.0277
 530     0.0051     0.0003    99.9960     0.8463    90.7900    10.1912      0.0277
 531     0.0047     0.0003    99.9940     0.8455    90.7800    10.2263      0.0277
 532     0.0043     0.0003    99.9900     0.8477    90.8100    10.1900      0.0277
 533     0.0039     0.0003    99.9900     0.8478    90.7400    10.2657      0.0277
 534     0.0035     0.0003    99.9940     0.8469    90.7700    10.2181      0.0277
 535     0.0031     0.0003    99.9920     0.8472    90.8200    10.2192      0.0276
 536     0.0027     0.0004    99.9960     0.8463    90.8600    10.2768      0.0276
 537     0.0022     0.0005    99.9900     0.8450    90.8500    10.3038      0.0276
 538     0.0018     0.0002    99.9960     0.8471    90.8200    10.3177      0.0276
 539     0.0014     0.0003    99.9900     0.8482    90.7900    10.3221      0.0276
 540     0.0010     0.0002   100.0000     0.8485    90.7600    10.2894      0.0276
 541     0.0010     0.0002    99.9940     0.8484    90.7900    10.4235      0.0276
 542     0.0010     0.0002    99.9960     0.8480    90.8200    10.2650      0.0276
 543     0.0010     0.0002    99.9980     0.8479    90.7800    10.2642      0.0276
 544     0.0010     0.0002   100.0000     0.8482    90.8000    10.3978      0.0276
 545     0.0010     0.0003    99.9940     0.8481    90.8200    10.3017      0.0276
 546     0.0010     0.0005    99.9940     0.8479    90.8000    10.3119      0.0276
 547     0.0010     0.0002    99.9960     0.8479    90.8000    10.3161      0.0276
 548     0.0010     0.0003    99.9920     0.8475    90.8500    10.3411      0.0276
 549     0.0010     0.0002    99.9960     0.8471    90.8400    10.2857      0.0276
 550     0.0010     0.0002   100.0000     0.8470    90.8500    10.1792      0.0276
 551     0.0010     0.0003    99.9940     0.8466    90.8500    10.3002      0.0276
 552     0.0010     0.0005    99.9860     0.8467    90.8700    10.2627      0.0276
 553     0.0010     0.0002   100.0000     0.8472    90.8800    10.3305      0.0276
 554     0.0010     0.0004    99.9900     0.8477    90.8300    10.2274      0.0276
 555     0.0010     0.0002    99.9960     0.8473    90.8700    10.3020      0.0276
 556     0.0010     0.0002    99.9940     0.8474    90.8400    10.2406      0.0276
 557     0.0010     0.0003    99.9960     0.8476    90.8300    10.3135      0.0276
 558     0.0010     0.0002   100.0000     0.8478    90.8500    10.2821      0.0277
 559     0.0010     0.0002   100.0000     0.8475    90.8600    10.2055      0.0277
 560     0.0010     0.0003    99.9920     0.8476    90.8400    10.2122      0.0277
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0002    99.9980     0.8476    90.8400    10.2369      0.0276
 562     0.0010     0.0003    99.9900     0.8481    90.8800    10.2565      0.0277
 563     0.0010     0.0003    99.9940     0.8479    90.8600    10.2216      0.0277
 564     0.0010     0.0002    99.9980     0.8485    90.8500    10.3165      0.0277
 565     0.0010     0.0004    99.9940     0.8486    90.8400    10.1916      0.0277
 566     0.0010     0.0004    99.9940     0.8489    90.8800    10.3521      0.0277
 567     0.0010     0.0003    99.9940     0.8482    90.8900    10.2895      0.0277
 568     0.0010     0.0002   100.0000     0.8483    90.8800    10.2755      0.0277
 569     0.0010     0.0002   100.0000     0.8487    90.8600    10.1533      0.0277
 570     0.0010     0.0002    99.9960     0.8487    90.8800    10.2520      0.0277
 571     0.0010     0.0002    99.9960     0.8490    90.8500    10.1678      0.0277
 572     0.0010     0.0003    99.9940     0.8490    90.8900    10.2518      0.0277
 573     0.0010     0.0003    99.9960     0.8501    90.8600    10.2700      0.0277
 574     0.0010     0.0003    99.9960     0.8501    90.8600    10.3138      0.0277
 575     0.0010     0.0002    99.9980     0.8498    90.8600    10.2025      0.0277
 576     0.0010     0.0003    99.9920     0.8496    90.8300    10.1982      0.0277
 577     0.0010     0.0002    99.9980     0.8505    90.8300    10.2810      0.0277
 578     0.0010     0.0002    99.9980     0.8507    90.8400    10.2898      0.0277
 579     0.0010     0.0003    99.9940     0.8505    90.8300    10.2820      0.0277
 580     0.0010     0.0002   100.0000     0.8504    90.8500    10.2652      0.0277
 581     0.0010     0.0003    99.9920     0.8504    90.8500    10.3203      0.0277
 582     0.0010     0.0003    99.9920     0.8500    90.8800    10.2440      0.0277
 583     0.0010     0.0002    99.9960     0.8497    90.8600    10.2493      0.0277
 584     0.0010     0.0004    99.9960     0.8497    90.8500    10.3233      0.0277
 585     0.0010     0.0002    99.9980     0.8504    90.8300    10.2893      0.0277
 586     0.0010     0.0002    99.9960     0.8502    90.8400    10.2490      0.0277
 587     0.0010     0.0002    99.9960     0.8505    90.8500    10.3042      0.0277
 588     0.0010     0.0005    99.9880     0.8502    90.8000    10.3181      0.0277
 589     0.0010     0.0003    99.9940     0.8503    90.8200    10.3132      0.0277
 590     0.0010     0.0002    99.9960     0.8507    90.8200    10.3335      0.0277
 591     0.0010     0.0002    99.9980     0.8509    90.8300    10.2421      0.0277
 592     0.0010     0.0003    99.9920     0.8509    90.8100    10.3264      0.0277
 593     0.0010     0.0002   100.0000     0.8512    90.8300    10.2332      0.0277
 594     0.0010     0.0002    99.9980     0.8512    90.8200    10.2896      0.0277
 595     0.0010     0.0002    99.9980     0.8515    90.8100    10.2502      0.0277
 596     0.0010     0.0002    99.9920     0.8525    90.8500    10.3357      0.0277
 597     0.0010     0.0002    99.9960     0.8531    90.8700    10.2535      0.0277
 598     0.0010     0.0002    99.9980     0.8532    90.8700    10.1965      0.0277
 599     0.0010     0.0002    99.9980     0.8536    90.8700    10.2679      0.0277
 600     0.0010     0.0002    99.9940     0.8537    90.8700    10.2934      0.0277
