Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2217    14.8580     2.0807    21.4200    16.9925      0.9481
   2     0.1000     2.0823    19.7100     1.8786    26.1700    15.4703      0.9215
   3     0.1000     1.9301    25.0840     2.3372    15.6500    15.2937      0.9001
   4     0.1000     1.7983    30.1920     1.6387    36.5000    15.6410      0.8815
   5     0.1000     1.7005    35.4100     1.7626    33.6800    15.5167      0.8648
   6     0.1000     1.5535    41.9420     1.7768    32.1300    15.4182      0.8496
   7     0.1000     1.4412    47.1840     1.3037    53.2500    15.4810      0.8355
   8     0.1000     1.3117    52.7920     1.1454    59.1400    15.5644      0.8222
   9     0.1000     1.1807    58.1520     1.0487    62.1800    15.3394      0.8097
  10     0.1000     1.0566    62.6460     0.9809    65.1600    15.3233      0.7979
  11     0.1000     0.9703    66.1440     0.8669    69.5400    15.3480      0.7866
  12     0.1000     0.8818    69.6240     0.8079    72.4100    15.3959      0.7758
  13     0.1000     0.8193    72.0400     0.7369    74.7800    15.3244      0.7654
  14     0.1000     0.7554    74.2360     0.7111    75.5400    15.2432      0.7554
  15     0.1000     0.7090    76.0480     0.7786    73.9800    15.3977      0.7458
  16     0.1000     0.6635    77.6540     0.6871    76.8800    15.3357      0.7366
  17     0.1000     0.6250    79.0000     0.6247    79.6900    15.3965      0.7276
  18     0.1000     0.5888    80.3560     0.7906    73.9800    15.3113      0.7189
  19     0.1000     0.5549    81.4320     0.7118    76.4200    15.3977      0.7105
  20     0.1000     0.5266    82.3920     0.5464    82.5400    15.3072      0.7021
  21     0.1000     0.4946    83.5680     0.5988    80.5600    15.3876      0.6941
  22     0.1000     0.4719    84.4180     0.5752    81.5000    15.3542      0.6863
  23     0.1000     0.4539    84.8500     0.4936    83.9600    15.2573      0.6788
  24     0.1000     0.4363    85.5120     0.7722    78.4800    15.3116      0.6714
  25     0.1000     0.4134    86.3840     0.5512    82.7100    15.5056      0.6642
  26     0.1000     0.3947    86.9420     0.5291    83.3300    15.3527      0.6572
  27     0.1000     0.3772    87.5020     0.5716    82.3500    15.3382      0.6503
  28     0.1000     0.3595    87.9740     0.5197    83.9600    15.2595      0.6437
  29     0.1000     0.3443    88.7240     0.5449    82.6800    15.2373      0.6371
  30     0.1000     0.3307    89.0960     0.6002    81.6000    15.4269      0.6307
  31     0.1000     0.3162    89.6000     0.5333    84.2400    15.4209      0.6244
  32     0.1000     0.3057    89.8360     0.5615    82.9900    15.3515      0.6182
  33     0.1000     0.2877    90.5400     0.4500    85.8900    15.4668      0.6122
  34     0.1000     0.2823    90.6240     0.4412    86.2100    15.3119      0.6063
  35     0.1000     0.2647    91.1820     0.4783    85.5400    15.2253      0.6004
  36     0.1000     0.2578    91.5100     0.4779    85.4200    15.3534      0.5948
  37     0.1000     0.2533    91.4540     0.5024    85.2200    15.3289      0.5893
  38     0.1000     0.2384    92.1560     0.6312    82.0900    15.3393      0.5838
  39     0.1000     0.2291    92.5020     0.5177    85.1400    15.2459      0.5784
  40     0.1000     0.2171    92.8520     0.5127    84.9300    15.2153      0.5731
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2096    93.0120     0.4661    86.6800    15.3005      0.5679
  42     0.1000     0.2003    93.3620     0.5111    85.4900    15.2922      0.5628
  43     0.1000     0.2007    93.4160     0.4831    86.6200    15.3734      0.5578
  44     0.1000     0.1891    93.7100     0.4570    87.1900    15.3627      0.5529
  45     0.1000     0.1815    93.9400     0.4576    87.0200    15.3269      0.5480
  46     0.1000     0.1730    94.3360     0.5221    85.9300    15.4037      0.5433
  47     0.1000     0.1712    94.3380     0.4530    87.0000    15.3026      0.5386
  48     0.1000     0.1609    94.7160     0.4699    87.6100    15.2997      0.5340
  49     0.1000     0.1632    94.5680     0.4710    87.1600    15.3235      0.5294
  50     0.1000     0.1508    95.0040     0.4579    87.9000    15.2745      0.5249
  51     0.1000     0.1483    94.9540     0.5520    86.4200    15.2637      0.5205
  52     0.1000     0.1426    95.2920     0.4591    87.4100    15.3318      0.5162
  53     0.1000     0.1341    95.6080     0.4923    87.5900    15.2886      0.5118
  54     0.1000     0.1344    95.5860     0.4653    87.6100    15.3012      0.5076
  55     0.1000     0.1270    95.8580     0.4929    87.3600    15.5202      0.5034
  56     0.1000     0.1279    95.8540     0.4881    87.6100    15.3689      0.4993
  57     0.1000     0.1240    96.0340     0.5175    87.1700    15.2972      0.4952
  58     0.1000     0.1140    96.2540     0.4957    88.1800    15.2170      0.4913
  59     0.1000     0.1163    96.1760     0.4720    87.5400    15.4999      0.4873
  60     0.1000     0.1073    96.4580     0.4674    87.8100    15.3672      0.4835
  61     0.1000     0.1070    96.4820     0.4926    88.1800    15.2862      0.4797
  62     0.1000     0.1060    96.5500     0.5031    87.8000    15.3384      0.4758
  63     0.1000     0.1005    96.7500     0.5051    87.7100    15.3501      0.4721
  64     0.1000     0.0936    96.8680     0.4916    87.8600    15.2306      0.4684
  65     0.1000     0.0929    96.9700     0.4536    88.5500    15.3475      0.4648
  66     0.1000     0.0898    97.1540     0.5116    88.0200    15.3467      0.4612
  67     0.1000     0.0833    97.3160     0.5020    88.4700    15.3090      0.4576
  68     0.1000     0.0876    97.1140     0.5079    87.9900    15.3550      0.4541
  69     0.1000     0.0817    97.3300     0.5212    87.3600    15.3622      0.4507
  70     0.1000     0.0815    97.3400     0.4933    88.4700    15.4637      0.4473
  71     0.1000     0.0821    97.3120     0.4588    88.6300    15.3372      0.4439
  72     0.1000     0.0814    97.3020     0.5220    88.4500    15.3272      0.4406
  73     0.1000     0.0731    97.7000     0.4976    88.4000    15.4027      0.4373
  74     0.1000     0.0715    97.6680     0.5435    87.3300    15.3106      0.4340
  75     0.1000     0.0682    97.7760     0.5132    87.9400    15.3344      0.4308
  76     0.1000     0.0723    97.6600     0.5175    88.0300    15.2784      0.4276
  77     0.1000     0.0668    97.7860     0.5458    87.9100    15.4474      0.4245
  78     0.1000     0.0688    97.7820     0.5224    88.7400    15.3108      0.4214
  79     0.1000     0.0657    97.8720     0.4994    88.5500    15.3564      0.4184
  80     0.1000     0.0617    98.0260     0.5422    87.8500    15.3555      0.4154
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0656    97.8120     0.4906    88.5400    15.3787      0.4123
  82     0.1000     0.0597    98.0500     0.5642    87.8900    15.2374      0.4094
  83     0.1000     0.0595    98.0920     0.5073    88.1700    15.4205      0.4063
  84     0.1000     0.0603    98.0200     0.5252    88.6600    15.3034      0.4035
  85     0.1000     0.0594    98.0680     0.4945    88.9000    15.3627      0.4006
  86     0.1000     0.0527    98.2960     0.5221    88.4900    15.2811      0.3978
  87     0.1000     0.0543    98.2160     0.5698    88.5700    15.3365      0.3950
  88     0.1000     0.0471    98.5120     0.5382    89.1800    15.2930      0.3922
  89     0.1000     0.0521    98.3180     0.5319    88.7300    15.3004      0.3894
  90     0.1000     0.0454    98.5580     0.5456    88.9500    15.3849      0.3867
  91     0.1000     0.0496    98.4140     0.5823    88.2100    15.4000      0.3840
  92     0.1000     0.0476    98.4340     0.5284    88.5200    15.3269      0.3813
  93     0.1000     0.0469    98.4580     0.5793    88.1300    15.4438      0.3787
  94     0.1000     0.0456    98.5800     0.8978    83.7500    15.2539      0.3761
  95     0.1000     0.0459    98.5340     0.5460    88.9800    15.3802      0.3735
  96     0.1000     0.0416    98.6840     0.4963    89.1400    15.2186      0.3710
  97     0.1000     0.0493    98.4700     0.5411    88.8000    15.3407      0.3685
  98     0.1000     0.0421    98.6620     0.5727    88.6700    15.2510      0.3660
  99     0.1000     0.0405    98.6640     0.5453    88.8400    15.4045      0.3635
 100     0.1000     0.0397    98.6960     0.5403    89.2000    15.4474      0.3611
 101     0.1000     0.0423    98.7080     0.5433    88.8700    15.4454      0.3586
 102     0.1000     0.0356    98.8500     0.5322    89.1500    15.3883      0.3562
 103     0.1000     0.0394    98.7920     0.5476    88.3400    15.3599      0.3539
 104     0.1000     0.0414    98.7300     0.5344    89.4800    15.4177      0.3515
 105     0.1000     0.0374    98.7800     0.5446    88.7600    15.3749      0.3491
 106     0.1000     0.0340    98.8860     0.5320    89.4300    15.3275      0.3468
 107     0.1000     0.0350    98.8740     0.5593    88.8000    15.3536      0.3446
 108     0.1000     0.0339    98.9140     0.5377    88.9800    15.2598      0.3423
 109     0.1000     0.0365    98.8640     0.5101    89.2300    15.3590      0.3401
 110     0.1000     0.0321    98.9480     0.5523    89.0000    15.3188      0.3379
 111     0.1000     0.0388    98.7560     0.5235    88.9200    15.3105      0.3358
 112     0.1000     0.0337    98.9200     0.5649    88.6900    15.3618      0.3336
 113     0.1000     0.0321    98.9900     0.5587    89.2600    15.4470      0.3315
 114     0.1000     0.0333    98.9240     0.5607    89.0100    15.3400      0.3293
 115     0.1000     0.0340    98.9260     0.5996    88.3000    15.3582      0.3272
 116     0.1000     0.0342    98.8940     0.5856    88.6900    15.3435      0.3251
 117     0.1000     0.0295    99.0040     0.5954    89.2100    15.2329      0.3231
 118     0.1000     0.0300    99.0640     0.5505    89.7100    15.4021      0.3211
 119     0.1000     0.0302    99.0400     0.5724    88.8200    15.2740      0.3190
 120     0.1000     0.0288    99.0520     0.6729    87.4400    15.3360      0.3170
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0290    99.0520     0.5576    89.3500    15.4017      0.3150
 122     0.1000     0.0341    98.9620     0.5320    89.1800    15.3406      0.3130
 123     0.1000     0.0277    99.0720     0.5591    88.9700    15.2854      0.3111
 124     0.1000     0.0279    99.1460     0.5321    89.5400    15.4278      0.3091
 125     0.1000     0.0241    99.1900     0.6109    89.2300    15.3067      0.3073
 126     0.1000     0.0299    99.0500     0.5404    89.5200    15.3726      0.3054
 127     0.1000     0.0297    99.0500     0.5255    89.9100    15.3669      0.3036
 128     0.1000     0.0282    99.0740     0.5404    89.1000    15.2621      0.3017
 129     0.1000     0.0249    99.2360     0.5628    89.7300    15.2487      0.2999
 130     0.1000     0.0251    99.2300     0.6044    89.2000    15.3743      0.2980
 131     0.1000     0.0263    99.1160     0.5962    88.9000    15.3162      0.2962
 132     0.1000     0.0264    99.1520     0.5310    89.6000    15.4663      0.2944
 133     0.1000     0.0259    99.1140     0.5296    89.8300    15.2808      0.2927
 134     0.1000     0.0240    99.2500     0.5507    89.5500    15.3610      0.2909
 135     0.1000     0.0210    99.3620     0.5382    89.5400    15.3502      0.2891
 136     0.1000     0.0234    99.2120     0.6149    88.9100    15.3185      0.2874
 137     0.1000     0.0240    99.2220     0.5482    89.3600    15.3226      0.2858
 138     0.1000     0.0210    99.3220     0.5834    89.1300    15.3319      0.2841
 139     0.1000     0.0257    99.1760     0.5603    89.6000    15.3824      0.2824
 140     0.1000     0.0210    99.3500     0.5649    89.8500    15.3820      0.2808
 141     0.1000     0.0235    99.2760     0.5614    89.4300    15.2911      0.2791
 142     0.1000     0.0233    99.2700     0.5586    89.9100    15.3456      0.2775
 143     0.1000     0.0217    99.3320     0.6055    89.2500    15.3062      0.2759
 144     0.1000     0.0216    99.3100     0.5769    89.6100    15.3607      0.2743
 145     0.1000     0.0194    99.3820     0.5717    89.6000    15.3335      0.2727
 146     0.1000     0.0226    99.3220     0.5991    88.3700    15.3022      0.2711
 147     0.1000     0.0226    99.2700     0.5569    89.8300    15.3390      0.2696
 148     0.1000     0.0246    99.2160     0.5258    89.8100    15.3454      0.2680
 149     0.1000     0.0214    99.2900     0.5996    89.0300    15.2433      0.2666
 150     0.1000     0.0224    99.2820     0.5758    89.4700    15.2625      0.2650
 151     0.1000     0.0202    99.3620     0.5716    89.6900    15.3251      0.2635
 152     0.1000     0.0192    99.3760     0.6023    89.1700    15.4557      0.2620
 153     0.1000     0.0209    99.3260     0.5951    89.4100    15.3740      0.2606
 154     0.1000     0.0191    99.3840     0.5576    89.5100    15.4031      0.2591
 155     0.1000     0.0204    99.3700     0.5606    89.6600    15.4722      0.2577
 156     0.1000     0.0191    99.3920     0.5627    89.5100    15.3392      0.2562
 157     0.1000     0.0216    99.3700     0.5781    89.3200    15.2534      0.2548
 158     0.1000     0.0164    99.4580     0.5910    89.4700    15.3337      0.2534
 159     0.1000     0.0204    99.3580     0.5600    89.7300    15.3115      0.2521
 160     0.1000     0.0197    99.3480     0.5817    89.6900    15.2495      0.2506
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0183    99.4180     0.5988    89.1800    15.2541      0.2493
 162     0.1000     0.0205    99.3340     0.5245    89.9300    15.3739      0.2479
 163     0.1000     0.0195    99.4160     0.6474    88.1200    15.3455      0.2466
 164     0.1000     0.0202    99.3720     0.5572    89.4300    15.3248      0.2452
 165     0.1000     0.0176    99.4580     0.5727    89.9600    15.3253      0.2439
 166     0.1000     0.0182    99.3860     0.5724    89.9400    15.2867      0.2426
 167     0.1000     0.0189    99.4120     0.5631    89.8300    15.3483      0.2413
 168     0.1000     0.0182    99.4360     0.5610    89.8200    15.3321      0.2400
 169     0.1000     0.0178    99.4240     0.5798    89.6600    15.2362      0.2388
 170     0.1000     0.0197    99.3920     0.5380    89.8100    15.2574      0.2375
 171     0.1000     0.0181    99.4280     0.5642    89.8400    15.2508      0.2363
 172     0.1000     0.0177    99.4580     0.5848    89.7900    15.2574      0.2350
 173     0.1000     0.0163    99.4920     0.5750    89.5800    15.2805      0.2338
 174     0.1000     0.0173    99.4600     0.6106    88.8300    15.3610      0.2326
 175     0.1000     0.0188    99.4060     0.5503    89.8400    15.3789      0.2313
 176     0.1000     0.0169    99.4500     0.5623    89.3000    15.3581      0.2301
 177     0.1000     0.0191    99.3900     0.5604    89.7900    15.2521      0.2290
 178     0.1000     0.0135    99.5420     0.6123    89.5300    15.3163      0.2278
 179     0.1000     0.0186    99.4540     0.7739    87.9200    15.3437      0.2266
 180     0.1000     0.0178    99.4200     0.5590    89.7000    15.2643      0.2255
 181     0.1000     0.0149    99.5240     0.6084    89.2500    15.2840      0.2244
 182     0.1000     0.0180    99.4440     0.5552    89.8700    15.3484      0.2232
 183     0.1000     0.0158    99.5040     0.5436    89.9900    15.1602      0.2220
 184     0.1000     0.0166    99.4840     0.5548    89.7600    15.3503      0.2209
 185     0.1000     0.0145    99.5500     0.5831    89.5200    15.2278      0.2198
 186     0.1000     0.0165    99.4820     0.5630    89.9000    15.3152      0.2187
 187     0.1000     0.0151    99.5740     0.5819    89.2700    15.3596      0.2176
 188     0.1000     0.0145    99.5500     0.5684    89.7100    15.2793      0.2166
 189     0.1000     0.0157    99.4780     0.6406    88.9800    15.3759      0.2155
 190     0.1000     0.0151    99.5360     0.5706    89.6500    15.1368      0.2145
 191     0.1000     0.0155    99.5080     0.6000    89.6200    15.3530      0.2134
 192     0.1000     0.0191    99.4180     0.5255    90.0900    15.3270      0.2124
 193     0.1000     0.0158    99.5160     0.5500    89.9200    15.3057      0.2113
 194     0.1000     0.0139    99.5320     0.6251    89.2300    15.2566      0.2103
 195     0.1000     0.0154    99.5260     0.5538    90.3100    15.3649      0.2093
 196     0.1000     0.0140    99.5560     0.6014    89.2400    15.3907      0.2083
 197     0.1000     0.0154    99.5000     0.6017    89.4500    15.3301      0.2073
 198     0.1000     0.0148    99.5580     0.6044    89.3700    15.2912      0.2063
 199     0.1000     0.0116    99.6180     0.5889    90.1600    15.3080      0.2053
 200     0.1000     0.0163    99.5140     0.5895    89.4900    15.2636      0.2043
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0148    99.5440     0.6058    89.6600    15.2219      0.2034
 202     0.1000     0.0155    99.4940     0.5779    89.8400    15.4323      0.2024
 203     0.1000     0.0131    99.5940     0.6465    89.3700    15.3595      0.2015
 204     0.1000     0.0168    99.4840     0.5616    89.8500    15.2563      0.2005
 205     0.1000     0.0165    99.4780     0.5867    89.5300    15.2245      0.1996
 206     0.1000     0.0163    99.4820     0.5904    89.9600    15.2921      0.1987
 207     0.1000     0.0120    99.6420     0.5922    89.7200    15.3947      0.1978
 208     0.1000     0.0135    99.6000     0.6491    89.2800    15.1526      0.1969
 209     0.1000     0.0105    99.6740     0.5900    90.1200    15.3099      0.1959
 210     0.1000     0.0126    99.6180     0.6332    89.8200    15.2494      0.1951
 211     0.1000     0.0167    99.4980     0.5734    89.9200    15.2932      0.1942
 212     0.1000     0.0136    99.5860     0.5621    89.8400    15.2545      0.1933
 213     0.1000     0.0136    99.5500     0.5647    89.6000    15.2726      0.1924
 214     0.1000     0.0164    99.4780     0.5501    89.9900    15.3459      0.1916
 215     0.1000     0.0134    99.5780     0.5860    89.8100    15.2559      0.1907
 216     0.1000     0.0129    99.5480     0.6648    88.4900    15.2707      0.1899
 217     0.1000     0.0177    99.4320     0.6262    88.8600    15.3371      0.1890
 218     0.1000     0.0152    99.5260     0.5942    89.3200    15.2544      0.1882
 219     0.1000     0.0145    99.5700     0.5541    90.1100    15.3390      0.1874
 220     0.1000     0.0119    99.6400     0.5824    89.7100    15.3294      0.1865
 221     0.1000     0.0154    99.5400     0.5649    89.6600    15.2419      0.1857
 222     0.1000     0.0142    99.5640     0.6251    89.5800    15.4242      0.1849
 223     0.1000     0.0120    99.6400     0.5673    90.0000    15.2998      0.1841
 224     0.1000     0.0098    99.6900     0.6147    89.8000    15.5230      0.1833
 225     0.1000     0.0138    99.5780     0.5719    90.3200    15.3421      0.1825
 226     0.1000     0.0114    99.6680     0.5862    89.7900    15.2748      0.1817
 227     0.1000     0.0107    99.6800     0.6231    89.5800    15.3768      0.1809
 228     0.1000     0.0134    99.5960     0.5960    89.9900    15.3386      0.1801
 229     0.1000     0.0119    99.6440     0.6289    89.6400    15.2272      0.1793
 230     0.1000     0.0160    99.5320     0.6273    89.4400    15.3751      0.1785
 231     0.1000     0.0109    99.6740     0.5870    90.1700    15.2875      0.1777
 232     0.1000     0.0088    99.7420     0.6189    90.0800    15.3337      0.1770
 233     0.1000     0.0123    99.6560     0.5745    90.2400    15.3234      0.1762
 234     0.1000     0.0103    99.6700     0.5931    89.5800    15.3674      0.1754
 235     0.1000     0.0133    99.5820     0.6048    89.8000    15.2464      0.1747
 236     0.1000     0.0114    99.6520     0.5935    90.2000    15.2760      0.1740
 237     0.1000     0.0116    99.6480     0.5820    89.7700    15.3829      0.1732
 238     0.1000     0.0112    99.6520     0.5672    90.0800    15.3975      0.1725
 239     0.1000     0.0135    99.5700     0.6046    89.5600    15.3456      0.1718
 240     0.1000     0.0122    99.6340     0.5999    89.9800    15.3528      0.1711
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0133    99.5860     0.6039    89.6800    15.3257      0.1703
 242     0.1000     0.0088    99.7400     0.5998    89.8200    15.2346      0.1697
 243     0.1000     0.0092    99.7060     0.7030    88.9800    15.4580      0.1689
 244     0.1000     0.0106    99.6980     0.6410    89.5400    15.3492      0.1682
 245     0.1000     0.0145    99.5580     0.6119    89.8100    15.3137      0.1676
 246     0.1000     0.0140    99.5780     0.5690    90.1400    15.3599      0.1669
 247     0.1000     0.0128    99.6280     0.5894    90.0500    15.3484      0.1662
 248     0.1000     0.0131    99.5760     0.5955    90.0400    15.2901      0.1656
 249     0.1000     0.0112    99.6620     0.6137    89.8200    15.3429      0.1649
 250     0.1000     0.0110    99.6540     0.6078    89.6900    15.3217      0.1642
 251     0.1000     0.0123    99.6560     0.5934    89.5600    15.3119      0.1636
 252     0.1000     0.0106    99.6720     0.6076    89.7200    15.3730      0.1629
 253     0.1000     0.0114    99.6280     0.6051    90.0400    15.3210      0.1623
 254     0.1000     0.0100    99.6780     0.6365    89.6500    15.3686      0.1617
 255     0.1000     0.0143    99.5740     0.5986    89.6700    15.3362      0.1611
 256     0.1000     0.0135    99.6160     0.5684    90.0300    15.3410      0.1604
 257     0.1000     0.0100    99.6780     0.5824    90.4600    15.2923      0.1598
 258     0.1000     0.0091    99.7200     0.6619    88.7000    15.2406      0.1592
 259     0.1000     0.0136    99.5540     0.5773    90.0300    15.3659      0.1586
 260     0.1000     0.0100    99.6620     0.6189    89.7100    15.2718      0.1579
 261     0.1000     0.0096    99.6980     0.5885    90.0600    15.3884      0.1574
 262     0.1000     0.0119    99.6500     0.5942    90.2000    15.2498      0.1567
 263     0.1000     0.0141    99.5320     0.6821    89.0000    15.3268      0.1562
 264     0.1000     0.0112    99.6720     0.5966    89.6700    15.3681      0.1556
 265     0.1000     0.0079    99.7500     0.6760    89.3300    15.3307      0.1550
 266     0.1000     0.0116    99.6420     0.6377    89.0600    15.4229      0.1544
 267     0.1000     0.0113    99.6740     0.5830    89.7800    15.3090      0.1538
 268     0.1000     0.0101    99.6640     0.6414    89.2000    15.3332      0.1532
 269     0.1000     0.0118    99.6280     0.6232    89.7100    15.2538      0.1527
 270     0.1000     0.0091    99.7240     0.6034    90.2100    15.3113      0.1521
 271     0.1000     0.0103    99.7060     0.6445    89.6600    15.3621      0.1515
 272     0.1000     0.0100    99.7100     0.5826    90.1000    15.3758      0.1510
 273     0.1000     0.0098    99.7100     0.6117    89.6800    15.3498      0.1504
 274     0.1000     0.0113    99.6600     0.5750    90.1800    15.2193      0.1499
 275     0.1000     0.0096    99.7140     0.5965    90.1800    15.2935      0.1493
 276     0.1000     0.0095    99.7060     0.6080    89.9500    15.3103      0.1488
 277     0.1000     0.0112    99.6760     0.5935    89.8600    15.3552      0.1482
 278     0.1000     0.0143    99.5900     0.5774    89.9900    15.3274      0.1477
 279     0.1000     0.0080    99.7300     0.5883    90.1300    15.2988      0.1472
 280     0.1000     0.0083    99.7600     0.7098    88.7900    15.3113      0.1467
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0102    99.6860     0.6449    89.1100    15.3127      0.1461
 282     0.1000     0.0111    99.6200     0.6069    89.8300    15.3738      0.1456
 283     0.1000     0.0096    99.7140     0.6102    89.9600    15.2805      0.1451
 284     0.1000     0.0081    99.7580     0.6150    90.0700    15.4116      0.1445
 285     0.1000     0.0081    99.7280     0.6252    89.8300    15.2716      0.1441
 286     0.1000     0.0101    99.6820     0.6015    89.7900    15.2185      0.1435
 287     0.1000     0.0115    99.6520     0.5961    90.0000    15.2817      0.1430
 288     0.1000     0.0101    99.7180     0.5785    90.2600    15.2822      0.1425
 289     0.1000     0.0092    99.7140     0.5985    89.8000    15.3244      0.1420
 290     0.1000     0.0111    99.6520     0.5767    89.9900    15.3459      0.1415
 291     0.1000     0.0116    99.6420     0.6084    89.7600    15.2458      0.1411
 292     0.1000     0.0095    99.6960     0.6130    89.7700    15.3074      0.1406
 293     0.1000     0.0098    99.7040     0.6031    89.8100    15.3412      0.1401
 294     0.1000     0.0110    99.6400     0.6373    89.1100    15.2710      0.1397
 295     0.1000     0.0095    99.6840     0.5917    89.8900    15.2705      0.1392
 296     0.1000     0.0094    99.7100     0.6052    90.2000    15.2873      0.1388
 297     0.1000     0.0098    99.6860     0.5990    90.1700    15.3315      0.1383
 298     0.1000     0.0114    99.6540     0.5963    90.0800    15.4571      0.1378
 299     0.1000     0.0086    99.7140     0.6531    89.3000    15.2555      0.1374
 300     0.1000     0.0109    99.6360     0.6028    90.3500    15.2092      0.1370
 301     0.0996     0.0110    99.6780     0.6230    89.6400    15.2286      0.1365
 302     0.0992     0.0088    99.7500     0.6196    90.2300    15.3061      0.1361
 303     0.0988     0.0084    99.7580     0.6132    89.7200    15.4818      0.1356
 304     0.0983     0.0112    99.6780     0.6023    89.6300    15.3783      0.1351
 305     0.0979     0.0071    99.7760     0.6494    89.5000    15.2804      0.1347
 306     0.0975     0.0086    99.7500     0.5964    90.0500    15.3860      0.1343
 307     0.0971     0.0081    99.7300     0.6549    89.4600    15.3453      0.1338
 308     0.0967     0.0092    99.7020     0.6089    89.6200    15.3746      0.1334
 309     0.0963     0.0109    99.6540     0.6344    89.6600    15.2413      0.1330
 310     0.0959     0.0100    99.7060     0.6311    89.5800    15.2919      0.1326
 311     0.0955     0.0091    99.6840     0.5976    89.8900    15.3302      0.1322
 312     0.0950     0.0081    99.7340     0.6136    90.1700    15.4213      0.1318
 313     0.0946     0.0079    99.7500     0.6026    90.2800    15.2961      0.1314
 314     0.0942     0.0070    99.7620     0.7182    89.5500    15.2498      0.1310
 315     0.0938     0.0089    99.7500     0.6657    89.4300    15.4096      0.1306
 316     0.0934     0.0097    99.6900     0.6533    89.6800    15.3373      0.1303
 317     0.0930     0.0096    99.6880     0.6143    89.8900    15.3990      0.1299
 318     0.0926     0.0097    99.6900     0.5952    90.1300    15.3873      0.1295
 319     0.0922     0.0065    99.7860     0.6398    90.0100    15.3443      0.1291
 320     0.0917     0.0094    99.6880     0.6367    89.8800    15.3768      0.1287
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0061    99.8220     0.6292    90.3300    15.3756      0.1284
 322     0.0909     0.0055    99.8340     0.6348    90.2400    15.3691      0.1280
 323     0.0905     0.0078    99.7520     0.6306    90.0900    15.3464      0.1276
 324     0.0901     0.0048    99.8420     0.6704    89.5700    15.3427      0.1273
 325     0.0897     0.0072    99.8100     0.6107    89.8300    15.3419      0.1269
 326     0.0893     0.0049    99.8600     0.6792    89.7500    15.3242      0.1265
 327     0.0889     0.0056    99.8340     0.6549    90.2000    15.3890      0.1261
 328     0.0885     0.0062    99.8240     0.6509    90.1500    15.2719      0.1258
 329     0.0880     0.0069    99.7840     0.6783    89.4100    15.3109      0.1254
 330     0.0876     0.0060    99.8180     0.6213    90.3100    15.3278      0.1251
 331     0.0872     0.0062    99.8180     0.6558    89.4800    15.3581      0.1247
 332     0.0868     0.0060    99.8140     0.7258    89.3400    15.2518      0.1244
 333     0.0864     0.0063    99.8200     0.6437    90.1900    15.3545      0.1241
 334     0.0860     0.0057    99.8220     0.6341    90.2100    15.3245      0.1237
 335     0.0856     0.0058    99.8320     0.6365    90.2400    15.3473      0.1234
 336     0.0852     0.0063    99.8060     0.6503    89.7800    15.3813      0.1231
 337     0.0847     0.0065    99.7940     0.6472    90.0200    15.3352      0.1228
 338     0.0843     0.0042    99.8960     0.6545    90.3400    15.3459      0.1224
 339     0.0839     0.0057    99.8220     0.6589    90.0600    15.2931      0.1221
 340     0.0835     0.0059    99.8120     0.6368    90.0300    15.3477      0.1218
 341     0.0831     0.0062    99.7940     0.6451    90.3300    15.3932      0.1215
 342     0.0827     0.0059    99.8100     0.6526    90.2800    15.4137      0.1212
 343     0.0823     0.0069    99.8080     0.6036    90.1300    15.2856      0.1209
 344     0.0818     0.0055    99.8380     0.6488    89.9800    15.2942      0.1206
 345     0.0814     0.0058    99.8300     0.6393    90.0400    15.3798      0.1203
 346     0.0810     0.0038    99.8880     0.6724    90.0700    15.4477      0.1200
 347     0.0806     0.0057    99.8340     0.6486    89.8300    15.2091      0.1197
 348     0.0802     0.0048    99.8660     0.6487    90.0000    15.4299      0.1194
 349     0.0798     0.0040    99.8800     0.6441    90.2400    15.3509      0.1191
 350     0.0794     0.0031    99.9060     0.6781    90.0400    15.3512      0.1188
 351     0.0790     0.0045    99.8520     0.6419    90.1000    15.4073      0.1185
 352     0.0786     0.0038    99.8740     0.6638    90.0200    15.2658      0.1182
 353     0.0781     0.0067    99.8080     0.6402    90.3100    15.2634      0.1179
 354     0.0777     0.0040    99.8820     0.6622    90.0200    15.2623      0.1176
 355     0.0773     0.0044    99.8580     0.6577    90.4100    15.2519      0.1174
 356     0.0769     0.0035    99.8900     0.6550    90.2000    15.3653      0.1171
 357     0.0765     0.0044    99.8620     0.7188    89.5100    15.2978      0.1168
 358     0.0761     0.0041    99.8720     0.6703    90.1600    15.4430      0.1166
 359     0.0757     0.0034    99.8960     0.6660    90.2500    15.3459      0.1163
 360     0.0753     0.0022    99.9320     0.7083    89.7200    15.3311      0.1160
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0033    99.8900     0.6852    90.2800    15.3021      0.1158
 362     0.0744     0.0051    99.8440     0.6732    89.8900    15.2995      0.1155
 363     0.0740     0.0028    99.9220     0.6876    90.2500    15.4017      0.1152
 364     0.0736     0.0034    99.8900     0.6772    90.1300    15.3472      0.1150
 365     0.0732     0.0025    99.9340     0.6565    90.3000    15.3234      0.1147
 366     0.0728     0.0026    99.9180     0.6980    89.8500    15.2553      0.1144
 367     0.0724     0.0017    99.9440     0.7169    90.3600    15.2631      0.1142
 368     0.0720     0.0047    99.8440     0.6761    90.1900    15.3135      0.1140
 369     0.0715     0.0042    99.8520     0.6678    90.1700    15.3034      0.1137
 370     0.0711     0.0023    99.9400     0.6778    90.3000    15.4059      0.1135
 371     0.0707     0.0028    99.9200     0.6704    90.4400    15.3365      0.1132
 372     0.0703     0.0036    99.8780     0.6758    90.4200    15.2961      0.1130
 373     0.0699     0.0036    99.8780     0.7041    90.3500    15.4014      0.1127
 374     0.0695     0.0040    99.8720     0.6773    90.2200    15.3035      0.1125
 375     0.0691     0.0037    99.8880     0.6938    89.8200    15.3329      0.1123
 376     0.0686     0.0028    99.9180     0.6616    89.9600    15.2749      0.1121
 377     0.0682     0.0022    99.9340     0.6671    90.2400    15.3447      0.1118
 378     0.0678     0.0021    99.9380     0.6892    90.3700    15.3438      0.1116
 379     0.0674     0.0029    99.9140     0.6717    90.1300    15.2391      0.1114
 380     0.0670     0.0022    99.9340     0.6871    90.1900    15.3402      0.1112
 381     0.0666     0.0029    99.9100     0.6949    89.9300    15.3793      0.1109
 382     0.0662     0.0022    99.9280     0.7072    90.1100    15.2819      0.1107
 383     0.0658     0.0036    99.8920     0.6984    90.4900    15.2376      0.1105
 384     0.0654     0.0019    99.9360     0.6935    90.4000    15.2275      0.1103
 385     0.0649     0.0026    99.9200     0.7159    90.1400    15.3336      0.1101
 386     0.0645     0.0025    99.9280     0.6607    90.3200    15.3444      0.1099
 387     0.0641     0.0034    99.8940     0.6800    90.5200    15.3324      0.1097
 388     0.0637     0.0018    99.9340     0.7021    90.1800    15.2731      0.1095
 389     0.0633     0.0023    99.9360     0.6655    90.5200    15.3152      0.1093
 390     0.0629     0.0014    99.9660     0.6729    90.3400    15.4115      0.1091
 391     0.0625     0.0022    99.9340     0.6750    90.5900    15.2320      0.1089
 392     0.0621     0.0017    99.9540     0.6869    90.6900    15.4283      0.1087
 393     0.0616     0.0015    99.9540     0.7567    89.8400    15.5202      0.1085
 394     0.0612     0.0026    99.9200     0.6966    90.4200    15.2960      0.1083
 395     0.0608     0.0024    99.9240     0.7278    90.1100    15.2455      0.1081
 396     0.0604     0.0026    99.9160     0.6873    90.6000    15.3420      0.1079
 397     0.0600     0.0020    99.9420     0.7005    90.4300    15.3130      0.1077
 398     0.0596     0.0024    99.9220     0.6917    90.7600    15.3013      0.1075
 399     0.0592     0.0026    99.9240     0.6937    90.2500    15.4623      0.1074
 400     0.0588     0.0026    99.9140     0.6938    90.1700    15.3252      0.1072
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0020    99.9380     0.6798    90.7300    15.2766      0.1070
 402     0.0579     0.0018    99.9520     0.6984    90.3100    15.4185      0.1068
 403     0.0575     0.0016    99.9460     0.7041    90.3900    15.5042      0.1066
 404     0.0571     0.0017    99.9540     0.7018    90.3900    15.3335      0.1065
 405     0.0567     0.0015    99.9520     0.6860    90.4800    15.3579      0.1063
 406     0.0563     0.0022    99.9300     0.7047    90.5100    15.3400      0.1061
 407     0.0559     0.0014    99.9640     0.7077    90.4100    15.3122      0.1060
 408     0.0554     0.0010    99.9660     0.6997    90.5300    15.3692      0.1058
 409     0.0550     0.0009    99.9780     0.7131    90.6800    15.4054      0.1056
 410     0.0546     0.0011    99.9540     0.7061    90.8200    15.3324      0.1054
 411     0.0542     0.0009    99.9780     0.7071    90.4700    15.3684      0.1053
 412     0.0538     0.0010    99.9780     0.7259    90.4700    15.3236      0.1051
 413     0.0534     0.0017    99.9400     0.7284    90.4300    15.4155      0.1050
 414     0.0530     0.0011    99.9680     0.7201    90.7100    15.3335      0.1048
 415     0.0526     0.0011    99.9660     0.7217    90.5100    15.4253      0.1046
 416     0.0522     0.0014    99.9660     0.7031    90.2900    15.3635      0.1045
 417     0.0517     0.0012    99.9700     0.7337    90.2100    15.3452      0.1043
 418     0.0513     0.0010    99.9860     0.7206    90.4700    15.3702      0.1042
 419     0.0509     0.0010    99.9720     0.7174    90.4500    15.2774      0.1040
 420     0.0505     0.0010    99.9700     0.7143    90.4200    15.3558      0.1039
 421     0.0501     0.0009    99.9760     0.7441    90.2500    15.3358      0.1037
 422     0.0497     0.0016    99.9460     0.7284    90.6600    15.3385      0.1036
 423     0.0493     0.0011    99.9720     0.7264    90.5500    15.4386      0.1034
 424     0.0489     0.0014    99.9580     0.7322    90.4900    15.1852      0.1033
 425     0.0484     0.0012    99.9680     0.7211    90.1500    15.3094      0.1031
 426     0.0480     0.0006    99.9880     0.7245    90.3400    15.3394      0.1030
 427     0.0476     0.0011    99.9660     0.7360    90.3100    15.3488      0.1029
 428     0.0472     0.0008    99.9800     0.7258    90.3200    15.3947      0.1027
 429     0.0468     0.0010    99.9600     0.7316    90.1100    15.3112      0.1026
 430     0.0464     0.0004    99.9900     0.7234    90.5000    15.4886      0.1025
 431     0.0460     0.0007    99.9740     0.7449    90.3400    15.3359      0.1023
 432     0.0456     0.0009    99.9720     0.7346    90.6000    15.4032      0.1022
 433     0.0451     0.0010    99.9700     0.7270    90.4000    15.2941      0.1020
 434     0.0447     0.0012    99.9680     0.7385    90.3400    15.2679      0.1019
 435     0.0443     0.0009    99.9720     0.7195    90.5800    15.3445      0.1018
 436     0.0439     0.0006    99.9760     0.7143    90.6200    15.3707      0.1017
 437     0.0435     0.0007    99.9820     0.7213    90.4100    15.3030      0.1015
 438     0.0431     0.0005    99.9860     0.7261    90.6900    15.2998      0.1014
 439     0.0427     0.0006    99.9880     0.7309    90.7700    15.3352      0.1013
 440     0.0423     0.0007    99.9780     0.7312    90.6600    15.3361      0.1012
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0008    99.9780     0.7222    90.5700    15.2374      0.1011
 442     0.0414     0.0003    99.9940     0.7213    90.5700    15.3824      0.1009
 443     0.0410     0.0005    99.9940     0.7261    90.7000    15.3468      0.1008
 444     0.0406     0.0004    99.9880     0.7319    90.6100    15.4581      0.1007
 445     0.0402     0.0012    99.9700     0.7183    90.6600    15.3534      0.1006
 446     0.0398     0.0003    99.9940     0.7161    90.7500    15.4022      0.1005
 447     0.0394     0.0005    99.9900     0.7278    90.6400    15.3513      0.1004
 448     0.0389     0.0005    99.9920     0.7300    90.6500    15.2940      0.1003
 449     0.0385     0.0005    99.9860     0.7421    90.6500    15.3721      0.1001
 450     0.0381     0.0004    99.9960     0.7410    90.8100    15.2962      0.1000
 451     0.0377     0.0004    99.9920     0.7474    90.7800    15.3256      0.0999
 452     0.0373     0.0002   100.0000     0.7408    90.7400    15.3357      0.0998
 453     0.0369     0.0002    99.9940     0.7456    90.7600    15.2365      0.0997
 454     0.0365     0.0004    99.9940     0.7398    90.6600    15.4211      0.0996
 455     0.0361     0.0003    99.9940     0.7468    90.6300    15.2155      0.0995
 456     0.0357     0.0003    99.9920     0.7257    90.6900    15.4214      0.0994
 457     0.0352     0.0002   100.0000     0.7325    90.7800    15.5326      0.0993
 458     0.0348     0.0003    99.9960     0.7376    90.6500    15.3077      0.0992
 459     0.0344     0.0002    99.9960     0.7392    90.6500    15.3416      0.0991
 460     0.0340     0.0001   100.0000     0.7354    90.7100    15.2237      0.0990
 461     0.0336     0.0004    99.9900     0.7312    90.8300    15.3282      0.0989
 462     0.0332     0.0004    99.9880     0.7386    90.5700    15.3536      0.0989
 463     0.0328     0.0004    99.9840     0.7291    90.6700    15.2936      0.0988
 464     0.0324     0.0002    99.9980     0.7327    90.6400    15.3052      0.0987
 465     0.0319     0.0002    99.9980     0.7330    90.7700    15.3282      0.0986
 466     0.0315     0.0004    99.9960     0.7429    90.5300    15.4497      0.0985
 467     0.0311     0.0006    99.9840     0.7337    90.7600    15.2305      0.0984
 468     0.0307     0.0002    99.9960     0.7273    90.7200    15.2914      0.0984
 469     0.0303     0.0004    99.9920     0.7166    90.7600    15.3468      0.0983
 470     0.0299     0.0004    99.9900     0.7273    90.8500    15.2296      0.0982
 471     0.0295     0.0002    99.9960     0.7276    90.7700    15.3117      0.0981
 472     0.0291     0.0004    99.9820     0.7350    90.6700    15.4615      0.0981
 473     0.0286     0.0002    99.9980     0.7309    90.7000    15.4026      0.0980
 474     0.0282     0.0004    99.9880     0.7299    90.8000    15.2380      0.0979
 475     0.0278     0.0003    99.9920     0.7274    90.8100    15.3103      0.0978
 476     0.0274     0.0002    99.9980     0.7297    90.7600    15.2870      0.0978
 477     0.0270     0.0005    99.9860     0.7298    90.8100    15.3605      0.0977
 478     0.0266     0.0003    99.9900     0.7292    90.7300    15.3299      0.0976
 479     0.0262     0.0004    99.9900     0.7448    90.6700    15.3688      0.0976
 480     0.0257     0.0003    99.9940     0.7344    90.7800    15.3870      0.0975
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0003    99.9920     0.7336    90.6900    15.3282      0.0975
 482     0.0249     0.0002   100.0000     0.7348    90.8400    15.2602      0.0974
 483     0.0245     0.0002    99.9940     0.7286    90.8300    15.2692      0.0973
 484     0.0241     0.0002    99.9980     0.7340    90.8400    15.3681      0.0973
 485     0.0237     0.0002    99.9960     0.7352    90.7500    15.2460      0.0972
 486     0.0233     0.0003    99.9900     0.7272    90.6400    15.3883      0.0971
 487     0.0229     0.0002   100.0000     0.7325    90.7500    15.3785      0.0971
 488     0.0225     0.0003    99.9940     0.7335    90.8300    15.2981      0.0970
 489     0.0220     0.0003    99.9900     0.7290    90.7300    15.4162      0.0970
 490     0.0216     0.0003    99.9920     0.7277    90.8500    15.3670      0.0969
 491     0.0212     0.0002    99.9980     0.7351    90.8900    15.3071      0.0969
 492     0.0208     0.0004    99.9900     0.7260    90.8200    15.3309      0.0968
 493     0.0204     0.0003    99.9960     0.7392    90.6800    15.3389      0.0968
 494     0.0200     0.0002    99.9960     0.7362    90.7600    15.3086      0.0967
 495     0.0196     0.0002    99.9940     0.7322    90.7600    15.2818      0.0967
 496     0.0192     0.0003    99.9940     0.7304    90.7600    15.4244      0.0966
 497     0.0187     0.0003    99.9960     0.7342    90.8800    15.2950      0.0966
 498     0.0183     0.0002    99.9920     0.7335    90.7300    15.3116      0.0965
 499     0.0179     0.0002    99.9960     0.7352    90.8800    15.3950      0.0965
 500     0.0175     0.0002    99.9960     0.7424    90.8600    15.2326      0.0965
 501     0.0171     0.0001   100.0000     0.7373    90.9100    15.3145      0.0964
 502     0.0167     0.0004    99.9940     0.7375    90.8700    15.3180      0.0964
 503     0.0163     0.0002    99.9980     0.7350    90.8500    15.3095      0.0963
 504     0.0159     0.0003    99.9960     0.7364    90.9000    15.4049      0.0963
 505     0.0154     0.0001   100.0000     0.7377    90.8400    15.2400      0.0963
 506     0.0150     0.0002    99.9980     0.7419    90.7800    15.2818      0.0962
 507     0.0146     0.0003    99.9920     0.7383    90.7500    15.2402      0.0962
 508     0.0142     0.0003    99.9940     0.7446    90.8600    15.3808      0.0962
 509     0.0138     0.0002    99.9980     0.7367    90.8500    15.3620      0.0961
 510     0.0134     0.0002    99.9980     0.7385    90.8300    15.3313      0.0961
 511     0.0130     0.0002    99.9960     0.7378    90.8000    15.3296      0.0961
 512     0.0125     0.0002   100.0000     0.7395    90.7800    15.4066      0.0960
 513     0.0121     0.0002    99.9980     0.7431    90.8300    15.4722      0.0960
 514     0.0117     0.0002    99.9960     0.7426    90.7500    15.2302      0.0960
 515     0.0113     0.0001   100.0000     0.7436    90.8100    15.3603      0.0960
 516     0.0109     0.0001   100.0000     0.7430    90.8400    15.3390      0.0959
 517     0.0105     0.0001    99.9980     0.7402    90.8800    15.3095      0.0959
 518     0.0101     0.0001   100.0000     0.7402    90.8500    15.3981      0.0959
 519     0.0097     0.0001    99.9980     0.7393    90.8800    15.3138      0.0959
 520     0.0092     0.0002    99.9980     0.7419    90.8900    15.3467      0.0958
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0002    99.9980     0.7404    90.8200    15.3469      0.0958
 522     0.0084     0.0002    99.9940     0.7402    90.8400    15.3588      0.0958
 523     0.0080     0.0001    99.9980     0.7401    90.8400    15.2947      0.0958
 524     0.0076     0.0002    99.9980     0.7401    90.8200    15.3969      0.0958
 525     0.0072     0.0002    99.9980     0.7417    90.8800    15.2916      0.0958
 526     0.0068     0.0002    99.9960     0.7433    90.8300    15.3836      0.0957
 527     0.0064     0.0001    99.9980     0.7427    90.8500    15.3300      0.0957
 528     0.0060     0.0001   100.0000     0.7425    90.8500    15.3371      0.0957
 529     0.0055     0.0002    99.9980     0.7443    90.8200    15.3207      0.0957
 530     0.0051     0.0002   100.0000     0.7447    90.8500    15.3956      0.0957
 531     0.0047     0.0002    99.9900     0.7464    90.8100    15.3350      0.0957
 532     0.0043     0.0001   100.0000     0.7458    90.8200    15.4050      0.0957
 533     0.0039     0.0001   100.0000     0.7455    90.8400    15.2830      0.0957
 534     0.0035     0.0002    99.9980     0.7449    90.8200    15.3457      0.0957
 535     0.0031     0.0001   100.0000     0.7453    90.8300    15.4032      0.0957
 536     0.0027     0.0001    99.9980     0.7454    90.8300    15.3008      0.0957
 537     0.0022     0.0001   100.0000     0.7455    90.8700    15.4489      0.0956
 538     0.0018     0.0001    99.9980     0.7456    90.8600    15.4510      0.0956
 539     0.0014     0.0001   100.0000     0.7456    90.8600    15.3557      0.0956
 540     0.0010     0.0003    99.9940     0.7447    90.8500    15.2785      0.0956
 541     0.0010     0.0002    99.9980     0.7449    90.8500    15.4443      0.0956
 542     0.0010     0.0002    99.9960     0.7445    90.8300    15.3304      0.0956
 543     0.0010     0.0001   100.0000     0.7446    90.8300    15.3179      0.0956
 544     0.0010     0.0001   100.0000     0.7445    90.8200    15.4286      0.0956
 545     0.0010     0.0002    99.9940     0.7446    90.8300    15.2946      0.0956
 546     0.0010     0.0002    99.9980     0.7444    90.8600    15.3531      0.0956
 547     0.0010     0.0001   100.0000     0.7443    90.8500    15.3587      0.0956
 548     0.0010     0.0002    99.9940     0.7441    90.8200    15.2820      0.0956
 549     0.0010     0.0002    99.9940     0.7434    90.8200    15.2365      0.0956
 550     0.0010     0.0001    99.9980     0.7437    90.8400    15.2992      0.0956
 551     0.0010     0.0002    99.9980     0.7441    90.8600    15.3121      0.0956
 552     0.0010     0.0002    99.9940     0.7443    90.8500    15.3184      0.0956
 553     0.0010     0.0001   100.0000     0.7443    90.8400    15.2032      0.0956
 554     0.0010     0.0002    99.9960     0.7441    90.8400    15.3678      0.0956
 555     0.0010     0.0002    99.9960     0.7443    90.8500    15.3351      0.0956
 556     0.0010     0.0002    99.9960     0.7445    90.8400    15.2339      0.0956
 557     0.0010     0.0001   100.0000     0.7445    90.8300    15.3058      0.0956
 558     0.0010     0.0001    99.9980     0.7445    90.8400    15.3354      0.0956
 559     0.0010     0.0001   100.0000     0.7445    90.8500    15.3189      0.0956
 560     0.0010     0.0001    99.9980     0.7446    90.8400    15.3173      0.0956
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001   100.0000     0.7447    90.8400    15.3503      0.0956
 562     0.0010     0.0001    99.9980     0.7445    90.8600    15.3563      0.0956
 563     0.0010     0.0002    99.9960     0.7443    90.8500    15.2520      0.0956
 564     0.0010     0.0002    99.9980     0.7443    90.8500    15.3277      0.0956
 565     0.0010     0.0002    99.9960     0.7444    90.8200    15.3264      0.0956
 566     0.0010     0.0002    99.9960     0.7441    90.8200    15.3439      0.0956
 567     0.0010     0.0002    99.9960     0.7442    90.8400    15.4227      0.0956
 568     0.0010     0.0001    99.9980     0.7444    90.8300    15.3174      0.0956
 569     0.0010     0.0001    99.9980     0.7448    90.8200    15.3255      0.0956
 570     0.0010     0.0002    99.9920     0.7444    90.8400    15.3873      0.0956
 571     0.0010     0.0001   100.0000     0.7445    90.8400    15.3449      0.0956
 572     0.0010     0.0001   100.0000     0.7445    90.8300    15.3293      0.0956
 573     0.0010     0.0002    99.9960     0.7443    90.8500    15.4702      0.0956
 574     0.0010     0.0001   100.0000     0.7444    90.8500    15.3349      0.0956
 575     0.0010     0.0001   100.0000     0.7446    90.8400    15.3699      0.0956
 576     0.0010     0.0001   100.0000     0.7445    90.8500    15.2799      0.0956
 577     0.0010     0.0001   100.0000     0.7447    90.8500    15.3716      0.0956
 578     0.0010     0.0002    99.9960     0.7450    90.8700    15.4411      0.0956
 579     0.0010     0.0001    99.9980     0.7451    90.8800    15.3392      0.0956
 580     0.0010     0.0001   100.0000     0.7453    90.8800    15.3415      0.0956
 581     0.0010     0.0001    99.9980     0.7451    90.8700    15.2678      0.0956
 582     0.0010     0.0002    99.9960     0.7447    90.8700    15.3228      0.0956
 583     0.0010     0.0001    99.9980     0.7448    90.8700    15.3752      0.0956
 584     0.0010     0.0001   100.0000     0.7450    90.8800    15.2778      0.0956
 585     0.0010     0.0001   100.0000     0.7451    90.8900    15.3930      0.0956
 586     0.0010     0.0002    99.9960     0.7448    90.8700    15.2940      0.0956
 587     0.0010     0.0001   100.0000     0.7448    90.8600    15.4206      0.0956
 588     0.0010     0.0001    99.9980     0.7448    90.8500    15.3198      0.0956
 589     0.0010     0.0002    99.9980     0.7447    90.8400    15.4280      0.0956
 590     0.0010     0.0001   100.0000     0.7446    90.8300    15.3001      0.0956
 591     0.0010     0.0001   100.0000     0.7447    90.8500    15.2652      0.0956
 592     0.0010     0.0002    99.9980     0.7448    90.8300    15.3676      0.0956
 593     0.0010     0.0001    99.9980     0.7451    90.8400    15.3059      0.0956
 594     0.0010     0.0002    99.9980     0.7452    90.8300    15.4031      0.0956
 595     0.0010     0.0001   100.0000     0.7455    90.8500    15.3355      0.0956
 596     0.0010     0.0002    99.9960     0.7451    90.8500    15.3476      0.0956
 597     0.0010     0.0001    99.9980     0.7452    90.8300    15.1849      0.0956
 598     0.0010     0.0001   100.0000     0.7453    90.8200    15.4165      0.0956
 599     0.0010     0.0002    99.9960     0.7456    90.8500    15.3123      0.0956
 600     0.0010     0.0001   100.0000     0.7458    90.8500    15.2425      0.0956
