Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2301    14.4320     2.0702    22.6200    16.1891      0.9481
   2     0.1000     2.2138    15.0120     2.1225    18.2400    14.5196      0.9215
   3     0.1000     1.9940    22.0520     1.8985    23.0400    14.5059      0.9001
   4     0.1000     1.8640    26.7560     1.6992    32.8500    14.5169      0.8816
   5     0.1000     1.7485    31.7580     1.7808    31.2400    14.5197      0.8648
   6     0.1000     1.6308    37.1980     1.8700    27.7300    14.5177      0.8495
   7     0.1000     1.5488    42.1120     1.5366    43.6000    14.5082      0.8354
   8     0.1000     1.4383    47.3340     1.2357    55.3500    14.5076      0.8221
   9     0.1000     1.3057    53.1620     1.0877    60.9900    14.5320      0.8095
  10     0.1000     1.1790    58.0380     1.0705    61.3800    14.5232      0.7975
  11     0.1000     1.0778    62.2340     0.9718    65.5500    14.5481      0.7862
  12     0.1000     0.9799    65.7540     0.9071    67.9800    14.5248      0.7754
  13     0.1000     0.9099    68.4020     0.8449    70.7200    14.5408      0.7650
  14     0.1000     0.8421    70.8780     0.7811    73.8500    14.5290      0.7550
  15     0.1000     0.7780    73.3920     0.9336    69.0000    14.5272      0.7454
  16     0.1000     0.7313    75.3060     0.7991    73.6000    14.5345      0.7361
  17     0.1000     0.6865    76.9320     0.8039    74.2600    14.5349      0.7270
  18     0.1000     0.6433    78.4740     0.7215    75.7400    14.5378      0.7183
  19     0.1000     0.6061    79.6620     0.5982    79.9400    14.5484      0.7098
  20     0.1000     0.5696    81.0820     0.6081    80.6200    14.5171      0.7016
  21     0.1000     0.5385    82.0100     0.6494    79.5800    14.5175      0.6936
  22     0.1000     0.5139    82.8340     0.8647    72.1400    14.5335      0.6858
  23     0.1000     0.4883    83.7120     0.5157    83.1600    14.4829      0.6782
  24     0.1000     0.4631    84.5760     0.6260    80.8400    14.4928      0.6708
  25     0.1000     0.4397    85.4280     0.5647    82.3900    14.5247      0.6635
  26     0.1000     0.4276    85.8860     0.5974    81.3500    14.5085      0.6564
  27     0.1000     0.4036    86.8660     0.6722    79.6300    14.5591      0.6495
  28     0.1000     0.3880    87.2760     0.5587    83.4300    14.5477      0.6428
  29     0.1000     0.3716    87.6780     0.4877    84.1100    14.5868      0.6361
  30     0.1000     0.3536    88.3360     0.5346    83.6000    14.5150      0.6297
  31     0.1000     0.3377    88.9440     0.5606    84.0400    14.5035      0.6233
  32     0.1000     0.3330    89.0640     0.4820    85.3600    14.5195      0.6172
  33     0.1000     0.3080    89.7260     0.4849    85.1400    14.5073      0.6111
  34     0.1000     0.2985    89.9160     0.4897    85.0600    14.5143      0.6051
  35     0.1000     0.2824    90.6980     0.4746    85.4700    14.5053      0.5993
  36     0.1000     0.2787    90.7480     0.5868    83.3800    14.5294      0.5936
  37     0.1000     0.2665    91.1480     0.4640    85.7200    14.5403      0.5880
  38     0.1000     0.2533    91.6180     0.5192    84.5500    14.5455      0.5824
  39     0.1000     0.2417    92.0820     0.4757    85.7800    14.5322      0.5770
  40     0.1000     0.2338    92.2680     0.4569    86.4600    14.5050      0.5717
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2239    92.5860     0.6259    83.8100    14.5236      0.5664
  42     0.1000     0.2181    92.7740     0.4465    86.7200    14.5437      0.5613
  43     0.1000     0.2149    92.8520     0.4333    87.0400    14.5190      0.5562
  44     0.1000     0.2051    93.2100     0.4639    86.9900    14.4916      0.5513
  45     0.1000     0.1873    93.7900     0.5653    84.7200    14.5190      0.5464
  46     0.1000     0.1897    93.6340     0.4873    86.7400    14.4984      0.5416
  47     0.1000     0.1817    94.0620     0.4350    87.0600    14.5008      0.5368
  48     0.1000     0.1698    94.2580     0.4862    86.8500    14.5139      0.5322
  49     0.1000     0.1657    94.4540     0.4751    87.3100    14.4987      0.5276
  50     0.1000     0.1628    94.6520     0.4807    87.4000    14.4763      0.5231
  51     0.1000     0.1561    94.8360     0.4477    87.6000    14.4845      0.5186
  52     0.1000     0.1528    94.9180     0.4969    86.7000    14.4722      0.5142
  53     0.1000     0.1462    95.1680     0.4574    87.9700    14.4944      0.5099
  54     0.1000     0.1375    95.4260     0.5013    86.8300    14.5169      0.5056
  55     0.1000     0.1376    95.3960     0.4826    87.3500    14.5119      0.5015
  56     0.1000     0.1326    95.6780     0.4955    87.3000    14.4968      0.4973
  57     0.1000     0.1289    95.6680     0.5211    86.8600    14.5049      0.4932
  58     0.1000     0.1238    95.9680     0.4676    88.0300    14.5081      0.4892
  59     0.1000     0.1231    96.0200     0.5044    87.1300    14.5072      0.4852
  60     0.1000     0.1179    96.0580     0.5010    87.4200    14.5124      0.4813
  61     0.1000     0.1134    96.2800     0.7064    84.2900    14.4934      0.4774
  62     0.1000     0.1078    96.5020     0.5845    86.6700    14.4991      0.4736
  63     0.1000     0.1046    96.5900     0.5511    86.4100    14.5487      0.4698
  64     0.1000     0.1013    96.6980     0.5032    87.6000    14.5167      0.4661
  65     0.1000     0.1009    96.6720     0.5104    87.8000    14.5111      0.4623
  66     0.1000     0.0955    96.8440     0.4853    88.2300    14.4915      0.4588
  67     0.1000     0.0926    96.9660     0.5294    87.5500    14.4926      0.4552
  68     0.1000     0.0920    96.9840     0.4988    88.2800    14.5168      0.4517
  69     0.1000     0.0898    97.0800     0.5318    87.1900    14.4781      0.4482
  70     0.1000     0.0828    97.2540     0.4827    88.5900    14.5166      0.4447
  71     0.1000     0.0824    97.2680     0.5067    88.2600    14.5054      0.4413
  72     0.1000     0.0774    97.4780     0.5445    87.7300    14.4893      0.4379
  73     0.1000     0.0768    97.5260     0.5328    87.5200    14.5008      0.4346
  74     0.1000     0.0760    97.5540     0.5268    88.4300    14.4906      0.4314
  75     0.1000     0.0753    97.5240     0.5910    87.6700    14.4991      0.4281
  76     0.1000     0.0695    97.7520     0.5624    87.5200    14.5073      0.4249
  77     0.1000     0.0729    97.6300     0.5562    87.6300    14.4985      0.4217
  78     0.1000     0.0708    97.6400     0.5432    87.1400    14.4916      0.4186
  79     0.1000     0.0642    97.8820     0.5533    87.2600    14.4728      0.4154
  80     0.1000     0.0664    97.8160     0.5932    87.1100    14.5413      0.4124
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0637    97.9520     0.5966    87.2800    14.4900      0.4094
  82     0.1000     0.0591    98.0560     0.5450    88.5400    14.4881      0.4064
  83     0.1000     0.0647    97.8580     0.5472    87.8500    14.4988      0.4035
  84     0.1000     0.0527    98.2960     0.5782    87.8000    14.4652      0.4005
  85     0.1000     0.0547    98.2100     0.5395    88.6800    14.4761      0.3976
  86     0.1000     0.0599    98.0860     0.5513    88.7600    14.4978      0.3947
  87     0.1000     0.0573    98.1920     0.5558    88.2200    14.5254      0.3919
  88     0.1000     0.0553    98.1540     0.6035    87.4800    14.5997      0.3891
  89     0.1000     0.0535    98.2640     0.5520    88.6800    14.4777      0.3863
  90     0.1000     0.0503    98.3760     0.5425    88.7400    14.4934      0.3836
  91     0.1000     0.0514    98.3340     0.5314    88.5400    14.5106      0.3809
  92     0.1000     0.0497    98.3980     0.5505    88.6200    14.5180      0.3781
  93     0.1000     0.0490    98.3740     0.5528    88.2400    14.5395      0.3755
  94     0.1000     0.0479    98.4280     0.5594    88.3800    14.5534      0.3728
  95     0.1000     0.0480    98.4700     0.6753    87.4000    14.5146      0.3703
  96     0.1000     0.0441    98.6100     0.5492    88.7900    14.4924      0.3677
  97     0.1000     0.0443    98.5580     0.5853    88.3900    14.5256      0.3651
  98     0.1000     0.0444    98.5700     0.5564    88.7000    14.4942      0.3626
  99     0.1000     0.0472    98.4460     0.5474    89.2000    14.4782      0.3602
 100     0.1000     0.0419    98.6020     0.5928    88.3200    14.4992      0.3577
 101     0.1000     0.0386    98.7400     0.5896    88.6000    14.5166      0.3552
 102     0.1000     0.0402    98.6720     0.5617    88.5100    14.4752      0.3528
 103     0.1000     0.0390    98.7080     0.5712    88.7000    14.4647      0.3504
 104     0.1000     0.0381    98.8380     0.7050    86.4800    14.5035      0.3480
 105     0.1000     0.0422    98.6320     0.5526    88.7400    14.4848      0.3457
 106     0.1000     0.0353    98.8820     0.5654    88.9700    14.5186      0.3433
 107     0.1000     0.0351    98.8320     0.5609    88.8900    14.5017      0.3410
 108     0.1000     0.0379    98.8180     0.6411    88.0800    14.4705      0.3387
 109     0.1000     0.0412    98.6440     0.5361    88.8100    14.4999      0.3365
 110     0.1000     0.0380    98.6920     0.5485    89.0400    14.4964      0.3343
 111     0.1000     0.0364    98.7640     0.5375    88.9200    14.4862      0.3321
 112     0.1000     0.0318    98.9500     0.6317    88.3600    14.4696      0.3299
 113     0.1000     0.0320    98.9880     0.5712    88.8600    14.4736      0.3278
 114     0.1000     0.0345    98.8960     0.6223    88.2300    14.4940      0.3256
 115     0.1000     0.0314    98.9660     0.5569    89.3900    14.4671      0.3235
 116     0.1000     0.0318    98.9940     0.6373    87.7100    14.4909      0.3213
 117     0.1000     0.0351    98.8920     0.5358    88.7200    14.4898      0.3193
 118     0.1000     0.0279    99.0980     0.5634    88.9100    14.5275      0.3172
 119     0.1000     0.0305    99.0540     0.5806    89.2000    14.4915      0.3152
 120     0.1000     0.0294    99.0480     0.6016    88.9900    14.4764      0.3131
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0307    99.0120     0.5630    89.0400    14.4976      0.3111
 122     0.1000     0.0326    98.9560     0.5537    88.7900    14.5179      0.3091
 123     0.1000     0.0273    99.1160     0.6059    88.6600    14.4844      0.3072
 124     0.1000     0.0552    98.5260     0.5923    88.0500    14.5009      0.3053
 125     0.1000     0.0305    99.0640     0.5498    89.3100    14.4929      0.3034
 126     0.1000     0.0305    99.0140     0.5606    88.7400    14.4880      0.3015
 127     0.1000     0.0275    99.1420     0.5801    89.3800    14.4999      0.2996
 128     0.1000     0.0259    99.1340     0.5735    89.2900    14.4920      0.2978
 129     0.1000     0.0269    99.1480     0.6650    88.0000    14.4917      0.2959
 130     0.1000     0.0281    99.1160     0.6038    88.4600    14.5081      0.2941
 131     0.1000     0.0243    99.1860     0.5826    88.8600    14.5379      0.2922
 132     0.1000     0.0270    99.1300     0.6057    88.3400    14.5175      0.2904
 133     0.1000     0.0243    99.1960     0.5993    88.7100    14.4972      0.2886
 134     0.1000     0.0273    99.0680     0.6059    88.7500    14.5121      0.2869
 135     0.1000     0.0243    99.2240     0.5838    88.9600    14.5135      0.2851
 136     0.1000     0.0230    99.3160     0.5818    89.1600    14.5869      0.2834
 137     0.1000     0.0225    99.3180     0.6724    87.9300    14.5252      0.2816
 138     0.1000     0.0250    99.2040     0.6175    88.9300    14.5240      0.2799
 139     0.1000     0.0238    99.2400     0.5976    89.1200    14.5070      0.2783
 140     0.1000     0.0223    99.2840     0.5603    89.0200    14.4873      0.2766
 141     0.1000     0.0218    99.3140     0.5950    89.1400    14.4927      0.2749
 142     0.1000     0.0184    99.4160     0.6326    88.7900    14.4902      0.2732
 143     0.1000     0.0221    99.2700     0.6258    88.4800    14.5074      0.2716
 144     0.1000     0.0243    99.2520     0.5869    89.0000    14.5326      0.2700
 145     0.1000     0.0210    99.3340     0.5865    89.5400    14.5195      0.2684
 146     0.1000     0.0218    99.2740     0.6252    88.5900    14.5373      0.2669
 147     0.1000     0.0236    99.2760     0.6022    89.3400    14.5248      0.2653
 148     0.1000     0.0215    99.3040     0.6055    88.6600    14.4778      0.2637
 149     0.1000     0.0222    99.2840     0.5532    89.6900    14.5032      0.2622
 150     0.1000     0.0208    99.3220     0.5946    89.2500    14.4881      0.2607
 151     0.1000     0.0248    99.2240     0.5653    89.2400    14.4966      0.2592
 152     0.1000     0.0221    99.2640     0.6025    88.8600    14.4908      0.2578
 153     0.1000     0.0189    99.3800     0.5826    89.4400    14.5127      0.2563
 154     0.1000     0.0209    99.3580     0.5632    89.7000    14.4850      0.2548
 155     0.1000     0.0217    99.2760     0.6184    89.0400    14.4943      0.2534
 156     0.1000     0.0201    99.3880     0.5931    88.8000    14.4993      0.2519
 157     0.1000     0.0205    99.3580     0.6256    88.5700    14.5429      0.2505
 158     0.1000     0.0205    99.3620     0.5845    89.3700    14.5315      0.2491
 159     0.1000     0.0190    99.3940     0.6167    89.0700    14.5580      0.2477
 160     0.1000     0.0178    99.4100     0.6186    89.0600    14.5210      0.2463
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0204    99.3320     0.6459    88.8200    14.5137      0.2450
 162     0.1000     0.0177    99.4360     0.6034    89.5400    14.4882      0.2436
 163     0.1000     0.0195    99.3960     0.5980    89.3500    14.5224      0.2422
 164     0.1000     0.0193    99.3780     0.6293    89.0300    14.4940      0.2409
 165     0.1000     0.0201    99.3440     0.6137    89.3900    14.5027      0.2396
 166     0.1000     0.0166    99.4660     0.5887    89.4100    14.5097      0.2383
 167     0.1000     0.0181    99.4280     0.6141    89.2900    14.5172      0.2370
 168     0.1000     0.0211    99.2820     0.6007    89.2300    14.5101      0.2357
 169     0.1000     0.0174    99.4500     0.6085    88.9200    14.5067      0.2344
 170     0.1000     0.0187    99.3740     0.5887    89.2300    14.5168      0.2332
 171     0.1000     0.0185    99.4400     0.6008    89.0600    14.5182      0.2319
 172     0.1000     0.0202    99.3580     0.6108    89.3000    14.5535      0.2307
 173     0.1000     0.0175    99.4400     0.6652    88.6800    14.5152      0.2295
 174     0.1000     0.0181    99.4300     0.6302    89.0000    14.5017      0.2283
 175     0.1000     0.0167    99.4880     0.5876    89.8600    14.4842      0.2271
 176     0.1000     0.0160    99.5160     0.6120    89.2300    14.4889      0.2258
 177     0.1000     0.0181    99.4000     0.6717    88.5600    14.4947      0.2247
 178     0.1000     0.0172    99.4480     0.6252    89.0000    14.5028      0.2235
 179     0.1000     0.0175    99.4440     0.6402    88.8100    14.5000      0.2223
 180     0.1000     0.0165    99.4760     0.6215    88.9300    14.4836      0.2212
 181     0.1000     0.0190    99.4200     0.6353    89.3100    14.5218      0.2200
 182     0.1000     0.0179    99.4440     0.6054    89.6300    14.5029      0.2189
 183     0.1000     0.0197    99.3300     0.6162    89.4900    14.5719      0.2178
 184     0.1000     0.0180    99.4260     0.6333    88.8600    14.4936      0.2167
 185     0.1000     0.0187    99.4000     0.6030    89.6800    14.5060      0.2156
 186     0.1000     0.0165    99.4300     0.6262    89.3800    14.5165      0.2144
 187     0.1000     0.0158    99.4740     0.6456    89.0500    14.5330      0.2134
 188     0.1000     0.0127    99.6100     0.7127    88.4600    14.5515      0.2123
 189     0.1000     0.0191    99.3720     0.5718    89.0000    14.5293      0.2112
 190     0.1000     0.0157    99.5020     0.5833    89.4800    14.5149      0.2101
 191     0.1000     0.0156    99.4980     0.5991    89.4100    14.5609      0.2091
 192     0.1000     0.0179    99.4400     0.5994    89.5100    14.5060      0.2081
 193     0.1000     0.0156    99.4580     0.6105    89.5300    14.5031      0.2070
 194     0.1000     0.0150    99.4840     0.6718    88.6500    14.5065      0.2060
 195     0.1000     0.0155    99.4940     0.6069    89.2900    14.5484      0.2050
 196     0.1000     0.0156    99.5020     0.6047    89.5800    14.4812      0.2040
 197     0.1000     0.0135    99.5760     0.6415    88.8100    14.5056      0.2030
 198     0.1000     0.0140    99.5240     0.6085    89.2600    14.4971      0.2020
 199     0.1000     0.0126    99.6140     0.6136    89.2400    14.5059      0.2010
 200     0.1000     0.0164    99.4840     0.5960    89.2000    14.4915      0.2000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0159    99.4900     0.6055    89.6900    14.4927      0.1991
 202     0.1000     0.0168    99.4780     0.5909    90.0700    14.4885      0.1981
 203     0.1000     0.0139    99.5720     0.5878    89.9000    14.5045      0.1972
 204     0.1000     0.0132    99.5580     0.5877    89.6400    14.4920      0.1962
 205     0.1000     0.0114    99.6560     0.6163    89.2700    14.4801      0.1953
 206     0.1000     0.0119    99.6300     0.6035    90.0200    14.4970      0.1943
 207     0.1000     0.0135    99.5820     0.6233    89.3000    14.4847      0.1933
 208     0.1000     0.0103    99.6840     0.6425    89.4500    14.5701      0.1924
 209     0.1000     0.0146    99.5640     0.6174    89.4100    14.5011      0.1915
 210     0.1000     0.0121    99.6000     0.6463    89.0300    14.5051      0.1906
 211     0.1000     0.0140    99.5880     0.6059    89.2300    14.4830      0.1897
 212     0.1000     0.0169    99.4800     0.6760    88.0200    14.4936      0.1888
 213     0.1000     0.0160    99.4520     0.6302    88.9700    14.5541      0.1880
 214     0.1000     0.0139    99.5660     0.6812    88.7100    14.4955      0.1871
 215     0.1000     0.0126    99.5700     0.6323    89.8700    14.4798      0.1862
 216     0.1000     0.0121    99.6300     0.6407    89.7300    14.5074      0.1854
 217     0.1000     0.0143    99.5560     0.6337    89.2900    14.5181      0.1845
 218     0.1000     0.0143    99.5460     0.6211    89.7600    14.4732      0.1837
 219     0.1000     0.0164    99.4680     0.5964    89.3700    14.5167      0.1828
 220     0.1000     0.0132    99.6040     0.6407    89.5600    14.5083      0.1820
 221     0.1000     0.0099    99.6680     0.6553    89.2300    14.4978      0.1812
 222     0.1000     0.0124    99.5980     0.6224    89.5900    14.4977      0.1804
 223     0.1000     0.0136    99.5900     0.5905    89.8700    14.5410      0.1796
 224     0.1000     0.0100    99.6700     0.7337    89.0300    14.5324      0.1788
 225     0.1000     0.0160    99.4980     0.6125    89.6300    14.5003      0.1780
 226     0.1000     0.0115    99.6220     0.6744    89.3200    14.5190      0.1772
 227     0.1000     0.0132    99.5780     0.6732    89.2300    14.5154      0.1764
 228     0.1000     0.0124    99.5980     0.6916    88.9800    14.5213      0.1756
 229     0.1000     0.0131    99.5640     0.6638    88.9800    14.5013      0.1749
 230     0.1000     0.0126    99.6100     0.6657    88.9800    14.4970      0.1741
 231     0.1000     0.0136    99.5780     0.6299    89.1500    14.5032      0.1733
 232     0.1000     0.0124    99.6020     0.6624    89.2200    14.5269      0.1726
 233     0.1000     0.0139    99.5620     0.6579    88.8700    14.4960      0.1718
 234     0.1000     0.0162    99.5020     0.6120    89.6400    14.5498      0.1711
 235     0.1000     0.0132    99.5740     0.6162    89.6100    14.4999      0.1704
 236     0.1000     0.0122    99.6340     0.6293    89.6700    14.5073      0.1696
 237     0.1000     0.0116    99.6560     0.6298    89.8000    14.5116      0.1689
 238     0.1000     0.0103    99.7080     0.6263    89.9100    14.5496      0.1681
 239     0.1000     0.0107    99.6620     0.6316    89.5900    14.5250      0.1674
 240     0.1000     0.0145    99.5520     0.5855    89.8100    14.5248      0.1667
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0118    99.6500     0.6465    89.2100    14.5185      0.1660
 242     0.1000     0.0152    99.5320     0.6500    89.3200    14.5014      0.1653
 243     0.1000     0.0141    99.5560     0.6049    89.7300    14.5187      0.1646
 244     0.1000     0.0100    99.6860     0.6296    89.6600    14.4824      0.1639
 245     0.1000     0.0138    99.5860     0.6171    89.4200    14.5219      0.1632
 246     0.1000     0.0130    99.6160     0.6158    89.4800    14.4899      0.1626
 247     0.1000     0.0140    99.5760     0.6389    89.1600    14.4786      0.1619
 248     0.1000     0.0144    99.5540     0.6251    89.4000    14.5902      0.1613
 249     0.1000     0.0098    99.7080     0.6262    89.5500    14.5237      0.1607
 250     0.1000     0.0145    99.5540     0.5861    89.6300    14.5244      0.1600
 251     0.1000     0.0130    99.5640     0.6128    89.0700    14.5928      0.1593
 252     0.1000     0.0132    99.5920     0.6184    89.7600    14.4814      0.1587
 253     0.1000     0.0143    99.5720     0.6050    89.8400    14.4962      0.1581
 254     0.1000     0.0109    99.6280     0.6399    89.6800    14.5293      0.1575
 255     0.1000     0.0114    99.6260     0.6817    89.3000    14.5087      0.1569
 256     0.1000     0.0152    99.5160     0.6562    89.1600    14.5011      0.1562
 257     0.1000     0.0100    99.7140     0.6493    89.4800    14.4916      0.1556
 258     0.1000     0.0137    99.5760     0.6317    89.4100    14.4814      0.1550
 259     0.1000     0.0126    99.5900     0.6131    89.4900    14.4989      0.1544
 260     0.1000     0.0117    99.6460     0.6759    89.0500    14.4815      0.1538
 261     0.1000     0.0113    99.6620     0.6058    89.7700    14.5487      0.1532
 262     0.1000     0.0113    99.6600     0.6160    89.9800    14.5173      0.1526
 263     0.1000     0.0119    99.6380     0.6305    89.3000    14.5045      0.1520
 264     0.1000     0.0083    99.7360     0.6153    90.0000    14.5219      0.1514
 265     0.1000     0.0098    99.6720     0.6418    90.0500    14.5199      0.1508
 266     0.1000     0.0139    99.5800     0.6167    89.7000    14.4885      0.1502
 267     0.1000     0.0103    99.6720     0.6293    89.4500    14.5139      0.1496
 268     0.1000     0.0097    99.6980     0.6361    89.6900    14.5871      0.1490
 269     0.1000     0.0102    99.6840     0.6490    89.4400    14.5057      0.1484
 270     0.1000     0.0131    99.6000     0.6461    89.3200    14.4894      0.1479
 271     0.1000     0.0095    99.7020     0.6146    89.7200    14.5040      0.1473
 272     0.1000     0.0114    99.5960     0.6524    88.9600    14.5441      0.1467
 273     0.1000     0.0113    99.6740     0.6765    88.8100    14.5292      0.1462
 274     0.1000     0.0100    99.7100     0.6395    89.6200    14.4960      0.1456
 275     0.1000     0.0103    99.6580     0.6538    89.6900    14.5130      0.1451
 276     0.1000     0.0116    99.6180     0.6285    89.3500    14.4788      0.1445
 277     0.1000     0.0118    99.6500     0.6152    89.7800    14.5142      0.1440
 278     0.1000     0.0110    99.6640     0.6235    89.8400    14.4955      0.1435
 279     0.1000     0.0117    99.6480     0.6477    89.7000    14.4919      0.1429
 280     0.1000     0.0098    99.6880     0.6109    89.9100    14.4978      0.1425
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0121    99.5920     0.6263    89.3700    14.5015      0.1419
 282     0.1000     0.0098    99.7140     0.6002    89.5700    14.5860      0.1414
 283     0.1000     0.0105    99.6700     0.6204    89.9000    14.4945      0.1410
 284     0.1000     0.0113    99.6880     0.6422    89.4700    14.4942      0.1405
 285     0.1000     0.0102    99.6800     0.6191    89.9800    14.4988      0.1400
 286     0.1000     0.0081    99.7260     0.6197    90.3900    14.4796      0.1395
 287     0.1000     0.0095    99.7100     0.6969    89.2200    14.4989      0.1389
 288     0.1000     0.0124    99.6200     0.6338    89.3200    14.5414      0.1384
 289     0.1000     0.0107    99.6560     0.6247    89.6100    14.4956      0.1380
 290     0.1000     0.0088    99.7440     0.6908    89.2200    14.4919      0.1375
 291     0.1000     0.0102    99.6820     0.6847    89.3600    14.4946      0.1370
 292     0.1000     0.0108    99.6260     0.6242    89.5700    14.4866      0.1365
 293     0.1000     0.0095    99.7020     0.6641    89.5100    14.5014      0.1361
 294     0.1000     0.0116    99.6400     0.6619    89.1900    14.5058      0.1356
 295     0.1000     0.0113    99.6540     0.6331    89.7800    14.4806      0.1351
 296     0.1000     0.0090    99.7100     0.6748    89.6000    14.4827      0.1347
 297     0.1000     0.0095    99.6860     0.6475    89.7300    14.4740      0.1342
 298     0.1000     0.0100    99.7100     0.6415    89.8900    14.4775      0.1337
 299     0.1000     0.0117    99.6500     0.6389    89.7400    14.5444      0.1333
 300     0.1000     0.0095    99.7080     0.6385    89.5700    14.4860      0.1328
 301     0.0996     0.0086    99.7460     0.6884    89.2500    14.4846      0.1324
 302     0.0992     0.0121    99.6400     0.6642    89.5200    14.4794      0.1319
 303     0.0988     0.0070    99.7780     0.6507    89.8800    14.5201      0.1315
 304     0.0983     0.0108    99.6820     0.6233    89.8600    14.4913      0.1311
 305     0.0979     0.0090    99.7160     0.6549    89.3000    14.4911      0.1306
 306     0.0975     0.0094    99.6960     0.6151    89.7400    14.4866      0.1302
 307     0.0971     0.0083    99.7320     0.6184    89.8700    14.5081      0.1298
 308     0.0967     0.0102    99.6900     0.6347    89.7400    14.5039      0.1294
 309     0.0963     0.0080    99.7560     0.6291    89.7500    14.4858      0.1290
 310     0.0959     0.0090    99.7000     0.6711    89.6300    14.4676      0.1286
 311     0.0955     0.0120    99.6440     0.6550    89.6600    14.4559      0.1281
 312     0.0950     0.0078    99.7640     0.6982    89.4300    14.4865      0.1278
 313     0.0946     0.0088    99.7180     0.6437    89.8900    14.4936      0.1274
 314     0.0942     0.0063    99.8120     0.6361    90.0700    14.4649      0.1270
 315     0.0938     0.0090    99.7460     0.6882    89.2300    14.4833      0.1266
 316     0.0934     0.0101    99.6580     0.6713    89.2400    14.4924      0.1262
 317     0.0930     0.0091    99.7240     0.6282    89.8800    14.4941      0.1258
 318     0.0926     0.0064    99.7880     0.6540    89.9200    14.5037      0.1254
 319     0.0922     0.0089    99.7240     0.6691    89.8200    14.5169      0.1250
 320     0.0917     0.0065    99.8000     0.6357    90.0100    14.5075      0.1247
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0061    99.8180     0.6755    89.6500    14.5304      0.1243
 322     0.0909     0.0065    99.7980     0.6998    89.5900    14.4945      0.1239
 323     0.0905     0.0054    99.8600     0.7174    89.9200    14.5176      0.1235
 324     0.0901     0.0056    99.8320     0.6596    89.7600    14.4942      0.1232
 325     0.0897     0.0087    99.7300     0.6337    89.7700    14.5616      0.1228
 326     0.0893     0.0083    99.7540     0.6726    89.6900    14.4845      0.1225
 327     0.0889     0.0057    99.8300     0.6783    89.5300    14.5050      0.1221
 328     0.0885     0.0076    99.7760     0.6836    90.1600    14.4893      0.1218
 329     0.0880     0.0045    99.8480     0.6897    90.1800    14.5065      0.1215
 330     0.0876     0.0058    99.8200     0.6792    89.9900    14.4887      0.1211
 331     0.0872     0.0070    99.7980     0.6819    89.5700    14.5166      0.1208
 332     0.0868     0.0099    99.6920     0.6622    90.0100    14.4975      0.1205
 333     0.0864     0.0061    99.8160     0.7083    89.7600    14.5305      0.1201
 334     0.0860     0.0057    99.8260     0.6808    89.9800    14.5136      0.1198
 335     0.0856     0.0070    99.7860     0.6638    89.8700    14.5477      0.1195
 336     0.0852     0.0080    99.7440     0.7375    89.0800    14.4887      0.1192
 337     0.0847     0.0082    99.7840     0.6726    89.8200    14.4981      0.1189
 338     0.0843     0.0053    99.8520     0.6676    89.9400    14.4887      0.1186
 339     0.0839     0.0047    99.8800     0.6806    89.8700    14.5024      0.1182
 340     0.0835     0.0052    99.8480     0.6677    89.8900    14.4911      0.1179
 341     0.0831     0.0047    99.8520     0.6929    89.9900    14.5149      0.1176
 342     0.0827     0.0065    99.8020     0.7753    89.0100    14.4920      0.1173
 343     0.0823     0.0054    99.8300     0.6629    90.0000    14.4872      0.1170
 344     0.0818     0.0072    99.7280     0.6750    89.6800    14.4850      0.1167
 345     0.0814     0.0052    99.8380     0.7095    89.5300    14.5093      0.1164
 346     0.0810     0.0077    99.7660     0.6496    90.1800    14.5086      0.1161
 347     0.0806     0.0037    99.8920     0.6718    89.7700    14.5214      0.1158
 348     0.0802     0.0046    99.8720     0.6696    89.8600    14.4992      0.1155
 349     0.0798     0.0036    99.9020     0.7018    89.8200    14.5177      0.1152
 350     0.0794     0.0059    99.8300     0.6683    89.8900    14.4975      0.1149
 351     0.0790     0.0039    99.8880     0.6885    89.9100    14.5134      0.1147
 352     0.0786     0.0039    99.8900     0.7222    89.9100    14.4985      0.1144
 353     0.0781     0.0043    99.8540     0.6922    90.2600    14.5505      0.1141
 354     0.0777     0.0053    99.8360     0.6907    89.8400    14.4835      0.1138
 355     0.0773     0.0039    99.8700     0.6620    90.1100    14.5013      0.1136
 356     0.0769     0.0043    99.8700     0.6645    90.1300    14.4855      0.1133
 357     0.0765     0.0025    99.9220     0.6653    90.0700    14.5032      0.1131
 358     0.0761     0.0030    99.9080     0.6908    90.2300    14.4817      0.1128
 359     0.0757     0.0030    99.9060     0.6783    90.3200    14.5735      0.1125
 360     0.0753     0.0032    99.9120     0.6692    90.4800    14.4960      0.1122
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0023    99.9240     0.7002    90.0000    14.4776      0.1119
 362     0.0744     0.0030    99.9080     0.7467    89.5800    14.5024      0.1117
 363     0.0740     0.0044    99.8700     0.7079    89.9100    14.5221      0.1115
 364     0.0736     0.0040    99.8780     0.6886    90.2900    14.5031      0.1112
 365     0.0732     0.0023    99.9360     0.7177    89.8800    14.4896      0.1110
 366     0.0728     0.0039    99.8880     0.7079    90.0800    14.4729      0.1107
 367     0.0724     0.0029    99.8900     0.7144    90.0600    14.4888      0.1105
 368     0.0720     0.0020    99.9540     0.6843    90.1500    14.4896      0.1102
 369     0.0715     0.0022    99.9380     0.7164    90.2400    14.5128      0.1100
 370     0.0711     0.0023    99.9280     0.7269    90.1100    14.5102      0.1097
 371     0.0707     0.0031    99.9180     0.7516    89.7100    14.4943      0.1095
 372     0.0703     0.0029    99.9020     0.7256    89.9500    14.4667      0.1093
 373     0.0699     0.0034    99.9100     0.7514    89.7800    14.5187      0.1090
 374     0.0695     0.0021    99.9360     0.7262    89.8300    14.5400      0.1088
 375     0.0691     0.0024    99.9140     0.7436    89.9200    14.4860      0.1086
 376     0.0686     0.0019    99.9340     0.7254    89.9500    14.4977      0.1083
 377     0.0682     0.0034    99.8940     0.7341    89.7000    14.5030      0.1081
 378     0.0678     0.0016    99.9580     0.7245    90.2200    14.5008      0.1079
 379     0.0674     0.0025    99.9180     0.7667    89.7300    14.5366      0.1077
 380     0.0670     0.0034    99.9020     0.7790    89.7600    14.4849      0.1074
 381     0.0666     0.0030    99.9040     0.7079    90.3700    14.4951      0.1072
 382     0.0662     0.0036    99.9060     0.7199    89.9700    14.4882      0.1070
 383     0.0658     0.0012    99.9680     0.7422    90.0300    14.4919      0.1068
 384     0.0654     0.0032    99.8900     0.7054    90.0900    14.5342      0.1066
 385     0.0649     0.0022    99.9380     0.7395    89.9400    14.4940      0.1064
 386     0.0645     0.0021    99.9520     0.7077    90.2200    14.4979      0.1062
 387     0.0641     0.0017    99.9560     0.7430    90.0400    14.5252      0.1060
 388     0.0637     0.0022    99.9560     0.7628    89.8400    14.4809      0.1058
 389     0.0633     0.0016    99.9500     0.7108    90.2900    14.5494      0.1055
 390     0.0629     0.0013    99.9680     0.7289    90.1500    14.5297      0.1054
 391     0.0625     0.0014    99.9560     0.7363    90.2600    14.5367      0.1052
 392     0.0621     0.0012    99.9560     0.7537    89.8500    14.4946      0.1050
 393     0.0616     0.0023    99.9280     0.7459    90.1800    14.4859      0.1048
 394     0.0612     0.0025    99.9300     0.7185    90.3200    14.4930      0.1046
 395     0.0608     0.0020    99.9380     0.7156    90.3600    14.4834      0.1044
 396     0.0604     0.0022    99.9380     0.7236    90.2400    14.5017      0.1042
 397     0.0600     0.0027    99.9280     0.7122    90.0200    14.5060      0.1040
 398     0.0596     0.0016    99.9580     0.7305    90.4200    14.4924      0.1039
 399     0.0592     0.0018    99.9380     0.7227    90.2200    14.5034      0.1037
 400     0.0588     0.0014    99.9560     0.7279    90.3600    14.4923      0.1035
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0024    99.9420     0.7075    90.3500    14.4673      0.1033
 402     0.0579     0.0013    99.9660     0.7432    90.3000    14.4945      0.1031
 403     0.0575     0.0018    99.9460     0.7358    90.0900    14.4946      0.1030
 404     0.0571     0.0017    99.9460     0.7366    89.9600    14.5057      0.1028
 405     0.0567     0.0017    99.9480     0.7182    90.1300    14.4987      0.1026
 406     0.0563     0.0008    99.9780     0.7444    90.4100    14.4961      0.1025
 407     0.0559     0.0007    99.9880     0.7326    90.4100    14.5111      0.1023
 408     0.0554     0.0007    99.9820     0.7365    90.4100    14.4855      0.1021
 409     0.0550     0.0014    99.9620     0.7549    90.3100    14.4901      0.1019
 410     0.0546     0.0011    99.9640     0.7686    90.1900    14.5029      0.1018
 411     0.0542     0.0014    99.9560     0.7519    89.9700    14.5123      0.1016
 412     0.0538     0.0016    99.9540     0.7290    90.3700    14.5317      0.1015
 413     0.0534     0.0007    99.9840     0.7642    90.2200    14.4749      0.1013
 414     0.0530     0.0014    99.9580     0.7347    90.3700    14.5004      0.1011
 415     0.0526     0.0012    99.9740     0.7356    90.5100    14.4998      0.1010
 416     0.0522     0.0009    99.9760     0.7464    90.1800    14.4989      0.1008
 417     0.0517     0.0008    99.9760     0.7593    90.2800    14.5020      0.1007
 418     0.0513     0.0007    99.9820     0.7556    90.2900    14.4909      0.1005
 419     0.0509     0.0006    99.9860     0.7577    90.3400    14.4998      0.1004
 420     0.0505     0.0004    99.9920     0.7586    90.4700    14.4987      0.1002
 421     0.0501     0.0013    99.9640     0.7664    90.1600    14.5360      0.1001
 422     0.0497     0.0007    99.9840     0.7427    90.6000    14.4981      0.1000
 423     0.0493     0.0008    99.9760     0.7593    90.2700    14.4937      0.0998
 424     0.0489     0.0008    99.9800     0.7498    90.3300    14.5174      0.0997
 425     0.0484     0.0004    99.9940     0.7798    90.2600    14.4887      0.0995
 426     0.0480     0.0010    99.9600     0.7958    90.0000    14.5265      0.0994
 427     0.0476     0.0004    99.9920     0.7673    90.3400    14.4925      0.0992
 428     0.0472     0.0011    99.9720     0.7766    90.0500    14.5047      0.0991
 429     0.0468     0.0007    99.9820     0.7622    90.2600    14.4816      0.0990
 430     0.0464     0.0010    99.9720     0.7529    90.1300    14.5068      0.0988
 431     0.0460     0.0006    99.9900     0.7577    90.2700    14.4794      0.0987
 432     0.0456     0.0004    99.9900     0.7618    90.3100    14.4893      0.0986
 433     0.0451     0.0007    99.9800     0.7717    90.4000    14.4680      0.0985
 434     0.0447     0.0004    99.9920     0.7712    90.4800    14.4973      0.0983
 435     0.0443     0.0009    99.9760     0.7715    90.1900    14.4926      0.0982
 436     0.0439     0.0006    99.9860     0.7521    90.3200    14.4935      0.0981
 437     0.0435     0.0005    99.9860     0.7635    90.2700    14.4884      0.0979
 438     0.0431     0.0004    99.9820     0.7570    90.4200    14.4964      0.0978
 439     0.0427     0.0004    99.9940     0.7706    90.3900    14.5973      0.0977
 440     0.0423     0.0009    99.9700     0.7694    90.2800    14.4847      0.0976
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0009    99.9780     0.7681    90.3500    14.4907      0.0975
 442     0.0414     0.0006    99.9820     0.7716    90.2200    14.5103      0.0974
 443     0.0410     0.0004    99.9900     0.7611    90.4400    14.5106      0.0973
 444     0.0406     0.0006    99.9820     0.7804    90.2300    14.5105      0.0972
 445     0.0402     0.0008    99.9800     0.7936    90.1900    14.4761      0.0970
 446     0.0398     0.0007    99.9840     0.7740    90.3200    14.4854      0.0969
 447     0.0394     0.0003    99.9960     0.7652    90.4500    14.5032      0.0968
 448     0.0389     0.0006    99.9800     0.7760    90.3600    14.5302      0.0967
 449     0.0385     0.0003    99.9900     0.7884    90.4400    14.5116      0.0966
 450     0.0381     0.0007    99.9780     0.7704    90.2000    14.4830      0.0965
 451     0.0377     0.0006    99.9900     0.7741    90.2300    14.5888      0.0964
 452     0.0373     0.0006    99.9860     0.7672    90.3500    14.4870      0.0963
 453     0.0369     0.0006    99.9860     0.7464    90.4800    14.4917      0.0962
 454     0.0365     0.0005    99.9860     0.7521    90.4700    14.5060      0.0961
 455     0.0361     0.0006    99.9840     0.7565    90.2600    14.4997      0.0960
 456     0.0357     0.0004    99.9940     0.7589    90.4400    14.5303      0.0959
 457     0.0352     0.0005    99.9920     0.7640    90.4800    14.5190      0.0959
 458     0.0348     0.0004    99.9920     0.7644    90.6000    14.5045      0.0958
 459     0.0344     0.0004    99.9820     0.7618    90.4800    14.5096      0.0957
 460     0.0340     0.0005    99.9920     0.7491    90.6100    14.4900      0.0956
 461     0.0336     0.0003    99.9980     0.7578    90.5100    14.4992      0.0955
 462     0.0332     0.0004    99.9920     0.7655    90.4100    14.5256      0.0954
 463     0.0328     0.0003    99.9920     0.7604    90.8100    14.5152      0.0953
 464     0.0324     0.0002    99.9980     0.7696    90.6600    14.4826      0.0952
 465     0.0319     0.0003    99.9980     0.7804    90.6300    14.4861      0.0952
 466     0.0315     0.0003    99.9940     0.7811    90.4700    14.5387      0.0951
 467     0.0311     0.0002    99.9980     0.7831    90.6600    14.4954      0.0950
 468     0.0307     0.0003    99.9940     0.7765    90.6600    14.4774      0.0949
 469     0.0303     0.0003    99.9940     0.7895    90.5100    14.4823      0.0948
 470     0.0299     0.0004    99.9900     0.7812    90.5800    14.4871      0.0948
 471     0.0295     0.0003    99.9940     0.7758    90.4800    14.4897      0.0947
 472     0.0291     0.0003    99.9900     0.7726    90.6800    14.5324      0.0946
 473     0.0286     0.0002    99.9980     0.7741    90.7400    14.5812      0.0945
 474     0.0282     0.0003    99.9920     0.7856    90.7000    14.4807      0.0945
 475     0.0278     0.0003    99.9900     0.7914    90.7300    14.4913      0.0944
 476     0.0274     0.0004    99.9900     0.7938    90.5800    14.4877      0.0943
 477     0.0270     0.0004    99.9900     0.7895    90.6200    14.5255      0.0943
 478     0.0266     0.0002    99.9980     0.7875    90.6200    14.4940      0.0942
 479     0.0262     0.0002    99.9980     0.7894    90.6300    14.5011      0.0941
 480     0.0257     0.0003    99.9920     0.7834    90.6300    14.5045      0.0941
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0002    99.9980     0.7880    90.5800    14.4679      0.0940
 482     0.0249     0.0003    99.9940     0.7783    90.6900    14.4994      0.0940
 483     0.0245     0.0004    99.9860     0.7842    90.5000    14.5796      0.0939
 484     0.0241     0.0002    99.9960     0.7869    90.5300    14.5073      0.0938
 485     0.0237     0.0002    99.9940     0.7833    90.5500    14.5020      0.0938
 486     0.0233     0.0003    99.9920     0.7771    90.5300    14.5299      0.0937
 487     0.0229     0.0002    99.9960     0.7814    90.5400    14.5069      0.0937
 488     0.0225     0.0003    99.9980     0.7808    90.6700    14.4942      0.0936
 489     0.0220     0.0002    99.9940     0.7875    90.6800    14.5001      0.0936
 490     0.0216     0.0001   100.0000     0.7894    90.6700    14.4922      0.0935
 491     0.0212     0.0001   100.0000     0.7914    90.6200    14.5207      0.0935
 492     0.0208     0.0001   100.0000     0.7902    90.6400    14.4979      0.0934
 493     0.0204     0.0002    99.9960     0.7896    90.5900    14.4917      0.0934
 494     0.0200     0.0001   100.0000     0.7919    90.6000    14.5217      0.0933
 495     0.0196     0.0002    99.9960     0.7895    90.6000    14.4933      0.0933
 496     0.0192     0.0002    99.9960     0.7912    90.5700    14.4903      0.0932
 497     0.0187     0.0001    99.9980     0.7889    90.7700    14.5171      0.0932
 498     0.0183     0.0003    99.9940     0.7888    90.6900    14.5096      0.0931
 499     0.0179     0.0002    99.9960     0.7939    90.5100    14.5103      0.0931
 500     0.0175     0.0003    99.9960     0.7913    90.5800    14.5299      0.0930
 501     0.0171     0.0003    99.9940     0.7927    90.5800    14.4845      0.0930
 502     0.0167     0.0003    99.9920     0.7921    90.5700    14.4920      0.0930
 503     0.0163     0.0002    99.9960     0.7900    90.5900    14.4971      0.0929
 504     0.0159     0.0002    99.9980     0.7901    90.4300    14.5003      0.0929
 505     0.0154     0.0003    99.9940     0.7849    90.5500    14.4789      0.0929
 506     0.0150     0.0002    99.9960     0.7846    90.5300    14.5719      0.0928
 507     0.0146     0.0002    99.9960     0.7877    90.4700    14.4834      0.0928
 508     0.0142     0.0002    99.9940     0.7819    90.5900    14.5028      0.0928
 509     0.0138     0.0001   100.0000     0.7826    90.6300    14.4708      0.0927
 510     0.0134     0.0002    99.9980     0.7844    90.5800    14.4811      0.0927
 511     0.0130     0.0001   100.0000     0.7806    90.6800    14.4998      0.0927
 512     0.0125     0.0001   100.0000     0.7826    90.6600    14.5005      0.0926
 513     0.0121     0.0002    99.9940     0.7827    90.6800    14.4919      0.0926
 514     0.0117     0.0002    99.9980     0.7826    90.5800    14.4918      0.0926
 515     0.0113     0.0002    99.9920     0.7811    90.6900    14.4796      0.0926
 516     0.0109     0.0003    99.9960     0.7833    90.5800    14.4885      0.0926
 517     0.0105     0.0001   100.0000     0.7847    90.6100    14.5410      0.0925
 518     0.0101     0.0002    99.9960     0.7888    90.6300    14.5008      0.0925
 519     0.0097     0.0001   100.0000     0.7888    90.6000    14.4976      0.0925
 520     0.0092     0.0001   100.0000     0.7887    90.6100    14.4962      0.0925
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0002    99.9960     0.7892    90.5700    14.4968      0.0925
 522     0.0084     0.0002    99.9980     0.7901    90.5600    14.5118      0.0924
 523     0.0080     0.0001   100.0000     0.7902    90.5900    14.4918      0.0924
 524     0.0076     0.0001   100.0000     0.7900    90.5600    14.5051      0.0924
 525     0.0072     0.0002    99.9980     0.7893    90.6200    14.4893      0.0924
 526     0.0068     0.0002    99.9980     0.7908    90.6100    14.5243      0.0924
 527     0.0064     0.0001    99.9980     0.7902    90.6300    14.4916      0.0924
 528     0.0060     0.0001    99.9980     0.7892    90.6400    14.5007      0.0923
 529     0.0055     0.0002    99.9960     0.7888    90.6100    14.4877      0.0923
 530     0.0051     0.0001   100.0000     0.7883    90.6000    14.4814      0.0923
 531     0.0047     0.0002    99.9980     0.7877    90.6400    14.4881      0.0923
 532     0.0043     0.0002    99.9980     0.7874    90.6400    14.5129      0.0923
 533     0.0039     0.0001   100.0000     0.7884    90.6600    14.5021      0.0923
 534     0.0035     0.0002    99.9940     0.7895    90.6700    14.5267      0.0923
 535     0.0031     0.0001    99.9980     0.7901    90.6500    14.5045      0.0923
 536     0.0027     0.0001   100.0000     0.7899    90.6400    14.4900      0.0923
 537     0.0022     0.0001   100.0000     0.7898    90.6300    14.5042      0.0923
 538     0.0018     0.0002    99.9940     0.7898    90.6200    14.4819      0.0923
 539     0.0014     0.0001   100.0000     0.7901    90.6300    14.5158      0.0923
 540     0.0010     0.0001   100.0000     0.7902    90.6300    14.4854      0.0923
 541     0.0010     0.0001    99.9980     0.7900    90.6500    14.5083      0.0923
 542     0.0010     0.0001   100.0000     0.7903    90.6400    14.4964      0.0923
 543     0.0010     0.0002    99.9960     0.7901    90.6500    14.4997      0.0923
 544     0.0010     0.0001   100.0000     0.7901    90.6500    14.5968      0.0923
 545     0.0010     0.0001    99.9980     0.7900    90.6700    14.4958      0.0923
 546     0.0010     0.0003    99.9980     0.7900    90.6500    14.5137      0.0923
 547     0.0010     0.0001   100.0000     0.7901    90.6400    14.4925      0.0923
 548     0.0010     0.0001    99.9980     0.7905    90.6400    14.4886      0.0923
 549     0.0010     0.0001   100.0000     0.7906    90.6200    14.4813      0.0923
 550     0.0010     0.0001   100.0000     0.7906    90.6700    14.4827      0.0923
 551     0.0010     0.0002    99.9960     0.7906    90.6600    14.4900      0.0923
 552     0.0010     0.0001   100.0000     0.7907    90.6300    14.5128      0.0923
 553     0.0010     0.0002    99.9940     0.7904    90.6700    14.4898      0.0923
 554     0.0010     0.0001   100.0000     0.7902    90.6600    14.4904      0.0923
 555     0.0010     0.0002    99.9980     0.7903    90.6600    14.5074      0.0923
 556     0.0010     0.0001   100.0000     0.7904    90.6500    14.4914      0.0923
 557     0.0010     0.0001    99.9980     0.7907    90.6400    14.4982      0.0923
 558     0.0010     0.0001    99.9980     0.7906    90.6500    14.5012      0.0923
 559     0.0010     0.0001    99.9980     0.7906    90.6400    14.5352      0.0923
 560     0.0010     0.0002    99.9960     0.7905    90.6500    14.5035      0.0923
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001    99.9980     0.7907    90.6300    14.5195      0.0923
 562     0.0010     0.0002    99.9940     0.7908    90.6300    14.4950      0.0923
 563     0.0010     0.0002    99.9940     0.7910    90.6000    14.5009      0.0923
 564     0.0010     0.0001    99.9980     0.7910    90.6100    14.4921      0.0923
 565     0.0010     0.0002    99.9980     0.7914    90.6200    14.5026      0.0923
 566     0.0010     0.0001   100.0000     0.7917    90.6200    14.5047      0.0923
 567     0.0010     0.0001    99.9980     0.7919    90.6200    14.5287      0.0923
 568     0.0010     0.0001    99.9980     0.7918    90.6400    14.4934      0.0923
 569     0.0010     0.0002    99.9920     0.7919    90.5900    14.4888      0.0923
 570     0.0010     0.0002    99.9960     0.7917    90.6200    14.5128      0.0923
 571     0.0010     0.0001   100.0000     0.7918    90.6300    14.4938      0.0923
 572     0.0010     0.0001    99.9960     0.7918    90.6200    14.4874      0.0923
 573     0.0010     0.0001    99.9980     0.7919    90.6100    14.4875      0.0923
 574     0.0010     0.0001   100.0000     0.7922    90.6100    14.4812      0.0923
 575     0.0010     0.0001   100.0000     0.7922    90.6100    14.4913      0.0923
 576     0.0010     0.0001    99.9980     0.7924    90.6400    14.4882      0.0923
 577     0.0010     0.0002    99.9980     0.7919    90.6200    14.5026      0.0923
 578     0.0010     0.0001    99.9980     0.7920    90.6400    14.4757      0.0923
 579     0.0010     0.0001   100.0000     0.7919    90.6300    14.5609      0.0923
 580     0.0010     0.0001    99.9980     0.7918    90.6600    14.5760      0.0923
 581     0.0010     0.0001    99.9980     0.7915    90.6200    14.5324      0.0923
 582     0.0010     0.0001    99.9980     0.7918    90.6200    14.5486      0.0923
 583     0.0010     0.0002    99.9960     0.7923    90.6000    14.4779      0.0923
 584     0.0010     0.0001    99.9980     0.7924    90.5900    14.5165      0.0923
 585     0.0010     0.0001    99.9980     0.7927    90.5800    14.5017      0.0923
 586     0.0010     0.0002    99.9960     0.7929    90.6000    14.5600      0.0923
 587     0.0010     0.0001    99.9980     0.7927    90.6000    14.4792      0.0923
 588     0.0010     0.0001   100.0000     0.7928    90.6000    14.5181      0.0923
 589     0.0010     0.0001   100.0000     0.7928    90.5900    14.5404      0.0923
 590     0.0010     0.0001    99.9980     0.7931    90.6000    14.5306      0.0923
 591     0.0010     0.0001    99.9980     0.7930    90.6000    14.5603      0.0923
 592     0.0010     0.0001    99.9980     0.7930    90.6000    14.5452      0.0923
 593     0.0010     0.0002    99.9980     0.7930    90.6000    14.5226      0.0923
 594     0.0010     0.0001   100.0000     0.7933    90.6000    14.5039      0.0923
 595     0.0010     0.0001    99.9980     0.7933    90.6100    14.5218      0.0923
 596     0.0010     0.0001    99.9980     0.7936    90.6000    14.5024      0.0923
 597     0.0010     0.0001   100.0000     0.7936    90.6000    14.4904      0.0923
 598     0.0010     0.0001   100.0000     0.7935    90.6000    14.5144      0.0923
 599     0.0010     0.0001   100.0000     0.7936    90.6100    14.4968      0.0923
 600     0.0010     0.0001   100.0000     0.7937    90.6100    14.5265      0.0923
