Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2516    13.5780     2.1562    20.2400    17.6035      0.9627
   2     0.1000     2.2019    15.5600     2.0207    21.2400    15.5276      0.9470
   3     0.1000     2.0020    21.0900     2.0412    19.0000    15.5283      0.9348
   4     0.1000     1.9006    24.8540     1.7178    30.5100    15.5980      0.9246
   5     0.1000     1.7522    31.4220     1.7519    31.1600    15.5357      0.9157
   6     0.1000     1.6384    37.0480     1.7965    33.8300    15.4257      0.9076
   7     0.1000     1.5482    41.3980     1.4931    43.3700    15.4216      0.9001
   8     0.1000     1.4305    47.3960     1.3840    50.8200    15.5409      0.8932
   9     0.1000     1.2971    53.5900     1.2614    54.6800    15.5545      0.8868
  10     0.1000     1.1672    58.5000     1.0210    64.0100    15.4776      0.8808
  11     0.1000     1.0598    62.7060     0.9277    67.4500    15.4201      0.8751
  12     0.1000     0.9630    66.5080     0.9391    67.5600    15.5257      0.8697
  13     0.1000     0.8789    69.7960     0.7854    72.4400    15.5222      0.8644
  14     0.1000     0.8142    72.0840     0.7469    74.2800    15.5282      0.8595
  15     0.1000     0.7573    74.1500     0.7882    73.5900    15.4767      0.8547
  16     0.1000     0.7051    76.0320     0.7983    74.4200    15.6248      0.8501
  17     0.1000     0.6584    77.7740     0.7454    75.4900    15.5393      0.8456
  18     0.1000     0.6187    79.1240     0.6839    77.4200    15.4819      0.8413
  19     0.1000     0.5869    80.4580     0.6526    78.4800    15.5362      0.8371
  20     0.1000     0.5463    81.7040     0.5410    82.2500    15.5285      0.8330
  21     0.1000     0.5210    82.6800     0.5791    81.4700    15.5036      0.8291
  22     0.1000     0.4954    83.4760     0.5569    82.1300    15.4854      0.8253
  23     0.1000     0.4721    84.2720     0.5488    81.9200    15.6605      0.8215
  24     0.1000     0.4523    84.9700     0.5253    83.5400    15.6369      0.8180
  25     0.1000     0.4236    86.0720     0.5137    83.6700    15.4880      0.8144
  26     0.1000     0.4127    86.3300     0.4855    84.2100    15.5277      0.8110
  27     0.1000     0.3881    87.1980     0.5683    81.6300    15.4841      0.8076
  28     0.1000     0.3695    87.7140     0.5414    83.4200    15.4711      0.8043
  29     0.1000     0.3597    88.1940     0.5021    83.6000    15.3976      0.8011
  30     0.1000     0.3402    88.8600     0.8387    76.5700    15.4131      0.7979
  31     0.1000     0.3263    89.4060     0.4794    85.0000    15.5159      0.7948
  32     0.1000     0.3144    89.6480     0.4937    84.8900    15.5976      0.7917
  33     0.1000     0.2954    90.1860     0.4663    85.9900    15.4955      0.7888
  34     0.1000     0.2819    90.5420     0.5323    83.9100    15.4377      0.7858
  35     0.1000     0.2785    90.8440     0.5114    85.2400    15.4700      0.7830
  36     0.1000     0.2643    91.2320     0.4443    86.9500    15.4958      0.7801
  37     0.1000     0.2593    91.4600     0.4755    85.0500    15.4199      0.7773
  38     0.1000     0.2373    92.0880     0.4692    86.3800    15.5807      0.7746
  39     0.1000     0.2314    92.3360     0.4449    86.9500    15.5258      0.7719
  40     0.1000     0.2211    92.7780     0.4483    86.3300    15.5743      0.7693
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2133    92.9200     0.4341    87.4600    15.3824      0.7667
  42     0.1000     0.2137    92.7960     0.4885    85.7800    15.5765      0.7641
  43     0.1000     0.1990    93.4620     0.4659    86.5200    15.4905      0.7616
  44     0.1000     0.1931    93.6300     0.4772    86.6200    15.4148      0.7591
  45     0.1000     0.1860    93.8420     0.4368    87.0300    15.6043      0.7566
  46     0.1000     0.1737    94.2240     0.4456    87.1600    15.5159      0.7542
  47     0.1000     0.1760    94.2140     0.3991    88.1900    15.4794      0.7518
  48     0.1000     0.1606    94.7140     0.8552    79.9700    15.4703      0.7495
  49     0.1000     0.1632    94.6720     0.5007    86.0800    15.4473      0.7472
  50     0.1000     0.1538    94.8640     0.4601    88.0400    15.5026      0.7449
  51     0.1000     0.1453    95.2140     0.4694    87.9800    15.4425      0.7426
  52     0.1000     0.1417    95.3180     0.4664    87.2900    15.4885      0.7403
  53     0.1000     0.1330    95.5220     0.4778    87.7900    15.3970      0.7381
  54     0.1000     0.1384    95.3680     0.4899    87.1500    15.5379      0.7359
  55     0.1000     0.1284    95.7340     0.4853    87.1800    15.5334      0.7337
  56     0.1000     0.1295    95.6600     0.5286    86.1500    15.4869      0.7316
  57     0.1000     0.1196    96.0180     0.5739    85.7900    15.4775      0.7295
  58     0.1000     0.1154    96.2060     0.4928    87.6500    15.4271      0.7275
  59     0.1000     0.1052    96.5080     0.5407    86.6800    15.5491      0.7254
  60     0.1000     0.1119    96.3720     0.5203    86.9200    15.4161      0.7233
  61     0.1000     0.1100    96.3800     0.4784    88.2600    15.3997      0.7213
  62     0.1000     0.0996    96.6380     0.5701    86.5700    15.4467      0.7193
  63     0.1000     0.0999    96.7180     0.4575    88.4700    15.4350      0.7173
  64     0.1000     0.0929    96.9240     0.5436    86.5400    15.5329      0.7153
  65     0.1000     0.0945    96.8440     0.5366    86.8900    15.5426      0.7134
  66     0.1000     0.0887    97.0220     0.5372    88.1000    15.5152      0.7115
  67     0.1000     0.0871    97.1000     0.4881    88.2100    15.4286      0.7095
  68     0.1000     0.0820    97.2820     0.7017    84.3900    15.5436      0.7076
  69     0.1000     0.0857    97.2500     0.5254    87.5300    15.4816      0.7058
  70     0.1000     0.0790    97.4480     0.5254    88.0200    15.5475      0.7040
  71     0.1000     0.0820    97.2820     0.5096    88.3900    15.4875      0.7021
  72     0.1000     0.0742    97.5440     0.5125    88.6300    15.4839      0.7003
  73     0.1000     0.0756    97.4940     0.5314    87.8300    15.4575      0.6985
  74     0.1000     0.0743    97.5260     0.5081    88.0800    15.4880      0.6967
  75     0.1000     0.0647    97.9040     0.5697    87.9000    15.5039      0.6949
  76     0.1000     0.0660    97.8640     0.5135    88.2600    15.4522      0.6932
  77     0.1000     0.0638    97.9120     0.6207    86.7800    15.4573      0.6914
  78     0.1000     0.0674    97.7260     0.5137    88.5700    15.5855      0.6897
  79     0.1000     0.0604    97.9940     0.5491    88.2200    15.6110      0.6879
  80     0.1000     0.0576    98.0760     0.5512    88.3800    15.4570      0.6861
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0636    97.9680     0.4953    88.7300    15.5034      0.6845
  82     0.1000     0.0575    98.1260     0.5229    88.3700    15.4008      0.6828
  83     0.1000     0.0590    98.0460     0.5233    88.5900    15.4768      0.6811
  84     0.1000     0.0522    98.3180     0.5588    88.0600    15.4452      0.6795
  85     0.1000     0.0514    98.3080     0.6078    87.1400    15.6017      0.6778
  86     0.1000     0.0505    98.3940     0.5843    88.1300    15.5063      0.6762
  87     0.1000     0.0480    98.4200     0.6590    87.0500    15.4931      0.6746
  88     0.1000     0.0515    98.2940     0.5571    88.5800    15.5302      0.6730
  89     0.1000     0.0480    98.4060     0.5401    88.9700    15.5663      0.6714
  90     0.1000     0.0488    98.3860     0.7013    86.5500    15.4776      0.6698
  91     0.1000     0.0443    98.5360     0.5987    88.2100    15.5620      0.6682
  92     0.1000     0.0456    98.5920     0.5440    88.1600    15.4148      0.6666
  93     0.1000     0.0468    98.4380     0.5756    87.8300    15.5452      0.6650
  94     0.1000     0.0422    98.6140     0.5968    87.7800    15.4408      0.6634
  95     0.1000     0.0434    98.5840     0.6077    88.0400    15.4059      0.6619
  96     0.1000     0.0424    98.5660     0.5567    88.8100    15.4182      0.6604
  97     0.1000     0.0413    98.6040     0.5468    88.8800    15.4837      0.6588
  98     0.1000     0.0384    98.7560     0.5435    88.5700    15.5465      0.6573
  99     0.1000     0.0393    98.7020     0.5721    88.8000    15.5375      0.6559
 100     0.1000     0.0358    98.8100     0.6176    88.3200    15.5045      0.6544
 101     0.1000     0.0555    98.3300     0.5541    88.6500    15.4241      0.6529
 102     0.1000     0.0411    98.6440     0.5794    88.1600    15.5512      0.6515
 103     0.1000     0.0384    98.7340     0.5616    88.6500    15.5194      0.6500
 104     0.1000     0.0347    98.9020     0.5445    89.4700    15.5362      0.6485
 105     0.1000     0.0338    98.9220     0.5480    89.1700    15.5112      0.6471
 106     0.1000     0.0350    98.8120     0.5805    88.5600    15.5069      0.6456
 107     0.1000     0.0303    98.9900     0.5528    88.9700    15.4857      0.6442
 108     0.1000     0.0355    98.8940     0.5743    88.2100    15.5795      0.6427
 109     0.1000     0.0337    98.8760     0.5376    89.3600    15.5148      0.6413
 110     0.1000     0.0324    98.9240     0.6285    87.9700    15.4526      0.6399
 111     0.1000     0.0314    99.0120     0.5788    89.1200    15.5124      0.6385
 112     0.1000     0.0311    99.0240     0.5947    88.5000    15.4575      0.6371
 113     0.1000     0.0333    98.9320     0.6661    87.8100    15.3624      0.6358
 114     0.1000     0.0293    99.0760     0.8459    86.1200    15.5262      0.6344
 115     0.1000     0.0282    99.0880     0.6259    88.4900    15.3845      0.6329
 116     0.1000     0.0354    98.8280     0.5622    88.8400    15.4573      0.6317
 117     0.1000     0.0295    99.0580     0.5444    88.8600    15.4044      0.6304
 118     0.1000     0.0291    99.0440     0.6432    88.3200    15.4745      0.6290
 119     0.1000     0.0253    99.1980     0.6020    89.0700    15.5781      0.6277
 120     0.1000     0.0274    99.1300     0.6151    89.1800    15.4729      0.6264
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0223    99.2880     0.6271    89.0500    15.5847      0.6250
 122     0.1000     0.0266    99.1540     0.5591    89.5400    15.5140      0.6237
 123     0.1000     0.0228    99.2380     0.5949    88.7100    15.5691      0.6223
 124     0.1000     0.0222    99.2820     0.5853    89.7500    15.5778      0.6210
 125     0.1000     0.0256    99.1700     0.6211    88.7600    15.5452      0.6197
 126     0.1000     0.0246    99.2380     0.6051    89.0400    15.5974      0.6184
 127     0.1000     0.0203    99.3560     0.6735    88.4200    15.6538      0.6171
 128     0.1000     0.0252    99.2100     0.5698    89.4300    15.4259      0.6159
 129     0.1000     0.0217    99.3000     0.6593    88.9400    15.5095      0.6146
 130     0.1000     0.0214    99.3340     0.5698    89.5000    15.4869      0.6133
 131     0.1000     0.0194    99.3800     0.5944    89.3400    15.5305      0.6120
 132     0.1000     0.0222    99.3240     0.5902    88.9000    15.5135      0.6108
 133     0.1000     0.0196    99.3520     0.6183    89.4100    15.5290      0.6095
 134     0.1000     0.0224    99.3380     0.6333    88.4100    15.4236      0.6083
 135     0.1000     0.0219    99.3000     0.6166    89.0000    15.5223      0.6070
 136     0.1000     0.0183    99.4060     0.6268    89.2900    15.5649      0.6058
 137     0.1000     0.0226    99.2980     0.5460    89.0200    15.4425      0.6046
 138     0.1000     0.0179    99.4400     0.5811    89.6500    15.5346      0.6034
 139     0.1000     0.0214    99.2820     0.5946    89.4400    15.5417      0.6022
 140     0.1000     0.0208    99.3300     0.5828    89.6500    15.4894      0.6009
 141     0.1000     0.0168    99.4480     0.6163    89.7600    15.4391      0.5997
 142     0.1000     0.0180    99.4540     0.6179    89.4500    15.6242      0.5985
 143     0.1000     0.0200    99.3660     0.6221    89.6400    15.5186      0.5973
 144     0.1000     0.0185    99.4140     0.6108    89.4500    15.5323      0.5961
 145     0.1000     0.0174    99.4160     0.5860    89.7000    15.5487      0.5949
 146     0.1000     0.0188    99.3760     0.5817    89.3900    15.5319      0.5937
 147     0.1000     0.0209    99.3580     0.5772    89.2500    15.6363      0.5925
 148     0.1000     0.0170    99.4660     0.6021    89.3900    15.5336      0.5914
 149     0.1000     0.0169    99.4760     0.6053    89.7900    15.5406      0.5902
 150     0.1000     0.0182    99.4280     0.6131    89.0300    15.6343      0.5890
 151     0.1000     0.0193    99.4180     0.5962    89.1800    15.5968      0.5879
 152     0.1000     0.0197    99.4040     0.6747    87.8600    15.4777      0.5868
 153     0.1000     0.0178    99.4000     0.6209    89.5000    15.5033      0.5857
 154     0.1000     0.0170    99.4800     0.6191    89.3100    15.4571      0.5846
 155     0.1000     0.0172    99.4700     0.5862    89.7900    15.5101      0.5834
 156     0.1000     0.0166    99.5080     0.6025    89.5700    15.4784      0.5823
 157     0.1000     0.0135    99.5740     0.6251    89.5700    15.5018      0.5812
 158     0.1000     0.0153    99.5060     0.6189    89.4300    15.4772      0.5800
 159     0.1000     0.0203    99.3740     0.6385    88.7200    15.4759      0.5789
 160     0.1000     0.0156    99.4800     0.6403    89.5200    15.5511      0.5778
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0177    99.4240     0.6494    88.4300    15.4810      0.5768
 162     0.1000     0.0123    99.6160     0.6339    89.6900    15.5167      0.5757
 163     0.1000     0.0144    99.5640     0.6187    89.2600    15.5149      0.5746
 164     0.1000     0.0160    99.4600     0.5993    89.9800    15.4758      0.5736
 165     0.1000     0.0126    99.5680     0.6706    89.3900    15.4647      0.5725
 166     0.1000     0.0173    99.4360     0.6163    89.3800    15.5093      0.5714
 167     0.1000     0.0152    99.5040     0.5724    89.9900    15.4969      0.5703
 168     0.1000     0.0148    99.5620     0.6113    89.7600    15.5887      0.5692
 169     0.1000     0.0133    99.5740     0.7285    88.5800    15.5313      0.5681
 170     0.1000     0.0145    99.5440     0.6273    89.4000    15.5732      0.5671
 171     0.1000     0.0159    99.4920     0.5989    89.8100    15.5987      0.5661
 172     0.1000     0.0153    99.4820     0.5644    89.8900    15.4678      0.5650
 173     0.1000     0.0171    99.4560     0.6612    89.0000    15.3922      0.5640
 174     0.1000     0.0138    99.5380     0.6341    89.5100    15.4111      0.5629
 175     0.1000     0.0112    99.6220     0.6148    89.9500    15.5401      0.5619
 176     0.1000     0.0123    99.6120     0.6060    89.9000    15.5840      0.5608
 177     0.1000     0.0129    99.5780     0.6041    89.5600    15.5522      0.5598
 178     0.1000     0.0118    99.6060     0.6414    89.7800    15.4803      0.5588
 179     0.1000     0.0153    99.5200     0.5928    90.0400    15.5345      0.5578
 180     0.1000     0.0149    99.5360     0.5979    89.8200    15.4833      0.5568
 181     0.1000     0.0136    99.5600     0.6309    89.6700    15.4985      0.5558
 182     0.1000     0.0108    99.6400     0.6778    88.8300    15.4083      0.5548
 183     0.1000     0.0154    99.5400     0.5843    89.5400    15.5308      0.5538
 184     0.1000     0.0124    99.6060     0.6337    89.3500    15.5187      0.5528
 185     0.1000     0.0138    99.5700     0.6141    89.5900    15.5349      0.5518
 186     0.1000     0.0112    99.6460     0.5978    89.8700    15.6376      0.5508
 187     0.1000     0.0110    99.6840     0.6598    89.8400    15.5407      0.5497
 188     0.1000     0.0125    99.5900     0.6412    89.2700    15.5549      0.5488
 189     0.1000     0.0127    99.6040     0.6259    89.6500    15.5296      0.5478
 190     0.1000     0.0140    99.5740     0.5948    90.2600    15.5129      0.5468
 191     0.1000     0.0111    99.6700     0.6590    89.7200    15.5324      0.5458
 192     0.1000     0.0124    99.6100     0.6070    90.0200    15.4994      0.5448
 193     0.1000     0.0111    99.6780     0.6082    90.0500    15.5318      0.5439
 194     0.1000     0.0096    99.6980     0.6153    90.0800    15.4724      0.5429
 195     0.1000     0.0090    99.7180     0.7081    89.3800    15.4785      0.5419
 196     0.1000     0.0137    99.5600     0.6154    89.2900    15.5321      0.5409
 197     0.1000     0.0111    99.6520     0.6428    89.6600    15.5372      0.5400
 198     0.1000     0.0126    99.6240     0.6429    89.8500    15.4708      0.5390
 199     0.1000     0.0111    99.6500     0.6226    89.5400    15.6192      0.5381
 200     0.1000     0.0081    99.7660     0.6644    89.7000    15.6600      0.5371
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0103    99.6700     0.6835    89.5600    15.5041      0.5362
 202     0.1000     0.0125    99.5860     0.6154    89.7500    15.5010      0.5353
 203     0.1000     0.0109    99.6660     0.6297    89.7200    15.5075      0.5343
 204     0.1000     0.0105    99.6320     0.6756    89.4900    15.5212      0.5334
 205     0.1000     0.0110    99.6320     0.6048    89.9100    15.5014      0.5325
 206     0.1000     0.0102    99.6920     0.5964    90.1100    15.6021      0.5316
 207     0.1000     0.0122    99.6120     0.6552    89.6300    15.4148      0.5306
 208     0.1000     0.0093    99.7340     0.6304    90.0700    15.4733      0.5297
 209     0.1000     0.0095    99.6720     0.6247    90.1900    15.5031      0.5288
 210     0.1000     0.0123    99.6220     0.6506    89.7300    15.4611      0.5279
 211     0.1000     0.0117    99.6440     0.6308    90.1900    15.5137      0.5270
 212     0.1000     0.0118    99.6220     0.6068    90.2900    15.4985      0.5261
 213     0.1000     0.0100    99.6800     0.6321    89.8000    15.5275      0.5252
 214     0.1000     0.0085    99.7520     0.6194    90.3200    15.4894      0.5243
 215     0.1000     0.0086    99.7280     0.6144    90.0300    15.4748      0.5234
 216     0.1000     0.0077    99.7740     0.6321    90.0100    15.5599      0.5225
 217     0.1000     0.0086    99.7040     0.6569    90.2400    15.5325      0.5216
 218     0.1000     0.0090    99.7300     0.6410    89.8600    15.6187      0.5207
 219     0.1000     0.0089    99.7240     0.6142    89.9600    15.4202      0.5198
 220     0.1000     0.0104    99.6720     0.6716    88.8500    15.4972      0.5190
 221     0.1000     0.0109    99.6340     0.6500    89.6700    15.4014      0.5181
 222     0.1000     0.0103    99.7020     0.5992    89.9100    15.5754      0.5172
 223     0.1000     0.0088    99.7180     0.6264    89.6500    15.4352      0.5164
 224     0.1000     0.0101    99.6640     0.6157    89.9400    15.5167      0.5155
 225     0.1000     0.0100    99.6640     0.6030    89.7000    15.4975      0.5147
 226     0.1000     0.0071    99.7680     0.6451    89.9800    15.4560      0.5138
 227     0.1000     0.0143    99.5920     0.5932    89.7400    15.5127      0.5129
 228     0.1000     0.0112    99.6560     0.5959    89.9900    15.5285      0.5121
 229     0.1000     0.0074    99.7800     0.6354    90.0900    15.4754      0.5112
 230     0.1000     0.0084    99.7320     0.6013    90.1500    15.5205      0.5104
 231     0.1000     0.0075    99.7460     0.6900    89.5600    15.6195      0.5095
 232     0.1000     0.0102    99.6780     0.6248    90.1800    15.4300      0.5087
 233     0.1000     0.0080    99.7540     0.6421    89.8600    15.5385      0.5078
 234     0.1000     0.0083    99.7360     0.6454    90.0800    15.5355      0.5070
 235     0.1000     0.0111    99.6620     0.6033    89.7500    15.5569      0.5062
 236     0.1000     0.0100    99.6880     0.6132    90.2200    15.5588      0.5053
 237     0.1000     0.0090    99.7080     0.6358    90.2000    15.5646      0.5045
 238     0.1000     0.0067    99.7840     0.6513    90.4600    15.4915      0.5036
 239     0.1000     0.0078    99.7560     0.6323    90.5700    15.4552      0.5028
 240     0.1000     0.0076    99.7560     0.6359    90.1900    15.5112      0.5020
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0112    99.6760     0.6006    89.9000    15.5147      0.5012
 242     0.1000     0.0100    99.7040     0.5863    90.2000    15.4868      0.5004
 243     0.1000     0.0055    99.8200     0.6499    90.1000    15.3849      0.4996
 244     0.1000     0.0084    99.7340     0.6308    90.1500    15.5325      0.4988
 245     0.1000     0.0064    99.7840     0.6274    90.3700    15.5046      0.4980
 246     0.1000     0.0068    99.8080     0.6313    89.8100    15.5768      0.4971
 247     0.1000     0.0072    99.7940     0.6140    89.8000    15.5021      0.4963
 248     0.1000     0.0085    99.7300     0.6157    90.0300    15.4695      0.4955
 249     0.1000     0.0103    99.6740     0.5736    89.9800    15.4756      0.4947
 250     0.1000     0.0099    99.6920     0.5653    90.2400    15.5013      0.4939
 251     0.1000     0.0067    99.8000     0.6427    89.5700    15.4051      0.4932
 252     0.1000     0.0084    99.7500     0.6649    89.7200    15.5308      0.4924
 253     0.1000     0.0076    99.7440     0.6328    90.2000    15.5992      0.4916
 254     0.1000     0.0077    99.7840     0.5790    90.2900    15.5103      0.4908
 255     0.1000     0.0056    99.8220     0.6154    90.3800    15.4968      0.4900
 256     0.1000     0.0059    99.7960     0.6591    90.1700    15.4347      0.4892
 257     0.1000     0.0093    99.7020     0.6498    89.4900    15.5621      0.4884
 258     0.1000     0.0103    99.7140     0.6343    90.1500    15.5298      0.4877
 259     0.1000     0.0080    99.7520     0.5614    90.2600    15.4957      0.4869
 260     0.1000     0.0080    99.7460     0.6174    90.2300    15.6340      0.4861
 261     0.1000     0.0068    99.7740     0.6266    89.8800    15.5710      0.4854
 262     0.1000     0.0102    99.6920     0.5984    89.9700    15.5061      0.4846
 263     0.1000     0.0056    99.8120     0.6739    90.0900    15.5856      0.4838
 264     0.1000     0.0093    99.7340     0.6287    89.8300    15.6003      0.4831
 265     0.1000     0.0096    99.7040     0.6111    90.0300    15.5795      0.4823
 266     0.1000     0.0063    99.8040     0.6467    89.9600    15.5089      0.4816
 267     0.1000     0.0098    99.6620     0.7047    89.3800    15.4945      0.4809
 268     0.1000     0.0101    99.6560     0.6707    89.1800    15.5536      0.4801
 269     0.1000     0.0094    99.6960     0.6018    89.9900    15.5045      0.4794
 270     0.1000     0.0076    99.7560     0.6097    90.1900    15.5333      0.4787
 271     0.1000     0.0072    99.7940     0.6485    89.3100    15.5265      0.4779
 272     0.1000     0.0073    99.7840     0.7027    88.7400    15.4502      0.4772
 273     0.1000     0.0088    99.7060     0.5847    90.3400    15.5281      0.4765
 274     0.1000     0.0062    99.8040     0.6687    89.5100    15.4219      0.4757
 275     0.1000     0.0058    99.8280     0.6418    90.0000    15.4360      0.4750
 276     0.1000     0.0054    99.8360     0.6389    90.1300    15.3720      0.4742
 277     0.1000     0.0063    99.8140     0.6154    90.4000    15.4314      0.4735
 278     0.1000     0.0047    99.8460     0.6125    90.5900    15.3987      0.4728
 279     0.1000     0.0055    99.8200     0.6296    90.0700    15.3909      0.4720
 280     0.1000     0.0073    99.7760     0.6164    90.2500    15.4152      0.4713
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0080    99.7640     0.6440    89.6200    15.5153      0.4706
 282     0.1000     0.0056    99.8200     0.6693    90.1700    15.5199      0.4698
 283     0.1000     0.0069    99.7800     0.9714    86.9000    15.3152      0.4691
 284     0.1000     0.0094    99.7000     0.5971    90.3500    15.5045      0.4684
 285     0.1000     0.0079    99.7440     0.6405    89.8200    15.5253      0.4677
 286     0.1000     0.0074    99.7480     0.6795    89.5900    15.4715      0.4670
 287     0.1000     0.0062    99.7920     0.6296    90.4900    15.5457      0.4663
 288     0.1000     0.0058    99.8160     0.6465    90.3800    15.5733      0.4656
 289     0.1000     0.0065    99.7940     0.6462    90.2200    15.5188      0.4649
 290     0.1000     0.0079    99.7440     0.6429    89.7700    15.6058      0.4641
 291     0.1000     0.0056    99.8240     0.6221    90.0300    15.5761      0.4635
 292     0.1000     0.0055    99.8220     0.6730    90.2100    15.4927      0.4628
 293     0.1000     0.0056    99.8120     0.6943    89.7700    15.5211      0.4621
 294     0.1000     0.0057    99.8200     0.6530    90.0400    15.4801      0.4614
 295     0.1000     0.0046    99.8600     0.7282    89.3000    15.4184      0.4607
 296     0.1000     0.0072    99.7760     0.6050    90.1900    15.5367      0.4600
 297     0.1000     0.0047    99.8460     0.6755    89.7000    15.4840      0.4593
 298     0.1000     0.0075    99.7660     0.7317    89.1100    15.4700      0.4586
 299     0.1000     0.0072    99.7740     0.6654    90.0800    15.4913      0.4579
 300     0.1000     0.0070    99.7820     0.6708    90.2100    15.4544      0.4573
 301     0.0996     0.0066    99.7760     0.6598    89.9500    15.4857      0.4566
 302     0.0992     0.0060    99.8240     0.6450    90.1600    15.5488      0.4559
 303     0.0988     0.0055    99.8420     0.7163    89.2500    15.7776      0.4553
 304     0.0983     0.0058    99.8040     0.6478    90.3500    15.5997      0.4546
 305     0.0979     0.0061    99.8240     0.6408    90.5500    15.4701      0.4539
 306     0.0975     0.0055    99.8180     0.6236    90.2700    15.5130      0.4533
 307     0.0971     0.0030    99.9080     0.6622    90.4800    15.5049      0.4526
 308     0.0967     0.0073    99.7840     0.6702    90.2800    15.5674      0.4519
 309     0.0963     0.0062    99.8140     0.6676    90.3300    15.4995      0.4513
 310     0.0959     0.0059    99.8080     0.6673    90.1300    15.5154      0.4507
 311     0.0955     0.0051    99.8340     0.7311    89.4400    15.5681      0.4500
 312     0.0950     0.0084    99.7400     0.6173    89.7100    15.4895      0.4494
 313     0.0946     0.0041    99.8920     0.6618    90.0900    15.4947      0.4488
 314     0.0942     0.0054    99.8400     0.6368    90.0000    15.3859      0.4481
 315     0.0938     0.0045    99.8420     0.6410    90.1700    15.5400      0.4475
 316     0.0934     0.0060    99.8100     0.6315    90.1000    15.3988      0.4469
 317     0.0930     0.0041    99.8740     0.6504    89.9700    15.4574      0.4463
 318     0.0926     0.0053    99.8300     0.7470    89.3400    15.4834      0.4457
 319     0.0922     0.0034    99.8940     0.6851    90.0500    15.4786      0.4451
 320     0.0917     0.0058    99.8320     0.6615    90.2300    15.4744      0.4445
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0035    99.8880     0.7031    90.0100    15.4994      0.4439
 322     0.0909     0.0038    99.8740     0.6905    89.7500    15.4071      0.4433
 323     0.0905     0.0068    99.7880     0.6389    90.0000    15.5482      0.4427
 324     0.0901     0.0050    99.8340     0.7109    89.6100    15.4346      0.4421
 325     0.0897     0.0034    99.8920     0.7661    88.7900    15.5139      0.4415
 326     0.0893     0.0042    99.8840     0.6488    90.2400    15.4785      0.4410
 327     0.0889     0.0033    99.8960     0.6501    90.5400    15.4267      0.4404
 328     0.0885     0.0043    99.8640     0.7065    90.0400    15.4199      0.4398
 329     0.0880     0.0043    99.8800     0.6540    90.3300    15.5093      0.4393
 330     0.0876     0.0041    99.8720     0.6563    90.3200    15.4626      0.4387
 331     0.0872     0.0043    99.8760     0.6499    90.3900    15.5150      0.4381
 332     0.0868     0.0039    99.8800     0.6413    90.7100    15.4229      0.4376
 333     0.0864     0.0021    99.9300     0.6729    90.6100    15.4342      0.4370
 334     0.0860     0.0018    99.9520     0.6816    90.6300    15.4987      0.4364
 335     0.0856     0.0055    99.8240     0.6651    90.2400    15.5055      0.4359
 336     0.0852     0.0035    99.8800     0.6428    90.5800    15.4588      0.4354
 337     0.0847     0.0034    99.8900     0.6616    90.6100    15.4956      0.4348
 338     0.0843     0.0041    99.8640     0.6766    90.2800    15.6262      0.4343
 339     0.0839     0.0023    99.9360     0.7289    90.3500    15.4511      0.4338
 340     0.0835     0.0024    99.9200     0.7180    90.3300    15.5605      0.4332
 341     0.0831     0.0026    99.9260     0.7191    89.7200    15.4986      0.4327
 342     0.0827     0.0030    99.8940     0.7001    90.4200    15.6104      0.4322
 343     0.0823     0.0032    99.9040     0.6850    90.4500    15.4152      0.4317
 344     0.0818     0.0031    99.9160     0.7225    90.4200    15.5466      0.4312
 345     0.0814     0.0028    99.9240     0.6964    90.1900    15.5327      0.4307
 346     0.0810     0.0022    99.9240     0.6928    90.3700    15.5320      0.4302
 347     0.0806     0.0051    99.8320     0.6573    90.5300    15.4953      0.4297
 348     0.0802     0.0037    99.8980     0.6800    90.0700    15.6494      0.4292
 349     0.0798     0.0042    99.8720     0.6177    90.5700    15.5059      0.4287
 350     0.0794     0.0029    99.9260     0.6237    90.5900    15.5073      0.4282
 351     0.0790     0.0033    99.9060     0.6442    90.4400    15.5427      0.4277
 352     0.0786     0.0021    99.9440     0.6584    90.1700    15.4437      0.4272
 353     0.0781     0.0029    99.8920     0.6883    90.3400    15.6296      0.4267
 354     0.0777     0.0021    99.9480     0.6735    90.5800    15.5162      0.4262
 355     0.0773     0.0021    99.9360     0.6861    90.6100    15.5710      0.4258
 356     0.0769     0.0020    99.9400     0.6984    90.6900    15.5325      0.4253
 357     0.0765     0.0016    99.9520     0.6919    90.7500    15.5569      0.4248
 358     0.0761     0.0017    99.9520     0.7271    90.3700    15.5892      0.4243
 359     0.0757     0.0018    99.9500     0.7044    90.5500    15.4569      0.4239
 360     0.0753     0.0017    99.9480     0.7208    90.7600    15.5018      0.4234
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0019    99.9380     0.6909    90.6200    15.5316      0.4229
 362     0.0744     0.0017    99.9480     0.7034    90.5000    15.5417      0.4225
 363     0.0740     0.0018    99.9420     0.7057    90.5200    15.4902      0.4220
 364     0.0736     0.0019    99.9420     0.7025    90.4300    15.3938      0.4216
 365     0.0732     0.0033    99.9120     0.7368    90.0000    15.4247      0.4211
 366     0.0728     0.0020    99.9440     0.6490    90.6900    15.5327      0.4207
 367     0.0724     0.0016    99.9440     0.6914    90.4900    15.4739      0.4203
 368     0.0720     0.0019    99.9480     0.7054    90.6900    15.5483      0.4198
 369     0.0715     0.0023    99.9240     0.6900    90.3800    15.4711      0.4194
 370     0.0711     0.0017    99.9440     0.6879    90.5300    15.5040      0.4190
 371     0.0707     0.0013    99.9600     0.6957    90.6100    15.4820      0.4186
 372     0.0703     0.0021    99.9400     0.6827    90.6900    15.4959      0.4181
 373     0.0699     0.0020    99.9380     0.6888    90.4800    15.3980      0.4177
 374     0.0695     0.0013    99.9540     0.7157    90.4900    15.4085      0.4173
 375     0.0691     0.0018    99.9600     0.6754    90.7500    15.6448      0.4169
 376     0.0686     0.0012    99.9620     0.6693    90.8400    15.5678      0.4165
 377     0.0682     0.0010    99.9760     0.6834    90.8300    15.5724      0.4161
 378     0.0678     0.0010    99.9620     0.7096    90.6300    15.5375      0.4157
 379     0.0674     0.0014    99.9540     0.7369    90.4500    15.5191      0.4153
 380     0.0670     0.0009    99.9800     0.7305    90.7000    15.5041      0.4149
 381     0.0666     0.0014    99.9540     0.7110    90.6300    15.6317      0.4145
 382     0.0662     0.0018    99.9460     0.7360    90.4900    15.5662      0.4141
 383     0.0658     0.0016    99.9520     0.7239    90.5200    15.5188      0.4137
 384     0.0654     0.0019    99.9440     0.7145    90.4900    15.6211      0.4133
 385     0.0649     0.0017    99.9500     0.7002    90.5700    15.4209      0.4129
 386     0.0645     0.0024    99.9220     0.6881    90.5800    15.4268      0.4125
 387     0.0641     0.0015    99.9680     0.6858    90.8400    15.5575      0.4122
 388     0.0637     0.0010    99.9620     0.6920    90.6800    15.4949      0.4118
 389     0.0633     0.0012    99.9640     0.6876    90.7600    15.4705      0.4114
 390     0.0629     0.0012    99.9640     0.7121    90.3500    15.5184      0.4111
 391     0.0625     0.0015    99.9580     0.6905    90.6500    15.4992      0.4107
 392     0.0621     0.0008    99.9700     0.7036    90.5500    15.4472      0.4103
 393     0.0616     0.0010    99.9720     0.7200    90.5100    15.5568      0.4100
 394     0.0612     0.0007    99.9760     0.7363    90.4500    15.5200      0.4096
 395     0.0608     0.0010    99.9660     0.7163    90.7600    15.4977      0.4093
 396     0.0604     0.0010    99.9720     0.7035    90.6400    15.5045      0.4089
 397     0.0600     0.0007    99.9820     0.7016    90.7500    15.3874      0.4086
 398     0.0596     0.0008    99.9840     0.7146    90.8100    15.4191      0.4082
 399     0.0592     0.0008    99.9780     0.7084    90.6400    15.4853      0.4079
 400     0.0588     0.0006    99.9800     0.7153    90.6000    15.6414      0.4076
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0008    99.9700     0.7100    90.8100    15.6395      0.4072
 402     0.0579     0.0011    99.9680     0.6983    90.7100    15.5042      0.4069
 403     0.0575     0.0006    99.9760     0.7145    90.7000    15.4149      0.4066
 404     0.0571     0.0005    99.9860     0.7103    90.6500    15.3966      0.4062
 405     0.0567     0.0003    99.9900     0.7053    90.7400    15.3016      0.4059
 406     0.0563     0.0007    99.9740     0.7201    90.6500    15.4199      0.4056
 407     0.0559     0.0007    99.9840     0.7198    90.8200    15.4199      0.4053
 408     0.0554     0.0006    99.9800     0.7523    90.6200    15.5044      0.4049
 409     0.0550     0.0006    99.9820     0.7316    90.7100    15.5239      0.4046
 410     0.0546     0.0004    99.9900     0.7372    90.8100    15.4776      0.4043
 411     0.0542     0.0005    99.9880     0.7300    90.8200    15.4895      0.4040
 412     0.0538     0.0004    99.9840     0.7378    90.7500    15.4062      0.4037
 413     0.0534     0.0007    99.9820     0.7183    90.9200    15.3731      0.4034
 414     0.0530     0.0006    99.9720     0.7604    90.5400    15.5601      0.4031
 415     0.0526     0.0006    99.9780     0.7479    90.7500    15.4565      0.4028
 416     0.0522     0.0005    99.9860     0.7660    90.4800    15.4865      0.4025
 417     0.0517     0.0004    99.9860     0.7494    90.8100    15.3910      0.4022
 418     0.0513     0.0005    99.9860     0.7300    90.8700    15.5498      0.4019
 419     0.0509     0.0003    99.9940     0.7408    90.7600    15.4902      0.4016
 420     0.0505     0.0009    99.9740     0.7519    90.8000    15.4999      0.4014
 421     0.0501     0.0005    99.9860     0.7563    90.7100    15.5643      0.4011
 422     0.0497     0.0007    99.9720     0.7477    90.9300    15.5012      0.4008
 423     0.0493     0.0002    99.9940     0.7349    90.8600    15.4197      0.4005
 424     0.0489     0.0005    99.9880     0.7554    90.9800    15.4831      0.4003
 425     0.0484     0.0002    99.9960     0.7611    90.9500    15.5568      0.4000
 426     0.0480     0.0007    99.9720     0.7651    90.9600    15.4247      0.3997
 427     0.0476     0.0003    99.9920     0.7597    90.9800    15.4599      0.3995
 428     0.0472     0.0002    99.9960     0.7529    90.9500    15.5542      0.3992
 429     0.0468     0.0001   100.0000     0.7564    90.9500    15.4060      0.3989
 430     0.0464     0.0002    99.9960     0.7620    90.8500    15.4016      0.3987
 431     0.0460     0.0004    99.9820     0.7528    90.9100    15.5521      0.3984
 432     0.0456     0.0004    99.9900     0.7631    90.8800    15.4063      0.3982
 433     0.0451     0.0005    99.9900     0.7553    90.9800    15.5290      0.3979
 434     0.0447     0.0004    99.9900     0.7589    90.8600    15.6027      0.3977
 435     0.0443     0.0003    99.9920     0.7689    90.8600    15.6166      0.3975
 436     0.0439     0.0005    99.9860     0.7587    90.8300    15.5036      0.3972
 437     0.0435     0.0005    99.9820     0.7482    90.8300    15.4381      0.3970
 438     0.0431     0.0004    99.9800     0.7527    90.9500    15.4286      0.3967
 439     0.0427     0.0003    99.9920     0.7552    90.9700    15.5499      0.3965
 440     0.0423     0.0003    99.9900     0.7615    91.0100    15.4480      0.3963
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0004    99.9920     0.7448    90.9500    15.4604      0.3960
 442     0.0414     0.0005    99.9840     0.7490    90.7200    15.3972      0.3958
 443     0.0410     0.0003    99.9920     0.7415    90.8800    15.6605      0.3956
 444     0.0406     0.0006    99.9860     0.7395    90.8900    15.4378      0.3954
 445     0.0402     0.0002    99.9960     0.7380    90.9100    15.4175      0.3952
 446     0.0398     0.0002    99.9980     0.7336    90.9200    15.5332      0.3950
 447     0.0394     0.0002    99.9940     0.7357    90.9200    15.4833      0.3948
 448     0.0389     0.0003    99.9840     0.7413    91.0000    15.5682      0.3945
 449     0.0385     0.0005    99.9860     0.7384    90.9600    15.5022      0.3943
 450     0.0381     0.0005    99.9820     0.7344    90.8000    15.4965      0.3941
 451     0.0377     0.0003    99.9920     0.7404    90.9000    15.5713      0.3939
 452     0.0373     0.0004    99.9880     0.7258    90.9200    15.4794      0.3937
 453     0.0369     0.0001   100.0000     0.7251    91.0500    15.5165      0.3935
 454     0.0365     0.0003    99.9940     0.7453    90.8000    15.5189      0.3933
 455     0.0361     0.0004    99.9860     0.7236    90.9700    15.4001      0.3931
 456     0.0357     0.0004    99.9860     0.7242    90.8400    15.4920      0.3929
 457     0.0352     0.0002    99.9960     0.7217    91.0100    15.3655      0.3928
 458     0.0348     0.0003    99.9920     0.7255    90.9100    15.4124      0.3926
 459     0.0344     0.0002    99.9940     0.7324    90.9100    15.5186      0.3924
 460     0.0340     0.0003    99.9940     0.7353    90.9500    15.5350      0.3922
 461     0.0336     0.0002    99.9940     0.7324    90.9700    15.5418      0.3920
 462     0.0332     0.0001   100.0000     0.7321    90.9900    15.4982      0.3918
 463     0.0328     0.0001   100.0000     0.7316    90.9600    15.4936      0.3917
 464     0.0324     0.0001   100.0000     0.7317    90.9700    15.4981      0.3915
 465     0.0319     0.0001    99.9960     0.7353    90.9800    15.3930      0.3913
 466     0.0315     0.0001    99.9960     0.7382    90.9800    15.5044      0.3912
 467     0.0311     0.0001    99.9980     0.7418    91.0000    15.5278      0.3910
 468     0.0307     0.0001    99.9980     0.7400    90.9700    15.4170      0.3908
 469     0.0303     0.0001    99.9960     0.7497    91.0400    15.4314      0.3907
 470     0.0299     0.0001   100.0000     0.7471    91.0900    15.5576      0.3905
 471     0.0295     0.0001   100.0000     0.7470    91.1200    15.3726      0.3904
 472     0.0291     0.0001   100.0000     0.7450    91.1000    15.5677      0.3902
 473     0.0286     0.0000   100.0000     0.7465    91.1500    15.4823      0.3901
 474     0.0282     0.0001    99.9960     0.7540    91.0300    15.5447      0.3899
 475     0.0278     0.0001    99.9980     0.7635    90.9400    15.3712      0.3898
 476     0.0274     0.0002    99.9940     0.7644    90.9500    15.5987      0.3896
 477     0.0270     0.0000   100.0000     0.7629    91.0300    15.5617      0.3895
 478     0.0266     0.0001    99.9980     0.7544    91.0500    15.4305      0.3894
 479     0.0262     0.0001   100.0000     0.7518    91.1600    15.4795      0.3892
 480     0.0257     0.0001    99.9980     0.7569    91.0500    15.5364      0.3891
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0002    99.9980     0.7530    91.0700    15.5783      0.3890
 482     0.0249     0.0001    99.9940     0.7499    91.1200    15.5061      0.3888
 483     0.0245     0.0002    99.9960     0.7446    91.1400    15.5023      0.3887
 484     0.0241     0.0000   100.0000     0.7439    91.2200    15.4820      0.3886
 485     0.0237     0.0001    99.9940     0.7407    91.0800    15.4258      0.3885
 486     0.0233     0.0001   100.0000     0.7375    91.2300    15.5812      0.3883
 487     0.0229     0.0002    99.9980     0.7394    91.1500    15.5257      0.3882
 488     0.0225     0.0001   100.0000     0.7396    91.0600    15.3956      0.3881
 489     0.0220     0.0002    99.9920     0.7452    91.1600    15.4377      0.3880
 490     0.0216     0.0002    99.9960     0.7463    91.1500    15.5363      0.3879
 491     0.0212     0.0001    99.9980     0.7435    91.2100    15.4287      0.3878
 492     0.0208     0.0001    99.9960     0.7484    91.0400    15.4561      0.3877
 493     0.0204     0.0001   100.0000     0.7448    91.0100    15.4815      0.3876
 494     0.0200     0.0001   100.0000     0.7451    91.0200    15.5870      0.3875
 495     0.0196     0.0000   100.0000     0.7446    91.0000    15.5866      0.3874
 496     0.0192     0.0000   100.0000     0.7446    91.0000    15.6066      0.3873
 497     0.0187     0.0000   100.0000     0.7446    91.0400    15.4220      0.3872
 498     0.0183     0.0001    99.9960     0.7426    90.9900    15.5032      0.3871
 499     0.0179     0.0000   100.0000     0.7434    90.9800    15.4771      0.3870
 500     0.0175     0.0002    99.9900     0.7435    90.9700    15.4032      0.3869
 501     0.0171     0.0001    99.9980     0.7392    90.9900    15.4525      0.3868
 502     0.0167     0.0000   100.0000     0.7387    91.0400    15.3182      0.3867
 503     0.0163     0.0001    99.9940     0.7351    91.0000    15.4380      0.3866
 504     0.0159     0.0000   100.0000     0.7353    91.0300    15.4930      0.3866
 505     0.0154     0.0001   100.0000     0.7399    91.0100    15.5084      0.3865
 506     0.0150     0.0001    99.9960     0.7487    91.0200    15.3990      0.3864
 507     0.0146     0.0001    99.9980     0.7456    91.0000    15.4157      0.3863
 508     0.0142     0.0001    99.9980     0.7431    91.0500    15.4455      0.3863
 509     0.0138     0.0001    99.9980     0.7425    91.0900    15.4101      0.3862
 510     0.0134     0.0001    99.9940     0.7440    91.0100    15.5304      0.3861
 511     0.0130     0.0001    99.9980     0.7434    91.1300    15.5681      0.3861
 512     0.0125     0.0001    99.9980     0.7419    91.1000    15.3749      0.3860
 513     0.0121     0.0001    99.9980     0.7442    91.0300    15.4496      0.3860
 514     0.0117     0.0001   100.0000     0.7449    91.0400    15.4794      0.3859
 515     0.0113     0.0000   100.0000     0.7459    91.0200    15.5208      0.3858
 516     0.0109     0.0000   100.0000     0.7458    91.0100    15.5557      0.3858
 517     0.0105     0.0000   100.0000     0.7458    91.0700    15.4957      0.3857
 518     0.0101     0.0000   100.0000     0.7461    91.0600    15.4740      0.3857
 519     0.0097     0.0000   100.0000     0.7466    91.0300    15.4442      0.3856
 520     0.0092     0.0000   100.0000     0.7473    90.9900    15.6503      0.3856
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001    99.9980     0.7480    91.0400    15.4910      0.3856
 522     0.0084     0.0000   100.0000     0.7483    91.0400    15.5046      0.3855
 523     0.0080     0.0001    99.9940     0.7434    91.0000    15.5587      0.3855
 524     0.0076     0.0001    99.9960     0.7429    91.0800    15.5173      0.3854
 525     0.0072     0.0000   100.0000     0.7431    91.0500    15.4874      0.3854
 526     0.0068     0.0000   100.0000     0.7434    91.0500    15.5129      0.3854
 527     0.0064     0.0000   100.0000     0.7436    91.0700    15.5405      0.3853
 528     0.0060     0.0000   100.0000     0.7436    91.0800    15.4974      0.3853
 529     0.0055     0.0000   100.0000     0.7443    91.0800    15.4221      0.3853
 530     0.0051     0.0000   100.0000     0.7444    91.0900    15.4661      0.3853
 531     0.0047     0.0000   100.0000     0.7443    91.1100    15.3727      0.3852
 532     0.0043     0.0000   100.0000     0.7443    91.1000    15.5646      0.3852
 533     0.0039     0.0001    99.9980     0.7441    91.1000    15.7018      0.3852
 534     0.0035     0.0000   100.0000     0.7436    91.1000    15.4516      0.3852
 535     0.0031     0.0000   100.0000     0.7436    91.0900    15.5346      0.3852
 536     0.0027     0.0000   100.0000     0.7436    91.1100    15.5917      0.3852
 537     0.0022     0.0001    99.9980     0.7440    91.0900    15.4502      0.3851
 538     0.0018     0.0000   100.0000     0.7440    91.0800    15.6013      0.3851
 539     0.0014     0.0001    99.9960     0.7440    91.0900    15.5042      0.3851
 540     0.0010     0.0000   100.0000     0.7440    91.0900    15.3616      0.3851
 541     0.0010     0.0000   100.0000     0.7441    91.0900    15.4828      0.3851
 542     0.0010     0.0002    99.9980     0.7440    91.0900    15.5708      0.3851
 543     0.0010     0.0000   100.0000     0.7440    91.0900    15.5616      0.3851
 544     0.0010     0.0000   100.0000     0.7441    91.1000    15.4797      0.3851
 545     0.0010     0.0000   100.0000     0.7441    91.1000    15.5460      0.3851
 546     0.0010     0.0000   100.0000     0.7441    91.1000    15.5103      0.3851
 547     0.0010     0.0000   100.0000     0.7441    91.1000    15.3971      0.3851
 548     0.0010     0.0001    99.9980     0.7440    91.1000    15.7089      0.3851
 549     0.0010     0.0000   100.0000     0.7442    91.0900    15.5259      0.3851
 550     0.0010     0.0001    99.9960     0.7441    91.0900    15.5458      0.3851
 551     0.0010     0.0001    99.9980     0.7439    91.0900    15.4900      0.3851
 552     0.0010     0.0000   100.0000     0.7439    91.0900    15.5041      0.3851
 553     0.0010     0.0001   100.0000     0.7439    91.0800    15.5152      0.3851
 554     0.0010     0.0000   100.0000     0.7441    91.0900    15.4768      0.3851
 555     0.0010     0.0000   100.0000     0.7441    91.0900    15.4821      0.3851
 556     0.0010     0.0001    99.9980     0.7439    91.1000    15.4700      0.3851
 557     0.0010     0.0001    99.9960     0.7439    91.1000    15.5268      0.3851
 558     0.0010     0.0000   100.0000     0.7440    91.1000    15.5673      0.3851
 559     0.0010     0.0000   100.0000     0.7440    91.1000    15.4437      0.3851
 560     0.0010     0.0000   100.0000     0.7440    91.1100    15.3938      0.3851
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001    99.9980     0.7438    91.1000    15.5546      0.3851
 562     0.0010     0.0000   100.0000     0.7437    91.0900    15.4789      0.3851
 563     0.0010     0.0000   100.0000     0.7438    91.0900    15.5145      0.3851
 564     0.0010     0.0000   100.0000     0.7439    91.1000    15.5472      0.3851
 565     0.0010     0.0000   100.0000     0.7439    91.1000    15.4972      0.3851
 566     0.0010     0.0000   100.0000     0.7440    91.0900    15.5440      0.3851
 567     0.0010     0.0000   100.0000     0.7442    91.1200    15.5258      0.3851
 568     0.0010     0.0001    99.9980     0.7442    91.1100    15.4789      0.3851
 569     0.0010     0.0001   100.0000     0.7442    91.1100    15.4557      0.3851
 570     0.0010     0.0000   100.0000     0.7442    91.1100    15.4922      0.3851
 571     0.0010     0.0001    99.9980     0.7442    91.1200    15.3794      0.3851
 572     0.0010     0.0000   100.0000     0.7443    91.1200    15.5121      0.3851
 573     0.0010     0.0000   100.0000     0.7443    91.1200    15.5556      0.3851
 574     0.0010     0.0000   100.0000     0.7443    91.1200    15.4829      0.3851
 575     0.0010     0.0000   100.0000     0.7442    91.1100    15.4266      0.3851
 576     0.0010     0.0001    99.9960     0.7441    91.1000    15.5302      0.3851
 577     0.0010     0.0000   100.0000     0.7442    91.1000    15.5055      0.3851
 578     0.0010     0.0001   100.0000     0.7441    91.1000    15.4544      0.3851
 579     0.0010     0.0001    99.9980     0.7441    91.1000    15.5146      0.3851
 580     0.0010     0.0001    99.9980     0.7440    91.0800    15.5543      0.3851
 581     0.0010     0.0001    99.9980     0.7440    91.0900    15.5624      0.3851
 582     0.0010     0.0001    99.9980     0.7439    91.1000    15.4146      0.3851
 583     0.0010     0.0000   100.0000     0.7441    91.1100    15.5591      0.3851
 584     0.0010     0.0000   100.0000     0.7442    91.1100    15.5027      0.3851
 585     0.0010     0.0000   100.0000     0.7442    91.1100    15.4159      0.3851
 586     0.0010     0.0000   100.0000     0.7443    91.1200    15.6612      0.3851
 587     0.0010     0.0001    99.9980     0.7443    91.1100    15.4692      0.3851
 588     0.0010     0.0000   100.0000     0.7444    91.1100    15.4749      0.3851
 589     0.0010     0.0000   100.0000     0.7444    91.1200    15.4995      0.3851
 590     0.0010     0.0000   100.0000     0.7444    91.1100    15.4733      0.3851
 591     0.0010     0.0000   100.0000     0.7445    91.1200    15.4015      0.3851
 592     0.0010     0.0000   100.0000     0.7445    91.1400    15.5817      0.3851
 593     0.0010     0.0000   100.0000     0.7445    91.1400    15.5108      0.3851
 594     0.0010     0.0000   100.0000     0.7448    91.1200    15.5023      0.3851
 595     0.0010     0.0000   100.0000     0.7449    91.1400    15.5414      0.3851
 596     0.0010     0.0000   100.0000     0.7449    91.1200    15.6135      0.3851
 597     0.0010     0.0000   100.0000     0.7450    91.1200    15.5466      0.3851
 598     0.0010     0.0001    99.9980     0.7449    91.1200    15.4973      0.3851
 599     0.0010     0.0000   100.0000     0.7450    91.1300    15.5072      0.3851
 600     0.0010     0.0000   100.0000     0.7451    91.1200    15.3914      0.3851
