Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2187    15.0600     2.0801    20.8100    11.3867      0.9751
   2     0.1000     2.0463    21.1380     1.8843    27.3700    10.5166      0.9671
   3     0.1000     1.8777    27.5100     2.1963    19.8400    10.3986      0.9614
   4     0.1000     1.7250    34.1380     1.5481    41.4200    10.4947      0.9567
   5     0.1000     1.5889    40.7640     1.5097    42.8700    10.5998      0.9528
   6     0.1000     1.4575    46.7020     1.3777    49.5600    10.4279      0.9492
   7     0.1000     1.3181    52.6420     1.2739    55.8100    10.4605      0.9461
   8     0.1000     1.1763    58.1620     1.3936    51.7300    10.4789      0.9432
   9     0.1000     1.0491    63.0880     0.9181    67.5700    10.6316      0.9406
  10     0.1000     0.9529    66.8420     0.9316    68.0000    10.4361      0.9381
  11     0.1000     0.8785    69.8160     0.7761    73.5900    10.5408      0.9357
  12     0.1000     0.8004    72.5920     0.7829    73.5400    10.4660      0.9336
  13     0.1000     0.7474    74.6900     0.6984    76.1500    10.6296      0.9316
  14     0.1000     0.6869    76.7860     0.6874    76.4000    10.5988      0.9296
  15     0.1000     0.6472    78.3000     0.8750    70.7600    10.5471      0.9277
  16     0.1000     0.6041    79.6260     0.6958    77.3200    10.5999      0.9259
  17     0.1000     0.5746    80.6100     0.6107    79.9400    10.6048      0.9243
  18     0.1000     0.5378    81.9520     0.6372    79.1500    10.4216      0.9226
  19     0.1000     0.5162    82.7580     0.6062    79.9000    10.6849      0.9209
  20     0.1000     0.4841    83.7220     0.5836    81.0800    10.6713      0.9194
  21     0.1000     0.4589    84.6280     0.5058    83.1500    10.6069      0.9179
  22     0.1000     0.4372    85.3800     0.5436    82.2500    10.5157      0.9165
  23     0.1000     0.4141    86.3660     0.5024    83.9000    10.4302      0.9151
  24     0.1000     0.4040    86.5960     0.5718    82.0200    10.5725      0.9138
  25     0.1000     0.3761    87.5520     0.4633    84.8800    10.6522      0.9124
  26     0.1000     0.3587    87.9360     0.4829    84.5300    10.6638      0.9111
  27     0.1000     0.3469    88.5300     0.5128    84.2200    10.5436      0.9098
  28     0.1000     0.3339    88.9860     0.4928    84.9900    10.5055      0.9087
  29     0.1000     0.3201    89.2940     0.4869    84.6900    10.4888      0.9075
  30     0.1000     0.3038    89.8040     0.4922    84.6800    10.5286      0.9063
  31     0.1000     0.2918    90.2580     0.4637    86.1300    10.4394      0.9051
  32     0.1000     0.2839    90.6580     0.4668    85.9200    10.5180      0.9041
  33     0.1000     0.2694    91.0200     0.4582    86.3700    10.5382      0.9030
  34     0.1000     0.2587    91.5740     0.4787    85.2000    10.6246      0.9019
  35     0.1000     0.2437    91.8240     0.5106    85.1300    10.5494      0.9008
  36     0.1000     0.2391    91.9740     0.4474    86.1000    10.6328      0.8998
  37     0.1000     0.2309    92.1720     0.4525    86.0800    10.6242      0.8989
  38     0.1000     0.2183    92.7620     0.4927    85.0400    10.5811      0.8979
  39     0.1000     0.2142    92.9620     0.4637    86.7600    10.4886      0.8969
  40     0.1000     0.2039    93.1580     0.4810    86.4300    10.5234      0.8960
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1943    93.4380     0.4565    86.6300    10.4295      0.8950
  42     0.1000     0.1840    93.9480     0.4684    86.8100    10.4448      0.8941
  43     0.1000     0.1823    93.8700     0.4625    86.6800    10.4616      0.8932
  44     0.1000     0.1738    94.0740     0.4783    86.3400    10.5821      0.8923
  45     0.1000     0.1693    94.4540     0.5268    86.0600    10.4993      0.8914
  46     0.1000     0.1603    94.7080     0.4559    87.4500    10.6230      0.8905
  47     0.1000     0.1570    94.7860     0.5175    85.9100    10.5480      0.8897
  48     0.1000     0.1480    95.1100     0.5366    86.7300    10.5155      0.8888
  49     0.1000     0.1451    95.1120     0.4702    87.4100    10.5012      0.8881
  50     0.1000     0.1436    95.3020     0.5251    86.5700    10.5310      0.8872
  51     0.1000     0.1338    95.5800     0.4320    88.0700    10.5037      0.8864
  52     0.1000     0.1317    95.5660     0.4987    86.7900    10.4523      0.8856
  53     0.1000     0.1262    95.8180     0.4976    87.5000    10.4829      0.8849
  54     0.1000     0.1209    96.0580     0.4801    87.3900    10.5027      0.8842
  55     0.1000     0.1206    95.9700     0.4435    87.9200    10.4535      0.8834
  56     0.1000     0.1161    96.2200     0.5169    87.6800    10.5445      0.8827
  57     0.1000     0.1142    96.1980     0.4623    88.1400    10.5041      0.8819
  58     0.1000     0.1090    96.3280     0.4703    88.3300    10.4973      0.8812
  59     0.1000     0.1052    96.4980     0.4809    88.1200    10.7515      0.8804
  60     0.1000     0.0988    96.7260     0.5298    86.8400    10.5985      0.8797
  61     0.1000     0.0986    96.6560     0.5361    87.5000    10.6101      0.8791
  62     0.1000     0.0968    96.8820     0.5196    87.7700    10.6112      0.8784
  63     0.1000     0.0865    97.1440     0.5384    87.5900    10.4822      0.8777
  64     0.1000     0.0876    97.0240     0.4866    88.1100    10.5607      0.8770
  65     0.1000     0.0879    97.0400     0.5134    87.5500    10.4624      0.8763
  66     0.1000     0.0876    97.1060     0.5664    86.6400    10.5448      0.8757
  67     0.1000     0.0847    97.1440     0.5501    87.5700    10.5313      0.8750
  68     0.1000     0.0808    97.3300     0.5588    87.8900    10.5480      0.8743
  69     0.1000     0.0755    97.4980     0.5060    88.0800    10.5026      0.8737
  70     0.1000     0.0776    97.3900     0.4821    88.3400    10.5534      0.8730
  71     0.1000     0.0783    97.4500     0.5023    88.3300    10.5637      0.8724
  72     0.1000     0.0701    97.7180     0.5617    87.8400    10.5118      0.8718
  73     0.1000     0.0719    97.6260     0.5321    87.6900    10.4926      0.8711
  74     0.1000     0.0723    97.6640     0.5534    87.7300    10.4981      0.8705
  75     0.1000     0.0660    97.8140     0.5257    88.4100    10.5291      0.8699
  76     0.1000     0.0643    97.9080     0.5231    88.1200    10.5783      0.8693
  77     0.1000     0.0615    98.0020     0.5502    87.8800    10.5262      0.8687
  78     0.1000     0.0620    97.9680     0.5979    87.0900    10.5201      0.8681
  79     0.1000     0.0633    97.9880     0.5848    86.9200    10.5321      0.8674
  80     0.1000     0.0564    98.1400     0.5373    88.8300    10.4266      0.8668
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0550    98.1300     0.5285    88.7200    10.4066      0.8663
  82     0.1000     0.0535    98.2480     0.7712    85.6300    10.4596      0.8657
  83     0.1000     0.0534    98.2340     0.5133    88.3900    10.4882      0.8651
  84     0.1000     0.0493    98.4080     0.5730    88.7000    10.4887      0.8645
  85     0.1000     0.0541    98.2840     0.5335    89.1200    10.4975      0.8640
  86     0.1000     0.0513    98.3620     0.5915    87.6600    10.5343      0.8634
  87     0.1000     0.0496    98.4160     0.6159    86.3400    10.4935      0.8629
  88     0.1000     0.0498    98.3540     0.5988    88.0900    10.5566      0.8623
  89     0.1000     0.0470    98.4000     0.5645    88.4700    10.4923      0.8618
  90     0.1000     0.0446    98.5840     0.5658    88.5000    10.4656      0.8612
  91     0.1000     0.0499    98.4040     0.5119    89.0200    10.4960      0.8606
  92     0.1000     0.0420    98.6240     0.5706    88.7300    10.4737      0.8601
  93     0.1000     0.0450    98.5140     0.6105    87.8800    10.4346      0.8596
  94     0.1000     0.0424    98.6160     0.5707    88.3700    10.4079      0.8591
  95     0.1000     0.0407    98.6760     0.5788    88.6100    10.4616      0.8585
  96     0.1000     0.0424    98.6580     0.5958    88.0400    10.4613      0.8580
  97     0.1000     0.0425    98.6880     0.5616    89.2500    10.6058      0.8575
  98     0.1000     0.0356    98.9020     0.5372    89.1500    10.5096      0.8570
  99     0.1000     0.0392    98.6880     0.5962    88.6300    10.6123      0.8564
 100     0.1000     0.0323    98.9380     0.6494    88.6600    10.5839      0.8559
 101     0.1000     0.0379    98.7380     0.5408    88.3300    10.4280      0.8554
 102     0.1000     0.0366    98.8420     0.5776    89.3500    10.4147      0.8550
 103     0.1000     0.0358    98.8220     0.5605    88.9400    10.5323      0.8543
 104     0.1000     0.0350    98.8860     0.5783    89.0200    10.5664      0.8539
 105     0.1000     0.0310    98.9680     0.6260    89.0800    10.5645      0.8534
 106     0.1000     0.0278    99.0860     0.6004    89.1900    10.6268      0.8529
 107     0.1000     0.0310    99.0160     0.6066    89.0300    10.3864      0.8524
 108     0.1000     0.0305    99.0460     0.5978    88.7100    10.5148      0.8519
 109     0.1000     0.0345    98.9400     0.5707    88.5000    10.4788      0.8513
 110     0.1000     0.0299    99.0460     0.5950    89.1600    10.5545      0.8509
 111     0.1000     0.0300    99.0800     0.5996    88.3700    10.6355      0.8504
 112     0.1000     0.0286    99.0760     0.6074    88.8600    10.5835      0.8499
 113     0.1000     0.0284    99.0320     0.6077    89.0800    10.5834      0.8494
 114     0.1000     0.0301    99.0400     0.6193    88.9900    10.5294      0.8489
 115     0.1000     0.0329    98.9480     0.5429    89.0800    10.5521      0.8484
 116     0.1000     0.0271    99.1000     0.7176    86.9700    10.5132      0.8480
 117     0.1000     0.0307    99.0600     0.6036    89.0900    10.4626      0.8475
 118     0.1000     0.0277    99.0900     0.6389    88.9100    10.5493      0.8471
 119     0.1000     0.0282    99.0840     0.6567    88.7100    10.4418      0.8466
 120     0.1000     0.0299    99.1060     0.5230    89.5500    10.5233      0.8461
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0265    99.1720     0.5966    88.6100    10.4952      0.8456
 122     0.1000     0.0264    99.1500     0.5965    88.8500    10.4837      0.8452
 123     0.1000     0.0241    99.2520     0.5631    89.5300    10.4619      0.8448
 124     0.1000     0.0270    99.1320     0.6147    89.0400    10.5148      0.8444
 125     0.1000     0.0227    99.2720     0.6546    88.8600    10.4311      0.8439
 126     0.1000     0.0247    99.2100     0.6616    88.9100    10.5709      0.8435
 127     0.1000     0.0229    99.2200     0.6279    89.1000    10.3891      0.8430
 128     0.1000     0.0242    99.1920     0.5751    88.9100    10.4465      0.8425
 129     0.1000     0.0232    99.2320     0.6751    87.7900    10.4826      0.8421
 130     0.1000     0.0211    99.3300     0.6125    89.1200    10.3921      0.8417
 131     0.1000     0.0228    99.2520     0.6265    88.4600    10.4695      0.8412
 132     0.1000     0.0237    99.2860     0.6519    88.0200    10.4694      0.8408
 133     0.1000     0.0243    99.1680     0.6406    88.8900    10.4649      0.8404
 134     0.1000     0.0238    99.2580     0.5822    89.0400    10.4375      0.8400
 135     0.1000     0.0209    99.3480     0.5732    88.7800    10.4099      0.8395
 136     0.1000     0.0184    99.4180     0.6138    89.0800    10.4304      0.8391
 137     0.1000     0.0213    99.3200     0.6234    89.4000    10.5217      0.8387
 138     0.1000     0.0214    99.3300     0.5916    89.4900    10.4636      0.8383
 139     0.1000     0.0204    99.3520     0.5892    89.4100    10.5198      0.8378
 140     0.1000     0.0215    99.3240     0.5786    89.3600    10.6184      0.8374
 141     0.1000     0.0183    99.4040     0.6130    89.4400    10.5762      0.8370
 142     0.1000     0.0212    99.3360     0.5864    89.5900    10.4958      0.8366
 143     0.1000     0.0171    99.4360     0.6522    89.2700    10.5418      0.8361
 144     0.1000     0.0179    99.4360     0.5726    89.6200    10.5200      0.8357
 145     0.1000     0.0157    99.4980     0.6384    89.7200    10.5172      0.8353
 146     0.1000     0.0208    99.3560     0.6725    88.9600    10.5569      0.8349
 147     0.1000     0.0186    99.3640     0.6683    89.0800    10.4343      0.8345
 148     0.1000     0.0185    99.4020     0.5728    89.3900    10.5452      0.8341
 149     0.1000     0.0170    99.4580     0.6654    89.1100    10.4076      0.8337
 150     0.1000     0.0214    99.3740     0.6222    89.0600    10.4945      0.8333
 151     0.1000     0.0202    99.3620     0.5834    89.2300    10.6895      0.8329
 152     0.1000     0.0142    99.5580     0.6750    89.0800    10.5541      0.8325
 153     0.1000     0.0188    99.4120     0.6111    89.6000    10.5745      0.8321
 154     0.1000     0.0169    99.4980     0.6063    89.3500    10.6255      0.8317
 155     0.1000     0.0158    99.4900     0.7644    88.1900    10.5423      0.8313
 156     0.1000     0.0171    99.4560     0.6043    89.4900    10.4713      0.8309
 157     0.1000     0.0154    99.4880     0.6147    89.6900    10.4412      0.8305
 158     0.1000     0.0164    99.4780     0.5994    89.7400    10.5008      0.8301
 159     0.1000     0.0166    99.4680     0.5939    89.5000    10.5918      0.8297
 160     0.1000     0.0159    99.5220     0.6308    88.9000    10.5965      0.8293
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0149    99.5440     0.6529    89.4700    10.6200      0.8290
 162     0.1000     0.0154    99.4980     0.6147    89.4000    10.4961      0.8286
 163     0.1000     0.0154    99.5240     0.6428    89.7700    10.5048      0.8282
 164     0.1000     0.0175    99.4560     0.5887    89.7500    10.5466      0.8279
 165     0.1000     0.0146    99.5060     0.6002    89.6100    10.5257      0.8275
 166     0.1000     0.0163    99.4760     0.6220    88.8100    10.4407      0.8271
 167     0.1000     0.0133    99.5760     0.6445    89.5400    10.4289      0.8267
 168     0.1000     0.0155    99.5020     0.6390    89.9600    10.5212      0.8263
 169     0.1000     0.0128    99.5820     0.6372    89.4400    10.5152      0.8259
 170     0.1000     0.0147    99.5720     0.6079    89.7000    10.4955      0.8255
 171     0.1000     0.0125    99.5660     0.6975    88.8800    10.4912      0.8252
 172     0.1000     0.0159    99.5020     0.6368    89.7700    10.5413      0.8249
 173     0.1000     0.0128    99.6060     0.6964    89.3700    10.4575      0.8245
 174     0.1000     0.0151    99.5700     0.6158    89.7900    10.4445      0.8241
 175     0.1000     0.0149    99.5160     0.6113    89.4800    10.5311      0.8237
 176     0.1000     0.0152    99.5820     0.6914    88.8700    10.4425      0.8234
 177     0.1000     0.0130    99.5720     0.6431    88.8200    10.5526      0.8230
 178     0.1000     0.0139    99.5540     0.6571    89.5400    10.4737      0.8226
 179     0.1000     0.0129    99.6040     0.6253    89.6600    10.5472      0.8223
 180     0.1000     0.0122    99.6000     0.6431    89.5900    10.5473      0.8218
 181     0.1000     0.0125    99.6460     0.6950    89.2000    10.5059      0.8215
 182     0.1000     0.0151    99.5320     0.6406    89.5200    10.4680      0.8211
 183     0.1000     0.0155    99.5560     0.6611    88.8300    10.5067      0.8208
 184     0.1000     0.0160    99.4920     0.6370    89.2900    10.5538      0.8205
 185     0.1000     0.0129    99.5840     0.6332    89.6800    10.4341      0.8201
 186     0.1000     0.0125    99.5740     0.7339    88.4700    10.4953      0.8197
 187     0.1000     0.0108    99.6560     0.6155    89.9700    10.5091      0.8194
 188     0.1000     0.0131    99.6200     0.5913    89.0400    10.5230      0.8191
 189     0.1000     0.0137    99.5600     0.5764    89.3400    10.4334      0.8187
 190     0.1000     0.0094    99.7100     0.7010    89.1900    10.4597      0.8184
 191     0.1000     0.0113    99.6540     0.6234    89.3000    10.5715      0.8180
 192     0.1000     0.0135    99.6060     0.6778    88.5800    10.5704      0.8176
 193     0.1000     0.0099    99.6860     0.6479    89.2300    10.6027      0.8173
 194     0.1000     0.0122    99.6040     0.6333    89.3600    10.6026      0.8169
 195     0.1000     0.0129    99.5780     0.6452    89.6700    10.5136      0.8166
 196     0.1000     0.0115    99.6160     0.6526    88.9500    10.5366      0.8163
 197     0.1000     0.0095    99.6980     0.6957    89.7200    10.5491      0.8160
 198     0.1000     0.0131    99.5900     0.7329    89.2000    10.5919      0.8156
 199     0.1000     0.0098    99.7060     0.6799    89.7700    10.6205      0.8153
 200     0.1000     0.0156    99.5340     0.6337    89.3900    10.6043      0.8149
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0105    99.6420     0.6680    89.8700    10.5659      0.8146
 202     0.1000     0.0105    99.6800     0.6994    89.5700    10.5146      0.8142
 203     0.1000     0.0108    99.6580     0.6359    89.5200    10.5260      0.8139
 204     0.1000     0.0095    99.7020     0.6808    90.0000    10.5043      0.8136
 205     0.1000     0.0107    99.6880     0.8315    88.3700    10.4734      0.8133
 206     0.1000     0.0128    99.6200     0.6893    89.3600    10.5000      0.8129
 207     0.1000     0.0143    99.5260     0.5855    89.6400    10.5189      0.8126
 208     0.1000     0.0118    99.6120     0.6619    89.6500    10.5153      0.8123
 209     0.1000     0.0109    99.6480     0.6467    89.6700    10.4252      0.8120
 210     0.1000     0.0117    99.6300     0.6790    89.0100    10.5603      0.8116
 211     0.1000     0.0088    99.7380     0.7036    89.3500    10.5211      0.8113
 212     0.1000     0.0112    99.6340     0.6581    89.9200    10.3011      0.8110
 213     0.1000     0.0088    99.7060     0.6467    89.2000    10.5581      0.8107
 214     0.1000     0.0085    99.7440     0.6625    89.8100    10.4256      0.8103
 215     0.1000     0.0077    99.7380     0.7387    89.2700    10.4458      0.8100
 216     0.1000     0.0139    99.5840     0.6259    89.6900    10.5449      0.8097
 217     0.1000     0.0073    99.7680     0.6879    89.7000    10.5741      0.8094
 218     0.1000     0.0096    99.7200     0.6269    89.7200    10.5509      0.8091
 219     0.1000     0.0065    99.8160     0.6644    89.4000    10.5187      0.8088
 220     0.1000     0.0102    99.6680     0.7378    88.4600    10.4826      0.8084
 221     0.1000     0.0100    99.6820     0.6633    89.8300    10.4462      0.8081
 222     0.1000     0.0091    99.7040     0.6929    89.0400    10.4916      0.8078
 223     0.1000     0.0062    99.7880     0.6751    89.7100    10.3976      0.8075
 224     0.1000     0.0097    99.7020     0.6667    89.6500    10.5078      0.8071
 225     0.1000     0.0079    99.7300     0.6989    89.6000    10.4130      0.8068
 226     0.1000     0.0095    99.7280     0.6883    89.4700    10.3855      0.8065
 227     0.1000     0.0075    99.7560     0.7105    89.6100    10.5855      0.8062
 228     0.1000     0.0086    99.7580     0.6609    89.8700    10.4445      0.8059
 229     0.1000     0.0082    99.7620     0.7305    89.6800    10.4980      0.8056
 230     0.1000     0.0102    99.6900     0.6550    89.1100    10.4927      0.8053
 231     0.1000     0.0098    99.6920     0.7230    89.0100    10.6013      0.8049
 232     0.1000     0.0083    99.7380     0.7096    90.1700    10.6105      0.8046
 233     0.1000     0.0089    99.7360     0.7216    89.5800    10.4868      0.8043
 234     0.1000     0.0115    99.6280     0.6502    89.9900    10.4475      0.8040
 235     0.1000     0.0099    99.6640     0.6736    89.5800    10.4439      0.8037
 236     0.1000     0.0069    99.7480     0.7441    89.5400    10.5090      0.8034
 237     0.1000     0.0088    99.7400     0.6926    89.7800    10.4394      0.8031
 238     0.1000     0.0070    99.7960     0.6886    90.0700    10.5143      0.8028
 239     0.1000     0.0071    99.7820     0.7053    89.8400    10.5513      0.8025
 240     0.1000     0.0094    99.6820     0.7108    89.3600    10.5077      0.8022
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0093    99.7020     0.6315    89.8000    10.5245      0.8019
 242     0.1000     0.0069    99.7720     0.6695    90.0600    10.5246      0.8016
 243     0.1000     0.0054    99.8340     0.7855    89.5300    10.4758      0.8013
 244     0.1000     0.0084    99.7680     0.6816    90.1100    10.4802      0.8010
 245     0.1000     0.0072    99.7980     0.6772    89.7700    10.5559      0.8007
 246     0.1000     0.0073    99.7540     0.7150    90.0000    10.6107      0.8004
 247     0.1000     0.0074    99.7500     0.7050    89.7100    10.5354      0.8001
 248     0.1000     0.0081    99.7620     0.7169    89.3300    10.4778      0.7998
 249     0.1000     0.0080    99.7520     0.6961    89.5500    10.6475      0.7995
 250     0.1000     0.0067    99.7940     0.7093    89.3700    10.5328      0.7992
 251     0.1000     0.0060    99.8120     0.7420    89.6700    10.4899      0.7989
 252     0.1000     0.0069    99.7640     0.7325    90.0200    10.5901      0.7986
 253     0.1000     0.0072    99.7560     0.7279    89.6100    10.5434      0.7983
 254     0.1000     0.0072    99.8060     0.6956    89.5800    10.5137      0.7981
 255     0.1000     0.0086    99.7520     0.6259    90.2900    10.4911      0.7977
 256     0.1000     0.0070    99.8080     0.6407    89.9200    10.4119      0.7975
 257     0.1000     0.0058    99.8280     0.7198    89.5600    10.4924      0.7972
 258     0.1000     0.0075    99.7840     0.6815    89.7400    10.5544      0.7969
 259     0.1000     0.0059    99.8240     0.7075    89.7100    10.5017      0.7966
 260     0.1000     0.0067    99.7900     0.7062    89.6100    10.5977      0.7963
 261     0.1000     0.0076    99.7740     0.7280    89.6700    10.5223      0.7960
 262     0.1000     0.0088    99.7040     0.6932    89.5600    10.5200      0.7957
 263     0.1000     0.0082    99.7400     0.6833    89.5900    10.5955      0.7955
 264     0.1000     0.0077    99.7620     0.6833    90.2700    10.5524      0.7952
 265     0.1000     0.0067    99.7940     0.7509    89.6400    10.5067      0.7949
 266     0.1000     0.0104    99.7180     0.6655    89.5300    10.5789      0.7946
 267     0.1000     0.0078    99.7840     0.6058    89.7200    10.5536      0.7943
 268     0.1000     0.0051    99.8480     0.6966    89.8800    10.6148      0.7940
 269     0.1000     0.0068    99.7880     0.7021    90.0400    10.4971      0.7938
 270     0.1000     0.0068    99.8060     0.6690    90.2200    10.3791      0.7935
 271     0.1000     0.0067    99.7820     0.6330    89.8100    10.4685      0.7932
 272     0.1000     0.0062    99.8140     0.6633    90.2700    10.6554      0.7929
 273     0.1000     0.0075    99.7580     0.6287    90.2300    10.5706      0.7926
 274     0.1000     0.0057    99.8080     0.6827    89.8200    10.6835      0.7924
 275     0.1000     0.0042    99.8520     0.7217    89.8400    10.5449      0.7921
 276     0.1000     0.0097    99.6640     0.6140    90.0200    10.4734      0.7918
 277     0.1000     0.0057    99.8160     0.7122    90.2900    10.5486      0.7916
 278     0.1000     0.0086    99.7220     0.6845    88.8400    10.5194      0.7913
 279     0.1000     0.0098    99.7240     0.6320    89.7300    10.5530      0.7910
 280     0.1000     0.0058    99.8220     0.6751    89.9500    10.5714      0.7907
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0062    99.7960     0.7083    89.6800    10.5852      0.7904
 282     0.1000     0.0072    99.7860     0.6638    89.8600    10.5602      0.7902
 283     0.1000     0.0076    99.7720     0.6515    90.0600    10.4872      0.7899
 284     0.1000     0.0087    99.7460     0.6622    90.1600    10.6127      0.7896
 285     0.1000     0.0071    99.7840     0.6592    89.8600    10.5180      0.7894
 286     0.1000     0.0074    99.7940     0.6590    89.9300    10.5313      0.7891
 287     0.1000     0.0047    99.8540     0.7510    90.1000    10.5274      0.7888
 288     0.1000     0.0069    99.8000     0.7401    89.0400    10.5275      0.7886
 289     0.1000     0.0073    99.7440     0.6885    89.8400    10.4681      0.7883
 290     0.1000     0.0050    99.8280     0.7088    89.7100    10.3705      0.7880
 291     0.1000     0.0048    99.8540     0.7281    90.3900    10.5254      0.7878
 292     0.1000     0.0071    99.7960     0.7196    89.5800    10.4665      0.7875
 293     0.1000     0.0098    99.7360     0.6489    89.9000    10.4947      0.7872
 294     0.1000     0.0066    99.8020     0.6766    89.2400    10.3890      0.7870
 295     0.1000     0.0046    99.8620     0.6878    90.2400    10.4921      0.7867
 296     0.1000     0.0067    99.7800     0.6478    89.7400    10.4632      0.7865
 297     0.1000     0.0067    99.8040     0.6791    89.5700    10.4039      0.7862
 298     0.1000     0.0051    99.8500     0.6772    90.2600    10.4688      0.7859
 299     0.1000     0.0044    99.8800     0.6986    90.0300    10.5197      0.7857
 300     0.1000     0.0043    99.8700     0.7332    89.9000    10.4866      0.7854
 301     0.0996     0.0039    99.8740     0.7609    89.5500    10.5248      0.7851
 302     0.0992     0.0058    99.8060     0.7205    89.8800    10.5111      0.7849
 303     0.0988     0.0051    99.8500     0.7260    89.6100    10.5159      0.7846
 304     0.0983     0.0072    99.7880     0.6455    89.9400    10.5340      0.7844
 305     0.0979     0.0055    99.8400     0.6982    90.1000    10.6249      0.7841
 306     0.0975     0.0068    99.8000     0.7081    89.6400    10.5191      0.7838
 307     0.0971     0.0087    99.7460     0.6401    90.3100    10.3442      0.7836
 308     0.0967     0.0046    99.8580     0.6730    90.2900    10.5072      0.7833
 309     0.0963     0.0035    99.8840     0.7169    90.1700    10.6000      0.7831
 310     0.0959     0.0039    99.8620     0.7559    89.9100    10.5760      0.7828
 311     0.0955     0.0047    99.8320     0.7522    89.9100    10.4844      0.7826
 312     0.0950     0.0077    99.7440     0.7036    90.2100    10.5043      0.7824
 313     0.0946     0.0037    99.8920     0.7484    90.2000    10.4378      0.7822
 314     0.0942     0.0049    99.8520     0.7265    90.0700    10.3971      0.7819
 315     0.0938     0.0064    99.8100     0.7470    89.5400    10.5803      0.7817
 316     0.0934     0.0056    99.8020     0.7025    90.3800    10.5998      0.7814
 317     0.0930     0.0034    99.8880     0.7364    90.2600    10.5844      0.7812
 318     0.0926     0.0033    99.8900     0.7239    89.9700    10.5291      0.7809
 319     0.0922     0.0038    99.8960     0.7449    90.2600    10.5772      0.7807
 320     0.0917     0.0035    99.8920     0.7634    90.1000    10.6192      0.7805
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0050    99.8480     0.7393    90.1800    10.5442      0.7802
 322     0.0909     0.0045    99.8600     0.7121    90.2900    10.6294      0.7800
 323     0.0905     0.0039    99.8740     0.7707    89.9200    10.4558      0.7798
 324     0.0901     0.0034    99.9060     0.7854    89.6800    10.6120      0.7796
 325     0.0897     0.0038    99.8720     0.7593    89.7900    10.5655      0.7794
 326     0.0893     0.0046    99.8460     0.7101    90.0200    10.5489      0.7791
 327     0.0889     0.0043    99.8840     0.7323    89.9400    10.5652      0.7789
 328     0.0885     0.0051    99.8400     0.6872    90.1700    10.6021      0.7787
 329     0.0880     0.0025    99.9200     0.7405    90.2900    10.4773      0.7785
 330     0.0876     0.0019    99.9340     0.7856    89.9800    10.5613      0.7782
 331     0.0872     0.0022    99.9380     0.7792    90.4300    10.6162      0.7780
 332     0.0868     0.0029    99.9060     0.7818    90.2600    10.6118      0.7778
 333     0.0864     0.0042    99.8680     0.7840    89.9800    10.5605      0.7776
 334     0.0860     0.0033    99.9120     0.7920    89.9800    10.5242      0.7773
 335     0.0856     0.0024    99.9300     0.7982    89.8800    10.5350      0.7771
 336     0.0852     0.0027    99.9220     0.7900    90.0100    10.5159      0.7769
 337     0.0847     0.0033    99.9000     0.7768    90.0800    10.5409      0.7767
 338     0.0843     0.0033    99.9020     0.7844    90.0400    10.5436      0.7765
 339     0.0839     0.0050    99.8520     0.7207    90.0300    10.5342      0.7763
 340     0.0835     0.0023    99.9280     0.7503    90.1900    10.5389      0.7761
 341     0.0831     0.0026    99.9200     0.7524    89.9800    10.4201      0.7758
 342     0.0827     0.0029    99.9060     0.7474    90.2800    10.5482      0.7756
 343     0.0823     0.0023    99.9320     0.7950    89.9600    10.3906      0.7754
 344     0.0818     0.0034    99.8960     0.7908    89.9600    10.6467      0.7753
 345     0.0814     0.0029    99.9040     0.7978    90.2400    10.4633      0.7750
 346     0.0810     0.0014    99.9600     0.8214    90.4600    10.5626      0.7748
 347     0.0806     0.0031    99.9080     0.7813    89.7600    10.4423      0.7746
 348     0.0802     0.0017    99.9380     0.7978    90.3900    10.5597      0.7744
 349     0.0798     0.0019    99.9460     0.8183    90.3900    10.5858      0.7742
 350     0.0794     0.0040    99.8720     0.7492    90.1000    10.4647      0.7741
 351     0.0790     0.0016    99.9520     0.8167    90.2700    10.5881      0.7739
 352     0.0786     0.0018    99.9480     0.8145    89.9200    10.5497      0.7737
 353     0.0781     0.0027    99.9140     0.7703    90.1900    10.6145      0.7735
 354     0.0777     0.0023    99.9160     0.8153    90.1800    10.4869      0.7733
 355     0.0773     0.0017    99.9480     0.8136    90.2100    10.3328      0.7731
 356     0.0769     0.0021    99.9380     0.8242    90.1700    10.5443      0.7729
 357     0.0765     0.0015    99.9480     0.8179    90.2900    10.6445      0.7727
 358     0.0761     0.0035    99.8820     0.7387    90.3900    10.5365      0.7725
 359     0.0757     0.0016    99.9340     0.7483    90.3500    10.5255      0.7723
 360     0.0753     0.0024    99.9520     0.7110    90.3700    10.5088      0.7721
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0012    99.9660     0.7500    90.4600    10.5530      0.7720
 362     0.0744     0.0012    99.9800     0.7960    90.3200    10.6066      0.7718
 363     0.0740     0.0026    99.9140     0.7700    90.2200    10.6373      0.7716
 364     0.0736     0.0023    99.9280     0.7370    90.4200    10.5351      0.7714
 365     0.0732     0.0016    99.9460     0.7636    90.1900    10.5030      0.7713
 366     0.0728     0.0006    99.9780     0.8060    90.4900    10.4934      0.7711
 367     0.0724     0.0017    99.9560     0.8041    90.1700    10.4926      0.7709
 368     0.0720     0.0025    99.9220     0.8021    90.3000    10.5154      0.7707
 369     0.0715     0.0019    99.9420     0.8409    90.0400    10.4557      0.7706
 370     0.0711     0.0020    99.9440     0.8004    90.5600    10.5034      0.7704
 371     0.0707     0.0020    99.9280     0.7824    90.4000    10.4747      0.7702
 372     0.0703     0.0015    99.9440     0.8543    89.8800    10.6603      0.7701
 373     0.0699     0.0012    99.9540     0.8302    90.2100    10.6294      0.7699
 374     0.0695     0.0015    99.9620     0.8501    89.9600    10.4353      0.7697
 375     0.0691     0.0017    99.9440     0.8653    90.5300    10.4634      0.7695
 376     0.0686     0.0017    99.9500     0.8048    90.4700    10.5459      0.7693
 377     0.0682     0.0019    99.9380     0.7795    90.6300    10.4795      0.7692
 378     0.0678     0.0014    99.9540     0.8095    90.2600    10.5441      0.7690
 379     0.0674     0.0012    99.9560     0.7893    90.7300    10.4982      0.7688
 380     0.0670     0.0009    99.9580     0.8069    90.5500    10.4933      0.7687
 381     0.0666     0.0009    99.9760     0.7992    90.3000    10.6579      0.7685
 382     0.0662     0.0017    99.9540     0.8148    90.4900    10.5541      0.7684
 383     0.0658     0.0017    99.9520     0.7755    90.7100    10.5210      0.7682
 384     0.0654     0.0010    99.9760     0.7903    90.7400    10.5424      0.7680
 385     0.0649     0.0008    99.9700     0.8182    90.8300    10.5488      0.7679
 386     0.0645     0.0006    99.9780     0.8565    90.7800    10.5659      0.7677
 387     0.0641     0.0009    99.9740     0.8561    90.7300    10.5548      0.7675
 388     0.0637     0.0012    99.9680     0.8166    90.6200    10.5217      0.7674
 389     0.0633     0.0012    99.9520     0.8208    90.7200    10.5743      0.7672
 390     0.0629     0.0013    99.9500     0.7860    90.7400    10.5504      0.7671
 391     0.0625     0.0008    99.9740     0.7995    90.8700    10.5269      0.7669
 392     0.0621     0.0006    99.9820     0.8057    90.5500    10.5199      0.7668
 393     0.0616     0.0011    99.9660     0.8235    90.6100    10.4242      0.7666
 394     0.0612     0.0010    99.9760     0.8487    90.4900    10.4111      0.7665
 395     0.0608     0.0011    99.9700     0.8328    90.7000    10.6196      0.7663
 396     0.0604     0.0009    99.9740     0.8480    90.6100    10.5591      0.7662
 397     0.0600     0.0005    99.9820     0.8592    90.6400    10.5029      0.7660
 398     0.0596     0.0006    99.9800     0.8411    90.5300    10.4365      0.7659
 399     0.0592     0.0011    99.9660     0.8344    90.5400    10.4888      0.7658
 400     0.0588     0.0004    99.9880     0.8416    90.8400    10.4771      0.7656
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0003    99.9940     0.8432    90.6400    10.4416      0.7655
 402     0.0579     0.0004    99.9840     0.8467    90.8100    10.4639      0.7653
 403     0.0575     0.0003    99.9880     0.8533    90.7900    10.4801      0.7652
 404     0.0571     0.0003    99.9920     0.8445    90.7800    10.4862      0.7651
 405     0.0567     0.0005    99.9840     0.8857    90.8500    10.4894      0.7649
 406     0.0563     0.0004    99.9900     0.8817    90.6100    10.5326      0.7648
 407     0.0559     0.0007    99.9760     0.8864    90.5000    10.5659      0.7647
 408     0.0554     0.0007    99.9840     0.8708    90.7200    10.6336      0.7646
 409     0.0550     0.0004    99.9840     0.9031    90.6900    10.5658      0.7644
 410     0.0546     0.0004    99.9840     0.9098    90.6800    10.6319      0.7643
 411     0.0542     0.0006    99.9800     0.9013    90.5800    10.5181      0.7642
 412     0.0538     0.0002    99.9960     0.9142    90.4700    10.5679      0.7640
 413     0.0534     0.0004    99.9860     0.9024    90.6800    10.4951      0.7639
 414     0.0530     0.0002    99.9940     0.9165    90.5500    10.5299      0.7638
 415     0.0526     0.0001    99.9940     0.9177    90.7100    10.5170      0.7637
 416     0.0522     0.0003    99.9960     0.9309    90.6700    10.5635      0.7635
 417     0.0517     0.0004    99.9920     0.9297    90.2800    10.4877      0.7634
 418     0.0513     0.0004    99.9900     0.9432    90.4700    10.5175      0.7633
 419     0.0509     0.0009    99.9780     0.9669    90.3700    10.5308      0.7631
 420     0.0505     0.0004    99.9900     0.9562    90.3300    10.4121      0.7630
 421     0.0501     0.0004    99.9860     0.9681    90.4100    10.5074      0.7629
 422     0.0497     0.0006    99.9820     0.9413    90.4000    10.5002      0.7628
 423     0.0493     0.0001    99.9980     0.9390    90.4400    10.4036      0.7627
 424     0.0489     0.0002    99.9900     0.9553    90.5300    10.4846      0.7625
 425     0.0484     0.0001    99.9980     0.9601    90.5700    10.5360      0.7624
 426     0.0480     0.0003    99.9900     0.9458    90.5800    10.3426      0.7623
 427     0.0476     0.0003    99.9940     0.9316    90.6500    10.5099      0.7622
 428     0.0472     0.0002    99.9940     0.9408    90.6700    10.6521      0.7621
 429     0.0468     0.0004    99.9880     0.9509    90.6000    10.6287      0.7620
 430     0.0464     0.0004    99.9840     0.9428    90.6500    10.5197      0.7619
 431     0.0460     0.0003    99.9860     0.9510    90.6100    10.5993      0.7617
 432     0.0456     0.0003    99.9920     0.9488    90.4900    10.4220      0.7616
 433     0.0451     0.0003    99.9880     0.9487    90.6100    10.4810      0.7615
 434     0.0447     0.0001    99.9980     0.9503    90.6900    10.5780      0.7614
 435     0.0443     0.0002    99.9960     0.9647    90.5600    10.5203      0.7613
 436     0.0439     0.0001    99.9960     0.9706    90.6500    10.5813      0.7612
 437     0.0435     0.0002    99.9940     0.9769    90.6600    10.4850      0.7611
 438     0.0431     0.0004    99.9940     0.9805    90.7600    10.5508      0.7610
 439     0.0427     0.0004    99.9880     0.9830    90.3800    10.5220      0.7609
 440     0.0423     0.0005    99.9860     0.9643    90.5300    10.5265      0.7608
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0004    99.9940     0.9408    90.5500    10.3827      0.7607
 442     0.0414     0.0001    99.9960     0.9369    90.6600    10.4052      0.7606
 443     0.0410     0.0001    99.9960     0.9516    90.5700    10.4019      0.7605
 444     0.0406     0.0004    99.9860     0.9621    90.4200    10.4875      0.7604
 445     0.0402     0.0001    99.9940     0.9641    90.5900    10.4769      0.7603
 446     0.0398     0.0004    99.9900     0.9499    90.6300    10.4712      0.7602
 447     0.0394     0.0001    99.9980     0.9481    90.7000    10.3946      0.7601
 448     0.0389     0.0001    99.9980     0.9435    90.7500    10.4884      0.7601
 449     0.0385     0.0003    99.9960     0.9567    90.6800    10.5874      0.7600
 450     0.0381     0.0002    99.9920     0.9522    90.5600    10.5159      0.7599
 451     0.0377     0.0002    99.9920     0.9582    90.8300    10.5227      0.7598
 452     0.0373     0.0002    99.9920     0.9457    90.9200    10.5995      0.7597
 453     0.0369     0.0001    99.9980     0.9521    90.8800    10.4821      0.7596
 454     0.0365     0.0002    99.9920     0.9736    90.9000    10.5610      0.7595
 455     0.0361     0.0001    99.9960     0.9576    90.8500    10.5101      0.7594
 456     0.0357     0.0003    99.9940     0.9624    90.7100    10.4487      0.7594
 457     0.0352     0.0002    99.9900     0.9660    90.7200    10.5402      0.7593
 458     0.0348     0.0000   100.0000     0.9639    90.7000    10.2970      0.7592
 459     0.0344     0.0002    99.9960     0.9659    90.7100    10.3442      0.7591
 460     0.0340     0.0001    99.9980     0.9720    90.8500    10.2916      0.7590
 461     0.0336     0.0004    99.9900     0.9666    90.8100    10.4662      0.7589
 462     0.0332     0.0002    99.9960     0.9548    90.9900    10.4761      0.7589
 463     0.0328     0.0001    99.9960     0.9608    91.0900    10.5168      0.7588
 464     0.0324     0.0000   100.0000     0.9584    91.1100    10.4873      0.7587
 465     0.0319     0.0001    99.9980     0.9568    91.0400    10.5245      0.7586
 466     0.0315     0.0003    99.9900     0.9664    90.7500    10.5711      0.7586
 467     0.0311     0.0002    99.9920     0.9802    90.7500    10.4725      0.7585
 468     0.0307     0.0002    99.9900     0.9817    90.9000    10.5507      0.7584
 469     0.0303     0.0005    99.9840     0.9570    90.6800    10.5935      0.7583
 470     0.0299     0.0002    99.9940     0.9649    90.6500    10.6247      0.7583
 471     0.0295     0.0002    99.9920     0.9619    90.7200    10.5505      0.7582
 472     0.0291     0.0002    99.9960     0.9385    90.7400    10.5084      0.7581
 473     0.0286     0.0001    99.9940     0.9559    90.7600    10.5754      0.7581
 474     0.0282     0.0002    99.9960     0.9437    90.6800    10.5534      0.7580
 475     0.0278     0.0003    99.9920     0.9401    90.8100    10.4970      0.7579
 476     0.0274     0.0002    99.9980     0.9486    90.6600    10.4169      0.7579
 477     0.0270     0.0000   100.0000     0.9489    90.7100    10.5262      0.7578
 478     0.0266     0.0001    99.9940     0.9684    90.6400    10.4000      0.7577
 479     0.0262     0.0003    99.9960     0.9700    90.6700    10.5011      0.7577
 480     0.0257     0.0000   100.0000     0.9699    90.7200    10.6066      0.7576
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0000   100.0000     0.9726    90.6900    10.5742      0.7576
 482     0.0249     0.0001    99.9980     0.9689    90.6900    10.5098      0.7575
 483     0.0245     0.0001    99.9920     0.9826    90.5800    10.5826      0.7574
 484     0.0241     0.0001    99.9980     0.9710    90.7800    10.4629      0.7574
 485     0.0237     0.0000   100.0000     0.9727    90.8100    10.5068      0.7573
 486     0.0233     0.0001    99.9940     0.9803    90.7500    10.4782      0.7573
 487     0.0229     0.0002    99.9940     0.9743    90.7600    10.4886      0.7572
 488     0.0225     0.0000   100.0000     0.9729    90.7500    10.5361      0.7572
 489     0.0220     0.0001    99.9960     0.9713    90.8700    10.4856      0.7571
 490     0.0216     0.0001    99.9980     0.9677    90.9600    10.5313      0.7571
 491     0.0212     0.0001    99.9980     0.9695    90.8400    10.4507      0.7570
 492     0.0208     0.0001   100.0000     0.9751    90.8400    10.5462      0.7570
 493     0.0204     0.0001    99.9980     0.9788    90.8500    10.5186      0.7569
 494     0.0200     0.0000   100.0000     0.9747    90.8900    10.5857      0.7569
 495     0.0196     0.0000   100.0000     0.9759    90.9200    10.5275      0.7568
 496     0.0192     0.0000   100.0000     0.9765    90.8900    10.4724      0.7568
 497     0.0187     0.0000   100.0000     0.9766    90.9000    10.5121      0.7567
 498     0.0183     0.0000   100.0000     0.9744    90.9500    10.4340      0.7567
 499     0.0179     0.0001    99.9940     0.9769    90.7800    10.4873      0.7566
 500     0.0175     0.0001    99.9960     0.9772    90.8400    10.4676      0.7566
 501     0.0171     0.0000    99.9980     0.9782    90.8900    10.4046      0.7566
 502     0.0167     0.0001    99.9980     0.9762    90.9600    10.5100      0.7565
 503     0.0163     0.0001    99.9980     0.9742    91.0000    10.4466      0.7565
 504     0.0159     0.0000   100.0000     0.9755    90.9900    10.5550      0.7564
 505     0.0154     0.0001    99.9980     0.9723    90.9700    10.4973      0.7564
 506     0.0150     0.0000    99.9980     0.9749    91.0200    10.5876      0.7564
 507     0.0146     0.0000   100.0000     0.9765    90.9900    10.5225      0.7563
 508     0.0142     0.0000    99.9980     0.9772    90.9700    10.5231      0.7563
 509     0.0138     0.0000   100.0000     0.9775    90.9000    10.5533      0.7563
 510     0.0134     0.0000   100.0000     0.9773    90.9100    10.5145      0.7562
 511     0.0130     0.0002    99.9960     0.9749    91.0000    10.5424      0.7562
 512     0.0125     0.0001    99.9940     0.9851    90.8900    10.4619      0.7562
 513     0.0121     0.0001    99.9940     0.9782    90.9000    10.5225      0.7561
 514     0.0117     0.0001    99.9980     0.9741    90.9300    10.5307      0.7561
 515     0.0113     0.0000   100.0000     0.9748    90.9100    10.4915      0.7561
 516     0.0109     0.0000   100.0000     0.9754    90.9300    10.5798      0.7561
 517     0.0105     0.0000   100.0000     0.9748    90.9600    10.5308      0.7560
 518     0.0101     0.0000   100.0000     0.9736    90.9800    10.6731      0.7560
 519     0.0097     0.0000    99.9980     0.9736    90.9600    10.5205      0.7560
 520     0.0092     0.0000   100.0000     0.9737    90.9700    10.5045      0.7560
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001    99.9980     0.9723    91.0000    10.4625      0.7559
 522     0.0084     0.0001    99.9980     0.9706    91.0100    10.4305      0.7559
 523     0.0080     0.0000   100.0000     0.9712    91.0000    10.5297      0.7559
 524     0.0076     0.0000   100.0000     0.9715    90.9900    10.4537      0.7559
 525     0.0072     0.0000   100.0000     0.9719    91.0100    10.3634      0.7559
 526     0.0068     0.0001    99.9980     0.9726    90.9700    10.4474      0.7558
 527     0.0064     0.0001    99.9940     0.9719    90.9700    10.5442      0.7558
 528     0.0060     0.0000   100.0000     0.9720    90.9800    10.4708      0.7558
 529     0.0055     0.0000   100.0000     0.9722    90.9900    10.5296      0.7558
 530     0.0051     0.0000   100.0000     0.9730    90.9700    10.3310      0.7558
 531     0.0047     0.0001    99.9980     0.9735    90.9200    10.4439      0.7558
 532     0.0043     0.0001    99.9980     0.9753    90.9000    10.3840      0.7558
 533     0.0039     0.0000    99.9980     0.9755    90.9000    10.3367      0.7557
 534     0.0035     0.0001    99.9960     0.9755    90.9100    10.3770      0.7557
 535     0.0031     0.0000   100.0000     0.9755    90.9300    10.3918      0.7557
 536     0.0027     0.0000   100.0000     0.9755    90.9400    10.4444      0.7557
 537     0.0022     0.0000   100.0000     0.9754    90.9300    10.4781      0.7557
 538     0.0018     0.0000   100.0000     0.9755    90.9200    10.3826      0.7557
 539     0.0014     0.0000   100.0000     0.9754    90.9200    10.4270      0.7557
 540     0.0010     0.0000    99.9980     0.9756    90.9300    10.3420      0.7557
 541     0.0010     0.0001    99.9980     0.9759    90.9200    10.3790      0.7557
 542     0.0010     0.0001    99.9980     0.9756    90.9300    10.4142      0.7557
 543     0.0010     0.0000   100.0000     0.9756    90.9400    10.4714      0.7557
 544     0.0010     0.0000   100.0000     0.9757    90.9400    10.4863      0.7557
 545     0.0010     0.0001    99.9980     0.9755    90.9600    10.5190      0.7557
 546     0.0010     0.0000   100.0000     0.9756    90.9600    10.4388      0.7557
 547     0.0010     0.0000   100.0000     0.9755    90.9600    10.5519      0.7557
 548     0.0010     0.0000    99.9980     0.9754    90.9600    10.4404      0.7557
 549     0.0010     0.0001    99.9980     0.9751    90.9600    10.6179      0.7557
 550     0.0010     0.0000   100.0000     0.9751    90.9600    10.5675      0.7557
 551     0.0010     0.0000   100.0000     0.9752    90.9600    10.4840      0.7556
 552     0.0010     0.0000   100.0000     0.9752    90.9600    10.5440      0.7556
 553     0.0010     0.0001    99.9980     0.9752    90.9600    10.5082      0.7556
 554     0.0010     0.0000   100.0000     0.9751    90.9600    10.5533      0.7556
 555     0.0010     0.0001    99.9960     0.9754    90.9800    10.6106      0.7556
 556     0.0010     0.0000   100.0000     0.9755    90.9900    10.5792      0.7556
 557     0.0010     0.0001    99.9960     0.9753    90.9700    10.4665      0.7556
 558     0.0010     0.0000   100.0000     0.9753    90.9700    10.6033      0.7556
 559     0.0010     0.0000   100.0000     0.9752    90.9700    10.5741      0.7556
 560     0.0010     0.0000    99.9980     0.9753    90.9600    10.5611      0.7556
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001    99.9980     0.9749    90.9700    10.6410      0.7556
 562     0.0010     0.0000    99.9980     0.9752    90.9700    10.4973      0.7556
 563     0.0010     0.0000   100.0000     0.9753    90.9700    10.6027      0.7556
 564     0.0010     0.0000   100.0000     0.9753    90.9700    10.5152      0.7556
 565     0.0010     0.0000    99.9980     0.9750    90.9700    10.2764      0.7556
 566     0.0010     0.0000   100.0000     0.9751    90.9700    10.4790      0.7556
 567     0.0010     0.0000   100.0000     0.9750    90.9800    10.4409      0.7556
 568     0.0010     0.0000   100.0000     0.9750    90.9800    10.4613      0.7556
 569     0.0010     0.0001    99.9960     0.9754    90.9600    10.5118      0.7556
 570     0.0010     0.0000   100.0000     0.9756    90.9500    10.4304      0.7555
 571     0.0010     0.0001    99.9980     0.9757    90.9400    10.3766      0.7555
 572     0.0010     0.0002    99.9980     0.9756    90.9500    10.5706      0.7555
 573     0.0010     0.0000    99.9980     0.9757    90.9300    10.5634      0.7555
 574     0.0010     0.0000   100.0000     0.9757    90.9200    10.4821      0.7555
 575     0.0010     0.0001    99.9960     0.9759    90.9200    10.6200      0.7555
 576     0.0010     0.0000   100.0000     0.9759    90.9200    10.5094      0.7555
 577     0.0010     0.0000   100.0000     0.9760    90.9200    10.5387      0.7555
 578     0.0010     0.0001    99.9980     0.9760    90.9100    10.4045      0.7555
 579     0.0010     0.0000   100.0000     0.9761    90.9100    10.3816      0.7555
 580     0.0010     0.0000    99.9980     0.9761    90.9300    10.3852      0.7555
 581     0.0010     0.0000   100.0000     0.9761    90.9300    10.3709      0.7555
 582     0.0010     0.0000    99.9980     0.9759    90.9300    10.5082      0.7555
 583     0.0010     0.0000   100.0000     0.9759    90.9300    10.5285      0.7555
 584     0.0010     0.0000   100.0000     0.9758    90.9300    10.5152      0.7555
 585     0.0010     0.0000   100.0000     0.9758    90.9300    10.4851      0.7555
 586     0.0010     0.0000   100.0000     0.9758    90.9300    10.4926      0.7555
 587     0.0010     0.0000   100.0000     0.9758    90.9300    10.5916      0.7555
 588     0.0010     0.0001    99.9980     0.9760    90.9300    10.4866      0.7555
 589     0.0010     0.0001    99.9980     0.9760    90.9300    10.5156      0.7554
 590     0.0010     0.0001    99.9980     0.9758    90.9200    10.5831      0.7554
 591     0.0010     0.0000   100.0000     0.9758    90.9400    10.5105      0.7554
 592     0.0010     0.0000    99.9980     0.9758    90.9300    10.4911      0.7554
 593     0.0010     0.0000   100.0000     0.9759    90.9200    10.5693      0.7554
 594     0.0010     0.0000   100.0000     0.9758    90.9300    10.5914      0.7554
 595     0.0010     0.0000   100.0000     0.9758    90.9300    10.4649      0.7554
 596     0.0010     0.0000   100.0000     0.9758    90.9300    10.3945      0.7554
 597     0.0010     0.0000   100.0000     0.9758    90.9300    10.5082      0.7554
 598     0.0010     0.0000   100.0000     0.9759    90.9300    10.5029      0.7554
 599     0.0010     0.0000   100.0000     0.9758    90.9300    10.5038      0.7554
 600     0.0010     0.0001    99.9980     0.9757    90.9500    10.5038      0.7554
