Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2855    11.7820     2.1833    16.8500    11.0973      0.9751
   2     0.1000     2.1672    18.3240     2.0530    22.6500    10.0532      0.9671
   3     0.1000     1.9824    24.1860     1.8937    27.5500    10.2308      0.9614
   4     0.1000     1.8468    29.2600     1.6567    37.3300    10.2956      0.9567
   5     0.1000     1.6982    35.6560     1.7626    35.3400    10.1723      0.9528
   6     0.1000     1.5463    42.3640     1.3705    49.6100    10.1154      0.9493
   7     0.1000     1.4287    48.0760     1.2236    55.2400    10.1405      0.9461
   8     0.1000     1.2963    53.5900     1.2159    57.1600    10.1676      0.9432
   9     0.1000     1.1708    58.8400     1.0110    64.7700    10.1901      0.9406
  10     0.1000     1.0593    62.7660     1.0671    62.7000    10.2115      0.9381
  11     0.1000     0.9726    66.2820     0.9349    67.0400    10.2086      0.9357
  12     0.1000     0.8901    69.1640     0.8306    71.5100    10.2132      0.9335
  13     0.1000     0.8114    72.3220     1.0071    66.9300    10.1303      0.9315
  14     0.1000     0.7611    74.1220     0.7913    72.9600    10.1054      0.9295
  15     0.1000     0.7033    76.1060     0.8398    72.3600    10.1748      0.9276
  16     0.1000     0.6584    77.8620     0.7714    75.1800    10.2874      0.9258
  17     0.1000     0.6171    79.2440     0.6461    78.6400    10.1941      0.9241
  18     0.1000     0.5868    80.2360     0.6117    79.7500    10.1754      0.9224
  19     0.1000     0.5491    81.7740     0.5728    81.3300    10.1707      0.9209
  20     0.1000     0.5192    82.5820     0.5688    81.5900    10.1645      0.9193
  21     0.1000     0.4927    83.4620     0.5508    82.1700    10.2159      0.9178
  22     0.1000     0.4673    84.3600     0.5384    81.9800    10.1170      0.9164
  23     0.1000     0.4440    85.1540     0.4982    83.7600    10.0743      0.9150
  24     0.1000     0.4236    85.8740     0.5354    83.0000    10.0884      0.9136
  25     0.1000     0.4001    86.6860     0.4861    83.9900    10.1216      0.9123
  26     0.1000     0.3846    87.0720     0.4946    84.5000    10.1092      0.9110
  27     0.1000     0.3630    88.0100     0.6109    80.8700    10.2154      0.9097
  28     0.1000     0.3502    88.2780     0.5669    83.3300    10.1251      0.9085
  29     0.1000     0.3320    89.1500     0.4534    85.8000    10.1562      0.9073
  30     0.1000     0.3172    89.4840     0.6239    82.0100    10.2162      0.9061
  31     0.1000     0.3030    89.9960     0.5162    85.0000    10.1417      0.9050
  32     0.1000     0.2966    90.2260     0.4581    85.7500    10.1793      0.9039
  33     0.1000     0.2802    90.7340     0.4578    85.6200    10.0988      0.9028
  34     0.1000     0.2663    91.2100     0.5243    84.0500    10.0418      0.9017
  35     0.1000     0.2590    91.3820     0.4744    85.5700    10.0970      0.9007
  36     0.1000     0.2498    91.7080     0.4716    86.5500    10.1422      0.8996
  37     0.1000     0.2427    91.9640     0.4591    86.0500    10.1211      0.8987
  38     0.1000     0.2316    92.4720     0.5314    84.3100    10.2102      0.8978
  39     0.1000     0.2216    92.5800     0.5158    84.5600    10.2132      0.8968
  40     0.1000     0.2099    93.0220     0.5071    85.8700    10.1571      0.8957
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2043    93.2460     0.4471    87.0900    10.2109      0.8948
  42     0.1000     0.1964    93.4320     0.4680    85.9700    10.1489      0.8939
  43     0.1000     0.1900    93.7280     0.4996    86.4300    10.2783      0.8930
  44     0.1000     0.1798    93.9660     0.5090    86.1100    10.1715      0.8922
  45     0.1000     0.1763    94.0780     0.4753    86.7700    10.0814      0.8912
  46     0.1000     0.1693    94.5080     0.4788    87.1900    10.1649      0.8904
  47     0.1000     0.1598    94.7040     0.4622    87.6200    10.3160      0.8896
  48     0.1000     0.1598    94.6200     0.4698    87.8800    10.1706      0.8888
  49     0.1000     0.1526    94.8440     0.4438    88.0900    10.1977      0.8880
  50     0.1000     0.1472    95.0560     0.4653    87.3100    10.1707      0.8872
  51     0.1000     0.1416    95.3440     0.5003    87.4600    10.1052      0.8863
  52     0.1000     0.1402    95.4920     0.4463    87.9100    10.2599      0.8855
  53     0.1000     0.1321    95.6540     0.4394    87.7500    10.1481      0.8848
  54     0.1000     0.1233    95.8220     0.4509    87.9800    10.2270      0.8840
  55     0.1000     0.1209    95.8680     0.4677    88.1000    10.1074      0.8832
  56     0.1000     0.1233    96.0020     0.4646    87.7600    10.2479      0.8825
  57     0.1000     0.1150    96.1440     0.4760    87.9300    10.2339      0.8817
  58     0.1000     0.1100    96.4120     0.4788    88.2700    10.2549      0.8810
  59     0.1000     0.1083    96.3660     0.5303    86.9100    10.2467      0.8802
  60     0.1000     0.1054    96.5500     0.4917    87.4800    10.1812      0.8795
  61     0.1000     0.1029    96.5780     0.5309    88.0100    10.2597      0.8788
  62     0.1000     0.0986    96.7360     0.4951    87.7100    10.1493      0.8781
  63     0.1000     0.0979    96.8180     0.5030    87.7800    10.1814      0.8775
  64     0.1000     0.0920    96.9140     0.4535    88.6300    10.1329      0.8768
  65     0.1000     0.0871    97.0720     0.6362    85.6100    10.1802      0.8761
  66     0.1000     0.0900    97.0280     0.5980    86.7600    10.1739      0.8754
  67     0.1000     0.0863    97.0700     0.4954    88.1200    10.2240      0.8748
  68     0.1000     0.0827    97.2300     0.4949    88.3700    10.2106      0.8742
  69     0.1000     0.0834    97.2420     0.5522    87.7300    10.1190      0.8735
  70     0.1000     0.0804    97.3480     0.4655    88.5700    10.1552      0.8729
  71     0.1000     0.0774    97.5100     0.4851    89.0200    10.2158      0.8722
  72     0.1000     0.0737    97.6240     0.5429    87.9000    10.1934      0.8717
  73     0.1000     0.0701    97.6760     0.5037    88.3200    10.0538      0.8710
  74     0.1000     0.0684    97.8360     0.5185    88.3600    10.2028      0.8704
  75     0.1000     0.0701    97.6420     0.5956    87.4100    10.1528      0.8698
  76     0.1000     0.0682    97.7140     0.4970    88.8100    10.2289      0.8692
  77     0.1000     0.0664    97.8340     0.5616    87.9000    10.2128      0.8685
  78     0.1000     0.0597    98.0560     0.5054    88.6100    10.2189      0.8679
  79     0.1000     0.0599    97.9520     0.5875    87.8900    10.0692      0.8673
  80     0.1000     0.0601    97.9940     0.5675    88.0100    10.2332      0.8667
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0581    98.1360     0.5583    88.4600    10.3258      0.8661
  82     0.1000     0.0567    98.1560     0.5714    88.2200    10.2154      0.8655
  83     0.1000     0.0521    98.3040     0.5579    88.4700    10.1935      0.8650
  84     0.1000     0.0538    98.2700     0.5115    88.7600    10.1939      0.8644
  85     0.1000     0.0534    98.2060     0.5573    88.5500    10.1364      0.8638
  86     0.1000     0.0468    98.4520     0.5817    88.9200    10.2020      0.8632
  87     0.1000     0.0511    98.3000     0.5326    89.1700    10.1715      0.8626
  88     0.1000     0.0465    98.5160     0.5288    89.1300    10.2045      0.8621
  89     0.1000     0.0484    98.4580     0.5303    88.8600    10.1877      0.8615
  90     0.1000     0.0512    98.3480     0.5423    89.0500    10.1350      0.8609
  91     0.1000     0.0473    98.5820     0.5285    88.8700    10.1219      0.8604
  92     0.1000     0.0455    98.5500     0.5680    89.0000    10.0848      0.8599
  93     0.1000     0.0468    98.4940     0.5410    88.5900    10.1021      0.8593
  94     0.1000     0.0427    98.6120     0.5197    88.8700    10.2136      0.8588
  95     0.1000     0.0462    98.5380     0.5411    89.0300    10.1109      0.8582
  96     0.1000     0.0403    98.6800     0.5497    88.6000    10.2693      0.8577
  97     0.1000     0.0385    98.7380     0.5636    88.4300    10.2724      0.8572
  98     0.1000     0.0420    98.6140     0.6031    87.3000    10.1438      0.8567
  99     0.1000     0.0400    98.6740     0.6138    88.1800    10.1235      0.8562
 100     0.1000     0.0378    98.7240     0.5766    88.6700    10.1683      0.8557
 101     0.1000     0.0379    98.7960     0.5640    88.6100    10.1330      0.8551
 102     0.1000     0.0353    98.8600     0.6196    88.8700    10.2490      0.8546
 103     0.1000     0.0370    98.8240     0.5720    88.3300    10.0845      0.8541
 104     0.1000     0.0380    98.7840     0.5837    89.1200    10.2086      0.8536
 105     0.1000     0.0352    98.8520     0.5823    89.3200    10.1370      0.8531
 106     0.1000     0.0326    98.9360     0.5656    89.3800    10.0860      0.8526
 107     0.1000     0.0288    99.1100     0.5906    89.0200    10.0572      0.8521
 108     0.1000     0.0358    98.8440     0.7545    87.3300    10.0946      0.8516
 109     0.1000     0.0338    98.9280     0.5687    89.1100    10.1357      0.8511
 110     0.1000     0.0303    99.0440     0.5923    89.1400    10.2148      0.8506
 111     0.1000     0.0308    99.0100     0.5340    89.1500    10.1809      0.8501
 112     0.1000     0.0295    99.0960     0.6209    88.8500    10.1816      0.8497
 113     0.1000     0.0288    99.0640     0.7322    87.8400    10.1479      0.8492
 114     0.1000     0.0311    98.9900     0.5210    89.3800    10.1539      0.8486
 115     0.1000     0.0316    98.9840     0.5415    89.3000    10.1920      0.8482
 116     0.1000     0.0270    99.1340     0.6235    88.9700    10.2464      0.8477
 117     0.1000     0.0297    99.0680     0.5556    89.3600    10.1566      0.8472
 118     0.1000     0.0269    99.1380     0.6081    89.1900    10.2825      0.8467
 119     0.1000     0.0253    99.2120     0.6223    89.3100    10.2102      0.8463
 120     0.1000     0.0262    99.1540     0.5823    89.2000    10.1252      0.8458
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0265    99.1520     0.6017    89.1600    10.2048      0.8454
 122     0.1000     0.0262    99.1940     0.9803    84.2800    10.1422      0.8450
 123     0.1000     0.0228    99.3000     0.6853    89.0000    10.1121      0.8444
 124     0.1000     0.0273    99.1720     0.5809    88.9800    10.1194      0.8440
 125     0.1000     0.0233    99.2300     0.7627    87.3000    10.1993      0.8436
 126     0.1000     0.0215    99.2620     0.6457    89.4500    10.1251      0.8431
 127     0.1000     0.0270    99.2040     0.5835    89.3000    10.4281      0.8427
 128     0.1000     0.0248    99.2740     0.6042    88.5200    10.2856      0.8422
 129     0.1000     0.0256    99.1460     0.6191    89.0800    10.1957      0.8418
 130     0.1000     0.0225    99.2620     0.6088    89.4400    10.1879      0.8413
 131     0.1000     0.0239    99.2800     0.6194    89.0900    10.1554      0.8409
 132     0.1000     0.0216    99.3060     0.5972    89.5700    10.1722      0.8405
 133     0.1000     0.0227    99.2880     0.6265    89.2200    10.1761      0.8400
 134     0.1000     0.0233    99.2740     0.5870    89.3000    10.2283      0.8396
 135     0.1000     0.0218    99.3460     0.5694    89.3800    10.1589      0.8392
 136     0.1000     0.0225    99.2060     0.5805    89.7700    10.2022      0.8388
 137     0.1000     0.0207    99.4060     0.5883    89.4200    10.2952      0.8383
 138     0.1000     0.0210    99.3420     0.5985    89.7500    10.2030      0.8379
 139     0.1000     0.0182    99.4160     0.6713    88.9100    10.2097      0.8375
 140     0.1000     0.0226    99.2660     0.6533    88.7300    10.1735      0.8371
 141     0.1000     0.0217    99.3440     0.6045    89.6600    10.1949      0.8367
 142     0.1000     0.0174    99.4920     0.6405    89.2100    10.2619      0.8362
 143     0.1000     0.0192    99.3960     0.6357    89.2500    10.1306      0.8359
 144     0.1000     0.0209    99.3620     0.5902    89.6600    10.1640      0.8355
 145     0.1000     0.0182    99.4300     0.6308    89.4200    10.2465      0.8350
 146     0.1000     0.0202    99.3300     0.6472    89.6300    10.2533      0.8346
 147     0.1000     0.0224    99.3500     0.5884    89.2100    10.1322      0.8342
 148     0.1000     0.0178    99.3980     0.6532    89.0900    10.2138      0.8338
 149     0.1000     0.0183    99.4060     0.6708    88.8900    10.2346      0.8334
 150     0.1000     0.0175    99.5060     0.6062    89.2800    10.2187      0.8330
 151     0.1000     0.0200    99.3700     0.5817    89.6400    10.1880      0.8326
 152     0.1000     0.0191    99.3520     0.5744    89.3200    10.0530      0.8322
 153     0.1000     0.0157    99.5240     0.6294    89.3800    10.2355      0.8318
 154     0.1000     0.0211    99.3160     0.6025    89.3900    10.1376      0.8314
 155     0.1000     0.0186    99.4200     0.6266    89.6800    10.1272      0.8311
 156     0.1000     0.0185    99.4500     0.6048    89.2300     9.9762      0.8306
 157     0.1000     0.0160    99.5180     0.6759    89.1000    10.0687      0.8302
 158     0.1000     0.0148    99.5280     0.7406    88.2500    10.1091      0.8299
 159     0.1000     0.0177    99.4640     0.6841    89.1000    10.5617      0.8295
 160     0.1000     0.0197    99.4340     0.5983    89.5100    10.0995      0.8291
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0184    99.4160     0.5654    89.4400    10.1126      0.8287
 162     0.1000     0.0139    99.4960     0.6781    89.3600    10.1647      0.8283
 163     0.1000     0.0147    99.5100     0.6475    89.6600    10.1492      0.8279
 164     0.1000     0.0147    99.5420     0.6509    89.3400    10.2577      0.8275
 165     0.1000     0.0135    99.5860     0.6479    89.3400    10.0862      0.8271
 166     0.1000     0.0185    99.4200     0.5871    89.2400    10.1306      0.8267
 167     0.1000     0.0131    99.5800     0.6312    89.6400    10.1297      0.8264
 168     0.1000     0.0142    99.5680     0.6331    89.4900    10.1629      0.8260
 169     0.1000     0.0148    99.5380     0.5996    89.6200    10.0603      0.8256
 170     0.1000     0.0140    99.5520     0.6321    89.4600    10.0697      0.8253
 171     0.1000     0.0139    99.5680     0.6060    89.3900    10.1009      0.8249
 172     0.1000     0.0126    99.5960     0.6943    89.1700    10.1570      0.8245
 173     0.1000     0.0133    99.6120     0.6172    89.7700    10.2471      0.8241
 174     0.1000     0.0131    99.6040     0.6281    89.9600    10.0959      0.8238
 175     0.1000     0.0132    99.5680     0.6604    89.8600    10.2093      0.8235
 176     0.1000     0.0166    99.5380     0.5911    89.6800    10.1183      0.8231
 177     0.1000     0.0131    99.6200     0.5956    89.9200    10.1113      0.8227
 178     0.1000     0.0129    99.5760     0.6391    89.5500    10.0145      0.8223
 179     0.1000     0.0172    99.4880     0.6364    89.6700    10.2306      0.8220
 180     0.1000     0.0149    99.5260     0.6890    89.4900    10.0983      0.8216
 181     0.1000     0.0146    99.5280     0.6704    89.6500    10.0737      0.8213
 182     0.1000     0.0142    99.5920     0.5962    89.7800    10.1346      0.8209
 183     0.1000     0.0148    99.5820     0.6282    89.9100    10.0862      0.8206
 184     0.1000     0.0110    99.6500     0.6769    89.7900    10.0936      0.8202
 185     0.1000     0.0123    99.6040     0.6380    89.8700    10.1985      0.8199
 186     0.1000     0.0169    99.4760     0.9137    86.1900    10.2147      0.8195
 187     0.1000     0.0126    99.5840     0.6829    89.8300    10.1644      0.8192
 188     0.1000     0.0132    99.5860     0.6138    90.0800    10.1859      0.8188
 189     0.1000     0.0123    99.6440     0.5940    90.5000    10.1780      0.8185
 190     0.1000     0.0123    99.6200     0.6403    90.0200    10.2479      0.8182
 191     0.1000     0.0145    99.5280     0.6623    89.6600    10.2533      0.8178
 192     0.1000     0.0133    99.5560     0.6556    89.9200    10.2293      0.8175
 193     0.1000     0.0118    99.6240     0.6501    89.9300    10.2336      0.8171
 194     0.1000     0.0102    99.6680     0.7783    89.3800    10.1833      0.8168
 195     0.1000     0.0135    99.6200     0.6172    90.1200    10.1752      0.8165
 196     0.1000     0.0126    99.6480     0.7244    88.8200    10.1788      0.8161
 197     0.1000     0.0139    99.5920     0.5801    90.0600    10.1632      0.8158
 198     0.1000     0.0129    99.5980     0.6979    89.3900    10.1525      0.8155
 199     0.1000     0.0120    99.6360     0.7477    88.9800    10.1877      0.8151
 200     0.1000     0.0128    99.6200     0.6614    89.6200    10.2367      0.8147
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0116    99.6740     0.6467    89.4800    10.1790      0.8144
 202     0.1000     0.0128    99.6280     0.6268    89.5600    10.1331      0.8141
 203     0.1000     0.0119    99.6440     0.6319    89.9000    10.1616      0.8138
 204     0.1000     0.0102    99.7160     0.6947    89.5700    10.2389      0.8134
 205     0.1000     0.0090    99.7240     0.7178    89.7400    10.2287      0.8130
 206     0.1000     0.0117    99.5980     0.6614    89.7700    10.1478      0.8127
 207     0.1000     0.0106    99.7060     0.6507    89.9200    10.2041      0.8124
 208     0.1000     0.0109    99.6260     0.6694    89.9900    10.3124      0.8121
 209     0.1000     0.0094    99.7080     0.6644    89.5200    10.2035      0.8117
 210     0.1000     0.0129    99.5940     0.6628    89.7100    10.2323      0.8114
 211     0.1000     0.0116    99.6380     0.6767    89.5100    10.2205      0.8111
 212     0.1000     0.0084    99.7380     0.6699    90.1400    10.2678      0.8107
 213     0.1000     0.0113    99.6360     0.6698    89.6100    10.2007      0.8104
 214     0.1000     0.0102    99.6740     0.6487    89.6500    10.1167      0.8101
 215     0.1000     0.0113    99.6120     0.6373    89.8500    10.1857      0.8098
 216     0.1000     0.0092    99.6780     0.7664    89.4600    10.2286      0.8094
 217     0.1000     0.0113    99.5880     0.6767    89.6700    10.2279      0.8091
 218     0.1000     0.0126    99.6120     0.6641    89.3600    10.2119      0.8088
 219     0.1000     0.0091    99.6900     0.7136    89.4700    10.1276      0.8085
 220     0.1000     0.0102    99.6840     0.7097    89.7600    10.2486      0.8081
 221     0.1000     0.0089    99.7160     0.6911    89.5900    10.1703      0.8079
 222     0.1000     0.0111    99.6540     0.7333    88.8100    10.3033      0.8075
 223     0.1000     0.0118    99.6240     0.6606    89.6100    10.1716      0.8072
 224     0.1000     0.0103    99.6480     0.6795    90.2500    10.1657      0.8069
 225     0.1000     0.0069    99.7860     0.8918    88.5300    10.1696      0.8066
 226     0.1000     0.0094    99.7000     0.7239    89.4100    10.1045      0.8063
 227     0.1000     0.0101    99.6740     0.6966    89.8000    10.1202      0.8059
 228     0.1000     0.0075    99.7400     0.7471    89.7700    10.1791      0.8056
 229     0.1000     0.0089    99.7260     0.7149    89.7600    10.2337      0.8054
 230     0.1000     0.0127    99.6620     0.6291    90.0400    10.1673      0.8051
 231     0.1000     0.0096    99.7100     0.6639    89.5500    10.1302      0.8047
 232     0.1000     0.0093    99.7040     0.6795    89.8700    10.1443      0.8045
 233     0.1000     0.0102    99.6560     0.7233    89.6200    10.2616      0.8041
 234     0.1000     0.0097    99.7240     0.7207    89.2000    10.1351      0.8038
 235     0.1000     0.0096    99.7200     0.6512    89.6000    10.2181      0.8035
 236     0.1000     0.0105    99.6820     0.6656    90.0000    10.2679      0.8032
 237     0.1000     0.0077    99.7760     0.7344    89.3400    10.2184      0.8029
 238     0.1000     0.0092    99.7360     0.7050    89.5800    10.2197      0.8026
 239     0.1000     0.0068    99.7760     0.7729    89.7100    10.3160      0.8023
 240     0.1000     0.0084    99.7280     0.6927    89.7100    10.2258      0.8020
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0111    99.6580     0.5954    89.8800    10.2046      0.8017
 242     0.1000     0.0113    99.6700     0.6433    89.6400    10.0728      0.8015
 243     0.1000     0.0096    99.6960     0.6470    89.9400    10.1208      0.8011
 244     0.1000     0.0052    99.8640     0.7112    89.9200    10.1880      0.8008
 245     0.1000     0.0088    99.7160     0.6626    89.7900    10.1967      0.8005
 246     0.1000     0.0078    99.7700     0.6981    90.0200    10.2245      0.8002
 247     0.1000     0.0089    99.7380     0.6688    89.7600    10.1520      0.7999
 248     0.1000     0.0070    99.7800     0.6963    89.5300    10.2026      0.7996
 249     0.1000     0.0085    99.7400     0.6824    89.6800    10.1458      0.7993
 250     0.1000     0.0118    99.6440     0.6333    90.2900    10.1138      0.7990
 251     0.1000     0.0074    99.7660     0.6778    89.7800    10.2462      0.7987
 252     0.1000     0.0085    99.7220     0.6830    90.1100    10.2368      0.7985
 253     0.1000     0.0089    99.7140     0.7156    90.0900    10.1700      0.7982
 254     0.1000     0.0089    99.7180     0.6904    90.0700    10.2063      0.7979
 255     0.1000     0.0095    99.6940     0.6573    90.3100    10.2457      0.7976
 256     0.1000     0.0081    99.7680     0.6751    89.9100    10.1193      0.7973
 257     0.1000     0.0069    99.7840     0.7081    89.7800    10.1757      0.7971
 258     0.1000     0.0057    99.8020     0.7159    90.3600    10.2258      0.7968
 259     0.1000     0.0078    99.7620     0.7010    90.0700    10.2088      0.7965
 260     0.1000     0.0059    99.8260     0.6984    90.1200    10.2108      0.7962
 261     0.1000     0.0087    99.7400     0.6967    89.7500    10.1498      0.7959
 262     0.1000     0.0074    99.7680     0.6908    89.8100    10.1595      0.7957
 263     0.1000     0.0058    99.8200     0.7816    89.3800    10.1924      0.7954
 264     0.1000     0.0081    99.7780     0.6622    89.6900    10.1258      0.7951
 265     0.1000     0.0084    99.7600     0.6734    90.2200    10.2797      0.7948
 266     0.1000     0.0053    99.8300     0.7692    89.6500    10.1848      0.7945
 267     0.1000     0.0067    99.7800     0.7838    90.0100    10.2271      0.7942
 268     0.1000     0.0071    99.7980     0.7581    88.9700    10.2064      0.7939
 269     0.1000     0.0112    99.6300     0.7192    89.3700    10.1008      0.7937
 270     0.1000     0.0055    99.8220     0.7267    90.0700    10.1607      0.7934
 271     0.1000     0.0077    99.7880     0.6825    89.8800    10.1620      0.7931
 272     0.1000     0.0072    99.7760     0.7491    89.2600    10.1958      0.7928
 273     0.1000     0.0060    99.8020     0.7342    90.0700    10.2485      0.7925
 274     0.1000     0.0063    99.8080     0.7116    90.1200    10.1751      0.7923
 275     0.1000     0.0053    99.8300     0.7755    89.8600    10.1580      0.7920
 276     0.1000     0.0073    99.7980     0.7060    89.8000    10.1738      0.7917
 277     0.1000     0.0049    99.8660     0.7744    89.8500    10.1748      0.7914
 278     0.1000     0.0062    99.8080     0.7140    90.1400    10.1186      0.7911
 279     0.1000     0.0086    99.7380     0.7203    89.4000    10.2390      0.7909
 280     0.1000     0.0063    99.7920     0.7313    89.8900    10.1405      0.7906
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0068    99.7860     0.7086    90.1900    10.1038      0.7903
 282     0.1000     0.0053    99.8200     0.7655    89.6100    10.2222      0.7900
 283     0.1000     0.0055    99.8160     0.7261    90.1100    10.3150      0.7898
 284     0.1000     0.0082    99.7380     0.7066    90.2200    10.2246      0.7895
 285     0.1000     0.0041    99.8740     0.7720    89.3900    10.2234      0.7892
 286     0.1000     0.0087    99.7480     0.6761    89.6300    10.2842      0.7889
 287     0.1000     0.0057    99.8380     0.7379    89.7600    10.1765      0.7887
 288     0.1000     0.0068    99.7700     0.7584    89.6400    10.2296      0.7884
 289     0.1000     0.0079    99.7580     0.7118    89.9100    10.2235      0.7882
 290     0.1000     0.0072    99.7860     0.6810    90.0800    10.1730      0.7879
 291     0.1000     0.0047    99.8460     0.7526    90.0300    10.1453      0.7876
 292     0.1000     0.0085    99.7360     0.7006    89.8300    10.3403      0.7874
 293     0.1000     0.0063    99.8140     0.7238    89.7700    10.1049      0.7872
 294     0.1000     0.0054    99.8380     0.6912    89.6700    10.1481      0.7869
 295     0.1000     0.0061    99.8280     0.7266    89.8600    10.1692      0.7866
 296     0.1000     0.0043    99.8900     0.7120    90.0700    10.2103      0.7863
 297     0.1000     0.0075    99.7600     0.6926    89.5300    10.1444      0.7861
 298     0.1000     0.0058    99.8400     0.7784    89.7300    10.3030      0.7858
 299     0.1000     0.0079    99.7680     0.7006    89.5800    10.1406      0.7856
 300     0.1000     0.0065    99.8080     0.7030    89.7300    10.2224      0.7853
 301     0.0996     0.0060    99.8100     0.6892    89.9200    10.2410      0.7850
 302     0.0992     0.0063    99.8120     0.7579    89.7200    10.1881      0.7848
 303     0.0988     0.0035    99.8800     0.7724    90.1400    10.1728      0.7845
 304     0.0983     0.0076    99.7980     0.7093    89.7100    10.3185      0.7843
 305     0.0979     0.0034    99.8900     0.6967    90.0200    10.1871      0.7840
 306     0.0975     0.0064    99.8000     0.6915    89.8400    10.1855      0.7837
 307     0.0971     0.0046    99.8660     0.7535    89.8500    10.1261      0.7835
 308     0.0967     0.0060    99.8260     0.7506    89.3300    10.2204      0.7832
 309     0.0963     0.0037    99.8780     0.7657    89.8600    10.2936      0.7830
 310     0.0959     0.0052    99.8360     0.7256    89.9800    10.1272      0.7827
 311     0.0955     0.0027    99.9020     0.7626    90.1500    10.1854      0.7825
 312     0.0950     0.0064    99.8300     0.7050    89.5400    10.1464      0.7822
 313     0.0946     0.0055    99.8200     0.7546    89.1600    10.2259      0.7820
 314     0.0942     0.0042    99.8580     0.8054    89.5700    10.1876      0.7818
 315     0.0938     0.0065    99.8160     0.6775    89.8200    10.1203      0.7815
 316     0.0934     0.0033    99.8780     0.7639    89.7900    10.1833      0.7813
 317     0.0930     0.0049    99.8520     0.7357    89.9300    10.1498      0.7810
 318     0.0926     0.0041    99.8900     0.7381    90.1100    10.2046      0.7808
 319     0.0922     0.0044    99.8620     0.7270    90.1500    10.2915      0.7806
 320     0.0917     0.0031    99.9040     0.7912    89.9400    10.2186      0.7803
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0045    99.8580     0.7571    90.3700    10.1368      0.7801
 322     0.0909     0.0044    99.8680     0.7234    89.9600    10.1869      0.7799
 323     0.0905     0.0060    99.8300     0.7519    89.3800    10.1618      0.7797
 324     0.0901     0.0049    99.8520     0.7139    90.2500    10.2068      0.7794
 325     0.0897     0.0044    99.8860     0.6950    89.8700    10.1830      0.7792
 326     0.0893     0.0026    99.9100     0.7510    90.4700    10.2152      0.7790
 327     0.0889     0.0031    99.9140     0.7822    89.6000    10.1308      0.7787
 328     0.0885     0.0035    99.8820     0.7985    90.2700    10.1982      0.7785
 329     0.0880     0.0037    99.8900     0.7237    90.0600    10.2512      0.7783
 330     0.0876     0.0039    99.8720     0.7461    90.0600    10.2458      0.7781
 331     0.0872     0.0036    99.8960     0.7616    90.0000    10.2046      0.7779
 332     0.0868     0.0037    99.8880     0.7677    90.3500    10.2566      0.7776
 333     0.0864     0.0053    99.8400     0.6909    89.9800    10.2470      0.7774
 334     0.0860     0.0049    99.8440     0.6933    90.2200    10.1914      0.7772
 335     0.0856     0.0035    99.9020     0.6990    90.3900    10.1039      0.7770
 336     0.0852     0.0026    99.9340     0.6871    90.7300    10.1474      0.7768
 337     0.0847     0.0021    99.9340     0.7517    90.4500    10.1318      0.7766
 338     0.0843     0.0039    99.8620     0.7672    90.4600    10.2360      0.7763
 339     0.0839     0.0026    99.9080     0.7696    90.2800    10.1812      0.7761
 340     0.0835     0.0031    99.8980     0.7679    89.9200    10.1264      0.7759
 341     0.0831     0.0038    99.8780     0.7161    90.5700    10.3137      0.7757
 342     0.0827     0.0020    99.9240     0.7593    90.4900    10.2181      0.7755
 343     0.0823     0.0020    99.9440     0.7828    90.5800    10.2272      0.7753
 344     0.0818     0.0021    99.9340     0.8091    90.2200    10.2132      0.7751
 345     0.0814     0.0022    99.9320     0.7901    90.6000    10.1652      0.7749
 346     0.0810     0.0021    99.9280     0.7980    90.5000    10.1821      0.7746
 347     0.0806     0.0025    99.9180     0.8099    90.4600    10.1215      0.7744
 348     0.0802     0.0027    99.9080     0.8704    90.2000    10.1176      0.7742
 349     0.0798     0.0035    99.8860     0.7645    90.4600    10.2731      0.7740
 350     0.0794     0.0025    99.9160     0.7441    90.4400    10.1827      0.7738
 351     0.0790     0.0018    99.9420     0.7938    90.3900    10.1770      0.7736
 352     0.0786     0.0032    99.8980     0.7383    90.4200    10.1675      0.7735
 353     0.0781     0.0027    99.9220     0.7684    90.2000    10.0949      0.7733
 354     0.0777     0.0026    99.9100     0.7561    90.2100    10.1881      0.7731
 355     0.0773     0.0021    99.9220     0.7606    90.7500    10.1601      0.7729
 356     0.0769     0.0030    99.9080     0.7500    90.2800    10.1336      0.7727
 357     0.0765     0.0017    99.9520     0.7719    90.6100    10.2039      0.7725
 358     0.0761     0.0009    99.9680     0.7731    90.5500    10.2007      0.7723
 359     0.0757     0.0020    99.9320     0.8274    90.2900    10.1940      0.7721
 360     0.0753     0.0012    99.9560     0.8224    90.4000    10.1509      0.7720
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0018    99.9340     0.8465    90.5200    10.2103      0.7718
 362     0.0744     0.0027    99.9140     0.8482    90.4400    10.1865      0.7716
 363     0.0740     0.0037    99.9160     0.7517    90.4300    10.2217      0.7714
 364     0.0736     0.0018    99.9280     0.7769    90.5200    10.2712      0.7712
 365     0.0732     0.0012    99.9800     0.7746    90.6400    10.1699      0.7710
 366     0.0728     0.0019    99.9380     0.8022    90.5500    10.1413      0.7709
 367     0.0724     0.0012    99.9640     0.8538    90.2400    10.2105      0.7707
 368     0.0720     0.0019    99.9360     0.8281    90.3300    10.2004      0.7705
 369     0.0715     0.0015    99.9480     0.8103    90.5100    10.2561      0.7703
 370     0.0711     0.0018    99.9440     0.8674    90.1900    10.1600      0.7701
 371     0.0707     0.0021    99.9380     0.7894    90.8000    10.0587      0.7700
 372     0.0703     0.0015    99.9520     0.7755    90.6000    10.1600      0.7698
 373     0.0699     0.0013    99.9580     0.8364    90.8300    10.2654      0.7696
 374     0.0695     0.0010    99.9600     0.8510    90.3700    10.2410      0.7695
 375     0.0691     0.0020    99.9340     0.8254    90.4100    10.1850      0.7693
 376     0.0686     0.0022    99.9240     0.7960    90.3900    10.2056      0.7691
 377     0.0682     0.0016    99.9580     0.7945    90.4700    10.2688      0.7689
 378     0.0678     0.0017    99.9460     0.7961    90.2500    10.2185      0.7688
 379     0.0674     0.0013    99.9600     0.8010    90.4100    10.2783      0.7686
 380     0.0670     0.0019    99.9420     0.8026    90.2200    10.1874      0.7684
 381     0.0666     0.0013    99.9600     0.8155    90.7400    10.1826      0.7683
 382     0.0662     0.0009    99.9720     0.8514    90.3700    10.2296      0.7681
 383     0.0658     0.0008    99.9680     0.8434    90.5700    10.1307      0.7680
 384     0.0654     0.0014    99.9540     0.8510    90.3600    10.2167      0.7678
 385     0.0649     0.0015    99.9560     0.8862    90.1400    10.1771      0.7677
 386     0.0645     0.0015    99.9520     0.8353    90.1500    10.2281      0.7675
 387     0.0641     0.0008    99.9740     0.8282    90.2000    10.1726      0.7674
 388     0.0637     0.0013    99.9580     0.8866    90.1100    10.2440      0.7672
 389     0.0633     0.0016    99.9580     0.8341    90.3400    10.1363      0.7671
 390     0.0629     0.0010    99.9760     0.8313    90.4700    10.1600      0.7669
 391     0.0625     0.0004    99.9880     0.8744    90.3900    10.2622      0.7667
 392     0.0621     0.0008    99.9740     0.8679    90.3300    10.1910      0.7666
 393     0.0616     0.0010    99.9680     0.8568    90.2900    10.1697      0.7664
 394     0.0612     0.0010    99.9640     0.8904    90.3200    10.2633      0.7663
 395     0.0608     0.0003    99.9920     0.8978    90.3800    10.0641      0.7661
 396     0.0604     0.0003    99.9880     0.9013    90.6100    10.1266      0.7660
 397     0.0600     0.0004    99.9860     0.8987    90.6600    10.1020      0.7659
 398     0.0596     0.0010    99.9620     0.9082    90.4700    10.1429      0.7657
 399     0.0592     0.0009    99.9680     0.9151    90.4100    10.2444      0.7656
 400     0.0588     0.0010    99.9720     0.9043    90.4000    10.2276      0.7654
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0006    99.9760     0.8986    90.6000    10.1529      0.7653
 402     0.0579     0.0006    99.9780     0.9007    90.3900    10.2611      0.7651
 403     0.0575     0.0013    99.9620     0.8492    90.4900    10.2007      0.7650
 404     0.0571     0.0010    99.9720     0.8363    90.6900    10.2014      0.7648
 405     0.0567     0.0006    99.9740     0.8572    90.6700    10.1983      0.7647
 406     0.0563     0.0004    99.9900     0.8972    90.8600    10.2943      0.7646
 407     0.0559     0.0006    99.9840     0.8954    90.6500    10.2090      0.7645
 408     0.0554     0.0004    99.9840     0.8960    90.6800    10.1624      0.7643
 409     0.0550     0.0003    99.9880     0.9091    90.7600    10.2333      0.7642
 410     0.0546     0.0014    99.9700     0.8495    90.7900    10.1778      0.7641
 411     0.0542     0.0007    99.9800     0.8410    90.7700    10.1845      0.7639
 412     0.0538     0.0003    99.9900     0.8585    90.6000    10.1554      0.7638
 413     0.0534     0.0008    99.9720     0.8854    90.5800    10.1587      0.7637
 414     0.0530     0.0005    99.9820     0.8687    90.8000    10.1663      0.7635
 415     0.0526     0.0007    99.9740     0.8899    90.6000    10.1818      0.7634
 416     0.0522     0.0004    99.9860     0.8970    90.7600    10.1125      0.7633
 417     0.0517     0.0002    99.9940     0.8838    90.9800    10.1490      0.7632
 418     0.0513     0.0005    99.9840     0.9144    90.2800    10.2235      0.7630
 419     0.0509     0.0006    99.9800     0.8913    90.7100    10.0921      0.7629
 420     0.0505     0.0008    99.9760     0.8912    90.6000    10.1178      0.7628
 421     0.0501     0.0008    99.9740     0.8826    90.7300    10.0404      0.7627
 422     0.0497     0.0009    99.9680     0.8722    90.5900    10.1518      0.7625
 423     0.0493     0.0003    99.9920     0.8782    90.7600    10.1938      0.7624
 424     0.0489     0.0004    99.9840     0.8775    90.7300    10.1202      0.7623
 425     0.0484     0.0002    99.9960     0.8866    90.7400    10.1353      0.7622
 426     0.0480     0.0004    99.9920     0.9103    90.9000    10.1849      0.7621
 427     0.0476     0.0006    99.9840     0.8811    91.0300    10.2317      0.7620
 428     0.0472     0.0005    99.9820     0.9154    90.7000    10.1170      0.7618
 429     0.0468     0.0004    99.9860     0.8976    90.8800    10.2183      0.7617
 430     0.0464     0.0001   100.0000     0.9053    90.8900    10.0956      0.7616
 431     0.0460     0.0002    99.9900     0.9031    90.9100    10.1216      0.7615
 432     0.0456     0.0002    99.9880     0.9256    90.8000    10.2722      0.7614
 433     0.0451     0.0003    99.9840     0.9161    90.8200    10.1573      0.7613
 434     0.0447     0.0005    99.9820     0.9141    90.5900    10.0838      0.7612
 435     0.0443     0.0003    99.9960     0.8978    90.7600    10.2056      0.7611
 436     0.0439     0.0001    99.9960     0.9035    90.7900    10.1491      0.7610
 437     0.0435     0.0002    99.9960     0.9117    90.9300    10.1554      0.7609
 438     0.0431     0.0004    99.9880     0.9190    90.8500    10.1308      0.7608
 439     0.0427     0.0001    99.9960     0.9195    90.8100    10.1823      0.7607
 440     0.0423     0.0002    99.9940     0.9218    90.7300    10.0777      0.7606
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0003    99.9840     0.9107    90.7700    10.2588      0.7605
 442     0.0414     0.0003    99.9920     0.9466    90.6400    10.2786      0.7604
 443     0.0410     0.0001    99.9980     0.9461    90.8400    10.0914      0.7603
 444     0.0406     0.0002    99.9960     0.9567    90.6200    10.1687      0.7602
 445     0.0402     0.0006    99.9880     0.9563    90.6400    10.2808      0.7601
 446     0.0398     0.0002    99.9940     0.9442    90.8700    10.1937      0.7600
 447     0.0394     0.0003    99.9900     0.9155    90.9000    10.2699      0.7599
 448     0.0389     0.0004    99.9920     0.9205    90.8000    10.1509      0.7598
 449     0.0385     0.0003    99.9920     0.9136    90.9600    10.1891      0.7597
 450     0.0381     0.0001    99.9960     0.9209    90.9800    10.2103      0.7596
 451     0.0377     0.0002    99.9940     0.9239    90.9100    10.2356      0.7596
 452     0.0373     0.0006    99.9900     0.8913    90.8300    10.2673      0.7595
 453     0.0369     0.0002    99.9940     0.9027    90.8000    10.2899      0.7594
 454     0.0365     0.0001    99.9960     0.9143    90.8500    10.2483      0.7593
 455     0.0361     0.0002    99.9920     0.9146    90.7700    10.2119      0.7592
 456     0.0357     0.0003    99.9880     0.9190    90.7500    10.1413      0.7591
 457     0.0352     0.0002    99.9920     0.9141    90.8200    10.0860      0.7590
 458     0.0348     0.0001   100.0000     0.9217    90.8600    10.2167      0.7590
 459     0.0344     0.0001    99.9940     0.9204    90.9000    10.1715      0.7589
 460     0.0340     0.0001    99.9940     0.9408    90.8400    10.3216      0.7588
 461     0.0336     0.0001    99.9960     0.9392    90.8600    10.2501      0.7587
 462     0.0332     0.0001    99.9960     0.9364    90.8800    10.2000      0.7586
 463     0.0328     0.0002    99.9960     0.9369    90.7700    10.1100      0.7586
 464     0.0324     0.0001    99.9980     0.9384    90.7900    10.2208      0.7585
 465     0.0319     0.0001    99.9980     0.9487    90.8100    10.1923      0.7584
 466     0.0315     0.0000   100.0000     0.9501    90.9000    10.1722      0.7583
 467     0.0311     0.0001    99.9980     0.9552    90.8900    10.1979      0.7583
 468     0.0307     0.0002    99.9960     0.9670    90.8500    10.1501      0.7582
 469     0.0303     0.0001    99.9960     0.9688    91.0100    10.2137      0.7581
 470     0.0299     0.0001    99.9980     0.9722    90.9600    10.2470      0.7580
 471     0.0295     0.0001   100.0000     0.9788    90.8400    10.2814      0.7580
 472     0.0291     0.0003    99.9920     0.9648    90.9100    10.2958      0.7579
 473     0.0286     0.0001    99.9980     0.9620    91.0500    10.3176      0.7578
 474     0.0282     0.0002    99.9960     0.9776    90.7700    10.2160      0.7578
 475     0.0278     0.0001    99.9960     0.9718    90.7200    10.1490      0.7577
 476     0.0274     0.0001    99.9980     0.9635    90.8000    10.2118      0.7576
 477     0.0270     0.0001    99.9960     0.9692    90.8300    10.4047      0.7576
 478     0.0266     0.0005    99.9920     0.9531    90.8000    10.1736      0.7575
 479     0.0262     0.0001    99.9980     0.9633    90.8900    10.2123      0.7575
 480     0.0257     0.0003    99.9940     0.9583    90.9000    10.1212      0.7574
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0001    99.9960     0.9546    91.0100    10.2765      0.7573
 482     0.0249     0.0001    99.9960     0.9499    91.0100    10.2566      0.7573
 483     0.0245     0.0001    99.9960     0.9559    90.8600    10.1740      0.7572
 484     0.0241     0.0001    99.9980     0.9539    90.9100    10.1947      0.7572
 485     0.0237     0.0001    99.9980     0.9652    90.9900    10.1374      0.7571
 486     0.0233     0.0001    99.9960     0.9595    90.9500    10.1156      0.7571
 487     0.0229     0.0001    99.9940     0.9648    90.8900    10.2325      0.7570
 488     0.0225     0.0000   100.0000     0.9626    91.0000    10.1177      0.7569
 489     0.0220     0.0001    99.9980     0.9672    90.9600    10.1335      0.7569
 490     0.0216     0.0000   100.0000     0.9678    90.9600    10.1810      0.7568
 491     0.0212     0.0000   100.0000     0.9685    90.8800    10.2099      0.7568
 492     0.0208     0.0001    99.9980     0.9690    90.9400    10.2188      0.7567
 493     0.0204     0.0000   100.0000     0.9698    90.9600    10.2349      0.7567
 494     0.0200     0.0001    99.9940     0.9696    90.8900    10.2425      0.7566
 495     0.0196     0.0001    99.9980     0.9714    90.9300    10.2224      0.7566
 496     0.0192     0.0001    99.9980     0.9678    90.9800    10.2762      0.7566
 497     0.0187     0.0000   100.0000     0.9687    91.0000    10.2653      0.7565
 498     0.0183     0.0001   100.0000     0.9664    90.9500    10.2249      0.7565
 499     0.0179     0.0000    99.9980     0.9699    90.8900    10.2022      0.7564
 500     0.0175     0.0000   100.0000     0.9712    90.9600    10.1768      0.7564
 501     0.0171     0.0000   100.0000     0.9707    90.9100    10.3239      0.7564
 502     0.0167     0.0000   100.0000     0.9725    90.9200    10.1096      0.7563
 503     0.0163     0.0001    99.9960     0.9723    90.9300    10.2427      0.7563
 504     0.0159     0.0001    99.9980     0.9769    91.0300    10.1915      0.7562
 505     0.0154     0.0000    99.9980     0.9761    91.0200    10.2156      0.7562
 506     0.0150     0.0001    99.9980     0.9703    91.0300    10.1272      0.7562
 507     0.0146     0.0000   100.0000     0.9706    91.0000    10.2378      0.7561
 508     0.0142     0.0001    99.9980     0.9702    90.8700    10.1083      0.7561
 509     0.0138     0.0001    99.9960     0.9686    91.0000    10.2232      0.7561
 510     0.0134     0.0001    99.9940     0.9695    90.9800    10.1376      0.7560
 511     0.0130     0.0000    99.9980     0.9699    90.9400    10.1701      0.7560
 512     0.0125     0.0001    99.9940     0.9650    90.9900    10.3081      0.7560
 513     0.0121     0.0000   100.0000     0.9667    90.9500    10.2480      0.7559
 514     0.0117     0.0000   100.0000     0.9677    90.9000    10.1831      0.7559
 515     0.0113     0.0001    99.9980     0.9703    90.9200    10.2010      0.7559
 516     0.0109     0.0000    99.9980     0.9683    90.9800    10.2412      0.7558
 517     0.0105     0.0001    99.9980     0.9691    90.9000    10.2221      0.7558
 518     0.0101     0.0000   100.0000     0.9692    90.9300    10.1856      0.7558
 519     0.0097     0.0001    99.9980     0.9675    90.9200    10.2203      0.7558
 520     0.0092     0.0001    99.9980     0.9666    90.8900    10.1121      0.7557
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     0.9671    90.9000    10.1601      0.7557
 522     0.0084     0.0000   100.0000     0.9665    90.9500    10.0986      0.7557
 523     0.0080     0.0000   100.0000     0.9656    90.9300    10.2113      0.7557
 524     0.0076     0.0000    99.9980     0.9675    90.9200    10.2700      0.7557
 525     0.0072     0.0000   100.0000     0.9703    90.9300    10.2551      0.7556
 526     0.0068     0.0000   100.0000     0.9705    90.9000    10.1922      0.7556
 527     0.0064     0.0000   100.0000     0.9705    90.9200    10.2881      0.7556
 528     0.0060     0.0000   100.0000     0.9708    90.9300    10.3989      0.7556
 529     0.0055     0.0000   100.0000     0.9710    90.9700    10.3616      0.7556
 530     0.0051     0.0000    99.9980     0.9714    90.9700    10.2326      0.7556
 531     0.0047     0.0001    99.9980     0.9740    90.9000    10.1814      0.7556
 532     0.0043     0.0000   100.0000     0.9735    90.9500    10.2283      0.7555
 533     0.0039     0.0000   100.0000     0.9739    90.9700    10.1492      0.7555
 534     0.0035     0.0000   100.0000     0.9740    90.9700    10.1399      0.7555
 535     0.0031     0.0000   100.0000     0.9742    90.9100    10.2234      0.7555
 536     0.0027     0.0001    99.9960     0.9744    90.9400    10.1521      0.7555
 537     0.0022     0.0000    99.9960     0.9743    90.9400    10.2855      0.7555
 538     0.0018     0.0002    99.9940     0.9734    90.9400    10.1938      0.7555
 539     0.0014     0.0002    99.9940     0.9717    90.9600    10.1506      0.7555
 540     0.0010     0.0000   100.0000     0.9716    90.9600    10.2068      0.7555
 541     0.0010     0.0000    99.9960     0.9715    90.9700    10.3197      0.7555
 542     0.0010     0.0000   100.0000     0.9715    90.9700    10.1810      0.7555
 543     0.0010     0.0000    99.9980     0.9716    90.9700    10.1971      0.7555
 544     0.0010     0.0000   100.0000     0.9716    90.9700    10.1465      0.7555
 545     0.0010     0.0000   100.0000     0.9717    90.9500    10.2106      0.7555
 546     0.0010     0.0000   100.0000     0.9719    90.9600    10.2252      0.7555
 547     0.0010     0.0000   100.0000     0.9719    90.9500    10.2472      0.7555
 548     0.0010     0.0002    99.9980     0.9717    90.9700    10.1766      0.7554
 549     0.0010     0.0000   100.0000     0.9716    90.9700    10.0685      0.7554
 550     0.0010     0.0000    99.9980     0.9717    90.9600    10.1381      0.7554
 551     0.0010     0.0000   100.0000     0.9718    90.9500    10.3095      0.7554
 552     0.0010     0.0000   100.0000     0.9719    90.9500    10.1911      0.7554
 553     0.0010     0.0000   100.0000     0.9719    90.9500    10.2796      0.7554
 554     0.0010     0.0000    99.9980     0.9718    90.9600    10.1739      0.7554
 555     0.0010     0.0000   100.0000     0.9715    90.9700    10.2312      0.7554
 556     0.0010     0.0001    99.9980     0.9714    90.9600    10.1188      0.7554
 557     0.0010     0.0000   100.0000     0.9714    90.9600    10.2635      0.7554
 558     0.0010     0.0000   100.0000     0.9715    90.9600    10.1975      0.7554
 559     0.0010     0.0000   100.0000     0.9715    90.9700    10.1476      0.7554
 560     0.0010     0.0000   100.0000     0.9715    90.9700    10.1654      0.7554
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     0.9716    90.9800    10.1846      0.7554
 562     0.0010     0.0000   100.0000     0.9718    90.9700    10.2331      0.7554
 563     0.0010     0.0000    99.9980     0.9718    90.9800    10.2367      0.7554
 564     0.0010     0.0000    99.9980     0.9715    90.9700    10.3235      0.7554
 565     0.0010     0.0000    99.9980     0.9715    90.9800    10.1294      0.7554
 566     0.0010     0.0000   100.0000     0.9715    90.9800    10.2556      0.7553
 567     0.0010     0.0001    99.9980     0.9715    90.9700    10.2517      0.7553
 568     0.0010     0.0000   100.0000     0.9715    90.9700    10.1916      0.7553
 569     0.0010     0.0001    99.9980     0.9711    90.9500    10.1178      0.7553
 570     0.0010     0.0000   100.0000     0.9711    90.9400    10.3175      0.7553
 571     0.0010     0.0000   100.0000     0.9711    90.9500    10.1706      0.7553
 572     0.0010     0.0000   100.0000     0.9711    90.9500    10.2535      0.7553
 573     0.0010     0.0000   100.0000     0.9712    90.9500    10.2985      0.7553
 574     0.0010     0.0001    99.9960     0.9707    90.9700    10.2405      0.7553
 575     0.0010     0.0000    99.9980     0.9707    90.9700    10.2653      0.7553
 576     0.0010     0.0001    99.9940     0.9704    90.9900    10.1986      0.7553
 577     0.0010     0.0000    99.9980     0.9707    90.9900    10.3317      0.7553
 578     0.0010     0.0000   100.0000     0.9707    90.9800    10.2929      0.7553
 579     0.0010     0.0000   100.0000     0.9707    90.9800    10.2155      0.7553
 580     0.0010     0.0000   100.0000     0.9707    91.0000    10.1744      0.7553
 581     0.0010     0.0000   100.0000     0.9706    90.9900    10.3483      0.7553
 582     0.0010     0.0000   100.0000     0.9706    90.9900    10.2245      0.7553
 583     0.0010     0.0000   100.0000     0.9707    90.9900    10.1491      0.7553
 584     0.0010     0.0000   100.0000     0.9707    90.9900    10.2025      0.7552
 585     0.0010     0.0000   100.0000     0.9707    90.9900    10.2245      0.7552
 586     0.0010     0.0001    99.9960     0.9708    91.0000    10.1642      0.7552
 587     0.0010     0.0001    99.9980     0.9710    90.9900    10.1918      0.7552
 588     0.0010     0.0000   100.0000     0.9710    90.9900    10.2215      0.7552
 589     0.0010     0.0000   100.0000     0.9714    90.9900    10.2534      0.7552
 590     0.0010     0.0000   100.0000     0.9714    90.9900    10.1579      0.7552
 591     0.0010     0.0000   100.0000     0.9713    90.9900    10.1240      0.7552
 592     0.0010     0.0000   100.0000     0.9713    90.9900    10.0561      0.7552
 593     0.0010     0.0000   100.0000     0.9714    90.9900    10.1466      0.7552
 594     0.0010     0.0000    99.9980     0.9709    90.9900    10.2814      0.7552
 595     0.0010     0.0001    99.9980     0.9711    90.9900    10.2569      0.7552
 596     0.0010     0.0000   100.0000     0.9711    90.9900    10.1965      0.7552
 597     0.0010     0.0001    99.9980     0.9707    90.9900    10.1903      0.7552
 598     0.0010     0.0000   100.0000     0.9706    90.9900    10.1692      0.7552
 599     0.0010     0.0000   100.0000     0.9706    90.9900    10.1695      0.7552
 600     0.0010     0.0000    99.9980     0.9707    90.9900    10.1522      0.7552
