Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2365    14.0480     2.1048    17.0700   118.8814      0.9751
   2     0.1000     2.0641    19.7420     1.9208    23.4500   119.1744      0.9672
   3     0.1000     1.9312    24.1060     2.5119    14.5800   119.1555      0.9614
   4     0.1000     1.7986    29.7280     1.6270    36.8100   119.1144      0.9568
   5     0.1000     1.6529    36.3780     1.6676    35.4000   119.1439      0.9528
   6     0.1000     1.5271    42.1440     1.6403    38.9600   119.1422      0.9492
   7     0.1000     1.4124    48.1860     1.2576    53.7200   119.1671      0.9461
   8     0.1000     1.2753    54.3580     1.1118    60.1700   119.1513      0.9432
   9     0.1000     1.1202    60.4940     0.9520    66.5900   119.1490      0.9406
  10     0.1000     1.0096    64.3640     1.0536    63.1900   119.1662      0.9382
  11     0.1000     0.9259    67.9140     0.8224    71.6100   119.1583      0.9358
  12     0.1000     0.8465    70.9840     0.7658    74.3200   119.1367      0.9337
  13     0.1000     0.7834    73.3400     0.7466    73.7700   119.1382      0.9315
  14     0.1000     0.7220    75.5260     0.7605    73.8400   119.1420      0.9296
  15     0.1000     0.6720    77.2780     0.7234    75.9300   119.1444      0.9278
  16     0.1000     0.6370    78.7620     0.6587    78.1500   119.1468      0.9260
  17     0.1000     0.6008    79.9380     0.6346    79.0200   119.1322      0.9242
  18     0.1000     0.5554    81.4140     0.7652    75.4500   119.1107      0.9226
  19     0.1000     0.5322    82.2400     0.6138    80.0700   119.1513      0.9209
  20     0.1000     0.4954    83.5020     0.5664    81.8900   119.1558      0.9194
  21     0.1000     0.4759    84.1480     0.6708    79.5300   119.1472      0.9180
  22     0.1000     0.4569    84.8680     0.7367    76.5200   119.1436      0.9165
  23     0.1000     0.4327    85.7620     0.5776    81.6800   119.1355      0.9151
  24     0.1000     0.4141    86.3980     0.5225    83.3200   119.1494      0.9137
  25     0.1000     0.3970    87.0380     0.5942    81.8100   119.1458      0.9125
  26     0.1000     0.3855    87.1340     0.5253    83.2700   119.1414      0.9112
  27     0.1000     0.3609    88.1360     0.5252    84.2100   119.1082      0.9099
  28     0.1000     0.3393    88.8220     0.5144    84.0900   119.1068      0.9086
  29     0.1000     0.3326    88.7660     0.5538    83.1800   119.1049      0.9074
  30     0.1000     0.3208    89.3440     0.4952    84.8400   119.1207      0.9063
  31     0.1000     0.3017    89.9700     0.6825    81.1200   119.1254      0.9051
  32     0.1000     0.2897    90.4500     0.4534    86.2700   119.1048      0.9040
  33     0.1000     0.2742    90.9520     0.5378    84.6900   119.1432      0.9029
  34     0.1000     0.2650    91.3000     0.4687    86.1000   119.1498      0.9018
  35     0.1000     0.2531    91.6020     0.4608    85.9800   119.1427      0.9007
  36     0.1000     0.2528    91.6220     0.4551    86.1600   119.1199      0.8997
  37     0.1000     0.2357    92.0260     0.4906    85.1600   119.1492      0.8987
  38     0.1000     0.2260    92.3900     0.5337    85.0900   119.1224      0.8978
  39     0.1000     0.2251    92.5460     0.4931    85.7900   119.0773      0.8968
  40     0.1000     0.2141    92.9140     0.4577    86.4300   119.0942      0.8959
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2056    93.0360     0.4836    86.2400   119.1417      0.8950
  42     0.1000     0.1969    93.3880     0.4849    86.0500   119.1521      0.8941
  43     0.1000     0.1884    93.7400     0.5686    84.9000   119.1332      0.8932
  44     0.1000     0.1811    93.9180     0.4688    87.1600   119.1229      0.8922
  45     0.1000     0.1782    94.0900     0.4758    86.4700   119.1655      0.8914
  46     0.1000     0.1692    94.3880     0.4981    86.1400   119.1324      0.8905
  47     0.1000     0.1639    94.6820     0.4811    86.5700   119.1158      0.8897
  48     0.1000     0.1561    94.8200     0.5098    86.9700   119.1316      0.8889
  49     0.1000     0.1532    94.8440     0.5145    86.2900   119.1271      0.8881
  50     0.1000     0.1437    95.2120     0.4763    87.4000   119.1145      0.8873
  51     0.1000     0.1443    95.2520     0.4603    87.4400   119.1566      0.8865
  52     0.1000     0.1387    95.4220     0.5498    85.7700   119.0803      0.8857
  53     0.1000     0.1332    95.5300     0.4808    87.3600   119.1561      0.8849
  54     0.1000     0.1283    95.6980     0.4844    87.2100   119.1265      0.8841
  55     0.1000     0.1256    95.8800     0.4639    87.9400   119.1421      0.8833
  56     0.1000     0.1222    95.9680     0.5354    86.1400   119.1158      0.8826
  57     0.1000     0.1135    96.2320     0.5089    86.9600   119.1312      0.8819
  58     0.1000     0.1122    96.2600     0.5195    87.7600   119.1434      0.8811
  59     0.1000     0.1055    96.4160     0.5184    86.7600   119.1443      0.8804
  60     0.1000     0.1083    96.4420     0.5615    86.7700   119.1466      0.8797
  61     0.1000     0.1023    96.6180     0.4930    87.9600   119.1459      0.8790
  62     0.1000     0.0993    96.7420     0.5159    88.1300   119.1870      0.8783
  63     0.1000     0.0993    96.7360     0.4893    88.0100   119.1272      0.8776
  64     0.1000     0.0924    96.9520     0.5050    87.8600   119.1552      0.8769
  65     0.1000     0.0931    96.8780     0.5340    87.8800   119.1419      0.8762
  66     0.1000     0.0886    97.1600     0.4801    88.4100   119.1544      0.8755
  67     0.1000     0.0847    97.2280     0.5328    88.5700   119.1637      0.8748
  68     0.1000     0.0829    97.2080     0.5409    87.6900   119.1427      0.8742
  69     0.1000     0.0795    97.3960     0.4795    88.1000   119.1652      0.8735
  70     0.1000     0.0773    97.5280     0.5297    87.9200   119.1185      0.8729
  71     0.1000     0.0808    97.3360     0.6029    86.6200   119.1244      0.8722
  72     0.1000     0.0772    97.4920     0.5248    88.0600   119.1491      0.8716
  73     0.1000     0.0688    97.7400     0.5222    87.9200   119.1277      0.8710
  74     0.1000     0.0673    97.7200     0.5225    88.2400   119.1410      0.8704
  75     0.1000     0.0663    97.8240     0.5258    87.9800   119.1676      0.8698
  76     0.1000     0.0657    97.8520     0.5285    87.7700   119.1545      0.8692
  77     0.1000     0.0670    97.8180     0.5454    87.9800   119.1504      0.8685
  78     0.1000     0.0617    98.0060     0.5578    88.0200   119.1387      0.8679
  79     0.1000     0.0601    98.0320     0.5216    88.4500   119.1588      0.8673
  80     0.1000     0.0583    98.0700     0.5617    88.4100   119.1334      0.8668
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0593    98.0600     0.5350    88.6400   119.1476      0.8662
  82     0.1000     0.0563    98.1160     0.6774    86.3800   119.1501      0.8656
  83     0.1000     0.0518    98.3780     0.6779    85.7800   119.1555      0.8651
  84     0.1000     0.0538    98.2920     0.5622    88.5800   119.1531      0.8644
  85     0.1000     0.0513    98.3040     0.5292    88.6100   119.1327      0.8638
  86     0.1000     0.0503    98.3820     0.5717    87.7700   119.1101      0.8633
  87     0.1000     0.0480    98.4600     0.5695    88.9300   119.1456      0.8627
  88     0.1000     0.0507    98.4240     0.5262    88.8000   119.1265      0.8622
  89     0.1000     0.0473    98.4120     0.5597    87.8900   119.1308      0.8616
  90     0.1000     0.0489    98.3800     0.5284    89.0000   119.1487      0.8610
  91     0.1000     0.0457    98.5440     0.5234    88.7700   119.1056      0.8605
  92     0.1000     0.0445    98.5500     0.5396    88.7000   119.1374      0.8599
  93     0.1000     0.0444    98.5320     0.5054    88.7800   119.1297      0.8593
  94     0.1000     0.0428    98.6600     0.6036    88.1900   119.1581      0.8588
  95     0.1000     0.0444    98.5020     0.5660    88.7800   119.0940      0.8583
  96     0.1000     0.0383    98.7480     0.5254    88.6000   119.1251      0.8578
  97     0.1000     0.0428    98.6360     0.4874    88.8900   119.1455      0.8572
  98     0.1000     0.0384    98.7920     0.5740    89.1000   119.1845      0.8567
  99     0.1000     0.0411    98.7120     0.5365    89.0900   119.1547      0.8562
 100     0.1000     0.0349    98.7880     0.5731    88.9300   119.1116      0.8557
 101     0.1000     0.0329    98.9500     0.6537    87.6500   119.1729      0.8551
 102     0.1000     0.0368    98.8100     0.6006    88.5800   119.1213      0.8547
 103     0.1000     0.0368    98.8280     0.6039    88.7900   119.1383      0.8542
 104     0.1000     0.0345    98.9080     0.5965    89.3100   119.1473      0.8537
 105     0.1000     0.0339    98.8580     0.5451    88.9600   119.1543      0.8532
 106     0.1000     0.0310    98.9400     0.5873    88.5700   119.1492      0.8527
 107     0.1000     0.0298    99.0420     0.7098    88.2800   119.1145      0.8521
 108     0.1000     0.0305    99.0240     0.6834    88.4500   119.1393      0.8517
 109     0.1000     0.0323    98.9280     0.5852    89.0800   119.1626      0.8512
 110     0.1000     0.0329    98.9260     0.5730    89.0500   119.1316      0.8507
 111     0.1000     0.0299    98.9620     0.6133    88.6000   119.1394      0.8502
 112     0.1000     0.0315    99.0200     0.5713    88.5800   119.1956      0.8497
 113     0.1000     0.0304    99.0540     0.5982    88.7600   119.1496      0.8493
 114     0.1000     0.0294    99.0680     0.5969    88.8100   119.1651      0.8488
 115     0.1000     0.0280    99.0780     0.6300    88.4900   119.1486      0.8483
 116     0.1000     0.0277    99.0720     0.6439    88.6600   119.1232      0.8479
 117     0.1000     0.0280    99.0480     0.6120    89.0500   119.1443      0.8474
 118     0.1000     0.0288    99.0900     0.5889    88.6400   119.1453      0.8469
 119     0.1000     0.0314    99.0040     0.6286    88.1300   119.1527      0.8464
 120     0.1000     0.0264    99.1580     0.6244    89.1100   119.1264      0.8460
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0300    99.0620     0.6191    87.2600   119.1763      0.8455
 122     0.1000     0.0233    99.2580     0.6090    88.8000   119.1667      0.8451
 123     0.1000     0.0271    99.1620     0.6822    87.6100   119.1458      0.8446
 124     0.1000     0.0323    98.9460     0.6916    87.9100   119.1241      0.8442
 125     0.1000     0.0235    99.2960     0.6263    88.6700   119.1287      0.8438
 126     0.1000     0.0237    99.2220     0.6926    88.7500   119.1246      0.8433
 127     0.1000     0.0300    99.0380     0.6646    87.3300   119.1708      0.8428
 128     0.1000     0.0239    99.2400     0.6519    88.2400   119.1609      0.8424
 129     0.1000     0.0244    99.2220     0.5976    89.2900   119.1695      0.8420
 130     0.1000     0.0229    99.2580     0.6298    89.2700   119.1469      0.8415
 131     0.1000     0.0231    99.3140     0.5777    88.8900   119.1559      0.8411
 132     0.1000     0.0232    99.2700     0.6231    89.2100   119.1146      0.8406
 133     0.1000     0.0243    99.2420     0.5762    88.8800   119.1430      0.8402
 134     0.1000     0.0189    99.4000     0.6404    88.9000   119.1357      0.8397
 135     0.1000     0.0223    99.2780     0.6143    88.7600   119.1785      0.8393
 136     0.1000     0.0225    99.3160     0.6058    89.5200   119.1483      0.8389
 137     0.1000     0.0201    99.3160     0.6818    88.9600   119.1294      0.8385
 138     0.1000     0.0194    99.3900     0.6538    88.6700   119.1485      0.8380
 139     0.1000     0.0202    99.3540     0.5944    89.1600   119.1699      0.8376
 140     0.1000     0.0178    99.3960     0.8629    87.1000   119.1903      0.8372
 141     0.1000     0.0243    99.2600     0.5723    88.8300   119.1666      0.8368
 142     0.1000     0.0199    99.3700     0.6603    89.1700   119.1516      0.8364
 143     0.1000     0.0310    99.1740     0.5203    88.0900   119.1589      0.8359
 144     0.1000     0.0213    99.3120     0.7540    87.2800   119.1878      0.8355
 145     0.1000     0.0202    99.3540     0.6485    89.5700   119.1457      0.8351
 146     0.1000     0.0172    99.4540     0.6483    89.0100   119.1605      0.8347
 147     0.1000     0.0174    99.4040     0.7290    88.7300   119.1697      0.8343
 148     0.1000     0.0221    99.2880     0.6220    88.9400   119.1730      0.8339
 149     0.1000     0.0196    99.3900     0.6507    88.5700   119.1645      0.8335
 150     0.1000     0.0209    99.3500     0.6632    89.1400   119.1721      0.8331
 151     0.1000     0.0174    99.4120     0.6144    89.1700   119.1668      0.8327
 152     0.1000     0.0171    99.4140     0.6295    89.2200   119.1573      0.8323
 153     0.1000     0.0196    99.3840     0.5798    89.4700   119.1886      0.8319
 154     0.1000     0.0136    99.5580     0.6205    89.5500   119.1435      0.8315
 155     0.1000     0.0162    99.4420     0.6717    89.5300   119.1294      0.8310
 156     0.1000     0.0169    99.4820     0.7029    88.1000   119.1312      0.8307
 157     0.1000     0.0185    99.4360     0.5803    88.5800   119.1491      0.8303
 158     0.1000     0.0170    99.4500     0.6784    89.2100   119.1644      0.8299
 159     0.1000     0.0200    99.3880     0.6216    88.8100   119.1700      0.8295
 160     0.1000     0.0181    99.3960     0.6912    88.5900   119.1611      0.8291
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0167    99.4680     0.6526    88.9800   119.1283      0.8287
 162     0.1000     0.0151    99.5340     0.6522    89.5800   119.1142      0.8284
 163     0.1000     0.0173    99.4620     0.6516    89.1300   119.1996      0.8279
 164     0.1000     0.0166    99.5020     0.6428    89.0200   119.1757      0.8275
 165     0.1000     0.0142    99.5180     0.6515    89.3500   119.1597      0.8272
 166     0.1000     0.0163    99.5180     0.6337    89.6500   119.1219      0.8268
 167     0.1000     0.0176    99.4320     0.6334    89.3400   119.1434      0.8264
 168     0.1000     0.0155    99.4980     0.6476    89.3000   119.1243      0.8261
 169     0.1000     0.0127    99.5820     0.6834    89.1300   119.1454      0.8257
 170     0.1000     0.0145    99.5200     0.6717    88.9900   119.1350      0.8253
 171     0.1000     0.0171    99.4560     0.6627    89.1500   119.1479      0.8249
 172     0.1000     0.0123    99.6040     0.6305    89.5000   119.1591      0.8245
 173     0.1000     0.0150    99.5260     0.6465    89.9400   119.1387      0.8242
 174     0.1000     0.0127    99.6000     0.8643    87.0100   119.1614      0.8239
 175     0.1000     0.0162    99.5000     0.6439    88.9800   119.1722      0.8235
 176     0.1000     0.0144    99.5380     0.6067    89.3500   119.1254      0.8231
 177     0.1000     0.0116    99.6500     0.6596    89.1400   119.1645      0.8227
 178     0.1000     0.0136    99.5820     0.7157    89.3300   119.1515      0.8224
 179     0.1000     0.0163    99.5120     0.6736    89.0700   119.1446      0.8220
 180     0.1000     0.0124    99.6040     0.6965    89.3500   119.1751      0.8217
 181     0.1000     0.0133    99.5740     0.7205    88.7900   119.1613      0.8213
 182     0.1000     0.0110    99.6420     0.7509    88.6700   119.1112      0.8209
 183     0.1000     0.0138    99.5520     0.6955    88.9700   119.1398      0.8205
 184     0.1000     0.0104    99.6640     0.7489    89.5200   119.1068      0.8202
 185     0.1000     0.0157    99.5120     0.6955    89.0600   119.1050      0.8198
 186     0.1000     0.0127    99.6060     0.7117    89.2800   119.1493      0.8195
 187     0.1000     0.0115    99.6060     0.6595    89.3700   119.1680      0.8191
 188     0.1000     0.0119    99.6440     0.7125    89.2300   119.1255      0.8188
 189     0.1000     0.0118    99.6300     0.6792    88.8000   119.1782      0.8184
 190     0.1000     0.0148    99.5220     0.6299    89.3700   119.1936      0.8181
 191     0.1000     0.0171    99.4780     0.6307    88.8900   119.1396      0.8178
 192     0.1000     0.0121    99.6140     0.6649    89.5800   119.1136      0.8174
 193     0.1000     0.0114    99.6760     0.6209    89.3600   119.1589      0.8171
 194     0.1000     0.0120    99.6240     0.7258    88.6300   119.1271      0.8167
 195     0.1000     0.0100    99.6480     0.7071    89.2700   119.1561      0.8164
 196     0.1000     0.0091    99.7020     0.6922    89.4700   119.1558      0.8160
 197     0.1000     0.0120    99.6200     0.6905    89.6600   119.1395      0.8157
 198     0.1000     0.0117    99.6340     0.7638    88.7900   119.1086      0.8154
 199     0.1000     0.0155    99.5340     0.6418    89.4100   119.1749      0.8150
 200     0.1000     0.0117    99.6360     0.7171    89.2000   119.1409      0.8147
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0110    99.6440     0.6694    89.3100   119.1287      0.8143
 202     0.1000     0.0111    99.6420     0.7017    89.1800   119.1603      0.8140
 203     0.1000     0.0116    99.6240     0.6273    89.4700   119.1483      0.8137
 204     0.1000     0.0123    99.6000     0.6835    89.5800   119.1594      0.8133
 205     0.1000     0.0115    99.6740     0.6701    89.2500   119.1609      0.8130
 206     0.1000     0.0105    99.6860     0.6424    89.8700   119.1472      0.8126
 207     0.1000     0.0070    99.7820     0.7466    89.2200   119.1615      0.8123
 208     0.1000     0.0105    99.6720     0.6693    89.5500   119.1276      0.8120
 209     0.1000     0.0113    99.6620     0.6286    89.7700   119.1244      0.8117
 210     0.1000     0.0120    99.6140     0.7072    89.2900   119.1615      0.8114
 211     0.1000     0.0106    99.6600     0.6803    89.7200   119.1206      0.8110
 212     0.1000     0.0084    99.7460     0.6899    89.1600   119.1052      0.8107
 213     0.1000     0.0091    99.7400     0.7134    89.3100   119.1157      0.8104
 214     0.1000     0.0093    99.6900     0.6508    89.7800   119.1335      0.8100
 215     0.1000     0.0095    99.7100     0.6392    89.5400   119.1093      0.8097
 216     0.1000     0.0083    99.7340     0.6696    89.6500   119.0752      0.8094
 217     0.1000     0.0106    99.6700     0.6573    89.6600   119.1813      0.8091
 218     0.1000     0.0086    99.7220     0.6669    89.7100   119.1302      0.8088
 219     0.1000     0.0091    99.7220     0.6426    89.5700   119.1269      0.8085
 220     0.1000     0.0095    99.7280     0.6433    89.6300   119.1208      0.8081
 221     0.1000     0.0084    99.7460     0.6412    89.9000   119.1354      0.8079
 222     0.1000     0.0084    99.7460     0.6787    89.8100   119.1522      0.8075
 223     0.1000     0.0112    99.6600     0.6248    89.6800   119.1600      0.8072
 224     0.1000     0.0098    99.6840     0.6240    89.8800   119.1266      0.8069
 225     0.1000     0.0098    99.6880     0.5970    89.9700   119.1230      0.8066
 226     0.1000     0.0096    99.7140     0.6139    89.8800   119.1305      0.8062
 227     0.1000     0.0086    99.7280     0.6662    89.9100   119.1281      0.8060
 228     0.1000     0.0077    99.7620     0.7113    89.4700   119.1448      0.8057
 229     0.1000     0.0084    99.7540     0.6770    90.0600   119.1456      0.8054
 230     0.1000     0.0084    99.7500     0.6864    89.8500   119.2106      0.8051
 231     0.1000     0.0109    99.6780     0.6112    89.8100   119.1148      0.8048
 232     0.1000     0.0095    99.7380     0.6348    89.9100   119.1469      0.8045
 233     0.1000     0.0073    99.7540     0.6641    89.8700   119.1285      0.8042
 234     0.1000     0.0072    99.7980     0.7023    89.6800   119.1273      0.8039
 235     0.1000     0.0083    99.7200     0.7159    89.8200   119.1820      0.8036
 236     0.1000     0.0075    99.7640     0.7341    89.7300   119.1798      0.8033
 237     0.1000     0.0102    99.7060     0.8888    87.3800   119.1549      0.8030
 238     0.1000     0.0093    99.7060     0.6413    89.8000   119.1728      0.8027
 239     0.1000     0.0085    99.7280     0.6301    89.6300   119.1418      0.8023
 240     0.1000     0.0079    99.7820     0.6716    89.8200   119.1581      0.8020
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0131    99.6420     0.6081    89.7200   119.1545      0.8018
 242     0.1000     0.0062    99.7960     0.6891    89.7000   119.1503      0.8015
 243     0.1000     0.0057    99.8340     0.7093    90.0000   119.1373      0.8012
 244     0.1000     0.0086    99.7320     0.6771    89.5900   119.1384      0.8009
 245     0.1000     0.0084    99.7360     0.7398    89.5900   119.1419      0.8006
 246     0.1000     0.0091    99.7400     0.6429    89.8600   119.1688      0.8003
 247     0.1000     0.0075    99.7520     0.6904    89.9300   119.1518      0.8000
 248     0.1000     0.0071    99.7740     0.6968    89.7900   119.1189      0.7997
 249     0.1000     0.0089    99.7500     0.6143    89.9900   119.1212      0.7994
 250     0.1000     0.0072    99.7720     0.6712    90.1600   119.1223      0.7991
 251     0.1000     0.0058    99.8200     0.7001    89.9800   119.1274      0.7988
 252     0.1000     0.0072    99.7820     0.6704    90.1300   119.1170      0.7985
 253     0.1000     0.0068    99.8020     0.6695    89.8500   119.1409      0.7982
 254     0.1000     0.0077    99.7460     0.6413    89.8700   119.1476      0.7979
 255     0.1000     0.0078    99.7520     0.6863    89.7200   119.1259      0.7976
 256     0.1000     0.0061    99.8260     0.7110    90.2600   119.1285      0.7973
 257     0.1000     0.0100    99.7180     0.6218    89.7700   119.1555      0.7970
 258     0.1000     0.0068    99.7760     0.6645    89.3400   119.1282      0.7967
 259     0.1000     0.0063    99.8020     0.7132    89.5400   119.1346      0.7964
 260     0.1000     0.0076    99.7740     0.6673    89.6400   119.1350      0.7961
 261     0.1000     0.0070    99.7740     0.6626    90.1800   119.1482      0.7959
 262     0.1000     0.0094    99.7140     0.7221    89.0100   119.1374      0.7955
 263     0.1000     0.0073    99.7520     0.6500    89.9500   119.1234      0.7953
 264     0.1000     0.0071    99.7660     0.6800    89.9700   119.1424      0.7950
 265     0.1000     0.0064    99.8260     0.7041    90.0700   119.1349      0.7947
 266     0.1000     0.0074    99.7740     0.6986    89.6600   119.1179      0.7945
 267     0.1000     0.0083    99.7560     0.6741    89.6900   119.1343      0.7942
 268     0.1000     0.0079    99.7600     0.6836    89.5800   119.1517      0.7939
 269     0.1000     0.0070    99.7640     0.6798    89.7700   119.1514      0.7936
 270     0.1000     0.0063    99.8160     0.6737    89.3000   119.1040      0.7933
 271     0.1000     0.0046    99.8500     0.7349    89.7800   119.1696      0.7931
 272     0.1000     0.0062    99.8000     0.7090    90.1400   119.1379      0.7928
 273     0.1000     0.0059    99.8320     0.6739    89.6700   119.1598      0.7925
 274     0.1000     0.0072    99.7560     0.7464    89.2700   119.1476      0.7922
 275     0.1000     0.0062    99.8120     0.6950    90.1500   119.1552      0.7919
 276     0.1000     0.0083    99.7480     0.6874    89.8100   119.1413      0.7916
 277     0.1000     0.0101    99.6940     0.6774    89.7800   119.1635      0.7914
 278     0.1000     0.0067    99.7780     0.7076    89.7900   119.1501      0.7912
 279     0.1000     0.0068    99.7880     0.6879    90.0200   119.1480      0.7909
 280     0.1000     0.0074    99.7820     0.6643    89.5900   119.1456      0.7906
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0042    99.8680     0.7567    89.9600   119.1280      0.7903
 282     0.1000     0.0108    99.6900     0.6453    89.7900   119.1497      0.7901
 283     0.1000     0.0050    99.8380     0.7045    90.1100   119.1462      0.7898
 284     0.1000     0.0068    99.7880     0.7223    90.0900   119.1399      0.7895
 285     0.1000     0.0057    99.8160     0.7039    89.8600   119.1546      0.7893
 286     0.1000     0.0085    99.7560     0.7074    89.1900   119.1517      0.7890
 287     0.1000     0.0059    99.8220     0.7526    89.4100   119.1329      0.7887
 288     0.1000     0.0088    99.7440     0.6283    89.5900   119.1569      0.7884
 289     0.1000     0.0070    99.7860     0.6946    89.7000   119.1244      0.7882
 290     0.1000     0.0058    99.8100     0.7334    89.3100   119.1404      0.7879
 291     0.1000     0.0097    99.7300     0.6577    89.7500   119.1462      0.7876
 292     0.1000     0.0078    99.7600     0.7123    89.4100   119.1361      0.7874
 293     0.1000     0.0073    99.7900     0.6357    90.1300   119.1017      0.7871
 294     0.1000     0.0054    99.8420     0.7998    88.6600   119.1293      0.7868
 295     0.1000     0.0073    99.7780     0.6682    89.8800   119.1313      0.7866
 296     0.1000     0.0024    99.9200     0.7427    90.4400   119.1366      0.7863
 297     0.1000     0.0082    99.7400     0.6799    90.2000   119.0910      0.7860
 298     0.1000     0.0049    99.8520     0.7213    89.8300   119.1032      0.7858
 299     0.1000     0.0056    99.8200     0.6902    90.0200   119.1835      0.7855
 300     0.1000     0.0046    99.8720     0.6839    90.1300   119.1158      0.7852
 301     0.0996     0.0056    99.8140     0.6941    89.9600   119.0966      0.7850
 302     0.0992     0.0058    99.8160     0.7362    89.9900   119.0808      0.7848
 303     0.0988     0.0061    99.8020     0.7354    89.7900   119.1304      0.7845
 304     0.0983     0.0072    99.7620     0.7295    89.5700   119.1696      0.7842
 305     0.0979     0.0056    99.8280     0.7118    89.9100   119.1340      0.7840
 306     0.0975     0.0054    99.8260     0.6966    89.9100   119.1314      0.7837
 307     0.0971     0.0037    99.8800     0.7553    90.0400   119.1254      0.7834
 308     0.0967     0.0054    99.8200     0.7513    89.6600   119.1507      0.7832
 309     0.0963     0.0060    99.8260     0.6706    89.5200   119.1318      0.7830
 310     0.0959     0.0069    99.7960     0.6684    89.9400   119.1211      0.7827
 311     0.0955     0.0066    99.8060     0.6531    89.6800   119.1253      0.7825
 312     0.0950     0.0039    99.8740     0.6981    90.1900   119.0928      0.7823
 313     0.0946     0.0069    99.8120     0.7170    89.5000   119.0857      0.7820
 314     0.0942     0.0042    99.8660     0.7333    90.0300   119.1001      0.7818
 315     0.0938     0.0050    99.8600     0.7987    89.6000   119.1078      0.7815
 316     0.0934     0.0060    99.8100     0.6839    90.2700   119.1273      0.7813
 317     0.0930     0.0035    99.8780     0.7289    90.0000   119.1167      0.7811
 318     0.0926     0.0036    99.8920     0.6829    89.7700   119.1031      0.7808
 319     0.0922     0.0055    99.8340     0.6740    90.2300   119.1342      0.7806
 320     0.0917     0.0031    99.9180     0.6663    90.2300   119.1172      0.7803
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0036    99.9080     0.7048    89.6600   119.1514      0.7801
 322     0.0909     0.0040    99.8640     0.7630    90.0300   119.1202      0.7798
 323     0.0905     0.0038    99.8620     0.7325    90.0900   119.1344      0.7796
 324     0.0901     0.0029    99.9100     0.7299    90.2000   119.1742      0.7794
 325     0.0897     0.0055    99.8340     0.7128    89.9600   119.1766      0.7792
 326     0.0893     0.0053    99.8500     0.6736    90.2300   119.1085      0.7789
 327     0.0889     0.0027    99.9260     0.7111    90.0700   119.1546      0.7787
 328     0.0885     0.0021    99.9320     0.7303    90.2600   119.1589      0.7785
 329     0.0880     0.0025    99.9280     0.7725    89.7000   119.1597      0.7783
 330     0.0876     0.0047    99.8400     0.7058    90.2600   119.1740      0.7781
 331     0.0872     0.0030    99.9120     0.7492    90.2700   119.1495      0.7779
 332     0.0868     0.0053    99.8560     0.7165    89.4600   119.1231      0.7776
 333     0.0864     0.0032    99.9060     0.7220    90.0800   119.1402      0.7774
 334     0.0860     0.0022    99.9280     0.7597    90.3000   119.1431      0.7772
 335     0.0856     0.0027    99.9240     0.7624    89.9900   119.1583      0.7770
 336     0.0852     0.0035    99.8860     0.7931    90.0300   119.1861      0.7768
 337     0.0847     0.0043    99.8480     0.7582    89.6100   119.1437      0.7765
 338     0.0843     0.0029    99.9100     0.7645    89.9900   119.1589      0.7763
 339     0.0839     0.0027    99.9220     0.7710    89.8400   119.1749      0.7761
 340     0.0835     0.0021    99.9220     0.8282    89.5600   119.1485      0.7759
 341     0.0831     0.0032    99.9020     0.7752    89.7200   119.1453      0.7757
 342     0.0827     0.0032    99.9120     0.7744    89.8200   119.1602      0.7755
 343     0.0823     0.0027    99.9080     0.7998    89.9600   119.1175      0.7753
 344     0.0818     0.0039    99.8800     0.7312    89.8200   119.1391      0.7751
 345     0.0814     0.0027    99.9140     0.7838    89.6800   119.1594      0.7749
 346     0.0810     0.0021    99.9300     0.7686    90.1300   119.1564      0.7747
 347     0.0806     0.0027    99.9160     0.8374    89.4000   119.1998      0.7745
 348     0.0802     0.0034    99.8920     0.7525    90.3500   119.1678      0.7743
 349     0.0798     0.0022    99.9180     0.7650    90.1300   119.1475      0.7741
 350     0.0794     0.0015    99.9500     0.7874    89.9000   119.1262      0.7738
 351     0.0790     0.0012    99.9480     0.7933    90.3900   119.1741      0.7737
 352     0.0786     0.0034    99.8900     0.7485    90.1500   119.1718      0.7735
 353     0.0781     0.0026    99.9120     0.7687    90.0700   119.1227      0.7733
 354     0.0777     0.0019    99.9320     0.8233    90.2100   119.1222      0.7731
 355     0.0773     0.0037    99.8860     0.7800    90.2200   119.1479      0.7729
 356     0.0769     0.0036    99.8800     0.7072    90.2800   119.1398      0.7727
 357     0.0765     0.0030    99.9240     0.7148    90.1800   119.1170      0.7725
 358     0.0761     0.0029    99.9220     0.7152    90.3800   119.1409      0.7723
 359     0.0757     0.0018    99.9460     0.7685    90.2100   119.1265      0.7721
 360     0.0753     0.0013    99.9560     0.7741    90.3800   119.1665      0.7720
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0010    99.9740     0.7878    90.5100   119.1591      0.7718
 362     0.0744     0.0013    99.9680     0.7929    90.4500   119.1126      0.7716
 363     0.0740     0.0005    99.9860     0.8145    90.5600   119.1472      0.7714
 364     0.0736     0.0010    99.9660     0.8257    90.5000   119.1229      0.7712
 365     0.0732     0.0017    99.9540     0.8010    90.5200   119.1642      0.7710
 366     0.0728     0.0009    99.9720     0.8076    90.4900   119.1521      0.7709
 367     0.0724     0.0011    99.9680     0.8143    90.3100   119.1449      0.7707
 368     0.0720     0.0018    99.9500     0.8084    90.3500   119.1532      0.7705
 369     0.0715     0.0020    99.9440     0.7601    90.1500   119.1229      0.7703
 370     0.0711     0.0010    99.9780     0.7772    90.4300   119.1383      0.7702
 371     0.0707     0.0009    99.9740     0.8243    90.1400   119.1269      0.7700
 372     0.0703     0.0023    99.9340     0.8166    90.2200   119.1371      0.7698
 373     0.0699     0.0022    99.9260     0.7854    90.4200   119.1681      0.7697
 374     0.0695     0.0018    99.9480     0.7881    90.3800   119.1144      0.7695
 375     0.0691     0.0012    99.9600     0.7939    90.6000   119.1068      0.7693
 376     0.0686     0.0016    99.9360     0.7883    90.2000   119.1407      0.7691
 377     0.0682     0.0011    99.9740     0.7988    90.3700   119.1640      0.7690
 378     0.0678     0.0009    99.9720     0.8326    90.4400   119.1569      0.7688
 379     0.0674     0.0005    99.9820     0.8532    90.5200   119.1477      0.7686
 380     0.0670     0.0010    99.9700     0.8504    90.4700   119.1321      0.7685
 381     0.0666     0.0005    99.9780     0.8696    90.3900   119.1517      0.7683
 382     0.0662     0.0010    99.9680     0.8492    90.4400   119.1227      0.7681
 383     0.0658     0.0014    99.9580     0.8465    90.4200   119.1581      0.7680
 384     0.0654     0.0015    99.9440     0.8356    90.1400   119.1288      0.7678
 385     0.0649     0.0014    99.9580     0.8599    90.0200   119.1747      0.7677
 386     0.0645     0.0013    99.9680     0.8446    90.2500   119.1343      0.7675
 387     0.0641     0.0007    99.9720     0.8584    90.3100   119.1615      0.7674
 388     0.0637     0.0009    99.9720     0.8686    90.1300   119.1288      0.7672
 389     0.0633     0.0012    99.9600     0.8915    89.8100   119.1589      0.7671
 390     0.0629     0.0020    99.9280     0.8475    90.2600   119.1429      0.7669
 391     0.0625     0.0018    99.9460     0.8380    90.2700   119.1332      0.7668
 392     0.0621     0.0009    99.9600     0.8294    90.1700   119.1317      0.7666
 393     0.0616     0.0014    99.9540     0.8276    90.2500   119.1659      0.7664
 394     0.0612     0.0015    99.9480     0.8307    90.2700   119.1647      0.7663
 395     0.0608     0.0017    99.9540     0.8231    90.0600   119.1473      0.7661
 396     0.0604     0.0010    99.9660     0.8301    90.1300   119.1310      0.7660
 397     0.0600     0.0008    99.9700     0.8107    90.2900   119.1354      0.7658
 398     0.0596     0.0024    99.9400     0.7544    90.1000   119.1616      0.7657
 399     0.0592     0.0009    99.9740     0.7969    90.2600   119.1527      0.7656
 400     0.0588     0.0005    99.9840     0.7959    90.3400   119.1330      0.7654
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0009    99.9700     0.8591    90.1600   119.1430      0.7653
 402     0.0579     0.0009    99.9720     0.8171    90.3700   119.1216      0.7652
 403     0.0575     0.0006    99.9820     0.8479    90.2400   119.1058      0.7650
 404     0.0571     0.0005    99.9780     0.8170    90.2400   119.0951      0.7649
 405     0.0567     0.0003    99.9940     0.8292    90.6000   119.1257      0.7648
 406     0.0563     0.0010    99.9780     0.8206    90.4100   119.1953      0.7646
 407     0.0559     0.0006    99.9920     0.8118    90.3700   119.1716      0.7645
 408     0.0554     0.0003    99.9920     0.8437    90.2500   119.1678      0.7644
 409     0.0550     0.0013    99.9720     0.8289    90.3500   119.1497      0.7642
 410     0.0546     0.0009    99.9760     0.8510    90.2700   119.1483      0.7641
 411     0.0542     0.0005    99.9900     0.8258    90.4200   119.1585      0.7640
 412     0.0538     0.0006    99.9780     0.8337    90.4700   119.2052      0.7638
 413     0.0534     0.0007    99.9760     0.8490    90.4500   119.1731      0.7637
 414     0.0530     0.0004    99.9900     0.8602    90.5200   119.1424      0.7636
 415     0.0526     0.0006    99.9800     0.8514    90.4600   119.1491      0.7634
 416     0.0522     0.0003    99.9900     0.8683    90.5400   119.1540      0.7633
 417     0.0517     0.0004    99.9920     0.8962    90.4800   119.1670      0.7632
 418     0.0513     0.0005    99.9840     0.8968    90.3100   119.1339      0.7631
 419     0.0509     0.0012    99.9580     0.8831    90.1100   119.1446      0.7629
 420     0.0505     0.0009    99.9700     0.8454    90.5000   119.1514      0.7628
 421     0.0501     0.0009    99.9740     0.8507    90.3700   119.1412      0.7627
 422     0.0497     0.0007    99.9800     0.8564    90.7200   119.1376      0.7626
 423     0.0493     0.0008    99.9680     0.8347    90.5300   119.1339      0.7625
 424     0.0489     0.0004    99.9920     0.8680    90.4800   119.1259      0.7623
 425     0.0484     0.0005    99.9780     0.8679    90.1400   119.1605      0.7622
 426     0.0480     0.0009    99.9680     0.8676    90.4800   119.1602      0.7621
 427     0.0476     0.0005    99.9860     0.8378    90.7000   119.1341      0.7620
 428     0.0472     0.0005    99.9900     0.8593    90.8000   119.1280      0.7619
 429     0.0468     0.0002    99.9920     0.8665    90.7400   119.1413      0.7618
 430     0.0464     0.0003    99.9880     0.8743    90.5200   119.1360      0.7617
 431     0.0460     0.0001    99.9960     0.8578    90.8300   119.1259      0.7615
 432     0.0456     0.0002    99.9960     0.8718    90.8200   119.1458      0.7614
 433     0.0451     0.0004    99.9820     0.8961    90.6900   119.0790      0.7614
 434     0.0447     0.0003    99.9900     0.8886    90.6200   119.1607      0.7612
 435     0.0443     0.0002    99.9920     0.8998    90.6100   119.1549      0.7611
 436     0.0439     0.0006    99.9860     0.9150    90.5800   119.1390      0.7610
 437     0.0435     0.0001   100.0000     0.9217    90.7500   119.1388      0.7609
 438     0.0431     0.0000   100.0000     0.9269    90.7400   119.1438      0.7608
 439     0.0427     0.0002    99.9920     0.9391    90.4300   119.1624      0.7607
 440     0.0423     0.0003    99.9900     0.9238    90.5800   119.1491      0.7606
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0002    99.9880     0.9311    90.4900   119.1536      0.7605
 442     0.0414     0.0004    99.9820     0.9240    90.6700   119.1384      0.7604
 443     0.0410     0.0004    99.9920     0.9079    90.6500   119.1091      0.7603
 444     0.0406     0.0002    99.9920     0.8978    90.7200   119.1615      0.7602
 445     0.0402     0.0001    99.9960     0.9101    90.7800   119.1642      0.7601
 446     0.0398     0.0002    99.9940     0.9246    90.8100   119.1532      0.7600
 447     0.0394     0.0001    99.9960     0.9307    90.7200   119.1345      0.7600
 448     0.0389     0.0003    99.9900     0.9354    90.5100   119.1292      0.7598
 449     0.0385     0.0002    99.9940     0.9305    90.8300   119.1751      0.7598
 450     0.0381     0.0002    99.9940     0.9339    90.7800   119.1806      0.7597
 451     0.0377     0.0003    99.9940     0.9298    90.7300   119.1339      0.7596
 452     0.0373     0.0001    99.9940     0.9304    90.7800   119.1299      0.7595
 453     0.0369     0.0002    99.9940     0.9397    90.8100   119.1523      0.7594
 454     0.0365     0.0002    99.9900     0.9378    90.8500   119.1541      0.7593
 455     0.0361     0.0002    99.9920     0.9422    90.7300   119.1541      0.7592
 456     0.0357     0.0003    99.9940     0.9640    90.8200   119.2357      0.7591
 457     0.0352     0.0001    99.9980     0.9679    90.7500   119.1087      0.7591
 458     0.0348     0.0001    99.9940     0.9795    90.7200   119.1315      0.7590
 459     0.0344     0.0004    99.9900     0.9528    90.7500   119.1848      0.7589
 460     0.0340     0.0001    99.9980     0.9547    90.8400   119.1290      0.7588
 461     0.0336     0.0001    99.9980     0.9612    90.8700   119.1582      0.7588
 462     0.0332     0.0000   100.0000     0.9650    90.8300   119.1184      0.7587
 463     0.0328     0.0002    99.9940     0.9879    90.6600   119.1609      0.7586
 464     0.0324     0.0002    99.9960     0.9809    90.7100   119.1379      0.7585
 465     0.0319     0.0003    99.9900     0.9668    90.6400   119.1621      0.7584
 466     0.0315     0.0004    99.9900     0.9679    90.7300   119.1419      0.7584
 467     0.0311     0.0001    99.9940     0.9567    90.7200   119.1420      0.7583
 468     0.0307     0.0001    99.9980     0.9601    90.7700   119.1359      0.7582
 469     0.0303     0.0000   100.0000     0.9620    90.8200   119.1832      0.7582
 470     0.0299     0.0001   100.0000     0.9613    90.7300   119.1361      0.7581
 471     0.0295     0.0001   100.0000     0.9638    90.8600   119.1386      0.7580
 472     0.0291     0.0000   100.0000     0.9695    90.8300   119.1656      0.7580
 473     0.0286     0.0003    99.9900     0.9668    90.6900   119.1491      0.7579
 474     0.0282     0.0002    99.9920     0.9673    90.6300   119.1195      0.7578
 475     0.0278     0.0001    99.9980     0.9664    90.6600   119.1139      0.7577
 476     0.0274     0.0001    99.9960     0.9629    90.6600   119.1691      0.7577
 477     0.0270     0.0001   100.0000     0.9647    90.6300   119.1509      0.7576
 478     0.0266     0.0000   100.0000     0.9643    90.6900   119.1301      0.7576
 479     0.0262     0.0000   100.0000     0.9647    90.7500   119.1620      0.7575
 480     0.0257     0.0001    99.9960     0.9628    90.7400   119.1772      0.7574
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0002    99.9940     0.9722    90.7800   119.1676      0.7574
 482     0.0249     0.0001    99.9960     0.9639    90.7600   119.1585      0.7573
 483     0.0245     0.0001    99.9960     0.9693    90.8000   119.1670      0.7573
 484     0.0241     0.0000    99.9980     0.9691    90.8400   119.1735      0.7572
 485     0.0237     0.0001    99.9960     0.9715    90.7700   119.1710      0.7571
 486     0.0233     0.0001    99.9960     0.9761    90.7900   119.1813      0.7571
 487     0.0229     0.0003    99.9920     0.9767    90.8600   119.1286      0.7570
 488     0.0225     0.0000    99.9980     0.9751    90.7900   119.1464      0.7570
 489     0.0220     0.0000   100.0000     0.9799    90.8200   119.1540      0.7569
 490     0.0216     0.0001   100.0000     0.9865    90.7000   119.1552      0.7569
 491     0.0212     0.0000   100.0000     0.9867    90.7700   119.1638      0.7568
 492     0.0208     0.0000   100.0000     0.9860    90.8200   119.1698      0.7568
 493     0.0204     0.0001    99.9980     0.9847    90.8000   119.1401      0.7567
 494     0.0200     0.0001    99.9980     0.9859    90.8400   119.1507      0.7567
 495     0.0196     0.0000   100.0000     0.9892    90.8900   119.1332      0.7566
 496     0.0192     0.0002    99.9920     0.9945    90.7800   119.1685      0.7566
 497     0.0187     0.0001    99.9940     0.9838    90.8100   119.1658      0.7565
 498     0.0183     0.0001   100.0000     0.9812    90.8600   119.1712      0.7565
 499     0.0179     0.0000   100.0000     0.9833    90.8800   119.1409      0.7565
 500     0.0175     0.0000   100.0000     0.9849    90.8700   119.1838      0.7564
 501     0.0171     0.0000   100.0000     0.9864    90.8600   119.1266      0.7564
 502     0.0167     0.0000   100.0000     0.9868    90.8500   119.1921      0.7563
 503     0.0163     0.0001    99.9980     0.9895    90.8500   119.1364      0.7563
 504     0.0159     0.0002    99.9940     0.9768    90.9100   119.1556      0.7563
 505     0.0154     0.0000   100.0000     0.9785    90.8800   119.1440      0.7562
 506     0.0150     0.0001    99.9980     0.9796    90.9400   119.2164      0.7562
 507     0.0146     0.0000   100.0000     0.9822    90.8900   119.2059      0.7561
 508     0.0142     0.0001    99.9920     0.9764    90.8400   119.1382      0.7561
 509     0.0138     0.0000   100.0000     0.9768    90.8300   119.1051      0.7561
 510     0.0134     0.0001    99.9980     0.9769    90.8600   119.1667      0.7560
 511     0.0130     0.0001    99.9980     0.9852    90.8400   119.1497      0.7560
 512     0.0125     0.0001    99.9980     0.9851    90.7900   119.1793      0.7560
 513     0.0121     0.0001    99.9960     0.9806    90.8400   119.1527      0.7560
 514     0.0117     0.0001    99.9980     0.9796    90.8600   119.1371      0.7559
 515     0.0113     0.0001    99.9980     0.9791    90.8700   119.1474      0.7559
 516     0.0109     0.0000    99.9980     0.9791    90.8600   119.1524      0.7559
 517     0.0105     0.0000   100.0000     0.9796    90.8600   119.1619      0.7558
 518     0.0101     0.0000   100.0000     0.9803    90.8800   119.1545      0.7558
 519     0.0097     0.0001    99.9980     0.9748    90.8500   119.1646      0.7558
 520     0.0092     0.0000   100.0000     0.9751    90.8500   119.1447      0.7558
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     0.9752    90.8800   119.1217      0.7558
 522     0.0084     0.0001    99.9980     0.9765    90.9700   119.1505      0.7557
 523     0.0080     0.0000    99.9980     0.9770    90.9000   119.1743      0.7557
 524     0.0076     0.0001    99.9940     0.9765    90.9300   119.1534      0.7557
 525     0.0072     0.0000    99.9980     0.9770    90.9000   119.1655      0.7557
 526     0.0068     0.0000   100.0000     0.9772    90.8700   119.1312      0.7557
 527     0.0064     0.0001    99.9960     0.9793    90.9200   119.1734      0.7556
 528     0.0060     0.0000   100.0000     0.9805    90.8900   119.1665      0.7556
 529     0.0055     0.0002    99.9980     0.9797    90.8900   119.1514      0.7556
 530     0.0051     0.0001    99.9980     0.9785    90.9000   119.1276      0.7556
 531     0.0047     0.0000    99.9980     0.9785    90.8400   119.1319      0.7556
 532     0.0043     0.0000   100.0000     0.9786    90.8500   119.1297      0.7556
 533     0.0039     0.0000   100.0000     0.9788    90.8400   119.1557      0.7556
 534     0.0035     0.0000    99.9980     0.9784    90.8400   119.1681      0.7556
 535     0.0031     0.0000   100.0000     0.9785    90.8400   119.1680      0.7555
 536     0.0027     0.0000    99.9980     0.9787    90.8700   119.1417      0.7555
 537     0.0022     0.0000    99.9980     0.9791    90.8500   119.1470      0.7555
 538     0.0018     0.0001    99.9980     0.9791    90.8500   119.1614      0.7555
 539     0.0014     0.0000   100.0000     0.9791    90.8500   119.1623      0.7555
 540     0.0010     0.0000   100.0000     0.9792    90.8600   119.1787      0.7555
 541     0.0010     0.0001    99.9980     0.9792    90.8400   119.1374      0.7555
 542     0.0010     0.0000   100.0000     0.9791    90.8400   119.1493      0.7555
 543     0.0010     0.0000    99.9980     0.9792    90.8500   119.1759      0.7555
 544     0.0010     0.0000   100.0000     0.9793    90.8500   119.1711      0.7555
 545     0.0010     0.0000   100.0000     0.9793    90.8600   119.1487      0.7555
 546     0.0010     0.0000   100.0000     0.9793    90.8600   119.1579      0.7555
 547     0.0010     0.0001    99.9980     0.9793    90.8700   119.1763      0.7555
 548     0.0010     0.0000    99.9980     0.9792    90.8700   119.1454      0.7555
 549     0.0010     0.0001    99.9980     0.9790    90.9100   119.1597      0.7555
 550     0.0010     0.0001    99.9960     0.9787    90.9100   119.1497      0.7555
 551     0.0010     0.0001    99.9980     0.9790    90.8900   119.0571      0.7555
 552     0.0010     0.0000   100.0000     0.9790    90.8900   119.1276      0.7554
 553     0.0010     0.0000    99.9980     0.9790    90.8900   119.1491      0.7554
 554     0.0010     0.0000   100.0000     0.9790    90.9100   119.1730      0.7554
 555     0.0010     0.0000   100.0000     0.9789    90.9100   119.1467      0.7554
 556     0.0010     0.0000    99.9980     0.9793    90.9200   119.1409      0.7554
 557     0.0010     0.0000   100.0000     0.9794    90.9200   119.1664      0.7554
 558     0.0010     0.0000   100.0000     0.9796    90.9100   119.1689      0.7554
 559     0.0010     0.0000   100.0000     0.9796    90.9100   119.1572      0.7554
 560     0.0010     0.0000    99.9980     0.9793    90.9100   119.1471      0.7554
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     0.9793    90.9100   119.1511      0.7554
 562     0.0010     0.0000   100.0000     0.9793    90.9100   119.1143      0.7554
 563     0.0010     0.0001    99.9960     0.9789    90.9100   119.1374      0.7554
 564     0.0010     0.0000   100.0000     0.9789    90.9200   119.1632      0.7554
 565     0.0010     0.0000    99.9980     0.9787    90.9300   119.1769      0.7554
 566     0.0010     0.0001    99.9980     0.9791    90.9200   119.1464      0.7554
 567     0.0010     0.0000    99.9980     0.9793    90.9100   119.1579      0.7554
 568     0.0010     0.0001    99.9940     0.9790    90.9200   119.1339      0.7554
 569     0.0010     0.0000    99.9980     0.9790    90.8800   119.1043      0.7554
 570     0.0010     0.0000   100.0000     0.9791    90.8700   119.1508      0.7553
 571     0.0010     0.0001    99.9980     0.9792    90.9100   119.1788      0.7553
 572     0.0010     0.0000   100.0000     0.9791    90.8900   119.1440      0.7553
 573     0.0010     0.0001    99.9980     0.9790    90.8900   119.1667      0.7553
 574     0.0010     0.0000   100.0000     0.9790    90.8900   119.1723      0.7553
 575     0.0010     0.0000   100.0000     0.9791    90.8900   119.1470      0.7553
 576     0.0010     0.0000   100.0000     0.9790    90.8800   119.1523      0.7553
 577     0.0010     0.0000   100.0000     0.9790    90.8800   119.1094      0.7553
 578     0.0010     0.0000   100.0000     0.9790    90.8800   119.1147      0.7553
 579     0.0010     0.0000   100.0000     0.9791    90.8900   119.1731      0.7553
 580     0.0010     0.0000   100.0000     0.9790    90.8900   119.1629      0.7553
 581     0.0010     0.0000   100.0000     0.9790    90.9000   119.1231      0.7553
 582     0.0010     0.0001    99.9980     0.9792    90.9000   119.1505      0.7553
 583     0.0010     0.0000   100.0000     0.9791    90.8900   119.1898      0.7553
 584     0.0010     0.0001    99.9980     0.9787    90.8900   119.1429      0.7553
 585     0.0010     0.0000   100.0000     0.9788    90.9000   119.1450      0.7553
 586     0.0010     0.0000   100.0000     0.9788    90.9000   119.2012      0.7553
 587     0.0010     0.0000   100.0000     0.9787    90.9000   119.1796      0.7553
 588     0.0010     0.0001    99.9980     0.9789    90.8800   119.1859      0.7553
 589     0.0010     0.0000   100.0000     0.9789    90.8800   119.1559      0.7553
 590     0.0010     0.0001    99.9960     0.9787    90.8900   119.1499      0.7552
 591     0.0010     0.0000    99.9980     0.9785    90.8900   119.1807      0.7552
 592     0.0010     0.0001    99.9980     0.9785    90.8900   119.1590      0.7552
 593     0.0010     0.0000   100.0000     0.9785    90.8900   119.1559      0.7552
 594     0.0010     0.0000    99.9980     0.9784    90.9000   119.1390      0.7552
 595     0.0010     0.0000   100.0000     0.9783    90.9000   119.1227      0.7552
 596     0.0010     0.0000    99.9980     0.9783    90.8700   119.1635      0.7552
 597     0.0010     0.0000   100.0000     0.9784    90.8900   119.1665      0.7552
 598     0.0010     0.0000    99.9980     0.9781    90.8700   119.1240      0.7552
 599     0.0010     0.0000   100.0000     0.9781    90.8700   119.1573      0.7552
 600     0.0010     0.0000   100.0000     0.9782    90.8700   119.1301      0.7552
