Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2819    12.0320     2.3015    10.1300    85.4021      1.0000
   2     0.1000     2.1917    15.9580     2.0101    20.3500    85.0261      1.0000
   3     0.1000     1.9924    21.3900     1.9100    23.9200    85.0148      1.0000
   4     0.1000     1.8291    28.0720     1.6696    34.4800    84.9279      1.0000
   5     0.1000     1.7011    33.8100     1.6302    36.1000    84.9376      1.0000
   6     0.1000     1.5884    39.0540     1.8317    30.3900    84.9927      1.0000
   7     0.1000     1.4838    44.9320     1.3230    51.4000    84.8506      1.0000
   8     0.1000     1.3342    51.8560     1.1205    59.3400    85.0294      1.0000
   9     0.1000     1.1924    57.8180     1.0169    63.7000    85.0297      1.0000
  10     0.1000     1.0813    61.7380     1.0078    64.3900    84.9252      1.0000
  11     0.1000     0.9818    65.6620     1.0056    65.8100    84.9587      1.0000
  12     0.1000     0.8863    69.1920     0.7852    73.0200    85.0223      1.0000
  13     0.1000     0.8210    71.7420     0.8657    70.4200    85.1103      1.0000
  14     0.1000     0.7673    73.8180     0.7179    75.4600    85.0499      1.0000
  15     0.1000     0.7103    75.7760     0.7452    74.1200    84.8548      1.0000
  16     0.1000     0.6660    77.6800     0.7286    76.0100    84.8781      1.0000
  17     0.1000     0.6209    79.2100     0.6060    79.8600    84.8404      1.0000
  18     0.1000     0.5802    80.5520     0.7016    76.7100    84.8586      1.0000
  19     0.1000     0.5511    81.5680     0.5982    80.1800    84.9627      1.0000
  20     0.1000     0.5197    82.4760     0.6225    79.8400    84.8066      1.0000
  21     0.1000     0.4886    83.5980     0.5262    82.5700    84.9294      1.0000
  22     0.1000     0.4647    84.5460     0.5384    82.5600    84.7852      1.0000
  23     0.1000     0.4453    85.1120     0.5222    83.2000    84.8835      1.0000
  24     0.1000     0.4237    85.9180     0.4885    84.5000    84.8565      1.0000
  25     0.1000     0.4027    86.6480     0.5016    83.5900    84.8386      1.0000
  26     0.1000     0.3851    87.1260     0.4818    84.5200    84.8555      1.0000
  27     0.1000     0.3684    87.7020     0.5062    84.0500    84.8466      1.0000
  28     0.1000     0.3479    88.3340     0.5250    84.0600    84.7830      1.0000
  29     0.1000     0.3396    88.7520     0.5068    84.0500    84.8793      1.0000
  30     0.1000     0.3213    89.3060     0.4574    85.2100    85.0175      1.0000
  31     0.1000     0.3104    89.6020     0.5406    84.1200    85.0361      1.0000
  32     0.1000     0.2981    90.0660     0.4843    85.0000    84.9938      1.0000
  33     0.1000     0.2866    90.4820     0.4776    85.1400    84.9825      1.0000
  34     0.1000     0.2651    91.2540     0.4832    85.3000    84.9966      1.0000
  35     0.1000     0.2613    91.3580     0.5109    84.6500    85.0556      1.0000
  36     0.1000     0.2570    91.2640     0.4351    86.7300    84.9257      1.0000
  37     0.1000     0.2454    91.8780     0.4359    86.7700    85.0099      1.0000
  38     0.1000     0.2338    92.2700     0.4594    86.4100    84.9263      1.0000
  39     0.1000     0.2205    92.7360     0.4466    86.9200    85.0157      1.0000
  40     0.1000     0.2106    92.8720     0.4752    86.5100    85.1310      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2019    93.3220     0.4437    86.7900    85.0669      1.0000
  42     0.1000     0.1934    93.3720     0.4852    85.5300    84.9321      1.0000
  43     0.1000     0.1925    93.5220     0.4960    85.6300    84.9042      1.0000
  44     0.1000     0.1856    93.7760     0.4475    87.2400    84.8577      1.0000
  45     0.1000     0.1756    94.1320     0.5541    85.7300    84.8287      1.0000
  46     0.1000     0.1734    94.1820     0.4426    87.8000    84.7943      1.0000
  47     0.1000     0.1726    94.1560     0.4419    87.1900    84.9317      1.0000
  48     0.1000     0.1568    94.5280     0.4728    87.2700    84.9010      1.0000
  49     0.1000     0.1563    94.8380     0.4778    87.2800    84.8361      1.0000
  50     0.1000     0.1477    95.0060     0.5281    85.9500    84.8292      1.0000
  51     0.1000     0.1459    95.0540     0.5138    86.0500    84.7629      1.0000
  52     0.1000     0.1374    95.4300     0.4811    87.0600    84.8078      1.0000
  53     0.1000     0.1328    95.6600     0.5055    86.9600    84.8387      1.0000
  54     0.1000     0.1291    95.7180     0.5041    87.1200    84.8677      1.0000
  55     0.1000     0.1250    95.8940     0.4845    87.1000    84.9789      1.0000
  56     0.1000     0.1206    95.9860     0.7406    83.0200    84.7775      1.0000
  57     0.1000     0.1164    96.0860     0.4784    87.9100    84.8988      1.0000
  58     0.1000     0.1130    96.2380     0.5396    86.5900    84.9936      1.0000
  59     0.1000     0.1117    96.2700     0.4885    87.5900    84.9242      1.0000
  60     0.1000     0.1058    96.4420     0.4844    87.4100    84.8461      1.0000
  61     0.1000     0.1065    96.4060     0.5075    87.7200    84.9950      1.0000
  62     0.1000     0.1032    96.5440     0.5186    87.2800    84.9530      1.0000
  63     0.1000     0.0955    96.8520     0.4958    87.9300    84.9924      1.0000
  64     0.1000     0.0953    96.8520     0.5667    86.7100    84.9065      1.0000
  65     0.1000     0.0922    96.8860     0.5648    87.6200    84.9816      1.0000
  66     0.1000     0.0904    97.0280     0.5325    87.3800    84.9177      1.0000
  67     0.1000     0.0852    97.1260     0.5467    87.4500    84.9287      1.0000
  68     0.1000     0.0941    96.9440     0.5142    88.1400    84.8271      1.0000
  69     0.1000     0.0816    97.3100     0.5503    87.3900    85.3752      1.0000
  70     0.1000     0.0781    97.3800     0.5298    87.9800    84.9736      1.0000
  71     0.1000     0.0752    97.5820     0.5229    88.4900    84.9088      1.0000
  72     0.1000     0.0760    97.4700     0.5426    87.1900    84.8776      1.0000
  73     0.1000     0.0749    97.5540     0.5614    86.4000    84.9668      1.0000
  74     0.1000     0.0745    97.5600     0.5531    87.7800    84.9600      1.0000
  75     0.1000     0.0691    97.7300     0.5350    88.5200    84.9156      1.0000
  76     0.1000     0.0661    97.8720     0.5397    87.8100    84.8490      1.0000
  77     0.1000     0.0674    97.8120     0.5264    88.0800    84.9523      1.0000
  78     0.1000     0.0686    97.7800     0.4835    88.5100    84.8854      1.0000
  79     0.1000     0.0606    97.9800     0.5487    88.1000    84.8569      1.0000
  80     0.1000     0.0593    97.9340     0.5102    88.5700    84.9073      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0574    98.0960     0.5755    88.0600    84.9105      1.0000
  82     0.1000     0.0607    98.0320     0.5467    88.0600    84.8714      1.0000
  83     0.1000     0.0578    98.1360     0.5461    88.1100    84.8725      1.0000
  84     0.1000     0.0579    98.0760     0.5473    88.1600    84.8072      1.0000
  85     0.1000     0.0496    98.3400     0.5720    88.6900    84.8971      1.0000
  86     0.1000     0.0564    98.1220     0.5388    88.8200    85.0008      1.0000
  87     0.1000     0.0517    98.3200     0.5464    88.5000    84.9453      1.0000
  88     0.1000     0.0498    98.3460     0.5588    87.9800    84.9514      1.0000
  89     0.1000     0.0453    98.5440     0.5542    88.8200    84.9559      1.0000
  90     0.1000     0.0462    98.5020     0.5704    88.3500    84.9177      1.0000
  91     0.1000     0.0466    98.4360     0.5883    88.3700    84.9835      1.0000
  92     0.1000     0.0442    98.5200     0.5573    88.5700    84.9609      1.0000
  93     0.1000     0.0446    98.5180     0.5870    88.8400    84.9202      1.0000
  94     0.1000     0.0443    98.5720     0.5719    87.9800    84.8460      1.0000
  95     0.1000     0.0429    98.6260     0.5934    87.9300    84.9123      1.0000
  96     0.1000     0.0426    98.5860     0.6799    86.4800    84.8746      1.0000
  97     0.1000     0.0420    98.6600     0.6216    86.8000    84.8580      1.0000
  98     0.1000     0.0405    98.6740     0.6253    88.7400    84.9387      1.0000
  99     0.1000     0.0424    98.5820     0.5263    88.7500    85.0216      1.0000
 100     0.1000     0.0392    98.7200     0.5679    89.0100    84.8493      1.0000
 101     0.1000     0.0395    98.7180     0.5876    88.4900    84.9454      1.0000
 102     0.1000     0.0351    98.8940     0.7112    87.2000    85.0096      1.0000
 103     0.1000     0.0374    98.8120     0.5445    88.6700    84.9500      1.0000
 104     0.1000     0.0382    98.7760     0.5708    88.1800    85.0498      1.0000
 105     0.1000     0.0361    98.8440     0.5891    88.6300    85.0269      1.0000
 106     0.1000     0.0337    98.9060     0.5646    88.8400    84.9946      1.0000
 107     0.1000     0.0366    98.8140     0.5571    88.6500    85.2050      1.0000
 108     0.1000     0.0341    98.9300     0.6012    88.9400    85.0489      1.0000
 109     0.1000     0.0358    98.8880     0.5868    88.9100    85.0617      1.0000
 110     0.1000     0.0356    98.9000     0.5291    88.9300    85.1121      1.0000
 111     0.1000     0.0334    98.8680     0.6699    87.7000    85.1071      1.0000
 112     0.1000     0.0337    98.9420     0.5721    89.0200    85.1296      1.0000
 113     0.1000     0.0286    99.0840     0.6263    88.3200    85.1453      1.0000
 114     0.1000     0.0348    98.9000     0.5820    88.8700    85.0851      1.0000
 115     0.1000     0.0294    99.0800     0.6664    87.8600    85.0792      1.0000
 116     0.1000     0.0355    98.9100     0.6206    87.9000    84.9785      1.0000
 117     0.1000     0.0312    98.9820     0.6067    87.5300    85.0330      1.0000
 118     0.1000     0.0299    99.0360     0.5873    89.3500    85.0686      1.0000
 119     0.1000     0.0280    99.0860     0.6322    88.5000    84.9260      1.0000
 120     0.1000     0.0272    99.1500     0.5955    88.4800    84.8403      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0264    99.1960     0.6382    88.8800    85.0371      1.0000
 122     0.1000     0.0266    99.2060     0.5910    88.8700    85.0834      1.0000
 123     0.1000     0.0248    99.2380     0.6237    88.5500    85.0502      1.0000
 124     0.1000     0.0281    99.1440     0.6411    88.1700    85.1018      1.0000
 125     0.1000     0.0285    99.0820     0.5499    88.5800    84.9917      1.0000
 126     0.1000     0.0271    99.1000     0.6704    88.0400    85.0442      1.0000
 127     0.1000     0.0269    99.1340     0.7984    87.1700    84.9817      1.0000
 128     0.1000     0.0265    99.1620     0.6528    88.4900    85.0247      1.0000
 129     0.1000     0.0283    99.1000     0.5860    89.3000    85.0041      1.0000
 130     0.1000     0.0258    99.1660     0.6439    88.7900    84.9939      1.0000
 131     0.1000     0.0228    99.2940     0.6689    88.7300    85.0574      1.0000
 132     0.1000     0.0239    99.2300     0.6424    88.0600    85.0695      1.0000
 133     0.1000     0.0263    99.1960     0.5627    89.2600    85.0324      1.0000
 134     0.1000     0.0237    99.2180     0.5896    89.0600    84.9553      1.0000
 135     0.1000     0.0253    99.2360     0.6274    89.5300    84.9777      1.0000
 136     0.1000     0.0247    99.2440     0.5804    89.5100    85.1333      1.0000
 137     0.1000     0.0225    99.2980     0.5722    89.2800    85.0435      1.0000
 138     0.1000     0.0229    99.2220     0.5640    89.5500    85.0076      1.0000
 139     0.1000     0.0216    99.3220     0.6469    89.4900    84.9478      1.0000
 140     0.1000     0.0200    99.3820     0.6106    89.3300    84.9716      1.0000
 141     0.1000     0.0239    99.2880     0.6495    88.9300    84.9606      1.0000
 142     0.1000     0.0260    99.1860     0.5949    88.9000    84.9029      1.0000
 143     0.1000     0.0194    99.3660     0.6538    88.9600    84.9013      1.0000
 144     0.1000     0.0258    99.1940     0.5963    89.1400    85.0123      1.0000
 145     0.1000     0.0220    99.3220     0.6168    88.9100    85.0239      1.0000
 146     0.1000     0.0184    99.4320     0.6145    89.3500    85.0425      1.0000
 147     0.1000     0.0185    99.4480     0.6379    89.0700    85.0216      1.0000
 148     0.1000     0.0211    99.3420     0.5977    89.0600    84.8881      1.0000
 149     0.1000     0.0181    99.3900     0.6621    89.5600    85.0696      1.0000
 150     0.1000     0.0202    99.3580     0.5884    89.9500    85.0642      1.0000
 151     0.1000     0.0184    99.3880     0.6556    87.6700    85.0530      1.0000
 152     0.1000     0.0187    99.4120     0.6098    89.5500    85.0444      1.0000
 153     0.1000     0.0196    99.3900     0.5786    89.3400    85.1342      1.0000
 154     0.1000     0.0194    99.4020     0.6195    89.2000    85.1724      1.0000
 155     0.1000     0.0180    99.4260     0.6021    89.7100    85.1373      1.0000
 156     0.1000     0.0184    99.3940     0.6160    89.7100    85.0542      1.0000
 157     0.1000     0.0190    99.3680     0.5854    89.4400    85.0003      1.0000
 158     0.1000     0.0144    99.4840     0.7072    89.1800    85.0179      1.0000
 159     0.1000     0.0163    99.4760     0.7306    88.4000    85.1103      1.0000
 160     0.1000     0.0187    99.4260     0.6473    89.0500    85.0412      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0188    99.4120     0.5873    89.3500    85.0572      1.0000
 162     0.1000     0.0159    99.5280     0.5857    89.4000    85.0253      1.0000
 163     0.1000     0.0144    99.5240     0.6533    88.8900    84.9999      1.0000
 164     0.1000     0.0179    99.4500     0.6619    88.6600    85.0021      1.0000
 165     0.1000     0.0132    99.5800     0.6667    89.7300    84.9810      1.0000
 166     0.1000     0.0149    99.5420     0.6461    89.3000    85.0419      1.0000
 167     0.1000     0.0193    99.4220     0.5917    89.1200    85.0398      1.0000
 168     0.1000     0.0155    99.5080     0.6446    89.3100    84.9948      1.0000
 169     0.1000     0.0163    99.5020     0.6113    89.3500    84.9902      1.0000
 170     0.1000     0.0161    99.4780     0.6224    89.5000    85.0537      1.0000
 171     0.1000     0.0160    99.5060     0.6342    89.4400    85.0267      1.0000
 172     0.1000     0.0153    99.5320     0.6560    89.4700    85.0804      1.0000
 173     0.1000     0.0140    99.5460     0.6583    89.6900    84.9810      1.0000
 174     0.1000     0.0124    99.6160     0.6835    89.3400    84.9750      1.0000
 175     0.1000     0.0145    99.5440     0.6452    89.0100    85.0101      1.0000
 176     0.1000     0.0141    99.5600     0.6747    89.1700    85.0403      1.0000
 177     0.1000     0.0181    99.4380     0.6555    88.9300    84.9933      1.0000
 178     0.1000     0.0147    99.5840     0.6178    89.6700    84.9433      1.0000
 179     0.1000     0.0134    99.5920     0.6547    89.5900    85.0263      1.0000
 180     0.1000     0.0150    99.5500     0.6513    89.2300    85.0014      1.0000
 181     0.1000     0.0157    99.5180     0.6285    88.4000    84.9486      1.0000
 182     0.1000     0.0137    99.5540     0.6431    89.6400    85.1217      1.0000
 183     0.1000     0.0147    99.5220     0.7002    89.6000    85.0338      1.0000
 184     0.1000     0.0173    99.4480     0.6148    89.3000    85.0731      1.0000
 185     0.1000     0.0169    99.4700     0.6215    89.2800    85.0114      1.0000
 186     0.1000     0.0191    99.4700     0.6561    89.4200    84.9475      1.0000
 187     0.1000     0.0136    99.5680     0.6952    89.0500    84.9877      1.0000
 188     0.1000     0.0150    99.6160     0.6263    89.5500    85.0370      1.0000
 189     0.1000     0.0118    99.6360     0.6448    89.3500    84.9815      1.0000
 190     0.1000     0.0126    99.6160     0.7496    88.5900    84.9537      1.0000
 191     0.1000     0.0160    99.5040     0.6169    89.6300    85.0768      1.0000
 192     0.1000     0.0132    99.6280     0.6668    89.4000    85.0496      1.0000
 193     0.1000     0.0132    99.5860     0.6260    89.6700    85.0378      1.0000
 194     0.1000     0.0118    99.6280     0.6691    89.6400    85.1645      1.0000
 195     0.1000     0.0113    99.6420     0.6511    89.3800    85.0238      1.0000
 196     0.1000     0.0131    99.5740     0.7067    88.4500    85.0946      1.0000
 197     0.1000     0.0131    99.5580     0.6416    89.6700    85.0963      1.0000
 198     0.1000     0.0131    99.6040     0.7171    89.3400    84.9869      1.0000
 199     0.1000     0.0116    99.6460     0.6936    89.2800    84.9591      1.0000
 200     0.1000     0.0124    99.6240     0.6102    89.5700    85.1069      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0113    99.7320     0.6191    89.8600    84.9771      1.0000
 202     0.1000     0.0104    99.6740     0.6553    89.3200    84.9348      1.0000
 203     0.1000     0.0133    99.5820     0.6217    89.9400    84.9924      1.0000
 204     0.1000     0.0111    99.6480     0.6362    89.2100    85.0573      1.0000
 205     0.1000     0.0130    99.6160     0.6555    89.2400    84.9603      1.0000
 206     0.1000     0.0101    99.6760     0.6981    89.0200    84.9796      1.0000
 207     0.1000     0.0136    99.5800     0.6426    89.3600    84.9963      1.0000
 208     0.1000     0.0129    99.6080     0.6633    89.7400    85.1877      1.0000
 209     0.1000     0.0140    99.5180     0.6425    89.2400    85.1100      1.0000
 210     0.1000     0.0140    99.5460     0.6710    89.6100    85.0661      1.0000
 211     0.1000     0.0127    99.6360     0.6742    89.5300    84.9989      1.0000
 212     0.1000     0.0107    99.6620     0.7089    89.6300    85.0179      1.0000
 213     0.1000     0.0116    99.6320     0.7024    89.0700    85.0107      1.0000
 214     0.1000     0.0127    99.6020     0.6517    89.7400    85.0621      1.0000
 215     0.1000     0.0098    99.6940     0.6877    89.2200    85.0263      1.0000
 216     0.1000     0.0130    99.6120     0.6341    89.8500    84.9060      1.0000
 217     0.1000     0.0107    99.6440     0.6584    89.7400    84.9484      1.0000
 218     0.1000     0.0140    99.5680     0.6247    89.2600    85.0309      1.0000
 219     0.1000     0.0110    99.6380     0.6574    89.6400    85.0514      1.0000
 220     0.1000     0.0106    99.6800     0.6513    89.7400    85.0393      1.0000
 221     0.1000     0.0103    99.6660     0.6356    89.7600    85.0964      1.0000
 222     0.1000     0.0114    99.6640     0.6351    89.2500    85.1630      1.0000
 223     0.1000     0.0087    99.7400     0.6362    89.8400    85.0229      1.0000
 224     0.1000     0.0101    99.6800     0.6764    89.3700    84.9519      1.0000
 225     0.1000     0.0109    99.6320     0.6761    89.5300    84.8761      1.0000
 226     0.1000     0.0106    99.6740     0.7280    88.9400    85.0102      1.0000
 227     0.1000     0.0085    99.7320     0.6520    89.7200    85.0138      1.0000
 228     0.1000     0.0102    99.7080     0.6430    89.2500    85.0556      1.0000
 229     0.1000     0.0099    99.6940     0.6568    89.4900    84.9413      1.0000
 230     0.1000     0.0091    99.7120     0.6371    89.7000    84.8831      1.0000
 231     0.1000     0.0081    99.7400     0.6997    89.6000    84.9851      1.0000
 232     0.1000     0.0077    99.7760     0.6936    90.1000    84.8836      1.0000
 233     0.1000     0.0083    99.7340     0.6449    89.6800    84.8729      1.0000
 234     0.1000     0.0111    99.6460     0.6577    89.6200    84.9026      1.0000
 235     0.1000     0.0094    99.6780     0.6825    89.6000    84.9760      1.0000
 236     0.1000     0.0091    99.7160     0.6694    89.8100    84.9400      1.0000
 237     0.1000     0.0072    99.7980     0.6912    89.7700    84.9246      1.0000
 238     0.1000     0.0096    99.6980     0.7229    89.5900    85.1126      1.0000
 239     0.1000     0.0114    99.6680     0.6933    89.5100    85.3787      1.0000
 240     0.1000     0.0083    99.7580     0.6846    90.0200    85.1063      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0097    99.7300     0.6482    89.5800    84.9858      1.0000
 242     0.1000     0.0103    99.6780     0.6596    89.6200    85.0737      1.0000
 243     0.1000     0.0084    99.7400     0.6967    89.6000    84.9260      1.0000
 244     0.1000     0.0088    99.7260     0.7092    89.7800    84.8718      1.0000
 245     0.1000     0.0075    99.7300     0.6887    89.6900    84.9070      1.0000
 246     0.1000     0.0070    99.7740     0.7438    89.6600    84.9563      1.0000
 247     0.1000     0.0105    99.6940     0.6753    89.5500    84.9672      1.0000
 248     0.1000     0.0098    99.7000     0.6631    90.0500    84.9186      1.0000
 249     0.1000     0.0074    99.7740     0.7325    89.7400    84.9736      1.0000
 250     0.1000     0.0080    99.7320     0.7298    89.7800    85.0129      1.0000
 251     0.1000     0.0065    99.7860     0.8986    88.1000    84.9877      1.0000
 252     0.1000     0.0095    99.7020     0.6381    89.6900    84.8870      1.0000
 253     0.1000     0.0091    99.7220     0.7380    89.4900    84.9768      1.0000
 254     0.1000     0.0096    99.6920     0.6713    89.5400    84.9203      1.0000
 255     0.1000     0.0114    99.6660     0.6763    89.5000    84.9374      1.0000
 256     0.1000     0.0094    99.6840     0.6731    89.7700    84.9036      1.0000
 257     0.1000     0.0064    99.8060     0.7540    89.6000    84.9402      1.0000
 258     0.1000     0.0098    99.7060     0.8633    88.4000    84.9568      1.0000
 259     0.1000     0.0116    99.6460     0.6553    89.8400    85.0825      1.0000
 260     0.1000     0.0104    99.7160     0.6552    89.0000    85.0177      1.0000
 261     0.1000     0.0078    99.7280     0.7047    90.2800    85.0364      1.0000
 262     0.1000     0.0063    99.7800     0.7277    89.7000    85.0157      1.0000
 263     0.1000     0.0121    99.6480     0.6492    89.6600    85.0221      1.0000
 264     0.1000     0.0082    99.7200     0.7194    89.7600    84.9972      1.0000
 265     0.1000     0.0104    99.7160     0.6949    89.8100    85.1010      1.0000
 266     0.1000     0.0080    99.7360     0.7323    89.1700    84.8741      1.0000
 267     0.1000     0.0068    99.7800     0.7065    89.5900    84.9378      1.0000
 268     0.1000     0.0059    99.7960     0.7546    89.7900    84.9776      1.0000
 269     0.1000     0.0101    99.7000     0.6718    89.8500    84.9691      1.0000
 270     0.1000     0.0081    99.7480     0.6656    89.9900    85.0250      1.0000
 271     0.1000     0.0076    99.7760     0.7102    89.6200    84.9751      1.0000
 272     0.1000     0.0077    99.7600     0.6912    89.4300    84.8631      1.0000
 273     0.1000     0.0064    99.7980     0.7586    89.8300    85.0164      1.0000
 274     0.1000     0.0074    99.7720     0.6889    89.8700    84.9978      1.0000
 275     0.1000     0.0069    99.7900     0.7091    89.8600    85.0759      1.0000
 276     0.1000     0.0072    99.7760     0.8479    88.0200    85.0688      1.0000
 277     0.1000     0.0082    99.7500     0.6999    89.9600    84.9044      1.0000
 278     0.1000     0.0087    99.7360     0.6478    89.6600    84.9633      1.0000
 279     0.1000     0.0087    99.7120     0.7301    89.6400    84.9361      1.0000
 280     0.1000     0.0113    99.6940     0.6817    90.1300    84.9532      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0067    99.7900     0.7201    89.5200    85.0229      1.0000
 282     0.1000     0.0081    99.7480     0.6510    89.7500    84.9430      1.0000
 283     0.1000     0.0073    99.7900     0.7253    89.4400    84.9100      1.0000
 284     0.1000     0.0090    99.7100     0.6618    90.2000    84.9534      1.0000
 285     0.1000     0.0070    99.8020     0.6406    89.8800    85.0524      1.0000
 286     0.1000     0.0079    99.7720     0.7071    90.1100    85.0887      1.0000
 287     0.1000     0.0063    99.7820     0.7310    89.9100    85.1914      1.0000
 288     0.1000     0.0074    99.7720     0.9428    86.7300    85.1273      1.0000
 289     0.1000     0.0094    99.7380     0.7058    90.0000    85.0538      1.0000
 290     0.1000     0.0048    99.8340     0.7569    89.6600    85.0555      1.0000
 291     0.1000     0.0089    99.7340     0.6879    89.8700    85.1516      1.0000
 292     0.1000     0.0055    99.8400     0.7336    90.0200    85.1909      1.0000
 293     0.1000     0.0072    99.7600     0.7673    89.4800    85.1746      1.0000
 294     0.1000     0.0081    99.7500     0.6675    89.8200    85.0874      1.0000
 295     0.1000     0.0062    99.7880     0.7573    89.9200    85.0125      1.0000
 296     0.1000     0.0071    99.7560     0.7374    90.0400    84.9437      1.0000
 297     0.1000     0.0078    99.7660     0.6721    90.0200    84.9285      1.0000
 298     0.1000     0.0053    99.8340     0.7563    88.8600    84.8775      1.0000
 299     0.1000     0.0081    99.7680     0.6621    89.8900    84.9889      1.0000
 300     0.1000     0.0045    99.8600     0.7552    90.0100    85.0204      1.0000
 301     0.0996     0.0059    99.8020     0.7339    89.9400    85.0141      1.0000
 302     0.0992     0.0094    99.7240     0.6733    90.0300    84.9657      1.0000
 303     0.0988     0.0039    99.8860     0.7600    89.5000    84.9875      1.0000
 304     0.0983     0.0049    99.8460     0.7521    89.6200    84.9474      1.0000
 305     0.0979     0.0039    99.8860     0.7364    89.8800    84.9032      1.0000
 306     0.0975     0.0051    99.8680     0.7517    90.0700    84.9934      1.0000
 307     0.0971     0.0093    99.7660     0.6687    90.1100    85.0178      1.0000
 308     0.0967     0.0049    99.8380     0.7692    89.1800    84.9748      1.0000
 309     0.0963     0.0083    99.7380     0.6860    89.6700    84.9647      1.0000
 310     0.0959     0.0055    99.8300     0.7040    89.6500    85.0443      1.0000
 311     0.0955     0.0048    99.8640     0.6990    90.1800    84.9638      1.0000
 312     0.0950     0.0062    99.8000     0.7171    89.8600    84.8587      1.0000
 313     0.0946     0.0055    99.8320     0.7185    90.0900    84.9496      1.0000
 314     0.0942     0.0064    99.8080     0.6842    89.7500    84.9224      1.0000
 315     0.0938     0.0052    99.8300     0.6990    90.1600    84.9944      1.0000
 316     0.0934     0.0061    99.8260     0.7197    89.7800    85.0001      1.0000
 317     0.0930     0.0073    99.7880     0.6375    89.9900    85.0070      1.0000
 318     0.0926     0.0025    99.9300     0.7646    90.1500    85.2763      1.0000
 319     0.0922     0.0065    99.8260     0.7119    90.0300    84.9554      1.0000
 320     0.0917     0.0066    99.8360     0.7117    89.6400    85.0150      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0037    99.8680     0.7549    90.0100    84.9732      1.0000
 322     0.0909     0.0045    99.8620     0.7735    89.8600    84.9698      1.0000
 323     0.0905     0.0038    99.8860     0.7948    89.8600    84.9444      1.0000
 324     0.0901     0.0046    99.8680     0.7941    89.3800    84.9917      1.0000
 325     0.0897     0.0049    99.8500     0.7797    89.7500    84.9420      1.0000
 326     0.0893     0.0039    99.8820     0.8012    89.5600    84.9208      1.0000
 327     0.0889     0.0042    99.8860     0.7429    90.2800    84.9950      1.0000
 328     0.0885     0.0020    99.9340     0.8260    89.9000    85.0506      1.0000
 329     0.0880     0.0035    99.8880     0.7995    89.9900    85.0106      1.0000
 330     0.0876     0.0026    99.9060     0.8507    90.1100    85.0319      1.0000
 331     0.0872     0.0024    99.9340     0.8675    89.8800    84.9421      1.0000
 332     0.0868     0.0045    99.8540     0.7791    89.6900    85.0251      1.0000
 333     0.0864     0.0042    99.8840     0.7725    89.4500    85.0050      1.0000
 334     0.0860     0.0030    99.9000     0.8049    89.7300    84.9314      1.0000
 335     0.0856     0.0030    99.9060     0.7929    89.6600    84.9283      1.0000
 336     0.0852     0.0065    99.8300     0.6541    89.9100    84.8998      1.0000
 337     0.0847     0.0043    99.8720     0.7398    89.6700    84.9811      1.0000
 338     0.0843     0.0046    99.8520     0.7708    89.7900    84.9054      1.0000
 339     0.0839     0.0025    99.9180     0.7929    89.8100    84.8769      1.0000
 340     0.0835     0.0046    99.8700     0.7606    89.8900    84.9168      1.0000
 341     0.0831     0.0035    99.8920     0.7735    89.8700    84.9757      1.0000
 342     0.0827     0.0021    99.9160     0.8067    89.9600    84.9536      1.0000
 343     0.0823     0.0056    99.8440     0.7439    90.0200    84.9126      1.0000
 344     0.0818     0.0022    99.9380     0.8254    90.0300    85.0415      1.0000
 345     0.0814     0.0028    99.9140     0.8036    90.0800    84.9905      1.0000
 346     0.0810     0.0047    99.8580     0.8248    89.4800    84.9591      1.0000
 347     0.0806     0.0019    99.9300     0.8274    89.8500    85.0584      1.0000
 348     0.0802     0.0028    99.9140     0.8155    89.7300    85.0988      1.0000
 349     0.0798     0.0034    99.9080     0.7926    89.8500    85.0481      1.0000
 350     0.0794     0.0022    99.9460     0.8006    89.7400    85.0040      1.0000
 351     0.0790     0.0015    99.9460     0.8645    90.0000    85.0044      1.0000
 352     0.0786     0.0039    99.8960     0.7801    89.6800    84.9897      1.0000
 353     0.0781     0.0027    99.9220     0.8457    89.3200    85.0341      1.0000
 354     0.0777     0.0010    99.9760     0.8530    90.0800    84.9795      1.0000
 355     0.0773     0.0026    99.9120     0.8251    89.8500    84.9472      1.0000
 356     0.0769     0.0020    99.9420     0.8177    90.0200    84.8794      1.0000
 357     0.0765     0.0019    99.9380     0.8462    89.8200    84.8736      1.0000
 358     0.0761     0.0009    99.9720     0.9079    90.1500    84.8939      1.0000
 359     0.0757     0.0022    99.9280     0.8861    90.0800    84.9677      1.0000
 360     0.0753     0.0014    99.9540     0.9355    90.1100    84.8747      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0026    99.9040     0.8798    90.2200    84.9799      1.0000
 362     0.0744     0.0019    99.9480     0.8702    89.9600    85.0308      1.0000
 363     0.0740     0.0010    99.9660     0.9230    89.3800    85.0218      1.0000
 364     0.0736     0.0028    99.9100     0.8072    90.2000    84.9881      1.0000
 365     0.0732     0.0031    99.9100     0.8005    90.2900    84.9678      1.0000
 366     0.0728     0.0024    99.9160     0.8334    90.1900    84.9873      1.0000
 367     0.0724     0.0023    99.9300     0.8254    90.0500    85.1398      1.0000
 368     0.0720     0.0028    99.9240     0.7652    90.2400    85.0635      1.0000
 369     0.0715     0.0018    99.9460     0.8311    90.1800    84.9406      1.0000
 370     0.0711     0.0017    99.9620     0.8291    90.1000    84.9004      1.0000
 371     0.0707     0.0017    99.9480     0.8040    90.2800    84.9240      1.0000
 372     0.0703     0.0021    99.9280     0.8188    90.0800    85.0223      1.0000
 373     0.0699     0.0013    99.9580     0.8156    90.1200    84.9409      1.0000
 374     0.0695     0.0017    99.9640     0.8096    89.7700    84.9486      1.0000
 375     0.0691     0.0019    99.9540     0.8007    90.2000    84.9549      1.0000
 376     0.0686     0.0008    99.9760     0.8435    90.2800    84.9081      1.0000
 377     0.0682     0.0007    99.9860     0.8782    90.2500    85.0225      1.0000
 378     0.0678     0.0019    99.9540     0.8592    90.2600    84.9068      1.0000
 379     0.0674     0.0016    99.9500     0.8380    90.1400    84.9837      1.0000
 380     0.0670     0.0010    99.9720     0.8439    90.3100    84.9484      1.0000
 381     0.0666     0.0007    99.9780     0.8984    90.3100    84.9808      1.0000
 382     0.0662     0.0007    99.9740     0.9255    90.1800    84.9540      1.0000
 383     0.0658     0.0014    99.9540     0.8796    90.3800    84.9434      1.0000
 384     0.0654     0.0011    99.9680     0.9288    90.1700    84.9491      1.0000
 385     0.0649     0.0009    99.9660     0.8889    90.1700    84.9913      1.0000
 386     0.0645     0.0012    99.9620     0.8989    90.0800    84.9751      1.0000
 387     0.0641     0.0019    99.9380     0.8400    90.2000    84.9578      1.0000
 388     0.0637     0.0021    99.9460     0.8464    90.2400    84.9335      1.0000
 389     0.0633     0.0010    99.9740     0.8493    90.1600    85.0154      1.0000
 390     0.0629     0.0008    99.9740     0.8894    90.2200    84.9965      1.0000
 391     0.0625     0.0006    99.9840     0.9287    90.1400    84.9000      1.0000
 392     0.0621     0.0009    99.9800     0.9160    90.1200    84.8562      1.0000
 393     0.0616     0.0020    99.9620     0.8238    90.3700    84.8946      1.0000
 394     0.0612     0.0011    99.9700     0.8741    90.1300    84.8996      1.0000
 395     0.0608     0.0010    99.9620     0.8933    90.2300    85.0160      1.0000
 396     0.0604     0.0018    99.9340     0.8395    90.4000    84.9619      1.0000
 397     0.0600     0.0008    99.9760     0.8599    90.3800    84.9316      1.0000
 398     0.0596     0.0007    99.9780     0.8626    90.4000    84.9993      1.0000
 399     0.0592     0.0006    99.9800     0.8646    90.3000    84.9332      1.0000
 400     0.0588     0.0007    99.9740     0.8770    90.2800    84.9676      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0006    99.9780     0.8871    90.3000    84.9380      1.0000
 402     0.0579     0.0004    99.9880     0.9405    90.3900    84.9179      1.0000
 403     0.0575     0.0007    99.9780     0.9138    90.1600    84.9442      1.0000
 404     0.0571     0.0011    99.9640     0.8860    90.3400    84.9333      1.0000
 405     0.0567     0.0011    99.9740     0.8823    90.3700    84.9741      1.0000
 406     0.0563     0.0006    99.9780     0.9009    90.4800    85.0018      1.0000
 407     0.0559     0.0005    99.9800     0.9279    90.4100    85.0993      1.0000
 408     0.0554     0.0014    99.9580     0.8993    90.5900    85.0664      1.0000
 409     0.0550     0.0006    99.9780     0.9222    90.5500    84.9769      1.0000
 410     0.0546     0.0005    99.9840     0.9433    90.1800    84.9676      1.0000
 411     0.0542     0.0006    99.9740     0.9467    90.4800    84.8710      1.0000
 412     0.0538     0.0007    99.9800     0.9807    90.3600    84.9603      1.0000
 413     0.0534     0.0015    99.9620     0.9429    90.4100    84.9441      1.0000
 414     0.0530     0.0010    99.9660     0.9400    90.3400    84.9120      1.0000
 415     0.0526     0.0006    99.9820     0.9442    90.3700    84.9909      1.0000
 416     0.0522     0.0008    99.9740     0.9597    90.1700    85.0044      1.0000
 417     0.0517     0.0008    99.9640     0.9540    90.0200    84.8998      1.0000
 418     0.0513     0.0011    99.9680     0.9494    90.3000    84.9475      1.0000
 419     0.0509     0.0004    99.9840     0.9385    90.2100    85.0687      1.0000
 420     0.0505     0.0004    99.9840     0.9412    90.3400    85.0170      1.0000
 421     0.0501     0.0006    99.9760     0.9490    90.4500    85.0141      1.0000
 422     0.0497     0.0006    99.9860     0.9592    90.2400    84.9756      1.0000
 423     0.0493     0.0002    99.9960     0.9627    90.4400    84.9216      1.0000
 424     0.0489     0.0008    99.9840     0.9356    90.4100    84.8565      1.0000
 425     0.0484     0.0003    99.9900     0.9342    90.5300    84.8648      1.0000
 426     0.0480     0.0003    99.9880     0.9507    90.4400    84.9607      1.0000
 427     0.0476     0.0005    99.9840     0.9648    90.5300    84.9714      1.0000
 428     0.0472     0.0016    99.9740     0.9339    90.6100    84.9333      1.0000
 429     0.0468     0.0003    99.9920     0.9359    90.6300    84.9813      1.0000
 430     0.0464     0.0005    99.9860     0.9563    90.3200    84.9609      1.0000
 431     0.0460     0.0006    99.9860     0.9592    90.5700    84.8987      1.0000
 432     0.0456     0.0004    99.9840     0.9716    90.3900    84.9023      1.0000
 433     0.0451     0.0004    99.9840     0.9841    90.5700    84.9294      1.0000
 434     0.0447     0.0004    99.9840     0.9840    90.7400    84.9700      1.0000
 435     0.0443     0.0004    99.9900     0.9854    90.6200    84.9038      1.0000
 436     0.0439     0.0005    99.9840     0.9914    90.4700    84.9628      1.0000
 437     0.0435     0.0004    99.9860     0.9800    90.6400    84.9758      1.0000
 438     0.0431     0.0002    99.9960     0.9782    90.6700    85.0187      1.0000
 439     0.0427     0.0002    99.9920     1.0078    90.6300    84.9210      1.0000
 440     0.0423     0.0002    99.9960     1.0033    90.5900    84.8577      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0001    99.9980     1.0124    90.6900    84.9897      1.0000
 442     0.0414     0.0002    99.9920     1.0291    90.6700    84.9375      1.0000
 443     0.0410     0.0002    99.9920     1.0422    90.5600    84.9597      1.0000
 444     0.0406     0.0006    99.9860     1.0384    90.4300    84.9301      1.0000
 445     0.0402     0.0004    99.9820     1.0281    90.5000    84.8867      1.0000
 446     0.0398     0.0004    99.9880     1.0373    90.4600    84.9699      1.0000
 447     0.0394     0.0005    99.9840     1.0192    90.5100    84.9602      1.0000
 448     0.0389     0.0005    99.9880     0.9989    90.3800    84.9339      1.0000
 449     0.0385     0.0003    99.9920     0.9845    90.4700    84.9884      1.0000
 450     0.0381     0.0005    99.9840     0.9848    90.4300    84.9607      1.0000
 451     0.0377     0.0002    99.9920     1.0233    90.4700    84.9938      1.0000
 452     0.0373     0.0002    99.9900     1.0155    90.5200    84.9831      1.0000
 453     0.0369     0.0001    99.9980     1.0133    90.5600    84.9266      1.0000
 454     0.0365     0.0008    99.9840     0.9898    90.4800    84.9262      1.0000
 455     0.0361     0.0001    99.9960     0.9936    90.5200    84.9411      1.0000
 456     0.0357     0.0002    99.9940     1.0049    90.6300    84.9644      1.0000
 457     0.0352     0.0003    99.9920     1.0181    90.5000    84.9535      1.0000
 458     0.0348     0.0002    99.9980     1.0262    90.5600    84.8724      1.0000
 459     0.0344     0.0001    99.9960     1.0195    90.7200    84.9796      1.0000
 460     0.0340     0.0002    99.9860     1.0121    90.6100    84.9448      1.0000
 461     0.0336     0.0003    99.9920     1.0129    90.5600    84.9438      1.0000
 462     0.0332     0.0003    99.9920     1.0166    90.6200    84.9577      1.0000
 463     0.0328     0.0001    99.9940     1.0175    90.6000    85.0057      1.0000
 464     0.0324     0.0005    99.9840     1.0230    90.6100    85.0943      1.0000
 465     0.0319     0.0001    99.9960     1.0408    90.5000    85.0358      1.0000
 466     0.0315     0.0001    99.9940     1.0380    90.5200    85.0088      1.0000
 467     0.0311     0.0001    99.9980     1.0431    90.4900    85.0159      1.0000
 468     0.0307     0.0001    99.9980     1.0670    90.4400    85.0194      1.0000
 469     0.0303     0.0003    99.9880     1.0566    90.4600    84.9786      1.0000
 470     0.0299     0.0000   100.0000     1.0602    90.3900    84.9099      1.0000
 471     0.0295     0.0001    99.9980     1.0673    90.5300    84.9356      1.0000
 472     0.0291     0.0001    99.9940     1.0608    90.6600    85.0066      1.0000
 473     0.0286     0.0002    99.9960     1.0517    90.6500    84.9543      1.0000
 474     0.0282     0.0003    99.9920     1.0755    90.5400    84.9634      1.0000
 475     0.0278     0.0002    99.9920     1.0670    90.5400    84.9934      1.0000
 476     0.0274     0.0001    99.9980     1.0738    90.5600    84.9052      1.0000
 477     0.0270     0.0002    99.9960     1.0794    90.5300    84.8642      1.0000
 478     0.0266     0.0001    99.9980     1.0813    90.6200    84.9665      1.0000
 479     0.0262     0.0002    99.9960     1.0926    90.5200    85.0449      1.0000
 480     0.0257     0.0002    99.9920     1.0833    90.5100    84.9593      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0001    99.9960     1.0883    90.6300    84.9017      1.0000
 482     0.0249     0.0001    99.9940     1.0767    90.5200    84.9500      1.0000
 483     0.0245     0.0002    99.9960     1.0650    90.6000    85.1102      1.0000
 484     0.0241     0.0000   100.0000     1.0703    90.6200    84.9918      1.0000
 485     0.0237     0.0002    99.9920     1.0680    90.5700    85.0499      1.0000
 486     0.0233     0.0002    99.9940     1.0721    90.6600    85.1065      1.0000
 487     0.0229     0.0001    99.9980     1.0724    90.6300    85.0886      1.0000
 488     0.0225     0.0002    99.9960     1.0572    90.7200    85.0931      1.0000
 489     0.0220     0.0001    99.9960     1.0650    90.5500    85.1031      1.0000
 490     0.0216     0.0001    99.9980     1.0647    90.5700    85.1040      1.0000
 491     0.0212     0.0000    99.9980     1.0691    90.5900    85.0660      1.0000
 492     0.0208     0.0000   100.0000     1.0705    90.6000    85.0829      1.0000
 493     0.0204     0.0000   100.0000     1.0720    90.6400    85.0998      1.0000
 494     0.0200     0.0001    99.9920     1.0779    90.6100    85.1447      1.0000
 495     0.0196     0.0000    99.9980     1.0808    90.6100    85.0334      1.0000
 496     0.0192     0.0001    99.9960     1.0866    90.6700    84.9975      1.0000
 497     0.0187     0.0000   100.0000     1.0938    90.7200    84.9719      1.0000
 498     0.0183     0.0004    99.9900     1.0985    90.5600    85.1404      1.0000
 499     0.0179     0.0001    99.9980     1.0990    90.5500    85.0551      1.0000
 500     0.0175     0.0001    99.9980     1.1001    90.5800    85.0893      1.0000
 501     0.0171     0.0003    99.9980     1.0918    90.5900    85.0587      1.0000
 502     0.0167     0.0000   100.0000     1.0944    90.5900    85.1611      1.0000
 503     0.0163     0.0002    99.9920     1.0948    90.6100    85.1153      1.0000
 504     0.0159     0.0001    99.9940     1.0957    90.6500    84.9959      1.0000
 505     0.0154     0.0000   100.0000     1.0992    90.6400    85.0252      1.0000
 506     0.0150     0.0000    99.9980     1.1008    90.6400    85.0294      1.0000
 507     0.0146     0.0001    99.9980     1.0944    90.6700    85.0787      1.0000
 508     0.0142     0.0001    99.9960     1.0921    90.6600    85.0386      1.0000
 509     0.0138     0.0001    99.9980     1.0913    90.6500    85.0683      1.0000
 510     0.0134     0.0000   100.0000     1.0930    90.6700    85.0540      1.0000
 511     0.0130     0.0000   100.0000     1.0948    90.6300    85.1649      1.0000
 512     0.0125     0.0000    99.9980     1.0956    90.6900    85.0765      1.0000
 513     0.0121     0.0000    99.9980     1.0928    90.7500    85.0387      1.0000
 514     0.0117     0.0001    99.9960     1.0938    90.7400    85.1050      1.0000
 515     0.0113     0.0002    99.9960     1.0995    90.5900    85.1695      1.0000
 516     0.0109     0.0000    99.9980     1.0976    90.6100    85.0609      1.0000
 517     0.0105     0.0001    99.9960     1.1007    90.5800    84.9608      1.0000
 518     0.0101     0.0000   100.0000     1.1011    90.5800    85.0114      1.0000
 519     0.0097     0.0001    99.9940     1.1018    90.6000    85.1029      1.0000
 520     0.0092     0.0001    99.9960     1.1013    90.6500    85.1568      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     1.0995    90.6200    85.1358      1.0000
 522     0.0084     0.0001    99.9980     1.0999    90.6300    85.0719      1.0000
 523     0.0080     0.0000   100.0000     1.1001    90.6400    84.9458      1.0000
 524     0.0076     0.0000   100.0000     1.1011    90.6200    85.0035      1.0000
 525     0.0072     0.0000   100.0000     1.1017    90.6200    85.0661      1.0000
 526     0.0068     0.0000   100.0000     1.1027    90.6100    85.0592      1.0000
 527     0.0064     0.0000   100.0000     1.1028    90.6200    85.0497      1.0000
 528     0.0060     0.0000   100.0000     1.1033    90.6400    85.1116      1.0000
 529     0.0055     0.0000   100.0000     1.1033    90.6200    85.0499      1.0000
 530     0.0051     0.0000   100.0000     1.1033    90.6500    85.1233      1.0000
 531     0.0047     0.0000   100.0000     1.1035    90.6300    85.0602      1.0000
 532     0.0043     0.0000   100.0000     1.1034    90.6300    85.1242      1.0000
 533     0.0039     0.0001    99.9960     1.1030    90.6200    85.1240      1.0000
 534     0.0035     0.0000   100.0000     1.1033    90.6200    85.1171      1.0000
 535     0.0031     0.0000   100.0000     1.1035    90.6100    85.2062      1.0000
 536     0.0027     0.0000   100.0000     1.1042    90.5800    85.0775      1.0000
 537     0.0022     0.0001    99.9980     1.1037    90.6400    85.0349      1.0000
 538     0.0018     0.0000   100.0000     1.1037    90.6400    85.1148      1.0000
 539     0.0014     0.0000   100.0000     1.1037    90.6300    85.1181      1.0000
 540     0.0010     0.0000   100.0000     1.1037    90.6300    85.0693      1.0000
 541     0.0010     0.0000   100.0000     1.1039    90.6400    85.0408      1.0000
 542     0.0010     0.0000   100.0000     1.1039    90.6400    85.0400      1.0000
 543     0.0010     0.0000   100.0000     1.1040    90.6400    85.0806      1.0000
 544     0.0010     0.0001    99.9960     1.1042    90.6300    85.0500      1.0000
 545     0.0010     0.0001    99.9980     1.1044    90.6200    85.0939      1.0000
 546     0.0010     0.0000   100.0000     1.1044    90.6200    85.1495      1.0000
 547     0.0010     0.0001    99.9960     1.1049    90.6300    84.9664      1.0000
 548     0.0010     0.0001    99.9980     1.1050    90.6200    85.0026      1.0000
 549     0.0010     0.0000    99.9980     1.1052    90.6300    85.0400      1.0000
 550     0.0010     0.0001    99.9980     1.1048    90.6300    85.1067      1.0000
 551     0.0010     0.0000   100.0000     1.1049    90.6300    85.1739      1.0000
 552     0.0010     0.0000    99.9980     1.1052    90.6300    85.0799      1.0000
 553     0.0010     0.0000    99.9980     1.1053    90.6200    85.0703      1.0000
 554     0.0010     0.0001    99.9960     1.1056    90.6200    85.0550      1.0000
 555     0.0010     0.0000   100.0000     1.1056    90.6200    85.0232      1.0000
 556     0.0010     0.0000   100.0000     1.1055    90.6100    85.0520      1.0000
 557     0.0010     0.0001    99.9980     1.1054    90.6400    85.1305      1.0000
 558     0.0010     0.0001    99.9980     1.1055    90.6300    84.9656      1.0000
 559     0.0010     0.0002    99.9920     1.1067    90.6000    85.0425      1.0000
 560     0.0010     0.0001    99.9980     1.1064    90.6100    85.0693      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     1.1066    90.6100    85.0370      1.0000
 562     0.0010     0.0000   100.0000     1.1066    90.6100    85.1114      1.0000
 563     0.0010     0.0001    99.9960     1.1063    90.6300    85.2380      1.0000
 564     0.0010     0.0000    99.9980     1.1066    90.6500    85.1704      1.0000
 565     0.0010     0.0001    99.9960     1.1058    90.6500    85.1807      1.0000
 566     0.0010     0.0000    99.9980     1.1059    90.6400    85.1031      1.0000
 567     0.0010     0.0000   100.0000     1.1059    90.6400    85.1692      1.0000
 568     0.0010     0.0001    99.9980     1.1061    90.6700    85.1852      1.0000
 569     0.0010     0.0000    99.9980     1.1062    90.6700    85.0602      1.0000
 570     0.0010     0.0001    99.9980     1.1060    90.6800    84.9963      1.0000
 571     0.0010     0.0000   100.0000     1.1062    90.6800    85.0898      1.0000
 572     0.0010     0.0001    99.9980     1.1059    90.6600    85.0464      1.0000
 573     0.0010     0.0002    99.9980     1.1057    90.6600    85.1096      1.0000
 574     0.0010     0.0001    99.9980     1.1059    90.6600    85.0876      1.0000
 575     0.0010     0.0000   100.0000     1.1060    90.6700    85.0580      1.0000
 576     0.0010     0.0000   100.0000     1.1061    90.6600    85.1024      1.0000
 577     0.0010     0.0000   100.0000     1.1062    90.6600    84.9993      1.0000
 578     0.0010     0.0000    99.9980     1.1064    90.6700    85.0462      1.0000
 579     0.0010     0.0000   100.0000     1.1065    90.6600    85.1769      1.0000
 580     0.0010     0.0000    99.9980     1.1064    90.6500    85.0550      1.0000
 581     0.0010     0.0000   100.0000     1.1064    90.6500    85.0550      1.0000
 582     0.0010     0.0000   100.0000     1.1065    90.6600    85.0556      1.0000
 583     0.0010     0.0001    99.9960     1.1069    90.6500    85.0335      1.0000
 584     0.0010     0.0000    99.9980     1.1066    90.6400    85.1776      1.0000
 585     0.0010     0.0001    99.9960     1.1065    90.6600    85.1335      1.0000
 586     0.0010     0.0000   100.0000     1.1066    90.6600    85.1873      1.0000
 587     0.0010     0.0000   100.0000     1.1067    90.6600    85.1450      1.0000
 588     0.0010     0.0000   100.0000     1.1068    90.6600    85.1296      1.0000
 589     0.0010     0.0000   100.0000     1.1067    90.6600    85.1354      1.0000
 590     0.0010     0.0000   100.0000     1.1068    90.6600    85.0867      1.0000
 591     0.0010     0.0000   100.0000     1.1069    90.6600    85.1300      1.0000
 592     0.0010     0.0000   100.0000     1.1069    90.6600    85.0480      1.0000
 593     0.0010     0.0000   100.0000     1.1069    90.6600    85.0330      1.0000
 594     0.0010     0.0001    99.9980     1.1072    90.6600    85.0242      1.0000
 595     0.0010     0.0001    99.9960     1.1075    90.6600    85.0529      1.0000
 596     0.0010     0.0000    99.9980     1.1076    90.6600    85.0205      1.0000
 597     0.0010     0.0000   100.0000     1.1077    90.6500    85.0655      1.0000
 598     0.0010     0.0000   100.0000     1.1077    90.6500    84.9970      1.0000
 599     0.0010     0.0000   100.0000     1.1078    90.6400    85.0123      1.0000
 600     0.0010     0.0000    99.9980     1.1078    90.6400    85.0084      1.0000
