Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.1338    19.7320     2.1246    19.8000    16.3421      1.0000
   2     0.1000     1.9315    24.5280     1.9215    25.7400    15.5753      1.0000
   3     0.1000     1.7825    28.9140     1.7464    29.5200    15.7144      1.0000
   4     0.1000     1.7241    32.8140     1.6649    34.2900    16.0047      1.0000
   5     0.1000     1.6091    40.6060     1.5509    41.5200    15.6034      1.0000
   6     0.1000     1.3933    47.9640     1.3753    47.7500    15.6260      1.0000
   7     0.1000     1.2930    53.3560     1.2492    54.2800    15.6844      1.0000
   8     0.1000     1.1881    57.2000     1.1950    57.0600    16.0671      1.0000
   9     0.1000     1.0155    63.7820     1.0072    64.5300    15.6154      1.0000
  10     0.1000     0.9172    67.3440     0.9329    67.7300    15.6117      1.0000
  11     0.1000     0.8764    69.2080     0.8614    69.9900    15.5719      1.0000
  12     0.1000     0.7609    73.5240     0.7969    72.9300    16.1306      1.0000
  13     0.1000     0.7158    75.2380     0.7491    75.0300    15.6209      1.0000
  14     0.1000     0.6763    77.0900     0.7414    76.1100    15.6855      1.0000
  15     0.1000     0.6207    78.8520     0.6624    77.9500    15.7330      1.0000
  16     0.1000     0.6365    79.0080     0.6900    77.8200    16.0530      1.0000
  17     0.1000     0.5663    80.7300     0.6337    79.0600    15.6649      1.0000
  18     0.1000     0.5649    80.8340     0.6473    78.9100    15.7103      1.0000
  19     0.1000     0.4601    84.3580     0.5514    82.1600    15.7804      1.0000
  20     0.1000     0.4822    83.7300     0.5865    81.2800    16.2320      1.0000
  21     0.1000     0.4685    84.2780     0.5892    81.3900    15.8332      1.0000
  22     0.1000     0.4412    84.8580     0.5609    81.9400    15.7218      1.0000
  23     0.1000     0.3844    86.9640     0.5228    83.6500    16.4281      1.0000
  24     0.1000     0.3863    87.1800     0.5530    82.9400    15.6799      1.0000
  25     0.1000     0.3792    87.3400     0.5423    83.8000    15.6088      1.0000
  26     0.1000     0.3397    88.4540     0.5116    84.2100    15.6730      1.0000
  27     0.1000     0.3263    88.8520     0.4913    84.4600    16.0513      1.0000
  28     0.1000     0.3320    88.8580     0.5186    84.1100    15.7946      1.0000
  29     0.1000     0.3027    89.8060     0.4780    85.2500    15.7354      1.0000
  30     0.1000     0.4344    86.4280     0.6759    81.1900    15.8041      1.0000
  31     0.1000     0.2730    90.9200     0.4904    85.1500    16.3362      1.0000
  32     0.1000     0.2828    90.4520     0.5085    84.9100    15.7119      1.0000
  33     0.1000     0.3170    89.2600     0.5259    84.3300    15.6132      1.0000
  34     0.1000     0.2495    91.4400     0.4730    85.5000    15.5629      1.0000
  35     0.1000     0.2611    91.1040     0.5106    85.2200    16.1361      1.0000
  36     0.1000     0.2609    91.2940     0.5180    85.1900    15.6440      1.0000
  37     0.1000     0.3532    88.6280     0.6042    83.3500    15.6548      1.0000
  38     0.1000     0.2013    93.3080     0.4708    86.5000    15.8201      1.0000
  39     0.1000     0.2094    92.8980     0.4839    85.9200    15.7362      1.0000
  40     0.1000     0.2165    92.5580     0.5031    85.2400    15.7456      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1984    93.1740     0.4907    86.3300    15.6622      1.0000
  42     0.1000     0.2266    92.3520     0.5097    84.9600    16.0890      1.0000
  43     0.1000     0.2472    91.6980     0.5424    84.8200    15.7419      1.0000
  44     0.1000     0.1537    94.8460     0.4834    87.2400    15.6078      1.0000
  45     0.1000     0.2010    93.1940     0.5053    85.9100    15.6981      1.0000
  46     0.1000     0.1693    94.1040     0.4718    86.8500    16.3346      1.0000
  47     0.1000     0.1637    94.5020     0.5057    86.4700    15.7889      1.0000
  48     0.1000     0.1508    94.8120     0.5020    86.3600    15.7422      1.0000
  49     0.1000     0.1488    95.0160     0.4736    86.8800    15.6806      1.0000
  50     0.1000     0.1330    95.4980     0.4802    87.3100    16.2414      1.0000
  51     0.1000     0.1244    95.6960     0.4532    87.3100    15.7749      1.0000
  52     0.1000     0.1202    95.9680     0.4988    87.1900    15.7997      1.0000
  53     0.1000     0.1208    95.9160     0.5107    87.0800    15.6963      1.0000
  54     0.1000     0.1168    96.0740     0.4642    87.1100    16.2450      1.0000
  55     0.1000     0.1195    96.0040     0.4972    87.3100    15.5452      1.0000
  56     0.1000     0.1169    96.0200     0.5013    87.3000    15.7036      1.0000
  57     0.1000     0.1075    96.3820     0.5045    87.3900    16.1203      1.0000
  58     0.1000     0.1347    95.4520     0.5512    86.3600    15.6002      1.0000
  59     0.1000     0.0910    96.9000     0.4842    88.0100    15.7495      1.0000
  60     0.1000     0.0797    97.3440     0.4906    87.9600    15.5812      1.0000
  61     0.1000     0.1004    96.6200     0.4966    87.6200    16.5680      1.0000
  62     0.1000     0.0918    96.9080     0.5326    87.7500    15.7427      1.0000
  63     0.1000     0.1116    96.1040     0.5537    87.0400    15.5832      1.0000
  64     0.1000     0.1332    95.5820     0.5327    86.9900    15.6172      1.0000
  65     0.1000     0.0724    97.4200     0.5160    88.3100    16.7421      1.0000
  66     0.1000     0.0878    97.0600     0.5409    87.7700    15.6299      1.0000
  67     0.1000     0.0897    96.9760     0.5119    88.2300    15.7537      1.0000
  68     0.1000     0.0762    97.4620     0.5223    87.9800    15.7452      1.0000
  69     0.1000     0.1373    95.2580     0.5675    86.3900    16.3186      1.0000
  70     0.1000     0.0743    97.4540     0.5286    87.9700    15.7024      1.0000
  71     0.1000     0.0778    97.5180     0.5236    87.8300    15.7507      1.0000
  72     0.1000     0.0776    97.4680     0.5109    87.6000    15.7780      1.0000
  73     0.1000     0.0801    97.3380     0.5671    87.2500    15.6122      1.0000
  74     0.1000     0.0789    97.5460     0.5559    87.5900    15.7308      1.0000
  75     0.1000     0.0706    97.6100     0.5307    88.3000    15.7072      1.0000
  76     0.1000     0.0818    97.0940     0.5595    87.2500    15.8877      1.0000
  77     0.1000     0.0704    97.6600     0.5223    87.7900    15.5955      1.0000
  78     0.1000     0.0790    97.3720     0.5310    87.9900    15.7200      1.0000
  79     0.1000     0.0564    98.0780     0.5575    88.2200    15.6354      1.0000
  80     0.1000     0.0563    98.0800     0.5227    88.2800    16.9547      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0666    97.7620     0.5438    87.4100    15.6294      1.0000
  82     0.1000     0.0521    98.2580     0.5624    88.2600    15.6885      1.0000
  83     0.1000     0.0488    98.2720     0.5536    87.9800    15.5985      1.0000
  84     0.1000     0.0429    98.5500     0.5241    88.8600    17.1204      1.0000
  85     0.1000     0.0595    98.0100     0.5597    88.2100    15.6666      1.0000
  86     0.1000     0.0823    97.3580     0.4557    88.1100    15.6781      1.0000
  87     0.1000     0.0575    98.0240     0.5473    88.0400    15.6869      1.0000
  88     0.1000     0.0572    98.0400     0.5708    87.9600    16.3093      1.0000
  89     0.1000     0.1312    95.8720     0.6523    86.4400    15.7251      1.0000
  90     0.1000     0.0556    98.0680     0.5755    87.8100    15.6528      1.0000
  91     0.1000     0.1107    96.2860     0.6786    86.1800    16.3635      1.0000
  92     0.1000     0.0448    98.5540     0.5537    88.6000    15.6000      1.0000
  93     0.1000     0.0442    98.4800     0.5554    88.2800    15.6665      1.0000
  94     0.1000     0.0413    98.6440     0.5561    88.5900    15.5716      1.0000
  95     0.1000     0.0411    98.5960     0.6052    88.2900    17.2434      1.0000
  96     0.1000     0.0477    98.4260     0.6283    88.0100    15.6084      1.0000
  97     0.1000     0.0377    98.8160     0.5589    88.3400    15.7389      1.0000
  98     0.1000     0.0422    98.6100     0.5594    88.2800    15.7481      1.0000
  99     0.1000     0.0372    98.7860     0.5594    88.5600    16.1483      1.0000
 100     0.1000     0.0300    98.9780     0.5457    89.1100    15.8713      1.0000
 101     0.1000     0.0347    98.8060     0.5445    88.5000    15.5694      1.0000
 102     0.1000     0.1147    96.2220     0.6443    86.7100    15.7335      1.0000
 103     0.1000     0.0472    98.4300     0.6090    88.4300    16.8026      1.0000
 104     0.1000     0.0337    98.8400     0.6066    88.8100    15.6294      1.0000
 105     0.1000     0.0400    98.6200     0.5999    88.3700    15.7267      1.0000
 106     0.1000     0.0317    98.9920     0.5639    88.9100    15.9629      1.0000
 107     0.1000     0.0565    98.2280     0.6404    87.8900    15.7477      1.0000
 108     0.1000     0.1025    96.9700     0.7369    87.0200    15.7522      1.0000
 109     0.1000     0.0516    98.3380     0.5876    88.3400    15.8004      1.0000
 110     0.1000     0.0351    98.7880     0.5936    88.8300    15.7235      1.0000
 111     0.1000     0.0325    98.9600     0.5816    88.9600    15.7583      1.0000
 112     0.1000     0.0232    99.2220     0.5943    88.9600    15.5688      1.0000
 113     0.1000     0.0292    98.9880     0.5842    88.8500    15.8104      1.0000
 114     0.1000     0.0230    99.1920     0.5735    88.9500    15.8403      1.0000
 115     0.1000     0.0393    98.6960     0.5576    88.6000    15.7530      1.0000
 116     0.1000     0.0311    98.9120     0.5953    88.7900    15.6584      1.0000
 117     0.1000     0.0222    99.2600     0.6222    89.1300    15.6610      1.0000
 118     0.1000     0.0339    98.8760     0.5682    88.4300    16.3019      1.0000
 119     0.1000     0.0291    99.0120     0.5511    88.9000    15.6141      1.0000
 120     0.1000     0.0287    99.0700     0.6100    89.1900    15.6436      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0259    99.1140     0.6066    88.6600    15.6598      1.0000
 122     0.1000     0.0231    99.2220     0.5509    89.1900    16.4448      1.0000
 123     0.1000     0.0254    99.1560     0.5816    88.9200    15.7396      1.0000
 124     0.1000     0.0224    99.2920     0.6500    88.8800    15.5509      1.0000
 125     0.1000     0.0340    98.9100     0.5999    88.5800    16.0704      1.0000
 126     0.1000     0.0225    99.2120     0.6360    89.2200    15.7337      1.0000
 127     0.1000     0.0202    99.3220     0.5932    88.9700    15.6575      1.0000
 128     0.1000     0.0192    99.3960     0.6203    88.9200    15.8064      1.0000
 129     0.1000     0.0264    99.0940     0.6010    88.7300    16.3928      1.0000
 130     0.1000     0.0359    98.9140     0.6397    88.4300    15.8092      1.0000
 131     0.1000     0.0284    99.1020     0.6220    88.9000    15.7976      1.0000
 132     0.1000     0.0172    99.4540     0.6009    88.9700    15.7366      1.0000
 133     0.1000     0.0246    99.1760     0.5986    88.6400    16.0428      1.0000
 134     0.1000     0.0183    99.3820     0.6554    89.0200    15.6784      1.0000
 135     0.1000     0.0229    99.2540     0.6276    88.8600    15.5728      1.0000
 136     0.1000     0.1357    96.3720     0.7469    86.7600    15.6292      1.0000
 137     0.1000     0.0240    99.2040     0.6259    88.5800    16.4120      1.0000
 138     0.1000     0.0182    99.3740     0.6310    89.1200    15.6767      1.0000
 139     0.1000     0.0245    99.2020     0.6067    88.9200    15.5194      1.0000
 140     0.1000     0.0200    99.3240     0.6176    89.1000    15.5897      1.0000
 141     0.1000     0.0164    99.4580     0.5987    89.1200    16.2962      1.0000
 142     0.1000     0.0198    99.3560     0.6015    88.7900    15.6976      1.0000
 143     0.1000     0.0167    99.4380     0.6188    89.0200    15.6050      1.0000
 144     0.1000     0.0281    99.0440     0.6085    88.5700    16.0428      1.0000
 145     0.1000     0.0217    99.2800     0.6823    88.7200    15.7467      1.0000
 146     0.1000     0.0237    99.2660     0.6308    88.9300    15.5996      1.0000
 147     0.1000     0.0361    98.7160     0.6490    88.3500    15.6428      1.0000
 148     0.1000     0.0192    99.4140     0.5955    88.9500    16.1041      1.0000
 149     0.1000     0.0173    99.4300     0.5592    89.0100    15.5922      1.0000
 150     0.1000     0.0136    99.5780     0.6492    89.4000    15.7102      1.0000
 151     0.1000     0.0167    99.4880     0.6064    89.2400    15.6751      1.0000
 152     0.1000     0.0147    99.5080     0.6175    89.0300    16.3198      1.0000
 153     0.1000     0.0172    99.4700     0.5561    89.0200    15.6263      1.0000
 154     0.1000     0.0182    99.4200     0.6498    88.7900    15.6520      1.0000
 155     0.1000     0.0175    99.4040     0.6305    88.8700    15.7914      1.0000
 156     0.1000     0.0196    99.3640     0.6751    89.1500    16.9133      1.0000
 157     0.1000     0.0150    99.4960     0.6272    89.2900    15.5643      1.0000
 158     0.1000     0.0157    99.4820     0.6639    89.0400    15.6212      1.0000
 159     0.1000     0.1351    96.8740     0.8667    86.5200    16.1090      1.0000
 160     0.1000     0.0170    99.4700     0.6364    89.1700    15.7408      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0151    99.5160     0.6349    89.1500    15.5908      1.0000
 162     0.1000     0.0191    99.3780     0.6164    88.7900    15.7511      1.0000
 163     0.1000     0.0130    99.5980     0.6337    89.2000    16.3660      1.0000
 164     0.1000     0.0151    99.4960     0.6481    89.1500    15.5546      1.0000
 165     0.1000     0.0094    99.6900     0.6636    89.0400    15.6872      1.0000
 166     0.1000     0.0155    99.4840     0.6396    89.1100    15.8114      1.0000
 167     0.1000     0.0137    99.5500     0.6525    89.3100    16.5990      1.0000
 168     0.1000     0.0153    99.4960     0.5803    89.0200    15.8753      1.0000
 169     0.1000     0.0152    99.5280     0.6702    89.1700    15.7213      1.0000
 170     0.1000     0.0119    99.6200     0.6819    89.0600    15.7018      1.0000
 171     0.1000     0.0234    99.2500     0.6570    88.3300    16.8346      1.0000
 172     0.1000     0.0187    99.3880     0.6742    88.7000    15.7177      1.0000
 173     0.1000     0.0114    99.6760     0.6381    89.1600    15.5850      1.0000
 174     0.1000     0.0115    99.6100     0.6450    89.4600    15.6328      1.0000
 175     0.1000     0.0133    99.5540     0.6604    89.1200    16.8537      1.0000
 176     0.1000     0.0123    99.5940     0.6708    89.4200    15.6736      1.0000
 177     0.1000     0.0139    99.5220     0.6049    89.2000    15.7073      1.0000
 178     0.1000     0.0116    99.6520     0.6879    89.2900    16.5618      1.0000
 179     0.1000     0.0145    99.5320     0.6293    88.9000    15.5663      1.0000
 180     0.1000     0.0125    99.6000     0.6316    89.1100    15.6687      1.0000
 181     0.1000     0.0114    99.6680     0.6163    89.6200    15.6889      1.0000
 182     0.1000     0.0098    99.7240     0.6644    89.2500    15.7489      1.0000
 183     0.1000     0.0165    99.4040     0.6238    89.0300    15.6055      1.0000
 184     0.1000     0.0168    99.4160     0.6555    88.8500    15.6657      1.0000
 185     0.1000     0.0093    99.7360     0.6060    89.6500    15.6102      1.0000
 186     0.1000     0.0156    99.4600     0.6553    89.1900    16.5963      1.0000
 187     0.1000     0.0103    99.6440     0.6760    89.3200    15.7718      1.0000
 188     0.1000     0.0081    99.7480     0.6612    89.7800    15.6439      1.0000
 189     0.1000     0.0144    99.5400     0.7442    88.6700    15.7737      1.0000
 190     0.1000     0.0094    99.7140     0.6215    89.6700    16.2526      1.0000
 191     0.1000     0.0117    99.5940     0.6063    89.3200    15.6898      1.0000
 192     0.1000     0.0159    99.4540     0.6195    89.1800    15.6662      1.0000
 193     0.1000     0.0200    99.3160     0.6326    89.0400    15.9834      1.0000
 194     0.1000     0.0146    99.4780     0.6598    89.5900    15.6684      1.0000
 195     0.1000     0.0092    99.7020     0.6759    89.4700    15.6748      1.0000
 196     0.1000     0.0102    99.6840     0.6427    89.3300    15.6774      1.0000
 197     0.1000     0.0177    99.4040     0.6495    88.8000    15.8554      1.0000
 198     0.1000     0.0092    99.7080     0.6561    89.5100    15.6203      1.0000
 199     0.1000     0.0107    99.5900     0.6860    89.3300    15.7184      1.0000
 200     0.1000     0.0127    99.5760     0.6321    89.2700    15.5881      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0119    99.6220     0.7026    89.2700    16.4656      1.0000
 202     0.1000     0.0111    99.6560     0.5901    89.4700    15.6958      1.0000
 203     0.1000     0.0106    99.6720     0.6689    89.5100    15.6550      1.0000
 204     0.1000     0.0146    99.5000     0.6191    88.9600    15.6074      1.0000
 205     0.1000     0.0075    99.7820     0.6341    89.4400    16.3610      1.0000
 206     0.1000     0.0098    99.6620     0.6667    89.4200    15.5833      1.0000
 207     0.1000     0.0085    99.7140     0.7110    89.4500    15.7291      1.0000
 208     0.1000     0.0105    99.6420     0.6902    89.1000    15.6360      1.0000
 209     0.1000     0.0092    99.7060     0.5862    89.3700    15.7408      1.0000
 210     0.1000     0.0196    99.3960     0.5887    89.0300    15.6395      1.0000
 211     0.1000     0.0114    99.6340     0.6122    89.3400    15.6413      1.0000
 212     0.1000     0.0098    99.6840     0.6541    89.3300    16.1272      1.0000
 213     0.1000     0.0080    99.7080     0.6203    89.6900    15.6733      1.0000
 214     0.1000     0.0073    99.7440     0.6224    89.5000    15.7615      1.0000
 215     0.1000     0.0172    99.3900     0.6228    88.8300    15.6655      1.0000
 216     0.1000     0.0163    99.4560     0.6423    89.1100    16.0115      1.0000
 217     0.1000     0.0089    99.7040     0.6238    89.6200    15.5668      1.0000
 218     0.1000     0.0079    99.7500     0.6370    89.5500    15.6199      1.0000
 219     0.1000     0.0092    99.7000     0.7006    89.4600    15.8915      1.0000
 220     0.1000     0.0134    99.5560     0.6375    88.8900    16.3528      1.0000
 221     0.1000     0.0102    99.6880     0.6179    89.2200    15.6712      1.0000
 222     0.1000     0.0092    99.7120     0.6098    89.1800    15.6979      1.0000
 223     0.1000     0.0103    99.6500     0.6797    89.3400    15.8719      1.0000
 224     0.1000     0.0133    99.5620     0.6484    89.5500    16.6035      1.0000
 225     0.1000     0.0069    99.7600     0.6659    89.6800    15.8347      1.0000
 226     0.1000     0.0071    99.7780     0.6616    89.4400    15.5969      1.0000
 227     0.1000     0.0077    99.7220     0.6596    89.4200    15.6663      1.0000
 228     0.1000     0.0084    99.7500     0.6658    89.6300    15.8197      1.0000
 229     0.1000     0.0098    99.6900     0.6893    89.6200    15.5819      1.0000
 230     0.1000     0.0063    99.8140     0.6123    89.4900    15.6514      1.0000
 231     0.1000     0.0077    99.7320     0.6847    89.5600    16.1556      1.0000
 232     0.1000     0.0097    99.6480     0.6857    89.5200    15.6212      1.0000
 233     0.1000     0.0058    99.8180     0.7074    89.6900    15.5886      1.0000
 234     0.1000     0.0050    99.8400     0.6179    89.8500    15.6433      1.0000
 235     0.1000     0.0057    99.8180     0.7049    89.8900    16.0984      1.0000
 236     0.1000     0.0114    99.6320     0.6547    89.2900    15.6052      1.0000
 237     0.1000     0.0073    99.7540     0.6817    89.8800    15.8300      1.0000
 238     0.1000     0.0081    99.7340     0.6922    89.7400    15.6546      1.0000
 239     0.1000     0.0078    99.7340     0.6624    89.5500    16.2125      1.0000
 240     0.1000     0.0064    99.7860     0.7067    89.9900    15.6982      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0048    99.8460     0.6969    90.1200    15.7891      1.0000
 242     0.1000     0.0094    99.6760     0.6253    89.5300    15.6476      1.0000
 243     0.1000     0.0053    99.8340     0.6513    90.0200    15.6264      1.0000
 244     0.1000     0.0119    99.6080     0.6311    89.7600    15.5783      1.0000
 245     0.1000     0.0269    99.0960     0.6641    88.8300    15.5838      1.0000
 246     0.1000     0.0039    99.8820     0.6357    90.3400    15.7033      1.0000
 247     0.1000     0.0089    99.7200     0.6512    89.7300    15.8215      1.0000
 248     0.1000     0.0055    99.8180     0.6746    89.9600    15.5750      1.0000
 249     0.1000     0.0088    99.6900     0.6736    89.7100    15.6099      1.0000
 250     0.1000     0.0624    98.3860     0.9223    87.8200    16.2808      1.0000
 251     0.1000     0.0075    99.7540     0.6615    89.8200    15.7290      1.0000
 252     0.1000     0.0091    99.7080     0.6577    89.8300    15.8204      1.0000
 253     0.1000     0.0057    99.8200     0.7143    89.8700    15.7260      1.0000
 254     0.1000     0.0112    99.6180     0.6709    89.5600    17.2153      1.0000
 255     0.1000     0.0246    99.1000     0.6913    88.7800    15.7142      1.0000
 256     0.1000     0.0070    99.7620     0.6706    89.5700    15.7955      1.0000
 257     0.1000     0.0098    99.6700     0.7428    89.6000    15.6876      1.0000
 258     0.1000     0.0075    99.7560     0.6920    89.6100    16.5162      1.0000
 259     0.1000     0.0117    99.6020     0.6553    89.5200    15.7231      1.0000
 260     0.1000     0.0121    99.6180     0.6590    89.4300    15.7312      1.0000
 261     0.1000     0.0090    99.7000     0.6280    89.7200    15.7461      1.0000
 262     0.1000     0.0075    99.7600     0.6586    89.9700    16.6836      1.0000
 263     0.1000     0.0056    99.8040     0.6395    89.8400    15.6725      1.0000
 264     0.1000     0.0058    99.8020     0.6605    89.9600    15.6110      1.0000
 265     0.1000     0.0071    99.7820     0.6319    90.0300    16.2099      1.0000
 266     0.1000     0.0068    99.7860     0.7180    89.8400    15.6435      1.0000
 267     0.1000     0.0073    99.7800     0.6418    89.7800    15.6496      1.0000
 268     0.1000     0.0047    99.8320     0.6999    89.9400    15.5729      1.0000
 269     0.1000     0.0049    99.8320     0.7669    90.2300    16.1651      1.0000
 270     0.1000     0.0066    99.7860     0.6909    89.9200    15.7025      1.0000
 271     0.1000     0.0073    99.7780     0.6960    89.8100    15.5942      1.0000
 272     0.1000     0.0061    99.8160     0.6080    89.8900    15.6803      1.0000
 273     0.1000     0.0083    99.7220     0.6759    89.7900    17.6795      1.0000
 274     0.1000     0.0074    99.7500     0.7488    89.7100    15.7235      1.0000
 275     0.1000     0.0064    99.8120     0.6579    89.7600    15.5162      1.0000
 276     0.1000     0.0052    99.8220     0.7549    89.6500    15.6188      1.0000
 277     0.1000     0.0129    99.6220     0.6724    89.5000    16.4795      1.0000
 278     0.1000     0.0071    99.7720     0.6756    89.7300    15.6982      1.0000
 279     0.1000     0.0052    99.8520     0.6914    89.8700    15.5982      1.0000
 280     0.1000     0.0058    99.8220     0.6404    89.7300    15.8394      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0057    99.8440     0.6771    89.8300    15.7417      1.0000
 282     0.1000     0.0057    99.7920     0.6833    89.8000    15.7139      1.0000
 283     0.1000     0.0078    99.7520     0.7514    89.5400    15.6390      1.0000
 284     0.1000     0.0069    99.7860     0.7119    89.5300    16.5022      1.0000
 285     0.1000     0.0127    99.5980     0.6425    89.1900    15.9182      1.0000
 286     0.1000     0.0102    99.6860     0.7000    89.4000    15.8097      1.0000
 287     0.1000     0.0078    99.7220     0.7386    89.2800    15.5696      1.0000
 288     0.1000     0.0090    99.7140     0.7646    89.5100    15.9792      1.0000
 289     0.1000     0.0069    99.7820     0.7023    89.5600    15.5873      1.0000
 290     0.1000     0.0113    99.6560     0.6574    89.4500    15.7385      1.0000
 291     0.1000     0.0050    99.8480     0.6704    89.6700    15.9301      1.0000
 292     0.1000     0.0061    99.7880     0.6780    89.5100    16.4376      1.0000
 293     0.1000     0.0043    99.8500     0.7061    89.8400    15.6234      1.0000
 294     0.1000     0.0059    99.7980     0.6766    89.4100    15.5936      1.0000
 295     0.1000     0.0048    99.8580     0.7175    89.8300    15.6163      1.0000
 296     0.1000     0.0115    99.6160     0.7438    89.1400    16.4647      1.0000
 297     0.1000     0.0051    99.8520     0.7935    89.9300    15.6493      1.0000
 298     0.1000     0.0106    99.6300     0.7298    89.1700    15.6806      1.0000
 299     0.1000     0.0050    99.8100     0.6936    90.0600    15.7882      1.0000
 300     0.1000     0.0041    99.8720     0.7361    90.0900    15.6102      1.0000
 301     0.0996     0.0049    99.8480     0.7102    89.4800    15.8073      1.0000
 302     0.0992     0.0205    99.3560     0.8064    88.9800    15.6887      1.0000
 303     0.0988     0.0116    99.6060     0.7351    89.5200    16.6779      1.0000
 304     0.0983     0.0031    99.9000     0.7159    90.1000    15.7759      1.0000
 305     0.0979     0.0091    99.7300     0.6509    89.4800    15.7337      1.0000
 306     0.0975     0.0027    99.9020     0.7016    89.9300    15.7143      1.0000
 307     0.0971     0.0033    99.8860     0.7270    89.9400    16.5594      1.0000
 308     0.0967     0.0061    99.8020     0.7171    89.6200    15.6747      1.0000
 309     0.0963     0.0035    99.9000     0.6680    89.9700    15.7477      1.0000
 310     0.0959     0.0045    99.8400     0.7642    89.6200    15.6917      1.0000
 311     0.0955     0.0048    99.8620     0.7100    89.8800    16.4641      1.0000
 312     0.0950     0.0107    99.6420     0.7179    89.2900    15.7665      1.0000
 313     0.0946     0.0041    99.8680     0.7250    90.0400    15.6169      1.0000
 314     0.0942     0.0028    99.9260     0.7481    89.9700    16.0784      1.0000
 315     0.0938     0.0053    99.8300     0.7392    89.8300    15.8713      1.0000
 316     0.0934     0.0149    99.5760     0.7642    89.2500    15.7289      1.0000
 317     0.0930     0.0099    99.6600     0.7042    89.5600    15.7239      1.0000
 318     0.0926     0.0040    99.8580     0.6902    90.0400    16.4638      1.0000
 319     0.0922     0.0078    99.7500     0.7192    89.4500    15.6873      1.0000
 320     0.0917     0.0025    99.9240     0.7083    90.0300    15.7911      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0051    99.8340     0.7420    90.2500    15.6762      1.0000
 322     0.0909     0.0040    99.8640     0.7180    89.8100    17.4719      1.0000
 323     0.0905     0.0072    99.7860     0.7065    89.9300    15.6350      1.0000
 324     0.0901     0.0068    99.7840     0.7109    89.9500    15.6472      1.0000
 325     0.0897     0.0048    99.8580     0.6969    90.0800    15.7412      1.0000
 326     0.0893     0.0027    99.9060     0.7401    90.1200    16.4789      1.0000
 327     0.0889     0.0052    99.8200     0.6882    89.9800    15.5467      1.0000
 328     0.0885     0.0039    99.8820     0.6672    90.0800    15.7784      1.0000
 329     0.0880     0.0039    99.8800     0.7089    89.9700    15.6980      1.0000
 330     0.0876     0.0024    99.9200     0.7718    90.0600    15.6840      1.0000
 331     0.0872     0.0026    99.9140     0.7430    90.1500    15.5874      1.0000
 332     0.0868     0.0040    99.8740     0.8388    89.8200    15.6102      1.0000
 333     0.0864     0.0064    99.7900     0.7216    89.7800    16.0466      1.0000
 334     0.0860     0.0019    99.9440     0.7008    90.0700    15.6129      1.0000
 335     0.0856     0.0049    99.8460     0.7056    89.8400    15.6302      1.0000
 336     0.0852     0.0018    99.9480     0.7054    90.2400    15.6645      1.0000
 337     0.0847     0.0036    99.8840     0.7547    89.9700    16.4587      1.0000
 338     0.0843     0.0033    99.8820     0.7322    89.9800    15.6288      1.0000
 339     0.0839     0.0032    99.9040     0.7641    89.9200    15.5423      1.0000
 340     0.0835     0.0039    99.8620     0.7839    90.0200    15.6347      1.0000
 341     0.0831     0.0026    99.9160     0.7166    90.1500    16.2763      1.0000
 342     0.0827     0.0033    99.8980     0.7754    89.9700    15.9073      1.0000
 343     0.0823     0.0024    99.9400     0.7531    90.0100    15.7705      1.0000
 344     0.0818     0.0032    99.9120     0.8291    89.9900    15.8300      1.0000
 345     0.0814     0.0027    99.9060     0.8027    89.9700    16.4686      1.0000
 346     0.0810     0.0029    99.9120     0.7070    90.0100    15.7868      1.0000
 347     0.0806     0.0021    99.9440     0.7406    90.1100    15.5093      1.0000
 348     0.0802     0.0018    99.9300     0.7845    90.1200    16.0689      1.0000
 349     0.0798     0.0016    99.9360     0.7456    90.4000    15.7844      1.0000
 350     0.0794     0.0022    99.9200     0.7153    90.2000    15.6243      1.0000
 351     0.0790     0.0020    99.9320     0.7646    90.2700    15.5535      1.0000
 352     0.0786     0.0023    99.9140     0.8292    90.1300    15.7340      1.0000
 353     0.0781     0.0015    99.9520     0.8358    90.2600    15.6281      1.0000
 354     0.0777     0.0019    99.9380     0.8257    89.8600    15.7106      1.0000
 355     0.0773     0.0036    99.8860     0.8801    89.7000    15.7224      1.0000
 356     0.0769     0.0025    99.9140     0.8412    90.0800    15.6962      1.0000
 357     0.0765     0.0016    99.9540     0.8185    89.9800    15.6491      1.0000
 358     0.0761     0.0018    99.9480     0.8219    90.1200    15.6400      1.0000
 359     0.0757     0.0008    99.9780     0.8269    90.2900    15.8110      1.0000
 360     0.0753     0.0015    99.9440     0.8293    90.2100    15.7505      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0010    99.9720     0.8668    90.3300    15.7323      1.0000
 362     0.0744     0.0039    99.8720     0.8072    90.0000    15.6681      1.0000
 363     0.0740     0.0036    99.8760     0.8005    89.7500    15.8837      1.0000
 364     0.0736     0.0013    99.9560     0.8059    89.8700    16.2140      1.0000
 365     0.0732     0.0011    99.9540     0.8660    89.9600    15.7303      1.0000
 366     0.0728     0.0012    99.9560     0.8405    90.2200    15.8627      1.0000
 367     0.0724     0.0016    99.9500     0.7873    90.3400    16.0706      1.0000
 368     0.0720     0.0014    99.9600     0.7576    90.3900    15.6745      1.0000
 369     0.0715     0.0027    99.9040     0.7319    90.3700    15.8319      1.0000
 370     0.0711     0.0017    99.9520     0.7660    90.2600    15.7531      1.0000
 371     0.0707     0.0009    99.9700     0.7528    90.3000    16.2169      1.0000
 372     0.0703     0.0031    99.9000     0.8125    89.8700    15.7739      1.0000
 373     0.0699     0.0009    99.9700     0.8408    90.0500    15.7795      1.0000
 374     0.0695     0.0018    99.9480     0.8586    90.2600    15.7446      1.0000
 375     0.0691     0.0021    99.9340     0.8522    90.2000    15.9635      1.0000
 376     0.0686     0.0010    99.9660     0.8171    90.4200    15.5465      1.0000
 377     0.0682     0.0012    99.9620     0.8611    90.2800    15.7432      1.0000
 378     0.0678     0.0024    99.9400     0.8804    89.9500    15.6444      1.0000
 379     0.0674     0.0008    99.9780     0.8856    90.4100    16.3768      1.0000
 380     0.0670     0.0009    99.9700     0.9256    90.4000    15.5574      1.0000
 381     0.0666     0.0011    99.9740     0.9096    90.5000    15.7900      1.0000
 382     0.0662     0.0009    99.9740     0.9457    90.3800    15.6399      1.0000
 383     0.0658     0.0013    99.9560     0.8431    90.2800    15.5846      1.0000
 384     0.0654     0.0008    99.9780     0.8178    90.2900    15.7224      1.0000
 385     0.0649     0.0011    99.9760     0.8431    90.2900    15.6452      1.0000
 386     0.0645     0.0020    99.9400     0.8300    90.1100    16.1300      1.0000
 387     0.0641     0.0011    99.9600     0.8143    90.2300    15.6586      1.0000
 388     0.0637     0.0014    99.9680     0.8234    90.2400    15.6424      1.0000
 389     0.0633     0.0009    99.9760     0.8239    90.2900    15.7314      1.0000
 390     0.0629     0.0005    99.9940     0.8481    90.4100    16.2559      1.0000
 391     0.0625     0.0083    99.7840     0.8459    89.6400    15.6373      1.0000
 392     0.0621     0.0009    99.9780     0.8155    90.3700    15.5914      1.0000
 393     0.0616     0.0014    99.9720     0.8427    90.2900    15.7757      1.0000
 394     0.0612     0.0010    99.9620     0.8741    90.2500    16.2967      1.0000
 395     0.0608     0.0008    99.9740     0.8527    90.3200    15.6449      1.0000
 396     0.0604     0.0012    99.9520     0.8447    90.5000    15.7696      1.0000
 397     0.0600     0.0008    99.9720     0.8587    90.2800    15.6869      1.0000
 398     0.0596     0.0007    99.9820     0.8697    90.2500    16.5299      1.0000
 399     0.0592     0.0007    99.9840     0.8402    90.2600    15.6848      1.0000
 400     0.0588     0.0006    99.9760     0.8859    90.2400    15.6357      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0004    99.9960     0.8901    90.2600    15.7268      1.0000
 402     0.0579     0.0005    99.9880     0.8816    90.3000    16.3200      1.0000
 403     0.0575     0.0003    99.9940     0.8832    90.4100    15.6010      1.0000
 404     0.0571     0.0009    99.9760     0.8896    90.3700    15.6352      1.0000
 405     0.0567     0.0006    99.9720     0.8828    90.3800    15.7256      1.0000
 406     0.0563     0.0017    99.9340     0.9006    90.2900    15.6809      1.0000
 407     0.0559     0.0005    99.9760     0.8964    90.5500    15.6551      1.0000
 408     0.0554     0.0004    99.9880     0.8881    90.5200    15.7201      1.0000
 409     0.0550     0.0003    99.9940     0.8892    90.5900    16.2826      1.0000
 410     0.0546     0.0004    99.9900     0.8843    90.5400    15.6748      1.0000
 411     0.0542     0.0017    99.9500     0.9320    90.4000    15.6565      1.0000
 412     0.0538     0.0010    99.9780     0.9210    90.3200    15.7445      1.0000
 413     0.0534     0.0004    99.9900     0.9356    90.5000    16.3223      1.0000
 414     0.0530     0.0004    99.9820     0.9368    90.4100    15.6748      1.0000
 415     0.0526     0.0005    99.9880     0.8990    90.5100    15.6630      1.0000
 416     0.0522     0.0008    99.9740     0.9180    90.1900    15.5832      1.0000
 417     0.0517     0.0003    99.9900     0.9270    90.3100    16.7674      1.0000
 418     0.0513     0.0004    99.9900     0.9503    90.4000    15.7184      1.0000
 419     0.0509     0.0002    99.9920     0.9370    90.2100    15.6589      1.0000
 420     0.0505     0.0004    99.9860     0.9036    90.2300    16.0159      1.0000
 421     0.0501     0.0004    99.9880     0.8972    90.3500    15.7245      1.0000
 422     0.0497     0.0006    99.9820     0.9328    90.0400    15.5817      1.0000
 423     0.0493     0.0003    99.9920     0.9282    90.4000    15.7004      1.0000
 424     0.0489     0.0003    99.9900     0.9342    90.3900    16.0994      1.0000
 425     0.0484     0.0005    99.9780     0.9301    90.2700    15.6287      1.0000
 426     0.0480     0.0006    99.9780     0.9563    90.4800    15.6068      1.0000
 427     0.0476     0.0003    99.9880     0.9620    90.4000    15.5533      1.0000
 428     0.0472     0.0004    99.9840     0.9701    90.2500    15.8834      1.0000
 429     0.0468     0.0003    99.9900     0.9628    90.3100    15.6300      1.0000
 430     0.0464     0.0005    99.9880     0.9757    90.2800    15.6096      1.0000
 431     0.0460     0.0003    99.9900     0.9700    90.3200    15.6311      1.0000
 432     0.0456     0.0006    99.9800     0.9030    90.3400    17.0245      1.0000
 433     0.0451     0.0005    99.9800     0.8950    90.2600    15.8491      1.0000
 434     0.0447     0.0002    99.9920     0.9150    90.3200    15.6896      1.0000
 435     0.0443     0.0002    99.9960     0.8862    90.3500    15.5739      1.0000
 436     0.0439     0.0003    99.9880     0.8875    90.4200    16.1868      1.0000
 437     0.0435     0.0008    99.9740     0.9366    90.1600    15.7098      1.0000
 438     0.0431     0.0006    99.9820     0.9213    90.3600    15.6107      1.0000
 439     0.0427     0.0004    99.9940     0.9446    90.3700    16.1061      1.0000
 440     0.0423     0.0001   100.0000     0.9264    90.4400    15.6908      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0002    99.9920     0.9394    90.5600    15.6942      1.0000
 442     0.0414     0.0002    99.9940     0.9418    90.5100    15.6907      1.0000
 443     0.0410     0.0004    99.9900     0.9350    90.3400    16.0524      1.0000
 444     0.0406     0.0003    99.9900     0.9565    90.5900    15.7152      1.0000
 445     0.0402     0.0005    99.9840     0.9580    90.5100    15.7790      1.0000
 446     0.0398     0.0003    99.9880     0.9651    90.3900    15.7237      1.0000
 447     0.0394     0.0002    99.9960     0.9766    90.4300    16.2985      1.0000
 448     0.0389     0.0005    99.9900     0.9555    90.4700    15.7281      1.0000
 449     0.0385     0.0002    99.9940     0.9555    90.6300    15.5129      1.0000
 450     0.0381     0.0002    99.9900     0.9608    90.5900    15.7215      1.0000
 451     0.0377     0.0004    99.9880     0.9738    90.6300    16.5388      1.0000
 452     0.0373     0.0002    99.9940     0.9930    90.3800    15.7376      1.0000
 453     0.0369     0.0002    99.9880     0.9879    90.5000    15.6932      1.0000
 454     0.0365     0.0002    99.9920     0.9854    90.4600    15.6436      1.0000
 455     0.0361     0.0003    99.9840     0.9615    90.4900    16.2366      1.0000
 456     0.0357     0.0002    99.9980     0.9686    90.4700    15.7441      1.0000
 457     0.0352     0.0003    99.9880     0.9804    90.6100    15.7571      1.0000
 458     0.0348     0.0002    99.9940     0.9757    90.6800    16.3206      1.0000
 459     0.0344     0.0001   100.0000     0.9963    90.4900    15.5896      1.0000
 460     0.0340     0.0001   100.0000     1.0000    90.6600    15.7910      1.0000
 461     0.0336     0.0001    99.9980     1.0169    90.5500    15.6552      1.0000
 462     0.0332     0.0001    99.9980     1.0151    90.5300    16.0043      1.0000
 463     0.0328     0.0002    99.9940     1.0276    90.4900    15.6974      1.0000
 464     0.0324     0.0002    99.9940     1.0244    90.5600    15.6189      1.0000
 465     0.0319     0.0001    99.9980     1.0257    90.4700    15.7083      1.0000
 466     0.0315     0.0002    99.9960     1.0368    90.6100    16.1462      1.0000
 467     0.0311     0.0001    99.9980     1.0370    90.5000    15.8355      1.0000
 468     0.0307     0.0001    99.9980     1.0490    90.5100    15.8221      1.0000
 469     0.0303     0.0001    99.9960     1.0302    90.5100    15.6605      1.0000
 470     0.0299     0.0003    99.9860     1.0441    90.4100    16.2682      1.0000
 471     0.0295     0.0002    99.9960     1.0407    90.5000    15.6430      1.0000
 472     0.0291     0.0004    99.9920     1.0306    90.5300    15.7154      1.0000
 473     0.0286     0.0003    99.9920     1.0303    90.5800    15.9301      1.0000
 474     0.0282     0.0001    99.9980     1.0303    90.5000    15.6854      1.0000
 475     0.0278     0.0001    99.9980     1.0351    90.5000    15.7116      1.0000
 476     0.0274     0.0002    99.9960     1.0533    90.4400    15.5835      1.0000
 477     0.0270     0.0001    99.9940     1.0631    90.5400    16.3058      1.0000
 478     0.0266     0.0000   100.0000     1.0586    90.6000    15.6103      1.0000
 479     0.0262     0.0002    99.9920     1.0579    90.6100    15.7095      1.0000
 480     0.0257     0.0001    99.9960     1.0633    90.5000    15.6333      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0000   100.0000     1.0662    90.4600    16.3281      1.0000
 482     0.0249     0.0001    99.9980     1.0669    90.4700    15.6147      1.0000
 483     0.0245     0.0001    99.9980     1.0667    90.4500    15.6174      1.0000
 484     0.0241     0.0000   100.0000     1.0635    90.5900    15.6592      1.0000
 485     0.0237     0.0001   100.0000     1.0637    90.5300    16.3030      1.0000
 486     0.0233     0.0001    99.9940     1.0579    90.4100    15.5885      1.0000
 487     0.0229     0.0001    99.9960     1.0532    90.4600    15.7437      1.0000
 488     0.0225     0.0001    99.9960     1.0616    90.4700    15.8458      1.0000
 489     0.0220     0.0003    99.9900     1.0616    90.5300    16.3345      1.0000
 490     0.0216     0.0001    99.9960     1.0522    90.6300    15.7979      1.0000
 491     0.0212     0.0000   100.0000     1.0533    90.6100    15.6520      1.0000
 492     0.0208     0.0002    99.9960     1.0606    90.6100    16.3254      1.0000
 493     0.0204     0.0001    99.9980     1.0505    90.6200    15.6444      1.0000
 494     0.0200     0.0000   100.0000     1.0429    90.6100    15.6118      1.0000
 495     0.0196     0.0001    99.9980     1.0422    90.6000    15.7941      1.0000
 496     0.0192     0.0001    99.9940     1.0454    90.5800    17.3921      1.0000
 497     0.0187     0.0000   100.0000     1.0407    90.6100    15.7285      1.0000
 498     0.0183     0.0001    99.9960     1.0432    90.6100    15.6737      1.0000
 499     0.0179     0.0001    99.9980     1.0434    90.6200    15.5803      1.0000
 500     0.0175     0.0001    99.9980     1.0416    90.5900    16.4380      1.0000
 501     0.0171     0.0000   100.0000     1.0440    90.5300    15.6195      1.0000
 502     0.0167     0.0001    99.9960     1.0490    90.5800    15.8123      1.0000
 503     0.0163     0.0000    99.9980     1.0558    90.5800    15.6643      1.0000
 504     0.0159     0.0001    99.9980     1.0553    90.6900    16.4583      1.0000
 505     0.0154     0.0000    99.9980     1.0586    90.6400    15.7333      1.0000
 506     0.0150     0.0000   100.0000     1.0467    90.5900    15.7368      1.0000
 507     0.0146     0.0001    99.9960     1.0513    90.5800    16.0573      1.0000
 508     0.0142     0.0001    99.9980     1.0509    90.6000    15.7678      1.0000
 509     0.0138     0.0001    99.9980     1.0614    90.6400    15.6331      1.0000
 510     0.0134     0.0001    99.9980     1.0542    90.5800    15.6882      1.0000
 511     0.0130     0.0000   100.0000     1.0407    90.5000    16.7627      1.0000
 512     0.0125     0.0001    99.9940     1.0442    90.5500    15.7794      1.0000
 513     0.0121     0.0001    99.9940     1.0463    90.5700    15.7537      1.0000
 514     0.0117     0.0001   100.0000     1.0492    90.5000    15.6349      1.0000
 515     0.0113     0.0000   100.0000     1.0533    90.5200    16.4678      1.0000
 516     0.0109     0.0001    99.9980     1.0507    90.5800    15.6119      1.0000
 517     0.0105     0.0001    99.9980     1.0476    90.5400    15.5635      1.0000
 518     0.0101     0.0000    99.9980     1.0462    90.6000    15.5519      1.0000
 519     0.0097     0.0001    99.9980     1.0479    90.5300    16.4859      1.0000
 520     0.0092     0.0001    99.9980     1.0485    90.5500    15.6924      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000    99.9980     1.0492    90.5600    15.8282      1.0000
 522     0.0084     0.0001    99.9980     1.0499    90.5900    15.6627      1.0000
 523     0.0080     0.0000    99.9980     1.0513    90.5600    15.5705      1.0000
 524     0.0076     0.0000   100.0000     1.0522    90.5800    15.5538      1.0000
 525     0.0072     0.0000   100.0000     1.0529    90.5900    15.7286      1.0000
 526     0.0068     0.0000   100.0000     1.0535    90.5800    16.3350      1.0000
 527     0.0064     0.0000   100.0000     1.0543    90.6100    15.7053      1.0000
 528     0.0060     0.0001    99.9940     1.0557    90.5600    15.7191      1.0000
 529     0.0055     0.0000    99.9980     1.0560    90.5700    15.6418      1.0000
 530     0.0051     0.0000   100.0000     1.0555    90.5500    16.2727      1.0000
 531     0.0047     0.0000   100.0000     1.0559    90.5500    15.7639      1.0000
 532     0.0043     0.0000   100.0000     1.0565    90.5500    15.7555      1.0000
 533     0.0039     0.0000    99.9980     1.0568    90.5500    15.6716      1.0000
 534     0.0035     0.0000   100.0000     1.0570    90.5600    16.7375      1.0000
 535     0.0031     0.0000   100.0000     1.0573    90.5300    15.7521      1.0000
 536     0.0027     0.0000   100.0000     1.0565    90.5500    15.5859      1.0000
 537     0.0022     0.0001    99.9980     1.0567    90.5400    15.7695      1.0000
 538     0.0018     0.0001    99.9980     1.0564    90.5400    16.5775      1.0000
 539     0.0014     0.0000    99.9980     1.0567    90.5400    15.7741      1.0000
 540     0.0010     0.0000   100.0000     1.0570    90.5300    15.6442      1.0000
 541     0.0010     0.0000   100.0000     1.0569    90.5200    16.2987      1.0000
 542     0.0010     0.0001    99.9960     1.0568    90.5300    15.5847      1.0000
 543     0.0010     0.0000   100.0000     1.0569    90.5300    15.6918      1.0000
 544     0.0010     0.0000   100.0000     1.0570    90.5300    15.7588      1.0000
 545     0.0010     0.0000   100.0000     1.0571    90.5300    16.6060      1.0000
 546     0.0010     0.0000   100.0000     1.0570    90.5300    15.6513      1.0000
 547     0.0010     0.0000    99.9980     1.0571    90.5300    15.6221      1.0000
 548     0.0010     0.0000   100.0000     1.0571    90.5300    15.5685      1.0000
 549     0.0010     0.0000   100.0000     1.0572    90.5300    16.3307      1.0000
 550     0.0010     0.0001    99.9980     1.0572    90.5300    15.6683      1.0000
 551     0.0010     0.0000   100.0000     1.0576    90.5300    15.6804      1.0000
 552     0.0010     0.0000   100.0000     1.0577    90.5300    15.7394      1.0000
 553     0.0010     0.0000    99.9980     1.0578    90.5100    17.6313      1.0000
 554     0.0010     0.0000   100.0000     1.0580    90.5200    15.5981      1.0000
 555     0.0010     0.0000   100.0000     1.0581    90.5100    15.7415      1.0000
 556     0.0010     0.0000   100.0000     1.0581    90.5000    16.0457      1.0000
 557     0.0010     0.0000    99.9980     1.0581    90.5100    15.7156      1.0000
 558     0.0010     0.0000   100.0000     1.0582    90.5000    15.6520      1.0000
 559     0.0010     0.0000   100.0000     1.0584    90.5200    15.7380      1.0000
 560     0.0010     0.0000   100.0000     1.0582    90.5100    15.5618      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     1.0583    90.5200    15.7050      1.0000
 562     0.0010     0.0000   100.0000     1.0585    90.5200    15.7006      1.0000
 563     0.0010     0.0000   100.0000     1.0583    90.5100    15.6328      1.0000
 564     0.0010     0.0000   100.0000     1.0584    90.5100    17.4592      1.0000
 565     0.0010     0.0002    99.9960     1.0584    90.5200    15.7038      1.0000
 566     0.0010     0.0000   100.0000     1.0583    90.5200    15.6450      1.0000
 567     0.0010     0.0000   100.0000     1.0585    90.5200    15.7906      1.0000
 568     0.0010     0.0000   100.0000     1.0585    90.5200    16.2172      1.0000
 569     0.0010     0.0000   100.0000     1.0586    90.5200    15.6160      1.0000
 570     0.0010     0.0000   100.0000     1.0587    90.5100    15.7960      1.0000
 571     0.0010     0.0000   100.0000     1.0588    90.5100    15.6707      1.0000
 572     0.0010     0.0000   100.0000     1.0588    90.5100    16.9613      1.0000
 573     0.0010     0.0000   100.0000     1.0584    90.5200    15.7495      1.0000
 574     0.0010     0.0001    99.9980     1.0585    90.5100    15.8192      1.0000
 575     0.0010     0.0000   100.0000     1.0585    90.5100    16.7754      1.0000
 576     0.0010     0.0000   100.0000     1.0587    90.5100    15.6627      1.0000
 577     0.0010     0.0000   100.0000     1.0587    90.5100    15.6137      1.0000
 578     0.0010     0.0000   100.0000     1.0590    90.5100    15.7129      1.0000
 579     0.0010     0.0000   100.0000     1.0591    90.5100    16.9309      1.0000
 580     0.0010     0.0000   100.0000     1.0591    90.5100    15.6504      1.0000
 581     0.0010     0.0000   100.0000     1.0591    90.5100    15.7387      1.0000
 582     0.0010     0.0000   100.0000     1.0592    90.5100    15.7190      1.0000
 583     0.0010     0.0001    99.9960     1.0590    90.5100    15.6815      1.0000
 584     0.0010     0.0000   100.0000     1.0589    90.5300    15.6572      1.0000
 585     0.0010     0.0000    99.9980     1.0591    90.5100    15.7188      1.0000
 586     0.0010     0.0000   100.0000     1.0592    90.5000    15.7425      1.0000
 587     0.0010     0.0000   100.0000     1.0592    90.5200    16.5955      1.0000
 588     0.0010     0.0001    99.9980     1.0593    90.5200    15.5351      1.0000
 589     0.0010     0.0000   100.0000     1.0595    90.5100    15.6202      1.0000
 590     0.0010     0.0000   100.0000     1.0595    90.5100    16.3923      1.0000
 591     0.0010     0.0001    99.9960     1.0596    90.5100    15.6884      1.0000
 592     0.0010     0.0000   100.0000     1.0598    90.4900    15.6737      1.0000
 593     0.0010     0.0000   100.0000     1.0598    90.5100    15.6787      1.0000
 594     0.0010     0.0000    99.9980     1.0598    90.5000    17.4667      1.0000
 595     0.0010     0.0000   100.0000     1.0597    90.4900    15.6271      1.0000
 596     0.0010     0.0000   100.0000     1.0591    90.5000    15.5234      1.0000
 597     0.0010     0.0000    99.9980     1.0592    90.4900    15.7058      1.0000
 598     0.0010     0.0000    99.9980     1.0589    90.5000    17.2133      1.0000
 599     0.0010     0.0001    99.9980     1.0590    90.5000    15.6333      1.0000
 600     0.0010     0.0000   100.0000     1.0590    90.5000    15.6905      1.0000
