Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.3216    10.0000     2.3213    10.0000    16.2518      1.0000
   2     0.1000     2.0054    22.9680     1.9746    25.1500    15.5662      1.0000
   3     0.1000     1.8027    29.1920     1.7469    30.6800    15.6713      1.0000
   4     0.1000     1.6819    33.3760     1.6701    33.2100    16.6875      1.0000
   5     0.1000     1.5653    42.0360     1.5129    43.4900    15.7305      1.0000
   6     0.1000     1.3310    50.6540     1.3288    50.4300    15.9166      1.0000
   7     0.1000     1.2168    56.4380     1.1974    56.6300    15.6809      1.0000
   8     0.1000     1.1551    58.0040     1.1418    58.1700    17.3368      1.0000
   9     0.1000     0.9637    65.5120     0.9608    65.8300    15.5928      1.0000
  10     0.1000     0.9293    66.7360     0.9401    67.6100    15.6792      1.0000
  11     0.1000     0.9171    68.2380     0.9134    68.5600    15.7155      1.0000
  12     0.1000     0.7895    72.7920     0.7903    73.5000    17.2854      1.0000
  13     0.1000     0.6817    76.5220     0.7215    75.4400    15.6026      1.0000
  14     0.1000     0.7187    75.7480     0.7721    74.6300    15.7315      1.0000
  15     0.1000     0.7573    74.1360     0.8061    73.0200    15.9100      1.0000
  16     0.1000     0.5484    81.4020     0.6090    79.5300    15.7670      1.0000
  17     0.1000     0.5629    81.0720     0.6415    79.3100    15.6930      1.0000
  18     0.1000     0.5370    82.2140     0.6299    79.7200    15.8759      1.0000
  19     0.1000     0.6569    78.5660     0.7624    76.3100    15.7281      1.0000
  20     0.1000     0.4380    85.0640     0.5554    81.9700    15.6834      1.0000
  21     0.1000     0.4531    84.3900     0.5768    81.6000    15.6059      1.0000
  22     0.1000     0.4219    85.8120     0.5591    82.4400    15.6399      1.0000
  23     0.1000     0.4677    84.8380     0.6348    80.7800    16.6111      1.0000
  24     0.1000     0.3777    87.2040     0.5151    83.3700    15.8354      1.0000
  25     0.1000     0.3460    88.3640     0.5122    84.1800    15.7042      1.0000
  26     0.1000     0.3599    88.0140     0.5300    83.7900    15.6236      1.0000
  27     0.1000     0.3359    88.6500     0.5342    83.7900    15.9889      1.0000
  28     0.1000     0.3190    89.3240     0.5034    84.6100    15.7771      1.0000
  29     0.1000     0.3555    88.0460     0.5498    83.2700    15.9191      1.0000
  30     0.1000     0.3461    88.4260     0.5541    83.1100    15.9010      1.0000
  31     0.1000     0.2725    90.7140     0.4774    85.4300    16.6684      1.0000
  32     0.1000     0.2607    91.2740     0.4867    85.2300    15.6308      1.0000
  33     0.1000     0.3200    89.3700     0.5592    83.8400    15.7224      1.0000
  34     0.1000     0.2569    91.3680     0.4947    85.4700    16.0412      1.0000
  35     0.1000     0.2851    90.2800     0.5277    84.5200    15.7649      1.0000
  36     0.1000     0.2522    91.6060     0.5030    85.1400    15.8577      1.0000
  37     0.1000     0.2155    92.7700     0.4819    85.8900    15.6324      1.0000
  38     0.1000     0.2349    92.1160     0.5168    85.3400    16.1687      1.0000
  39     0.1000     0.2162    92.8640     0.4998    85.7600    15.7710      1.0000
  40     0.1000     0.1820    93.8420     0.4894    86.4600    15.6181      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1958    93.3540     0.5171    85.9300    15.8052      1.0000
  42     0.1000     0.2293    92.3320     0.5231    85.4500    16.1269      1.0000
  43     0.1000     0.2484    92.1920     0.5585    84.7200    15.6245      1.0000
  44     0.1000     0.1795    94.0020     0.5060    86.2000    15.8016      1.0000
  45     0.1000     0.1707    94.2540     0.5068    86.7100    15.5897      1.0000
  46     0.1000     0.1567    94.6520     0.4729    87.1000    16.7974      1.0000
  47     0.1000     0.1441    95.1920     0.4801    86.9700    15.8170      1.0000
  48     0.1000     0.5308    85.5640     0.9118    78.3600    15.7806      1.0000
  49     0.1000     0.1391    95.2880     0.4985    86.9100    15.8547      1.0000
  50     0.1000     0.1430    95.1160     0.4762    86.7800    15.6688      1.0000
  51     0.1000     0.1374    95.3460     0.4877    87.4800    15.7585      1.0000
  52     0.1000     0.1356    95.4280     0.5235    86.6100    15.7944      1.0000
  53     0.1000     0.1330    95.3600     0.4994    86.6700    16.3388      1.0000
  54     0.1000     0.1097    96.3960     0.5004    87.6200    15.6182      1.0000
  55     0.1000     0.1340    95.4200     0.5501    86.4000    15.8055      1.0000
  56     0.1000     0.1138    96.1560     0.5306    87.3000    15.6656      1.0000
  57     0.1000     0.1138    96.1460     0.5546    87.1900    16.1061      1.0000
  58     0.1000     0.0911    96.9860     0.4765    88.1700    15.7134      1.0000
  59     0.1000     0.1029    96.4540     0.5338    87.6600    15.7682      1.0000
  60     0.1000     0.1011    96.6220     0.5203    87.0900    15.7882      1.0000
  61     0.1000     0.0853    97.1180     0.5275    87.8100    16.0756      1.0000
  62     0.1000     0.0861    97.1680     0.5342    87.5400    15.6197      1.0000
  63     0.1000     0.1181    96.1960     0.5088    86.8200    15.8303      1.0000
  64     0.1000     0.1011    96.5460     0.5391    87.0900    15.8221      1.0000
  65     0.1000     0.1077    96.3180     0.5347    87.0500    15.8553      1.0000
  66     0.1000     0.1411    95.3300     0.5954    86.4200    15.8262      1.0000
  67     0.1000     0.1036    96.4380     0.5593    87.3300    15.6616      1.0000
  68     0.1000     0.0832    97.2680     0.5327    87.7500    16.2151      1.0000
  69     0.1000     0.0805    97.2140     0.5615    87.5800    15.6580      1.0000
  70     0.1000     0.0662    97.8320     0.5209    88.1200    15.7660      1.0000
  71     0.1000     0.1324    95.9680     0.6419    86.8300    15.6723      1.0000
  72     0.1000     0.1188    95.9880     0.5973    86.3300    16.3597      1.0000
  73     0.1000     0.0553    98.1440     0.5561    88.0600    15.8454      1.0000
  74     0.1000     0.0755    97.5000     0.5221    87.7500    15.6898      1.0000
  75     0.1000     0.0668    97.7260     0.5439    87.6700    15.9213      1.0000
  76     0.1000     0.0671    97.7680     0.5359    88.1500    15.9535      1.0000
  77     0.1000     0.0581    97.9840     0.5249    88.2100    15.7544      1.0000
  78     0.1000     0.0732    97.4960     0.5514    87.2300    15.7052      1.0000
  79     0.1000     0.1276    96.0060     0.6302    86.5500    15.7640      1.0000
  80     0.1000     0.0608    98.0060     0.5922    87.8500    16.2644      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0482    98.3640     0.5457    88.5300    15.9048      1.0000
  82     0.1000     0.0647    97.8420     0.5944    87.9300    15.6109      1.0000
  83     0.1000     0.0508    98.3060     0.5672    88.4100    15.6318      1.0000
  84     0.1000     0.0574    98.0740     0.5566    88.1900    15.8154      1.0000
  85     0.1000     0.0880    97.4560     0.6439    87.7500    15.6523      1.0000
  86     0.1000     0.0461    98.5080     0.5365    88.3100    15.6115      1.0000
  87     0.1000     0.0538    98.2620     0.5738    88.3200    16.3534      1.0000
  88     0.1000     0.0474    98.4440     0.5454    88.2700    15.7502      1.0000
  89     0.1000     0.0540    98.1560     0.5611    87.9900    15.6827      1.0000
  90     0.1000     0.0557    98.1980     0.5808    88.0700    15.6512      1.0000
  91     0.1000     0.0381    98.6740     0.5675    88.4000    16.2493      1.0000
  92     0.1000     0.0335    98.9000     0.5906    88.4300    15.7053      1.0000
  93     0.1000     0.0415    98.5740     0.5780    88.6300    15.7434      1.0000
  94     0.1000     0.0403    98.6660     0.5815    88.4900    15.8096      1.0000
  95     0.1000     0.0495    98.3320     0.5779    88.2200    16.1885      1.0000
  96     0.1000     0.0452    98.4820     0.5498    88.4200    15.7759      1.0000
  97     0.1000     0.0335    98.8860     0.5737    88.4600    15.6529      1.0000
  98     0.1000     0.0350    98.8160     0.5703    88.6600    15.6324      1.0000
  99     0.1000     0.0576    98.1120     0.6266    87.6000    16.3412      1.0000
 100     0.1000     0.0314    98.8900     0.5764    88.7700    15.7896      1.0000
 101     0.1000     0.0535    98.2920     0.5912    88.1800    15.8721      1.0000
 102     0.1000     0.0333    98.9100     0.5812    88.8500    15.9541      1.0000
 103     0.1000     0.0414    98.5720     0.6344    88.4400    15.7669      1.0000
 104     0.1000     0.1256    96.2760     0.6963    86.5000    15.6071      1.0000
 105     0.1000     0.0257    99.1440     0.5803    89.0300    15.6215      1.0000
 106     0.1000     0.0360    98.8560     0.5842    88.7800    16.4101      1.0000
 107     0.1000     0.0445    98.5340     0.5724    87.7200    15.7581      1.0000
 108     0.1000     0.0528    98.2900     0.6722    87.8400    15.7441      1.0000
 109     0.1000     0.0512    98.3140     0.6298    88.3600    15.7007      1.0000
 110     0.1000     0.0410    98.6440     0.5726    88.3900    16.4107      1.0000
 111     0.1000     0.0345    98.8860     0.5637    88.6700    15.8589      1.0000
 112     0.1000     0.0266    99.1220     0.5564    88.7200    15.7745      1.0000
 113     0.1000     0.0247    99.2000     0.5906    88.9500    15.6218      1.0000
 114     0.1000     0.0344    98.8600     0.6900    88.4700    16.1058      1.0000
 115     0.1000     0.0258    99.1480     0.5628    88.5500    15.8142      1.0000
 116     0.1000     0.0276    99.0940     0.6110    88.8600    15.5961      1.0000
 117     0.1000     0.0448    98.5120     0.6696    88.3000    15.7158      1.0000
 118     0.1000     0.0270    99.0900     0.5792    88.8900    16.5460      1.0000
 119     0.1000     0.0264    99.0680     0.6450    89.1400    15.7513      1.0000
 120     0.1000     0.0194    99.3380     0.6210    88.9200    15.7922      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0270    99.0940     0.6158    88.5900    16.1901      1.0000
 122     0.1000     0.0388    98.7520     0.5364    88.5500    15.6537      1.0000
 123     0.1000     0.0939    97.2760     0.7400    87.3800    15.7204      1.0000
 124     0.1000     0.0282    99.0600     0.5996    88.7000    15.7643      1.0000
 125     0.1000     0.0230    99.2740     0.5775    89.2100    16.2271      1.0000
 126     0.1000     0.0285    99.0760     0.6244    88.8300    15.8406      1.0000
 127     0.1000     0.0342    98.8960     0.6421    88.4400    15.6591      1.0000
 128     0.1000     0.0274    99.0900     0.5951    88.9000    15.7531      1.0000
 129     0.1000     0.0355    98.8440     0.6034    88.0100    16.4323      1.0000
 130     0.1000     0.0212    99.3020     0.5869    88.8000    15.6820      1.0000
 131     0.1000     0.0244    99.1840     0.5970    88.9300    15.7455      1.0000
 132     0.1000     0.0275    99.0760     0.6227    88.8000    15.6778      1.0000
 133     0.1000     0.0178    99.3880     0.6296    88.9500    16.4225      1.0000
 134     0.1000     0.0303    98.9620     0.6108    88.5700    15.6712      1.0000
 135     0.1000     0.0224    99.2720     0.5888    89.0600    15.7716      1.0000
 136     0.1000     0.0276    99.0560     0.6071    88.6500    16.0948      1.0000
 137     0.1000     0.0315    98.9240     0.6462    88.4700    15.7318      1.0000
 138     0.1000     0.0131    99.5820     0.6152    89.2800    15.9094      1.0000
 139     0.1000     0.0291    99.0420     0.7260    88.8800    15.9009      1.0000
 140     0.1000     0.0171    99.4360     0.6239    89.1300    16.7562      1.0000
 141     0.1000     0.0168    99.4780     0.6602    89.0400    15.9395      1.0000
 142     0.1000     0.0439    98.6620     0.6562    87.8100    15.6306      1.0000
 143     0.1000     0.0148    99.5160     0.6317    89.1600    15.7065      1.0000
 144     0.1000     0.0275    99.1040     0.6406    88.6400    16.6248      1.0000
 145     0.1000     0.0382    98.7680     0.6350    88.1700    15.6580      1.0000
 146     0.1000     0.0259    99.2240     0.6098    88.9200    15.6353      1.0000
 147     0.1000     0.0402    98.7300     0.6667    88.4600    15.7691      1.0000
 148     0.1000     0.0183    99.3920     0.5735    89.3600    16.5160      1.0000
 149     0.1000     0.0236    99.2160     0.5715    88.9600    15.7567      1.0000
 150     0.1000     0.0183    99.4100     0.5867    89.0700    15.5744      1.0000
 151     0.1000     0.0165    99.4440     0.6103    89.0200    16.1803      1.0000
 152     0.1000     0.0156    99.5100     0.6078    88.7900    15.8796      1.0000
 153     0.1000     0.0128    99.6020     0.6086    89.2100    15.7323      1.0000
 154     0.1000     0.0218    99.3140     0.5741    88.7700    15.6258      1.0000
 155     0.1000     0.0191    99.3880     0.6333    88.8700    16.6764      1.0000
 156     0.1000     0.0160    99.4780     0.6490    89.3200    15.7868      1.0000
 157     0.1000     0.0101    99.6660     0.6428    89.4100    15.6938      1.0000
 158     0.1000     0.0247    99.2220     0.6924    88.4400    15.7965      1.0000
 159     0.1000     0.0107    99.6400     0.6238    89.6300    16.3399      1.0000
 160     0.1000     0.0140    99.5420     0.6028    89.1400    15.7063      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0158    99.4600     0.6078    89.3000    15.6617      1.0000
 162     0.1000     0.0152    99.4640     0.6275    88.6800    15.5966      1.0000
 163     0.1000     0.0335    98.9420     0.6290    88.7900    16.2584      1.0000
 164     0.1000     0.0124    99.6400     0.6290    89.4900    15.6960      1.0000
 165     0.1000     0.0154    99.5120     0.6570    89.1200    15.7398      1.0000
 166     0.1000     0.0185    99.4260     0.6473    89.2500    15.8078      1.0000
 167     0.1000     0.0166    99.4620     0.6648    89.1900    15.6440      1.0000
 168     0.1000     0.0133    99.5920     0.6363    89.2900    15.7384      1.0000
 169     0.1000     0.0111    99.6420     0.6100    89.6700    15.6506      1.0000
 170     0.1000     0.0132    99.5480     0.6427    89.2300    16.2801      1.0000
 171     0.1000     0.0142    99.5400     0.6032    89.4000    15.7666      1.0000
 172     0.1000     0.0148    99.5300     0.6902    89.1600    15.6548      1.0000
 173     0.1000     0.0255    99.1580     0.6496    88.3400    15.6609      1.0000
 174     0.1000     0.0186    99.3680     0.5941    88.7300    16.3690      1.0000
 175     0.1000     0.0187    99.3880     0.6584    89.0600    15.7438      1.0000
 176     0.1000     0.0228    99.2560     0.6569    88.5900    15.7769      1.0000
 177     0.1000     0.0082    99.7360     0.6377    89.6000    15.6890      1.0000
 178     0.1000     0.0271    99.1700     0.7392    89.0800    16.7560      1.0000
 179     0.1000     0.1073    97.4300     0.8562    87.3600    15.8051      1.0000
 180     0.1000     0.0149    99.5200     0.6580    89.2100    15.6559      1.0000
 181     0.1000     0.0157    99.4720     0.6458    89.2300    15.6735      1.0000
 182     0.1000     0.0134    99.5220     0.6744    89.2300    16.5903      1.0000
 183     0.1000     0.0115    99.6400     0.5876    89.9000    15.8792      1.0000
 184     0.1000     0.0132    99.5900     0.5835    89.3600    15.6705      1.0000
 185     0.1000     0.0159    99.5120     0.6122    89.3800    16.3629      1.0000
 186     0.1000     0.0127    99.6100     0.6228    89.4600    15.7481      1.0000
 187     0.1000     0.0137    99.5680     0.5725    89.2400    15.7385      1.0000
 188     0.1000     0.0110    99.6440     0.6448    89.4100    15.7369      1.0000
 189     0.1000     0.0119    99.6060     0.6695    89.2600    17.3955      1.0000
 190     0.1000     0.0135    99.5580     0.6321    89.2800    15.7800      1.0000
 191     0.1000     0.0096    99.6740     0.6444    89.5500    15.6816      1.0000
 192     0.1000     0.0112    99.6380     0.6498    89.2100    15.6503      1.0000
 193     0.1000     0.0114    99.6000     0.6446    89.3100    17.3033      1.0000
 194     0.1000     0.0123    99.6460     0.6124    89.1200    15.7443      1.0000
 195     0.1000     0.0070    99.7980     0.6376    89.4400    15.7910      1.0000
 196     0.1000     0.0134    99.5000     0.6532    89.1400    15.6377      1.0000
 197     0.1000     0.0101    99.6660     0.6875    89.3700    16.0216      1.0000
 198     0.1000     0.0121    99.6020     0.6448    89.3000    15.6901      1.0000
 199     0.1000     0.0106    99.6760     0.6512    89.1400    15.6307      1.0000
 200     0.1000     0.0122    99.5980     0.6746    89.5100    16.2567      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0100    99.6820     0.6262    89.4300    15.7766      1.0000
 202     0.1000     0.0093    99.6740     0.6806    89.6200    15.7484      1.0000
 203     0.1000     0.0206    99.3100     0.5908    89.1700    15.7637      1.0000
 204     0.1000     0.0092    99.6900     0.6435    89.7600    16.8164      1.0000
 205     0.1000     0.0080    99.7520     0.6777    89.2700    15.6494      1.0000
 206     0.1000     0.0065    99.7820     0.6772    89.4600    15.7976      1.0000
 207     0.1000     0.0186    99.3760     0.7194    89.0900    15.8427      1.0000
 208     0.1000     0.0104    99.6440     0.6490    89.6800    16.0813      1.0000
 209     0.1000     0.0114    99.6060     0.6397    89.3800    15.8250      1.0000
 210     0.1000     0.0105    99.6860     0.5997    89.2800    15.7064      1.0000
 211     0.1000     0.0122    99.6000     0.6670    89.0700    15.6975      1.0000
 212     0.1000     0.0086    99.7220     0.7173    88.9700    16.6880      1.0000
 213     0.1000     0.0112    99.6720     0.6116    89.5100    15.7116      1.0000
 214     0.1000     0.0063    99.7980     0.7010    89.8500    15.6346      1.0000
 215     0.1000     0.0068    99.8160     0.5819    89.8100    16.2086      1.0000
 216     0.1000     0.0161    99.4700     0.6407    89.1200    15.7393      1.0000
 217     0.1000     0.0104    99.6660     0.6875    89.3800    15.7600      1.0000
 218     0.1000     0.0099    99.6820     0.6743    89.6700    15.9089      1.0000
 219     0.1000     0.0098    99.6800     0.6755    89.8000    16.2325      1.0000
 220     0.1000     0.0089    99.7040     0.6861    89.3800    15.6019      1.0000
 221     0.1000     0.0103    99.6740     0.6510    89.4800    15.7859      1.0000
 222     0.1000     0.0093    99.7140     0.6745    89.6800    15.7481      1.0000
 223     0.1000     0.0114    99.6300     0.6440    89.4500    16.3959      1.0000
 224     0.1000     0.0075    99.7400     0.6574    89.8100    15.6145      1.0000
 225     0.1000     0.0138    99.5240     0.7010    89.2000    15.7925      1.0000
 226     0.1000     0.0111    99.6680     0.7333    89.6500    15.9606      1.0000
 227     0.1000     0.0137    99.5500     0.6669    89.3000    16.1900      1.0000
 228     0.1000     0.0064    99.7740     0.6342    89.6100    15.6749      1.0000
 229     0.1000     0.0366    99.0560     0.7337    88.6400    15.6632      1.0000
 230     0.1000     0.0097    99.6700     0.6454    89.4300    15.9510      1.0000
 231     0.1000     0.0075    99.7660     0.6633    89.9300    15.7731      1.0000
 232     0.1000     0.0090    99.6720     0.6472    89.5200    15.6790      1.0000
 233     0.1000     0.0089    99.7440     0.6572    89.7400    15.5999      1.0000
 234     0.1000     0.0086    99.7360     0.6188    89.9300    16.3232      1.0000
 235     0.1000     0.0084    99.7360     0.6040    89.8900    15.7780      1.0000
 236     0.1000     0.0058    99.7920     0.6337    89.9600    15.6994      1.0000
 237     0.1000     0.0084    99.7480     0.6301    89.7500    15.8351      1.0000
 238     0.1000     0.0289    99.3000     0.7229    89.2800    16.9065      1.0000
 239     0.1000     0.0054    99.8320     0.6476    89.8000    15.6848      1.0000
 240     0.1000     0.0055    99.8220     0.5719    90.1500    15.8066      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0063    99.7980     0.6373    89.7300    15.7725      1.0000
 242     0.1000     0.0114    99.6440     0.6536    89.2600    16.7651      1.0000
 243     0.1000     0.0076    99.7680     0.6521    89.5100    15.6924      1.0000
 244     0.1000     0.0199    99.3780     0.6718    89.2400    15.7458      1.0000
 245     0.1000     0.0078    99.7340     0.6620    89.8000    15.8058      1.0000
 246     0.1000     0.0066    99.8240     0.6017    89.5500    16.3802      1.0000
 247     0.1000     0.0179    99.4500     0.6880    88.9200    15.7208      1.0000
 248     0.1000     0.0143    99.5320     0.7007    88.7200    15.6631      1.0000
 249     0.1000     0.0063    99.8080     0.6568    89.6800    16.4515      1.0000
 250     0.1000     0.0058    99.7880     0.7062    89.6800    15.7841      1.0000
 251     0.1000     0.0084    99.7260     0.7060    89.5400    15.7163      1.0000
 252     0.1000     0.0069    99.7780     0.6837    89.7500    15.6993      1.0000
 253     0.1000     0.0045    99.8780     0.6892    89.8300    17.5620      1.0000
 254     0.1000     0.0078    99.7520     0.7131    89.6800    15.8814      1.0000
 255     0.1000     0.0210    99.3640     0.7832    89.3600    15.7954      1.0000
 256     0.1000     0.0111    99.6640     0.6547    89.2100    15.9231      1.0000
 257     0.1000     0.0049    99.8480     0.6246    89.9300    16.6495      1.0000
 258     0.1000     0.0079    99.7520     0.6887    89.5200    15.7816      1.0000
 259     0.1000     0.0059    99.8040     0.6640    89.7400    15.8007      1.0000
 260     0.1000     0.0113    99.6480     0.6425    89.2700    15.9998      1.0000
 261     0.1000     0.0067    99.8060     0.6801    89.9400    15.6551      1.0000
 262     0.1000     0.0069    99.7660     0.6401    89.4800    15.6345      1.0000
 263     0.1000     0.0089    99.7120     0.6648    89.3700    15.8379      1.0000
 264     0.1000     0.0168    99.4480     0.6265    89.0300    16.6310      1.0000
 265     0.1000     0.0054    99.8180     0.7237    89.8300    15.7788      1.0000
 266     0.1000     0.0093    99.6720     0.7172    89.4000    15.5864      1.0000
 267     0.1000     0.0070    99.7840     0.6575    89.6600    15.8385      1.0000
 268     0.1000     0.0139    99.5320     0.7875    89.1400    16.6828      1.0000
 269     0.1000     0.0073    99.7480     0.6691    89.3000    15.7630      1.0000
 270     0.1000     0.0141    99.5800     0.6870    89.2700    15.6068      1.0000
 271     0.1000     0.0078    99.7600     0.6836    89.7400    15.7617      1.0000
 272     0.1000     0.0078    99.7620     0.7209    89.3100    16.9029      1.0000
 273     0.1000     0.0077    99.7640     0.6907    89.2400    15.7089      1.0000
 274     0.1000     0.0127    99.6000     0.6980    88.8600    15.7036      1.0000
 275     0.1000     0.0065    99.8080     0.6201    89.8600    15.7285      1.0000
 276     0.1000     0.0053    99.8340     0.7124    89.7900    16.0202      1.0000
 277     0.1000     0.0060    99.7780     0.6879    89.6300    15.8519      1.0000
 278     0.1000     0.0059    99.8220     0.6815    89.4000    15.7878      1.0000
 279     0.1000     0.0073    99.7640     0.6346    89.7100    16.5609      1.0000
 280     0.1000     0.0070    99.7620     0.7164    89.6600    15.8021      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0067    99.7680     0.6392    89.7100    15.7279      1.0000
 282     0.1000     0.0060    99.8180     0.6951    89.7000    15.7775      1.0000
 283     0.1000     0.0120    99.5740     0.7318    89.4700    16.8164      1.0000
 284     0.1000     0.0080    99.7340     0.6812    89.4900    15.6444      1.0000
 285     0.1000     0.0109    99.6660     0.7441    89.4300    15.7437      1.0000
 286     0.1000     0.0063    99.8000     0.7820    89.5000    15.7791      1.0000
 287     0.1000     0.0090    99.7260     0.6748    89.4700    16.7732      1.0000
 288     0.1000     0.0057    99.8360     0.6722    89.7900    15.7523      1.0000
 289     0.1000     0.0045    99.8460     0.6457    89.8200    15.8708      1.0000
 290     0.1000     0.0049    99.8140     0.7226    89.7200    15.6681      1.0000
 291     0.1000     0.0054    99.8320     0.6892    89.3700    16.1529      1.0000
 292     0.1000     0.0088    99.7200     0.7106    89.5300    15.7556      1.0000
 293     0.1000     0.0057    99.8220     0.6594    89.4400    15.7350      1.0000
 294     0.1000     0.0050    99.8160     0.7118    89.6800    16.5870      1.0000
 295     0.1000     0.0051    99.8340     0.7506    89.6500    15.6344      1.0000
 296     0.1000     0.0083    99.7420     0.7583    89.3300    15.7525      1.0000
 297     0.1000     0.0068    99.7960     0.7041    89.7100    15.7466      1.0000
 298     0.1000     0.0036    99.9000     0.7879    89.9300    17.3040      1.0000
 299     0.1000     0.0046    99.8540     0.7530    90.0900    15.7767      1.0000
 300     0.1000     0.0059    99.8200     0.6476    89.6000    15.6813      1.0000
 301     0.0996     0.0369    99.1060     0.8395    88.4900    15.6157      1.0000
 302     0.0992     0.0084    99.7640     0.7342    89.5600    16.5630      1.0000
 303     0.0988     0.0035    99.8920     0.7426    89.8100    15.8022      1.0000
 304     0.0983     0.0041    99.8700     0.7443    89.6600    15.7621      1.0000
 305     0.0979     0.0045    99.8520     0.7044    89.6000    15.8184      1.0000
 306     0.0975     0.0035    99.8920     0.7286    89.6500    17.2551      1.0000
 307     0.0971     0.0032    99.8840     0.7340    89.5500    15.7544      1.0000
 308     0.0967     0.0043    99.8740     0.7255    89.8000    15.7892      1.0000
 309     0.0963     0.0036    99.9020     0.6692    89.6200    16.8310      1.0000
 310     0.0959     0.0035    99.8940     0.6771    89.6200    15.8638      1.0000
 311     0.0955     0.0026    99.9240     0.7440    89.8600    15.8147      1.0000
 312     0.0950     0.0030    99.9320     0.6332    90.1700    15.7894      1.0000
 313     0.0946     0.0026    99.9220     0.6826    89.9800    16.1969      1.0000
 314     0.0942     0.0034    99.8900     0.7195    89.9000    15.8047      1.0000
 315     0.0938     0.0029    99.9060     0.7818    89.7800    15.6778      1.0000
 316     0.0934     0.0053    99.8400     0.7526    89.5200    15.7356      1.0000
 317     0.0930     0.0047    99.8480     0.7324    89.8300    16.5216      1.0000
 318     0.0926     0.0025    99.9260     0.7464    90.1900    15.7811      1.0000
 319     0.0922     0.0026    99.9140     0.8305    90.0700    15.9203      1.0000
 320     0.0917     0.0035    99.9060     0.7370    90.0200    15.8368      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0066    99.7840     0.7274    89.7400    15.7073      1.0000
 322     0.0909     0.0038    99.8920     0.7388    90.1500    15.7614      1.0000
 323     0.0905     0.0063    99.7900     0.7620    89.6600    15.6245      1.0000
 324     0.0901     0.0025    99.9180     0.6849    90.1300    16.3491      1.0000
 325     0.0897     0.0032    99.9220     0.6885    90.0400    15.7130      1.0000
 326     0.0893     0.0023    99.9220     0.7003    90.0000    15.6859      1.0000
 327     0.0889     0.0029    99.8920     0.8166    89.8900    15.6523      1.0000
 328     0.0885     0.0047    99.8520     0.8024    89.8100    15.8226      1.0000
 329     0.0880     0.0035    99.8880     0.7683    90.0200    15.8761      1.0000
 330     0.0876     0.0032    99.8980     0.7953    89.9900    15.7532      1.0000
 331     0.0872     0.0020    99.9400     0.8355    90.2400    15.7981      1.0000
 332     0.0868     0.0017    99.9340     0.8718    90.1400    15.6935      1.0000
 333     0.0864     0.0053    99.8560     0.7048    89.9800    15.7733      1.0000
 334     0.0860     0.0033    99.9100     0.6919    90.3300    15.7642      1.0000
 335     0.0856     0.0020    99.9480     0.7471    90.4400    15.6285      1.0000
 336     0.0852     0.0030    99.9040     0.8621    89.8500    16.4156      1.0000
 337     0.0847     0.0047    99.8420     0.7965    89.9400    15.5304      1.0000
 338     0.0843     0.0023    99.9280     0.7527    90.2700    15.6307      1.0000
 339     0.0839     0.0040    99.8800     0.7372    90.0000    15.8306      1.0000
 340     0.0835     0.0029    99.9060     0.7102    89.9900    15.7180      1.0000
 341     0.0831     0.0026    99.9280     0.7015    90.1800    15.6931      1.0000
 342     0.0827     0.0015    99.9560     0.7403    90.5300    15.7919      1.0000
 343     0.0823     0.0027    99.9340     0.7762    90.2700    16.0152      1.0000
 344     0.0818     0.0021    99.9340     0.7202    90.3300    15.7551      1.0000
 345     0.0814     0.0032    99.8980     0.7155    90.0800    15.7909      1.0000
 346     0.0810     0.0027    99.9160     0.7499    90.3600    15.8683      1.0000
 347     0.0806     0.0024    99.9300     0.7922    90.1900    16.5737      1.0000
 348     0.0802     0.0041    99.8840     0.7559    90.0800    15.7118      1.0000
 349     0.0798     0.0021    99.9320     0.7650    90.1600    15.6278      1.0000
 350     0.0794     0.0018    99.9480     0.7506    90.5300    15.6893      1.0000
 351     0.0790     0.0020    99.9200     0.8018    90.1600    16.6459      1.0000
 352     0.0786     0.0032    99.9180     0.7363    90.2800    15.5681      1.0000
 353     0.0781     0.0031    99.9200     0.6496    90.1400    15.6578      1.0000
 354     0.0777     0.0011    99.9720     0.7065    90.1100    15.7415      1.0000
 355     0.0773     0.0015    99.9500     0.7703    90.1700    16.4027      1.0000
 356     0.0769     0.0013    99.9620     0.7865    90.3100    15.6681      1.0000
 357     0.0765     0.0016    99.9520     0.7967    90.3400    15.8067      1.0000
 358     0.0761     0.0018    99.9460     0.8029    90.2600    16.2522      1.0000
 359     0.0757     0.0035    99.8880     0.7697    90.3400    15.8217      1.0000
 360     0.0753     0.0016    99.9500     0.7778    90.1900    15.6796      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0015    99.9500     0.7873    90.4700    15.7755      1.0000
 362     0.0744     0.0024    99.9200     0.8179    90.2500    16.6670      1.0000
 363     0.0740     0.0026    99.9200     0.8028    90.1200    15.8574      1.0000
 364     0.0736     0.0016    99.9420     0.8081    90.2900    15.6202      1.0000
 365     0.0732     0.0013    99.9680     0.7896    90.2100    15.6682      1.0000
 366     0.0728     0.0015    99.9500     0.8188    90.1400    16.2849      1.0000
 367     0.0724     0.0021    99.9300     0.8296    89.9800    15.7553      1.0000
 368     0.0720     0.0014    99.9480     0.7834    90.4300    15.6913      1.0000
 369     0.0715     0.0011    99.9620     0.7732    90.4000    15.7942      1.0000
 370     0.0711     0.0021    99.9380     0.7723    90.1500    16.4839      1.0000
 371     0.0707     0.0011    99.9700     0.7802    90.4400    15.8115      1.0000
 372     0.0703     0.0009    99.9740     0.8064    90.3400    15.8148      1.0000
 373     0.0699     0.0025    99.9320     0.7624    89.9900    16.2688      1.0000
 374     0.0695     0.0014    99.9540     0.7592    90.1900    15.7802      1.0000
 375     0.0691     0.0023    99.9260     0.7315    90.0600    15.7455      1.0000
 376     0.0686     0.0018    99.9380     0.7597    90.1500    15.8648      1.0000
 377     0.0682     0.0015    99.9560     0.7628    90.2100    16.6074      1.0000
 378     0.0678     0.0009    99.9720     0.7862    90.5600    15.9107      1.0000
 379     0.0674     0.0018    99.9560     0.7563    90.1700    15.7091      1.0000
 380     0.0670     0.0012    99.9740     0.7894    90.3100    15.6153      1.0000
 381     0.0666     0.0008    99.9720     0.8078    90.3900    16.1406      1.0000
 382     0.0662     0.0012    99.9620     0.8523    90.2100    15.8299      1.0000
 383     0.0658     0.0008    99.9760     0.8285    90.4800    15.6638      1.0000
 384     0.0654     0.0008    99.9760     0.8467    90.3200    15.8125      1.0000
 385     0.0649     0.0008    99.9660     0.8404    90.4000    16.5306      1.0000
 386     0.0645     0.0013    99.9560     0.8575    90.3000    15.6639      1.0000
 387     0.0641     0.0009    99.9780     0.8755    90.4200    15.7589      1.0000
 388     0.0637     0.0014    99.9580     0.8221    90.0400    15.9783      1.0000
 389     0.0633     0.0010    99.9800     0.8317    90.2900    15.9082      1.0000
 390     0.0629     0.0007    99.9840     0.8604    90.3100    15.7454      1.0000
 391     0.0625     0.0008    99.9760     0.8811    90.3300    15.6923      1.0000
 392     0.0621     0.0019    99.9280     0.8564    90.1300    16.5256      1.0000
 393     0.0616     0.0008    99.9780     0.8381    90.2800    15.8358      1.0000
 394     0.0612     0.0005    99.9840     0.8799    90.4100    15.7147      1.0000
 395     0.0608     0.0010    99.9600     0.8564    90.0300    15.8199      1.0000
 396     0.0604     0.0012    99.9660     0.8352    89.9900    16.8605      1.0000
 397     0.0600     0.0007    99.9800     0.8556    90.2300    15.8378      1.0000
 398     0.0596     0.0007    99.9760     0.8625    90.2300    15.6853      1.0000
 399     0.0592     0.0007    99.9760     0.8672    90.1400    15.8435      1.0000
 400     0.0588     0.0011    99.9700     0.8269    90.1800    16.6137      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0002    99.9980     0.8614    90.3100    15.7153      1.0000
 402     0.0579     0.0011    99.9640     0.8412    90.1800    15.8259      1.0000
 403     0.0575     0.0009    99.9740     0.8799    90.1600    16.0259      1.0000
 404     0.0571     0.0008    99.9740     0.8973    90.4200    15.7305      1.0000
 405     0.0567     0.0005    99.9860     0.8724    90.3400    15.8511      1.0000
 406     0.0563     0.0003    99.9960     0.8643    90.4100    15.7661      1.0000
 407     0.0559     0.0003    99.9920     0.8785    90.4300    15.9327      1.0000
 408     0.0554     0.0004    99.9860     0.8733    90.4400    15.8500      1.0000
 409     0.0550     0.0003    99.9880     0.8814    90.4200    15.6564      1.0000
 410     0.0546     0.0004    99.9900     0.9067    90.5200    15.7790      1.0000
 411     0.0542     0.0018    99.9420     0.9663    90.0700    16.4405      1.0000
 412     0.0538     0.0005    99.9920     0.9046    90.2400    15.7874      1.0000
 413     0.0534     0.0007    99.9780     0.8783    90.2700    15.8356      1.0000
 414     0.0530     0.0015    99.9520     0.8738    90.2500    15.6542      1.0000
 415     0.0526     0.0003    99.9920     0.8768    90.4500    16.6154      1.0000
 416     0.0522     0.0005    99.9860     0.8933    90.4800    15.6607      1.0000
 417     0.0517     0.0004    99.9820     0.9196    90.5400    15.8562      1.0000
 418     0.0513     0.0008    99.9740     0.9334    90.2400    15.7650      1.0000
 419     0.0509     0.0007    99.9900     0.9196    90.6700    16.2111      1.0000
 420     0.0505     0.0005    99.9840     0.9421    90.5300    15.8396      1.0000
 421     0.0501     0.0007    99.9720     0.9623    90.5900    15.6979      1.0000
 422     0.0497     0.0004    99.9860     0.9387    90.6300    15.8244      1.0000
 423     0.0493     0.0005    99.9840     0.9696    90.4600    15.6981      1.0000
 424     0.0489     0.0005    99.9840     0.9281    90.6100    15.6272      1.0000
 425     0.0484     0.0002    99.9940     0.9494    90.6200    15.7135      1.0000
 426     0.0480     0.0003    99.9920     0.9393    90.6800    16.3191      1.0000
 427     0.0476     0.0003    99.9920     0.9428    90.6900    15.7207      1.0000
 428     0.0472     0.0002    99.9920     0.9608    90.6700    15.8128      1.0000
 429     0.0468     0.0002    99.9960     0.9398    90.7400    15.7670      1.0000
 430     0.0464     0.0001    99.9940     0.9467    90.7400    16.7065      1.0000
 431     0.0460     0.0002    99.9980     0.9733    90.5100    15.8126      1.0000
 432     0.0456     0.0002    99.9940     0.9885    90.6100    15.9129      1.0000
 433     0.0451     0.0003    99.9920     0.9967    90.5900    15.7553      1.0000
 434     0.0447     0.0004    99.9940     0.9704    90.5600    16.5370      1.0000
 435     0.0443     0.0004    99.9920     0.9488    90.3500    15.8401      1.0000
 436     0.0439     0.0003    99.9920     0.9670    90.5100    15.6437      1.0000
 437     0.0435     0.0003    99.9860     0.9822    90.5000    16.4126      1.0000
 438     0.0431     0.0002    99.9920     0.9601    90.4200    15.9058      1.0000
 439     0.0427     0.0003    99.9920     0.9569    90.4400    15.6848      1.0000
 440     0.0423     0.0003    99.9960     0.9625    90.5200    15.7169      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0003    99.9880     0.9777    90.5900    16.9082      1.0000
 442     0.0414     0.0004    99.9880     0.9969    90.5100    15.8250      1.0000
 443     0.0410     0.0004    99.9880     1.0179    90.3300    15.9089      1.0000
 444     0.0406     0.0002    99.9940     0.9530    90.3700    15.7416      1.0000
 445     0.0402     0.0004    99.9900     0.9534    90.5100    17.0968      1.0000
 446     0.0398     0.0002    99.9940     0.9611    90.4300    15.7313      1.0000
 447     0.0394     0.0004    99.9860     0.9514    90.3600    15.8661      1.0000
 448     0.0389     0.0002    99.9940     0.9732    90.5400    15.6830      1.0000
 449     0.0385     0.0002    99.9900     0.9781    90.4000    16.6997      1.0000
 450     0.0381     0.0003    99.9900     0.9505    90.4000    15.6123      1.0000
 451     0.0377     0.0002    99.9940     0.9608    90.4000    15.8687      1.0000
 452     0.0373     0.0005    99.9840     0.9910    90.4500    16.0913      1.0000
 453     0.0369     0.0003    99.9900     0.9571    90.3600    15.6642      1.0000
 454     0.0365     0.0003    99.9900     0.9651    90.3300    15.7742      1.0000
 455     0.0361     0.0001    99.9980     0.9600    90.3600    15.6809      1.0000
 456     0.0357     0.0002    99.9940     0.9565    90.3400    16.3012      1.0000
 457     0.0352     0.0002    99.9940     0.9580    90.4100    15.6975      1.0000
 458     0.0348     0.0005    99.9860     0.9654    90.5500    15.8446      1.0000
 459     0.0344     0.0001    99.9980     0.9746    90.6000    15.7456      1.0000
 460     0.0340     0.0002    99.9920     0.9867    90.5800    16.4113      1.0000
 461     0.0336     0.0002    99.9940     1.0059    90.3000    15.7265      1.0000
 462     0.0332     0.0001   100.0000     0.9905    90.5500    15.6575      1.0000
 463     0.0328     0.0002    99.9920     0.9963    90.6000    15.7318      1.0000
 464     0.0324     0.0001    99.9980     0.9831    90.5900    16.4529      1.0000
 465     0.0319     0.0002    99.9920     0.9996    90.7000    15.7295      1.0000
 466     0.0315     0.0002    99.9940     1.0040    90.5200    15.6642      1.0000
 467     0.0311     0.0002    99.9940     1.0211    90.7600    16.2418      1.0000
 468     0.0307     0.0006    99.9840     1.0055    90.8000    15.7788      1.0000
 469     0.0303     0.0001    99.9960     1.0021    90.8600    15.6713      1.0000
 470     0.0299     0.0002    99.9900     1.0077    90.6800    15.7836      1.0000
 471     0.0295     0.0002    99.9900     1.0000    90.7900    16.4110      1.0000
 472     0.0291     0.0002    99.9960     1.0040    90.8800    15.8579      1.0000
 473     0.0286     0.0001    99.9940     1.0138    90.7700    15.6501      1.0000
 474     0.0282     0.0001    99.9960     1.0153    90.7200    15.7754      1.0000
 475     0.0278     0.0002    99.9940     0.9976    90.7800    16.3348      1.0000
 476     0.0274     0.0004    99.9900     1.0030    90.6100    15.8001      1.0000
 477     0.0270     0.0003    99.9900     0.9916    90.6500    15.7439      1.0000
 478     0.0266     0.0001    99.9960     0.9797    90.7400    15.6745      1.0000
 479     0.0262     0.0001    99.9980     0.9824    90.7000    16.4841      1.0000
 480     0.0257     0.0001    99.9980     0.9894    90.7000    15.6862      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0002    99.9960     0.9954    90.8100    15.6970      1.0000
 482     0.0249     0.0001   100.0000     0.9899    90.8100    15.9339      1.0000
 483     0.0245     0.0001    99.9940     0.9896    90.7800    15.6997      1.0000
 484     0.0241     0.0000    99.9980     0.9799    90.7000    15.7966      1.0000
 485     0.0237     0.0001    99.9980     0.9916    90.8200    15.8024      1.0000
 486     0.0233     0.0001    99.9980     0.9950    90.7900    16.2809      1.0000
 487     0.0229     0.0000   100.0000     0.9981    90.8000    15.8586      1.0000
 488     0.0225     0.0000   100.0000     1.0078    90.6000    15.7466      1.0000
 489     0.0220     0.0001   100.0000     1.0106    90.5900    15.7850      1.0000
 490     0.0216     0.0000   100.0000     1.0029    90.6500    16.6237      1.0000
 491     0.0212     0.0001    99.9960     1.0068    90.6500    15.9044      1.0000
 492     0.0208     0.0001    99.9980     1.0122    90.7000    15.7179      1.0000
 493     0.0204     0.0002    99.9960     1.0180    90.6900    15.6920      1.0000
 494     0.0200     0.0000   100.0000     1.0230    90.7200    16.7560      1.0000
 495     0.0196     0.0001   100.0000     1.0262    90.7400    15.8159      1.0000
 496     0.0192     0.0000   100.0000     1.0268    90.7400    15.8292      1.0000
 497     0.0187     0.0000   100.0000     1.0262    90.6500    15.6584      1.0000
 498     0.0183     0.0002    99.9980     1.0374    90.7600    15.8667      1.0000
 499     0.0179     0.0001   100.0000     1.0364    90.7700    15.7655      1.0000
 500     0.0175     0.0000   100.0000     1.0357    90.7700    15.8055      1.0000
 501     0.0171     0.0002    99.9960     1.0322    90.8200    16.4568      1.0000
 502     0.0167     0.0000   100.0000     1.0175    90.7900    15.9565      1.0000
 503     0.0163     0.0000   100.0000     1.0187    90.8300    15.6898      1.0000
 504     0.0159     0.0000   100.0000     1.0197    90.8000    15.8766      1.0000
 505     0.0154     0.0001    99.9980     1.0292    90.8000    16.5442      1.0000
 506     0.0150     0.0000   100.0000     1.0285    90.8400    15.7524      1.0000
 507     0.0146     0.0001    99.9980     1.0292    90.8700    15.8278      1.0000
 508     0.0142     0.0000   100.0000     1.0344    90.7000    15.7926      1.0000
 509     0.0138     0.0001    99.9980     1.0320    90.6400    16.7053      1.0000
 510     0.0134     0.0001    99.9960     1.0292    90.7300    15.6872      1.0000
 511     0.0130     0.0000   100.0000     1.0332    90.7600    15.7408      1.0000
 512     0.0125     0.0000    99.9980     1.0342    90.8400    15.7615      1.0000
 513     0.0121     0.0000   100.0000     1.0350    90.8200    16.6109      1.0000
 514     0.0117     0.0000    99.9980     1.0331    90.7700    15.8343      1.0000
 515     0.0113     0.0001    99.9960     1.0336    90.7700    15.7522      1.0000
 516     0.0109     0.0000    99.9980     1.0348    90.7800    16.7492      1.0000
 517     0.0105     0.0000   100.0000     1.0376    90.6900    15.6405      1.0000
 518     0.0101     0.0001    99.9960     1.0402    90.7500    15.6621      1.0000
 519     0.0097     0.0001    99.9960     1.0375    90.7400    15.7874      1.0000
 520     0.0092     0.0001    99.9920     1.0388    90.7100    16.7579      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     1.0385    90.7100    15.8341      1.0000
 522     0.0084     0.0000   100.0000     1.0393    90.7000    15.6960      1.0000
 523     0.0080     0.0000   100.0000     1.0412    90.6700    15.7335      1.0000
 524     0.0076     0.0000   100.0000     1.0417    90.6700    16.3855      1.0000
 525     0.0072     0.0001    99.9980     1.0425    90.6700    15.7260      1.0000
 526     0.0068     0.0000   100.0000     1.0433    90.7000    15.7111      1.0000
 527     0.0064     0.0000   100.0000     1.0433    90.7100    15.6345      1.0000
 528     0.0060     0.0000   100.0000     1.0430    90.7200    17.0338      1.0000
 529     0.0055     0.0000   100.0000     1.0439    90.6800    15.7655      1.0000
 530     0.0051     0.0000   100.0000     1.0451    90.6800    15.8635      1.0000
 531     0.0047     0.0000   100.0000     1.0458    90.6900    16.5120      1.0000
 532     0.0043     0.0001    99.9960     1.0467    90.7100    15.7800      1.0000
 533     0.0039     0.0000    99.9980     1.0469    90.6900    15.7790      1.0000
 534     0.0035     0.0000   100.0000     1.0469    90.6900    15.8507      1.0000
 535     0.0031     0.0000    99.9980     1.0468    90.6500    16.5380      1.0000
 536     0.0027     0.0000   100.0000     1.0472    90.6700    15.7006      1.0000
 537     0.0022     0.0000    99.9980     1.0473    90.6500    15.8093      1.0000
 538     0.0018     0.0001    99.9980     1.0473    90.6900    15.7552      1.0000
 539     0.0014     0.0000   100.0000     1.0476    90.6900    17.1825      1.0000
 540     0.0010     0.0000   100.0000     1.0477    90.6900    15.7489      1.0000
 541     0.0010     0.0000   100.0000     1.0475    90.7000    15.6908      1.0000
 542     0.0010     0.0000   100.0000     1.0477    90.6900    15.9392      1.0000
 543     0.0010     0.0000   100.0000     1.0477    90.6900    15.7635      1.0000
 544     0.0010     0.0000   100.0000     1.0477    90.6900    15.8837      1.0000
 545     0.0010     0.0001    99.9980     1.0478    90.6900    15.6648      1.0000
 546     0.0010     0.0000   100.0000     1.0478    90.6900    16.7094      1.0000
 547     0.0010     0.0000   100.0000     1.0479    90.7100    15.7365      1.0000
 548     0.0010     0.0000    99.9980     1.0481    90.7000    15.7255      1.0000
 549     0.0010     0.0000   100.0000     1.0479    90.6900    15.7733      1.0000
 550     0.0010     0.0000    99.9980     1.0480    90.6900    16.1758      1.0000
 551     0.0010     0.0000   100.0000     1.0481    90.6900    15.7198      1.0000
 552     0.0010     0.0000   100.0000     1.0481    90.6900    15.7587      1.0000
 553     0.0010     0.0000   100.0000     1.0480    90.6800    15.6829      1.0000
 554     0.0010     0.0001    99.9980     1.0480    90.6900    16.4287      1.0000
 555     0.0010     0.0001    99.9960     1.0482    90.6800    15.7547      1.0000
 556     0.0010     0.0000   100.0000     1.0480    90.6800    15.6421      1.0000
 557     0.0010     0.0000   100.0000     1.0481    90.6800    15.7868      1.0000
 558     0.0010     0.0000   100.0000     1.0482    90.6800    16.4926      1.0000
 559     0.0010     0.0000    99.9980     1.0483    90.6800    15.7577      1.0000
 560     0.0010     0.0000   100.0000     1.0485    90.6800    15.8089      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001    99.9980     1.0485    90.6800    16.7170      1.0000
 562     0.0010     0.0000   100.0000     1.0485    90.6900    15.7517      1.0000
 563     0.0010     0.0000   100.0000     1.0486    90.6900    15.7533      1.0000
 564     0.0010     0.0001    99.9980     1.0487    90.6900    15.7462      1.0000
 565     0.0010     0.0001    99.9980     1.0488    90.6900    16.4914      1.0000
 566     0.0010     0.0000    99.9980     1.0488    90.7000    15.6498      1.0000
 567     0.0010     0.0000    99.9980     1.0489    90.6900    15.8088      1.0000
 568     0.0010     0.0000   100.0000     1.0488    90.6900    15.7595      1.0000
 569     0.0010     0.0000   100.0000     1.0489    90.6900    16.8332      1.0000
 570     0.0010     0.0000   100.0000     1.0489    90.6900    15.6442      1.0000
 571     0.0010     0.0000   100.0000     1.0489    90.6900    15.7052      1.0000
 572     0.0010     0.0000   100.0000     1.0489    90.6900    15.6996      1.0000
 573     0.0010     0.0000   100.0000     1.0491    90.6900    16.3567      1.0000
 574     0.0010     0.0000   100.0000     1.0492    90.6900    15.8333      1.0000
 575     0.0010     0.0000   100.0000     1.0484    90.6900    15.6473      1.0000
 576     0.0010     0.0001    99.9980     1.0485    90.6800    16.6410      1.0000
 577     0.0010     0.0000   100.0000     1.0486    90.6900    15.6681      1.0000
 578     0.0010     0.0001    99.9980     1.0487    90.6900    15.6733      1.0000
 579     0.0010     0.0001    99.9980     1.0487    90.6900    15.7677      1.0000
 580     0.0010     0.0001    99.9980     1.0488    90.6900    16.8801      1.0000
 581     0.0010     0.0000   100.0000     1.0489    90.6900    15.6678      1.0000
 582     0.0010     0.0000    99.9960     1.0487    90.6900    15.7465      1.0000
 583     0.0010     0.0000   100.0000     1.0487    90.6900    15.8010      1.0000
 584     0.0010     0.0001    99.9980     1.0486    90.7000    16.9356      1.0000
 585     0.0010     0.0000    99.9980     1.0483    90.7000    15.8188      1.0000
 586     0.0010     0.0000   100.0000     1.0484    90.6900    15.7935      1.0000
 587     0.0010     0.0001    99.9960     1.0486    90.6900    15.8413      1.0000
 588     0.0010     0.0000   100.0000     1.0486    90.6900    16.6060      1.0000
 589     0.0010     0.0001    99.9980     1.0487    90.6900    15.8362      1.0000
 590     0.0010     0.0000    99.9980     1.0488    90.6900    15.7960      1.0000
 591     0.0010     0.0000    99.9980     1.0486    90.7100    16.4642      1.0000
 592     0.0010     0.0000   100.0000     1.0487    90.7200    15.7154      1.0000
 593     0.0010     0.0000   100.0000     1.0487    90.7200    15.6895      1.0000
 594     0.0010     0.0000   100.0000     1.0488    90.7100    15.7679      1.0000
 595     0.0010     0.0001    99.9980     1.0490    90.7100    16.8793      1.0000
 596     0.0010     0.0000   100.0000     1.0491    90.7200    15.8054      1.0000
 597     0.0010     0.0001    99.9960     1.0492    90.7200    15.8700      1.0000
 598     0.0010     0.0000   100.0000     1.0491    90.7200    15.5647      1.0000
 599     0.0010     0.0000   100.0000     1.0490    90.7100    16.9307      1.0000
 600     0.0010     0.0000   100.0000     1.0491    90.7100    15.6815      1.0000
