Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2413    13.9560     2.1376    19.9900    10.8853      1.0000
   2     0.1000     2.1244    17.7440     1.9198    22.7400     9.9963      1.0000
   3     0.1000     1.9900    22.3520     1.8339    26.2600     9.9327      1.0000
   4     0.1000     1.8172    29.0500     1.6487    34.3600     9.9476      1.0000
   5     0.1000     1.6964    34.9320     1.5902    39.9500     9.8903      1.0000
   6     0.1000     1.5621    41.2580     1.9369    27.1300     9.9943      1.0000
   7     0.1000     1.4358    47.3540     1.4120    49.9800     9.9903      1.0000
   8     0.1000     1.3057    52.9900     1.1733    58.1500    10.1416      1.0000
   9     0.1000     1.1648    58.8420     0.9939    64.9900    10.0617      1.0000
  10     0.1000     1.0397    63.2680     0.9785    64.9700    10.0169      1.0000
  11     0.1000     0.9522    66.7020     0.8392    70.7000    10.0188      1.0000
  12     0.1000     0.8668    70.0020     0.9297    67.4300    10.1042      1.0000
  13     0.1000     0.8039    72.3420     0.7591    73.9500    10.0567      1.0000
  14     0.1000     0.7497    74.6520     0.7397    73.7900     9.9508      1.0000
  15     0.1000     0.6999    76.2220     0.6639    77.7000    10.1022      1.0000
  16     0.1000     0.6602    77.7200     0.7512    75.0500    10.0259      1.0000
  17     0.1000     0.6230    79.0020     0.6602    78.0900     9.8872      1.0000
  18     0.1000     0.5795    80.4360     0.5855    80.5500     9.9818      1.0000
  19     0.1000     0.5523    81.5700     0.6030    80.1800    10.0179      1.0000
  20     0.1000     0.5218    82.5440     0.5633    81.0800    10.0789      1.0000
  21     0.1000     0.4946    83.4120     0.6058    80.2100    10.0764      1.0000
  22     0.1000     0.4718    84.2380     0.5444    82.1400    10.1761      1.0000
  23     0.1000     0.4543    84.9140     0.5197    83.0900     9.9778      1.0000
  24     0.1000     0.4304    85.5920     0.4883    84.2100    10.1209      1.0000
  25     0.1000     0.4028    86.6480     0.6100    80.7100    10.1112      1.0000
  26     0.1000     0.3882    87.0920     0.5535    82.2100     9.9292      1.0000
  27     0.1000     0.3771    87.5520     0.4742    84.7200    10.0141      1.0000
  28     0.1000     0.3526    88.3260     0.7323    79.0900     9.9194      1.0000
  29     0.1000     0.3445    88.4380     0.4778    84.8700    10.0346      1.0000
  30     0.1000     0.3288    89.0380     0.4685    85.5300     9.9599      1.0000
  31     0.1000     0.3155    89.5060     0.4774    85.1300    10.0957      1.0000
  32     0.1000     0.3030    89.8360     0.4620    85.8000     9.9678      1.0000
  33     0.1000     0.2905    90.3260     0.4745    85.1800    10.0124      1.0000
  34     0.1000     0.2808    90.5800     0.4905    85.0600    10.0484      1.0000
  35     0.1000     0.2685    90.9720     0.4368    86.5800    10.1017      1.0000
  36     0.1000     0.2599    91.2560     0.4481    86.5800    10.1165      1.0000
  37     0.1000     0.2486    91.6460     0.4267    86.7000    10.0867      1.0000
  38     0.1000     0.2439    91.7380     0.4704    85.9100    10.0418      1.0000
  39     0.1000     0.2254    92.5040     0.5261    84.6200    10.1214      1.0000
  40     0.1000     0.2195    92.6480     0.4556    86.7300    10.0536      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2150    92.7460     0.4665    86.2600    10.0374      1.0000
  42     0.1000     0.2088    92.9800     0.5088    86.2600    10.0216      1.0000
  43     0.1000     0.1985    93.2140     0.6126    84.5400    10.0926      1.0000
  44     0.1000     0.1905    93.6600     0.4833    87.0300     9.9601      1.0000
  45     0.1000     0.1775    94.1460     0.5190    86.6600     9.9829      1.0000
  46     0.1000     0.1813    94.0060     0.4700    86.6600    10.0512      1.0000
  47     0.1000     0.1710    94.3440     0.4749    86.5600    10.0439      1.0000
  48     0.1000     0.1649    94.5180     0.4445    87.2900     9.9210      1.0000
  49     0.1000     0.1611    94.6400     0.4986    86.7500     9.8716      1.0000
  50     0.1000     0.1518    94.9960     0.4851    87.7800     9.9452      1.0000
  51     0.1000     0.1557    94.8100     0.5009    87.2900    10.0147      1.0000
  52     0.1000     0.1420    95.2040     0.4743    88.0300    10.0110      1.0000
  53     0.1000     0.1461    95.1380     0.4588    87.9000     9.9903      1.0000
  54     0.1000     0.1375    95.4180     0.4854    88.3400     9.9909      1.0000
  55     0.1000     0.1331    95.6100     0.5273    87.0800    10.1021      1.0000
  56     0.1000     0.1315    95.6740     0.4843    87.2000    10.0390      1.0000
  57     0.1000     0.1218    95.9840     0.4634    87.9300    10.0429      1.0000
  58     0.1000     0.1168    96.1660     0.4793    88.2000     9.9642      1.0000
  59     0.1000     0.1198    96.0860     0.4973    87.5500    10.0176      1.0000
  60     0.1000     0.1120    96.3180     0.5648    87.5200    10.1112      1.0000
  61     0.1000     0.1116    96.3080     0.4856    88.4600     9.8408      1.0000
  62     0.1000     0.1058    96.4240     0.5045    87.6800    10.0564      1.0000
  63     0.1000     0.1046    96.5660     0.5409    87.5500     9.9932      1.0000
  64     0.1000     0.0993    96.7060     0.5389    87.4200    10.0617      1.0000
  65     0.1000     0.1023    96.6040     0.5323    87.4100     9.9909      1.0000
  66     0.1000     0.0918    96.9560     0.5361    87.5500    10.0803      1.0000
  67     0.1000     0.0908    96.9220     0.5382    87.2600    10.0634      1.0000
  68     0.1000     0.0918    97.0080     0.5068    87.9300    10.1689      1.0000
  69     0.1000     0.0813    97.3280     0.5994    87.5100    10.0956      1.0000
  70     0.1000     0.0810    97.2900     0.5308    87.9200    10.0555      1.0000
  71     0.1000     0.0817    97.2900     0.5061    87.9100     9.9782      1.0000
  72     0.1000     0.0766    97.4320     0.6025    87.5400    10.1376      1.0000
  73     0.1000     0.0822    97.3460     0.5951    86.0000     9.9446      1.0000
  74     0.1000     0.0786    97.4040     0.5466    88.0100     9.9665      1.0000
  75     0.1000     0.0747    97.5420     0.5041    88.4000    10.0834      1.0000
  76     0.1000     0.0714    97.7480     0.5363    87.4300    10.0266      1.0000
  77     0.1000     0.0727    97.6040     0.5510    88.7200     9.9539      1.0000
  78     0.1000     0.0688    97.7340     0.6181    87.0200     9.9722      1.0000
  79     0.1000     0.0673    97.7940     0.5291    88.4800    10.0861      1.0000
  80     0.1000     0.0655    97.8340     0.5671    87.7300     9.8888      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0653    97.8360     0.5059    88.4000    10.0591      1.0000
  82     0.1000     0.0677    97.7800     0.5173    88.2700    10.1674      1.0000
  83     0.1000     0.0560    98.0780     0.6408    86.5800    10.0062      1.0000
  84     0.1000     0.0606    97.9900     0.5089    88.7700     9.9435      1.0000
  85     0.1000     0.0585    98.0580     0.5525    88.4400    10.0818      1.0000
  86     0.1000     0.0551    98.1580     0.5605    88.4200    10.0795      1.0000
  87     0.1000     0.0545    98.2500     0.5733    87.6800    10.0546      1.0000
  88     0.1000     0.0517    98.4060     0.5638    88.8500    10.0740      1.0000
  89     0.1000     0.0570    98.0760     0.6191    87.7300    10.1756      1.0000
  90     0.1000     0.0538    98.2920     0.5747    88.3700     9.9939      1.0000
  91     0.1000     0.0484    98.4960     0.5598    88.1300    10.1162      1.0000
  92     0.1000     0.0484    98.4460     0.6042    87.8900    10.1596      1.0000
  93     0.1000     0.0481    98.3740     0.5556    88.7000    10.0316      1.0000
  94     0.1000     0.0432    98.5600     0.6924    86.7800    10.0836      1.0000
  95     0.1000     0.0415    98.6500     0.5835    88.5800    10.0219      1.0000
  96     0.1000     0.0446    98.4820     0.5422    88.3800    10.1395      1.0000
  97     0.1000     0.0408    98.6600     0.5721    87.2200    10.0603      1.0000
  98     0.1000     0.0406    98.7060     0.6021    88.1400    10.0596      1.0000
  99     0.1000     0.0388    98.7240     0.6248    88.4200    10.0185      1.0000
 100     0.1000     0.0416    98.6540     0.5591    88.6200    10.0093      1.0000
 101     0.1000     0.0420    98.6000     0.6146    87.9700     9.9992      1.0000
 102     0.1000     0.0408    98.7220     0.6370    87.6500     9.9576      1.0000
 103     0.1000     0.0377    98.8160     0.5805    88.7900     9.8906      1.0000
 104     0.1000     0.0409    98.6560     0.5753    88.9200     9.8941      1.0000
 105     0.1000     0.0362    98.8840     0.6503    87.6800     9.9553      1.0000
 106     0.1000     0.0352    98.8420     0.5800    88.4400     9.9684      1.0000
 107     0.1000     0.0356    98.8240     0.5739    88.6500     9.9971      1.0000
 108     0.1000     0.0332    98.8940     0.6253    88.5500     9.9924      1.0000
 109     0.1000     0.0405    98.6900     0.5845    88.6700    10.1122      1.0000
 110     0.1000     0.0347    98.8620     0.6105    88.9100    10.0068      1.0000
 111     0.1000     0.0354    98.8340     0.5988    88.4200     9.9841      1.0000
 112     0.1000     0.0410    98.7620     0.5533    88.6200    10.0757      1.0000
 113     0.1000     0.0324    98.9920     0.5776    89.2300     9.9942      1.0000
 114     0.1000     0.0314    99.0400     0.5927    88.1500    10.0201      1.0000
 115     0.1000     0.0299    99.0480     0.6171    88.6700    10.1392      1.0000
 116     0.1000     0.0293    99.0640     0.6406    88.8600     9.9759      1.0000
 117     0.1000     0.0348    98.9200     0.6043    88.5500     9.9910      1.0000
 118     0.1000     0.0280    99.1220     0.6526    89.2600     9.9750      1.0000
 119     0.1000     0.0315    99.0480     0.6306    87.9200    10.0221      1.0000
 120     0.1000     0.0314    99.0300     0.5853    88.7600     9.9014      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0288    99.1680     0.6085    88.9400     9.9995      1.0000
 122     0.1000     0.0295    99.0760     0.6417    89.2200    10.1091      1.0000
 123     0.1000     0.0282    99.1060     0.6018    89.2500    10.0668      1.0000
 124     0.1000     0.0278    99.1220     0.6567    88.0200    10.0005      1.0000
 125     0.1000     0.0227    99.2640     0.6598    89.0700    10.0413      1.0000
 126     0.1000     0.0258    99.1940     0.6294    88.8900    10.0865      1.0000
 127     0.1000     0.0273    99.0920     0.6194    89.3000    10.1162      1.0000
 128     0.1000     0.0316    99.0560     0.6207    88.6200    10.0703      1.0000
 129     0.1000     0.0269    99.1660     0.5883    89.2900    10.1221      1.0000
 130     0.1000     0.0237    99.3060     0.6297    88.8300    10.0874      1.0000
 131     0.1000     0.0233    99.2760     0.6324    89.0000    10.0790      1.0000
 132     0.1000     0.0230    99.2660     0.7025    88.9000    10.0609      1.0000
 133     0.1000     0.0264    99.2020     0.6633    88.4600    10.0783      1.0000
 134     0.1000     0.0251    99.2140     0.6207    88.6200     9.9972      1.0000
 135     0.1000     0.0230    99.2540     0.6206    89.1100    10.0045      1.0000
 136     0.1000     0.0215    99.2520     0.6211    88.8500    10.0351      1.0000
 137     0.1000     0.0242    99.2040     0.5690    89.4300    10.1477      1.0000
 138     0.1000     0.0219    99.2640     0.5645    89.2500     9.9724      1.0000
 139     0.1000     0.0249    99.2300     0.5848    88.2500     9.9506      1.0000
 140     0.1000     0.0204    99.3440     0.6482    89.3100     9.9943      1.0000
 141     0.1000     0.0211    99.3380     0.6400    88.8700     9.9906      1.0000
 142     0.1000     0.0187    99.4020     0.6472    89.2500    10.0035      1.0000
 143     0.1000     0.0201    99.3880     0.6097    89.2100     9.9803      1.0000
 144     0.1000     0.0207    99.3480     0.6026    88.9700     9.9561      1.0000
 145     0.1000     0.0231    99.2740     0.6467    89.2300    10.0154      1.0000
 146     0.1000     0.0195    99.3420     0.6423    89.5600    10.0118      1.0000
 147     0.1000     0.0190    99.4260     0.6022    89.0300    10.0622      1.0000
 148     0.1000     0.0223    99.3200     0.6008    89.0900    10.0202      1.0000
 149     0.1000     0.0174    99.4480     0.6935    89.3100     9.9995      1.0000
 150     0.1000     0.0222    99.3200     0.6384    88.8900     9.9478      1.0000
 151     0.1000     0.0226    99.2900     0.6383    88.7800    10.0979      1.0000
 152     0.1000     0.0225    99.3360     0.6160    89.3700    10.0312      1.0000
 153     0.1000     0.0188    99.4340     0.6282    89.3000    10.0593      1.0000
 154     0.1000     0.0187    99.4300     0.6660    89.4300    10.1248      1.0000
 155     0.1000     0.0219    99.3400     0.7019    89.0400    10.0120      1.0000
 156     0.1000     0.0248    99.2660     0.5842    88.8200    10.0598      1.0000
 157     0.1000     0.0169    99.4480     0.6421    89.3700    10.0755      1.0000
 158     0.1000     0.0175    99.4340     0.7505    88.8700    10.0387      1.0000
 159     0.1000     0.0190    99.3500     0.6252    89.3900    10.0684      1.0000
 160     0.1000     0.0212    99.3400     0.6510    89.4000    10.0958      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0194    99.3980     0.6474    89.4600    10.0468      1.0000
 162     0.1000     0.0169    99.4780     0.6580    89.2500    10.0410      1.0000
 163     0.1000     0.0208    99.3360     0.6164    89.0900     9.9703      1.0000
 164     0.1000     0.0172    99.4680     0.6907    89.1400    10.0730      1.0000
 165     0.1000     0.0182    99.4840     0.6321    89.3900    10.1334      1.0000
 166     0.1000     0.0159    99.4940     0.6243    89.5500    10.0314      1.0000
 167     0.1000     0.0193    99.3820     0.6498    88.9100    10.1011      1.0000
 168     0.1000     0.0190    99.4420     0.5875    89.4100    10.0261      1.0000
 169     0.1000     0.0154    99.5080     0.6387    89.3100    10.0644      1.0000
 170     0.1000     0.0185    99.4680     0.6222    89.1700    10.1220      1.0000
 171     0.1000     0.0173    99.4700     0.6639    89.2400    10.0308      1.0000
 172     0.1000     0.0183    99.4300     0.6545    88.2200     9.9554      1.0000
 173     0.1000     0.0132    99.5700     0.9393    87.9600     9.9337      1.0000
 174     0.1000     0.0186    99.4400     0.6331    89.2500    10.0077      1.0000
 175     0.1000     0.0128    99.6000     0.6570    89.5100     9.9857      1.0000
 176     0.1000     0.0167    99.4500     0.6173    89.7400     9.9596      1.0000
 177     0.1000     0.0174    99.5260     0.5989    89.6800    10.0216      1.0000
 178     0.1000     0.0104    99.6700     0.7388    89.1500    10.1366      1.0000
 179     0.1000     0.0156    99.4880     0.6733    89.3700    10.1201      1.0000
 180     0.1000     0.0148    99.5260     0.6592    89.8100    10.0285      1.0000
 181     0.1000     0.0151    99.5180     0.6749    89.4400    10.0445      1.0000
 182     0.1000     0.0157    99.5300     0.7202    89.2700    10.0065      1.0000
 183     0.1000     0.0140    99.5840     0.6167    89.4400    10.0246      1.0000
 184     0.1000     0.0120    99.6140     0.7043    89.4400     9.9380      1.0000
 185     0.1000     0.0143    99.5580     0.6736    89.6300     9.9200      1.0000
 186     0.1000     0.0147    99.5540     0.6545    89.1200     9.9814      1.0000
 187     0.1000     0.0190    99.3820     0.7148    88.5500     9.9232      1.0000
 188     0.1000     0.0155    99.5320     0.6567    89.3300    10.0795      1.0000
 189     0.1000     0.0152    99.5340     0.6550    89.7800    10.1110      1.0000
 190     0.1000     0.0158    99.4900     0.6391    89.4300    10.0917      1.0000
 191     0.1000     0.0134    99.5900     0.6750    89.5300    10.1844      1.0000
 192     0.1000     0.0130    99.6100     0.6525    89.8700    10.1593      1.0000
 193     0.1000     0.0126    99.6220     0.6657    89.6400    10.0594      1.0000
 194     0.1000     0.0130    99.6600     0.6441    89.3200    10.0481      1.0000
 195     0.1000     0.0147    99.5460     0.6605    89.3000    10.0843      1.0000
 196     0.1000     0.0153    99.5300     0.6274    89.3400    10.0691      1.0000
 197     0.1000     0.0132    99.5900     0.6705    89.3700    10.0027      1.0000
 198     0.1000     0.0108    99.6600     0.6870    89.5200     9.9119      1.0000
 199     0.1000     0.0094    99.7340     0.6852    89.9800    10.1321      1.0000
 200     0.1000     0.0128    99.6220     0.6774    89.3900    10.0184      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0138    99.5580     0.6364    89.0100    10.0648      1.0000
 202     0.1000     0.0120    99.6440     0.6700    89.8800     9.9991      1.0000
 203     0.1000     0.0128    99.6080     0.6369    89.8200     9.9440      1.0000
 204     0.1000     0.0143    99.5880     0.6474    89.4600     9.9650      1.0000
 205     0.1000     0.0278    99.2540     0.7032    88.8300     9.9359      1.0000
 206     0.1000     0.0149    99.5380     0.6489    89.6800    10.0929      1.0000
 207     0.1000     0.0161    99.4860     0.5964    89.6000    10.0780      1.0000
 208     0.1000     0.0130    99.5980     0.6896    89.2800    10.0796      1.0000
 209     0.1000     0.0137    99.5680     0.6923    89.8100     9.9917      1.0000
 210     0.1000     0.0125    99.6080     0.6334    89.8700    10.0127      1.0000
 211     0.1000     0.0127    99.6040     0.6061    89.9900    10.0314      1.0000
 212     0.1000     0.0124    99.6220     0.6021    89.9400     9.9127      1.0000
 213     0.1000     0.0131    99.6000     0.6150    89.5900     9.9696      1.0000
 214     0.1000     0.0089    99.7300     0.7197    89.5600    10.0230      1.0000
 215     0.1000     0.0110    99.6720     0.6891    89.9000    10.0005      1.0000
 216     0.1000     0.0111    99.6500     0.6382    89.5100    10.1106      1.0000
 217     0.1000     0.0149    99.4980     0.6742    89.1700    10.0465      1.0000
 218     0.1000     0.0119    99.6640     0.6761    89.5500    10.0830      1.0000
 219     0.1000     0.0122    99.6160     0.7418    89.5700    10.0386      1.0000
 220     0.1000     0.0106    99.6760     0.6470    90.1300    10.0778      1.0000
 221     0.1000     0.0159    99.5800     0.6634    89.4300    10.0797      1.0000
 222     0.1000     0.0105    99.6560     0.6443    89.6100    10.1172      1.0000
 223     0.1000     0.0122    99.6320     0.6795    89.7600    10.0963      1.0000
 224     0.1000     0.0138    99.6100     0.6442    89.5500    10.1388      1.0000
 225     0.1000     0.0110    99.6640     0.6358    89.6200     9.9926      1.0000
 226     0.1000     0.0135    99.5960     0.6234    90.3100    10.1311      1.0000
 227     0.1000     0.0080    99.7460     0.6994    90.2100    10.1816      1.0000
 228     0.1000     0.0100    99.6900     0.6312    90.1200    10.1627      1.0000
 229     0.1000     0.0111    99.6580     0.6206    89.8500     9.9894      1.0000
 230     0.1000     0.0125    99.6760     0.6068    89.4500    10.0077      1.0000
 231     0.1000     0.0107    99.6880     0.6045    89.6600     9.9862      1.0000
 232     0.1000     0.0102    99.6620     0.6970    89.6400     9.9955      1.0000
 233     0.1000     0.0197    99.4800     0.6851    89.3700    10.1275      1.0000
 234     0.1000     0.0096    99.6780     0.6926    89.3500     9.9924      1.0000
 235     0.1000     0.0116    99.6700     0.7088    89.6200    10.0957      1.0000
 236     0.1000     0.0127    99.6240     0.6251    89.8300    10.0676      1.0000
 237     0.1000     0.0109    99.6840     0.6165    89.5600    10.0156      1.0000
 238     0.1000     0.0094    99.7160     0.6961    89.6700     9.9498      1.0000
 239     0.1000     0.0100    99.7280     0.6706    89.9100     9.8952      1.0000
 240     0.1000     0.0110    99.6780     0.6312    89.5200     9.9607      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0091    99.7480     0.6900    89.8100    10.0169      1.0000
 242     0.1000     0.0105    99.6620     0.6786    89.9600    10.0139      1.0000
 243     0.1000     0.0116    99.6140     0.6475    89.8400    10.0397      1.0000
 244     0.1000     0.0108    99.7000     0.6631    89.8700    10.0453      1.0000
 245     0.1000     0.0084    99.7440     0.6883    89.9000    10.0830      1.0000
 246     0.1000     0.0097    99.6880     0.7392    89.9400     9.9689      1.0000
 247     0.1000     0.0111    99.6780     0.7460    88.9000    10.1143      1.0000
 248     0.1000     0.0107    99.6560     0.6903    89.7600    10.0543      1.0000
 249     0.1000     0.0092    99.7100     0.6562    89.6300    10.1295      1.0000
 250     0.1000     0.0091    99.7080     0.6819    89.9500    10.0836      1.0000
 251     0.1000     0.0089    99.7200     0.6585    90.2100     9.9935      1.0000
 252     0.1000     0.0118    99.6360     0.6055    89.9400     9.9806      1.0000
 253     0.1000     0.0083    99.7340     0.6928    89.6400    10.0840      1.0000
 254     0.1000     0.0096    99.7400     0.6648    89.9500    10.0523      1.0000
 255     0.1000     0.0106    99.6680     0.6450    89.6500    10.1250      1.0000
 256     0.1000     0.0084    99.7480     0.7065    89.5100     9.9685      1.0000
 257     0.1000     0.0071    99.8000     0.8829    87.6000     9.9681      1.0000
 258     0.1000     0.0096    99.6980     0.6719    89.4100    10.0031      1.0000
 259     0.1000     0.0114    99.6440     0.6396    90.0700    10.1016      1.0000
 260     0.1000     0.0084    99.7160     0.6624    89.7900    10.1423      1.0000
 261     0.1000     0.0089    99.7300     0.6952    90.3600    10.0146      1.0000
 262     0.1000     0.0063    99.8060     0.6626    90.1200    10.0343      1.0000
 263     0.1000     0.0101    99.6880     0.6452    89.9000     9.9642      1.0000
 264     0.1000     0.0101    99.6960     0.5964    89.6400    10.1682      1.0000
 265     0.1000     0.0064    99.8140     0.6563    89.8500    10.1558      1.0000
 266     0.1000     0.0073    99.7680     0.7562    90.0000    10.0163      1.0000
 267     0.1000     0.0107    99.7000     0.6464    89.9900    10.1360      1.0000
 268     0.1000     0.0057    99.8260     0.7024    89.8900     9.9965      1.0000
 269     0.1000     0.0070    99.7880     0.7109    89.6700     9.9278      1.0000
 270     0.1000     0.0076    99.7780     0.6566    90.0500    10.0847      1.0000
 271     0.1000     0.0079    99.7480     0.6555    89.4900     9.9799      1.0000
 272     0.1000     0.0081    99.7360     0.7388    89.2000    10.0549      1.0000
 273     0.1000     0.0098    99.7120     0.6469    90.2200     9.9136      1.0000
 274     0.1000     0.0064    99.7960     0.7361    89.7100     9.8898      1.0000
 275     0.1000     0.0079    99.7640     0.6719    89.2700    10.0983      1.0000
 276     0.1000     0.0066    99.7880     0.6980    89.6100    10.0225      1.0000
 277     0.1000     0.0071    99.7780     0.6949    89.7600    10.0748      1.0000
 278     0.1000     0.0047    99.8520     0.7558    89.9300     9.9855      1.0000
 279     0.1000     0.0065    99.7920     0.8444    89.1300     9.9948      1.0000
 280     0.1000     0.0101    99.7040     0.7102    89.9500    10.0218      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0095    99.7300     0.6929    89.3000    10.0654      1.0000
 282     0.1000     0.0061    99.8120     0.7540    89.9500    10.0373      1.0000
 283     0.1000     0.0091    99.7160     0.6715    89.4000    10.0384      1.0000
 284     0.1000     0.0092    99.7300     0.6800    90.0900    10.0974      1.0000
 285     0.1000     0.0101    99.7140     0.7015    89.8800    10.0833      1.0000
 286     0.1000     0.0085    99.7340     0.6924    89.6400    10.1427      1.0000
 287     0.1000     0.0106    99.7040     0.6404    90.0400    10.0627      1.0000
 288     0.1000     0.0077    99.7600     0.6876    90.1400    10.0601      1.0000
 289     0.1000     0.0094    99.7360     0.6636    89.9100    10.0034      1.0000
 290     0.1000     0.0078    99.7660     0.7074    89.9900     9.9935      1.0000
 291     0.1000     0.0069    99.7880     0.7166    89.8100    10.0831      1.0000
 292     0.1000     0.0062    99.7840     0.7130    90.1300    10.0782      1.0000
 293     0.1000     0.0064    99.8120     0.6993    89.3900    10.0396      1.0000
 294     0.1000     0.0076    99.7620     0.6846    90.0100    10.1390      1.0000
 295     0.1000     0.0051    99.8320     0.7508    89.9600    10.0778      1.0000
 296     0.1000     0.0113    99.6820     0.6771    90.0000     9.9627      1.0000
 297     0.1000     0.0081    99.7640     0.6654    89.8700     9.9898      1.0000
 298     0.1000     0.0053    99.8420     0.7413    90.0500    10.0414      1.0000
 299     0.1000     0.0055    99.8120     0.8008    89.8500    10.0548      1.0000
 300     0.1000     0.0089    99.7640     0.6223    89.6200     9.9855      1.0000
 301     0.0996     0.0060    99.8080     0.7518    89.7400    10.1150      1.0000
 302     0.0992     0.0065    99.7860     0.7346    89.4800    10.0469      1.0000
 303     0.0988     0.0093    99.7380     0.6315    90.1800    10.0370      1.0000
 304     0.0983     0.0055    99.8240     0.7142    89.8700     9.9685      1.0000
 305     0.0979     0.0067    99.7980     0.6917    89.8200     9.9666      1.0000
 306     0.0975     0.0067    99.8060     0.7364    89.9200     9.9729      1.0000
 307     0.0971     0.0074    99.7560     0.7287    90.1300    10.0897      1.0000
 308     0.0967     0.0059    99.8220     0.6837    90.2200    10.0367      1.0000
 309     0.0963     0.0055    99.8240     0.7452    89.6600     9.9522      1.0000
 310     0.0959     0.0053    99.8540     0.7120    90.0500    10.0663      1.0000
 311     0.0955     0.0078    99.7660     0.6593    89.8100    10.0206      1.0000
 312     0.0950     0.0044    99.8460     0.7291    90.2900    10.0834      1.0000
 313     0.0946     0.0072    99.7840     0.6989    90.3000     9.9687      1.0000
 314     0.0942     0.0043    99.8740     0.7538    90.0900    10.0243      1.0000
 315     0.0938     0.0065    99.8340     0.7315    89.3800    10.0088      1.0000
 316     0.0934     0.0053    99.8260     0.7300    89.8100     9.9447      1.0000
 317     0.0930     0.0053    99.8320     0.6983    90.2600    10.0552      1.0000
 318     0.0926     0.0066    99.8240     0.6724    89.8300    10.0255      1.0000
 319     0.0922     0.0051    99.8240     0.6936    90.0600     9.9650      1.0000
 320     0.0917     0.0050    99.8540     0.7256    89.8800    10.0404      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0039    99.8660     0.7445    89.9400    10.0487      1.0000
 322     0.0909     0.0051    99.8560     0.7070    90.4100    10.0217      1.0000
 323     0.0905     0.0056    99.8280     0.6833    90.2200    10.0755      1.0000
 324     0.0901     0.0039    99.8660     0.7499    90.4000    10.1359      1.0000
 325     0.0897     0.0060    99.8120     0.7458    89.6800    10.0839      1.0000
 326     0.0893     0.0071    99.7560     0.7004    89.9400    10.0372      1.0000
 327     0.0889     0.0029    99.9040     0.7729    90.2300    10.0576      1.0000
 328     0.0885     0.0045    99.8700     0.7213    90.1900    10.0038      1.0000
 329     0.0880     0.0031    99.9060     0.7493    90.0000    10.0255      1.0000
 330     0.0876     0.0055    99.8760     0.7691    90.1900    10.0029      1.0000
 331     0.0872     0.0024    99.9360     0.8093    90.2000    10.2155      1.0000
 332     0.0868     0.0036    99.8740     0.7902    89.9700    10.0699      1.0000
 333     0.0864     0.0060    99.8420     0.7212    89.9900     9.9460      1.0000
 334     0.0860     0.0026    99.9280     0.7866    90.4600    10.0887      1.0000
 335     0.0856     0.0031    99.8940     0.7765    90.3500     9.9929      1.0000
 336     0.0852     0.0032    99.9080     0.8384    90.0600     9.9819      1.0000
 337     0.0847     0.0037    99.8900     0.7710    90.4500    10.0445      1.0000
 338     0.0843     0.0027    99.9240     0.7806    90.1900     9.9921      1.0000
 339     0.0839     0.0022    99.9340     0.8655    90.3800    10.0027      1.0000
 340     0.0835     0.0037    99.8920     0.7696    90.2900    10.0568      1.0000
 341     0.0831     0.0047    99.8580     0.7688    89.8800     9.9854      1.0000
 342     0.0827     0.0031    99.9140     0.7632    90.5400    10.1108      1.0000
 343     0.0823     0.0030    99.9020     0.8255    90.0800    10.0081      1.0000
 344     0.0818     0.0023    99.9340     0.8175    90.1900     9.9370      1.0000
 345     0.0814     0.0033    99.8900     0.7370    90.2800    10.0080      1.0000
 346     0.0810     0.0033    99.9180     0.7697    90.1600    10.0315      1.0000
 347     0.0806     0.0034    99.9020     0.7594    89.9600    10.0544      1.0000
 348     0.0802     0.0046    99.8500     0.7288    90.2300    10.1114      1.0000
 349     0.0798     0.0034    99.9060     0.7021    90.3500    10.1385      1.0000
 350     0.0794     0.0021    99.9380     0.7975    90.1900     9.9836      1.0000
 351     0.0790     0.0030    99.9040     0.7710    90.0800     9.9730      1.0000
 352     0.0786     0.0017    99.9480     0.7879    90.4700     9.9408      1.0000
 353     0.0781     0.0011    99.9620     0.8803    90.2600    10.0651      1.0000
 354     0.0777     0.0021    99.9380     0.8183    90.5000    10.1486      1.0000
 355     0.0773     0.0029    99.9300     0.7835    90.0900    10.1520      1.0000
 356     0.0769     0.0022    99.9300     0.8098    90.2400    10.0672      1.0000
 357     0.0765     0.0024    99.9220     0.8307    89.9700     9.9998      1.0000
 358     0.0761     0.0021    99.9320     0.8212    90.2200     9.9829      1.0000
 359     0.0757     0.0027    99.9220     0.7861    90.2000    10.0116      1.0000
 360     0.0753     0.0029    99.9260     0.7682    89.9900     9.9828      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0029    99.9020     0.7620    90.2900     9.9719      1.0000
 362     0.0744     0.0020    99.9280     0.7832    90.1000     9.9419      1.0000
 363     0.0740     0.0017    99.9460     0.7806    90.3200     9.9717      1.0000
 364     0.0736     0.0010    99.9660     0.8026    90.3200    10.0893      1.0000
 365     0.0732     0.0013    99.9580     0.8311    90.4100    10.0422      1.0000
 366     0.0728     0.0015    99.9500     0.8412    90.2400     9.9239      1.0000
 367     0.0724     0.0033    99.9240     0.7553    90.1900    10.0464      1.0000
 368     0.0720     0.0019    99.9440     0.7718    90.2100    10.0044      1.0000
 369     0.0715     0.0020    99.9400     0.8188    90.0400    10.0761      1.0000
 370     0.0711     0.0019    99.9480     0.7839    90.2800     9.9630      1.0000
 371     0.0707     0.0019    99.9360     0.8114    90.0300     9.9295      1.0000
 372     0.0703     0.0008    99.9800     0.8266    90.4300     9.9787      1.0000
 373     0.0699     0.0013    99.9620     0.8028    90.8200    10.0730      1.0000
 374     0.0695     0.0022    99.9380     0.8154    90.1200    10.1041      1.0000
 375     0.0691     0.0033    99.9020     0.7516    90.4000    10.1670      1.0000
 376     0.0686     0.0015    99.9480     0.8189    90.2600    10.1147      1.0000
 377     0.0682     0.0021    99.9380     0.8268    89.6700    10.0062      1.0000
 378     0.0678     0.0022    99.9360     0.8013    90.4000     9.9881      1.0000
 379     0.0674     0.0019    99.9460     0.7724    90.5700     9.9505      1.0000
 380     0.0670     0.0014    99.9480     0.7951    90.2900     9.9658      1.0000
 381     0.0666     0.0026    99.9120     0.8194    90.0000    10.0386      1.0000
 382     0.0662     0.0019    99.9440     0.7779    90.3900     9.9608      1.0000
 383     0.0658     0.0014    99.9540     0.8150    90.2300     9.9703      1.0000
 384     0.0654     0.0007    99.9760     0.8468    90.3100     9.9285      1.0000
 385     0.0649     0.0007    99.9740     0.8426    90.5500     9.9601      1.0000
 386     0.0645     0.0016    99.9500     0.8581    90.1300     9.9982      1.0000
 387     0.0641     0.0011    99.9620     0.8643    90.3100     9.9155      1.0000
 388     0.0637     0.0008    99.9740     0.8994    90.0000     9.9296      1.0000
 389     0.0633     0.0015    99.9540     0.8683    90.1400    10.0111      1.0000
 390     0.0629     0.0010    99.9700     0.8742    90.5100    10.0580      1.0000
 391     0.0625     0.0008    99.9720     0.8686    90.4000     9.9276      1.0000
 392     0.0621     0.0009    99.9680     0.8805    90.4000     9.9603      1.0000
 393     0.0616     0.0009    99.9640     0.8879    90.2700     9.9621      1.0000
 394     0.0612     0.0015    99.9540     0.8741    90.4800    10.0436      1.0000
 395     0.0608     0.0015    99.9460     0.8963    90.4200     9.9739      1.0000
 396     0.0604     0.0010    99.9540     0.8975    90.3600     9.8842      1.0000
 397     0.0600     0.0009    99.9760     0.9400    90.4300    10.0678      1.0000
 398     0.0596     0.0005    99.9860     0.9619    90.4600    10.0509      1.0000
 399     0.0592     0.0016    99.9620     0.8923    90.3700     9.9642      1.0000
 400     0.0588     0.0011    99.9580     0.9236    90.4500     9.8762      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0005    99.9880     0.9318    90.5900     9.9306      1.0000
 402     0.0579     0.0007    99.9840     0.9471    90.5600     9.9386      1.0000
 403     0.0575     0.0012    99.9640     0.9121    90.4600    10.0140      1.0000
 404     0.0571     0.0007    99.9780     0.9436    90.4400     9.9366      1.0000
 405     0.0567     0.0007    99.9740     0.9789    90.4600     9.9393      1.0000
 406     0.0563     0.0017    99.9500     0.8674    90.4400     9.9574      1.0000
 407     0.0559     0.0007    99.9760     0.8806    90.5000    10.0684      1.0000
 408     0.0554     0.0003    99.9940     0.9101    90.6900    10.0396      1.0000
 409     0.0550     0.0008    99.9820     0.9091    90.4000    10.0407      1.0000
 410     0.0546     0.0006    99.9800     0.9423    90.3600    10.0947      1.0000
 411     0.0542     0.0015    99.9600     0.8993    90.3800    10.1145      1.0000
 412     0.0538     0.0009    99.9700     0.8637    90.5500    10.1199      1.0000
 413     0.0534     0.0006    99.9760     0.9054    90.5800    10.0037      1.0000
 414     0.0530     0.0004    99.9860     0.9114    90.7800     9.9993      1.0000
 415     0.0526     0.0007    99.9840     0.9307    90.5700    10.0307      1.0000
 416     0.0522     0.0004    99.9860     0.9422    90.4600    10.0134      1.0000
 417     0.0517     0.0004    99.9880     0.9479    90.5000    10.0540      1.0000
 418     0.0513     0.0004    99.9860     0.9552    90.4400    10.0473      1.0000
 419     0.0509     0.0005    99.9780     0.9421    90.4900     9.9192      1.0000
 420     0.0505     0.0009    99.9760     0.9398    90.1400     9.9830      1.0000
 421     0.0501     0.0016    99.9480     0.9114    90.3200    10.0099      1.0000
 422     0.0497     0.0009    99.9760     0.9213    90.1200    10.0374      1.0000
 423     0.0493     0.0006    99.9820     0.9265    90.3300     9.9467      1.0000
 424     0.0489     0.0005    99.9780     0.9367    90.5400     9.9218      1.0000
 425     0.0484     0.0012    99.9680     0.9085    90.5000    10.0412      1.0000
 426     0.0480     0.0008    99.9720     0.8973    90.6200     9.9436      1.0000
 427     0.0476     0.0008    99.9720     0.8850    90.5600     9.9744      1.0000
 428     0.0472     0.0005    99.9800     0.8951    90.5600    10.0218      1.0000
 429     0.0468     0.0004    99.9860     0.9021    90.6000    10.0022      1.0000
 430     0.0464     0.0003    99.9880     0.9339    90.7300    10.0105      1.0000
 431     0.0460     0.0003    99.9940     0.9446    90.6300    10.0489      1.0000
 432     0.0456     0.0003    99.9840     0.9593    90.3900     9.9398      1.0000
 433     0.0451     0.0002    99.9920     0.9430    90.4600     9.9781      1.0000
 434     0.0447     0.0004    99.9860     0.9453    90.5700     9.9812      1.0000
 435     0.0443     0.0002    99.9940     0.9850    90.4500    10.0961      1.0000
 436     0.0439     0.0002    99.9940     0.9793    90.5700    10.2386      1.0000
 437     0.0435     0.0001    99.9940     0.9914    90.6400    10.0608      1.0000
 438     0.0431     0.0004    99.9880     0.9989    90.5400    10.0767      1.0000
 439     0.0427     0.0002    99.9900     0.9873    90.5900    10.0828      1.0000
 440     0.0423     0.0004    99.9900     1.0049    90.5900    10.1014      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0004    99.9900     0.9899    90.7900    10.1361      1.0000
 442     0.0414     0.0004    99.9880     0.9978    90.6500     9.9994      1.0000
 443     0.0410     0.0001    99.9960     1.0243    90.4900     9.9937      1.0000
 444     0.0406     0.0008    99.9780     1.0265    90.4400    10.0567      1.0000
 445     0.0402     0.0001    99.9980     1.0363    90.3900    10.1056      1.0000
 446     0.0398     0.0005    99.9900     0.9931    90.4700    10.0567      1.0000
 447     0.0394     0.0002    99.9940     0.9976    90.4800    10.0306      1.0000
 448     0.0389     0.0001    99.9940     1.0059    90.5500    10.1314      1.0000
 449     0.0385     0.0002    99.9960     1.0227    90.6800    10.0434      1.0000
 450     0.0381     0.0006    99.9880     1.0048    90.5200    10.0701      1.0000
 451     0.0377     0.0005    99.9820     1.0068    90.6300     9.9934      1.0000
 452     0.0373     0.0003    99.9860     1.0185    90.6200    10.0145      1.0000
 453     0.0369     0.0001    99.9940     1.0016    90.5600    10.0063      1.0000
 454     0.0365     0.0002    99.9960     1.0282    90.5800     9.9438      1.0000
 455     0.0361     0.0002    99.9920     1.0121    90.5700    10.0391      1.0000
 456     0.0357     0.0003    99.9880     1.0173    90.6600    10.0339      1.0000
 457     0.0352     0.0001    99.9980     1.0205    90.7500    10.0930      1.0000
 458     0.0348     0.0004    99.9900     1.0276    90.5300    10.0113      1.0000
 459     0.0344     0.0004    99.9860     1.0303    90.6300    10.0448      1.0000
 460     0.0340     0.0003    99.9940     1.0285    90.5800     9.9409      1.0000
 461     0.0336     0.0001    99.9920     1.0169    90.7100     9.9494      1.0000
 462     0.0332     0.0001    99.9960     1.0012    90.5800     9.9540      1.0000
 463     0.0328     0.0001   100.0000     1.0105    90.6200    10.1464      1.0000
 464     0.0324     0.0001    99.9940     1.0194    90.5500     9.9583      1.0000
 465     0.0319     0.0001    99.9960     1.0186    90.5700    10.1140      1.0000
 466     0.0315     0.0002    99.9920     1.0188    90.5200    10.0565      1.0000
 467     0.0311     0.0006    99.9840     0.9949    90.7100     9.9802      1.0000
 468     0.0307     0.0004    99.9900     1.0108    90.6000    10.1035      1.0000
 469     0.0303     0.0001    99.9960     1.0080    90.6300    10.0493      1.0000
 470     0.0299     0.0001   100.0000     1.0133    90.5600     9.9670      1.0000
 471     0.0295     0.0001    99.9980     1.0113    90.5200    10.0573      1.0000
 472     0.0291     0.0003    99.9920     1.0023    90.7900    10.0251      1.0000
 473     0.0286     0.0000   100.0000     1.0076    90.7900    10.0576      1.0000
 474     0.0282     0.0002    99.9940     1.0082    90.6900    10.0146      1.0000
 475     0.0278     0.0002    99.9900     1.0225    90.6600     9.9728      1.0000
 476     0.0274     0.0001    99.9980     1.0239    90.6400     9.9972      1.0000
 477     0.0270     0.0001    99.9940     1.0348    90.5600     9.9242      1.0000
 478     0.0266     0.0003    99.9920     1.0198    90.5900     9.9447      1.0000
 479     0.0262     0.0003    99.9960     1.0298    90.6300     9.9058      1.0000
 480     0.0257     0.0004    99.9900     1.0222    90.6300    10.0096      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0001    99.9960     1.0259    90.6800    10.1216      1.0000
 482     0.0249     0.0002    99.9920     1.0098    90.6800    10.0511      1.0000
 483     0.0245     0.0002    99.9920     1.0032    90.6600     9.8984      1.0000
 484     0.0241     0.0001    99.9960     1.0097    90.6600    10.0114      1.0000
 485     0.0237     0.0001    99.9960     1.0105    90.7000    10.0441      1.0000
 486     0.0233     0.0001    99.9960     1.0173    90.8300    10.1212      1.0000
 487     0.0229     0.0002    99.9960     1.0186    90.6900     9.9022      1.0000
 488     0.0225     0.0000   100.0000     1.0237    90.7100    10.0797      1.0000
 489     0.0220     0.0001    99.9980     1.0239    90.7200    10.0323      1.0000
 490     0.0216     0.0001    99.9960     1.0305    90.6600    10.0252      1.0000
 491     0.0212     0.0001    99.9980     1.0259    90.7100    10.0224      1.0000
 492     0.0208     0.0000   100.0000     1.0282    90.7200     9.9522      1.0000
 493     0.0204     0.0001    99.9960     1.0340    90.6500    10.1299      1.0000
 494     0.0200     0.0001    99.9980     1.0343    90.7100    10.0044      1.0000
 495     0.0196     0.0000    99.9980     1.0383    90.6900    10.0927      1.0000
 496     0.0192     0.0000   100.0000     1.0388    90.6500    10.0356      1.0000
 497     0.0187     0.0000   100.0000     1.0401    90.7600    10.0564      1.0000
 498     0.0183     0.0000   100.0000     1.0439    90.7900    10.0904      1.0000
 499     0.0179     0.0000   100.0000     1.0453    90.7400     9.9396      1.0000
 500     0.0175     0.0000    99.9980     1.0452    90.7200     9.9614      1.0000
 501     0.0171     0.0001    99.9960     1.0542    90.7100    10.0590      1.0000
 502     0.0167     0.0001    99.9940     1.0633    90.7900    10.0544      1.0000
 503     0.0163     0.0001    99.9980     1.0596    90.7600    10.1386      1.0000
 504     0.0159     0.0002    99.9940     1.0574    90.6900    10.0348      1.0000
 505     0.0154     0.0000   100.0000     1.0595    90.7100    10.0387      1.0000
 506     0.0150     0.0001    99.9980     1.0555    90.7300    10.0722      1.0000
 507     0.0146     0.0001    99.9980     1.0557    90.6600     9.9802      1.0000
 508     0.0142     0.0001    99.9980     1.0569    90.6500    10.1615      1.0000
 509     0.0138     0.0001    99.9980     1.0551    90.6300    10.1781      1.0000
 510     0.0134     0.0000   100.0000     1.0582    90.7400    10.0276      1.0000
 511     0.0130     0.0001    99.9980     1.0599    90.7800    10.0488      1.0000
 512     0.0125     0.0001    99.9980     1.0622    90.8400     9.9066      1.0000
 513     0.0121     0.0001    99.9980     1.0627    90.7900    10.0080      1.0000
 514     0.0117     0.0001    99.9960     1.0649    90.7100    10.1105      1.0000
 515     0.0113     0.0000   100.0000     1.0673    90.7200     9.9860      1.0000
 516     0.0109     0.0000   100.0000     1.0685    90.7200     9.9982      1.0000
 517     0.0105     0.0001    99.9960     1.0718    90.6800     9.9344      1.0000
 518     0.0101     0.0001    99.9960     1.0696    90.7100    10.0109      1.0000
 519     0.0097     0.0000    99.9980     1.0685    90.7100    10.1156      1.0000
 520     0.0092     0.0000   100.0000     1.0683    90.7200    10.0983      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0002    99.9960     1.0692    90.7700    10.0837      1.0000
 522     0.0084     0.0001    99.9980     1.0702    90.7300    10.0805      1.0000
 523     0.0080     0.0001    99.9980     1.0670    90.7800    10.0945      1.0000
 524     0.0076     0.0000   100.0000     1.0688    90.7900    10.1040      1.0000
 525     0.0072     0.0000   100.0000     1.0698    90.7800    10.0030      1.0000
 526     0.0068     0.0001    99.9980     1.0697    90.8100    10.0493      1.0000
 527     0.0064     0.0001    99.9980     1.0701    90.8000    10.0648      1.0000
 528     0.0060     0.0000   100.0000     1.0703    90.8100     9.9731      1.0000
 529     0.0055     0.0001    99.9980     1.0691    90.8000    10.0483      1.0000
 530     0.0051     0.0001    99.9980     1.0698    90.8400    10.0845      1.0000
 531     0.0047     0.0000   100.0000     1.0698    90.8400    10.0396      1.0000
 532     0.0043     0.0000   100.0000     1.0701    90.8300    10.0211      1.0000
 533     0.0039     0.0000   100.0000     1.0698    90.8400    10.0319      1.0000
 534     0.0035     0.0001    99.9980     1.0694    90.8100     9.9208      1.0000
 535     0.0031     0.0001    99.9980     1.0699    90.8600    10.0351      1.0000
 536     0.0027     0.0000   100.0000     1.0703    90.8600     9.9097      1.0000
 537     0.0022     0.0000   100.0000     1.0706    90.8500    10.0579      1.0000
 538     0.0018     0.0000   100.0000     1.0708    90.8500     9.9612      1.0000
 539     0.0014     0.0000   100.0000     1.0710    90.8600    10.0656      1.0000
 540     0.0010     0.0001    99.9980     1.0710    90.8400    10.1063      1.0000
 541     0.0010     0.0000   100.0000     1.0710    90.8400    10.0092      1.0000
 542     0.0010     0.0000   100.0000     1.0711    90.8400    10.1481      1.0000
 543     0.0010     0.0000   100.0000     1.0711    90.8300    10.1007      1.0000
 544     0.0010     0.0000   100.0000     1.0713    90.8400    10.0778      1.0000
 545     0.0010     0.0001    99.9980     1.0712    90.8600    10.0997      1.0000
 546     0.0010     0.0000   100.0000     1.0713    90.8600    10.0662      1.0000
 547     0.0010     0.0000   100.0000     1.0714    90.8600    10.0294      1.0000
 548     0.0010     0.0000   100.0000     1.0715    90.8600    10.0193      1.0000
 549     0.0010     0.0000   100.0000     1.0716    90.8600    10.0037      1.0000
 550     0.0010     0.0002    99.9960     1.0715    90.8600     9.9944      1.0000
 551     0.0010     0.0000   100.0000     1.0717    90.8600    10.0841      1.0000
 552     0.0010     0.0000   100.0000     1.0718    90.8600    10.1484      1.0000
 553     0.0010     0.0000   100.0000     1.0720    90.8600    10.0968      1.0000
 554     0.0010     0.0000    99.9980     1.0719    90.8600    10.1266      1.0000
 555     0.0010     0.0000   100.0000     1.0719    90.8600    10.0384      1.0000
 556     0.0010     0.0000   100.0000     1.0719    90.8600    10.1701      1.0000
 557     0.0010     0.0001    99.9980     1.0720    90.8500    10.1181      1.0000
 558     0.0010     0.0000    99.9980     1.0720    90.8500    10.0561      1.0000
 559     0.0010     0.0001    99.9980     1.0719    90.8600    10.0878      1.0000
 560     0.0010     0.0000   100.0000     1.0720    90.8600    10.0774      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     1.0720    90.8600    10.0814      1.0000
 562     0.0010     0.0000   100.0000     1.0721    90.8600    10.1531      1.0000
 563     0.0010     0.0000    99.9980     1.0722    90.8600    10.0845      1.0000
 564     0.0010     0.0000    99.9980     1.0720    90.8600    10.0947      1.0000
 565     0.0010     0.0000   100.0000     1.0721    90.8600    10.0643      1.0000
 566     0.0010     0.0000   100.0000     1.0721    90.8500    10.1720      1.0000
 567     0.0010     0.0000   100.0000     1.0721    90.8500    10.0760      1.0000
 568     0.0010     0.0000    99.9980     1.0721    90.8500    10.0631      1.0000
 569     0.0010     0.0000   100.0000     1.0723    90.8600    10.0633      1.0000
 570     0.0010     0.0000    99.9980     1.0723    90.8500    10.1955      1.0000
 571     0.0010     0.0001    99.9980     1.0722    90.8500    10.0377      1.0000
 572     0.0010     0.0001    99.9980     1.0725    90.8200    10.1263      1.0000
 573     0.0010     0.0000    99.9980     1.0724    90.8400    10.1617      1.0000
 574     0.0010     0.0000   100.0000     1.0724    90.8400    10.0904      1.0000
 575     0.0010     0.0000   100.0000     1.0726    90.8400    10.1315      1.0000
 576     0.0010     0.0000   100.0000     1.0726    90.8400    10.1444      1.0000
 577     0.0010     0.0000   100.0000     1.0727    90.8500    10.0875      1.0000
 578     0.0010     0.0001    99.9980     1.0728    90.8100    10.0986      1.0000
 579     0.0010     0.0001    99.9980     1.0728    90.8100    10.0337      1.0000
 580     0.0010     0.0000   100.0000     1.0726    90.8100    10.0698      1.0000
 581     0.0010     0.0000   100.0000     1.0725    90.8100    10.2266      1.0000
 582     0.0010     0.0000   100.0000     1.0726    90.8100    10.1136      1.0000
 583     0.0010     0.0001    99.9980     1.0723    90.8500    10.0560      1.0000
 584     0.0010     0.0000   100.0000     1.0724    90.8500    10.1058      1.0000
 585     0.0010     0.0000   100.0000     1.0725    90.8500    10.0190      1.0000
 586     0.0010     0.0000   100.0000     1.0726    90.8400     9.9506      1.0000
 587     0.0010     0.0000   100.0000     1.0727    90.8500    10.0484      1.0000
 588     0.0010     0.0000   100.0000     1.0728    90.8400     9.9814      1.0000
 589     0.0010     0.0000   100.0000     1.0730    90.8600    10.0063      1.0000
 590     0.0010     0.0001    99.9940     1.0727    90.8400     9.9672      1.0000
 591     0.0010     0.0000   100.0000     1.0728    90.8400    10.0825      1.0000
 592     0.0010     0.0000   100.0000     1.0728    90.8200    10.1328      1.0000
 593     0.0010     0.0000   100.0000     1.0730    90.8200     9.8966      1.0000
 594     0.0010     0.0000    99.9980     1.0730    90.8100    10.0363      1.0000
 595     0.0010     0.0000   100.0000     1.0731    90.8100     9.9250      1.0000
 596     0.0010     0.0000   100.0000     1.0733    90.8200    10.1307      1.0000
 597     0.0010     0.0000    99.9980     1.0735    90.8200    10.0513      1.0000
 598     0.0010     0.0000   100.0000     1.0736    90.8300    10.0698      1.0000
 599     0.0010     0.0000   100.0000     1.0738    90.8400    10.1990      1.0000
 600     0.0010     0.0000   100.0000     1.0740    90.8400    10.0636      1.0000
