Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2002    15.9240     2.1095    18.4300    16.3921      1.0000
   2     0.1000     2.0441    20.4500     1.9105    24.6900    14.6670      1.0000
   3     0.1000     1.8445    28.6780     1.8240    29.4100    14.6549      1.0000
   4     0.1000     1.6866    36.0380     1.4962    43.1100    14.6029      1.0000
   5     0.1000     1.5586    41.9580     1.5286    43.4200    14.6082      1.0000
   6     0.1000     1.4296    47.8340     1.6173    39.0400    14.6355      1.0000
   7     0.1000     1.2874    53.9280     1.1114    59.4800    14.6440      1.0000
   8     0.1000     1.1547    59.1120     1.0049    64.4600    14.6116      1.0000
   9     0.1000     1.0265    64.2400     0.8813    68.9900    14.6255      1.0000
  10     0.1000     0.9391    67.2580     0.8545    70.7100    14.6014      1.0000
  11     0.1000     0.8561    70.5180     0.7785    72.9400    14.5967      1.0000
  12     0.1000     0.7875    73.1060     0.7433    74.7500    14.5901      1.0000
  13     0.1000     0.7293    75.2660     0.7197    75.4500    14.5885      1.0000
  14     0.1000     0.6806    76.9820     0.6583    77.2600    14.6103      1.0000
  15     0.1000     0.6369    78.5860     0.6626    77.9200    14.5908      1.0000
  16     0.1000     0.6019    79.7440     0.6798    77.9400    14.6017      1.0000
  17     0.1000     0.5648    80.9420     0.7392    75.5700    14.6040      1.0000
  18     0.1000     0.5324    82.1120     0.7564    75.7300    14.6039      1.0000
  19     0.1000     0.5123    82.9700     0.6443    79.0600    14.5926      1.0000
  20     0.1000     0.4787    84.0320     0.5973    81.0200    14.6399      1.0000
  21     0.1000     0.4627    84.7180     0.5944    81.0300    14.5947      1.0000
  22     0.1000     0.4391    85.3900     0.5341    82.6800    14.5706      1.0000
  23     0.1000     0.4185    86.0360     0.5297    82.9000    14.5871      1.0000
  24     0.1000     0.3970    86.8900     0.5330    83.4500    14.5700      1.0000
  25     0.1000     0.3790    87.4140     0.4946    84.3800    14.6493      1.0000
  26     0.1000     0.3639    87.8320     0.4606    85.1300    14.6053      1.0000
  27     0.1000     0.3483    88.4420     0.5957    82.0700    14.6130      1.0000
  28     0.1000     0.3352    88.8960     0.5516    82.4700    14.6152      1.0000
  29     0.1000     0.3172    89.3960     0.4987    83.9700    14.6220      1.0000
  30     0.1000     0.3036    89.9500     0.5106    84.7300    14.6094      1.0000
  31     0.1000     0.2875    90.5320     0.5323    84.2400    14.5917      1.0000
  32     0.1000     0.2844    90.5480     0.5036    84.4600    14.5856      1.0000
  33     0.1000     0.2692    90.9900     0.4606    86.4100    14.6045      1.0000
  34     0.1000     0.2594    91.2320     0.4261    86.8100    14.5635      1.0000
  35     0.1000     0.2507    91.5580     0.5286    84.6800    14.5983      1.0000
  36     0.1000     0.2377    92.0260     0.6212    83.2100    14.5783      1.0000
  37     0.1000     0.2347    92.2280     0.4481    86.3200    14.6324      1.0000
  38     0.1000     0.2186    92.7500     0.4355    87.1300    14.5893      1.0000
  39     0.1000     0.2122    92.8940     0.5116    85.6100    14.6172      1.0000
  40     0.1000     0.2050    93.1840     0.5098    85.6900    14.6232      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1995    93.3460     0.4682    86.9200    14.5983      1.0000
  42     0.1000     0.1887    93.7780     0.4373    87.3700    14.6142      1.0000
  43     0.1000     0.1798    94.0900     0.4464    87.5600    14.6466      1.0000
  44     0.1000     0.1813    93.9520     0.4446    87.2500    14.5856      1.0000
  45     0.1000     0.1725    94.3020     0.4871    86.7800    14.5691      1.0000
  46     0.1000     0.1664    94.4220     0.5096    86.2600    14.6634      1.0000
  47     0.1000     0.1620    94.5460     0.4761    87.1600    14.5838      1.0000
  48     0.1000     0.1561    94.6820     0.5704    86.1900    14.6151      1.0000
  49     0.1000     0.1503    94.9720     0.5006    86.5900    14.6020      1.0000
  50     0.1000     0.1475    95.1580     0.4874    87.4600    14.5801      1.0000
  51     0.1000     0.1349    95.5260     0.4547    88.4400    14.5746      1.0000
  52     0.1000     0.1299    95.5620     0.4928    87.1200    14.6046      1.0000
  53     0.1000     0.1292    95.7380     0.4595    87.9200    14.5790      1.0000
  54     0.1000     0.1280    95.6620     0.5403    86.5700    14.6027      1.0000
  55     0.1000     0.1243    95.8300     0.4832    87.5500    14.5892      1.0000
  56     0.1000     0.1218    95.9680     0.4669    88.1300    14.5863      1.0000
  57     0.1000     0.1134    96.1960     0.4821    88.2300    14.5834      1.0000
  58     0.1000     0.1110    96.3100     0.5197    87.7200    14.5645      1.0000
  59     0.1000     0.1057    96.4320     0.5453    87.2800    14.5888      1.0000
  60     0.1000     0.0981    96.7300     0.4852    87.7100    14.5835      1.0000
  61     0.1000     0.1029    96.5180     0.6316    85.5900    14.5781      1.0000
  62     0.1000     0.1013    96.6160     0.5205    88.0800    14.6026      1.0000
  63     0.1000     0.0954    97.0000     0.4959    87.7800    14.5727      1.0000
  64     0.1000     0.0907    96.9980     0.5047    88.2500    14.5608      1.0000
  65     0.1000     0.0922    97.0240     0.4833    88.1500    14.5769      1.0000
  66     0.1000     0.0843    97.2220     0.5216    87.7700    14.5734      1.0000
  67     0.1000     0.0843    97.2780     0.5854    86.5100    14.6003      1.0000
  68     0.1000     0.0828    97.2460     0.4907    88.3900    14.6005      1.0000
  69     0.1000     0.0765    97.4840     0.5841    88.3200    14.5885      1.0000
  70     0.1000     0.0783    97.4480     0.4874    88.7100    14.5647      1.0000
  71     0.1000     0.0700    97.7300     0.4802    88.6800    14.6044      1.0000
  72     0.1000     0.0685    97.6660     0.5579    88.2500    14.5790      1.0000
  73     0.1000     0.0755    97.5780     0.4951    88.1800    14.6018      1.0000
  74     0.1000     0.0727    97.6000     0.5686    87.9200    14.5589      1.0000
  75     0.1000     0.0676    97.8000     0.5393    88.6200    14.5665      1.0000
  76     0.1000     0.0647    97.9320     0.5395    88.4500    14.5940      1.0000
  77     0.1000     0.0646    97.8900     0.5954    87.0900    14.5850      1.0000
  78     0.1000     0.0649    97.8480     0.5095    88.5400    14.5510      1.0000
  79     0.1000     0.0651    97.9020     0.5058    88.6400    14.5947      1.0000
  80     0.1000     0.0593    98.0240     0.5334    88.1500    14.5637      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0624    97.9500     0.5190    88.7900    14.5593      1.0000
  82     0.1000     0.0582    98.1200     0.5536    88.1900    14.5765      1.0000
  83     0.1000     0.0568    98.1680     0.5489    87.8800    14.5729      1.0000
  84     0.1000     0.0514    98.3580     0.5225    88.4900    14.5586      1.0000
  85     0.1000     0.0521    98.2980     0.5041    88.9100    14.5655      1.0000
  86     0.1000     0.0509    98.3340     0.5907    88.4300    14.5733      1.0000
  87     0.1000     0.0540    98.2680     0.5538    88.7300    14.5740      1.0000
  88     0.1000     0.0510    98.4260     0.5151    88.8800    14.5837      1.0000
  89     0.1000     0.0485    98.3840     0.5246    89.1000    14.5913      1.0000
  90     0.1000     0.0477    98.4780     0.5606    88.9600    14.5731      1.0000
  91     0.1000     0.0482    98.4740     0.5379    89.0500    14.6052      1.0000
  92     0.1000     0.0469    98.5380     0.5459    89.2600    14.6043      1.0000
  93     0.1000     0.0464    98.5320     0.5367    88.4300    14.6368      1.0000
  94     0.1000     0.0420    98.6920     0.6193    88.0900    14.5975      1.0000
  95     0.1000     0.0411    98.7000     0.5775    88.7200    14.6240      1.0000
  96     0.1000     0.0459    98.5140     0.5368    88.6900    14.6518      1.0000
  97     0.1000     0.0404    98.6420     0.5452    89.2400    14.5878      1.0000
  98     0.1000     0.0417    98.7040     0.5818    87.8100    14.6041      1.0000
  99     0.1000     0.0432    98.5920     0.5709    88.8900    14.5909      1.0000
 100     0.1000     0.0373    98.8020     0.5661    88.7300    14.5449      1.0000
 101     0.1000     0.0387    98.8560     0.5507    89.0100    14.5750      1.0000
 102     0.1000     0.0406    98.7220     0.5792    88.3500    14.5646      1.0000
 103     0.1000     0.0392    98.7500     0.5775    87.7700    14.5427      1.0000
 104     0.1000     0.0393    98.7380     0.5855    87.9600    14.5958      1.0000
 105     0.1000     0.0376    98.7860     0.5411    89.4100    14.6133      1.0000
 106     0.1000     0.0335    98.9360     0.5995    89.1900    14.6334      1.0000
 107     0.1000     0.0346    98.9140     0.5986    89.1800    14.5950      1.0000
 108     0.1000     0.0376    98.7580     0.5299    89.0900    14.5800      1.0000
 109     0.1000     0.0336    98.9060     0.6305    88.3800    14.5997      1.0000
 110     0.1000     0.0329    98.9340     0.5817    88.4900    14.5686      1.0000
 111     0.1000     0.0338    98.8900     0.6761    87.4700    14.5854      1.0000
 112     0.1000     0.0315    98.9900     0.6671    87.8200    14.5966      1.0000
 113     0.1000     0.0344    98.8880     0.6451    88.5000    14.6026      1.0000
 114     0.1000     0.0329    98.9360     0.5942    88.4200    14.5568      1.0000
 115     0.1000     0.0337    98.9120     0.5605    88.8600    14.6426      1.0000
 116     0.1000     0.0297    99.0480     0.5525    88.7400    14.5657      1.0000
 117     0.1000     0.0288    99.1060     0.6665    87.8000    14.5787      1.0000
 118     0.1000     0.0275    99.1060     0.6241    88.3700    14.5796      1.0000
 119     0.1000     0.0308    98.9860     0.5989    88.8600    14.5754      1.0000
 120     0.1000     0.0259    99.1400     0.6652    88.6300    14.5827      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0328    98.9380     0.5801    88.2500    14.5830      1.0000
 122     0.1000     0.0269    99.1460     0.5903    89.5400    14.5857      1.0000
 123     0.1000     0.0249    99.2200     0.6028    88.9100    14.5898      1.0000
 124     0.1000     0.0305    99.0420     0.6340    89.1400    14.5803      1.0000
 125     0.1000     0.0256    99.1700     0.5958    89.3900    14.6234      1.0000
 126     0.1000     0.0267    99.1320     0.6108    89.3900    14.6082      1.0000
 127     0.1000     0.0250    99.2440     0.6017    89.1900    14.5856      1.0000
 128     0.1000     0.0266    99.1660     0.5449    89.2600    14.5981      1.0000
 129     0.1000     0.0250    99.1980     0.6044    89.1300    14.6014      1.0000
 130     0.1000     0.0230    99.2720     0.6314    89.4200    14.5732      1.0000
 131     0.1000     0.0242    99.2720     0.7291    87.2200    14.6446      1.0000
 132     0.1000     0.0286    99.1340     0.5849    88.8500    14.6432      1.0000
 133     0.1000     0.0183    99.4180     0.6130    89.2500    14.5938      1.0000
 134     0.1000     0.0214    99.3180     0.6521    88.9000    14.5774      1.0000
 135     0.1000     0.0221    99.2880     0.6210    88.9600    14.6327      1.0000
 136     0.1000     0.0211    99.3200     0.5979    88.9700    14.5916      1.0000
 137     0.1000     0.0195    99.3840     0.5927    89.1400    14.6043      1.0000
 138     0.1000     0.0220    99.3180     0.6288    89.2000    14.5762      1.0000
 139     0.1000     0.0211    99.3700     0.5895    89.4300    14.5895      1.0000
 140     0.1000     0.0206    99.3400     0.6618    89.5600    14.5747      1.0000
 141     0.1000     0.0225    99.2840     0.6088    89.4200    14.6092      1.0000
 142     0.1000     0.0175    99.4360     0.6495    89.0900    14.5894      1.0000
 143     0.1000     0.0189    99.4000     0.7097    88.7500    14.5762      1.0000
 144     0.1000     0.0189    99.3560     0.6819    89.0400    14.5812      1.0000
 145     0.1000     0.0199    99.3940     0.6039    89.3800    14.5821      1.0000
 146     0.1000     0.0195    99.4260     0.6218    89.3000    14.5667      1.0000
 147     0.1000     0.0197    99.3740     0.6303    89.4200    14.5576      1.0000
 148     0.1000     0.0222    99.2820     0.6410    89.4300    14.5882      1.0000
 149     0.1000     0.0178    99.4400     0.6757    89.5600    14.5691      1.0000
 150     0.1000     0.0202    99.3700     0.5944    89.2800    14.5911      1.0000
 151     0.1000     0.0173    99.4700     0.6267    89.8900    14.5721      1.0000
 152     0.1000     0.0225    99.3540     0.5978    89.0700    14.5764      1.0000
 153     0.1000     0.0188    99.4080     0.6738    88.9000    14.5745      1.0000
 154     0.1000     0.0177    99.4540     0.5998    89.1500    14.5815      1.0000
 155     0.1000     0.0215    99.2860     0.5913    89.4400    14.5720      1.0000
 156     0.1000     0.0186    99.4040     0.6515    89.0000    14.5689      1.0000
 157     0.1000     0.0184    99.4100     0.6159    89.2700    14.5751      1.0000
 158     0.1000     0.0202    99.3860     0.6513    89.1600    14.5561      1.0000
 159     0.1000     0.0185    99.4020     0.6133    89.2300    14.5886      1.0000
 160     0.1000     0.0182    99.3780     0.5840    89.5300    14.5970      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0147    99.5580     0.6420    89.5100    14.5466      1.0000
 162     0.1000     0.0152    99.5080     0.6544    89.4800    14.6253      1.0000
 163     0.1000     0.0132    99.5640     0.6670    89.1200    14.5960      1.0000
 164     0.1000     0.0152    99.4960     0.7004    89.5600    14.5899      1.0000
 165     0.1000     0.0161    99.4740     0.6484    88.9600    14.5895      1.0000
 166     0.1000     0.0186    99.4420     0.6352    89.0100    14.5954      1.0000
 167     0.1000     0.0168    99.4600     0.5980    89.8700    14.6533      1.0000
 168     0.1000     0.0153    99.5040     0.6646    89.0800    14.5845      1.0000
 169     0.1000     0.0119    99.6120     0.7154    89.4900    14.6514      1.0000
 170     0.1000     0.0145    99.4960     0.7432    88.9900    14.6028      1.0000
 171     0.1000     0.0170    99.4880     0.6203    89.3900    14.5786      1.0000
 172     0.1000     0.0153    99.5500     0.6436    89.3000    14.5610      1.0000
 173     0.1000     0.0163    99.4880     0.6597    88.7800    14.5960      1.0000
 174     0.1000     0.0175    99.4120     0.6465    89.7100    14.5647      1.0000
 175     0.1000     0.0159    99.5100     0.6776    88.9700    14.5611      1.0000
 176     0.1000     0.0150    99.5340     0.6058    89.4300    14.5607      1.0000
 177     0.1000     0.0141    99.5480     0.6372    90.2200    14.5548      1.0000
 178     0.1000     0.0139    99.5680     0.6205    89.6900    14.5385      1.0000
 179     0.1000     0.0149    99.5760     0.6615    89.5500    14.5567      1.0000
 180     0.1000     0.0137    99.5880     0.6276    89.7900    14.5696      1.0000
 181     0.1000     0.0108    99.6480     0.6814    89.9500    14.5579      1.0000
 182     0.1000     0.0115    99.6600     0.6781    89.3600    14.5886      1.0000
 183     0.1000     0.0141    99.5180     0.6424    89.7900    14.5758      1.0000
 184     0.1000     0.0184    99.4900     0.6318    89.1800    14.5959      1.0000
 185     0.1000     0.0184    99.4800     0.5551    89.6200    14.5895      1.0000
 186     0.1000     0.0119    99.6160     0.6915    89.7100    14.5901      1.0000
 187     0.1000     0.0126    99.6180     0.6279    89.8300    14.6017      1.0000
 188     0.1000     0.0113    99.6520     0.6995    88.3900    14.5770      1.0000
 189     0.1000     0.0130    99.6140     0.6728    89.1200    14.6034      1.0000
 190     0.1000     0.0130    99.6100     0.7346    88.4800    14.6045      1.0000
 191     0.1000     0.0120    99.6160     0.6948    89.4900    14.5921      1.0000
 192     0.1000     0.0143    99.5680     0.6778    89.4700    14.5797      1.0000
 193     0.1000     0.0108    99.6560     0.7073    89.1700    14.5842      1.0000
 194     0.1000     0.0161    99.5180     0.6763    89.2600    14.5904      1.0000
 195     0.1000     0.0098    99.6720     0.6247    89.5400    14.5730      1.0000
 196     0.1000     0.0108    99.6780     0.8156    88.4800    14.6075      1.0000
 197     0.1000     0.0188    99.4860     0.6422    89.2900    14.5897      1.0000
 198     0.1000     0.0159    99.5180     0.6184    89.7000    14.6466      1.0000
 199     0.1000     0.0113    99.6440     0.6811    89.3100    14.6030      1.0000
 200     0.1000     0.0136    99.5880     0.6089    89.5300    14.5891      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0100    99.6560     0.6695    89.7700    14.5939      1.0000
 202     0.1000     0.0123    99.5980     0.6587    89.2900    14.5810      1.0000
 203     0.1000     0.0112    99.6480     0.6448    89.3800    14.6051      1.0000
 204     0.1000     0.0105    99.6720     0.6445    89.4700    14.5750      1.0000
 205     0.1000     0.0089    99.7140     0.7186    89.5500    14.6185      1.0000
 206     0.1000     0.0137    99.6040     0.5936    88.9700    14.5756      1.0000
 207     0.1000     0.0134    99.5900     0.6233    89.6900    14.5787      1.0000
 208     0.1000     0.0115    99.6800     0.6075    89.3800    14.6040      1.0000
 209     0.1000     0.0127    99.6540     0.5841    90.0200    14.6281      1.0000
 210     0.1000     0.0109    99.6500     0.6508    89.8100    14.6083      1.0000
 211     0.1000     0.0089    99.7440     0.7204    89.8800    14.6298      1.0000
 212     0.1000     0.0120    99.6620     0.6174    89.7300    14.6030      1.0000
 213     0.1000     0.0118    99.6600     0.6549    89.3000    14.5689      1.0000
 214     0.1000     0.0125    99.6180     0.6015    89.6300    14.5788      1.0000
 215     0.1000     0.0102    99.7040     0.6609    89.8300    14.5868      1.0000
 216     0.1000     0.0106    99.6640     0.6190    89.8800    14.5851      1.0000
 217     0.1000     0.0129    99.6160     0.6558    89.3900    14.6683      1.0000
 218     0.1000     0.0113    99.6740     0.5850    89.3700    14.5992      1.0000
 219     0.1000     0.0071    99.7820     0.6820    89.5800    14.5772      1.0000
 220     0.1000     0.0118    99.6440     0.6314    89.9600    14.6015      1.0000
 221     0.1000     0.0104    99.6500     0.6193    89.8200    14.5758      1.0000
 222     0.1000     0.0106    99.6560     0.6239    90.0900    14.6104      1.0000
 223     0.1000     0.0112    99.6380     0.6693    90.2100    14.5916      1.0000
 224     0.1000     0.0095    99.7060     0.6584    90.0400    14.5875      1.0000
 225     0.1000     0.0093    99.7640     0.6768    89.6400    14.6291      1.0000
 226     0.1000     0.0094    99.7020     0.6878    89.8600    14.5889      1.0000
 227     0.1000     0.0071    99.7560     0.7041    89.8300    14.5967      1.0000
 228     0.1000     0.0095    99.7120     0.7613    89.3800    14.5921      1.0000
 229     0.1000     0.0125    99.6360     0.6897    89.3100    14.5814      1.0000
 230     0.1000     0.0191    99.4920     0.6621    89.5400    14.6165      1.0000
 231     0.1000     0.0116    99.6300     0.6550    90.0700    14.5721      1.0000
 232     0.1000     0.0084    99.7740     0.6886    90.0200    14.5732      1.0000
 233     0.1000     0.0102    99.6700     0.6267    89.9700    14.5761      1.0000
 234     0.1000     0.0104    99.6800     0.6918    89.6600    14.6227      1.0000
 235     0.1000     0.0084    99.7340     0.6787    90.0200    14.5928      1.0000
 236     0.1000     0.0146    99.5520     0.6303    89.9400    14.5794      1.0000
 237     0.1000     0.0109    99.6860     0.7042    90.0000    14.5869      1.0000
 238     0.1000     0.0082    99.7560     0.6837    89.8700    14.5962      1.0000
 239     0.1000     0.0058    99.8080     0.7167    89.8500    14.5552      1.0000
 240     0.1000     0.0078    99.7480     0.6874    90.0000    14.6017      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0114    99.6460     0.6735    89.9200    14.5756      1.0000
 242     0.1000     0.0104    99.7200     0.6691    89.8700    14.5802      1.0000
 243     0.1000     0.0074    99.7620     0.6803    88.9200    14.5782      1.0000
 244     0.1000     0.0103    99.6900     0.6640    89.3800    14.5767      1.0000
 245     0.1000     0.0076    99.7580     0.6867    89.8800    14.5744      1.0000
 246     0.1000     0.0094    99.7560     0.6766    89.3700    14.5930      1.0000
 247     0.1000     0.0083    99.7580     0.6630    89.8400    14.5716      1.0000
 248     0.1000     0.0091    99.7440     0.6727    89.6800    14.5929      1.0000
 249     0.1000     0.0128    99.6240     0.5577    89.6300    14.5779      1.0000
 250     0.1000     0.0110    99.6620     0.6752    89.8100    14.6015      1.0000
 251     0.1000     0.0107    99.6960     0.6484    89.9500    14.6037      1.0000
 252     0.1000     0.0095    99.7020     0.7010    89.8000    14.5982      1.0000
 253     0.1000     0.0080    99.7720     0.6686    89.9200    14.5738      1.0000
 254     0.1000     0.0083    99.7580     0.6487    89.8000    14.6191      1.0000
 255     0.1000     0.0059    99.8260     0.7424    89.8000    14.5957      1.0000
 256     0.1000     0.0066    99.7680     0.7284    89.4600    14.5867      1.0000
 257     0.1000     0.0105    99.6700     0.7239    89.4300    14.5932      1.0000
 258     0.1000     0.0111    99.6540     0.6641    89.9500    14.5863      1.0000
 259     0.1000     0.0074    99.7740     0.6902    90.0400    14.5838      1.0000
 260     0.1000     0.0121    99.6800     0.5679    90.0600    14.5620      1.0000
 261     0.1000     0.0074    99.7920     0.7550    88.8400    14.5965      1.0000
 262     0.1000     0.0134    99.6080     0.6381    89.9600    14.6233      1.0000
 263     0.1000     0.0104    99.6900     0.6709    89.9000    14.6003      1.0000
 264     0.1000     0.0047    99.8540     0.7400    90.0500    14.5810      1.0000
 265     0.1000     0.0074    99.7640     0.7083    90.0200    14.5955      1.0000
 266     0.1000     0.0076    99.7660     0.6870    89.8900    14.5943      1.0000
 267     0.1000     0.0083    99.7500     0.6659    90.1700    14.5831      1.0000
 268     0.1000     0.0059    99.8380     0.6746    90.3500    14.6185      1.0000
 269     0.1000     0.0074    99.7680     0.7242    89.8400    14.5957      1.0000
 270     0.1000     0.0074    99.7700     0.7148    90.0200    14.5860      1.0000
 271     0.1000     0.0072    99.7580     0.6942    89.9600    14.6576      1.0000
 272     0.1000     0.0091    99.7160     0.6956    89.5000    14.5996      1.0000
 273     0.1000     0.0061    99.7900     0.7091    89.9300    14.5990      1.0000
 274     0.1000     0.0076    99.7680     0.7597    89.6400    14.6059      1.0000
 275     0.1000     0.0070    99.7680     0.7223    89.7200    14.5628      1.0000
 276     0.1000     0.0118    99.6820     0.5836    89.8600    14.6356      1.0000
 277     0.1000     0.0076    99.7580     0.7006    89.9600    14.6042      1.0000
 278     0.1000     0.0089    99.7360     0.6857    89.9600    14.5605      1.0000
 279     0.1000     0.0073    99.8080     0.6461    89.3400    14.6173      1.0000
 280     0.1000     0.0080    99.7420     0.6817    89.8500    14.5657      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0087    99.7460     0.6111    89.7800    14.5898      1.0000
 282     0.1000     0.0082    99.7640     0.6665    89.8600    14.5846      1.0000
 283     0.1000     0.0060    99.8260     0.6982    89.7300    14.5542      1.0000
 284     0.1000     0.0079    99.7740     0.7174    89.7000    14.5517      1.0000
 285     0.1000     0.0060    99.8100     0.7485    89.6500    14.5889      1.0000
 286     0.1000     0.0075    99.7680     0.6843    89.6200    14.6075      1.0000
 287     0.1000     0.0076    99.7660     0.6302    89.4000    14.5926      1.0000
 288     0.1000     0.0093    99.7060     0.7070    90.1600    14.5839      1.0000
 289     0.1000     0.0080    99.7840     0.6374    90.1300    14.5808      1.0000
 290     0.1000     0.0031    99.9200     0.8112    89.9100    14.6131      1.0000
 291     0.1000     0.0075    99.7720     0.7269    89.8800    14.6132      1.0000
 292     0.1000     0.0056    99.8300     0.7295    90.2400    14.5699      1.0000
 293     0.1000     0.0065    99.8100     0.7200    89.9500    14.6062      1.0000
 294     0.1000     0.0122    99.7040     0.6539    90.1900    14.6393      1.0000
 295     0.1000     0.0073    99.7780     0.7062    90.2400    14.5764      1.0000
 296     0.1000     0.0058    99.8400     0.7079    89.8100    14.5745      1.0000
 297     0.1000     0.0074    99.8020     0.7181    89.8300    14.6083      1.0000
 298     0.1000     0.0064    99.7920     0.7248    90.2800    14.5731      1.0000
 299     0.1000     0.0080    99.7520     0.7302    89.9200    14.6034      1.0000
 300     0.1000     0.0087    99.7460     0.6618    90.0600    14.6043      1.0000
 301     0.0996     0.0068    99.7940     0.7101    90.4000    14.6806      1.0000
 302     0.0992     0.0067    99.8000     0.7010    90.2500    14.5634      1.0000
 303     0.0988     0.0087    99.7600     0.6907    89.8700    14.6047      1.0000
 304     0.0983     0.0053    99.8220     0.7531    90.3000    14.5865      1.0000
 305     0.0979     0.0059    99.8180     0.7206    89.4700    14.6078      1.0000
 306     0.0975     0.0064    99.8000     0.6825    90.0900    14.5677      1.0000
 307     0.0971     0.0073    99.7820     0.7038    89.6000    14.5690      1.0000
 308     0.0967     0.0071    99.7920     0.6940    90.2000    14.5856      1.0000
 309     0.0963     0.0052    99.8380     0.6862    90.0400    14.5980      1.0000
 310     0.0959     0.0071    99.7600     0.7172    89.7500    14.5916      1.0000
 311     0.0955     0.0078    99.7900     0.6628    90.0000    14.5954      1.0000
 312     0.0950     0.0042    99.8600     0.7320    90.0800    14.5756      1.0000
 313     0.0946     0.0043    99.8740     0.7862    89.9200    14.5797      1.0000
 314     0.0942     0.0064    99.8120     0.6839    89.8600    14.5808      1.0000
 315     0.0938     0.0047    99.8580     0.7741    90.1300    14.5946      1.0000
 316     0.0934     0.0049    99.8800     0.7282    90.0300    14.5667      1.0000
 317     0.0930     0.0040    99.8520     0.7433    89.8000    14.5613      1.0000
 318     0.0926     0.0056    99.8160     0.7083    89.9000    14.6084      1.0000
 319     0.0922     0.0071    99.8100     0.6183    89.9600    14.6203      1.0000
 320     0.0917     0.0043    99.8780     0.7510    89.6000    14.5879      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0052    99.8260     0.7424    89.6700    14.6055      1.0000
 322     0.0909     0.0037    99.8860     0.7482    90.3600    14.5841      1.0000
 323     0.0905     0.0056    99.8160     0.7046    90.3100    14.5763      1.0000
 324     0.0901     0.0042    99.8580     0.7518    90.3800    14.5598      1.0000
 325     0.0897     0.0047    99.8480     0.7576    90.3100    14.6023      1.0000
 326     0.0893     0.0059    99.8200     0.7228    90.2100    14.5910      1.0000
 327     0.0889     0.0035    99.8940     0.7201    90.3100    14.5591      1.0000
 328     0.0885     0.0035    99.9100     0.7252    90.3700    14.6386      1.0000
 329     0.0880     0.0039    99.8880     0.7163    90.4500    14.6078      1.0000
 330     0.0876     0.0041    99.8640     0.7231    90.3900    14.5791      1.0000
 331     0.0872     0.0063    99.8300     0.6840    90.2200    14.6125      1.0000
 332     0.0868     0.0039    99.8720     0.7408    90.2400    14.6088      1.0000
 333     0.0864     0.0040    99.8800     0.7753    89.6900    14.6120      1.0000
 334     0.0860     0.0032    99.8900     0.7953    90.1600    14.6154      1.0000
 335     0.0856     0.0056    99.8620     0.7029    90.2400    14.5650      1.0000
 336     0.0852     0.0027    99.8960     0.7267    90.1300    14.5733      1.0000
 337     0.0847     0.0023    99.9300     0.8107    89.8800    14.5808      1.0000
 338     0.0843     0.0027    99.9000     0.8428    90.2900    14.5713      1.0000
 339     0.0839     0.0038    99.8860     0.7375    90.0900    14.5841      1.0000
 340     0.0835     0.0079    99.8240     0.6796    90.0000    14.6013      1.0000
 341     0.0831     0.0056    99.8460     0.6787    90.2500    14.6265      1.0000
 342     0.0827     0.0040    99.8800     0.6956    90.1500    14.5852      1.0000
 343     0.0823     0.0017    99.9480     0.7580    90.5500    14.5764      1.0000
 344     0.0818     0.0030    99.9140     0.7992    90.2600    14.5755      1.0000
 345     0.0814     0.0046    99.8740     0.7288    90.5100    14.5827      1.0000
 346     0.0810     0.0041    99.8740     0.7280    90.5600    14.6151      1.0000
 347     0.0806     0.0031    99.9000     0.7577    90.0300    14.6007      1.0000
 348     0.0802     0.0033    99.9180     0.7290    90.5000    14.6522      1.0000
 349     0.0798     0.0023    99.9220     0.7624    90.3400    14.5885      1.0000
 350     0.0794     0.0037    99.9060     0.7250    90.2000    14.5966      1.0000
 351     0.0790     0.0040    99.8800     0.7233    90.4300    14.5997      1.0000
 352     0.0786     0.0026    99.9240     0.7445    90.4000    14.5679      1.0000
 353     0.0781     0.0017    99.9460     0.7582    90.7600    14.5726      1.0000
 354     0.0777     0.0015    99.9500     0.7760    90.4300    14.5996      1.0000
 355     0.0773     0.0019    99.9460     0.8108    90.6300    14.6224      1.0000
 356     0.0769     0.0032    99.8900     0.8250    90.4900    14.6080      1.0000
 357     0.0765     0.0029    99.9160     0.8358    90.3500    14.6299      1.0000
 358     0.0761     0.0030    99.9040     0.7800    90.4600    14.6090      1.0000
 359     0.0757     0.0025    99.9120     0.8055    90.2700    14.6774      1.0000
 360     0.0753     0.0039    99.9060     0.7205    90.4600    14.5950      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0030    99.9280     0.7344    90.5100    14.5966      1.0000
 362     0.0744     0.0017    99.9420     0.8284    90.2800    14.6161      1.0000
 363     0.0740     0.0023    99.9220     0.7913    90.3300    14.6257      1.0000
 364     0.0736     0.0010    99.9640     0.8065    90.3900    14.5784      1.0000
 365     0.0732     0.0025    99.9300     0.8155    89.7700    14.5845      1.0000
 366     0.0728     0.0044    99.8820     0.7828    90.3200    14.5729      1.0000
 367     0.0724     0.0025    99.9200     0.8282    89.9700    14.6023      1.0000
 368     0.0720     0.0024    99.9380     0.8095    90.1500    14.6876      1.0000
 369     0.0715     0.0025    99.9280     0.8095    90.2900    14.5922      1.0000
 370     0.0711     0.0016    99.9520     0.8334    90.4900    14.6027      1.0000
 371     0.0707     0.0011    99.9600     0.8380    90.7100    14.6181      1.0000
 372     0.0703     0.0016    99.9480     0.8502    90.7000    14.6235      1.0000
 373     0.0699     0.0012    99.9720     0.8530    90.5700    14.6299      1.0000
 374     0.0695     0.0012    99.9600     0.8497    90.4800    14.5981      1.0000
 375     0.0691     0.0025    99.9240     0.8163    90.1100    14.5622      1.0000
 376     0.0686     0.0032    99.9140     0.7660    90.2400    14.6323      1.0000
 377     0.0682     0.0021    99.9420     0.7971    90.4200    14.5651      1.0000
 378     0.0678     0.0029    99.8980     0.7271    90.3700    14.5924      1.0000
 379     0.0674     0.0012    99.9700     0.7849    90.4000    14.5751      1.0000
 380     0.0670     0.0018    99.9480     0.7751    90.6200    14.6383      1.0000
 381     0.0666     0.0020    99.9460     0.7530    90.4500    14.5778      1.0000
 382     0.0662     0.0009    99.9760     0.7820    90.4500    14.5889      1.0000
 383     0.0658     0.0015    99.9460     0.7785    90.7200    14.5788      1.0000
 384     0.0654     0.0007    99.9740     0.8183    90.8500    14.5767      1.0000
 385     0.0649     0.0007    99.9740     0.8179    90.7800    14.6137      1.0000
 386     0.0645     0.0010    99.9740     0.8177    90.7400    14.6105      1.0000
 387     0.0641     0.0006    99.9820     0.8328    91.0100    14.5952      1.0000
 388     0.0637     0.0015    99.9540     0.8693    90.3000    14.5604      1.0000
 389     0.0633     0.0019    99.9420     0.8452    90.5300    14.5663      1.0000
 390     0.0629     0.0016    99.9520     0.8063    90.5100    14.5706      1.0000
 391     0.0625     0.0010    99.9660     0.8335    90.4900    14.5583      1.0000
 392     0.0621     0.0010    99.9680     0.8572    90.5700    14.5890      1.0000
 393     0.0616     0.0025    99.9360     0.8512    90.1000    14.5741      1.0000
 394     0.0612     0.0017    99.9520     0.8460    90.5400    14.6325      1.0000
 395     0.0608     0.0007    99.9740     0.8672    90.4600    14.6057      1.0000
 396     0.0604     0.0009    99.9760     0.8839    90.5100    14.5971      1.0000
 397     0.0600     0.0008    99.9740     0.8933    90.2900    14.5867      1.0000
 398     0.0596     0.0008    99.9780     0.8756    90.7700    14.7137      1.0000
 399     0.0592     0.0010    99.9640     0.8809    90.7300    14.6025      1.0000
 400     0.0588     0.0007    99.9780     0.8926    90.5500    14.5861      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0010    99.9680     0.9057    90.5100    14.6008      1.0000
 402     0.0579     0.0009    99.9600     0.8993    90.4800    14.6407      1.0000
 403     0.0575     0.0005    99.9840     0.9186    90.5900    14.6991      1.0000
 404     0.0571     0.0007    99.9900     0.9165    90.4000    14.6448      1.0000
 405     0.0567     0.0004    99.9840     0.9056    90.5300    14.6098      1.0000
 406     0.0563     0.0007    99.9700     0.9225    90.5900    14.5964      1.0000
 407     0.0559     0.0006    99.9820     0.9242    90.6900    14.5861      1.0000
 408     0.0554     0.0019    99.9560     0.9079    90.3300    14.5939      1.0000
 409     0.0550     0.0007    99.9760     0.9254    90.3300    14.6035      1.0000
 410     0.0546     0.0011    99.9640     0.8735    90.7300    14.5849      1.0000
 411     0.0542     0.0005    99.9840     0.8875    90.6600    14.6006      1.0000
 412     0.0538     0.0009    99.9700     0.9093    90.3800    14.6204      1.0000
 413     0.0534     0.0007    99.9760     0.9312    90.5700    14.5952      1.0000
 414     0.0530     0.0003    99.9920     0.9252    90.7500    14.5622      1.0000
 415     0.0526     0.0004    99.9860     0.9289    90.7400    14.5760      1.0000
 416     0.0522     0.0003    99.9860     0.9337    90.6600    14.6209      1.0000
 417     0.0517     0.0018    99.9620     0.9089    90.0600    14.5955      1.0000
 418     0.0513     0.0007    99.9740     0.8846    90.6500    14.5944      1.0000
 419     0.0509     0.0008    99.9700     0.8879    90.5300    14.6111      1.0000
 420     0.0505     0.0006    99.9840     0.8910    90.4100    14.5742      1.0000
 421     0.0501     0.0004    99.9800     0.8809    90.5500    14.5852      1.0000
 422     0.0497     0.0005    99.9860     0.8851    90.5000    14.6121      1.0000
 423     0.0493     0.0006    99.9880     0.8975    90.5000    14.5917      1.0000
 424     0.0489     0.0007    99.9800     0.9304    90.3200    14.5650      1.0000
 425     0.0484     0.0008    99.9760     0.9143    90.4600    14.7175      1.0000
 426     0.0480     0.0004    99.9840     0.9417    90.5300    14.6037      1.0000
 427     0.0476     0.0003    99.9900     0.9413    90.5000    14.5935      1.0000
 428     0.0472     0.0004    99.9880     0.9604    90.6400    14.6262      1.0000
 429     0.0468     0.0004    99.9860     0.9629    90.5300    14.6008      1.0000
 430     0.0464     0.0012    99.9740     0.9066    90.6500    14.6081      1.0000
 431     0.0460     0.0004    99.9780     0.9172    90.5800    14.6089      1.0000
 432     0.0456     0.0001    99.9980     0.9170    90.5300    14.6201      1.0000
 433     0.0451     0.0004    99.9880     0.9157    90.5000    14.6170      1.0000
 434     0.0447     0.0006    99.9760     0.9104    90.6500    14.6187      1.0000
 435     0.0443     0.0004    99.9880     0.9406    90.4600    14.6004      1.0000
 436     0.0439     0.0004    99.9840     0.9240    90.7400    14.5627      1.0000
 437     0.0435     0.0003    99.9900     0.9464    90.7000    14.5883      1.0000
 438     0.0431     0.0002    99.9980     0.9502    90.5000    14.6026      1.0000
 439     0.0427     0.0003    99.9880     0.9368    90.6300    14.5889      1.0000
 440     0.0423     0.0002    99.9880     0.9526    90.7800    14.5911      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0003    99.9900     0.9708    90.6900    14.5572      1.0000
 442     0.0414     0.0003    99.9880     0.9652    90.7500    14.6138      1.0000
 443     0.0410     0.0002    99.9920     0.9703    90.5900    14.6201      1.0000
 444     0.0406     0.0001    99.9980     0.9898    90.6800    14.5837      1.0000
 445     0.0402     0.0003    99.9920     0.9827    90.6300    14.5640      1.0000
 446     0.0398     0.0002    99.9960     0.9768    90.5400    14.5898      1.0000
 447     0.0394     0.0002    99.9920     0.9812    90.5300    14.5793      1.0000
 448     0.0389     0.0002    99.9960     0.9611    90.8000    14.5895      1.0000
 449     0.0385     0.0003    99.9900     0.9607    90.9000    14.5986      1.0000
 450     0.0381     0.0001    99.9960     0.9639    90.8200    14.5933      1.0000
 451     0.0377     0.0004    99.9900     0.9659    90.8800    14.5899      1.0000
 452     0.0373     0.0001    99.9980     0.9670    90.8100    14.5983      1.0000
 453     0.0369     0.0001    99.9960     0.9795    90.9300    14.6096      1.0000
 454     0.0365     0.0000   100.0000     0.9851    90.8500    14.5922      1.0000
 455     0.0361     0.0002    99.9960     0.9925    90.7900    14.5832      1.0000
 456     0.0357     0.0001   100.0000     1.0005    90.8200    14.5759      1.0000
 457     0.0352     0.0008    99.9860     1.0196    90.1700    14.5864      1.0000
 458     0.0348     0.0005    99.9800     0.9545    90.7300    14.5688      1.0000
 459     0.0344     0.0002    99.9940     0.9590    90.7000    14.5910      1.0000
 460     0.0340     0.0003    99.9880     0.9786    90.8100    14.6288      1.0000
 461     0.0336     0.0003    99.9960     0.9920    90.6300    14.5816      1.0000
 462     0.0332     0.0002    99.9900     0.9887    90.7500    14.6066      1.0000
 463     0.0328     0.0007    99.9860     0.9618    90.7500    14.5538      1.0000
 464     0.0324     0.0005    99.9900     0.9751    90.7700    14.5930      1.0000
 465     0.0319     0.0002    99.9920     0.9887    90.6300    14.5928      1.0000
 466     0.0315     0.0005    99.9860     0.9727    90.8300    14.5901      1.0000
 467     0.0311     0.0002    99.9900     0.9735    90.8800    14.5949      1.0000
 468     0.0307     0.0001    99.9920     0.9760    90.8700    14.5848      1.0000
 469     0.0303     0.0002    99.9960     0.9832    90.8300    14.6242      1.0000
 470     0.0299     0.0003    99.9900     0.9936    90.6900    14.6648      1.0000
 471     0.0295     0.0001    99.9980     0.9943    90.8300    14.5942      1.0000
 472     0.0291     0.0002    99.9940     1.0141    90.8500    14.6027      1.0000
 473     0.0286     0.0003    99.9860     1.0221    90.6800    14.6012      1.0000
 474     0.0282     0.0002    99.9920     1.0071    90.8200    14.5793      1.0000
 475     0.0278     0.0002    99.9960     1.0057    90.8300    14.5931      1.0000
 476     0.0274     0.0001    99.9980     1.0121    90.8100    14.6021      1.0000
 477     0.0270     0.0001    99.9980     1.0156    90.8800    14.6470      1.0000
 478     0.0266     0.0000   100.0000     1.0177    90.8900    14.6035      1.0000
 479     0.0262     0.0001    99.9940     1.0387    90.8100    14.5845      1.0000
 480     0.0257     0.0005    99.9860     1.0327    90.6100    14.5982      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0001    99.9980     1.0343    90.6700    14.6046      1.0000
 482     0.0249     0.0001    99.9980     1.0360    90.8300    14.6281      1.0000
 483     0.0245     0.0001    99.9920     1.0402    90.8500    14.6204      1.0000
 484     0.0241     0.0004    99.9900     1.0230    90.7500    14.6930      1.0000
 485     0.0237     0.0001    99.9960     1.0424    90.8200    14.6508      1.0000
 486     0.0233     0.0001    99.9980     1.0576    90.7400    14.7033      1.0000
 487     0.0229     0.0003    99.9880     1.0557    90.6100    14.6332      1.0000
 488     0.0225     0.0001    99.9940     1.0373    90.6900    14.6210      1.0000
 489     0.0220     0.0003    99.9940     1.0438    90.8100    14.5954      1.0000
 490     0.0216     0.0001    99.9960     1.0406    90.6300    14.5912      1.0000
 491     0.0212     0.0002    99.9960     1.0412    90.7800    14.5844      1.0000
 492     0.0208     0.0000   100.0000     1.0430    90.8000    14.5705      1.0000
 493     0.0204     0.0001    99.9940     1.0445    90.7400    14.5834      1.0000
 494     0.0200     0.0003    99.9940     1.0321    90.6800    14.5950      1.0000
 495     0.0196     0.0001    99.9980     1.0331    90.8000    14.6311      1.0000
 496     0.0192     0.0000   100.0000     1.0348    90.8100    14.5948      1.0000
 497     0.0187     0.0000    99.9980     1.0370    90.8600    14.6295      1.0000
 498     0.0183     0.0000   100.0000     1.0393    90.9300    14.5848      1.0000
 499     0.0179     0.0001    99.9980     1.0427    90.9100    14.6258      1.0000
 500     0.0175     0.0001    99.9980     1.0426    90.9200    14.5928      1.0000
 501     0.0171     0.0001    99.9980     1.0473    90.8000    14.5687      1.0000
 502     0.0167     0.0000   100.0000     1.0494    90.8000    14.5972      1.0000
 503     0.0163     0.0001    99.9980     1.0488    90.8300    14.5895      1.0000
 504     0.0159     0.0002    99.9940     1.0475    90.9100    14.5869      1.0000
 505     0.0154     0.0001    99.9980     1.0456    90.8700    14.5974      1.0000
 506     0.0150     0.0001    99.9960     1.0379    90.8300    14.5923      1.0000
 507     0.0146     0.0003    99.9940     1.0359    90.9400    14.5709      1.0000
 508     0.0142     0.0001    99.9980     1.0369    90.9200    14.6568      1.0000
 509     0.0138     0.0001    99.9940     1.0422    90.9500    14.5781      1.0000
 510     0.0134     0.0000   100.0000     1.0450    90.9600    14.6075      1.0000
 511     0.0130     0.0000   100.0000     1.0458    90.9700    14.5960      1.0000
 512     0.0125     0.0000   100.0000     1.0468    90.9800    14.5928      1.0000
 513     0.0121     0.0000   100.0000     1.0487    90.9600    14.6067      1.0000
 514     0.0117     0.0000   100.0000     1.0489    90.9700    14.6101      1.0000
 515     0.0113     0.0001    99.9980     1.0500    90.9700    14.5898      1.0000
 516     0.0109     0.0000    99.9980     1.0505    90.9800    14.6366      1.0000
 517     0.0105     0.0002    99.9940     1.0480    90.9800    14.5772      1.0000
 518     0.0101     0.0001    99.9960     1.0442    90.9900    14.5997      1.0000
 519     0.0097     0.0000   100.0000     1.0450    90.9900    14.6158      1.0000
 520     0.0092     0.0000    99.9980     1.0479    90.9800    14.6194      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     1.0474    90.9900    14.6231      1.0000
 522     0.0084     0.0002    99.9960     1.0495    91.0100    14.5987      1.0000
 523     0.0080     0.0000   100.0000     1.0502    91.0200    14.5972      1.0000
 524     0.0076     0.0001    99.9960     1.0500    91.0300    14.6036      1.0000
 525     0.0072     0.0000    99.9980     1.0513    91.0500    14.6132      1.0000
 526     0.0068     0.0000    99.9980     1.0524    91.0300    14.6088      1.0000
 527     0.0064     0.0000   100.0000     1.0529    91.0500    14.6029      1.0000
 528     0.0060     0.0000    99.9980     1.0535    91.0600    14.5804      1.0000
 529     0.0055     0.0000   100.0000     1.0555    91.0200    14.5994      1.0000
 530     0.0051     0.0000   100.0000     1.0562    91.0300    14.6005      1.0000
 531     0.0047     0.0003    99.9980     1.0532    91.0000    14.5752      1.0000
 532     0.0043     0.0000   100.0000     1.0537    91.0100    14.5768      1.0000
 533     0.0039     0.0000   100.0000     1.0542    91.0200    14.5974      1.0000
 534     0.0035     0.0000   100.0000     1.0544    91.0100    14.5787      1.0000
 535     0.0031     0.0001    99.9980     1.0544    91.0400    14.6036      1.0000
 536     0.0027     0.0000   100.0000     1.0548    91.0500    14.5671      1.0000
 537     0.0022     0.0000   100.0000     1.0546    91.0400    14.6047      1.0000
 538     0.0018     0.0001    99.9980     1.0545    91.0400    14.6063      1.0000
 539     0.0014     0.0001    99.9960     1.0549    91.0600    14.6138      1.0000
 540     0.0010     0.0000    99.9980     1.0549    91.0300    14.5822      1.0000
 541     0.0010     0.0000   100.0000     1.0552    91.0500    14.6452      1.0000
 542     0.0010     0.0000   100.0000     1.0552    91.0500    14.5656      1.0000
 543     0.0010     0.0000   100.0000     1.0554    91.0500    14.5986      1.0000
 544     0.0010     0.0001    99.9960     1.0555    91.0600    14.5816      1.0000
 545     0.0010     0.0000   100.0000     1.0556    91.0700    14.5750      1.0000
 546     0.0010     0.0001    99.9980     1.0558    91.0600    14.5893      1.0000
 547     0.0010     0.0000   100.0000     1.0559    91.0600    14.5830      1.0000
 548     0.0010     0.0000   100.0000     1.0560    91.0600    14.5882      1.0000
 549     0.0010     0.0000   100.0000     1.0562    91.0600    14.6033      1.0000
 550     0.0010     0.0001    99.9960     1.0561    91.0600    14.5998      1.0000
 551     0.0010     0.0000   100.0000     1.0562    91.0500    14.5871      1.0000
 552     0.0010     0.0000   100.0000     1.0563    91.0500    14.6085      1.0000
 553     0.0010     0.0000   100.0000     1.0564    91.0500    14.5891      1.0000
 554     0.0010     0.0001    99.9960     1.0565    91.0600    14.6792      1.0000
 555     0.0010     0.0000   100.0000     1.0566    91.0600    14.5801      1.0000
 556     0.0010     0.0000   100.0000     1.0566    91.0700    14.5901      1.0000
 557     0.0010     0.0000   100.0000     1.0567    91.0700    14.5803      1.0000
 558     0.0010     0.0001    99.9980     1.0569    91.0700    14.6033      1.0000
 559     0.0010     0.0000   100.0000     1.0569    91.0800    14.5862      1.0000
 560     0.0010     0.0000   100.0000     1.0572    91.0700    14.6140      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     1.0573    91.0800    14.5852      1.0000
 562     0.0010     0.0000   100.0000     1.0575    91.0800    14.5885      1.0000
 563     0.0010     0.0001    99.9960     1.0573    91.0700    14.5850      1.0000
 564     0.0010     0.0000   100.0000     1.0574    91.0700    14.5948      1.0000
 565     0.0010     0.0000    99.9980     1.0572    91.0600    14.5836      1.0000
 566     0.0010     0.0000   100.0000     1.0573    91.0600    14.6093      1.0000
 567     0.0010     0.0000   100.0000     1.0574    91.0600    14.6108      1.0000
 568     0.0010     0.0000   100.0000     1.0575    91.0600    14.5918      1.0000
 569     0.0010     0.0001    99.9980     1.0570    91.0600    14.5913      1.0000
 570     0.0010     0.0000   100.0000     1.0570    91.0600    14.5736      1.0000
 571     0.0010     0.0000   100.0000     1.0569    91.0600    14.6171      1.0000
 572     0.0010     0.0000   100.0000     1.0571    91.0600    14.6100      1.0000
 573     0.0010     0.0000    99.9980     1.0571    91.0600    14.6320      1.0000
 574     0.0010     0.0000   100.0000     1.0571    91.0600    14.5989      1.0000
 575     0.0010     0.0000   100.0000     1.0572    91.0500    14.6104      1.0000
 576     0.0010     0.0001    99.9960     1.0568    91.0400    14.6093      1.0000
 577     0.0010     0.0000   100.0000     1.0570    91.0500    14.5835      1.0000
 578     0.0010     0.0001    99.9960     1.0568    91.0600    14.6349      1.0000
 579     0.0010     0.0001    99.9980     1.0573    91.0600    14.5780      1.0000
 580     0.0010     0.0000    99.9980     1.0573    91.0600    14.6497      1.0000
 581     0.0010     0.0001    99.9960     1.0570    91.0800    14.5963      1.0000
 582     0.0010     0.0000   100.0000     1.0571    91.0700    14.6209      1.0000
 583     0.0010     0.0000   100.0000     1.0572    91.0700    14.6294      1.0000
 584     0.0010     0.0000   100.0000     1.0573    91.0800    14.6211      1.0000
 585     0.0010     0.0000    99.9980     1.0571    91.0400    14.6285      1.0000
 586     0.0010     0.0001    99.9960     1.0569    91.0400    14.6256      1.0000
 587     0.0010     0.0000   100.0000     1.0571    91.0600    14.5939      1.0000
 588     0.0010     0.0000   100.0000     1.0571    91.0600    14.6216      1.0000
 589     0.0010     0.0000   100.0000     1.0572    91.0600    14.5911      1.0000
 590     0.0010     0.0000   100.0000     1.0573    91.0600    14.5938      1.0000
 591     0.0010     0.0001    99.9980     1.0571    91.0400    14.5965      1.0000
 592     0.0010     0.0000    99.9980     1.0572    91.0600    14.5487      1.0000
 593     0.0010     0.0000   100.0000     1.0572    91.0400    14.5908      1.0000
 594     0.0010     0.0000   100.0000     1.0573    91.0300    14.6023      1.0000
 595     0.0010     0.0001    99.9960     1.0574    91.0700    14.6107      1.0000
 596     0.0010     0.0000   100.0000     1.0575    91.0600    14.5762      1.0000
 597     0.0010     0.0000   100.0000     1.0576    91.0500    14.5842      1.0000
 598     0.0010     0.0001    99.9960     1.0579    91.0800    14.6081      1.0000
 599     0.0010     0.0000   100.0000     1.0580    91.0800    14.5809      1.0000
 600     0.0010     0.0001    99.9960     1.0580    91.0700    14.5970      1.0000
