Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.3458    10.0040     2.3432    10.0300    15.8472      1.0000
   2     0.1000     1.9475    23.9520     1.8699    26.0200    15.5580      1.0000
   3     0.1000     1.7327    34.1720     1.6971    35.4800    16.2725      1.0000
   4     0.1000     1.6438    40.3580     1.6065    40.9000    15.5731      1.0000
   5     0.1000     1.5186    44.3800     1.4496    46.3400    15.7112      1.0000
   6     0.1000     1.3757    50.7020     1.3799    50.0100    15.6440      1.0000
   7     0.1000     1.1205    59.5960     1.0966    60.7100    15.6566      1.0000
   8     0.1000     0.9667    65.9020     0.9822    65.6300    15.6648      1.0000
   9     0.1000     0.8965    68.4100     0.8995    68.3200    15.7661      1.0000
  10     0.1000     0.8581    69.5420     0.8827    69.5900    16.2217      1.0000
  11     0.1000     0.7664    73.8700     0.7724    73.8200    15.6265      1.0000
  12     0.1000     0.7192    75.2360     0.7649    74.1000    15.6735      1.0000
  13     0.1000     0.6265    78.3660     0.6804    76.9000    15.5574      1.0000
  14     0.1000     0.5944    79.7540     0.6387    78.3100    16.2835      1.0000
  15     0.1000     0.5480    81.2980     0.6212    79.6800    15.6103      1.0000
  16     0.1000     0.6032    79.9920     0.6617    78.8100    15.5964      1.0000
  17     0.1000     0.5690    80.8960     0.6529    79.0200    15.6513      1.0000
  18     0.1000     0.6036    79.7040     0.6854    77.5700    16.3951      1.0000
  19     0.1000     0.4664    84.4100     0.5806    81.9600    15.5774      1.0000
  20     0.1000     0.4018    86.3860     0.5149    83.3700    15.6962      1.0000
  21     0.1000     0.4688    84.3900     0.5709    81.6700    15.6168      1.0000
  22     0.1000     0.3727    87.3520     0.4994    84.1700    16.8695      1.0000
  23     0.1000     0.3832    87.2400     0.5134    83.9800    15.5662      1.0000
  24     0.1000     0.3547    87.9500     0.5012    84.2500    15.6233      1.0000
  25     0.1000     0.3537    88.0080     0.5195    83.4700    15.7628      1.0000
  26     0.1000     0.4255    85.6220     0.5792    82.0500    15.5508      1.0000
  27     0.1000     0.3268    89.0320     0.5122    84.4900    15.7346      1.0000
  28     0.1000     0.2986    89.9440     0.4750    85.1000    15.8064      1.0000
  29     0.1000     0.3197    89.2780     0.5037    84.8100    16.0400      1.0000
  30     0.1000     0.2511    91.5280     0.4549    85.5200    15.5731      1.0000
  31     0.1000     0.2835    90.3700     0.4999    85.1900    15.5673      1.0000
  32     0.1000     0.2981    90.0220     0.5335    84.3200    15.5787      1.0000
  33     0.1000     0.2380    91.9620     0.5007    86.0900    16.3707      1.0000
  34     0.1000     0.2353    92.0820     0.4718    85.7200    15.6759      1.0000
  35     0.1000     0.2053    93.1140     0.4669    86.4000    15.8123      1.0000
  36     0.1000     0.2681    91.2660     0.5156    85.4900    15.5867      1.0000
  37     0.1000     0.1862    93.6660     0.4450    86.7300    16.4202      1.0000
  38     0.1000     0.1942    93.5080     0.4904    86.4500    15.6496      1.0000
  39     0.1000     0.1792    93.9820     0.4539    86.6800    15.6981      1.0000
  40     0.1000     0.2095    93.2100     0.5067    86.0400    15.6644      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2667    91.4860     0.5675    84.5600    16.4804      1.0000
  42     0.1000     0.2129    93.0240     0.5253    85.5300    15.7804      1.0000
  43     0.1000     0.1531    94.9220     0.4635    87.2000    15.5915      1.0000
  44     0.1000     0.1711    94.3380     0.4929    87.0000    15.9348      1.0000
  45     0.1000     0.1499    95.0180     0.4705    86.6400    15.5617      1.0000
  46     0.1000     0.1714    94.1300     0.4982    86.4300    15.5583      1.0000
  47     0.1000     0.1374    95.2820     0.4712    87.0900    15.5609      1.0000
  48     0.1000     0.1285    95.5920     0.4843    87.3600    15.6996      1.0000
  49     0.1000     0.1710    94.2160     0.5124    85.9400    15.5944      1.0000
  50     0.1000     0.1854    93.9360     0.5452    85.7300    15.8587      1.0000
  51     0.1000     0.1173    96.0900     0.4741    87.5000    15.5136      1.0000
  52     0.1000     0.1197    95.9520     0.5019    87.3800    15.8659      1.0000
  53     0.1000     0.1483    94.9440     0.5440    86.7600    15.5305      1.0000
  54     0.1000     0.1314    95.5020     0.5042    87.4500    15.6029      1.0000
  55     0.1000     0.1134    96.1720     0.4853    87.9700    15.6889      1.0000
  56     0.1000     0.0982    96.7060     0.5055    88.0400    15.6350      1.0000
  57     0.1000     0.1101    96.3100     0.4992    87.5800    15.7214      1.0000
  58     0.1000     0.0998    96.6180     0.5317    87.1800    15.5638      1.0000
  59     0.1000     0.1865    93.7820     0.6163    84.9300    15.5764      1.0000
  60     0.1000     0.1046    96.5200     0.4857    87.6800    16.1183      1.0000
  61     0.1000     0.0906    96.9860     0.4664    87.8400    15.5405      1.0000
  62     0.1000     0.1625    94.7500     0.5968    85.7700    15.5517      1.0000
  63     0.1000     0.0920    96.9020     0.5043    87.7300    15.7992      1.0000
  64     0.1000     0.0932    96.8940     0.5343    87.9600    15.8717      1.0000
  65     0.1000     0.1173    96.1140     0.5626    87.2500    15.5757      1.0000
  66     0.1000     0.1123    96.3220     0.5806    87.6800    15.7331      1.0000
  67     0.1000     0.0835    97.1140     0.5681    87.2500    15.8622      1.0000
  68     0.1000     0.1199    96.1080     0.5691    86.5600    15.6900      1.0000
  69     0.1000     0.0787    97.3000     0.5078    87.9900    15.5850      1.0000
  70     0.1000     0.0626    97.8520     0.5295    88.2700    15.6660      1.0000
  71     0.1000     0.1022    96.6640     0.5232    86.6700    15.7126      1.0000
  72     0.1000     0.0582    98.0880     0.5435    88.3000    15.7493      1.0000
  73     0.1000     0.1119    96.3160     0.5808    86.9200    15.6205      1.0000
  74     0.1000     0.1312    95.8900     0.6164    86.0200    15.7305      1.0000
  75     0.1000     0.0899    96.9140     0.5655    88.2600    16.3705      1.0000
  76     0.1000     0.0519    98.2640     0.5524    88.2200    15.6537      1.0000
  77     0.1000     0.0639    97.8260     0.5530    88.2600    15.4858      1.0000
  78     0.1000     0.0547    98.2000     0.5210    88.0800    15.5909      1.0000
  79     0.1000     0.0458    98.4480     0.5321    88.3800    16.2156      1.0000
  80     0.1000     0.0604    97.9100     0.5455    88.1100    15.6532      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0595    98.0000     0.5371    88.3700    15.8163      1.0000
  82     0.1000     0.0581    98.0940     0.5634    88.0200    15.6573      1.0000
  83     0.1000     0.0769    97.3340     0.5780    87.4100    15.8766      1.0000
  84     0.1000     0.0750    97.5000     0.5745    87.9000    15.7797      1.0000
  85     0.1000     0.0400    98.6040     0.5182    88.6800    15.5891      1.0000
  86     0.1000     0.0501    98.3620     0.5490    88.7100    15.9856      1.0000
  87     0.1000     0.0388    98.6900     0.5514    88.8700    15.8172      1.0000
  88     0.1000     0.0366    98.7920     0.5807    88.6200    15.7409      1.0000
  89     0.1000     0.0671    97.7200     0.5625    88.1100    15.5112      1.0000
  90     0.1000     0.0577    98.1000     0.5592    88.2900    16.2205      1.0000
  91     0.1000     0.0374    98.7380     0.5945    88.3300    15.7003      1.0000
  92     0.1000     0.0802    97.3860     0.6734    87.3400    15.6517      1.0000
  93     0.1000     0.0435    98.5020     0.5605    88.5500    15.7873      1.0000
  94     0.1000     0.0332    98.8520     0.5520    88.8900    17.2563      1.0000
  95     0.1000     0.0363    98.8060     0.5594    88.4500    15.4828      1.0000
  96     0.1000     0.0350    98.8340     0.5898    88.9900    15.6978      1.0000
  97     0.1000     0.0446    98.4900     0.5701    88.2800    15.5512      1.0000
  98     0.1000     0.0684    97.7100     0.6187    87.3700    16.4753      1.0000
  99     0.1000     0.0468    98.4860     0.5336    88.4700    15.5453      1.0000
 100     0.1000     0.0387    98.7440     0.5711    88.4900    15.6571      1.0000
 101     0.1000     0.0331    98.8620     0.5749    88.5900    15.8722      1.0000
 102     0.1000     0.0310    98.9500     0.5538    88.6200    15.7136      1.0000
 103     0.1000     0.0540    98.2140     0.5716    88.5800    15.5852      1.0000
 104     0.1000     0.0307    99.0000     0.5700    88.6100    15.5604      1.0000
 105     0.1000     0.0269    99.0900     0.6065    88.5800    16.2677      1.0000
 106     0.1000     0.0279    99.1200     0.5696    89.0700    15.7070      1.0000
 107     0.1000     0.0332    98.8820     0.5497    88.8500    15.6337      1.0000
 108     0.1000     0.0298    99.0080     0.5803    88.8600    15.6487      1.0000
 109     0.1000     0.0334    98.8880     0.5943    88.5400    16.2706      1.0000
 110     0.1000     0.0268    99.1560     0.5882    88.7100    15.6536      1.0000
 111     0.1000     0.0346    98.8680     0.5646    88.7700    15.7963      1.0000
 112     0.1000     0.0285    98.9420     0.5694    89.1100    15.6627      1.0000
 113     0.1000     0.0456    98.4640     0.5984    88.5400    17.3913      1.0000
 114     0.1000     0.0431    98.5140     0.5866    88.0600    15.6506      1.0000
 115     0.1000     0.0266    99.1380     0.6164    88.8300    15.6116      1.0000
 116     0.1000     0.0317    99.0080     0.6386    88.6000    15.5350      1.0000
 117     0.1000     0.0294    98.9820     0.6037    88.6100    16.3405      1.0000
 118     0.1000     0.0273    99.0840     0.5704    89.2200    15.6670      1.0000
 119     0.1000     0.0281    99.0320     0.6068    88.9900    15.5509      1.0000
 120     0.1000     0.0192    99.3800     0.6084    89.3500    15.8521      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0231    99.2640     0.5714    88.7300    15.6755      1.0000
 122     0.1000     0.0227    99.3100     0.5871    88.9500    15.6667      1.0000
 123     0.1000     0.0207    99.3520     0.5888    89.2300    15.6281      1.0000
 124     0.1000     0.0282    99.0680     0.6354    88.6600    16.2588      1.0000
 125     0.1000     0.0390    98.7460     0.5665    88.3000    15.5990      1.0000
 126     0.1000     0.0300    98.9760     0.5848    88.5000    15.5559      1.0000
 127     0.1000     0.0202    99.3240     0.6203    89.0000    15.5224      1.0000
 128     0.1000     0.0148    99.5220     0.6563    89.4000    16.3642      1.0000
 129     0.1000     0.0226    99.2380     0.5707    89.1200    15.7433      1.0000
 130     0.1000     0.0335    98.8800     0.6566    88.8200    15.7880      1.0000
 131     0.1000     0.0227    99.2700     0.6314    88.8500    15.6518      1.0000
 132     0.1000     0.0177    99.4520     0.6229    89.5100    16.3362      1.0000
 133     0.1000     0.0175    99.4280     0.6100    89.3100    15.5947      1.0000
 134     0.1000     0.0186    99.4060     0.5567    89.1500    15.5519      1.0000
 135     0.1000     0.0236    99.2240     0.5968    88.9900    15.6867      1.0000
 136     0.1000     0.0434    98.5740     0.6130    88.4700    15.9796      1.0000
 137     0.1000     0.0190    99.3600     0.5835    89.1300    15.5906      1.0000
 138     0.1000     0.0282    99.0820     0.6104    89.1800    15.5568      1.0000
 139     0.1000     0.0157    99.5040     0.6006    89.4400    16.0887      1.0000
 140     0.1000     0.0438    98.5980     0.6301    88.5000    15.5568      1.0000
 141     0.1000     0.0233    99.2340     0.5853    89.0800    15.7942      1.0000
 142     0.1000     0.0206    99.3380     0.6312    89.2900    15.5653      1.0000
 143     0.1000     0.0208    99.3140     0.5542    88.9500    16.1951      1.0000
 144     0.1000     0.0160    99.4660     0.6027    89.1300    15.6243      1.0000
 145     0.1000     0.0187    99.3920     0.6289    88.6400    15.6192      1.0000
 146     0.1000     0.0221    99.2920     0.6479    88.9000    15.5686      1.0000
 147     0.1000     0.0187    99.3600     0.5764    89.3800    16.2978      1.0000
 148     0.1000     0.0180    99.4060     0.5898    89.3900    15.5667      1.0000
 149     0.1000     0.0173    99.4180     0.5692    88.9400    15.6309      1.0000
 150     0.1000     0.0167    99.4620     0.6040    89.5700    15.5815      1.0000
 151     0.1000     0.0150    99.5300     0.5888    89.5100    16.5388      1.0000
 152     0.1000     0.0203    99.3560     0.6010    89.0500    15.8154      1.0000
 153     0.1000     0.0188    99.3840     0.6196    89.1300    15.7025      1.0000
 154     0.1000     0.0282    99.0380     0.6140    88.6600    15.6488      1.0000
 155     0.1000     0.0104    99.6600     0.6141    89.5300    16.1101      1.0000
 156     0.1000     0.0123    99.6180     0.5942    89.2600    15.8103      1.0000
 157     0.1000     0.0192    99.3460     0.5906    89.4300    15.5051      1.0000
 158     0.1000     0.0163    99.4740     0.6393    89.4600    15.7134      1.0000
 159     0.1000     0.0164    99.4340     0.6661    89.1800    15.6502      1.0000
 160     0.1000     0.0200    99.3200     0.6805    88.7400    15.5723      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0311    99.0620     0.6645    88.7000    15.6993      1.0000
 162     0.1000     0.0133    99.5620     0.6196    89.6400    16.2582      1.0000
 163     0.1000     0.0510    98.5300     0.6714    88.2500    15.6510      1.0000
 164     0.1000     0.0146    99.5280     0.6175    89.5500    15.6631      1.0000
 165     0.1000     0.0297    99.1060     0.6212    88.9100    15.5891      1.0000
 166     0.1000     0.0117    99.6240     0.5966    89.5000    16.5636      1.0000
 167     0.1000     0.0155    99.4940     0.6366    89.3500    15.6125      1.0000
 168     0.1000     0.0138    99.5580     0.5964    89.2900    15.6137      1.0000
 169     0.1000     0.0165    99.4100     0.6017    89.2800    15.6728      1.0000
 170     0.1000     0.0116    99.6340     0.6288    89.6400    16.4694      1.0000
 171     0.1000     0.0123    99.6040     0.6322    89.5000    15.5680      1.0000
 172     0.1000     0.0161    99.4820     0.6531    89.5700    15.6651      1.0000
 173     0.1000     0.0168    99.4980     0.6615    89.4400    15.5465      1.0000
 174     0.1000     0.0154    99.5260     0.6578    89.4600    15.6958      1.0000
 175     0.1000     0.0215    99.2480     0.6509    88.9400    15.6095      1.0000
 176     0.1000     0.0177    99.4600     0.7856    88.8400    15.6216      1.0000
 177     0.1000     0.0131    99.5920     0.6112    89.2900    16.2457      1.0000
 178     0.1000     0.0141    99.5560     0.6061    88.9800    15.7293      1.0000
 179     0.1000     0.0126    99.5760     0.6463    89.2700    15.6605      1.0000
 180     0.1000     0.0140    99.5280     0.6122    89.3700    15.7119      1.0000
 181     0.1000     0.0136    99.5400     0.6868    89.2500    16.0096      1.0000
 182     0.1000     0.0125    99.5520     0.6965    89.1800    15.7585      1.0000
 183     0.1000     0.0183    99.4640     0.7126    89.0600    15.6659      1.0000
 184     0.1000     0.0087    99.7080     0.6480    89.5200    15.6287      1.0000
 185     0.1000     0.0111    99.6620     0.6195    89.8600    16.3760      1.0000
 186     0.1000     0.0125    99.5900     0.6748    89.2200    15.7617      1.0000
 187     0.1000     0.0119    99.6000     0.6340    89.4300    15.6875      1.0000
 188     0.1000     0.0087    99.7300     0.6614    89.9100    15.6042      1.0000
 189     0.1000     0.0122    99.6100     0.6321    89.6400    17.0850      1.0000
 190     0.1000     0.0082    99.7460     0.6346    89.6700    15.4828      1.0000
 191     0.1000     0.0228    99.2680     0.6006    88.7500    15.5166      1.0000
 192     0.1000     0.0113    99.5800     0.6504    89.5700    15.8215      1.0000
 193     0.1000     0.0114    99.6120     0.6312    89.4400    15.7753      1.0000
 194     0.1000     0.0070    99.7560     0.6506    89.8900    15.6035      1.0000
 195     0.1000     0.0085    99.7080     0.6674    89.5900    15.6775      1.0000
 196     0.1000     0.0111    99.6340     0.6664    89.5300    15.8598      1.0000
 197     0.1000     0.0094    99.7160     0.7407    89.2700    15.6101      1.0000
 198     0.1000     0.0098    99.7060     0.6253    89.5700    15.7049      1.0000
 199     0.1000     0.0078    99.7540     0.6542    89.5000    15.5994      1.0000
 200     0.1000     0.0054    99.8080     0.6426    89.9100    16.3363      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0113    99.6380     0.6392    89.3700    15.6587      1.0000
 202     0.1000     0.0114    99.6000     0.6043    89.2600    15.5488      1.0000
 203     0.1000     0.0079    99.7280     0.6303    89.8100    15.5767      1.0000
 204     0.1000     0.0192    99.3520     0.6748    89.1700    15.9140      1.0000
 205     0.1000     0.0151    99.5040     0.6490    89.1800    15.5937      1.0000
 206     0.1000     0.0124    99.6320     0.6237    89.3500    15.6004      1.0000
 207     0.1000     0.0077    99.7620     0.6407    89.8200    15.5354      1.0000
 208     0.1000     0.0165    99.5040     0.7314    89.5600    16.5100      1.0000
 209     0.1000     0.0101    99.6760     0.6776    89.5900    15.7155      1.0000
 210     0.1000     0.0184    99.3760     0.6562    89.2800    15.7611      1.0000
 211     0.1000     0.0093    99.7160     0.6565    89.6100    15.8951      1.0000
 212     0.1000     0.0135    99.5560     0.7075    89.4600    15.8314      1.0000
 213     0.1000     0.0127    99.5760     0.6974    89.2000    15.7414      1.0000
 214     0.1000     0.0074    99.7540     0.7089    89.6100    15.5984      1.0000
 215     0.1000     0.0088    99.7000     0.6448    89.3300    16.4907      1.0000
 216     0.1000     0.0079    99.7500     0.6674    89.6000    15.6546      1.0000
 217     0.1000     0.0091    99.7100     0.6548    89.2100    15.7096      1.0000
 218     0.1000     0.0122    99.5860     0.6118    89.3400    15.7371      1.0000
 219     0.1000     0.0066    99.7820     0.6487    89.8200    16.6356      1.0000
 220     0.1000     0.0078    99.7560     0.6166    89.9500    15.6363      1.0000
 221     0.1000     0.0093    99.7100     0.6478    89.4700    15.6051      1.0000
 222     0.1000     0.0085    99.7040     0.6267    89.6900    15.7038      1.0000
 223     0.1000     0.0067    99.7440     0.7188    89.4700    16.2563      1.0000
 224     0.1000     0.0187    99.4080     0.6903    89.2900    15.6799      1.0000
 225     0.1000     0.0063    99.8260     0.6904    89.9700    15.4157      1.0000
 226     0.1000     0.0107    99.6700     0.6550    89.4400    15.5783      1.0000
 227     0.1000     0.0113    99.6480     0.6649    89.1100    15.9516      1.0000
 228     0.1000     0.0126    99.6180     0.6062    89.2900    15.6788      1.0000
 229     0.1000     0.0184    99.4140     0.6155    89.3900    15.7497      1.0000
 230     0.1000     0.0113    99.6500     0.6370    89.5300    15.9249      1.0000
 231     0.1000     0.0069    99.8020     0.6539    89.7700    15.6378      1.0000
 232     0.1000     0.0113    99.6280     0.6875    89.4600    15.6533      1.0000
 233     0.1000     0.0095    99.6820     0.6564    89.6700    15.4826      1.0000
 234     0.1000     0.0088    99.7200     0.6705    89.6200    15.9721      1.0000
 235     0.1000     0.0062    99.8140     0.6575    89.8000    15.7191      1.0000
 236     0.1000     0.0097    99.6760     0.6631    89.3800    15.6167      1.0000
 237     0.1000     0.0125    99.6440     0.6511    89.4300    15.7746      1.0000
 238     0.1000     0.0065    99.8000     0.6430    89.5900    16.3700      1.0000
 239     0.1000     0.0098    99.6980     0.6595    89.8600    15.7702      1.0000
 240     0.1000     0.0133    99.5720     0.7053    89.1900    15.7423      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0093    99.6760     0.6880    89.0100    15.6009      1.0000
 242     0.1000     0.0078    99.7620     0.6199    89.6100    16.3548      1.0000
 243     0.1000     0.0406    98.9060     0.6982    88.2100    15.6316      1.0000
 244     0.1000     0.0076    99.7180     0.6995    89.3700    15.6717      1.0000
 245     0.1000     0.0072    99.7660     0.6821    89.4500    15.5660      1.0000
 246     0.1000     0.0050    99.8260     0.6880    89.6400    16.5843      1.0000
 247     0.1000     0.0089    99.6960     0.6712    89.7400    15.6283      1.0000
 248     0.1000     0.0098    99.6620     0.6458    90.0700    15.5929      1.0000
 249     0.1000     0.0069    99.7920     0.7166    89.9200    16.2383      1.0000
 250     0.1000     0.0124    99.6220     0.6870    89.3200    15.5439      1.0000
 251     0.1000     0.0101    99.6660     0.6422    89.4000    15.5003      1.0000
 252     0.1000     0.0230    99.3300     0.7659    88.8000    15.7850      1.0000
 253     0.1000     0.0070    99.7860     0.6487    89.7200    16.3169      1.0000
 254     0.1000     0.0060    99.7900     0.6862    89.8500    15.5910      1.0000
 255     0.1000     0.0057    99.7940     0.7106    89.8300    15.7202      1.0000
 256     0.1000     0.0111    99.6420     0.6856    89.3300    15.6321      1.0000
 257     0.1000     0.0069    99.8020     0.6319    89.6900    16.4657      1.0000
 258     0.1000     0.0067    99.7720     0.7000    89.8300    15.5734      1.0000
 259     0.1000     0.0062    99.8140     0.6751    89.7800    15.6270      1.0000
 260     0.1000     0.0061    99.8140     0.6811    89.6700    15.7578      1.0000
 261     0.1000     0.0053    99.8220     0.6959    89.8300    16.4752      1.0000
 262     0.1000     0.0072    99.7580     0.6571    89.6400    15.6587      1.0000
 263     0.1000     0.0041    99.8460     0.6719    89.9200    15.7191      1.0000
 264     0.1000     0.0054    99.8440     0.6848    89.8900    15.6535      1.0000
 265     0.1000     0.0184    99.3820     0.6720    89.2300    15.5665      1.0000
 266     0.1000     0.0160    99.4940     0.6731    89.1200    15.6862      1.0000
 267     0.1000     0.0114    99.6420     0.6718    89.4500    15.6946      1.0000
 268     0.1000     0.0058    99.8380     0.6856    89.9300    16.2800      1.0000
 269     0.1000     0.0065    99.7900     0.6579    89.8400    15.7756      1.0000
 270     0.1000     0.0041    99.8700     0.6153    90.2300    15.6411      1.0000
 271     0.1000     0.0068    99.7820     0.7149    89.7200    15.5245      1.0000
 272     0.1000     0.0057    99.8100     0.7056    89.8400    16.2103      1.0000
 273     0.1000     0.0072    99.7940     0.6215    90.1300    15.7273      1.0000
 274     0.1000     0.0057    99.8000     0.7187    90.0300    15.6855      1.0000
 275     0.1000     0.0054    99.8260     0.6880    89.9300    15.6823      1.0000
 276     0.1000     0.0169    99.4180     0.6828    89.3600    17.0276      1.0000
 277     0.1000     0.0049    99.8660     0.6385    90.0100    15.6589      1.0000
 278     0.1000     0.0063    99.8020     0.6460    89.9100    15.5681      1.0000
 279     0.1000     0.0065    99.7860     0.6772    90.2100    15.5893      1.0000
 280     0.1000     0.0045    99.8680     0.5855    89.9900    17.2882      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0045    99.8560     0.6491    90.1900    15.6097      1.0000
 282     0.1000     0.0054    99.8340     0.6423    89.9400    15.5537      1.0000
 283     0.1000     0.0036    99.8800     0.7014    90.1200    16.0687      1.0000
 284     0.1000     0.0090    99.6940     0.7482    89.5900    15.6820      1.0000
 285     0.1000     0.0043    99.8760     0.7122    90.0600    15.6941      1.0000
 286     0.1000     0.0062    99.8020     0.7262    89.7100    15.6666      1.0000
 287     0.1000     0.0048    99.8500     0.6600    89.8800    16.9210      1.0000
 288     0.1000     0.0091    99.6980     0.6557    89.7700    15.5692      1.0000
 289     0.1000     0.0079    99.7240     0.7113    89.6100    15.5911      1.0000
 290     0.1000     0.0046    99.8500     0.6806    90.0800    15.7001      1.0000
 291     0.1000     0.0066    99.7840     0.7182    89.7600    16.8179      1.0000
 292     0.1000     0.0070    99.7780     0.6720    89.7900    15.6654      1.0000
 293     0.1000     0.0072    99.7780     0.6265    89.6500    15.6428      1.0000
 294     0.1000     0.0052    99.8460     0.7128    89.6500    15.5918      1.0000
 295     0.1000     0.0040    99.8720     0.6604    90.0800    16.2093      1.0000
 296     0.1000     0.0055    99.8040     0.7160    90.2200    15.5686      1.0000
 297     0.1000     0.0089    99.6960     0.8151    89.3600    15.6272      1.0000
 298     0.1000     0.0060    99.8120     0.6965    89.8500    15.7220      1.0000
 299     0.1000     0.0117    99.6200     0.8399    89.2700    15.7815      1.0000
 300     0.1000     0.0099    99.7000     0.6859    89.4300    15.5804      1.0000
 301     0.0996     0.0052    99.8080     0.6747    89.8000    15.7959      1.0000
 302     0.0992     0.0040    99.8700     0.7026    89.7100    16.2382      1.0000
 303     0.0988     0.0074    99.7740     0.8216    89.4800    15.7625      1.0000
 304     0.0983     0.0062    99.8260     0.6932    89.7900    15.6403      1.0000
 305     0.0979     0.0042    99.8600     0.7582    89.5500    15.5321      1.0000
 306     0.0975     0.0055    99.8160     0.7099    89.4300    16.5413      1.0000
 307     0.0971     0.0069    99.7740     0.7380    89.5100    15.6063      1.0000
 308     0.0967     0.0123    99.5680     0.7102    89.0700    15.5821      1.0000
 309     0.0963     0.0056    99.8060     0.7184    89.7000    15.5637      1.0000
 310     0.0959     0.0062    99.8080     0.6603    89.5800    15.9380      1.0000
 311     0.0955     0.0055    99.8400     0.7138    89.9000    15.8669      1.0000
 312     0.0950     0.0060    99.8080     0.7581    89.7200    15.7098      1.0000
 313     0.0946     0.0054    99.8260     0.7775    89.4200    15.7094      1.0000
 314     0.0942     0.0045    99.8440     0.7363    89.7400    16.4989      1.0000
 315     0.0938     0.0038    99.8700     0.7446    89.6700    15.7198      1.0000
 316     0.0934     0.0062    99.7640     0.7448    89.7100    15.6523      1.0000
 317     0.0930     0.0053    99.8320     0.6770    89.9300    15.8508      1.0000
 318     0.0926     0.0051    99.8280     0.7365    89.9900    15.7550      1.0000
 319     0.0922     0.0036    99.8820     0.7934    90.1400    15.6594      1.0000
 320     0.0917     0.0066    99.7880     0.7146    89.7300    15.7670      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0032    99.9140     0.6663    90.0300    16.1877      1.0000
 322     0.0909     0.0037    99.8720     0.7238    89.6800    15.6922      1.0000
 323     0.0905     0.0037    99.8760     0.7022    89.5800    15.6818      1.0000
 324     0.0901     0.0036    99.8740     0.8010    89.5900    15.6812      1.0000
 325     0.0897     0.0027    99.9200     0.7484    89.8500    16.3804      1.0000
 326     0.0893     0.0021    99.9340     0.7614    89.9700    15.8737      1.0000
 327     0.0889     0.0053    99.8380     0.7814    89.6100    15.6656      1.0000
 328     0.0885     0.0040    99.8540     0.7659    89.4400    15.7070      1.0000
 329     0.0880     0.0040    99.8680     0.7674    89.7400    16.0919      1.0000
 330     0.0876     0.0036    99.9100     0.6917    90.1400    15.6558      1.0000
 331     0.0872     0.0061    99.7980     0.7437    89.7000    15.6983      1.0000
 332     0.0868     0.0027    99.9060     0.7004    90.0600    15.5785      1.0000
 333     0.0864     0.0046    99.8400     0.6831    89.7300    16.5046      1.0000
 334     0.0860     0.0033    99.9020     0.7518    90.1200    15.7245      1.0000
 335     0.0856     0.0032    99.8920     0.7756    90.0100    15.6137      1.0000
 336     0.0852     0.0052    99.8340     0.7729    89.6600    16.2242      1.0000
 337     0.0847     0.0026    99.9040     0.7497    90.1700    15.6605      1.0000
 338     0.0843     0.0021    99.9340     0.7306    90.0200    15.6612      1.0000
 339     0.0839     0.0034    99.9140     0.7563    89.8800    15.6364      1.0000
 340     0.0835     0.0014    99.9560     0.7769    90.0400    16.4361      1.0000
 341     0.0831     0.0048    99.8380     0.8320    89.9200    15.5553      1.0000
 342     0.0827     0.0018    99.9440     0.7404    90.0900    15.6560      1.0000
 343     0.0823     0.0017    99.9360     0.7716    90.1000    15.6678      1.0000
 344     0.0818     0.0021    99.9400     0.7699    90.0400    16.2198      1.0000
 345     0.0814     0.0038    99.8860     0.8447    90.0000    15.6789      1.0000
 346     0.0810     0.0041    99.8740     0.8225    89.7400    15.6676      1.0000
 347     0.0806     0.0037    99.8920     0.8404    89.8200    15.6029      1.0000
 348     0.0802     0.0035    99.8880     0.7707    89.7100    15.7305      1.0000
 349     0.0798     0.0048    99.8440     0.7394    89.5400    15.6788      1.0000
 350     0.0794     0.0059    99.8340     0.7743    89.5100    15.7156      1.0000
 351     0.0790     0.0018    99.9460     0.7781    90.1700    15.6562      1.0000
 352     0.0786     0.0026    99.9180     0.7937    89.8300    16.4238      1.0000
 353     0.0781     0.0041    99.8780     0.7911    89.6900    15.4866      1.0000
 354     0.0777     0.0027    99.9120     0.7546    89.8500    15.7191      1.0000
 355     0.0773     0.0015    99.9560     0.8057    90.0800    16.3809      1.0000
 356     0.0769     0.0023    99.9300     0.8070    90.1300    15.6428      1.0000
 357     0.0765     0.0011    99.9620     0.7783    90.3900    15.7193      1.0000
 358     0.0761     0.0015    99.9540     0.8517    90.3200    15.7731      1.0000
 359     0.0757     0.0018    99.9300     0.8124    90.1700    16.2987      1.0000
 360     0.0753     0.0031    99.9000     0.7953    90.0000    15.6018      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0012    99.9640     0.7599    90.3200    15.7585      1.0000
 362     0.0744     0.0016    99.9400     0.8123    90.3000    15.6051      1.0000
 363     0.0740     0.0024    99.9220     0.8056    90.4500    17.4147      1.0000
 364     0.0736     0.0022    99.9340     0.7676    90.0200    15.8236      1.0000
 365     0.0732     0.0018    99.9460     0.7979    90.1500    15.6579      1.0000
 366     0.0728     0.0013    99.9560     0.8048    90.2600    15.6592      1.0000
 367     0.0724     0.0014    99.9500     0.7839    90.3300    16.2541      1.0000
 368     0.0720     0.0013    99.9660     0.7877    90.5800    15.7146      1.0000
 369     0.0715     0.0011    99.9620     0.7920    90.4900    15.6834      1.0000
 370     0.0711     0.0015    99.9600     0.8099    90.2000    16.1099      1.0000
 371     0.0707     0.0010    99.9760     0.8582    90.3500    15.6876      1.0000
 372     0.0703     0.0018    99.9440     0.8637    90.1800    15.7097      1.0000
 373     0.0699     0.0012    99.9560     0.8407    90.1000    15.7720      1.0000
 374     0.0695     0.0013    99.9660     0.8239    90.2300    16.3228      1.0000
 375     0.0691     0.0009    99.9760     0.8900    90.2700    15.6550      1.0000
 376     0.0686     0.0014    99.9640     0.8981    90.1700    15.5663      1.0000
 377     0.0682     0.0009    99.9740     0.8599    90.0800    15.5919      1.0000
 378     0.0678     0.0013    99.9580     0.8744    89.9200    16.2964      1.0000
 379     0.0674     0.0013    99.9600     0.8677    90.1300    15.7268      1.0000
 380     0.0670     0.0012    99.9560     0.8948    90.3400    15.6564      1.0000
 381     0.0666     0.0010    99.9700     0.8424    90.2600    15.7929      1.0000
 382     0.0662     0.0013    99.9600     0.8635    90.3300    16.4266      1.0000
 383     0.0658     0.0012    99.9640     0.8465    90.5000    15.6826      1.0000
 384     0.0654     0.0006    99.9860     0.8384    90.4600    15.7215      1.0000
 385     0.0649     0.0009    99.9700     0.8670    90.3200    15.6597      1.0000
 386     0.0645     0.0008    99.9740     0.8506    90.2600    15.5545      1.0000
 387     0.0641     0.0011    99.9600     0.9009    90.5000    15.5828      1.0000
 388     0.0637     0.0011    99.9540     0.8545    90.5000    15.7180      1.0000
 389     0.0633     0.0013    99.9660     0.8291    90.2200    16.1683      1.0000
 390     0.0629     0.0006    99.9820     0.8422    90.3700    15.6260      1.0000
 391     0.0625     0.0016    99.9480     0.8641    90.1600    15.4993      1.0000
 392     0.0621     0.0007    99.9780     0.8865    90.4200    15.7469      1.0000
 393     0.0616     0.0007    99.9720     0.8740    90.6300    16.3238      1.0000
 394     0.0612     0.0007    99.9740     0.8887    90.3300    15.6445      1.0000
 395     0.0608     0.0005    99.9800     0.9015    90.3700    15.6265      1.0000
 396     0.0604     0.0006    99.9840     0.9248    90.5600    15.8873      1.0000
 397     0.0600     0.0006    99.9820     0.8902    90.6200    16.6283      1.0000
 398     0.0596     0.0009    99.9720     0.8821    90.6200    15.6985      1.0000
 399     0.0592     0.0016    99.9520     0.8910    90.5700    15.6255      1.0000
 400     0.0588     0.0007    99.9740     0.9133    90.5900    15.6807      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0010    99.9740     0.8374    90.3700    16.0194      1.0000
 402     0.0579     0.0006    99.9840     0.8641    90.6800    15.5567      1.0000
 403     0.0575     0.0014    99.9580     0.9022    90.4400    15.7589      1.0000
 404     0.0571     0.0010    99.9640     0.8867    90.3900    15.8838      1.0000
 405     0.0567     0.0012    99.9580     0.9044    90.6500    15.7047      1.0000
 406     0.0563     0.0008    99.9780     0.8675    90.6800    15.6579      1.0000
 407     0.0559     0.0010    99.9660     0.8872    90.3300    15.6182      1.0000
 408     0.0554     0.0005    99.9780     0.8547    90.5900    16.3499      1.0000
 409     0.0550     0.0009    99.9820     0.8909    90.2700    15.6870      1.0000
 410     0.0546     0.0005    99.9880     0.8642    90.5100    15.5738      1.0000
 411     0.0542     0.0005    99.9780     0.8710    90.5500    15.6920      1.0000
 412     0.0538     0.0004    99.9900     0.8922    90.5000    16.2331      1.0000
 413     0.0534     0.0004    99.9880     0.9272    90.5500    15.6048      1.0000
 414     0.0530     0.0004    99.9840     0.9073    90.3200    15.8570      1.0000
 415     0.0526     0.0004    99.9900     0.9142    90.4800    15.5901      1.0000
 416     0.0522     0.0005    99.9860     0.9213    90.4200    16.1781      1.0000
 417     0.0517     0.0007    99.9720     0.9133    90.5000    15.8647      1.0000
 418     0.0513     0.0006    99.9780     0.8666    90.5400    15.7270      1.0000
 419     0.0509     0.0005    99.9840     0.8883    90.2600    15.6012      1.0000
 420     0.0505     0.0005    99.9800     0.8920    90.3300    16.7316      1.0000
 421     0.0501     0.0006    99.9780     0.9340    90.2700    15.6905      1.0000
 422     0.0497     0.0009    99.9740     0.9362    90.2900    15.5817      1.0000
 423     0.0493     0.0008    99.9760     0.9142    90.3300    15.8845      1.0000
 424     0.0489     0.0007    99.9800     0.9049    90.2800    15.8346      1.0000
 425     0.0484     0.0002    99.9960     0.9039    90.4000    15.7231      1.0000
 426     0.0480     0.0004    99.9840     0.9055    90.4300    15.6454      1.0000
 427     0.0476     0.0007    99.9720     0.9139    90.3400    16.6370      1.0000
 428     0.0472     0.0002    99.9940     0.9086    90.4000    15.6050      1.0000
 429     0.0468     0.0003    99.9900     0.9073    90.4600    16.0432      1.0000
 430     0.0464     0.0008    99.9760     0.9216    90.4800    15.6795      1.0000
 431     0.0460     0.0003    99.9920     0.9215    90.4900    16.7881      1.0000
 432     0.0456     0.0003    99.9940     0.9345    90.6100    15.5548      1.0000
 433     0.0451     0.0003    99.9880     0.9426    90.6200    15.7279      1.0000
 434     0.0447     0.0003    99.9880     0.9529    90.5600    15.7505      1.0000
 435     0.0443     0.0004    99.9900     0.9692    90.5300    16.5034      1.0000
 436     0.0439     0.0002    99.9920     0.9633    90.5200    15.8195      1.0000
 437     0.0435     0.0001    99.9980     0.9752    90.4600    15.7007      1.0000
 438     0.0431     0.0005    99.9760     1.0150    90.4700    15.9179      1.0000
 439     0.0427     0.0002    99.9940     0.9967    90.6600    15.7497      1.0000
 440     0.0423     0.0003    99.9920     1.0275    90.7500    15.7023      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0002    99.9960     1.0156    90.6200    15.7042      1.0000
 442     0.0414     0.0003    99.9940     1.0144    90.4900    16.7737      1.0000
 443     0.0410     0.0005    99.9880     1.0144    90.5200    15.6757      1.0000
 444     0.0406     0.0004    99.9860     1.0093    90.6700    15.6396      1.0000
 445     0.0402     0.0008    99.9780     1.0064    90.4000    15.7107      1.0000
 446     0.0398     0.0004    99.9900     0.9941    90.5400    16.9936      1.0000
 447     0.0394     0.0002    99.9940     0.9999    90.6600    15.7328      1.0000
 448     0.0389     0.0004    99.9880     0.9902    90.5600    15.7053      1.0000
 449     0.0385     0.0003    99.9900     0.9922    90.6200    15.5558      1.0000
 450     0.0381     0.0003    99.9880     0.9994    90.6300    16.4318      1.0000
 451     0.0377     0.0002    99.9980     0.9907    90.5800    15.6635      1.0000
 452     0.0373     0.0001    99.9980     0.9950    90.6400    15.7366      1.0000
 453     0.0369     0.0003    99.9920     1.0213    90.5400    15.5732      1.0000
 454     0.0365     0.0000   100.0000     1.0152    90.6600    15.7341      1.0000
 455     0.0361     0.0001    99.9980     1.0172    90.7300    15.5668      1.0000
 456     0.0357     0.0003    99.9900     1.0241    90.6100    15.6613      1.0000
 457     0.0352     0.0001    99.9940     1.0334    90.6900    16.1075      1.0000
 458     0.0348     0.0001    99.9980     1.0372    90.6700    15.7304      1.0000
 459     0.0344     0.0001    99.9980     1.0399    90.7000    15.6238      1.0000
 460     0.0340     0.0002    99.9960     1.0313    90.8700    15.6324      1.0000
 461     0.0336     0.0001    99.9980     1.0262    90.8500    16.3778      1.0000
 462     0.0332     0.0002    99.9920     1.0411    90.7500    15.6713      1.0000
 463     0.0328     0.0002    99.9920     1.0331    90.5600    15.7120      1.0000
 464     0.0324     0.0001    99.9960     1.0377    90.5800    15.6638      1.0000
 465     0.0319     0.0002    99.9920     1.0419    90.5700    16.2332      1.0000
 466     0.0315     0.0002    99.9960     1.0652    90.5900    15.7738      1.0000
 467     0.0311     0.0001    99.9960     1.0637    90.7800    15.6202      1.0000
 468     0.0307     0.0001    99.9960     1.0563    90.7900    15.6558      1.0000
 469     0.0303     0.0001    99.9980     1.0505    90.7900    16.7243      1.0000
 470     0.0299     0.0002    99.9940     1.0513    90.7500    15.6022      1.0000
 471     0.0295     0.0001    99.9980     1.0503    90.8000    15.5981      1.0000
 472     0.0291     0.0001    99.9960     1.0300    90.8400    15.7589      1.0000
 473     0.0286     0.0002    99.9980     1.0286    90.8300    15.6737      1.0000
 474     0.0282     0.0000   100.0000     1.0380    90.7900    15.6294      1.0000
 475     0.0278     0.0001    99.9980     1.0344    90.7000    15.6769      1.0000
 476     0.0274     0.0003    99.9880     1.0341    90.8600    16.6346      1.0000
 477     0.0270     0.0001   100.0000     1.0293    90.7700    15.7304      1.0000
 478     0.0266     0.0000   100.0000     1.0222    90.7800    15.7176      1.0000
 479     0.0262     0.0001    99.9960     1.0317    90.9000    15.6929      1.0000
 480     0.0257     0.0001   100.0000     1.0385    90.9900    16.5160      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0001   100.0000     1.0350    90.9000    15.6026      1.0000
 482     0.0249     0.0000    99.9980     1.0342    90.8800    15.6365      1.0000
 483     0.0245     0.0000   100.0000     1.0363    90.9000    15.7165      1.0000
 484     0.0241     0.0001    99.9980     1.0405    90.7400    16.3104      1.0000
 485     0.0237     0.0001    99.9980     1.0423    90.8200    15.7252      1.0000
 486     0.0233     0.0001    99.9960     1.0421    90.7700    15.6579      1.0000
 487     0.0229     0.0001    99.9980     1.0428    90.7100    15.6700      1.0000
 488     0.0225     0.0001   100.0000     1.0400    90.8200    16.4038      1.0000
 489     0.0220     0.0001    99.9960     1.0420    90.8500    15.6575      1.0000
 490     0.0216     0.0001    99.9980     1.0408    90.7800    15.6044      1.0000
 491     0.0212     0.0000   100.0000     1.0434    90.8400    16.1262      1.0000
 492     0.0208     0.0001    99.9960     1.0451    90.8100    15.6616      1.0000
 493     0.0204     0.0000   100.0000     1.0481    90.8700    15.7112      1.0000
 494     0.0200     0.0000   100.0000     1.0512    90.7900    15.5438      1.0000
 495     0.0196     0.0001    99.9960     1.0515    90.7600    16.2295      1.0000
 496     0.0192     0.0000   100.0000     1.0502    90.8500    15.7061      1.0000
 497     0.0187     0.0001    99.9980     1.0544    90.7100    15.7453      1.0000
 498     0.0183     0.0001    99.9980     1.0558    90.7900    15.7574      1.0000
 499     0.0179     0.0002    99.9940     1.0555    90.6900    15.8312      1.0000
 500     0.0175     0.0001    99.9940     1.0624    90.7600    15.5616      1.0000
 501     0.0171     0.0001    99.9960     1.0588    90.7400    15.7117      1.0000
 502     0.0167     0.0001    99.9980     1.0598    90.7500    15.7154      1.0000
 503     0.0163     0.0000   100.0000     1.0637    90.7400    15.7298      1.0000
 504     0.0159     0.0000   100.0000     1.0731    90.7700    15.7556      1.0000
 505     0.0154     0.0001    99.9980     1.0727    90.7300    15.6051      1.0000
 506     0.0150     0.0000   100.0000     1.0746    90.7300    15.7391      1.0000
 507     0.0146     0.0000   100.0000     1.0712    90.6600    15.9201      1.0000
 508     0.0142     0.0000    99.9980     1.0720    90.6800    15.6548      1.0000
 509     0.0138     0.0000   100.0000     1.0721    90.6600    15.5964      1.0000
 510     0.0134     0.0001    99.9960     1.0706    90.6600    16.1625      1.0000
 511     0.0130     0.0000   100.0000     1.0723    90.6400    15.5719      1.0000
 512     0.0125     0.0000   100.0000     1.0752    90.6600    15.7836      1.0000
 513     0.0121     0.0001    99.9980     1.0773    90.7000    15.5921      1.0000
 514     0.0117     0.0000   100.0000     1.0764    90.7400    15.8306      1.0000
 515     0.0113     0.0000   100.0000     1.0770    90.6800    15.7745      1.0000
 516     0.0109     0.0001    99.9960     1.0777    90.7100    15.6489      1.0000
 517     0.0105     0.0000    99.9980     1.0738    90.7500    15.7194      1.0000
 518     0.0101     0.0001    99.9980     1.0737    90.7400    16.0223      1.0000
 519     0.0097     0.0000    99.9980     1.0741    90.7600    15.6864      1.0000
 520     0.0092     0.0000   100.0000     1.0748    90.7600    15.5668      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001    99.9980     1.0724    90.7400    15.6119      1.0000
 522     0.0084     0.0001    99.9980     1.0725    90.7000    15.5598      1.0000
 523     0.0080     0.0001    99.9960     1.0742    90.6600    15.7409      1.0000
 524     0.0076     0.0000   100.0000     1.0751    90.6600    15.8534      1.0000
 525     0.0072     0.0001    99.9980     1.0770    90.7600    15.8008      1.0000
 526     0.0068     0.0000   100.0000     1.0775    90.7900    16.3419      1.0000
 527     0.0064     0.0000   100.0000     1.0770    90.7900    15.7155      1.0000
 528     0.0060     0.0000   100.0000     1.0768    90.7500    15.6960      1.0000
 529     0.0055     0.0000   100.0000     1.0773    90.7400    16.5949      1.0000
 530     0.0051     0.0001    99.9960     1.0774    90.7600    15.6693      1.0000
 531     0.0047     0.0000   100.0000     1.0777    90.7500    15.6069      1.0000
 532     0.0043     0.0000    99.9980     1.0780    90.7300    15.5920      1.0000
 533     0.0039     0.0001    99.9980     1.0784    90.7400    16.4930      1.0000
 534     0.0035     0.0001    99.9960     1.0790    90.7100    15.5669      1.0000
 535     0.0031     0.0001    99.9980     1.0802    90.7600    15.5306      1.0000
 536     0.0027     0.0000   100.0000     1.0807    90.7400    15.7674      1.0000
 537     0.0022     0.0000   100.0000     1.0808    90.7500    16.1274      1.0000
 538     0.0018     0.0001    99.9980     1.0808    90.7600    15.6644      1.0000
 539     0.0014     0.0001    99.9980     1.0809    90.7400    15.6248      1.0000
 540     0.0010     0.0000   100.0000     1.0809    90.7400    15.5959      1.0000
 541     0.0010     0.0000   100.0000     1.0810    90.7700    16.2456      1.0000
 542     0.0010     0.0001    99.9940     1.0806    90.7700    15.5488      1.0000
 543     0.0010     0.0000   100.0000     1.0807    90.7700    15.6887      1.0000
 544     0.0010     0.0000   100.0000     1.0806    90.7600    15.6896      1.0000
 545     0.0010     0.0001    99.9960     1.0805    90.7700    15.8123      1.0000
 546     0.0010     0.0001    99.9980     1.0805    90.7500    15.5913      1.0000
 547     0.0010     0.0000   100.0000     1.0806    90.7500    15.6304      1.0000
 548     0.0010     0.0000    99.9980     1.0808    90.7500    16.2320      1.0000
 549     0.0010     0.0000    99.9980     1.0808    90.7500    15.7016      1.0000
 550     0.0010     0.0000   100.0000     1.0809    90.7500    15.5401      1.0000
 551     0.0010     0.0000   100.0000     1.0809    90.7400    15.6563      1.0000
 552     0.0010     0.0001   100.0000     1.0810    90.7400    16.4113      1.0000
 553     0.0010     0.0000   100.0000     1.0811    90.7500    15.7321      1.0000
 554     0.0010     0.0000   100.0000     1.0811    90.7500    15.6672      1.0000
 555     0.0010     0.0000   100.0000     1.0812    90.7600    15.6916      1.0000
 556     0.0010     0.0000   100.0000     1.0814    90.7600    16.4964      1.0000
 557     0.0010     0.0000    99.9980     1.0812    90.7400    15.7316      1.0000
 558     0.0010     0.0000   100.0000     1.0813    90.7400    15.7778      1.0000
 559     0.0010     0.0002    99.9980     1.0813    90.7400    15.7478      1.0000
 560     0.0010     0.0000   100.0000     1.0814    90.7400    16.3640      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     1.0815    90.7400    15.6561      1.0000
 562     0.0010     0.0000   100.0000     1.0815    90.7400    15.6931      1.0000
 563     0.0010     0.0000   100.0000     1.0816    90.7400    15.8293      1.0000
 564     0.0010     0.0002    99.9940     1.0818    90.7500    15.7895      1.0000
 565     0.0010     0.0000   100.0000     1.0819    90.7500    15.6206      1.0000
 566     0.0010     0.0000   100.0000     1.0818    90.7600    15.8297      1.0000
 567     0.0010     0.0000   100.0000     1.0819    90.7500    16.4180      1.0000
 568     0.0010     0.0000   100.0000     1.0819    90.7500    15.6189      1.0000
 569     0.0010     0.0000   100.0000     1.0819    90.7500    15.7860      1.0000
 570     0.0010     0.0000   100.0000     1.0819    90.7500    15.8825      1.0000
 571     0.0010     0.0000   100.0000     1.0819    90.7600    16.5751      1.0000
 572     0.0010     0.0000    99.9980     1.0820    90.7600    15.5903      1.0000
 573     0.0010     0.0000   100.0000     1.0820    90.8000    15.6271      1.0000
 574     0.0010     0.0000   100.0000     1.0821    90.8000    15.6050      1.0000
 575     0.0010     0.0000   100.0000     1.0821    90.7900    16.1744      1.0000
 576     0.0010     0.0000   100.0000     1.0822    90.7900    15.6351      1.0000
 577     0.0010     0.0000   100.0000     1.0824    90.7900    15.7148      1.0000
 578     0.0010     0.0000   100.0000     1.0824    90.7800    15.7887      1.0000
 579     0.0010     0.0000   100.0000     1.0825    90.7900    16.2209      1.0000
 580     0.0010     0.0000   100.0000     1.0826    90.7900    15.6524      1.0000
 581     0.0010     0.0000   100.0000     1.0826    90.8200    15.7098      1.0000
 582     0.0010     0.0000   100.0000     1.0826    90.8200    16.2401      1.0000
 583     0.0010     0.0001    99.9980     1.0827    90.8200    15.7324      1.0000
 584     0.0010     0.0000   100.0000     1.0827    90.8100    15.7398      1.0000
 585     0.0010     0.0000   100.0000     1.0828    90.8100    15.7190      1.0000
 586     0.0010     0.0000   100.0000     1.0829    90.8000    16.4827      1.0000
 587     0.0010     0.0000   100.0000     1.0830    90.8000    15.6383      1.0000
 588     0.0010     0.0000    99.9980     1.0831    90.8000    15.6483      1.0000
 589     0.0010     0.0000   100.0000     1.0831    90.8000    15.7371      1.0000
 590     0.0010     0.0000    99.9980     1.0833    90.8000    15.9428      1.0000
 591     0.0010     0.0000   100.0000     1.0833    90.8100    15.6226      1.0000
 592     0.0010     0.0001    99.9980     1.0833    90.8100    15.7856      1.0000
 593     0.0010     0.0000    99.9980     1.0834    90.8100    15.6339      1.0000
 594     0.0010     0.0000    99.9980     1.0835    90.8100    16.5658      1.0000
 595     0.0010     0.0000   100.0000     1.0835    90.8100    15.5901      1.0000
 596     0.0010     0.0000   100.0000     1.0836    90.8100    15.6901      1.0000
 597     0.0010     0.0000   100.0000     1.0835    90.8000    15.6349      1.0000
 598     0.0010     0.0000    99.9980     1.0836    90.8100    15.5892      1.0000
 599     0.0010     0.0001    99.9980     1.0837    90.8100    15.6276      1.0000
 600     0.0010     0.0000   100.0000     1.0838    90.8200    15.6086      1.0000
