Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.0522    21.5420     2.0503    21.9300    16.0870      1.0000
   2     0.1000     2.0187    20.9480     1.9973    21.0500    15.7247      1.0000
   3     0.1000     1.8417    29.2060     1.8050    29.6300    15.6251      1.0000
   4     0.1000     1.6125    37.7280     1.5845    38.6300    15.6782      1.0000
   5     0.1000     1.5044    43.8220     1.5026    43.3600    15.7748      1.0000
   6     0.1000     1.3520    49.9320     1.3384    49.6200    15.8644      1.0000
   7     0.1000     1.2681    54.9500     1.2356    55.8400    15.7308      1.0000
   8     0.1000     1.2392    55.0940     1.1992    57.0200    15.8815      1.0000
   9     0.1000     0.9603    65.8020     0.9632    65.9500    16.5565      1.0000
  10     0.1000     0.8492    70.0340     0.8698    70.1900    15.7434      1.0000
  11     0.1000     0.8856    69.6820     0.8787    70.0000    15.7353      1.0000
  12     0.1000     0.7185    75.1080     0.7486    74.3100    15.9430      1.0000
  13     0.1000     0.7135    75.3900     0.7269    75.3300    17.2063      1.0000
  14     0.1000     0.6177    78.7980     0.6588    78.1100    15.8525      1.0000
  15     0.1000     0.5992    79.4300     0.6658    78.3500    15.8578      1.0000
  16     0.1000     0.5513    81.2280     0.6248    79.4700    15.6643      1.0000
  17     0.1000     0.5433    81.7580     0.6191    80.3300    15.8405      1.0000
  18     0.1000     0.6245    79.8100     0.6898    78.4400    15.9912      1.0000
  19     0.1000     0.5811    81.0480     0.6636    79.2800    15.8261      1.0000
  20     0.1000     0.4310    85.6200     0.5230    83.3900    15.6500      1.0000
  21     0.1000     0.4717    83.6380     0.5740    80.8300    16.4281      1.0000
  22     0.1000     0.5179    82.7380     0.6283    80.0700    15.8032      1.0000
  23     0.1000     0.4614    84.5040     0.5685    82.0400    15.6814      1.0000
  24     0.1000     0.3783    87.4480     0.5170    84.1900    16.3062      1.0000
  25     0.1000     0.3509    88.0660     0.4978    84.2700    15.8119      1.0000
  26     0.1000     0.3608    87.8480     0.5113    83.6200    15.8639      1.0000
  27     0.1000     0.3143    89.5040     0.4724    84.9600    15.9395      1.0000
  28     0.1000     0.3095    89.7360     0.4916    84.8300    16.3248      1.0000
  29     0.1000     0.2975    89.9980     0.4699    85.3600    15.9404      1.0000
  30     0.1000     0.2587    91.3840     0.4519    86.1400    15.7969      1.0000
  31     0.1000     0.2773    90.7500     0.4812    85.6600    15.9228      1.0000
  32     0.1000     0.2989    90.0540     0.4981    85.0600    16.3496      1.0000
  33     0.1000     0.3043    89.8380     0.5360    84.7000    15.6588      1.0000
  34     0.1000     0.2440    91.6680     0.4813    85.6500    15.6246      1.0000
  35     0.1000     0.2415    91.7280     0.4803    85.5000    15.8216      1.0000
  36     0.1000     0.2127    92.7840     0.4596    86.6400    16.1884      1.0000
  37     0.1000     0.2082    92.9760     0.4599    86.4500    15.6481      1.0000
  38     0.1000     0.2757    90.6260     0.5339    84.7400    15.6944      1.0000
  39     0.1000     0.1757    94.0820     0.4374    87.1700    16.1669      1.0000
  40     0.1000     0.1986    93.4240     0.4699    86.6500    15.7463      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2655    91.4060     0.5586    84.9100    15.7370      1.0000
  42     0.1000     0.2180    92.6340     0.4924    86.2000    15.8044      1.0000
  43     0.1000     0.1618    94.5580     0.4723    87.3300    16.1961      1.0000
  44     0.1000     0.1615    94.5180     0.4549    87.0800    15.7912      1.0000
  45     0.1000     0.1891    93.6300     0.4810    86.6900    15.7836      1.0000
  46     0.1000     0.1547    94.7560     0.5090    87.5200    15.8100      1.0000
  47     0.1000     0.1436    95.1480     0.4505    87.6000    16.1980      1.0000
  48     0.1000     0.1685    94.2280     0.4960    86.8700    15.6685      1.0000
  49     0.1000     0.1406    95.2720     0.4844    87.5000    15.8807      1.0000
  50     0.1000     0.1645    94.5700     0.4824    86.8400    15.7706      1.0000
  51     0.1000     0.1330    95.5560     0.4781    87.1700    17.2313      1.0000
  52     0.1000     0.1388    95.4500     0.5149    87.1500    15.8216      1.0000
  53     0.1000     0.1047    96.3420     0.4641    87.9100    15.7087      1.0000
  54     0.1000     0.1369    95.2340     0.4759    87.1500    16.3867      1.0000
  55     0.1000     0.1169    96.1060     0.4731    88.1500    15.7753      1.0000
  56     0.1000     0.1137    96.1460     0.4858    87.5700    15.7374      1.0000
  57     0.1000     0.1795    94.3460     0.5819    86.0200    15.6246      1.0000
  58     0.1000     0.1040    96.4560     0.4745    87.5900    16.0722      1.0000
  59     0.1000     0.1026    96.5700     0.5125    87.6600    15.6645      1.0000
  60     0.1000     0.1058    96.6040     0.4853    87.6900    15.6589      1.0000
  61     0.1000     0.0917    96.8400     0.4833    88.2100    15.8443      1.0000
  62     0.1000     0.0919    96.8640     0.4487    87.8300    17.4911      1.0000
  63     0.1000     0.1364    95.4040     0.5304    87.0800    15.6805      1.0000
  64     0.1000     0.0793    97.2800     0.4914    88.4800    15.7646      1.0000
  65     0.1000     0.0927    96.9660     0.5251    88.2900    15.6906      1.0000
  66     0.1000     0.0685    97.6500     0.4444    88.7200    16.1625      1.0000
  67     0.1000     0.0717    97.6140     0.4946    88.3200    15.7605      1.0000
  68     0.1000     0.0771    97.3560     0.5024    88.4900    15.7600      1.0000
  69     0.1000     0.1058    96.4380     0.5762    87.5200    15.9893      1.0000
  70     0.1000     0.2178    93.5380     0.7210    84.7000    15.5802      1.0000
  71     0.1000     0.0619    97.8100     0.5092    88.5300    15.7213      1.0000
  72     0.1000     0.0638    97.8980     0.4957    88.4900    15.8239      1.0000
  73     0.1000     0.0532    98.1720     0.5169    88.7500    17.0857      1.0000
  74     0.1000     0.0833    97.2500     0.5399    87.8100    15.7769      1.0000
  75     0.1000     0.0780    97.4660     0.5471    87.6400    15.6916      1.0000
  76     0.1000     0.0710    97.6000     0.5309    88.1500    15.8426      1.0000
  77     0.1000     0.0520    98.2820     0.5341    88.8000    16.3096      1.0000
  78     0.1000     0.0624    97.9100     0.5519    88.2200    15.7558      1.0000
  79     0.1000     0.0538    98.2120     0.5453    88.2700    15.8051      1.0000
  80     0.1000     0.0702    97.5560     0.5639    88.1700    15.7601      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0540    98.1700     0.5031    88.5000    16.4009      1.0000
  82     0.1000     0.0429    98.5400     0.5353    89.1200    15.6858      1.0000
  83     0.1000     0.0514    98.2640     0.5534    88.9000    15.7546      1.0000
  84     0.1000     0.0438    98.5420     0.5115    88.7700    16.0858      1.0000
  85     0.1000     0.0553    98.1300     0.5467    88.3100    15.8952      1.0000
  86     0.1000     0.0593    98.0680     0.5344    88.3700    15.8007      1.0000
  87     0.1000     0.0568    98.0680     0.5717    88.7000    15.7156      1.0000
  88     0.1000     0.1052    96.7240     0.6831    87.1700    16.5380      1.0000
  89     0.1000     0.0460    98.4820     0.5594    88.4400    15.8978      1.0000
  90     0.1000     0.0541    98.1100     0.5307    88.5400    15.6584      1.0000
  91     0.1000     0.0370    98.7900     0.5413    88.6500    15.6337      1.0000
  92     0.1000     0.0405    98.6020     0.5374    88.7600    16.4097      1.0000
  93     0.1000     0.0394    98.7060     0.5486    88.9400    15.8296      1.0000
  94     0.1000     0.0420    98.6100     0.5550    88.5400    15.7838      1.0000
  95     0.1000     0.0338    98.9080     0.5135    88.8700    15.8845      1.0000
  96     0.1000     0.0559    98.1380     0.5920    88.1000    16.5977      1.0000
  97     0.1000     0.0374    98.7620     0.5401    89.1800    15.8309      1.0000
  98     0.1000     0.0359    98.7900     0.5751    88.9200    15.7138      1.0000
  99     0.1000     0.0584    98.1940     0.6221    88.7800    15.7797      1.0000
 100     0.1000     0.0599    97.9660     0.5842    88.3200    15.8363      1.0000
 101     0.1000     0.0326    98.9200     0.5191    89.1400    15.7619      1.0000
 102     0.1000     0.0375    98.7760     0.5574    88.9100    15.6928      1.0000
 103     0.1000     0.0359    98.7360     0.5537    89.1700    16.7827      1.0000
 104     0.1000     0.0242    99.1500     0.5777    89.0400    15.8056      1.0000
 105     0.1000     0.0307    98.9320     0.5479    89.2100    15.9177      1.0000
 106     0.1000     0.0453    98.5480     0.5843    88.3900    15.7415      1.0000
 107     0.1000     0.0390    98.7320     0.5929    88.7300    17.4033      1.0000
 108     0.1000     0.0292    99.0300     0.5331    89.2000    15.8367      1.0000
 109     0.1000     0.1916    95.1220     0.7439    85.2500    15.6539      1.0000
 110     0.1000     0.0321    98.8880     0.5869    89.0500    15.7554      1.0000
 111     0.1000     0.0222    99.2280     0.5842    89.5700    17.6894      1.0000
 112     0.1000     0.0264    99.0220     0.5581    89.4000    15.6532      1.0000
 113     0.1000     0.0266    99.0680     0.6003    89.2700    15.7516      1.0000
 114     0.1000     0.0401    98.7060     0.5587    89.1900    16.2129      1.0000
 115     0.1000     0.1939    94.6360     0.7295    85.5000    15.6743      1.0000
 116     0.1000     0.0289    99.0620     0.5737    89.3300    15.6843      1.0000
 117     0.1000     0.0306    98.9820     0.5974    89.0700    15.7406      1.0000
 118     0.1000     0.0247    99.1920     0.5596    89.3200    16.4924      1.0000
 119     0.1000     0.0193    99.3700     0.6320    89.6400    15.7743      1.0000
 120     0.1000     0.0330    98.8360     0.6080    88.8900    15.7701      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0344    98.8660     0.5381    88.8500    15.7448      1.0000
 122     0.1000     0.0356    98.8040     0.5802    88.6600    16.6430      1.0000
 123     0.1000     0.0200    99.3000     0.6021    89.1400    15.6713      1.0000
 124     0.1000     0.0348    98.9020     0.6148    88.7700    15.9366      1.0000
 125     0.1000     0.0349    98.7720     0.5621    88.7300    15.6758      1.0000
 126     0.1000     0.0251    99.1360     0.5708    89.1700    15.7219      1.0000
 127     0.1000     0.0253    99.1720     0.5728    88.7800    15.7911      1.0000
 128     0.1000     0.0195    99.3640     0.6200    89.3200    15.7156      1.0000
 129     0.1000     0.1086    96.7760     0.6903    86.6900    15.7838      1.0000
 130     0.1000     0.0222    99.2640     0.6124    88.9200    15.8055      1.0000
 131     0.1000     0.0294    99.0500     0.6038    88.9900    15.8115      1.0000
 132     0.1000     0.0234    99.2440     0.5889    89.2300    15.8516      1.0000
 133     0.1000     0.0240    99.2500     0.5987    89.2500    16.4134      1.0000
 134     0.1000     0.0216    99.2960     0.5960    89.3100    15.5924      1.0000
 135     0.1000     0.0170    99.4320     0.5852    89.4400    15.6322      1.0000
 136     0.1000     0.0185    99.4140     0.5660    89.4400    15.7106      1.0000
 137     0.1000     0.0322    98.9480     0.6411    89.1400    16.5724      1.0000
 138     0.1000     0.0198    99.3320     0.6110    89.5800    15.7173      1.0000
 139     0.1000     0.0232    99.2440     0.5422    89.5200    15.6948      1.0000
 140     0.1000     0.0221    99.2300     0.6427    89.0600    15.6956      1.0000
 141     0.1000     0.0135    99.5660     0.6153    89.4900    16.2516      1.0000
 142     0.1000     0.0182    99.4340     0.5553    89.4000    15.6237      1.0000
 143     0.1000     0.0210    99.2880     0.6167    89.2600    15.6154      1.0000
 144     0.1000     0.0333    98.9060     0.6974    88.9900    15.7501      1.0000
 145     0.1000     0.0207    99.3220     0.6242    89.2700    16.4253      1.0000
 146     0.1000     0.0148    99.5240     0.6023    89.7900    15.6299      1.0000
 147     0.1000     0.0179    99.4360     0.6322    89.4700    15.8332      1.0000
 148     0.1000     0.0171    99.4500     0.5569    89.5900    16.1854      1.0000
 149     0.1000     0.0155    99.5020     0.6125    89.5300    15.8029      1.0000
 150     0.1000     0.0144    99.5560     0.6184    89.4400    15.8330      1.0000
 151     0.1000     0.0139    99.5080     0.6263    89.3800    15.8160      1.0000
 152     0.1000     0.0171    99.4240     0.5598    89.4500    16.4536      1.0000
 153     0.1000     0.0202    99.4020     0.5048    89.4700    15.6941      1.0000
 154     0.1000     0.0204    99.2920     0.6367    89.1800    15.9210      1.0000
 155     0.1000     0.0161    99.4720     0.5950    89.7200    15.6803      1.0000
 156     0.1000     0.0196    99.3740     0.5771    89.2400    16.4956      1.0000
 157     0.1000     0.0325    98.9700     0.6336    89.3300    15.6773      1.0000
 158     0.1000     0.0191    99.3880     0.6002    89.2100    15.7313      1.0000
 159     0.1000     0.0173    99.4260     0.6240    89.4500    15.6601      1.0000
 160     0.1000     0.0268    99.0100     0.6626    89.0600    16.1733      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0400    98.7160     0.6521    88.4800    15.9107      1.0000
 162     0.1000     0.0158    99.4840     0.6551    89.5000    15.6610      1.0000
 163     0.1000     0.0105    99.6780     0.6492    89.4900    16.0147      1.0000
 164     0.1000     0.0124    99.5840     0.6486    89.6300    15.8405      1.0000
 165     0.1000     0.0199    99.4000     0.6455    89.2800    15.6280      1.0000
 166     0.1000     0.0172    99.4500     0.6016    89.6800    15.7651      1.0000
 167     0.1000     0.0186    99.3960     0.6921    89.4800    16.2516      1.0000
 168     0.1000     0.0150    99.4960     0.6782    89.0900    15.8301      1.0000
 169     0.1000     0.0139    99.5160     0.6885    89.4600    15.7660      1.0000
 170     0.1000     0.0158    99.5360     0.6287    89.3200    15.8278      1.0000
 171     0.1000     0.0253    99.1900     0.6721    89.0500    16.2755      1.0000
 172     0.1000     0.0137    99.5520     0.7269    89.4000    15.6063      1.0000
 173     0.1000     0.0144    99.5320     0.6402    89.5600    15.7686      1.0000
 174     0.1000     0.0130    99.5880     0.5991    89.5500    15.8424      1.0000
 175     0.1000     0.0208    99.3640     0.6388    89.2100    16.0690      1.0000
 176     0.1000     0.0115    99.6240     0.6639    89.6100    15.7476      1.0000
 177     0.1000     0.0099    99.6700     0.6323    89.5700    15.6964      1.0000
 178     0.1000     0.0113    99.6420     0.6462    89.8900    15.8172      1.0000
 179     0.1000     0.0115    99.6100     0.6639    89.6000    16.3338      1.0000
 180     0.1000     0.0187    99.3720     0.6611    89.4500    15.8386      1.0000
 181     0.1000     0.0105    99.6440     0.6289    89.6900    15.9321      1.0000
 182     0.1000     0.0092    99.7260     0.6077    89.5900    16.1795      1.0000
 183     0.1000     0.0105    99.6560     0.6116    89.6400    15.8104      1.0000
 184     0.1000     0.0156    99.4520     0.5860    89.2100    15.8128      1.0000
 185     0.1000     0.0159    99.4880     0.6733    89.5100    15.8322      1.0000
 186     0.1000     0.0119    99.5940     0.6583    89.4100    16.0988      1.0000
 187     0.1000     0.0119    99.6140     0.6287    89.3800    15.7110      1.0000
 188     0.1000     0.0126    99.5840     0.6090    89.7100    15.7658      1.0000
 189     0.1000     0.0101    99.6560     0.6497    89.7300    15.7620      1.0000
 190     0.1000     0.0146    99.5280     0.6624    89.4600    16.1301      1.0000
 191     0.1000     0.0100    99.6760     0.6463    89.9900    15.7858      1.0000
 192     0.1000     0.0061    99.8040     0.6157    90.2400    15.7601      1.0000
 193     0.1000     0.0114    99.6220     0.6011    89.6700    15.6376      1.0000
 194     0.1000     0.0171    99.4300     0.6181    89.5800    16.1333      1.0000
 195     0.1000     0.0093    99.6620     0.5902    89.9100    15.8197      1.0000
 196     0.1000     0.0140    99.5700     0.6691    89.4500    15.7790      1.0000
 197     0.1000     0.0129    99.5720     0.6367    89.7400    16.0977      1.0000
 198     0.1000     0.0124    99.5880     0.6701    89.4500    15.7038      1.0000
 199     0.1000     0.0086    99.7040     0.6838    89.5900    15.6358      1.0000
 200     0.1000     0.0148    99.5180     0.6496    89.5100    15.6252      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0090    99.7060     0.6155    89.6900    16.0719      1.0000
 202     0.1000     0.0109    99.5980     0.6434    89.7400    15.8055      1.0000
 203     0.1000     0.0105    99.6700     0.7021    89.6300    15.8527      1.0000
 204     0.1000     0.0080    99.7340     0.6278    89.7900    15.8368      1.0000
 205     0.1000     0.0124    99.5800     0.6354    89.8900    16.5515      1.0000
 206     0.1000     0.0081    99.7420     0.5910    89.8600    15.7761      1.0000
 207     0.1000     0.0134    99.5280     0.6536    89.3000    15.7068      1.0000
 208     0.1000     0.0254    99.1300     0.7443    88.5200    15.9401      1.0000
 209     0.1000     0.0083    99.7080     0.5980    89.6200    16.2390      1.0000
 210     0.1000     0.0083    99.7500     0.6858    89.9800    15.9251      1.0000
 211     0.1000     0.0128    99.5860     0.6502    89.5900    15.7109      1.0000
 212     0.1000     0.0144    99.5160     0.5787    89.3800    15.8704      1.0000
 213     0.1000     0.0097    99.6660     0.6273    89.4500    15.8654      1.0000
 214     0.1000     0.0102    99.6720     0.6656    89.4500    15.7744      1.0000
 215     0.1000     0.0114    99.6340     0.7356    89.5400    15.7063      1.0000
 216     0.1000     0.0081    99.7720     0.6347    89.7100    15.9185      1.0000
 217     0.1000     0.0063    99.7900     0.6889    89.8200    15.8083      1.0000
 218     0.1000     0.0126    99.6100     0.7397    89.2800    15.8127      1.0000
 219     0.1000     0.0096    99.6600     0.6937    89.6200    15.7939      1.0000
 220     0.1000     0.0112    99.6300     0.6588    89.4400    16.4320      1.0000
 221     0.1000     0.0081    99.7320     0.6472    89.5100    15.7258      1.0000
 222     0.1000     0.0095    99.7220     0.6520    89.5700    15.8568      1.0000
 223     0.1000     0.0066    99.7820     0.6782    89.8100    15.7757      1.0000
 224     0.1000     0.0086    99.7020     0.6955    89.7500    16.0418      1.0000
 225     0.1000     0.0305    99.0180     0.6508    88.9000    15.7689      1.0000
 226     0.1000     0.0080    99.7320     0.5973    89.8500    15.8028      1.0000
 227     0.1000     0.0072    99.7720     0.7081    89.8900    15.7911      1.0000
 228     0.1000     0.0109    99.6440     0.6026    89.5600    16.5531      1.0000
 229     0.1000     0.0089    99.7420     0.6567    90.0100    15.7519      1.0000
 230     0.1000     0.0054    99.8220     0.6408    89.8400    15.9230      1.0000
 231     0.1000     0.0070    99.7620     0.6784    89.7700    15.8662      1.0000
 232     0.1000     0.0077    99.7400     0.6150    89.5800    15.8672      1.0000
 233     0.1000     0.0059    99.8180     0.6541    90.0600    15.7127      1.0000
 234     0.1000     0.0058    99.8360     0.6588    89.6200    15.8285      1.0000
 235     0.1000     0.0088    99.7120     0.6540    89.7600    16.6489      1.0000
 236     0.1000     0.0057    99.8280     0.6608    90.0700    15.7574      1.0000
 237     0.1000     0.0096    99.6800     0.7112    89.8000    15.8802      1.0000
 238     0.1000     0.0116    99.6360     0.7056    89.6100    15.6662      1.0000
 239     0.1000     0.0086    99.7280     0.6511    89.7900    16.5675      1.0000
 240     0.1000     0.0075    99.7740     0.6397    89.8400    15.7009      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0067    99.7820     0.6781    89.5100    15.6783      1.0000
 242     0.1000     0.0061    99.8080     0.6393    89.5500    15.8182      1.0000
 243     0.1000     0.0064    99.7860     0.6899    89.8800    16.2823      1.0000
 244     0.1000     0.0050    99.8360     0.7134    89.6400    15.9556      1.0000
 245     0.1000     0.0048    99.8340     0.6916    89.9900    15.7232      1.0000
 246     0.1000     0.0056    99.8100     0.6549    89.9200    16.3045      1.0000
 247     0.1000     0.0061    99.8020     0.6683    89.8800    15.7453      1.0000
 248     0.1000     0.0083    99.7380     0.6333    89.4200    15.6640      1.0000
 249     0.1000     0.0043    99.8580     0.6680    90.0000    15.6918      1.0000
 250     0.1000     0.0148    99.5280     0.6746    89.2500    16.1157      1.0000
 251     0.1000     0.0067    99.7840     0.6624    89.7000    15.8040      1.0000
 252     0.1000     0.0058    99.8100     0.6415    89.8500    15.8436      1.0000
 253     0.1000     0.0059    99.7940     0.6680    89.8300    15.7516      1.0000
 254     0.1000     0.0073    99.7540     0.7203    89.5100    16.0552      1.0000
 255     0.1000     0.0054    99.8340     0.7172    89.8900    15.7287      1.0000
 256     0.1000     0.0075    99.7420     0.6401    89.6700    15.8030      1.0000
 257     0.1000     0.0064    99.8020     0.7152    89.8400    15.6674      1.0000
 258     0.1000     0.0069    99.7820     0.6660    89.6900    16.4577      1.0000
 259     0.1000     0.0125    99.5720     0.6870    89.3100    15.7370      1.0000
 260     0.1000     0.0071    99.7600     0.6553    89.7300    15.7108      1.0000
 261     0.1000     0.0305    99.0400     0.7378    88.3200    15.8055      1.0000
 262     0.1000     0.0072    99.7860     0.6637    89.5500    15.6619      1.0000
 263     0.1000     0.0077    99.7500     0.6601    89.4900    15.7149      1.0000
 264     0.1000     0.0064    99.8000     0.7500    90.0100    15.9996      1.0000
 265     0.1000     0.0049    99.8560     0.7306    89.8200    16.2626      1.0000
 266     0.1000     0.0076    99.7460     0.7035    89.6500    15.7638      1.0000
 267     0.1000     0.0054    99.8340     0.6964    89.9000    15.7511      1.0000
 268     0.1000     0.0128    99.6000     0.6766    89.6800    15.7485      1.0000
 269     0.1000     0.0042    99.8700     0.6336    90.1300    16.3439      1.0000
 270     0.1000     0.0047    99.8500     0.6486    90.1300    15.7248      1.0000
 271     0.1000     0.0231    99.3140     0.6810    89.4900    15.7552      1.0000
 272     0.1000     0.0048    99.8260     0.7184    89.9200    15.6084      1.0000
 273     0.1000     0.0072    99.8060     0.6792    89.8200    16.6627      1.0000
 274     0.1000     0.0107    99.6420     0.6811    89.8300    15.7593      1.0000
 275     0.1000     0.0037    99.8780     0.7328    90.0800    15.7335      1.0000
 276     0.1000     0.0059    99.8260     0.6059    89.8800    15.6899      1.0000
 277     0.1000     0.0051    99.8560     0.6435    89.8900    15.6995      1.0000
 278     0.1000     0.0048    99.8380     0.6538    90.0400    15.7612      1.0000
 279     0.1000     0.0039    99.8660     0.7037    90.1000    15.9161      1.0000
 280     0.1000     0.0044    99.8640     0.6744    89.9600    16.1917      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0070    99.7740     0.7087    89.8700    15.7257      1.0000
 282     0.1000     0.0098    99.6820     0.6862    89.5900    15.8996      1.0000
 283     0.1000     0.0072    99.7780     0.7061    89.9300    15.7770      1.0000
 284     0.1000     0.0065    99.7860     0.6194    89.9600    16.2168      1.0000
 285     0.1000     0.0043    99.8520     0.7133    89.9400    15.8882      1.0000
 286     0.1000     0.0063    99.8140     0.6516    90.0100    15.6717      1.0000
 287     0.1000     0.0067    99.7380     0.6863    89.7300    15.6578      1.0000
 288     0.1000     0.0068    99.7840     0.6804    89.8900    16.3827      1.0000
 289     0.1000     0.0056    99.8360     0.6176    89.9400    15.8150      1.0000
 290     0.1000     0.0058    99.8080     0.6676    90.1600    15.7592      1.0000
 291     0.1000     0.0034    99.8900     0.7014    89.8500    15.7676      1.0000
 292     0.1000     0.0070    99.7820     0.6380    90.0300    16.6896      1.0000
 293     0.1000     0.0048    99.8460     0.6272    90.2000    15.7802      1.0000
 294     0.1000     0.0055    99.8340     0.6031    89.8900    15.8055      1.0000
 295     0.1000     0.0040    99.8840     0.6809    90.1600    16.2732      1.0000
 296     0.1000     0.0029    99.8900     0.7659    90.0700    15.6672      1.0000
 297     0.1000     0.0072    99.7400     0.6880    90.0900    15.8149      1.0000
 298     0.1000     0.0067    99.7820     0.6813    89.9900    15.7725      1.0000
 299     0.1000     0.0076    99.7660     0.6512    89.7100    16.7609      1.0000
 300     0.1000     0.0054    99.8160     0.6642    89.8900    15.9228      1.0000
 301     0.0996     0.0063    99.8000     0.6861    90.0400    15.6905      1.0000
 302     0.0992     0.0040    99.8760     0.6801    89.8100    15.6944      1.0000
 303     0.0988     0.0057    99.8360     0.6624    90.1100    15.9524      1.0000
 304     0.0983     0.0043    99.8680     0.6534    90.1100    15.8486      1.0000
 305     0.0979     0.0061    99.8020     0.6087    90.3000    15.8503      1.0000
 306     0.0975     0.0059    99.8160     0.6859    89.8400    15.8505      1.0000
 307     0.0971     0.0068    99.7720     0.7149    89.9200    16.4230      1.0000
 308     0.0967     0.0058    99.8040     0.6370    89.9200    15.8759      1.0000
 309     0.0963     0.0057    99.8300     0.6719    89.9100    15.8437      1.0000
 310     0.0959     0.0050    99.8420     0.6673    89.9700    16.1271      1.0000
 311     0.0955     0.0034    99.8880     0.7379    90.0400    15.7938      1.0000
 312     0.0950     0.0081    99.7140     0.7477    89.7700    15.7112      1.0000
 313     0.0946     0.0042    99.8620     0.7114    90.1200    15.8424      1.0000
 314     0.0942     0.0040    99.8700     0.6791    89.8900    16.5260      1.0000
 315     0.0938     0.0094    99.7200     0.7998    89.8200    15.8395      1.0000
 316     0.0934     0.0044    99.8780     0.6996    89.9600    15.9442      1.0000
 317     0.0930     0.0048    99.8520     0.6373    90.0000    15.7568      1.0000
 318     0.0926     0.0055    99.8340     0.6556    90.1700    15.9418      1.0000
 319     0.0922     0.0031    99.8900     0.6813    90.1000    15.7752      1.0000
 320     0.0917     0.0061    99.8260     0.6925    89.7100    15.6940      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0078    99.7480     0.6947    89.4200    15.8826      1.0000
 322     0.0909     0.0042    99.8560     0.6898    89.8400    16.4846      1.0000
 323     0.0905     0.0048    99.8480     0.6513    89.8000    15.7581      1.0000
 324     0.0901     0.0043    99.8460     0.6977    90.1000    15.7378      1.0000
 325     0.0897     0.0026    99.9320     0.6871    90.3200    15.7811      1.0000
 326     0.0893     0.0029    99.9060     0.7245    90.0400    15.7747      1.0000
 327     0.0889     0.0033    99.8860     0.7451    90.1200    15.8537      1.0000
 328     0.0885     0.0067    99.7940     0.7612    89.6400    15.8528      1.0000
 329     0.0880     0.0025    99.9200     0.7687    90.1900    16.4866      1.0000
 330     0.0876     0.0131    99.6880     0.7513    89.8600    15.9366      1.0000
 331     0.0872     0.0046    99.8680     0.6918    89.8300    15.7567      1.0000
 332     0.0868     0.0022    99.9280     0.7375    90.4000    15.8557      1.0000
 333     0.0864     0.0024    99.9320     0.6691    90.4000    17.4811      1.0000
 334     0.0860     0.0031    99.9160     0.6887    90.2500    15.6954      1.0000
 335     0.0856     0.0026    99.9100     0.7168    90.1700    15.8201      1.0000
 336     0.0852     0.0028    99.9180     0.6895    90.3400    15.7286      1.0000
 337     0.0847     0.0024    99.9400     0.7035    90.2400    16.3459      1.0000
 338     0.0843     0.0015    99.9500     0.7576    90.6300    15.7633      1.0000
 339     0.0839     0.0021    99.9200     0.7796    90.2700    15.8999      1.0000
 340     0.0835     0.0137    99.6060     0.6822    89.7200    15.7283      1.0000
 341     0.0831     0.0102    99.6940     0.7547    89.4000    15.6413      1.0000
 342     0.0827     0.0051    99.8360     0.7573    89.8100    15.7939      1.0000
 343     0.0823     0.0023    99.9380     0.7844    90.4300    15.9652      1.0000
 344     0.0818     0.0016    99.9560     0.7426    90.3000    16.8000      1.0000
 345     0.0814     0.0022    99.9300     0.7698    90.2000    15.7500      1.0000
 346     0.0810     0.0046    99.8760     0.7247    89.8300    15.7985      1.0000
 347     0.0806     0.0037    99.8860     0.7063    89.8800    15.8516      1.0000
 348     0.0802     0.0022    99.9280     0.7283    90.1900    17.2931      1.0000
 349     0.0798     0.0031    99.8860     0.7335    90.0900    15.8070      1.0000
 350     0.0794     0.0032    99.9140     0.6891    90.2500    15.7482      1.0000
 351     0.0790     0.0027    99.9180     0.7095    89.9500    15.8756      1.0000
 352     0.0786     0.0090    99.7800     0.7533    90.0500    16.9174      1.0000
 353     0.0781     0.0015    99.9560     0.7372    90.3900    15.7723      1.0000
 354     0.0777     0.0015    99.9620     0.7535    90.4600    15.7411      1.0000
 355     0.0773     0.0069    99.7820     0.7457    89.7400    16.0079      1.0000
 356     0.0769     0.0034    99.9020     0.6847    90.0500    15.8751      1.0000
 357     0.0765     0.0032    99.9000     0.7258    90.0100    15.7164      1.0000
 358     0.0761     0.0034    99.9120     0.7596    90.0000    15.8203      1.0000
 359     0.0757     0.0021    99.9320     0.7625    90.3300    16.8271      1.0000
 360     0.0753     0.0028    99.9200     0.7119    90.2100    15.7657      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0016    99.9480     0.7390    90.5800    15.7587      1.0000
 362     0.0744     0.0014    99.9620     0.7535    90.5900    15.8364      1.0000
 363     0.0740     0.0035    99.8880     0.7516    90.0400    17.5655      1.0000
 364     0.0736     0.0011    99.9580     0.7893    90.3900    15.6803      1.0000
 365     0.0732     0.0018    99.9440     0.7334    90.2800    15.7870      1.0000
 366     0.0728     0.0008    99.9800     0.7436    90.3700    15.7443      1.0000
 367     0.0724     0.0017    99.9380     0.7626    90.5300    16.5386      1.0000
 368     0.0720     0.0012    99.9760     0.7678    90.3800    15.7025      1.0000
 369     0.0715     0.0026    99.9220     0.7058    90.4100    15.7660      1.0000
 370     0.0711     0.0013    99.9500     0.7349    90.4300    16.4131      1.0000
 371     0.0707     0.0017    99.9320     0.7534    90.2800    15.7470      1.0000
 372     0.0703     0.0010    99.9720     0.8059    90.5700    15.7079      1.0000
 373     0.0699     0.0008    99.9740     0.7941    90.4200    15.7981      1.0000
 374     0.0695     0.0012    99.9540     0.8106    90.4300    16.4702      1.0000
 375     0.0691     0.0005    99.9880     0.8163    90.3200    15.7737      1.0000
 376     0.0686     0.0014    99.9640     0.7894    90.5000    15.7311      1.0000
 377     0.0682     0.0009    99.9740     0.7968    90.6400    15.8941      1.0000
 378     0.0678     0.0008    99.9780     0.8303    90.6800    16.4266      1.0000
 379     0.0674     0.0010    99.9660     0.7666    90.4200    15.8219      1.0000
 380     0.0670     0.0009    99.9640     0.7568    90.5300    15.8810      1.0000
 381     0.0666     0.0008    99.9820     0.7425    90.6000    15.7781      1.0000
 382     0.0662     0.0008    99.9840     0.7761    90.5700    16.4258      1.0000
 383     0.0658     0.0018    99.9480     0.7378    90.4000    15.7024      1.0000
 384     0.0654     0.0010    99.9600     0.7569    90.2100    15.6545      1.0000
 385     0.0649     0.0008    99.9740     0.7771    90.6100    16.2573      1.0000
 386     0.0645     0.0004    99.9860     0.8078    90.3700    15.8157      1.0000
 387     0.0641     0.0007    99.9800     0.8676    90.4500    15.8179      1.0000
 388     0.0637     0.0008    99.9700     0.8574    90.6200    15.7909      1.0000
 389     0.0633     0.0006    99.9760     0.8391    90.3400    16.7424      1.0000
 390     0.0629     0.0013    99.9560     0.8342    90.4800    15.7048      1.0000
 391     0.0625     0.0008    99.9780     0.8393    90.6000    15.7644      1.0000
 392     0.0621     0.0003    99.9940     0.8816    90.6700    15.7897      1.0000
 393     0.0616     0.0011    99.9640     0.9111    90.3500    16.4010      1.0000
 394     0.0612     0.0011    99.9440     0.9141    90.4800    15.8088      1.0000
 395     0.0608     0.0013    99.9620     0.8543    90.7500    15.8373      1.0000
 396     0.0604     0.0007    99.9720     0.8728    90.9200    15.7210      1.0000
 397     0.0600     0.0008    99.9680     0.8353    90.9300    16.5312      1.0000
 398     0.0596     0.0004    99.9860     0.8464    90.9000    15.6613      1.0000
 399     0.0592     0.0010    99.9680     0.8726    90.4700    15.8726      1.0000
 400     0.0588     0.0011    99.9660     0.8834    90.6200    16.2341      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0019    99.9400     0.8593    90.4800    15.8090      1.0000
 402     0.0579     0.0010    99.9560     0.8491    90.5900    15.7111      1.0000
 403     0.0575     0.0007    99.9740     0.8310    90.6300    15.9415      1.0000
 404     0.0571     0.0005    99.9880     0.8308    90.6000    16.4648      1.0000
 405     0.0567     0.0013    99.9540     0.8709    90.4500    15.8282      1.0000
 406     0.0563     0.0007    99.9700     0.8663    90.4900    15.8370      1.0000
 407     0.0559     0.0005    99.9860     0.8555    90.4600    15.7482      1.0000
 408     0.0554     0.0007    99.9740     0.8827    90.5100    16.9563      1.0000
 409     0.0550     0.0003    99.9900     0.8546    90.7500    15.7884      1.0000
 410     0.0546     0.0019    99.9500     0.8867    90.4800    15.6769      1.0000
 411     0.0542     0.0009    99.9780     0.8803    90.5700    15.8583      1.0000
 412     0.0538     0.0006    99.9800     0.9158    90.6100    16.5855      1.0000
 413     0.0534     0.0006    99.9740     0.8935    90.6100    15.7755      1.0000
 414     0.0530     0.0006    99.9820     0.9051    90.6200    15.7121      1.0000
 415     0.0526     0.0014    99.9600     0.8966    90.6200    16.1920      1.0000
 416     0.0522     0.0005    99.9920     0.8882    90.6300    15.7474      1.0000
 417     0.0517     0.0005    99.9820     0.8728    90.6300    15.8003      1.0000
 418     0.0513     0.0006    99.9760     0.8592    90.7000    15.6255      1.0000
 419     0.0509     0.0004    99.9840     0.8889    90.7100    17.0860      1.0000
 420     0.0505     0.0006    99.9780     0.8935    90.7100    15.7765      1.0000
 421     0.0501     0.0006    99.9780     0.8962    90.6900    15.5815      1.0000
 422     0.0497     0.0017    99.9540     0.8715    90.8500    15.7640      1.0000
 423     0.0493     0.0005    99.9800     0.8506    90.6300    16.5786      1.0000
 424     0.0489     0.0066    99.8040     0.9193    90.2000    15.7800      1.0000
 425     0.0484     0.0006    99.9820     0.8147    90.6800    15.7106      1.0000
 426     0.0480     0.0005    99.9860     0.8273    90.7500    15.7891      1.0000
 427     0.0476     0.0004    99.9860     0.8470    90.7300    16.7697      1.0000
 428     0.0472     0.0005    99.9880     0.8616    90.7300    15.6862      1.0000
 429     0.0468     0.0006    99.9800     0.8585    90.7000    15.7152      1.0000
 430     0.0464     0.0004    99.9860     0.8588    90.7500    16.0459      1.0000
 431     0.0460     0.0005    99.9780     0.8934    90.5900    15.8135      1.0000
 432     0.0456     0.0006    99.9780     0.8921    90.7600    15.8202      1.0000
 433     0.0451     0.0002    99.9920     0.8965    90.8100    15.7700      1.0000
 434     0.0447     0.0002    99.9940     0.9045    90.7800    17.0907      1.0000
 435     0.0443     0.0003    99.9920     0.9217    90.8600    15.8186      1.0000
 436     0.0439     0.0004    99.9880     0.9184    90.7000    15.6810      1.0000
 437     0.0435     0.0003    99.9880     0.9232    90.8000    15.6945      1.0000
 438     0.0431     0.0002    99.9920     0.9115    90.6800    16.3642      1.0000
 439     0.0427     0.0004    99.9860     0.9289    90.8300    15.7573      1.0000
 440     0.0423     0.0004    99.9840     0.9310    90.8400    15.8209      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0003    99.9900     0.9067    90.8500    15.7106      1.0000
 442     0.0414     0.0006    99.9840     0.9248    90.5800    16.4737      1.0000
 443     0.0410     0.0003    99.9940     0.9264    90.5400    15.7591      1.0000
 444     0.0406     0.0004    99.9800     0.9177    90.7600    15.7092      1.0000
 445     0.0402     0.0004    99.9920     0.9436    90.6600    16.1557      1.0000
 446     0.0398     0.0004    99.9920     0.9156    90.7700    15.6427      1.0000
 447     0.0394     0.0008    99.9640     0.9612    90.3500    15.8113      1.0000
 448     0.0389     0.0002    99.9940     0.9476    90.7600    15.7818      1.0000
 449     0.0385     0.0003    99.9900     0.9413    90.6800    16.2722      1.0000
 450     0.0381     0.0004    99.9900     0.9436    90.9000    15.7889      1.0000
 451     0.0377     0.0003    99.9840     0.9410    90.7200    15.7203      1.0000
 452     0.0373     0.0003    99.9900     0.9537    90.8300    15.6819      1.0000
 453     0.0369     0.0002    99.9900     0.9572    90.8800    17.3426      1.0000
 454     0.0365     0.0003    99.9940     0.9534    90.9400    15.7149      1.0000
 455     0.0361     0.0002    99.9960     0.9704    90.9500    15.8470      1.0000
 456     0.0357     0.0002    99.9960     0.9705    90.8500    15.7581      1.0000
 457     0.0352     0.0004    99.9900     0.9622    90.8200    16.4897      1.0000
 458     0.0348     0.0002    99.9940     0.9860    90.7400    15.6891      1.0000
 459     0.0344     0.0004    99.9920     0.9803    90.8100    15.7804      1.0000
 460     0.0340     0.0001   100.0000     0.9721    90.7800    15.9338      1.0000
 461     0.0336     0.0004    99.9940     0.9966    90.8000    15.6983      1.0000
 462     0.0332     0.0002    99.9920     1.0054    91.0200    15.8064      1.0000
 463     0.0328     0.0002    99.9900     0.9893    90.8100    15.8523      1.0000
 464     0.0324     0.0003    99.9920     0.9950    91.0000    16.9544      1.0000
 465     0.0319     0.0002    99.9960     0.9942    91.0100    15.8248      1.0000
 466     0.0315     0.0002    99.9940     1.0084    90.8300    15.6789      1.0000
 467     0.0311     0.0002    99.9940     0.9831    90.9100    15.6491      1.0000
 468     0.0307     0.0004    99.9980     0.9988    90.7600    16.5777      1.0000
 469     0.0303     0.0004    99.9900     1.0229    90.8500    15.9028      1.0000
 470     0.0299     0.0002    99.9900     0.9996    90.8200    15.7801      1.0000
 471     0.0295     0.0002    99.9960     1.0032    90.7000    15.8252      1.0000
 472     0.0291     0.0002    99.9920     0.9909    90.8500    16.4944      1.0000
 473     0.0286     0.0002    99.9940     0.9848    91.0200    15.7923      1.0000
 474     0.0282     0.0001    99.9980     0.9685    90.8000    15.6739      1.0000
 475     0.0278     0.0001    99.9940     0.9688    90.8300    15.9042      1.0000
 476     0.0274     0.0001    99.9960     0.9803    90.7900    15.6625      1.0000
 477     0.0270     0.0001    99.9920     0.9998    90.7600    15.8410      1.0000
 478     0.0266     0.0003    99.9920     0.9989    90.8800    15.6994      1.0000
 479     0.0262     0.0001    99.9980     1.0082    90.8600    16.6958      1.0000
 480     0.0257     0.0001    99.9980     1.0095    90.7700    15.7626      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0003    99.9940     1.0031    90.9300    15.7910      1.0000
 482     0.0249     0.0001   100.0000     1.0062    90.9800    15.6114      1.0000
 483     0.0245     0.0003    99.9920     1.0106    91.0100    17.5180      1.0000
 484     0.0241     0.0001    99.9980     1.0048    90.9800    15.8092      1.0000
 485     0.0237     0.0001   100.0000     1.0222    91.0300    15.6459      1.0000
 486     0.0233     0.0001    99.9980     1.0046    90.9800    15.7378      1.0000
 487     0.0229     0.0003    99.9900     0.9980    90.9400    16.4949      1.0000
 488     0.0225     0.0001    99.9960     0.9943    90.7600    15.7100      1.0000
 489     0.0220     0.0001   100.0000     0.9991    90.8000    15.8942      1.0000
 490     0.0216     0.0001   100.0000     0.9931    90.9100    15.8512      1.0000
 491     0.0212     0.0000   100.0000     1.0066    91.0400    15.8028      1.0000
 492     0.0208     0.0001   100.0000     0.9995    90.9600    15.7641      1.0000
 493     0.0204     0.0000   100.0000     1.0030    91.0600    15.8502      1.0000
 494     0.0200     0.0001    99.9960     1.0023    91.0600    16.4717      1.0000
 495     0.0196     0.0001    99.9980     1.0109    91.0800    15.7111      1.0000
 496     0.0192     0.0001    99.9980     1.0122    91.1300    15.8672      1.0000
 497     0.0187     0.0000   100.0000     1.0146    91.0700    15.7288      1.0000
 498     0.0183     0.0001    99.9960     1.0154    91.0500    16.8050      1.0000
 499     0.0179     0.0000   100.0000     1.0111    90.9600    15.6073      1.0000
 500     0.0175     0.0001    99.9980     1.0107    90.9600    15.7952      1.0000
 501     0.0171     0.0000   100.0000     1.0143    90.9600    15.7539      1.0000
 502     0.0167     0.0002    99.9980     1.0257    90.9000    15.8006      1.0000
 503     0.0163     0.0000   100.0000     1.0221    90.9600    15.7660      1.0000
 504     0.0159     0.0000   100.0000     1.0219    90.9800    15.8415      1.0000
 505     0.0154     0.0001    99.9980     1.0233    91.0200    15.8008      1.0000
 506     0.0150     0.0001    99.9940     1.0221    91.0300    16.5641      1.0000
 507     0.0146     0.0000    99.9980     1.0227    91.0300    15.8313      1.0000
 508     0.0142     0.0000   100.0000     1.0263    91.0100    15.7618      1.0000
 509     0.0138     0.0001    99.9940     1.0292    91.0300    16.0998      1.0000
 510     0.0134     0.0001    99.9980     1.0290    91.0200    15.7159      1.0000
 511     0.0130     0.0001    99.9980     1.0298    91.0300    15.6180      1.0000
 512     0.0125     0.0001   100.0000     1.0261    90.9700    15.7589      1.0000
 513     0.0121     0.0000   100.0000     1.0289    90.9800    17.4007      1.0000
 514     0.0117     0.0002    99.9940     1.0333    90.9200    15.6538      1.0000
 515     0.0113     0.0001    99.9960     1.0362    90.9800    15.6970      1.0000
 516     0.0109     0.0001    99.9940     1.0322    90.8800    15.7991      1.0000
 517     0.0105     0.0002    99.9980     1.0354    91.0000    16.4055      1.0000
 518     0.0101     0.0000   100.0000     1.0338    90.9000    15.7548      1.0000
 519     0.0097     0.0000   100.0000     1.0358    90.9500    15.7421      1.0000
 520     0.0092     0.0001    99.9980     1.0355    91.0400    15.6998      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001    99.9960     1.0371    91.0800    16.5768      1.0000
 522     0.0084     0.0000   100.0000     1.0394    91.0700    15.8277      1.0000
 523     0.0080     0.0000   100.0000     1.0364    91.0600    15.8092      1.0000
 524     0.0076     0.0001    99.9980     1.0369    91.0400    16.5811      1.0000
 525     0.0072     0.0000    99.9980     1.0358    91.0200    15.8819      1.0000
 526     0.0068     0.0001    99.9980     1.0337    90.9800    15.7183      1.0000
 527     0.0064     0.0000   100.0000     1.0342    90.9800    15.8996      1.0000
 528     0.0060     0.0001    99.9980     1.0351    90.9800    16.5764      1.0000
 529     0.0055     0.0000   100.0000     1.0362    90.9900    15.7495      1.0000
 530     0.0051     0.0003    99.9940     1.0367    90.9900    15.6594      1.0000
 531     0.0047     0.0001    99.9960     1.0373    90.9900    15.8856      1.0000
 532     0.0043     0.0001    99.9960     1.0375    90.9700    16.5326      1.0000
 533     0.0039     0.0000    99.9980     1.0379    90.9800    15.7090      1.0000
 534     0.0035     0.0000   100.0000     1.0385    90.9800    15.8429      1.0000
 535     0.0031     0.0000   100.0000     1.0363    91.0100    16.0686      1.0000
 536     0.0027     0.0000   100.0000     1.0369    91.0400    15.6956      1.0000
 537     0.0022     0.0000   100.0000     1.0371    91.0300    15.7783      1.0000
 538     0.0018     0.0001    99.9980     1.0372    91.0300    15.6958      1.0000
 539     0.0014     0.0000   100.0000     1.0376    91.0400    16.3693      1.0000
 540     0.0010     0.0001    99.9980     1.0377    91.0400    15.7251      1.0000
 541     0.0010     0.0000   100.0000     1.0378    91.0300    15.7503      1.0000
 542     0.0010     0.0001    99.9960     1.0382    91.0400    15.6834      1.0000
 543     0.0010     0.0000   100.0000     1.0383    91.0300    16.4822      1.0000
 544     0.0010     0.0001    99.9960     1.0381    91.0300    15.6807      1.0000
 545     0.0010     0.0001    99.9980     1.0380    91.0200    15.7531      1.0000
 546     0.0010     0.0000   100.0000     1.0380    91.0300    15.8390      1.0000
 547     0.0010     0.0000    99.9980     1.0373    91.0200    16.4669      1.0000
 548     0.0010     0.0001    99.9960     1.0373    91.0400    15.7902      1.0000
 549     0.0010     0.0000   100.0000     1.0375    91.0400    15.8565      1.0000
 550     0.0010     0.0000   100.0000     1.0378    91.0200    15.9023      1.0000
 551     0.0010     0.0000   100.0000     1.0377    91.0200    16.6018      1.0000
 552     0.0010     0.0000   100.0000     1.0374    91.0100    15.8403      1.0000
 553     0.0010     0.0000   100.0000     1.0374    91.0100    15.7342      1.0000
 554     0.0010     0.0000   100.0000     1.0374    91.0400    15.8308      1.0000
 555     0.0010     0.0000   100.0000     1.0375    91.0300    15.8476      1.0000
 556     0.0010     0.0000   100.0000     1.0372    91.0200    15.6917      1.0000
 557     0.0010     0.0001    99.9980     1.0373    91.0200    15.8704      1.0000
 558     0.0010     0.0000   100.0000     1.0373    91.0200    17.0161      1.0000
 559     0.0010     0.0000   100.0000     1.0372    91.0200    15.8290      1.0000
 560     0.0010     0.0000   100.0000     1.0370    91.0100    15.6665      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001    99.9960     1.0375    91.0200    15.7616      1.0000
 562     0.0010     0.0001    99.9980     1.0377    91.0200    16.4853      1.0000
 563     0.0010     0.0000   100.0000     1.0379    91.0200    15.8487      1.0000
 564     0.0010     0.0000   100.0000     1.0380    91.0300    15.8893      1.0000
 565     0.0010     0.0002    99.9980     1.0380    91.0300    15.7965      1.0000
 566     0.0010     0.0000   100.0000     1.0381    91.0300    16.9222      1.0000
 567     0.0010     0.0000   100.0000     1.0380    91.0100    15.8492      1.0000
 568     0.0010     0.0000   100.0000     1.0379    91.0100    15.7078      1.0000
 569     0.0010     0.0000    99.9980     1.0380    91.0100    16.5382      1.0000
 570     0.0010     0.0000   100.0000     1.0379    91.0100    15.7829      1.0000
 571     0.0010     0.0001    99.9980     1.0379    91.0100    15.7519      1.0000
 572     0.0010     0.0000   100.0000     1.0380    91.0000    15.7677      1.0000
 573     0.0010     0.0000    99.9980     1.0382    91.0300    16.7099      1.0000
 574     0.0010     0.0000    99.9980     1.0378    91.0100    15.7326      1.0000
 575     0.0010     0.0001    99.9980     1.0379    91.0100    15.5952      1.0000
 576     0.0010     0.0000   100.0000     1.0385    91.0300    15.6754      1.0000
 577     0.0010     0.0000   100.0000     1.0389    91.0300    16.6417      1.0000
 578     0.0010     0.0000   100.0000     1.0392    91.0200    15.9187      1.0000
 579     0.0010     0.0000   100.0000     1.0392    91.0200    15.7751      1.0000
 580     0.0010     0.0001    99.9980     1.0392    91.0200    15.8004      1.0000
 581     0.0010     0.0000   100.0000     1.0395    91.0400    16.8133      1.0000
 582     0.0010     0.0000   100.0000     1.0397    91.0400    15.8520      1.0000
 583     0.0010     0.0000   100.0000     1.0397    91.0300    15.7063      1.0000
 584     0.0010     0.0000   100.0000     1.0398    91.0300    16.6631      1.0000
 585     0.0010     0.0000   100.0000     1.0399    91.0200    15.7499      1.0000
 586     0.0010     0.0000   100.0000     1.0398    91.0300    15.8152      1.0000
 587     0.0010     0.0001    99.9980     1.0401    91.0200    15.9453      1.0000
 588     0.0010     0.0000   100.0000     1.0402    91.0300    16.6842      1.0000
 589     0.0010     0.0001    99.9980     1.0400    91.0100    15.6623      1.0000
 590     0.0010     0.0000   100.0000     1.0402    91.0200    15.6555      1.0000
 591     0.0010     0.0000   100.0000     1.0405    91.0400    15.8115      1.0000
 592     0.0010     0.0001    99.9980     1.0407    91.0300    16.2334      1.0000
 593     0.0010     0.0001    99.9960     1.0409    91.0400    15.6707      1.0000
 594     0.0010     0.0001    99.9960     1.0411    91.0400    15.8874      1.0000
 595     0.0010     0.0000   100.0000     1.0412    91.0300    15.9972      1.0000
 596     0.0010     0.0000   100.0000     1.0413    91.0400    16.1306      1.0000
 597     0.0010     0.0000   100.0000     1.0415    91.0600    15.6523      1.0000
 598     0.0010     0.0000   100.0000     1.0416    91.0600    15.8044      1.0000
 599     0.0010     0.0000   100.0000     1.0419    91.1000    15.9822      1.0000
 600     0.0010     0.0000   100.0000     1.0419    91.1000    15.7542      1.0000
