Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.0356    21.9640     2.0176    23.2700    16.3157      1.0000
   2     0.1000     1.9328    23.3380     1.8790    25.3600    15.3979      1.0000
   3     0.1000     1.8534    32.4540     1.8022    34.0500    15.5740      1.0000
   4     0.1000     1.5137    43.1100     1.4791    43.9200    15.6489      1.0000
   5     0.1000     1.6094    43.1160     1.5209    45.3800    15.5406      1.0000
   6     0.1000     1.2294    55.2040     1.2141    55.2500    15.6949      1.0000
   7     0.1000     1.1143    60.2460     1.0866    61.4300    15.6223      1.0000
   8     0.1000     0.9903    64.1980     1.0044    63.7000    15.5590      1.0000
   9     0.1000     0.9591    66.1820     0.9567    66.4700    15.9823      1.0000
  10     0.1000     0.7821    72.5840     0.8032    72.3900    15.7491      1.0000
  11     0.1000     0.8349    70.0880     0.8505    70.6200    15.5323      1.0000
  12     0.1000     0.7819    72.7120     0.8148    72.4400    16.1659      1.0000
  13     0.1000     0.5949    79.4140     0.6313    78.8300    15.5859      1.0000
  14     0.1000     0.8233    72.9380     0.8638    72.8000    15.4972      1.0000
  15     0.1000     0.5608    80.5700     0.6310    79.2100    15.6724      1.0000
  16     0.1000     0.5635    81.0980     0.6235    79.5000    16.3771      1.0000
  17     0.1000     0.5578    81.3840     0.6235    79.7000    15.6329      1.0000
  18     0.1000     0.5120    82.8780     0.6278    80.0900    15.5247      1.0000
  19     0.1000     0.4646    84.3500     0.5802    81.7700    15.6189      1.0000
  20     0.1000     0.4578    84.1380     0.5656    81.8300    15.5494      1.0000
  21     0.1000     0.4585    84.6760     0.6050    81.4100    15.5412      1.0000
  22     0.1000     0.3887    87.1000     0.5217    83.8900    15.4679      1.0000
  23     0.1000     0.3372    88.5040     0.4777    84.4500    15.7804      1.0000
  24     0.1000     0.5304    83.0080     0.6840    79.8100    16.2467      1.0000
  25     0.1000     0.3776    87.4520     0.5335    83.7900    15.7125      1.0000
  26     0.1000     0.3243    89.0780     0.5149    84.5000    15.5682      1.0000
  27     0.1000     0.3335    88.9160     0.5284    84.6500    15.5931      1.0000
  28     0.1000     0.3127    89.6640     0.5013    85.2800    16.2488      1.0000
  29     0.1000     0.2633    91.0120     0.4688    85.8900    15.4702      1.0000
  30     0.1000     0.3146    89.5100     0.5267    84.2600    15.6864      1.0000
  31     0.1000     0.3312    88.9860     0.5555    83.6200    15.7022      1.0000
  32     0.1000     0.2522    91.3300     0.4905    85.3600    15.5345      1.0000
  33     0.1000     0.3198    89.5020     0.5601    84.4900    15.6032      1.0000
  34     0.1000     0.2953    90.3100     0.5658    84.5000    15.6441      1.0000
  35     0.1000     0.2334    91.9700     0.4788    85.6800    16.2339      1.0000
  36     0.1000     0.2368    92.0880     0.5011    85.7300    15.7181      1.0000
  37     0.1000     0.2058    93.0000     0.4721    86.3400    15.6177      1.0000
  38     0.1000     0.1987    93.3880     0.4716    86.7000    15.5700      1.0000
  39     0.1000     0.1763    94.0180     0.4704    87.1700    16.5819      1.0000
  40     0.1000     0.2056    93.0620     0.4914    85.8700    15.5895      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1531    94.7440     0.4694    87.5100    15.7083      1.0000
  42     0.1000     0.1999    93.2240     0.5339    85.8300    15.5775      1.0000
  43     0.1000     0.2348    92.2660     0.5267    85.5000    16.2245      1.0000
  44     0.1000     0.1616    94.4860     0.4960    86.9600    15.7227      1.0000
  45     0.1000     0.1436    95.1620     0.4765    86.8400    15.7839      1.0000
  46     0.1000     0.1516    94.9320     0.4919    86.8900    15.6713      1.0000
  47     0.1000     0.1471    94.8900     0.4965    86.7300    16.3905      1.0000
  48     0.1000     0.1855    93.9700     0.5775    85.4800    15.7474      1.0000
  49     0.1000     0.1320    95.5520     0.5105    86.8400    15.6209      1.0000
  50     0.1000     0.1330    95.6160     0.5042    86.9000    15.8985      1.0000
  51     0.1000     0.1343    95.5840     0.5254    86.9600    15.4861      1.0000
  52     0.1000     0.1275    95.6800     0.4996    87.1600    15.5225      1.0000
  53     0.1000     0.1119    96.2620     0.4775    87.1000    15.6049      1.0000
  54     0.1000     0.1090    96.3080     0.4756    87.4600    15.8014      1.0000
  55     0.1000     0.1158    96.0940     0.4885    87.3800    15.4865      1.0000
  56     0.1000     0.1004    96.6380     0.5203    87.3200    15.5644      1.0000
  57     0.1000     0.0994    96.6520     0.5083    87.4700    15.4534      1.0000
  58     0.1000     0.1126    96.2480     0.5144    87.1400    16.1379      1.0000
  59     0.1000     0.0929    96.9040     0.5250    87.7800    15.7057      1.0000
  60     0.1000     0.0982    96.6620     0.5092    87.7100    15.4806      1.0000
  61     0.1000     0.0949    96.9040     0.5134    87.5000    15.5658      1.0000
  62     0.1000     0.0809    97.3160     0.5102    88.1400    16.5081      1.0000
  63     0.1000     0.0871    97.0080     0.4914    87.8500    15.4928      1.0000
  64     0.1000     0.1372    95.4300     0.5575    86.5400    15.5616      1.0000
  65     0.1000     0.0754    97.3380     0.5008    88.1300    15.5870      1.0000
  66     0.1000     0.0977    96.6900     0.5223    87.4800    16.5293      1.0000
  67     0.1000     0.0864    96.9780     0.5654    87.5200    15.6437      1.0000
  68     0.1000     0.0717    97.5540     0.5231    88.2200    15.5681      1.0000
  69     0.1000     0.0745    97.4860     0.5544    87.9800    16.1880      1.0000
  70     0.1000     0.0858    97.0780     0.5371    87.4000    15.6356      1.0000
  71     0.1000     0.0664    97.8480     0.5276    88.3300    15.5246      1.0000
  72     0.1000     0.0510    98.2620     0.5079    88.5600    15.7086      1.0000
  73     0.1000     0.0538    98.1720     0.5249    88.9100    16.3888      1.0000
  74     0.1000     0.0605    97.9840     0.5283    88.2900    15.6180      1.0000
  75     0.1000     0.0674    97.6980     0.5468    87.7000    15.5765      1.0000
  76     0.1000     0.0727    97.6520     0.5648    87.7200    15.7306      1.0000
  77     0.1000     0.0617    97.9340     0.5409    88.2100    16.4344      1.0000
  78     0.1000     0.0539    98.1200     0.5438    88.4400    15.5983      1.0000
  79     0.1000     0.0742    97.6240     0.6057    87.6400    15.7051      1.0000
  80     0.1000     0.0599    98.0120     0.5904    88.2700    15.5129      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0530    98.2200     0.5509    88.0900    16.1896      1.0000
  82     0.1000     0.0592    97.9840     0.5907    87.9300    15.7624      1.0000
  83     0.1000     0.0853    97.1560     0.6255    87.2600    15.5657      1.0000
  84     0.1000     0.0475    98.3920     0.5667    88.4800    15.7598      1.0000
  85     0.1000     0.0536    98.2340     0.5426    88.1700    16.7200      1.0000
  86     0.1000     0.0507    98.3200     0.5347    88.6300    15.6695      1.0000
  87     0.1000     0.0529    98.2080     0.5865    87.9300    15.6633      1.0000
  88     0.1000     0.0418    98.5840     0.5211    88.6400    16.3992      1.0000
  89     0.1000     0.0616    98.0180     0.5784    88.0000    15.6543      1.0000
  90     0.1000     0.0487    98.3500     0.5652    88.6200    15.7934      1.0000
  91     0.1000     0.0367    98.7620     0.5321    88.7300    15.5160      1.0000
  92     0.1000     0.0685    97.6920     0.5663    88.1500    16.3342      1.0000
  93     0.1000     0.0475    98.5000     0.5325    88.3100    15.7473      1.0000
  94     0.1000     0.0374    98.7060     0.5614    88.5300    15.5340      1.0000
  95     0.1000     0.0355    98.7900     0.5719    89.0100    15.5436      1.0000
  96     0.1000     0.0356    98.7940     0.5662    88.7300    16.0895      1.0000
  97     0.1000     0.0305    99.0140     0.5452    89.0900    15.4967      1.0000
  98     0.1000     0.0961    96.8860     0.6247    86.9500    15.5959      1.0000
  99     0.1000     0.0671    97.8480     0.6361    87.5900    15.5899      1.0000
 100     0.1000     0.0402    98.6500     0.5851    88.6300    16.2741      1.0000
 101     0.1000     0.0388    98.7520     0.6109    88.8700    15.6880      1.0000
 102     0.1000     0.0345    98.9180     0.5690    88.9000    15.5409      1.0000
 103     0.1000     0.0299    99.0100     0.5550    88.8700    15.6455      1.0000
 104     0.1000     0.0311    98.9900     0.5257    89.5600    15.6443      1.0000
 105     0.1000     0.0336    98.9460     0.5571    88.9000    15.7298      1.0000
 106     0.1000     0.0444    98.5040     0.5755    88.8000    15.5225      1.0000
 107     0.1000     0.0281    99.0480     0.5516    88.8700    15.6798      1.0000
 108     0.1000     0.0222    99.2800     0.5359    89.4700    15.6139      1.0000
 109     0.1000     0.0276    99.0860     0.5490    89.1800    15.4639      1.0000
 110     0.1000     0.0263    99.1420     0.5843    89.3700    15.6785      1.0000
 111     0.1000     0.0359    98.7060     0.5866    88.8800    16.0673      1.0000
 112     0.1000     0.0297    98.9820     0.5743    88.8000    15.6179      1.0000
 113     0.1000     0.0304    99.0360     0.5557    89.0100    15.6611      1.0000
 114     0.1000     0.0229    99.2040     0.5912    89.1500    15.5981      1.0000
 115     0.1000     0.0261    99.1160     0.5806    89.1200    16.0702      1.0000
 116     0.1000     0.0342    98.8680     0.5781    88.9600    15.5817      1.0000
 117     0.1000     0.0192    99.3700     0.6263    89.6300    15.4711      1.0000
 118     0.1000     0.0192    99.3840     0.5566    89.2500    15.6737      1.0000
 119     0.1000     0.0259    99.0920     0.6192    89.3000    15.9819      1.0000
 120     0.1000     0.0323    98.8900     0.5652    88.5900    15.6945      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0207    99.3080     0.5557    88.9200    15.6169      1.0000
 122     0.1000     0.0299    98.9500     0.5182    88.9700    15.6174      1.0000
 123     0.1000     0.0246    99.2120     0.6151    89.2100    16.4684      1.0000
 124     0.1000     0.0277    99.0340     0.5902    88.7600    15.6252      1.0000
 125     0.1000     0.0184    99.4020     0.5685    89.7400    15.6514      1.0000
 126     0.1000     0.0394    98.7460     0.6187    88.7300    15.8096      1.0000
 127     0.1000     0.0261    99.1080     0.6609    88.8500    15.6491      1.0000
 128     0.1000     0.0154    99.5480     0.6044    89.4700    15.5718      1.0000
 129     0.1000     0.0262    99.1180     0.6216    88.4300    15.6487      1.0000
 130     0.1000     0.0240    99.2520     0.6592    89.1400    15.8920      1.0000
 131     0.1000     0.0215    99.3060     0.6005    89.1900    15.7049      1.0000
 132     0.1000     0.0376    98.7480     0.6518    88.2000    15.6704      1.0000
 133     0.1000     0.0161    99.4720     0.5705    89.0500    15.6068      1.0000
 134     0.1000     0.0168    99.4860     0.6227    89.0700    16.1863      1.0000
 135     0.1000     0.0417    98.6320     0.6913    88.1500    15.5598      1.0000
 136     0.1000     0.0253    99.1940     0.6200    89.0700    15.6059      1.0000
 137     0.1000     0.0226    99.2240     0.6259    88.8600    15.6109      1.0000
 138     0.1000     0.0167    99.4960     0.5916    89.4200    16.0869      1.0000
 139     0.1000     0.0267    99.0980     0.6130    88.9600    15.6296      1.0000
 140     0.1000     0.0172    99.4500     0.6025    89.2000    15.7596      1.0000
 141     0.1000     0.0158    99.4620     0.5798    89.3900    15.6033      1.0000
 142     0.1000     0.0368    98.8000     0.6742    88.5900    15.8119      1.0000
 143     0.1000     0.0202    99.3080     0.6705    89.1800    15.6558      1.0000
 144     0.1000     0.0181    99.4200     0.6418    89.1200    15.7073      1.0000
 145     0.1000     0.0170    99.4500     0.6238    89.2200    15.8072      1.0000
 146     0.1000     0.0143    99.5100     0.6165    89.2800    15.7420      1.0000
 147     0.1000     0.0213    99.2760     0.6856    89.4200    15.7837      1.0000
 148     0.1000     0.0233    99.2760     0.6812    88.9900    15.7382      1.0000
 149     0.1000     0.0175    99.4660     0.6318    89.2500    16.1018      1.0000
 150     0.1000     0.0233    99.2060     0.6415    89.1300    15.6460      1.0000
 151     0.1000     0.0255    99.1840     0.6511    88.9800    15.5898      1.0000
 152     0.1000     0.0188    99.3860     0.5948    89.2900    15.5608      1.0000
 153     0.1000     0.0190    99.3900     0.6424    89.2200    16.4334      1.0000
 154     0.1000     0.1331    97.1080     0.8842    87.1800    15.6428      1.0000
 155     0.1000     0.0141    99.5820     0.5917    89.3100    15.5855      1.0000
 156     0.1000     0.0184    99.4140     0.6537    89.4400    15.6364      1.0000
 157     0.1000     0.0166    99.4820     0.6250    89.3500    16.6397      1.0000
 158     0.1000     0.0130    99.5480     0.6282    89.2900    15.5980      1.0000
 159     0.1000     0.0197    99.3600     0.6625    89.4800    15.7775      1.0000
 160     0.1000     0.0168    99.4580     0.6126    89.6800    15.6120      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0151    99.5300     0.6527    89.6600    16.3170      1.0000
 162     0.1000     0.0427    98.6940     0.6834    88.8200    15.7022      1.0000
 163     0.1000     0.0118    99.6040     0.6633    89.6500    15.7104      1.0000
 164     0.1000     0.0215    99.3400     0.7355    89.5100    15.9980      1.0000
 165     0.1000     0.0141    99.5340     0.6523    89.6700    15.7731      1.0000
 166     0.1000     0.0136    99.5380     0.7146    89.3100    15.6153      1.0000
 167     0.1000     0.0127    99.6060     0.6150    89.3100    15.6782      1.0000
 168     0.1000     0.0229    99.3140     0.5884    88.9800    16.1110      1.0000
 169     0.1000     0.0200    99.3260     0.6400    89.0400    15.6947      1.0000
 170     0.1000     0.0162    99.5100     0.6479    89.3600    15.6768      1.0000
 171     0.1000     0.0097    99.6780     0.6362    89.7900    15.5876      1.0000
 172     0.1000     0.0145    99.5560     0.6100    89.8900    16.2376      1.0000
 173     0.1000     0.0112    99.6020     0.6700    89.5200    15.5423      1.0000
 174     0.1000     0.0205    99.3380     0.6061    89.2100    15.6645      1.0000
 175     0.1000     0.0101    99.6920     0.5744    89.8900    15.6550      1.0000
 176     0.1000     0.0104    99.6860     0.6235    89.6900    16.2237      1.0000
 177     0.1000     0.0121    99.6260     0.6546    89.7300    15.6337      1.0000
 178     0.1000     0.0108    99.6360     0.6462    89.7200    15.6305      1.0000
 179     0.1000     0.0126    99.6280     0.6215    89.4400    15.6136      1.0000
 180     0.1000     0.0084    99.7320     0.6236    89.9400    16.1488      1.0000
 181     0.1000     0.0269    99.1300     0.6714    88.8500    15.5797      1.0000
 182     0.1000     0.0089    99.7140     0.6172    89.6200    15.6367      1.0000
 183     0.1000     0.0284    99.0980     0.6647    88.7300    15.9028      1.0000
 184     0.1000     0.0088    99.6820     0.6601    89.7600    15.6847      1.0000
 185     0.1000     0.0136    99.5820     0.6626    89.4500    15.5407      1.0000
 186     0.1000     0.0116    99.5920     0.6423    89.2000    15.6573      1.0000
 187     0.1000     0.0136    99.5600     0.6924    89.5300    16.0678      1.0000
 188     0.1000     0.0111    99.6460     0.7349    89.5100    15.6905      1.0000
 189     0.1000     0.0117    99.6320     0.6421    89.7800    15.8257      1.0000
 190     0.1000     0.0093    99.6940     0.5868    89.8000    15.6689      1.0000
 191     0.1000     0.0112    99.6220     0.6492    89.4700    16.5111      1.0000
 192     0.1000     0.0110    99.6280     0.6354    89.7300    15.7010      1.0000
 193     0.1000     0.0078    99.7500     0.6034    89.6500    15.6605      1.0000
 194     0.1000     0.0101    99.6100     0.6802    89.6000    15.6390      1.0000
 195     0.1000     0.0171    99.4500     0.6779    89.4300    16.2066      1.0000
 196     0.1000     0.0221    99.3040     0.6441    89.2900    15.6944      1.0000
 197     0.1000     0.0165    99.4600     0.7108    89.1300    15.6123      1.0000
 198     0.1000     0.0098    99.6820     0.6071    89.8400    15.5803      1.0000
 199     0.1000     0.0070    99.7840     0.6541    89.9100    16.2871      1.0000
 200     0.1000     0.0091    99.6880     0.6624    89.9000    15.7005      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0086    99.7120     0.6500    90.0300    15.6893      1.0000
 202     0.1000     0.0142    99.5280     0.7032    89.6100    15.7480      1.0000
 203     0.1000     0.0086    99.7140     0.6860    89.3700    15.6009      1.0000
 204     0.1000     0.0077    99.7480     0.6894    89.7000    15.7149      1.0000
 205     0.1000     0.0109    99.6320     0.6369    89.5900    15.5575      1.0000
 206     0.1000     0.0089    99.7180     0.6435    89.7800    15.9744      1.0000
 207     0.1000     0.0086    99.7160     0.6872    89.6300    15.7158      1.0000
 208     0.1000     0.0139    99.5440     0.6868    89.3900    15.6723      1.0000
 209     0.1000     0.0103    99.6600     0.6650    89.4700    15.5779      1.0000
 210     0.1000     0.0066    99.8240     0.6521    89.8500    15.7128      1.0000
 211     0.1000     0.0077    99.7840     0.6233    89.9200    15.5299      1.0000
 212     0.1000     0.0102    99.6720     0.6456    89.3200    15.6477      1.0000
 213     0.1000     0.0098    99.6600     0.6404    89.6800    15.6530      1.0000
 214     0.1000     0.0137    99.5540     0.6041    89.1200    15.6532      1.0000
 215     0.1000     0.0210    99.3300     0.6798    88.9500    15.7256      1.0000
 216     0.1000     0.0075    99.7480     0.6980    90.0100    15.7751      1.0000
 217     0.1000     0.0080    99.7180     0.6612    89.9000    15.5780      1.0000
 218     0.1000     0.0097    99.6980     0.6640    89.6500    16.1096      1.0000
 219     0.1000     0.0101    99.6580     0.6721    89.4600    15.6983      1.0000
 220     0.1000     0.0098    99.6740     0.6261    89.8900    15.5751      1.0000
 221     0.1000     0.0074    99.7360     0.6350    89.8200    15.8557      1.0000
 222     0.1000     0.0085    99.7320     0.6333    89.1400    15.6559      1.0000
 223     0.1000     0.0186    99.4040     0.7066    89.1000    15.6859      1.0000
 224     0.1000     0.0080    99.7480     0.6390    89.8700    15.8142      1.0000
 225     0.1000     0.0099    99.6800     0.6989    89.3700    16.4792      1.0000
 226     0.1000     0.0083    99.7120     0.6402    89.4900    15.7206      1.0000
 227     0.1000     0.0098    99.6620     0.6892    89.3700    15.6019      1.0000
 228     0.1000     0.0075    99.7660     0.6970    89.4500    15.6943      1.0000
 229     0.1000     0.0078    99.7460     0.7389    89.8400    16.0869      1.0000
 230     0.1000     0.0117    99.6440     0.6572    89.8200    15.6596      1.0000
 231     0.1000     0.0072    99.7300     0.6403    89.6900    15.5836      1.0000
 232     0.1000     0.0128    99.6220     0.7123    89.7500    15.5846      1.0000
 233     0.1000     0.0308    99.1240     0.7366    88.8000    15.7952      1.0000
 234     0.1000     0.0089    99.7000     0.6550    89.9600    15.7101      1.0000
 235     0.1000     0.0084    99.7460     0.6553    89.6400    15.7258      1.0000
 236     0.1000     0.0066    99.7920     0.6829    89.5200    15.6248      1.0000
 237     0.1000     0.0063    99.7880     0.6221    89.7300    15.6770      1.0000
 238     0.1000     0.0264    99.2540     0.7060    88.8500    15.7354      1.0000
 239     0.1000     0.0128    99.5880     0.5839    89.3800    15.6630      1.0000
 240     0.1000     0.0139    99.5380     0.6493    89.7000    15.9550      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0132    99.5760     0.6549    89.3800    15.7745      1.0000
 242     0.1000     0.0098    99.6680     0.6821    89.3500    15.5264      1.0000
 243     0.1000     0.0131    99.5860     0.6402    89.3400    15.5778      1.0000
 244     0.1000     0.0096    99.6780     0.6346    89.6700    16.2962      1.0000
 245     0.1000     0.0069    99.7700     0.6290    89.7800    15.6092      1.0000
 246     0.1000     0.0049    99.8540     0.6399    89.8800    15.6238      1.0000
 247     0.1000     0.0117    99.6240     0.6278    89.2500    15.7263      1.0000
 248     0.1000     0.0136    99.5840     0.7000    89.1700    16.7602      1.0000
 249     0.1000     0.0060    99.8160     0.6479    89.6100    15.6714      1.0000
 250     0.1000     0.0076    99.7500     0.6488    89.8000    15.7520      1.0000
 251     0.1000     0.0088    99.7260     0.6438    89.8900    15.6925      1.0000
 252     0.1000     0.0081    99.7560     0.6647    89.6500    16.5525      1.0000
 253     0.1000     0.0069    99.7600     0.7205    89.9200    15.8181      1.0000
 254     0.1000     0.0049    99.8480     0.6454    90.0200    15.6393      1.0000
 255     0.1000     0.0077    99.7180     0.6730    89.5200    15.6067      1.0000
 256     0.1000     0.0059    99.8080     0.7232    89.8800    15.7591      1.0000
 257     0.1000     0.0144    99.5260     0.6419    89.5000    15.7083      1.0000
 258     0.1000     0.0053    99.8260     0.6795    90.0200    15.6151      1.0000
 259     0.1000     0.0054    99.8200     0.6904    89.8100    16.2171      1.0000
 260     0.1000     0.0051    99.8400     0.7331    89.9100    15.6972      1.0000
 261     0.1000     0.0068    99.7780     0.7467    89.6500    15.6828      1.0000
 262     0.1000     0.0087    99.7160     0.6989    89.9500    15.6945      1.0000
 263     0.1000     0.0051    99.8520     0.6930    89.9700    15.9814      1.0000
 264     0.1000     0.0037    99.9000     0.7120    90.0700    15.6813      1.0000
 265     0.1000     0.0050    99.8500     0.6304    89.6600    15.7094      1.0000
 266     0.1000     0.0043    99.8500     0.7118    89.9600    15.5623      1.0000
 267     0.1000     0.0045    99.8700     0.7068    89.9900    16.2087      1.0000
 268     0.1000     0.0104    99.6840     0.6235    89.3500    15.6369      1.0000
 269     0.1000     0.0074    99.7780     0.7108    89.5300    15.6362      1.0000
 270     0.1000     0.0082    99.7480     0.6999    89.6200    15.7687      1.0000
 271     0.1000     0.0139    99.5360     0.6640    89.5000    16.8635      1.0000
 272     0.1000     0.0050    99.8380     0.6312    89.8400    15.5578      1.0000
 273     0.1000     0.0072    99.7600     0.6189    89.5900    15.7117      1.0000
 274     0.1000     0.0042    99.8760     0.6739    89.8900    15.6536      1.0000
 275     0.1000     0.0069    99.7540     0.6801    89.8400    15.6281      1.0000
 276     0.1000     0.0055    99.8140     0.6785    89.9600    15.7593      1.0000
 277     0.1000     0.0063    99.7900     0.7286    89.7900    15.5970      1.0000
 278     0.1000     0.0040    99.8680     0.6985    90.0600    15.9477      1.0000
 279     0.1000     0.0071    99.7480     0.7010    89.7200    15.7101      1.0000
 280     0.1000     0.0046    99.8580     0.7020    90.3900    15.7095      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0047    99.8500     0.6803    90.0700    15.5651      1.0000
 282     0.1000     0.0051    99.8180     0.7635    89.9700    16.2423      1.0000
 283     0.1000     0.0080    99.7400     0.7168    89.5700    15.8004      1.0000
 284     0.1000     0.0064    99.8220     0.6629    90.0900    15.6632      1.0000
 285     0.1000     0.0039    99.8760     0.6857    90.3300    15.6817      1.0000
 286     0.1000     0.0095    99.7260     0.6429    89.4700    16.2760      1.0000
 287     0.1000     0.0033    99.8980     0.6346    90.1000    15.6768      1.0000
 288     0.1000     0.0048    99.8620     0.6039    89.7800    15.7157      1.0000
 289     0.1000     0.0039    99.8800     0.6837    89.8500    15.6006      1.0000
 290     0.1000     0.0053    99.8440     0.6346    89.6300    16.1492      1.0000
 291     0.1000     0.0142    99.5100     0.7336    88.7400    15.5923      1.0000
 292     0.1000     0.0052    99.8420     0.7263    89.7900    15.5442      1.0000
 293     0.1000     0.0075    99.7520     0.7286    89.6300    15.6520      1.0000
 294     0.1000     0.0047    99.8900     0.7340    90.0200    15.7327      1.0000
 295     0.1000     0.0046    99.8640     0.6973    89.9800    15.6965      1.0000
 296     0.1000     0.0051    99.8120     0.7438    89.8300    15.5850      1.0000
 297     0.1000     0.0040    99.8740     0.7188    90.0600    16.1237      1.0000
 298     0.1000     0.0114    99.6400     0.7081    89.4200    15.8820      1.0000
 299     0.1000     0.0076    99.7680     0.6179    90.1200    15.7165      1.0000
 300     0.1000     0.0106    99.6720     0.6921    89.5500    15.6988      1.0000
 301     0.0996     0.0050    99.8440     0.7457    90.2200    16.3200      1.0000
 302     0.0992     0.0071    99.7820     0.7189    89.8000    15.6345      1.0000
 303     0.0988     0.0049    99.8520     0.7143    89.9900    15.5914      1.0000
 304     0.0983     0.0055    99.8260     0.7180    90.0500    15.5741      1.0000
 305     0.0979     0.0030    99.9040     0.7310    90.3500    16.3285      1.0000
 306     0.0975     0.0043    99.8520     0.7284    90.0700    15.7407      1.0000
 307     0.0971     0.0060    99.8260     0.7054    89.9000    15.6239      1.0000
 308     0.0967     0.0034    99.9020     0.7331    90.1700    15.6678      1.0000
 309     0.0963     0.0042    99.8760     0.7369    89.5400    17.0305      1.0000
 310     0.0959     0.0054    99.8400     0.6985    89.4900    15.6045      1.0000
 311     0.0955     0.0033    99.8980     0.7263    89.7700    15.6647      1.0000
 312     0.0950     0.0033    99.8920     0.7785    89.8800    16.1014      1.0000
 313     0.0946     0.0037    99.8980     0.7236    89.8700    15.9264      1.0000
 314     0.0942     0.0042    99.8780     0.7180    89.7200    15.7561      1.0000
 315     0.0938     0.0048    99.8640     0.6480    89.9200    15.9051      1.0000
 316     0.0934     0.0030    99.9020     0.6854    89.9000    16.3370      1.0000
 317     0.0930     0.0051    99.8620     0.7194    89.8900    15.7143      1.0000
 318     0.0926     0.0047    99.8420     0.6739    89.7800    15.8059      1.0000
 319     0.0922     0.0033    99.8980     0.7902    90.1800    15.5738      1.0000
 320     0.0917     0.0065    99.7940     0.8015    90.0900    17.6061      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0036    99.8940     0.7302    89.9700    15.7173      1.0000
 322     0.0909     0.0041    99.8960     0.6861    90.1200    15.6323      1.0000
 323     0.0905     0.0033    99.9100     0.7229    90.0600    15.7074      1.0000
 324     0.0901     0.0036    99.8820     0.7290    90.1600    16.4407      1.0000
 325     0.0897     0.0056    99.8420     0.6818    90.2600    15.7847      1.0000
 326     0.0893     0.0077    99.7300     0.7704    89.4700    15.6312      1.0000
 327     0.0889     0.0029    99.9140     0.6781    90.1400    16.1006      1.0000
 328     0.0885     0.0043    99.8420     0.7107    90.1400    15.6994      1.0000
 329     0.0880     0.0022    99.9400     0.6995    90.3700    15.6003      1.0000
 330     0.0876     0.0034    99.8940     0.7309    90.0700    15.7921      1.0000
 331     0.0872     0.0041    99.8780     0.6651    89.7200    16.2050      1.0000
 332     0.0868     0.0030    99.9000     0.7286    90.0500    15.7970      1.0000
 333     0.0864     0.0025    99.9300     0.7476    90.1300    15.6371      1.0000
 334     0.0860     0.0023    99.9240     0.7471    90.3400    15.5729      1.0000
 335     0.0856     0.0042    99.8680     0.7242    89.8300    16.5277      1.0000
 336     0.0852     0.0030    99.9100     0.7559    89.8500    15.6048      1.0000
 337     0.0847     0.0023    99.9320     0.7629    90.2900    15.7586      1.0000
 338     0.0843     0.0032    99.9040     0.7315    89.6800    15.7772      1.0000
 339     0.0839     0.0014    99.9660     0.7540    90.2900    16.2436      1.0000
 340     0.0835     0.0048    99.8420     0.7684    89.6800    15.7671      1.0000
 341     0.0831     0.0043    99.8440     0.8107    89.7800    15.6826      1.0000
 342     0.0827     0.0033    99.8980     0.8410    89.7000    15.7184      1.0000
 343     0.0823     0.0027    99.9240     0.7739    90.1000    16.0523      1.0000
 344     0.0818     0.0028    99.9020     0.8272    90.3700    15.7395      1.0000
 345     0.0814     0.0053    99.8280     0.7641    90.0600    15.7197      1.0000
 346     0.0810     0.0032    99.8840     0.7698    90.1000    16.2287      1.0000
 347     0.0806     0.0028    99.9120     0.7148    90.1900    15.6960      1.0000
 348     0.0802     0.0018    99.9540     0.7097    90.5000    15.6529      1.0000
 349     0.0798     0.0018    99.9580     0.7849    90.3300    15.8188      1.0000
 350     0.0794     0.0025    99.9220     0.7565    90.3100    16.3845      1.0000
 351     0.0790     0.0029    99.9240     0.7849    90.3300    15.6592      1.0000
 352     0.0786     0.0041    99.8680     0.7837    89.9500    15.5786      1.0000
 353     0.0781     0.0024    99.9280     0.7548    90.3300    15.6325      1.0000
 354     0.0777     0.0018    99.9400     0.7329    90.2500    16.0466      1.0000
 355     0.0773     0.0030    99.9040     0.7419    90.1700    15.8216      1.0000
 356     0.0769     0.0022    99.9260     0.7144    90.1800    15.6372      1.0000
 357     0.0765     0.0017    99.9580     0.7100    90.1500    15.7199      1.0000
 358     0.0761     0.0019    99.9300     0.7560    90.0500    16.6552      1.0000
 359     0.0757     0.0019    99.9540     0.7752    90.3300    15.6275      1.0000
 360     0.0753     0.0011    99.9720     0.7874    90.1800    15.7889      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0014    99.9600     0.7804    90.3000    16.0573      1.0000
 362     0.0744     0.0013    99.9620     0.7723    90.3800    15.7310      1.0000
 363     0.0740     0.0014    99.9660     0.8051    90.3400    15.6363      1.0000
 364     0.0736     0.0011    99.9560     0.8106    90.2700    15.8355      1.0000
 365     0.0732     0.0012    99.9700     0.8078    90.2500    16.5147      1.0000
 366     0.0728     0.0013    99.9600     0.7938    90.1200    15.8107      1.0000
 367     0.0724     0.0023    99.9340     0.7968    90.1100    15.7648      1.0000
 368     0.0720     0.0021    99.9360     0.7800    90.1700    15.6956      1.0000
 369     0.0715     0.0012    99.9500     0.8149    90.0900    16.5194      1.0000
 370     0.0711     0.0021    99.9440     0.8346    90.2500    15.7121      1.0000
 371     0.0707     0.0012    99.9640     0.8698    90.1800    15.7324      1.0000
 372     0.0703     0.0005    99.9760     0.8600    90.5400    15.7251      1.0000
 373     0.0699     0.0013    99.9620     0.8636    90.3400    16.6168      1.0000
 374     0.0695     0.0008    99.9760     0.8899    90.5400    15.6915      1.0000
 375     0.0691     0.0008    99.9820     0.8994    90.3800    15.7375      1.0000
 376     0.0686     0.0018    99.9340     0.8802    90.0800    15.6709      1.0000
 377     0.0682     0.0018    99.9340     0.8034    90.2500    15.7464      1.0000
 378     0.0678     0.0009    99.9820     0.7761    90.3100    15.6185      1.0000
 379     0.0674     0.0009    99.9600     0.7765    90.4000    15.6274      1.0000
 380     0.0670     0.0013    99.9640     0.7584    89.9700    16.1720      1.0000
 381     0.0666     0.0016    99.9480     0.8300    90.2100    15.7559      1.0000
 382     0.0662     0.0015    99.9420     0.8104    90.3200    15.7382      1.0000
 383     0.0658     0.0008    99.9720     0.8329    90.3500    15.5818      1.0000
 384     0.0654     0.0016    99.9520     0.8029    90.2300    16.2449      1.0000
 385     0.0649     0.0009    99.9680     0.8255    90.4500    15.5388      1.0000
 386     0.0645     0.0008    99.9800     0.8565    90.4300    15.6232      1.0000
 387     0.0641     0.0018    99.9400     0.8778    90.5200    15.6541      1.0000
 388     0.0637     0.0007    99.9800     0.8583    90.5800    16.0811      1.0000
 389     0.0633     0.0007    99.9820     0.8894    90.5900    15.5947      1.0000
 390     0.0629     0.0009    99.9800     0.8945    90.4700    15.6081      1.0000
 391     0.0625     0.0017    99.9560     0.9745    90.2100    15.6683      1.0000
 392     0.0621     0.0007    99.9780     0.9278    90.3200    16.7231      1.0000
 393     0.0616     0.0009    99.9700     0.8448    90.2500    15.8156      1.0000
 394     0.0612     0.0011    99.9660     0.8763    90.4700    15.6375      1.0000
 395     0.0608     0.0004    99.9840     0.8984    90.6100    15.9188      1.0000
 396     0.0604     0.0006    99.9820     0.9028    90.4600    15.6491      1.0000
 397     0.0600     0.0008    99.9700     0.9003    90.3600    15.7091      1.0000
 398     0.0596     0.0007    99.9760     0.9163    90.4700    15.7294      1.0000
 399     0.0592     0.0003    99.9900     0.9164    90.5300    16.8233      1.0000
 400     0.0588     0.0010    99.9740     0.9409    90.2700    15.7584      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0012    99.9620     0.9341    90.4700    15.6820      1.0000
 402     0.0579     0.0004    99.9840     0.9353    90.3800    15.9061      1.0000
 403     0.0575     0.0005    99.9780     0.9672    90.2000    16.5540      1.0000
 404     0.0571     0.0005    99.9800     0.9881    90.3200    15.7805      1.0000
 405     0.0567     0.0008    99.9760     0.9813    90.1700    15.5931      1.0000
 406     0.0563     0.0006    99.9820     0.9550    90.4900    15.5746      1.0000
 407     0.0559     0.0007    99.9820     0.9588    90.3000    16.0375      1.0000
 408     0.0554     0.0006    99.9780     0.9783    90.2200    15.6590      1.0000
 409     0.0550     0.0008    99.9820     0.9261    90.1700    15.6549      1.0000
 410     0.0546     0.0008    99.9780     0.9276    90.4300    15.6142      1.0000
 411     0.0542     0.0003    99.9920     0.9251    90.5300    16.3066      1.0000
 412     0.0538     0.0004    99.9860     0.9577    90.4700    15.5640      1.0000
 413     0.0534     0.0005    99.9880     0.9718    90.5100    15.7067      1.0000
 414     0.0530     0.0007    99.9820     0.9575    90.4800    16.3396      1.0000
 415     0.0526     0.0015    99.9480     0.9687    90.2600    15.8266      1.0000
 416     0.0522     0.0014    99.9480     1.0173    90.0100    15.6361      1.0000
 417     0.0517     0.0024    99.9260     1.0017    90.1400    15.7192      1.0000
 418     0.0513     0.0008    99.9720     0.9659    90.2100    16.6337      1.0000
 419     0.0509     0.0008    99.9740     0.9509    90.3300    15.6112      1.0000
 420     0.0505     0.0003    99.9900     0.9676    90.2200    15.6552      1.0000
 421     0.0501     0.0005    99.9900     0.9727    90.4400    15.6682      1.0000
 422     0.0497     0.0007    99.9740     0.9858    90.1000    16.3571      1.0000
 423     0.0493     0.0016    99.9520     0.8822    89.8800    15.6499      1.0000
 424     0.0489     0.0005    99.9820     0.9050    90.4700    15.5916      1.0000
 425     0.0484     0.0007    99.9760     0.8902    90.3900    15.7061      1.0000
 426     0.0480     0.0008    99.9740     0.8925    90.4500    16.4509      1.0000
 427     0.0476     0.0004    99.9900     0.8990    90.4500    15.5799      1.0000
 428     0.0472     0.0005    99.9800     0.9010    90.5000    15.6987      1.0000
 429     0.0468     0.0005    99.9840     0.8977    90.4000    15.8475      1.0000
 430     0.0464     0.0004    99.9840     0.9265    90.3900    15.6490      1.0000
 431     0.0460     0.0003    99.9900     0.9131    90.5200    15.5665      1.0000
 432     0.0456     0.0004    99.9820     0.9124    90.5900    15.8542      1.0000
 433     0.0451     0.0004    99.9820     0.9119    90.5100    16.8059      1.0000
 434     0.0447     0.0002    99.9940     0.9036    90.6200    15.5739      1.0000
 435     0.0443     0.0002    99.9960     0.8948    90.5800    15.6628      1.0000
 436     0.0439     0.0003    99.9940     0.8848    90.5200    15.6625      1.0000
 437     0.0435     0.0006    99.9840     0.9212    90.4500    16.5108      1.0000
 438     0.0431     0.0002    99.9960     0.9125    90.6200    15.7052      1.0000
 439     0.0427     0.0002    99.9880     0.9238    90.6900    15.6280      1.0000
 440     0.0423     0.0002    99.9940     0.9255    90.4000    15.6600      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0004    99.9840     0.9508    90.5500    16.1258      1.0000
 442     0.0414     0.0003    99.9960     0.9387    90.3500    15.5675      1.0000
 443     0.0410     0.0003    99.9920     0.9567    90.4400    15.6376      1.0000
 444     0.0406     0.0004    99.9860     0.9518    90.5000    15.6366      1.0000
 445     0.0402     0.0007    99.9900     0.9641    90.5100    15.8665      1.0000
 446     0.0398     0.0004    99.9920     0.9589    90.6200    15.5748      1.0000
 447     0.0394     0.0003    99.9900     0.9643    90.5600    15.6812      1.0000
 448     0.0389     0.0004    99.9920     0.9860    90.5700    16.1018      1.0000
 449     0.0385     0.0003    99.9940     0.9990    90.4100    15.6420      1.0000
 450     0.0381     0.0004    99.9920     0.9960    90.6000    15.7203      1.0000
 451     0.0377     0.0002    99.9960     0.9835    90.6400    15.7126      1.0000
 452     0.0373     0.0003    99.9880     0.9630    90.7100    16.3553      1.0000
 453     0.0369     0.0002    99.9960     0.9657    90.7300    15.9132      1.0000
 454     0.0365     0.0003    99.9900     0.9673    90.6800    15.6446      1.0000
 455     0.0361     0.0001    99.9980     0.9738    90.7000    15.5412      1.0000
 456     0.0357     0.0005    99.9900     0.9938    90.4200    16.3577      1.0000
 457     0.0352     0.0005    99.9800     0.9956    90.6100    15.5644      1.0000
 458     0.0348     0.0002    99.9960     0.9994    90.6000    15.6441      1.0000
 459     0.0344     0.0002    99.9920     1.0079    90.5700    15.6523      1.0000
 460     0.0340     0.0002    99.9920     0.9989    90.6900    16.4015      1.0000
 461     0.0336     0.0001    99.9980     0.9978    90.6600    15.6634      1.0000
 462     0.0332     0.0001    99.9940     1.0152    90.6600    15.8179      1.0000
 463     0.0328     0.0002    99.9960     1.0248    90.6300    15.6004      1.0000
 464     0.0324     0.0001    99.9980     1.0212    90.7500    16.1508      1.0000
 465     0.0319     0.0002    99.9900     1.0211    90.6800    15.7212      1.0000
 466     0.0315     0.0001    99.9980     1.0237    90.6400    15.7569      1.0000
 467     0.0311     0.0002    99.9940     1.0326    90.5500    16.0786      1.0000
 468     0.0307     0.0002    99.9940     1.0353    90.6100    15.6401      1.0000
 469     0.0303     0.0001    99.9960     1.0450    90.4800    15.6702      1.0000
 470     0.0299     0.0001    99.9980     1.0326    90.6800    15.7284      1.0000
 471     0.0295     0.0001    99.9980     1.0378    90.6500    16.4984      1.0000
 472     0.0291     0.0002    99.9940     1.0250    90.7300    15.6742      1.0000
 473     0.0286     0.0002    99.9940     1.0165    90.6700    15.6901      1.0000
 474     0.0282     0.0001    99.9960     1.0132    90.6500    15.9258      1.0000
 475     0.0278     0.0000   100.0000     1.0155    90.7300    16.2364      1.0000
 476     0.0274     0.0001    99.9920     1.0185    90.6500    15.6196      1.0000
 477     0.0270     0.0001   100.0000     1.0450    90.4700    15.7631      1.0000
 478     0.0266     0.0001    99.9980     1.0351    90.5600    15.7442      1.0000
 479     0.0262     0.0001   100.0000     1.0378    90.7000    16.1002      1.0000
 480     0.0257     0.0001    99.9980     1.0383    90.7100    15.7786      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0000   100.0000     1.0384    90.7100    15.8358      1.0000
 482     0.0249     0.0001   100.0000     1.0675    90.6000    16.0433      1.0000
 483     0.0245     0.0000   100.0000     1.0647    90.7000    15.6417      1.0000
 484     0.0241     0.0000    99.9980     1.0717    90.6500    15.6083      1.0000
 485     0.0237     0.0000   100.0000     1.0643    90.7100    15.6960      1.0000
 486     0.0233     0.0001   100.0000     1.0591    90.7600    16.4759      1.0000
 487     0.0229     0.0001    99.9980     1.0499    90.6600    15.6908      1.0000
 488     0.0225     0.0001    99.9980     1.0490    90.7000    15.6654      1.0000
 489     0.0220     0.0001    99.9980     1.0430    90.7400    15.6530      1.0000
 490     0.0216     0.0000    99.9980     1.0415    90.7100    16.5778      1.0000
 491     0.0212     0.0002    99.9960     1.0406    90.7500    15.7380      1.0000
 492     0.0208     0.0001    99.9980     1.0361    90.8000    15.6727      1.0000
 493     0.0204     0.0001    99.9960     1.0475    90.7500    15.5367      1.0000
 494     0.0200     0.0001    99.9980     1.0397    90.8100    15.8485      1.0000
 495     0.0196     0.0000    99.9980     1.0431    90.8500    15.7072      1.0000
 496     0.0192     0.0002    99.9940     1.0483    90.7900    15.6815      1.0000
 497     0.0187     0.0000    99.9980     1.0504    90.8400    15.6504      1.0000
 498     0.0183     0.0000   100.0000     1.0526    90.7200    16.3123      1.0000
 499     0.0179     0.0000   100.0000     1.0533    90.7600    15.7341      1.0000
 500     0.0175     0.0001   100.0000     1.0532    90.7300    15.7342      1.0000
 501     0.0171     0.0001    99.9980     1.0551    90.6900    16.1130      1.0000
 502     0.0167     0.0001    99.9980     1.0590    90.6600    15.7538      1.0000
 503     0.0163     0.0000    99.9980     1.0600    90.6700    15.7106      1.0000
 504     0.0159     0.0000    99.9980     1.0621    90.8100    15.7973      1.0000
 505     0.0154     0.0001    99.9960     1.0610    90.7300    15.8516      1.0000
 506     0.0150     0.0001    99.9980     1.0636    90.8000    15.6580      1.0000
 507     0.0146     0.0000    99.9980     1.0649    90.8100    15.8151      1.0000
 508     0.0142     0.0000   100.0000     1.0657    90.8000    15.5812      1.0000
 509     0.0138     0.0000   100.0000     1.0675    90.8100    16.2389      1.0000
 510     0.0134     0.0001    99.9980     1.0685    90.7500    15.5228      1.0000
 511     0.0130     0.0001    99.9980     1.0694    90.7200    15.6635      1.0000
 512     0.0125     0.0000   100.0000     1.0697    90.7500    15.7202      1.0000
 513     0.0121     0.0001    99.9980     1.0716    90.7700    16.6759      1.0000
 514     0.0117     0.0001    99.9980     1.0718    90.7400    15.6287      1.0000
 515     0.0113     0.0000   100.0000     1.0731    90.7700    15.5630      1.0000
 516     0.0109     0.0001    99.9960     1.0738    90.7700    15.6506      1.0000
 517     0.0105     0.0001    99.9980     1.0748    90.7500    16.0678      1.0000
 518     0.0101     0.0000   100.0000     1.0763    90.7700    15.6943      1.0000
 519     0.0097     0.0004    99.9940     1.0774    90.7700    15.8892      1.0000
 520     0.0092     0.0000   100.0000     1.0768    90.7700    16.1221      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     1.0775    90.7700    15.7378      1.0000
 522     0.0084     0.0000   100.0000     1.0782    90.8000    15.7800      1.0000
 523     0.0080     0.0000    99.9980     1.0804    90.7700    15.5500      1.0000
 524     0.0076     0.0000   100.0000     1.0761    90.8100    16.3525      1.0000
 525     0.0072     0.0000   100.0000     1.0783    90.7600    15.7664      1.0000
 526     0.0068     0.0000   100.0000     1.0799    90.7500    15.5982      1.0000
 527     0.0064     0.0000   100.0000     1.0757    90.6900    15.5781      1.0000
 528     0.0060     0.0000   100.0000     1.0753    90.7100    16.0616      1.0000
 529     0.0055     0.0000    99.9980     1.0794    90.7700    15.6468      1.0000
 530     0.0051     0.0000    99.9980     1.0795    90.7600    15.6872      1.0000
 531     0.0047     0.0000   100.0000     1.0760    90.6900    15.6692      1.0000
 532     0.0043     0.0000   100.0000     1.0767    90.6900    15.8626      1.0000
 533     0.0039     0.0001    99.9980     1.0769    90.7100    15.7503      1.0000
 534     0.0035     0.0000   100.0000     1.0775    90.7100    15.6284      1.0000
 535     0.0031     0.0000    99.9980     1.0779    90.6900    15.5990      1.0000
 536     0.0027     0.0000   100.0000     1.0781    90.7000    15.7837      1.0000
 537     0.0022     0.0001    99.9980     1.0782    90.7000    15.6610      1.0000
 538     0.0018     0.0000   100.0000     1.0779    90.7300    15.6184      1.0000
 539     0.0014     0.0000   100.0000     1.0773    90.7000    16.1028      1.0000
 540     0.0010     0.0000    99.9980     1.0777    90.7100    15.6113      1.0000
 541     0.0010     0.0000   100.0000     1.0778    90.7000    15.7547      1.0000
 542     0.0010     0.0002    99.9940     1.0779    90.7000    15.7550      1.0000
 543     0.0010     0.0000   100.0000     1.0781    90.7200    16.5257      1.0000
 544     0.0010     0.0000    99.9980     1.0785    90.7200    15.8188      1.0000
 545     0.0010     0.0000   100.0000     1.0777    90.7000    15.6772      1.0000
 546     0.0010     0.0001    99.9980     1.0778    90.7100    15.6550      1.0000
 547     0.0010     0.0000   100.0000     1.0779    90.7100    16.3306      1.0000
 548     0.0010     0.0000   100.0000     1.0780    90.7200    15.6326      1.0000
 549     0.0010     0.0000   100.0000     1.0781    90.7200    15.6590      1.0000
 550     0.0010     0.0000   100.0000     1.0782    90.7100    15.6055      1.0000
 551     0.0010     0.0001   100.0000     1.0781    90.7200    16.2634      1.0000
 552     0.0010     0.0000   100.0000     1.0781    90.7200    15.7198      1.0000
 553     0.0010     0.0000   100.0000     1.0781    90.7100    15.6753      1.0000
 554     0.0010     0.0000   100.0000     1.0780    90.7200    15.9464      1.0000
 555     0.0010     0.0000   100.0000     1.0776    90.7100    15.7088      1.0000
 556     0.0010     0.0000   100.0000     1.0778    90.7100    15.6774      1.0000
 557     0.0010     0.0000   100.0000     1.0778    90.6900    15.6700      1.0000
 558     0.0010     0.0000   100.0000     1.0779    90.6900    16.4436      1.0000
 559     0.0010     0.0000   100.0000     1.0781    90.7100    15.6263      1.0000
 560     0.0010     0.0004    99.9980     1.0782    90.7100    15.8125      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001    99.9940     1.0783    90.7200    15.7574      1.0000
 562     0.0010     0.0000   100.0000     1.0783    90.7200    16.1347      1.0000
 563     0.0010     0.0000   100.0000     1.0784    90.7300    15.8769      1.0000
 564     0.0010     0.0002    99.9960     1.0785    90.7300    15.7718      1.0000
 565     0.0010     0.0000   100.0000     1.0787    90.7200    15.6879      1.0000
 566     0.0010     0.0000   100.0000     1.0787    90.7400    16.5965      1.0000
 567     0.0010     0.0000   100.0000     1.0788    90.7400    15.7170      1.0000
 568     0.0010     0.0000   100.0000     1.0788    90.7400    15.7032      1.0000
 569     0.0010     0.0000    99.9980     1.0788    90.7300    15.8028      1.0000
 570     0.0010     0.0000   100.0000     1.0792    90.7200    15.9858      1.0000
 571     0.0010     0.0000    99.9980     1.0792    90.7300    15.7024      1.0000
 572     0.0010     0.0000   100.0000     1.0793    90.7300    15.6764      1.0000
 573     0.0010     0.0001    99.9940     1.0794    90.7300    16.4633      1.0000
 574     0.0010     0.0000   100.0000     1.0794    90.7100    15.8993      1.0000
 575     0.0010     0.0000   100.0000     1.0795    90.7200    15.7882      1.0000
 576     0.0010     0.0000   100.0000     1.0794    90.7200    15.7452      1.0000
 577     0.0010     0.0001    99.9940     1.0796    90.7200    17.3693      1.0000
 578     0.0010     0.0000    99.9980     1.0799    90.7200    15.6104      1.0000
 579     0.0010     0.0001    99.9980     1.0800    90.7200    15.6574      1.0000
 580     0.0010     0.0000   100.0000     1.0800    90.7200    15.8122      1.0000
 581     0.0010     0.0000   100.0000     1.0804    90.7400    16.1751      1.0000
 582     0.0010     0.0000   100.0000     1.0802    90.7400    15.7317      1.0000
 583     0.0010     0.0000    99.9980     1.0804    90.7300    15.7228      1.0000
 584     0.0010     0.0000    99.9980     1.0805    90.7300    15.6337      1.0000
 585     0.0010     0.0001   100.0000     1.0805    90.7200    16.6654      1.0000
 586     0.0010     0.0000   100.0000     1.0807    90.7300    15.7226      1.0000
 587     0.0010     0.0000   100.0000     1.0808    90.7300    15.7177      1.0000
 588     0.0010     0.0000   100.0000     1.0808    90.7300    16.1752      1.0000
 589     0.0010     0.0001    99.9980     1.0809    90.7300    15.6494      1.0000
 590     0.0010     0.0000   100.0000     1.0806    90.7300    15.5923      1.0000
 591     0.0010     0.0000    99.9980     1.0806    90.7300    15.6825      1.0000
 592     0.0010     0.0000    99.9980     1.0807    90.7300    16.3208      1.0000
 593     0.0010     0.0000   100.0000     1.0808    90.7300    15.6632      1.0000
 594     0.0010     0.0000   100.0000     1.0815    90.7300    15.7402      1.0000
 595     0.0010     0.0000   100.0000     1.0815    90.7300    15.6441      1.0000
 596     0.0010     0.0000   100.0000     1.0816    90.7400    16.3526      1.0000
 597     0.0010     0.0000    99.9980     1.0817    90.7400    15.6779      1.0000
 598     0.0010     0.0001    99.9960     1.0816    90.7400    15.6494      1.0000
 599     0.0010     0.0000    99.9980     1.0817    90.7400    15.5945      1.0000
 600     0.0010     0.0000   100.0000     1.0817    90.7300    16.3217      1.0000
