Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.1197    18.7240     2.1103    18.5700    15.2719      0.9750
   2     0.1000     1.8893    26.7320     1.8766    27.4500    13.2874      0.9671
   3     0.1000     1.7454    33.1160     1.7005    34.6000    13.2259      0.9614
   4     0.1000     1.6009    38.6440     1.5823    39.2900    13.2528      0.9567
   5     0.1000     1.4796    44.8300     1.4422    45.6700    13.1730      0.9528
   6     0.1000     1.3311    50.9940     1.3091    50.9600    13.3552      0.9493
   7     0.1000     1.2451    54.9380     1.2136    55.5200    13.3678      0.9462
   8     0.1000     1.0656    61.0920     1.0671    60.9700    13.3481      0.9433
   9     0.1000     0.9380    66.5540     0.9403    66.6300    13.2360      0.9407
  10     0.1000     0.8354    70.3640     0.8503    70.0400    13.3772      0.9382
  11     0.1000     0.8391    70.7560     0.8528    70.4300    13.1422      0.9359
  12     0.1000     0.7248    74.8900     0.7654    74.2000    13.1990      0.9337
  13     0.1000     0.6536    77.4680     0.6978    76.5600    13.2574      0.9317
  14     0.1000     0.6865    76.6460     0.7235    75.8400    13.4670      0.9297
  15     0.1000     0.7087    75.4560     0.7726    74.1200    13.6045      0.9278
  16     0.1000     0.6420    78.4880     0.6662    77.9100    13.4199      0.9260
  17     0.1000     0.5586    81.2680     0.6340    79.6500    13.2443      0.9243
  18     0.1000     0.5228    82.2740     0.6122    80.3700    13.4109      0.9227
  19     0.1000     0.6181    79.3940     0.7420    76.8000    13.3261      0.9211
  20     0.1000     0.4114    86.0620     0.5234    82.8900    13.3148      0.9195
  21     0.1000     0.4505    84.8040     0.5844    81.5600    13.1898      0.9180
  22     0.1000     0.4918    83.7300     0.6371    80.6100    13.3839      0.9165
  23     0.1000     0.4345    85.3980     0.5471    82.2100    13.4093      0.9151
  24     0.1000     0.4550    84.6420     0.6207    80.5500    13.3699      0.9137
  25     0.1000     0.3832    87.0780     0.5488    83.0000    13.2351      0.9124
  26     0.1000     0.3825    87.4200     0.5513    83.1000    13.4073      0.9112
  27     0.1000     0.3150    89.4520     0.4896    85.0300    13.2717      0.9099
  28     0.1000     0.3368    88.6760     0.5296    83.9900    13.3473      0.9087
  29     0.1000     0.2662    90.9480     0.4615    85.8000    13.3338      0.9075
  30     0.1000     0.2714    90.8340     0.4906    85.3500    13.2790      0.9064
  31     0.1000     0.2713    90.8840     0.4868    85.3000    13.3630      0.9052
  32     0.1000     0.3088    89.8280     0.5296    84.0900    13.3204      0.9041
  33     0.1000     0.2682    90.8600     0.4890    85.3200    13.2179      0.9031
  34     0.1000     0.2450    91.8080     0.4793    85.5800    13.1782      0.9020
  35     0.1000     0.2347    92.0280     0.4761    85.9200    13.1748      0.9010
  36     0.1000     0.2398    91.9340     0.5039    85.7400    13.3019      0.9000
  37     0.1000     0.2138    92.8060     0.4787    86.4200    13.4559      0.8990
  38     0.1000     0.2155    92.7740     0.5141    86.1600    13.2573      0.8981
  39     0.1000     0.2607    91.5960     0.5314    85.3000    13.3338      0.8971
  40     0.1000     0.1921    93.7520     0.4814    86.2700    13.1950      0.8961
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1745    94.1620     0.4630    86.6300    13.2669      0.8951
  42     0.1000     0.1713    94.1100     0.4865    86.6200    13.3372      0.8943
  43     0.1000     0.2535    91.7060     0.5529    85.3100    13.2082      0.8934
  44     0.1000     0.1664    94.2460     0.4572    87.3400    13.2360      0.8925
  45     0.1000     0.1426    95.1660     0.4669    87.8600    13.2454      0.8917
  46     0.1000     0.1985    93.0860     0.5260    86.0200    13.3300      0.8908
  47     0.1000     0.1438    95.1480     0.4796    87.1300    13.3446      0.8900
  48     0.1000     0.1400    95.3820     0.4811    87.4200    13.1820      0.8892
  49     0.1000     0.2145    92.8440     0.5934    85.2900    13.1766      0.8883
  50     0.1000     0.1511    94.8940     0.5079    86.7000    13.3695      0.8876
  51     0.1000     0.1261    95.6840     0.4932    87.5100    13.2978      0.8867
  52     0.1000     0.1045    96.4760     0.4611    87.8800    13.1495      0.8860
  53     0.1000     0.1756    94.0720     0.5283    86.4900    13.3201      0.8852
  54     0.1000     0.1145    96.0680     0.4894    88.0500    13.2577      0.8845
  55     0.1000     0.1439    95.2840     0.5031    86.6800    13.3409      0.8837
  56     0.1000     0.1206    95.8500     0.4974    87.8100    13.2930      0.8830
  57     0.1000     0.0813    97.2240     0.4745    88.2700    13.1895      0.8822
  58     0.1000     0.1165    96.0780     0.4929    87.4000    13.2707      0.8815
  59     0.1000     0.1278    95.7460     0.5252    87.0800    13.4773      0.8808
  60     0.1000     0.0992    96.5240     0.4965    87.6200    13.3480      0.8801
  61     0.1000     0.0947    96.7840     0.5247    88.2600    13.2666      0.8794
  62     0.1000     0.1201    96.0400     0.5542    87.5500    13.2253      0.8786
  63     0.1000     0.1189    95.9820     0.5914    86.7100    13.2498      0.8780
  64     0.1000     0.0843    97.1700     0.5092    88.0700    13.4621      0.8773
  65     0.1000     0.0999    96.5760     0.5279    87.9900    13.2587      0.8767
  66     0.1000     0.0766    97.3660     0.4740    88.3800    13.2385      0.8760
  67     0.1000     0.0755    97.4340     0.5004    88.0300    13.1605      0.8753
  68     0.1000     0.0989    96.6180     0.5694    87.4500    13.2102      0.8747
  69     0.1000     0.0628    97.9660     0.5136    89.0400    13.4512      0.8740
  70     0.1000     0.0665    97.7500     0.5361    88.4000    13.2238      0.8734
  71     0.1000     0.0765    97.4260     0.4974    88.0900    13.1944      0.8727
  72     0.1000     0.0768    97.4460     0.5236    88.1400    13.4077      0.8722
  73     0.1000     0.0553    98.1280     0.4948    88.8200    13.2918      0.8715
  74     0.1000     0.0607    97.9360     0.5245    88.6200    13.1290      0.8708
  75     0.1000     0.0485    98.4600     0.5496    88.7200    13.3202      0.8703
  76     0.1000     0.0660    97.8580     0.5516    88.4900    13.3119      0.8697
  77     0.1000     0.0589    97.9840     0.5490    88.4500    13.2673      0.8691
  78     0.1000     0.0528    98.2820     0.5491    88.4700    13.2055      0.8685
  79     0.1000     0.0608    98.0620     0.5445    88.8100    13.3416      0.8678
  80     0.1000     0.1012    96.7840     0.6006    87.5100    13.1658      0.8673
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0552    98.1460     0.5513    88.3700    13.3338      0.8667
  82     0.1000     0.0523    98.3080     0.5308    88.6500    13.3308      0.8662
  83     0.1000     0.0583    98.0660     0.5556    88.5900    13.1783      0.8656
  84     0.1000     0.0600    97.9280     0.5785    87.6000    13.2113      0.8650
  85     0.1000     0.0352    98.8260     0.5175    88.9200    13.3662      0.8644
  86     0.1000     0.0426    98.5720     0.5265    88.7200    13.2099      0.8638
  87     0.1000     0.0639    97.9580     0.5904    87.8400    13.2584      0.8633
  88     0.1000     0.1057    96.8200     0.6164    87.1200    13.3560      0.8627
  89     0.1000     0.0498    98.2760     0.5564    88.7500    13.3632      0.8622
  90     0.1000     0.0479    98.3760     0.5945    88.4000    13.3488      0.8617
  91     0.1000     0.0544    98.2060     0.5639    88.1300    13.3485      0.8611
  92     0.1000     0.0516    98.1800     0.6063    88.3900    13.2463      0.8605
  93     0.1000     0.0406    98.6140     0.5641    88.7000    13.2399      0.8600
  94     0.1000     0.0368    98.7500     0.5750    88.9600    13.1746      0.8595
  95     0.1000     0.0406    98.6720     0.5749    88.5500    13.2278      0.8590
  96     0.1000     0.0359    98.8220     0.5538    88.8900    13.1621      0.8585
  97     0.1000     0.0308    98.9500     0.5670    89.2300    13.3192      0.8580
  98     0.1000     0.0562    98.1540     0.6229    88.1500    13.2224      0.8574
  99     0.1000     0.0384    98.7100     0.6074    88.4000    13.1947      0.8569
 100     0.1000     0.0345    98.8540     0.5736    88.8200    13.2591      0.8563
 101     0.1000     0.0364    98.7600     0.5608    88.4200    13.1719      0.8558
 102     0.1000     0.0253    99.2340     0.5604    88.9800    13.2773      0.8553
 103     0.1000     0.0341    98.8640     0.6016    88.3300    13.1686      0.8548
 104     0.1000     0.0367    98.6980     0.6023    88.6200    13.2522      0.8543
 105     0.1000     0.0341    98.8820     0.5534    89.0800    13.3020      0.8538
 106     0.1000     0.0305    98.9900     0.6159    88.7100    13.2107      0.8533
 107     0.1000     0.0314    98.9740     0.5697    88.9800    13.3413      0.8528
 108     0.1000     0.0334    98.8900     0.5661    88.8100    13.3482      0.8524
 109     0.1000     0.0642    97.8920     0.6991    87.3700    13.1722      0.8519
 110     0.1000     0.0592    98.2160     0.6369    88.1800    13.1902      0.8514
 111     0.1000     0.0366    98.7540     0.6379    88.4500    13.1924      0.8509
 112     0.1000     0.0269    99.1100     0.5655    89.0000    13.1264      0.8505
 113     0.1000     0.0243    99.2020     0.5791    88.9000    13.3683      0.8500
 114     0.1000     0.0203    99.3220     0.6095    89.5400    13.3086      0.8495
 115     0.1000     0.0242    99.1920     0.5587    89.6100    13.3827      0.8490
 116     0.1000     0.0317    99.0080     0.6073    89.3800    13.1957      0.8485
 117     0.1000     0.0246    99.2120     0.5656    89.5900    13.3368      0.8481
 118     0.1000     0.0245    99.2300     0.5625    89.3000    13.3516      0.8476
 119     0.1000     0.0265    99.1380     0.5837    89.4300    13.3032      0.8472
 120     0.1000     0.0397    98.6840     0.6107    88.7600    13.2159      0.8467
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0246    99.1520     0.6192    88.6300    13.2178      0.8462
 122     0.1000     0.0423    98.6060     0.6169    88.4500    13.1165      0.8458
 123     0.1000     0.0272    99.0960     0.5711    89.1500    13.2362      0.8453
 124     0.1000     0.0213    99.3120     0.6012    89.2600    13.1339      0.8448
 125     0.1000     0.0222    99.2920     0.6533    89.4500    13.1920      0.8444
 126     0.1000     0.0219    99.2700     0.5725    89.2200    13.1760      0.8440
 127     0.1000     0.0239    99.2200     0.6260    89.0900    13.3862      0.8435
 128     0.1000     0.0414    98.6300     0.6302    88.5500    13.2508      0.8431
 129     0.1000     0.0314    98.9060     0.6151    89.1300    13.1206      0.8427
 130     0.1000     0.0281    99.0560     0.6008    88.7100    13.3747      0.8422
 131     0.1000     0.0282    99.0540     0.5878    89.2800    13.3122      0.8418
 132     0.1000     0.0226    99.2360     0.5852    89.0500    13.2335      0.8413
 133     0.1000     0.0260    99.1320     0.6081    88.6900    13.3936      0.8409
 134     0.1000     0.0163    99.4800     0.6092    89.7300    13.1429      0.8405
 135     0.1000     0.0151    99.5120     0.5816    89.3700    13.2213      0.8400
 136     0.1000     0.0304    99.0000     0.6753    88.4800    13.2246      0.8396
 137     0.1000     0.0219    99.2500     0.5885    89.1100    13.3558      0.8392
 138     0.1000     0.0380    98.7400     0.5631    88.7900    13.1982      0.8388
 139     0.1000     0.0236    99.2280     0.6593    88.7400    13.2541      0.8384
 140     0.1000     0.0141    99.4920     0.6592    89.7200    13.3248      0.8380
 141     0.1000     0.0238    99.2360     0.6772    88.8700    13.3767      0.8376
 142     0.1000     0.0969    97.6880     0.7599    87.1100    13.3198      0.8371
 143     0.1000     0.0421    98.6980     0.7035    88.5800    13.2514      0.8368
 144     0.1000     0.0150    99.5240     0.6420    89.5300    13.2074      0.8363
 145     0.1000     0.0187    99.3560     0.6243    89.0400    13.3868      0.8359
 146     0.1000     0.0117    99.5980     0.5741    89.6400    13.1811      0.8354
 147     0.1000     0.0205    99.3060     0.6212    88.6400    13.3601      0.8351
 148     0.1000     0.0137    99.5420     0.5684    89.4500    13.2979      0.8347
 149     0.1000     0.0383    98.6980     0.6785    88.1400    13.3423      0.8343
 150     0.1000     0.0153    99.4840     0.6015    89.5900    13.4263      0.8339
 151     0.1000     0.0146    99.4900     0.6890    88.8300    13.1299      0.8335
 152     0.1000     0.0156    99.4420     0.5696    89.3200    13.3721      0.8330
 153     0.1000     0.0107    99.6560     0.6154    89.6100    13.1673      0.8326
 154     0.1000     0.0132    99.5620     0.6177    89.4900    13.2810      0.8323
 155     0.1000     0.0125    99.5920     0.6429    89.3100    13.3934      0.8319
 156     0.1000     0.0186    99.3860     0.6256    89.2200    13.2098      0.8315
 157     0.1000     0.0201    99.3360     0.6350    89.1400    13.3360      0.8311
 158     0.1000     0.0191    99.3960     0.5931    88.5000    13.2679      0.8307
 159     0.1000     0.0170    99.4680     0.5928    89.1900    13.2425      0.8303
 160     0.1000     0.0124    99.5880     0.6000    89.3700    13.2634      0.8299
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0130    99.5640     0.6381    89.2600    13.2468      0.8295
 162     0.1000     0.0134    99.5300     0.6371    89.1500    13.2790      0.8292
 163     0.1000     0.0134    99.5520     0.6289    89.5100    13.2296      0.8288
 164     0.1000     0.0173    99.4080     0.6428    89.2100    13.2388      0.8284
 165     0.1000     0.0132    99.5800     0.6484    89.5900    13.2946      0.8280
 166     0.1000     0.0121    99.6060     0.6093    89.5700    13.2118      0.8276
 167     0.1000     0.0145    99.5240     0.5876    89.3700    13.1045      0.8272
 168     0.1000     0.0166    99.4540     0.6479    89.3100    13.2473      0.8269
 169     0.1000     0.0126    99.5940     0.6866    89.3900    13.3958      0.8265
 170     0.1000     0.0137    99.5500     0.6222    89.1000    13.2287      0.8261
 171     0.1000     0.0126    99.5900     0.5867    89.7400    13.2487      0.8257
 172     0.1000     0.0154    99.4960     0.6504    89.2900    13.2303      0.8254
 173     0.1000     0.0091    99.7400     0.5817    90.0800    13.2078      0.8250
 174     0.1000     0.0123    99.5780     0.6056    89.5100    13.2795      0.8246
 175     0.1000     0.0178    99.3920     0.6402    88.8900    13.1649      0.8243
 176     0.1000     0.0103    99.6740     0.6464    89.8500    13.2007      0.8240
 177     0.1000     0.0129    99.5920     0.5924    89.7400    13.4315      0.8236
 178     0.1000     0.0085    99.7220     0.6234    89.5700    13.2789      0.8232
 179     0.1000     0.0087    99.7180     0.6139    89.7300    13.3070      0.8229
 180     0.1000     0.0108    99.6540     0.6181    89.5800    13.3627      0.8225
 181     0.1000     0.0092    99.6880     0.6576    89.8300    13.2065      0.8222
 182     0.1000     0.0191    99.3760     0.6631    88.8300    13.1431      0.8218
 183     0.1000     0.0147    99.5700     0.7097    89.6300    13.2049      0.8214
 184     0.1000     0.0099    99.6640     0.6776    89.7200    13.3036      0.8211
 185     0.1000     0.0109    99.6220     0.6658    89.6700    13.2044      0.8207
 186     0.1000     0.0092    99.7040     0.6936    89.3600    13.2471      0.8204
 187     0.1000     0.0086    99.7200     0.7038    89.6700    13.3761      0.8200
 188     0.1000     0.0140    99.5260     0.6989    89.5600    13.2357      0.8197
 189     0.1000     0.0362    98.8520     0.7548    88.5600    13.3505      0.8193
 190     0.1000     0.0108    99.6400     0.6626    89.5400    13.4189      0.8189
 191     0.1000     0.0056    99.8140     0.6665    89.9100    13.2087      0.8186
 192     0.1000     0.0088    99.6940     0.6696    89.8400    13.4016      0.8182
 193     0.1000     0.0066    99.7840     0.5975    89.9300    13.4916      0.8179
 194     0.1000     0.0101    99.6800     0.6843    89.7800    13.2907      0.8176
 195     0.1000     0.0071    99.7640     0.6225    89.7700    13.4596      0.8172
 196     0.1000     0.0076    99.7360     0.6643    89.7200    13.1692      0.8169
 197     0.1000     0.0089    99.7040     0.7170    89.7600    13.3660      0.8165
 198     0.1000     0.0190    99.4040     0.7239    89.5400    13.3199      0.8162
 199     0.1000     0.0092    99.7000     0.6948    89.6100    13.3059      0.8158
 200     0.1000     0.0242    99.2340     0.7532    88.9000    13.1505      0.8155
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0074    99.7680     0.6494    89.6700    13.4009      0.8152
 202     0.1000     0.0087    99.7180     0.7158    89.4100    13.2642      0.8148
 203     0.1000     0.0087    99.7160     0.6664    89.5200    13.2343      0.8145
 204     0.1000     0.0070    99.7340     0.6717    89.7300    13.2368      0.8142
 205     0.1000     0.0067    99.7940     0.6451    89.7700    13.3188      0.8139
 206     0.1000     0.0069    99.7780     0.6988    89.8200    13.2846      0.8135
 207     0.1000     0.0055    99.8200     0.6433    89.8900    13.2373      0.8132
 208     0.1000     0.0052    99.8140     0.6421    90.1400    13.1810      0.8129
 209     0.1000     0.0095    99.6940     0.6296    89.7100    13.1616      0.8126
 210     0.1000     0.0135    99.5560     0.6459    89.2200    13.4448      0.8122
 211     0.1000     0.0065    99.7980     0.6793    89.9700    13.3840      0.8119
 212     0.1000     0.0362    98.8380     0.8314    88.3000    13.1795      0.8116
 213     0.1000     0.0096    99.6640     0.6915    89.8300    13.5860      0.8113
 214     0.1000     0.0134    99.5520     0.6656    89.4300    13.1717      0.8109
 215     0.1000     0.0077    99.7420     0.6846    89.6500    13.1595      0.8106
 216     0.1000     0.0097    99.6720     0.6459    89.9600    13.4602      0.8103
 217     0.1000     0.0086    99.7160     0.6894    89.6900    13.2801      0.8100
 218     0.1000     0.0136    99.5680     0.6916    89.3800    13.0947      0.8097
 219     0.1000     0.0075    99.7700     0.7164    89.9800    13.2047      0.8094
 220     0.1000     0.0049    99.8260     0.7368    90.2300    13.3617      0.8090
 221     0.1000     0.0104    99.6700     0.6594    90.0500    13.1437      0.8087
 222     0.1000     0.0044    99.8480     0.6633    89.9300    13.2990      0.8084
 223     0.1000     0.0063    99.8060     0.7173    89.7300    13.1931      0.8081
 224     0.1000     0.0055    99.8380     0.6770    90.0200    13.1436      0.8078
 225     0.1000     0.0067    99.7820     0.6556    89.8300    13.3233      0.8075
 226     0.1000     0.0064    99.7800     0.6828    89.6900    13.2901      0.8071
 227     0.1000     0.0062    99.7940     0.6524    90.0200    13.1872      0.8068
 228     0.1000     0.0040    99.8460     0.6707    89.5600    13.2528      0.8065
 229     0.1000     0.0093    99.7160     0.6570    89.5300    13.2414      0.8062
 230     0.1000     0.0071    99.7620     0.6906    89.8200    13.1025      0.8059
 231     0.1000     0.0057    99.7940     0.6757    90.0500    13.2680      0.8056
 232     0.1000     0.0071    99.7720     0.6918    89.7400    13.1488      0.8053
 233     0.1000     0.0158    99.5040     0.6748    89.2600    13.2080      0.8050
 234     0.1000     0.0145    99.5340     0.7040    89.4400    13.0755      0.8047
 235     0.1000     0.0111    99.6140     0.6867    89.3000    13.3254      0.8044
 236     0.1000     0.0061    99.8120     0.7249    89.8300    13.3275      0.8041
 237     0.1000     0.0065    99.8040     0.6619    89.7600    13.1852      0.8038
 238     0.1000     0.0089    99.7080     0.7392    89.8100    13.1378      0.8035
 239     0.1000     0.0073    99.7780     0.7061    89.7700    13.2196      0.8032
 240     0.1000     0.0033    99.8940     0.6931    89.9500    13.3717      0.8029
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0052    99.8220     0.6929    89.8500    13.1870      0.8026
 242     0.1000     0.0043    99.8720     0.6807    89.9600    13.2590      0.8023
 243     0.1000     0.0072    99.7580     0.6674    89.8200    13.1917      0.8020
 244     0.1000     0.0080    99.7300     0.7006    89.8000    13.2821      0.8017
 245     0.1000     0.0082    99.7280     0.7032    89.4100    13.1990      0.8014
 246     0.1000     0.0135    99.5100     0.6915    89.4300    13.3333      0.8011
 247     0.1000     0.0093    99.7120     0.6185    89.7400    13.3317      0.8009
 248     0.1000     0.0049    99.8420     0.6499    90.0100    13.4981      0.8006
 249     0.1000     0.0080    99.7380     0.6693    90.0000    13.3639      0.8003
 250     0.1000     0.0092    99.6800     0.6951    89.8600    13.2757      0.8000
 251     0.1000     0.0060    99.7960     0.7174    90.0800    13.1430      0.7997
 252     0.1000     0.0049    99.8400     0.6502    89.9300    13.2256      0.7994
 253     0.1000     0.0065    99.7780     0.6606    90.2600    13.2770      0.7991
 254     0.1000     0.0032    99.9000     0.6776    90.5000    13.2788      0.7988
 255     0.1000     0.0054    99.8340     0.6840    90.4000    13.2657      0.7985
 256     0.1000     0.0111    99.6440     0.6649    89.6600    13.2925      0.7982
 257     0.1000     0.0070    99.7700     0.6241    89.8900    13.2482      0.7980
 258     0.1000     0.0081    99.7460     0.7283    89.9600    13.2711      0.7977
 259     0.1000     0.0066    99.7780     0.7783    89.7500    13.1363      0.7974
 260     0.1000     0.0090    99.7220     0.7095    89.9500    13.2018      0.7971
 261     0.1000     0.0073    99.7480     0.6449    89.4700    13.2412      0.7968
 262     0.1000     0.0045    99.8580     0.6921    89.9500    13.4274      0.7966
 263     0.1000     0.0047    99.8540     0.7159    89.8100    13.1994      0.7963
 264     0.1000     0.0046    99.8580     0.7120    89.8800    13.2704      0.7960
 265     0.1000     0.0059    99.8180     0.7004    89.7200    13.2697      0.7957
 266     0.1000     0.0044    99.8640     0.6767    90.2300    13.1784      0.7954
 267     0.1000     0.0035    99.8820     0.7480    90.2000    13.2184      0.7951
 268     0.1000     0.0038    99.8820     0.7209    90.1300    13.3872      0.7949
 269     0.1000     0.0060    99.8000     0.6991    90.2400    13.2274      0.7946
 270     0.1000     0.0037    99.8900     0.6581    90.2800    13.2763      0.7943
 271     0.1000     0.0073    99.7540     0.7403    90.1800    13.2424      0.7940
 272     0.1000     0.0055    99.8340     0.6634    90.1700    13.1350      0.7937
 273     0.1000     0.0060    99.8180     0.6448    90.1800    13.2690      0.7935
 274     0.1000     0.0052    99.8200     0.6816    90.3200    13.2067      0.7932
 275     0.1000     0.0035    99.8820     0.6452    90.4200    13.1887      0.7929
 276     0.1000     0.0048    99.8360     0.6826    90.5400    13.3054      0.7926
 277     0.1000     0.0062    99.7980     0.6274    90.1300    13.3640      0.7924
 278     0.1000     0.0073    99.7800     0.7135    89.8900    13.3125      0.7921
 279     0.1000     0.0067    99.7820     0.7140    89.9900    13.2255      0.7918
 280     0.1000     0.0076    99.7500     0.7157    89.9200    13.1410      0.7916
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0055    99.8160     0.6971    89.8100    13.3227      0.7913
 282     0.1000     0.0051    99.8280     0.6800    90.0600    13.2969      0.7910
 283     0.1000     0.0054    99.8200     0.6655    89.9800    13.1734      0.7908
 284     0.1000     0.0051    99.8200     0.7187    89.9000    13.2737      0.7905
 285     0.1000     0.0044    99.8560     0.6765    90.1300    13.3154      0.7902
 286     0.1000     0.0079    99.7400     0.7084    89.8300    13.3260      0.7899
 287     0.1000     0.0195    99.3820     0.7561    89.2600    13.2448      0.7896
 288     0.1000     0.0044    99.8600     0.7920    90.2200    13.1471      0.7894
 289     0.1000     0.0046    99.8540     0.7046    90.1200    13.2566      0.7892
 290     0.1000     0.0043    99.8560     0.6997    90.3100    13.3965      0.7889
 291     0.1000     0.0037    99.8680     0.6931    90.3800    13.3242      0.7886
 292     0.1000     0.0049    99.8440     0.6582    90.1100    13.2704      0.7884
 293     0.1000     0.0067    99.7600     0.6656    90.0900    13.2090      0.7881
 294     0.1000     0.0170    99.4960     0.8050    89.0800    13.2808      0.7878
 295     0.1000     0.0038    99.8820     0.7040    90.6800    13.2419      0.7876
 296     0.1000     0.0060    99.8140     0.6889    90.0000    13.2703      0.7873
 297     0.1000     0.0059    99.8120     0.7132    90.0800    13.2504      0.7870
 298     0.1000     0.0062    99.7960     0.6493    90.0300    13.1891      0.7868
 299     0.1000     0.0031    99.9100     0.6486    90.5300    13.5791      0.7865
 300     0.1000     0.0081    99.7300     0.7140    90.0000    13.2103      0.7863
 301     0.0996     0.0046    99.8560     0.7491    90.2100    13.2148      0.7860
 302     0.0992     0.0036    99.8820     0.6821    90.1400    13.2164      0.7857
 303     0.0988     0.0045    99.8600     0.7553    90.3800    13.4498      0.7855
 304     0.0983     0.0065    99.7540     0.7022    90.1600    13.2592      0.7852
 305     0.0979     0.0040    99.8720     0.7389    90.2100    13.0928      0.7850
 306     0.0975     0.0045    99.8500     0.7356    90.1300    13.2717      0.7847
 307     0.0971     0.0040    99.8900     0.6520    90.3300    13.1868      0.7845
 308     0.0967     0.0052    99.8120     0.7215    90.1100    13.4557      0.7842
 309     0.0963     0.0039    99.8580     0.6956    90.0900    13.1739      0.7840
 310     0.0959     0.0054    99.8100     0.7393    90.1200    13.2982      0.7837
 311     0.0955     0.0040    99.8580     0.6949    90.1300    13.3526      0.7835
 312     0.0950     0.0026    99.9300     0.7281    90.4500    13.3889      0.7832
 313     0.0946     0.0045    99.8720     0.6804    90.1300    13.2078      0.7830
 314     0.0942     0.0042    99.8600     0.7190    89.9600    13.2115      0.7827
 315     0.0938     0.0028    99.9140     0.6997    90.3100    13.3103      0.7825
 316     0.0934     0.0046    99.8520     0.6861    89.7500    13.2525      0.7822
 317     0.0930     0.0034    99.9000     0.7080    90.2100    13.3113      0.7820
 318     0.0926     0.0025    99.9180     0.7406    90.5900    13.2369      0.7818
 319     0.0922     0.0033    99.8900     0.7186    90.5800    13.1340      0.7815
 320     0.0917     0.0039    99.8680     0.7707    90.0400    13.3342      0.7813
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0032    99.8960     0.7241    90.0900    13.2765      0.7811
 322     0.0909     0.0037    99.8540     0.7810    90.3800    13.1436      0.7809
 323     0.0905     0.0035    99.8880     0.7979    90.4600    13.2765      0.7806
 324     0.0901     0.0050    99.8380     0.7150    90.2000    13.3555      0.7804
 325     0.0897     0.0026    99.9320     0.6821    90.4200    13.3547      0.7802
 326     0.0893     0.0022    99.9220     0.6991    90.3500    13.2649      0.7800
 327     0.0889     0.0018    99.9300     0.7067    90.8600    13.3036      0.7797
 328     0.0885     0.0027    99.9140     0.7009    90.5800    13.3480      0.7795
 329     0.0880     0.0035    99.8900     0.7518    90.3100    13.2145      0.7793
 330     0.0876     0.0033    99.8940     0.6693    90.3500    13.2331      0.7791
 331     0.0872     0.0028    99.8940     0.7481    90.5600    13.1472      0.7788
 332     0.0868     0.0023    99.9300     0.7571    90.5900    13.3455      0.7786
 333     0.0864     0.0023    99.9280     0.7361    90.5900    13.1785      0.7784
 334     0.0860     0.0025    99.9320     0.7617    90.3000    13.1943      0.7782
 335     0.0856     0.0013    99.9620     0.7629    90.4500    13.1839      0.7780
 336     0.0852     0.0023    99.9300     0.7727    90.5200    13.2466      0.7778
 337     0.0847     0.0025    99.9060     0.7640    90.6000    13.3204      0.7776
 338     0.0843     0.0020    99.9240     0.7814    90.7000    13.1936      0.7773
 339     0.0839     0.0020    99.9340     0.8026    90.5100    13.2332      0.7771
 340     0.0835     0.0028    99.9160     0.7415    90.4200    13.3484      0.7769
 341     0.0831     0.0015    99.9460     0.7635    90.5000    13.3377      0.7767
 342     0.0827     0.0017    99.9580     0.7240    90.3800    13.1618      0.7765
 343     0.0823     0.0012    99.9600     0.7654    90.7900    13.3387      0.7763
 344     0.0818     0.0016    99.9460     0.8126    90.6800    13.2672      0.7761
 345     0.0814     0.0013    99.9540     0.8430    90.7700    13.2609      0.7759
 346     0.0810     0.0010    99.9700     0.8285    90.8500    13.1926      0.7757
 347     0.0806     0.0026    99.9060     0.8144    90.4900    13.2116      0.7755
 348     0.0802     0.0021    99.9340     0.8146    90.7700    13.2643      0.7753
 349     0.0798     0.0018    99.9500     0.7344    90.5400    13.3116      0.7751
 350     0.0794     0.0027    99.9100     0.7444    90.0400    13.3218      0.7749
 351     0.0790     0.0017    99.9480     0.7706    90.6400    13.3666      0.7747
 352     0.0786     0.0009    99.9720     0.7927    90.4100    13.3366      0.7745
 353     0.0781     0.0028    99.9240     0.7830    90.0200    13.4443      0.7743
 354     0.0777     0.0012    99.9540     0.7597    90.5000    13.1880      0.7741
 355     0.0773     0.0014    99.9600     0.7883    90.4800    13.2904      0.7739
 356     0.0769     0.0016    99.9460     0.7913    90.5200    13.2524      0.7737
 357     0.0765     0.0014    99.9620     0.7704    90.2900    13.2849      0.7736
 358     0.0761     0.0010    99.9720     0.8099    90.5500    13.2630      0.7734
 359     0.0757     0.0013    99.9660     0.7805    90.8100    13.1361      0.7732
 360     0.0753     0.0024    99.9180     0.8012    90.1000    13.2828      0.7730
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0012    99.9720     0.8071    90.6500    13.2865      0.7728
 362     0.0744     0.0010    99.9640     0.8299    90.6200    13.2273      0.7726
 363     0.0740     0.0015    99.9440     0.8450    90.5800    13.1571      0.7724
 364     0.0736     0.0017    99.9480     0.7727    90.6600    13.1984      0.7723
 365     0.0732     0.0015    99.9380     0.7567    90.4400    13.3344      0.7721
 366     0.0728     0.0013    99.9500     0.7940    90.5800    13.1450      0.7719
 367     0.0724     0.0010    99.9700     0.7538    90.5100    13.1950      0.7718
 368     0.0720     0.0010    99.9760     0.7573    90.6400    13.1811      0.7716
 369     0.0715     0.0013    99.9560     0.7882    90.6100    13.1931      0.7714
 370     0.0711     0.0013    99.9560     0.7803    90.6600    13.2171      0.7713
 371     0.0707     0.0009    99.9760     0.7812    90.5900    13.4031      0.7711
 372     0.0703     0.0009    99.9680     0.7982    90.7900    13.2622      0.7709
 373     0.0699     0.0009    99.9740     0.8008    90.5800    13.1237      0.7707
 374     0.0695     0.0008    99.9640     0.8027    90.7500    13.2927      0.7706
 375     0.0691     0.0022    99.9360     0.8580    90.4500    13.2963      0.7704
 376     0.0686     0.0013    99.9720     0.8306    90.4400    13.3694      0.7702
 377     0.0682     0.0014    99.9640     0.8386    90.4900    13.2508      0.7701
 378     0.0678     0.0039    99.8900     0.8552    90.3200    13.3198      0.7699
 379     0.0674     0.0011    99.9680     0.8522    90.7600    13.1832      0.7698
 380     0.0670     0.0017    99.9420     0.7854    90.5900    13.4239      0.7696
 381     0.0666     0.0008    99.9760     0.8168    90.7100    13.3203      0.7694
 382     0.0662     0.0011    99.9560     0.8300    90.5500    13.3405      0.7692
 383     0.0658     0.0015    99.9540     0.8470    90.6600    13.2812      0.7691
 384     0.0654     0.0008    99.9840     0.8219    90.6400    13.1885      0.7689
 385     0.0649     0.0008    99.9740     0.8273    90.6400    13.1225      0.7688
 386     0.0645     0.0009    99.9720     0.8099    90.7300    13.1032      0.7686
 387     0.0641     0.0012    99.9500     0.8820    90.4400    13.3660      0.7685
 388     0.0637     0.0004    99.9880     0.8495    90.6800    13.2733      0.7683
 389     0.0633     0.0008    99.9700     0.8605    90.5800    13.4524      0.7682
 390     0.0629     0.0006    99.9800     0.8532    90.6400    13.2795      0.7680
 391     0.0625     0.0016    99.9420     0.9109    90.4700    13.1400      0.7679
 392     0.0621     0.0008    99.9760     0.8820    90.5800    13.2614      0.7677
 393     0.0616     0.0007    99.9740     0.8855    90.5700    13.3156      0.7675
 394     0.0612     0.0009    99.9780     0.8479    90.6200    13.1437      0.7674
 395     0.0608     0.0011    99.9580     0.8740    90.6900    13.2108      0.7673
 396     0.0604     0.0005    99.9840     0.8384    90.7600    13.2746      0.7671
 397     0.0600     0.0006    99.9800     0.8441    90.8500    13.4658      0.7670
 398     0.0596     0.0009    99.9720     0.8538    90.9000    13.2757      0.7668
 399     0.0592     0.0005    99.9780     0.8439    90.7800    13.2504      0.7667
 400     0.0588     0.0006    99.9780     0.8357    90.7700    13.1628      0.7665
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0004    99.9820     0.8310    90.9400    13.2790      0.7664
 402     0.0579     0.0004    99.9900     0.8396    90.5800    13.1722      0.7663
 403     0.0575     0.0008    99.9740     0.8453    90.5700    13.2295      0.7661
 404     0.0571     0.0006    99.9740     0.8531    90.8100    13.1591      0.7660
 405     0.0567     0.0004    99.9860     0.8327    90.8900    13.2625      0.7659
 406     0.0563     0.0005    99.9860     0.8231    90.9400    13.2402      0.7657
 407     0.0559     0.0004    99.9860     0.8321    90.6300    13.4042      0.7656
 408     0.0554     0.0005    99.9820     0.8423    90.6500    13.3884      0.7655
 409     0.0550     0.0004    99.9820     0.8508    90.9500    13.2383      0.7653
 410     0.0546     0.0009    99.9700     0.8316    90.4700    13.1723      0.7652
 411     0.0542     0.0003    99.9900     0.8171    90.5400    13.2610      0.7651
 412     0.0538     0.0003    99.9900     0.8143    90.6700    13.3645      0.7649
 413     0.0534     0.0007    99.9740     0.8370    90.6700    13.3454      0.7648
 414     0.0530     0.0003    99.9920     0.8564    90.8600    13.1332      0.7647
 415     0.0526     0.0004    99.9860     0.8346    90.9500    13.2499      0.7646
 416     0.0522     0.0004    99.9840     0.8438    90.9400    13.2609      0.7644
 417     0.0517     0.0004    99.9880     0.8603    90.9000    13.2085      0.7643
 418     0.0513     0.0003    99.9920     0.8662    90.9500    13.3363      0.7642
 419     0.0509     0.0004    99.9880     0.8751    90.8200    13.3569      0.7641
 420     0.0505     0.0002    99.9920     0.8699    90.7400    13.2651      0.7639
 421     0.0501     0.0002    99.9920     0.8618    90.9000    13.2388      0.7638
 422     0.0497     0.0002    99.9940     0.8819    90.8600    13.3251      0.7637
 423     0.0493     0.0001    99.9960     0.8805    90.9700    13.3628      0.7636
 424     0.0489     0.0002    99.9920     0.8806    90.9300    13.3359      0.7635
 425     0.0484     0.0003    99.9880     0.8772    90.8400    13.3701      0.7633
 426     0.0480     0.0006    99.9740     0.9212    90.7600    13.2943      0.7632
 427     0.0476     0.0003    99.9860     0.9005    90.7600    13.2996      0.7631
 428     0.0472     0.0002    99.9960     0.9000    90.7700    13.3724      0.7630
 429     0.0468     0.0001    99.9960     0.8933    90.8600    13.3375      0.7629
 430     0.0464     0.0002    99.9960     0.9047    90.9600    13.3762      0.7628
 431     0.0460     0.0001   100.0000     0.9194    90.6700    13.2149      0.7627
 432     0.0456     0.0002    99.9960     0.9238    90.6900    13.2557      0.7626
 433     0.0451     0.0004    99.9920     0.9477    90.8200    13.2729      0.7624
 434     0.0447     0.0003    99.9880     0.9398    90.8300    13.2748      0.7623
 435     0.0443     0.0003    99.9960     0.9279    90.9500    13.2030      0.7622
 436     0.0439     0.0002    99.9860     0.9268    90.9800    13.1563      0.7621
 437     0.0435     0.0003    99.9900     0.9319    90.8800    13.2264      0.7620
 438     0.0431     0.0001    99.9980     0.9134    90.9000    13.1527      0.7620
 439     0.0427     0.0002    99.9940     0.9162    90.9400    13.4071      0.7619
 440     0.0423     0.0001   100.0000     0.9351    90.8700    13.3826      0.7618
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0001    99.9940     0.9354    90.9300    13.3430      0.7617
 442     0.0414     0.0004    99.9880     0.9326    90.9400    13.3483      0.7616
 443     0.0410     0.0001    99.9940     0.9314    90.9500    13.2554      0.7615
 444     0.0406     0.0001    99.9960     0.9095    91.0000    13.2169      0.7614
 445     0.0402     0.0002    99.9940     0.9126    90.9600    13.2377      0.7613
 446     0.0398     0.0002    99.9940     0.9183    90.8200    13.0971      0.7612
 447     0.0394     0.0001    99.9940     0.9127    91.0600    13.1230      0.7611
 448     0.0389     0.0002    99.9920     0.9103    90.8800    13.2250      0.7610
 449     0.0385     0.0002    99.9920     0.9175    91.0900    13.2755      0.7609
 450     0.0381     0.0003    99.9920     0.9391    90.9400    13.3736      0.7608
 451     0.0377     0.0002    99.9960     0.9519    90.9400    13.1635      0.7608
 452     0.0373     0.0001    99.9960     0.9522    90.9200    13.3262      0.7607
 453     0.0369     0.0002    99.9960     0.9287    90.9800    13.2431      0.7606
 454     0.0365     0.0001   100.0000     0.9382    90.8800    13.1695      0.7605
 455     0.0361     0.0001    99.9940     0.9341    90.8800    13.2657      0.7604
 456     0.0357     0.0002    99.9940     0.9498    91.0200    13.1768      0.7603
 457     0.0352     0.0001    99.9960     0.9389    91.1300    13.3035      0.7602
 458     0.0348     0.0001    99.9960     0.9393    91.0100    13.3736      0.7602
 459     0.0344     0.0001    99.9960     0.9464    90.9900    13.2244      0.7601
 460     0.0340     0.0001    99.9980     0.9412    90.8000    13.2176      0.7600
 461     0.0336     0.0001    99.9940     0.9406    91.1000    13.2738      0.7599
 462     0.0332     0.0001    99.9960     0.9349    90.9400    13.2023      0.7598
 463     0.0328     0.0002    99.9940     0.9318    91.0000    13.2657      0.7598
 464     0.0324     0.0002    99.9940     0.9324    90.9700    13.1754      0.7597
 465     0.0319     0.0001    99.9960     0.9507    90.9600    13.3201      0.7596
 466     0.0315     0.0002    99.9980     0.9249    90.9300    13.3469      0.7595
 467     0.0311     0.0001    99.9940     0.9325    90.9900    13.2435      0.7595
 468     0.0307     0.0001    99.9980     0.9378    90.9700    13.3744      0.7594
 469     0.0303     0.0001    99.9980     0.9371    90.8900    13.3257      0.7593
 470     0.0299     0.0001    99.9960     0.9360    91.1300    13.3656      0.7592
 471     0.0295     0.0002    99.9940     0.9324    91.0900    13.3236      0.7592
 472     0.0291     0.0000   100.0000     0.9313    91.1200    13.4401      0.7591
 473     0.0286     0.0000   100.0000     0.9321    91.1700    13.1516      0.7591
 474     0.0282     0.0001    99.9980     0.9251    91.0900    13.1821      0.7590
 475     0.0278     0.0001    99.9980     0.9282    91.1000    13.5116      0.7589
 476     0.0274     0.0002    99.9960     0.9347    91.0600    13.3165      0.7588
 477     0.0270     0.0000   100.0000     0.9387    91.0900    13.3785      0.7588
 478     0.0266     0.0001   100.0000     0.9412    91.1700    13.1575      0.7587
 479     0.0262     0.0001    99.9940     0.9507    91.1800    13.4348      0.7586
 480     0.0257     0.0000   100.0000     0.9572    91.1000    13.2507      0.7586
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0000   100.0000     0.9534    91.2000    13.0870      0.7585
 482     0.0249     0.0001    99.9980     0.9546    91.2300    13.2917      0.7585
 483     0.0245     0.0000   100.0000     0.9492    91.1700    13.1443      0.7584
 484     0.0241     0.0001    99.9980     0.9507    91.1000    13.3474      0.7583
 485     0.0237     0.0001    99.9980     0.9505    91.1500    13.3694      0.7583
 486     0.0233     0.0002    99.9900     0.9512    91.1200    13.3831      0.7582
 487     0.0229     0.0001    99.9980     0.9534    91.1300    13.2833      0.7582
 488     0.0225     0.0000   100.0000     0.9546    91.2000    13.5767      0.7581
 489     0.0220     0.0000    99.9980     0.9568    91.0100    13.2913      0.7581
 490     0.0216     0.0001    99.9960     0.9501    90.9300    13.2613      0.7580
 491     0.0212     0.0002    99.9960     0.9494    91.0200    13.3516      0.7580
 492     0.0208     0.0001    99.9960     0.9567    90.9200    13.3696      0.7579
 493     0.0204     0.0001    99.9960     0.9539    90.9000    13.2784      0.7579
 494     0.0200     0.0001    99.9980     0.9552    90.9500    13.1929      0.7578
 495     0.0196     0.0001    99.9980     0.9627    90.8100    13.3456      0.7578
 496     0.0192     0.0000    99.9980     0.9624    90.9000    13.3283      0.7577
 497     0.0187     0.0001    99.9940     0.9600    90.8600    13.2709      0.7577
 498     0.0183     0.0000   100.0000     0.9594    90.9900    13.1699      0.7576
 499     0.0179     0.0001    99.9980     0.9617    90.9900    13.2838      0.7576
 500     0.0175     0.0001    99.9980     0.9629    91.0500    13.1841      0.7576
 501     0.0171     0.0001   100.0000     0.9660    90.9800    13.2464      0.7575
 502     0.0167     0.0000    99.9980     0.9672    90.9700    13.2404      0.7575
 503     0.0163     0.0000    99.9980     0.9670    91.2100    13.2355      0.7574
 504     0.0159     0.0000   100.0000     0.9666    91.1700    13.1563      0.7574
 505     0.0154     0.0000   100.0000     0.9679    91.2400    13.2637      0.7574
 506     0.0150     0.0000    99.9980     0.9685    91.1400    13.1805      0.7573
 507     0.0146     0.0001    99.9980     0.9704    91.0400    13.3049      0.7573
 508     0.0142     0.0000   100.0000     0.9711    90.9800    13.3018      0.7573
 509     0.0138     0.0001    99.9960     0.9718    90.9700    13.3442      0.7572
 510     0.0134     0.0001    99.9980     0.9721    90.9800    13.1823      0.7572
 511     0.0130     0.0001    99.9980     0.9720    91.0000    13.4280      0.7572
 512     0.0125     0.0000    99.9980     0.9719    91.0400    13.1885      0.7571
 513     0.0121     0.0000   100.0000     0.9752    91.0900    13.1947      0.7571
 514     0.0117     0.0001    99.9920     0.9751    91.1400    13.2256      0.7571
 515     0.0113     0.0001    99.9940     0.9752    91.1200    13.1113      0.7571
 516     0.0109     0.0000    99.9980     0.9753    91.1000    13.2267      0.7570
 517     0.0105     0.0001    99.9960     0.9745    91.1000    13.3493      0.7570
 518     0.0101     0.0000   100.0000     0.9748    91.0900    13.1982      0.7570
 519     0.0097     0.0000   100.0000     0.9750    91.1100    13.2377      0.7569
 520     0.0092     0.0000   100.0000     0.9755    91.1000    13.2386      0.7569
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     0.9759    91.1700    13.1806      0.7569
 522     0.0084     0.0000    99.9980     0.9782    91.1000    13.2760      0.7569
 523     0.0080     0.0000   100.0000     0.9787    91.1000    13.3850      0.7569
 524     0.0076     0.0000    99.9980     0.9792    91.1400    13.2276      0.7568
 525     0.0072     0.0000    99.9980     0.9791    91.1800    13.2563      0.7568
 526     0.0068     0.0001    99.9980     0.9781    91.1600    13.2891      0.7568
 527     0.0064     0.0000   100.0000     0.9787    91.1400    13.1942      0.7568
 528     0.0060     0.0000   100.0000     0.9799    91.1100    13.3407      0.7568
 529     0.0055     0.0000   100.0000     0.9807    91.0900    13.3304      0.7568
 530     0.0051     0.0000    99.9980     0.9813    91.0800    13.1933      0.7567
 531     0.0047     0.0000   100.0000     0.9807    91.1000    13.3954      0.7567
 532     0.0043     0.0002    99.9960     0.9808    91.0800    13.2249      0.7567
 533     0.0039     0.0000    99.9980     0.9811    91.0900    13.3891      0.7567
 534     0.0035     0.0000   100.0000     0.9811    91.0900    13.1930      0.7567
 535     0.0031     0.0000   100.0000     0.9812    91.1400    13.1684      0.7567
 536     0.0027     0.0000   100.0000     0.9814    91.1200    13.3146      0.7567
 537     0.0022     0.0000    99.9980     0.9814    91.1300    13.1786      0.7567
 538     0.0018     0.0000   100.0000     0.9816    91.1300    13.2614      0.7567
 539     0.0014     0.0000   100.0000     0.9816    91.1200    13.0688      0.7567
 540     0.0010     0.0000   100.0000     0.9817    91.1300    13.1901      0.7567
 541     0.0010     0.0000    99.9980     0.9812    91.1300    13.2041      0.7567
 542     0.0010     0.0000    99.9980     0.9812    91.1300    13.2005      0.7567
 543     0.0010     0.0000   100.0000     0.9816    91.1100    13.2389      0.7566
 544     0.0010     0.0001    99.9980     0.9816    91.1200    13.2994      0.7566
 545     0.0010     0.0000   100.0000     0.9816    91.1100    13.3158      0.7566
 546     0.0010     0.0000    99.9980     0.9816    91.1100    13.3650      0.7566
 547     0.0010     0.0000   100.0000     0.9816    91.1000    13.2455      0.7566
 548     0.0010     0.0001    99.9980     0.9815    91.1500    13.3593      0.7566
 549     0.0010     0.0001    99.9980     0.9814    91.1500    13.4162      0.7566
 550     0.0010     0.0000   100.0000     0.9814    91.1500    13.2343      0.7566
 551     0.0010     0.0000    99.9980     0.9814    91.1300    13.3069      0.7566
 552     0.0010     0.0001    99.9960     0.9814    91.1200    13.3564      0.7566
 553     0.0010     0.0000   100.0000     0.9814    91.1200    13.3822      0.7566
 554     0.0010     0.0000   100.0000     0.9815    91.1200    13.2486      0.7566
 555     0.0010     0.0000    99.9980     0.9815    91.1100    13.2457      0.7566
 556     0.0010     0.0000   100.0000     0.9811    91.1100    13.3970      0.7566
 557     0.0010     0.0000    99.9980     0.9811    91.0900    13.1711      0.7566
 558     0.0010     0.0000   100.0000     0.9811    91.0900    13.3736      0.7566
 559     0.0010     0.0000   100.0000     0.9808    91.0800    13.2101      0.7566
 560     0.0010     0.0000   100.0000     0.9808    91.0800    13.2162      0.7566
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     0.9807    91.0900    13.2450      0.7566
 562     0.0010     0.0000   100.0000     0.9808    91.0900    13.2101      0.7566
 563     0.0010     0.0000   100.0000     0.9811    91.1000    13.3221      0.7565
 564     0.0010     0.0000   100.0000     0.9811    91.1000    13.2914      0.7565
 565     0.0010     0.0000   100.0000     0.9809    91.0800    13.2191      0.7565
 566     0.0010     0.0000   100.0000     0.9809    91.0700    13.2984      0.7565
 567     0.0010     0.0000   100.0000     0.9809    91.1100    13.3769      0.7565
 568     0.0010     0.0001    99.9980     0.9809    91.1200    13.2732      0.7565
 569     0.0010     0.0000    99.9980     0.9809    91.1200    13.2614      0.7565
 570     0.0010     0.0000   100.0000     0.9808    91.1300    13.2081      0.7565
 571     0.0010     0.0000   100.0000     0.9811    91.0800    13.3426      0.7565
 572     0.0010     0.0000   100.0000     0.9806    91.1000    13.2822      0.7565
 573     0.0010     0.0000   100.0000     0.9807    91.1200    13.2591      0.7565
 574     0.0010     0.0000   100.0000     0.9807    91.1300    13.2944      0.7565
 575     0.0010     0.0000   100.0000     0.9806    91.1200    13.3135      0.7565
 576     0.0010     0.0000   100.0000     0.9806    91.1200    13.1965      0.7565
 577     0.0010     0.0000   100.0000     0.9806    91.1100    13.2113      0.7565
 578     0.0010     0.0000   100.0000     0.9806    91.1400    13.2495      0.7565
 579     0.0010     0.0000   100.0000     0.9806    91.1300    13.2362      0.7565
 580     0.0010     0.0000   100.0000     0.9806    91.1300    13.3036      0.7565
 581     0.0010     0.0000   100.0000     0.9806    91.1300    13.1801      0.7564
 582     0.0010     0.0000   100.0000     0.9806    91.1300    13.2870      0.7564
 583     0.0010     0.0000   100.0000     0.9806    91.1200    13.2053      0.7564
 584     0.0010     0.0000   100.0000     0.9806    91.1200    13.3161      0.7564
 585     0.0010     0.0000   100.0000     0.9807    91.1100    13.3446      0.7564
 586     0.0010     0.0000   100.0000     0.9807    91.1200    13.2482      0.7564
 587     0.0010     0.0000   100.0000     0.9807    91.1200    13.2831      0.7564
 588     0.0010     0.0001    99.9980     0.9806    91.1100    13.2742      0.7564
 589     0.0010     0.0000   100.0000     0.9806    91.1200    13.1169      0.7564
 590     0.0010     0.0000   100.0000     0.9805    91.1100    13.1007      0.7564
 591     0.0010     0.0000   100.0000     0.9806    91.1200    13.2383      0.7564
 592     0.0010     0.0000   100.0000     0.9805    91.1200    13.2062      0.7564
 593     0.0010     0.0001    99.9960     0.9805    91.1200    13.2151      0.7564
 594     0.0010     0.0000   100.0000     0.9806    91.1200    13.4422      0.7564
 595     0.0010     0.0000   100.0000     0.9806    91.1100    13.3377      0.7564
 596     0.0010     0.0000   100.0000     0.9806    91.1100    13.1811      0.7564
 597     0.0010     0.0000    99.9980     0.9806    91.1100    13.3373      0.7564
 598     0.0010     0.0002    99.9960     0.9806    91.1100    13.2142      0.7564
 599     0.0010     0.0000   100.0000     0.9807    91.1200    13.3539      0.7564
 600     0.0010     0.0001    99.9980     0.9807    91.1000    13.3420      0.7564
