Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2142    15.6040     2.1729    18.8100    11.1740      1.0000
   2     0.1000     2.0339    21.3460     1.9946    23.9900    10.3614      1.0000
   3     0.1000     1.8564    28.3600     1.8422    30.1600    10.4221      1.0000
   4     0.1000     1.6830    36.4020     1.4944    43.6200    10.3663      1.0000
   5     0.1000     1.5492    42.6340     1.4557    46.3400    10.3637      1.0000
   6     0.1000     1.4153    48.5620     1.1886    57.4100    10.1882      1.0000
   7     0.1000     1.2624    54.9460     1.2362    58.0200    10.2583      1.0000
   8     0.1000     1.1525    59.2980     1.4339    49.0400    10.4914      1.0000
   9     0.1000     1.0137    64.6560     0.8724    69.7500    10.4638      1.0000
  10     0.1000     0.9235    67.9680     0.8637    70.6600    10.1362      1.0000
  11     0.1000     0.8531    70.6080     0.8141    71.9500    10.2577      1.0000
  12     0.1000     0.7809    73.3460     0.7825    73.6800    10.1387      1.0000
  13     0.1000     0.7293    75.4560     0.7464    74.4100    10.2982      1.0000
  14     0.1000     0.6820    76.8480     0.6561    77.0000    10.4461      1.0000
  15     0.1000     0.6301    78.7800     0.9070    71.2400    10.2869      1.0000
  16     0.1000     0.6037    79.8960     0.6080    80.2600    10.3103      1.0000
  17     0.1000     0.5636    80.9980     0.6467    79.0600    10.1288      1.0000
  18     0.1000     0.5283    82.3500     0.7134    77.1600    10.2616      1.0000
  19     0.1000     0.5126    82.8940     0.5960    80.4100    10.2453      1.0000
  20     0.1000     0.4791    84.1020     0.5653    81.7800    10.1591      1.0000
  21     0.1000     0.4579    84.7540     0.5055    83.3000    10.2497      1.0000
  22     0.1000     0.4324    85.5840     0.5312    83.0600    10.3633      1.0000
  23     0.1000     0.4178    86.2120     0.5041    83.7600    10.2399      1.0000
  24     0.1000     0.4007    86.6700     0.4810    84.2600    10.3179      1.0000
  25     0.1000     0.3771    87.4840     0.5597    82.1400    10.4693      1.0000
  26     0.1000     0.3653    87.8360     0.4964    84.7800    10.3503      1.0000
  27     0.1000     0.3472    88.4060     0.6983    79.6900    10.2460      1.0000
  28     0.1000     0.3297    89.0500     0.4923    84.9900    10.3136      1.0000
  29     0.1000     0.3181    89.5060     0.4712    84.9600    10.1977      1.0000
  30     0.1000     0.3054    89.8440     0.5188    84.0200    10.3353      1.0000
  31     0.1000     0.2901    90.5060     0.5084    84.4000    10.4382      1.0000
  32     0.1000     0.2840    90.6120     0.4389    86.8600    10.3303      1.0000
  33     0.1000     0.2735    91.0420     0.4394    86.0600    10.1605      1.0000
  34     0.1000     0.2554    91.4880     0.5122    85.1100    10.3070      1.0000
  35     0.1000     0.2471    91.7520     0.4495    86.4600    10.5402      1.0000
  36     0.1000     0.2460    91.8680     0.4293    86.9000    10.4717      1.0000
  37     0.1000     0.2375    92.0140     0.4372    86.6200    10.3395      1.0000
  38     0.1000     0.2187    92.7560     0.4288    86.4500    10.5398      1.0000
  39     0.1000     0.2114    93.0080     0.4574    86.7400    10.3764      1.0000
  40     0.1000     0.2038    93.2500     0.4489    86.4100    10.4346      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1973    93.3940     0.4813    86.1400    10.3823      1.0000
  42     0.1000     0.1902    93.7520     0.5138    85.6600    10.4678      1.0000
  43     0.1000     0.1826    94.0520     0.5031    86.2100    10.2519      1.0000
  44     0.1000     0.1845    93.8160     0.4744    86.5800    10.2065      1.0000
  45     0.1000     0.1708    94.2300     0.4768    86.8500    10.2457      1.0000
  46     0.1000     0.1665    94.4380     0.4787    86.8000    10.1573      1.0000
  47     0.1000     0.1578    94.7540     0.5007    86.2400    10.0862      1.0000
  48     0.1000     0.1525    94.8560     0.5039    87.2700    10.4604      1.0000
  49     0.1000     0.1528    94.8880     0.5902    85.1200    10.1973      1.0000
  50     0.1000     0.1452    95.1180     0.4420    87.5400    10.3527      1.0000
  51     0.1000     0.1465    95.2400     0.4755    87.6500    10.2521      1.0000
  52     0.1000     0.1355    95.6100     0.5373    86.2100    10.4191      1.0000
  53     0.1000     0.1345    95.5840     0.4450    87.9000    10.1287      1.0000
  54     0.1000     0.1254    95.8520     0.4674    87.5200    10.3032      1.0000
  55     0.1000     0.1201    96.0680     0.4921    87.4500    10.4924      1.0000
  56     0.1000     0.1190    96.0920     0.5180    87.0000    10.2921      1.0000
  57     0.1000     0.1124    96.2120     0.5007    87.4000    10.4645      1.0000
  58     0.1000     0.1075    96.3640     0.4673    88.1700    10.3407      1.0000
  59     0.1000     0.1071    96.3800     0.4775    87.9300    10.3013      1.0000
  60     0.1000     0.1069    96.4800     0.4947    88.0000    10.3670      1.0000
  61     0.1000     0.0984    96.8340     0.5022    88.1600    10.3928      1.0000
  62     0.1000     0.0986    96.7240     0.5045    87.8500    10.5799      1.0000
  63     0.1000     0.0940    96.8400     0.5102    88.3200    10.2603      1.0000
  64     0.1000     0.0950    96.9780     0.4679    88.0700    10.2089      1.0000
  65     0.1000     0.0891    97.0200     0.5376    87.2000    10.1587      1.0000
  66     0.1000     0.0825    97.3160     0.4728    88.4200    10.1865      1.0000
  67     0.1000     0.0815    97.3180     0.5234    88.1600    10.3814      1.0000
  68     0.1000     0.0854    97.2220     0.5173    88.3400    10.4055      1.0000
  69     0.1000     0.0826    97.3680     0.5347    87.9800    10.2227      1.0000
  70     0.1000     0.0812    97.3820     0.5204    88.0000    10.2170      1.0000
  71     0.1000     0.0760    97.5200     0.5113    88.0700    10.2969      1.0000
  72     0.1000     0.0688    97.7920     0.5482    88.3500    10.2720      1.0000
  73     0.1000     0.0669    97.7340     0.5422    88.3500    10.3535      1.0000
  74     0.1000     0.0705    97.7160     0.5460    88.0200    10.3273      1.0000
  75     0.1000     0.0657    97.8640     0.5417    88.3200    10.3675      1.0000
  76     0.1000     0.0680    97.8100     0.5071    87.8000    10.1894      1.0000
  77     0.1000     0.0654    97.8520     0.5989    87.1100    10.3277      1.0000
  78     0.1000     0.0661    97.8180     0.5746    87.2700    10.5929      1.0000
  79     0.1000     0.0581    98.0740     0.5352    88.1600    10.1741      1.0000
  80     0.1000     0.0644    97.8320     0.5428    88.6000    10.1183      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0594    97.9980     0.5278    88.8100    10.4116      1.0000
  82     0.1000     0.0558    98.0880     0.5382    88.5700    10.2398      1.0000
  83     0.1000     0.0572    98.1560     0.5512    87.9800    10.1618      1.0000
  84     0.1000     0.0549    98.2020     0.5413    88.2200    10.4267      1.0000
  85     0.1000     0.0534    98.3100     0.5286    89.3200    10.3523      1.0000
  86     0.1000     0.0543    98.2480     0.5266    88.5600    10.2974      1.0000
  87     0.1000     0.0531    98.2340     0.6338    87.6400    10.4075      1.0000
  88     0.1000     0.0512    98.3020     0.5243    88.6200    10.6013      1.0000
  89     0.1000     0.0482    98.4220     0.6264    87.7400    10.5846      1.0000
  90     0.1000     0.0468    98.5300     0.5312    88.4900    10.4004      1.0000
  91     0.1000     0.0517    98.3140     0.5127    88.8200    10.3728      1.0000
  92     0.1000     0.0495    98.4440     0.5278    88.0900    10.6188      1.0000
  93     0.1000     0.0485    98.4260     0.5265    88.8600    10.2759      1.0000
  94     0.1000     0.0478    98.4100     0.5788    87.6600    10.2880      1.0000
  95     0.1000     0.0437    98.5500     0.5351    88.5900    10.2941      1.0000
  96     0.1000     0.0463    98.5760     0.5746    88.2400    10.4087      1.0000
  97     0.1000     0.0393    98.7500     0.7945    84.9600    10.4370      1.0000
  98     0.1000     0.0429    98.6320     0.5337    88.6200    10.4859      1.0000
  99     0.1000     0.0383    98.7680     0.5684    88.8900    10.2633      1.0000
 100     0.1000     0.0387    98.7220     0.5670    88.7800    10.3096      1.0000
 101     0.1000     0.0379    98.7360     0.5972    88.7300    10.2659      1.0000
 102     0.1000     0.0403    98.6720     0.5494    88.0200    10.4456      1.0000
 103     0.1000     0.0347    98.8640     0.6261    88.8500    10.4984      1.0000
 104     0.1000     0.0399    98.7260     0.5537    88.3200    10.4058      1.0000
 105     0.1000     0.0371    98.8100     0.5288    89.1700    10.1180      1.0000
 106     0.1000     0.0332    98.8720     0.5769    89.0800    10.3373      1.0000
 107     0.1000     0.0361    98.8000     0.6131    88.6500    10.3421      1.0000
 108     0.1000     0.0392    98.8200     0.5834    89.2000    10.2699      1.0000
 109     0.1000     0.0350    98.8760     0.5749    89.0400    10.3332      1.0000
 110     0.1000     0.0309    98.9840     0.5837    88.8100    10.2247      1.0000
 111     0.1000     0.0319    98.9580     0.5776    88.8100    10.2171      1.0000
 112     0.1000     0.0328    98.9540     0.5999    88.9500    10.2068      1.0000
 113     0.1000     0.0331    98.9740     0.5768    88.8500    10.6404      1.0000
 114     0.1000     0.0307    99.0320     0.5640    89.1200    10.6873      1.0000
 115     0.1000     0.0269    99.1160     0.6427    87.8200    10.2822      1.0000
 116     0.1000     0.0290    99.0240     0.6164    88.4300    10.1772      1.0000
 117     0.1000     0.0294    99.0880     0.5429    89.0100    10.3782      1.0000
 118     0.1000     0.0333    98.9540     0.5447    88.7800    10.2971      1.0000
 119     0.1000     0.0249    99.2160     0.5903    89.4700    10.4295      1.0000
 120     0.1000     0.0239    99.2140     0.6108    88.7400    10.5719      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0292    99.0100     0.6161    88.6500    10.1816      1.0000
 122     0.1000     0.0280    99.1440     0.6187    88.9900    10.3116      1.0000
 123     0.1000     0.0285    99.0400     0.5864    88.8000    10.2906      1.0000
 124     0.1000     0.0293    99.0740     0.5907    89.1900    10.2956      1.0000
 125     0.1000     0.0294    99.0740     0.5245    89.1800    10.1750      1.0000
 126     0.1000     0.0259    99.1460     0.5746    89.2000    10.2343      1.0000
 127     0.1000     0.0217    99.2920     0.6102    89.2400    10.4462      1.0000
 128     0.1000     0.0286    99.1000     0.5791    89.0900    10.1725      1.0000
 129     0.1000     0.0269    99.1180     0.6137    88.4700    10.5007      1.0000
 130     0.1000     0.0265    99.1940     0.5852    89.4200    10.1782      1.0000
 131     0.1000     0.0259    99.1420     0.6335    88.7300    10.2102      1.0000
 132     0.1000     0.0250    99.2020     0.5834    89.2100    10.1273      1.0000
 133     0.1000     0.0298    99.1460     0.5659    89.0000    10.1728      1.0000
 134     0.1000     0.0219    99.2780     0.5829    89.3100    10.2426      1.0000
 135     0.1000     0.0215    99.3440     0.6707    88.7500    10.3576      1.0000
 136     0.1000     0.0238    99.2760     0.5670    89.1000    10.3105      1.0000
 137     0.1000     0.0243    99.2640     0.5555    89.1300    10.3574      1.0000
 138     0.1000     0.0204    99.3500     0.6748    88.4000    10.3498      1.0000
 139     0.1000     0.0240    99.2400     0.6123    89.3600    10.2885      1.0000
 140     0.1000     0.0189    99.4140     0.6649    89.2100    10.2541      1.0000
 141     0.1000     0.0220    99.2460     0.6829    88.8600    10.3452      1.0000
 142     0.1000     0.0217    99.2680     0.7034    88.5400    10.3822      1.0000
 143     0.1000     0.0225    99.2840     0.6405    89.1900    10.2508      1.0000
 144     0.1000     0.0187    99.4120     0.6394    88.9100    10.2401      1.0000
 145     0.1000     0.0191    99.3960     0.6106    88.7500    10.5746      1.0000
 146     0.1000     0.0191    99.3700     0.5917    89.4600    10.3426      1.0000
 147     0.1000     0.0224    99.2940     0.5674    89.3400    10.3541      1.0000
 148     0.1000     0.0188    99.4080     0.6355    88.7300    10.3331      1.0000
 149     0.1000     0.0187    99.4060     0.6372    89.3800    10.2384      1.0000
 150     0.1000     0.0232    99.3180     0.6059    88.9600    10.2951      1.0000
 151     0.1000     0.0183    99.4160     0.6892    88.0900    10.1444      1.0000
 152     0.1000     0.0201    99.3680     0.6726    88.6600    10.2909      1.0000
 153     0.1000     0.0181    99.3800     0.6559    89.1700    10.1900      1.0000
 154     0.1000     0.0175    99.4480     0.6327    89.3200    10.1993      1.0000
 155     0.1000     0.0254    99.2800     0.5845    89.7500    10.1409      1.0000
 156     0.1000     0.0170    99.4520     0.6350    89.2200    10.1217      1.0000
 157     0.1000     0.0154    99.4860     0.6562    89.4700    10.3204      1.0000
 158     0.1000     0.0159    99.4740     0.6444    89.5800    10.3222      1.0000
 159     0.1000     0.0200    99.4160     0.6110    89.2600    10.3859      1.0000
 160     0.1000     0.0159    99.5160     0.6258    89.7200    10.1648      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0188    99.4360     0.6541    89.1700    10.3088      1.0000
 162     0.1000     0.0152    99.5380     0.5828    89.3200    10.2801      1.0000
 163     0.1000     0.0165    99.5140     0.6012    89.3800    10.2621      1.0000
 164     0.1000     0.0146    99.5020     0.7078    89.0200    10.1722      1.0000
 165     0.1000     0.0181    99.4060     0.5969    89.5900    10.2722      1.0000
 166     0.1000     0.0132    99.6200     0.6286    89.5500    10.3781      1.0000
 167     0.1000     0.0151    99.5400     0.6042    89.1100    10.3720      1.0000
 168     0.1000     0.0166    99.4820     0.5956    89.4300    10.3370      1.0000
 169     0.1000     0.0145    99.5340     0.6162    89.7300    10.2639      1.0000
 170     0.1000     0.0122    99.6480     0.6540    89.4000    10.2610      1.0000
 171     0.1000     0.0214    99.3560     0.5913    89.2600    10.3640      1.0000
 172     0.1000     0.0156    99.5200     0.6107    89.4200    10.4204      1.0000
 173     0.1000     0.0123    99.6260     0.6500    89.5800    10.4008      1.0000
 174     0.1000     0.0131    99.6280     0.6737    89.6900    10.8272      1.0000
 175     0.1000     0.0140    99.5440     0.6699    88.8900    10.2573      1.0000
 176     0.1000     0.0122    99.6100     0.6477    89.0900    10.4984      1.0000
 177     0.1000     0.0121    99.6260     0.6466    89.3300    10.3310      1.0000
 178     0.1000     0.0180    99.4440     0.5939    88.5800    10.2971      1.0000
 179     0.1000     0.0166    99.4920     0.6317    89.3700    10.3096      1.0000
 180     0.1000     0.0127    99.6060     0.6399    89.5800    10.4167      1.0000
 181     0.1000     0.0138    99.5920     0.6128    89.0300    10.4449      1.0000
 182     0.1000     0.0129    99.5720     0.7113    89.0000    10.1827      1.0000
 183     0.1000     0.0127    99.5800     0.6117    89.5100    10.2370      1.0000
 184     0.1000     0.0132    99.5600     0.6267    89.8100    10.3459      1.0000
 185     0.1000     0.0160    99.5120     0.6419    89.7500    10.3638      1.0000
 186     0.1000     0.0166    99.5100     0.6453    89.2300    10.3027      1.0000
 187     0.1000     0.0133    99.5580     0.6286    89.7700    10.1639      1.0000
 188     0.1000     0.0117    99.6260     0.6701    89.4200    10.5613      1.0000
 189     0.1000     0.0144    99.5480     0.6135    89.3700    10.3526      1.0000
 190     0.1000     0.0151    99.5320     0.6156    89.5800    10.2360      1.0000
 191     0.1000     0.0133    99.6200     0.6490    89.4200    10.4125      1.0000
 192     0.1000     0.0135    99.5840     0.6275    89.7800    10.6761      1.0000
 193     0.1000     0.0153    99.5320     0.6175    89.8700    10.5473      1.0000
 194     0.1000     0.0109    99.6680     0.6943    89.0900    10.2776      1.0000
 195     0.1000     0.0132    99.5860     0.6918    89.1600    10.4322      1.0000
 196     0.1000     0.0148    99.5720     0.6424    89.7600    10.3519      1.0000
 197     0.1000     0.0112    99.6600     0.7230    89.1200    10.2787      1.0000
 198     0.1000     0.0128    99.6120     0.6837    89.2900    10.3726      1.0000
 199     0.1000     0.0120    99.6100     0.7069    89.4500    10.3554      1.0000
 200     0.1000     0.0147    99.5420     0.6441    89.6900    10.4671      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0134    99.6060     0.6103    88.9500    10.1881      1.0000
 202     0.1000     0.0155    99.5120     0.7039    89.0400    10.2637      1.0000
 203     0.1000     0.0143    99.5440     0.6237    89.3700    10.2951      1.0000
 204     0.1000     0.0116    99.6220     0.6467    89.6800    10.2302      1.0000
 205     0.1000     0.0117    99.6340     0.6444    89.6700    10.1797      1.0000
 206     0.1000     0.0120    99.6760     0.7699    88.4100    10.1979      1.0000
 207     0.1000     0.0108    99.6720     0.7417    89.1500    10.3313      1.0000
 208     0.1000     0.0112    99.6960     0.6329    89.5900    10.3557      1.0000
 209     0.1000     0.0115    99.6420     0.6738    89.1600    10.4023      1.0000
 210     0.1000     0.0086    99.7200     0.7300    89.3700    10.3055      1.0000
 211     0.1000     0.0145    99.5620     0.6188    89.5700    10.4902      1.0000
 212     0.1000     0.0111    99.6560     0.6828    89.2400    10.4255      1.0000
 213     0.1000     0.0114    99.6380     0.6433    89.7100    10.2691      1.0000
 214     0.1000     0.0147    99.5600     0.6375    89.5500    10.3506      1.0000
 215     0.1000     0.0107    99.6800     0.6672    89.9100    10.2160      1.0000
 216     0.1000     0.0108    99.6520     0.6998    89.5700    10.3444      1.0000
 217     0.1000     0.0106    99.6640     0.6833    89.9000    10.3191      1.0000
 218     0.1000     0.0105    99.6800     0.6772    89.8500    10.1689      1.0000
 219     0.1000     0.0120    99.6440     0.6875    88.9200    10.5213      1.0000
 220     0.1000     0.0152    99.5500     0.6065    89.6900    10.3744      1.0000
 221     0.1000     0.0104    99.6840     0.6698    89.7600    10.3645      1.0000
 222     0.1000     0.0103    99.6720     0.6614    89.5300    10.4229      1.0000
 223     0.1000     0.0095    99.7420     0.6725    89.6500    10.3735      1.0000
 224     0.1000     0.0121    99.6280     0.7558    88.5900    10.4637      1.0000
 225     0.1000     0.0124    99.6060     0.6769    89.4000    10.2254      1.0000
 226     0.1000     0.0136    99.5940     0.6443    89.5500    10.2602      1.0000
 227     0.1000     0.0099    99.6840     0.6776    89.5600    10.4775      1.0000
 228     0.1000     0.0105    99.6940     0.6760    89.5400    10.6034      1.0000
 229     0.1000     0.0121    99.6140     0.6237    89.4800    10.5673      1.0000
 230     0.1000     0.0115    99.6440     0.6520    89.5700    10.4281      1.0000
 231     0.1000     0.0088    99.7520     0.6801    89.6100    10.5179      1.0000
 232     0.1000     0.0093    99.7200     0.6709    89.5500    10.3981      1.0000
 233     0.1000     0.0115    99.6560     0.6052    89.6800    10.4325      1.0000
 234     0.1000     0.0087    99.7120     0.6840    89.8100    10.3140      1.0000
 235     0.1000     0.0099    99.6780     0.7093    89.6700    10.4341      1.0000
 236     0.1000     0.0108    99.6760     0.6517    88.9500    10.1969      1.0000
 237     0.1000     0.0109    99.6600     0.6963    89.1000    10.2167      1.0000
 238     0.1000     0.0115    99.6800     0.6397    90.1200    10.1940      1.0000
 239     0.1000     0.0087    99.7220     0.6979    89.7900    10.2726      1.0000
 240     0.1000     0.0107    99.7000     0.6224    89.5000    10.2885      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0090    99.7380     0.6641    90.0500    10.5242      1.0000
 242     0.1000     0.0084    99.7440     0.6835    90.0200    10.2985      1.0000
 243     0.1000     0.0071    99.7860     0.7013    89.8500    10.3176      1.0000
 244     0.1000     0.0100    99.6820     0.6833    89.9600    10.5356      1.0000
 245     0.1000     0.0116    99.6600     0.6041    89.5600    10.3293      1.0000
 246     0.1000     0.0079    99.7280     0.6733    89.7100    10.3584      1.0000
 247     0.1000     0.0089    99.7080     0.6685    89.5800    10.4741      1.0000
 248     0.1000     0.0088    99.7300     0.6953    89.2000    10.4079      1.0000
 249     0.1000     0.0095    99.6620     0.6953    89.2800    10.2877      1.0000
 250     0.1000     0.0071    99.7780     0.6861    89.7900    10.5463      1.0000
 251     0.1000     0.0096    99.7000     0.6922    89.1000    10.5079      1.0000
 252     0.1000     0.0132    99.6080     0.6079    89.5400    10.4329      1.0000
 253     0.1000     0.0088    99.7500     0.6735    90.2400    10.4072      1.0000
 254     0.1000     0.0094    99.6700     0.6736    89.7300    10.3259      1.0000
 255     0.1000     0.0095    99.7440     0.6362    90.1400    10.4781      1.0000
 256     0.1000     0.0069    99.7920     0.6852    90.0900    10.2409      1.0000
 257     0.1000     0.0094    99.6980     0.6826    89.8900    10.2481      1.0000
 258     0.1000     0.0082    99.7600     0.6808    89.7700    10.2793      1.0000
 259     0.1000     0.0095    99.7020     0.7244    89.7000    10.3519      1.0000
 260     0.1000     0.0070    99.7660     0.7684    88.9900    10.2148      1.0000
 261     0.1000     0.0079    99.7580     0.7313    89.2300    10.1775      1.0000
 262     0.1000     0.0096    99.7260     0.6791    89.5300    10.2263      1.0000
 263     0.1000     0.0072    99.7840     0.6741    89.8400    10.2009      1.0000
 264     0.1000     0.0069    99.7760     0.6917    90.0800    10.2878      1.0000
 265     0.1000     0.0115    99.7140     0.6916    89.5300    10.1712      1.0000
 266     0.1000     0.0096    99.7180     0.6693    89.4500    10.2678      1.0000
 267     0.1000     0.0084    99.7540     0.6842    89.8800    10.2414      1.0000
 268     0.1000     0.0081    99.7800     0.6673    89.8100    10.2212      1.0000
 269     0.1000     0.0065    99.8040     0.7586    89.7600    10.2434      1.0000
 270     0.1000     0.0073    99.7620     0.7204    90.0100    10.2039      1.0000
 271     0.1000     0.0058    99.8100     0.7183    89.8300    10.3796      1.0000
 272     0.1000     0.0085    99.7100     0.6695    89.8700    10.3077      1.0000
 273     0.1000     0.0064    99.8000     0.6821    89.5500    10.3439      1.0000
 274     0.1000     0.0071    99.7740     0.6821    89.8800    10.2327      1.0000
 275     0.1000     0.0100    99.6700     0.6849    89.4100    10.2248      1.0000
 276     0.1000     0.0073    99.7920     0.6568    89.3500    10.2260      1.0000
 277     0.1000     0.0084    99.7440     0.7369    89.4900    10.2067      1.0000
 278     0.1000     0.0098    99.6800     0.6693    89.7500    10.2040      1.0000
 279     0.1000     0.0095    99.7280     0.6503    89.2800    10.2304      1.0000
 280     0.1000     0.0089    99.7200     0.7066    89.5200    10.1730      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0091    99.7340     0.6947    89.8600    10.2058      1.0000
 282     0.1000     0.0069    99.7780     0.6858    89.6900    10.2256      1.0000
 283     0.1000     0.0075    99.7740     0.6634    89.5000    10.2804      1.0000
 284     0.1000     0.0065    99.7980     0.6795    89.2500    10.2994      1.0000
 285     0.1000     0.0081    99.7580     0.6852    89.9600    10.2309      1.0000
 286     0.1000     0.0079    99.7520     0.6356    89.8300    10.2202      1.0000
 287     0.1000     0.0053    99.8260     0.7244    89.7800    10.2600      1.0000
 288     0.1000     0.0076    99.7780     0.6775    89.7000    10.2161      1.0000
 289     0.1000     0.0070    99.7820     0.6617    89.7400    10.2173      1.0000
 290     0.1000     0.0067    99.7780     0.7695    89.6900    10.2136      1.0000
 291     0.1000     0.0078    99.7620     0.7238    89.8600    10.2305      1.0000
 292     0.1000     0.0044    99.8560     0.8511    89.8600    10.2344      1.0000
 293     0.1000     0.0069    99.7900     0.7265    89.8300    10.2621      1.0000
 294     0.1000     0.0069    99.7980     0.7266    89.3200    10.2493      1.0000
 295     0.1000     0.0049    99.8340     0.8013    90.2500    10.2260      1.0000
 296     0.1000     0.0098    99.7260     0.6886    88.9800    10.2921      1.0000
 297     0.1000     0.0060    99.7940     0.6931    89.8200    10.2790      1.0000
 298     0.1000     0.0081    99.7660     0.6919    89.8900    10.2546      1.0000
 299     0.1000     0.0073    99.7620     0.6817    89.6900    10.1929      1.0000
 300     0.1000     0.0068    99.7880     0.7024    89.7900    10.2594      1.0000
 301     0.0996     0.0076    99.7780     0.6456    90.3400    10.2590      1.0000
 302     0.0992     0.0081    99.7580     0.6528    89.5800    10.2071      1.0000
 303     0.0988     0.0051    99.8460     0.7107    89.6400    10.1795      1.0000
 304     0.0983     0.0055    99.8320     0.7213    89.5900    10.1885      1.0000
 305     0.0979     0.0051    99.8460     0.7374    89.9800    10.1762      1.0000
 306     0.0975     0.0077    99.7500     0.7859    88.7600    10.3335      1.0000
 307     0.0971     0.0063    99.7960     0.7118    89.5800    10.2998      1.0000
 308     0.0967     0.0109    99.7280     0.6887    89.6200    10.2331      1.0000
 309     0.0963     0.0078    99.7640     0.6787    89.5000    10.2493      1.0000
 310     0.0959     0.0067    99.8080     0.7426    89.6300    10.2210      1.0000
 311     0.0955     0.0069    99.7860     0.6769    89.7700    10.2806      1.0000
 312     0.0950     0.0075    99.7480     0.7007    89.7500    10.1964      1.0000
 313     0.0946     0.0066    99.8240     0.6708    89.8200    10.1859      1.0000
 314     0.0942     0.0051    99.8380     0.7005    89.9600    10.2117      1.0000
 315     0.0938     0.0052    99.8300     0.7166    89.8400    10.2225      1.0000
 316     0.0934     0.0063    99.8000     0.7064    89.8000    10.2640      1.0000
 317     0.0930     0.0057    99.8340     0.6678    89.9300    10.2825      1.0000
 318     0.0926     0.0062    99.8120     0.7041    89.4600    10.2763      1.0000
 319     0.0922     0.0058    99.8060     0.7046    89.8600    10.2139      1.0000
 320     0.0917     0.0045    99.8580     0.7222    89.7200    10.1745      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0041    99.8640     0.7606    89.7900    10.1267      1.0000
 322     0.0909     0.0043    99.8780     0.7537    89.7500    10.1997      1.0000
 323     0.0905     0.0065    99.8220     0.6567    89.5600    10.2229      1.0000
 324     0.0901     0.0051    99.8520     0.6757    90.0200    10.2792      1.0000
 325     0.0897     0.0042    99.8520     0.7232    90.2700    10.3204      1.0000
 326     0.0893     0.0034    99.8760     0.7722    90.1200    10.2826      1.0000
 327     0.0889     0.0043    99.8740     0.7511    90.1500    10.2390      1.0000
 328     0.0885     0.0027    99.9060     0.8187    89.8600    10.1933      1.0000
 329     0.0880     0.0044    99.8840     0.7203    90.0100    10.1884      1.0000
 330     0.0876     0.0033    99.8900     0.7965    90.1100    10.1994      1.0000
 331     0.0872     0.0040    99.8780     0.7730    90.2000    10.3651      1.0000
 332     0.0868     0.0032    99.8980     0.7908    90.4900    10.1813      1.0000
 333     0.0864     0.0047    99.8720     0.8004    89.7000    10.2911      1.0000
 334     0.0860     0.0040    99.8700     0.7454    90.0800    10.2049      1.0000
 335     0.0856     0.0038    99.8960     0.7920    89.9200    10.2653      1.0000
 336     0.0852     0.0025    99.9260     0.8238    90.1200    10.2342      1.0000
 337     0.0847     0.0049    99.8560     0.8039    89.9500    10.2544      1.0000
 338     0.0843     0.0035    99.9160     0.7947    90.3700    10.2355      1.0000
 339     0.0839     0.0026    99.9160     0.7688    90.2100    10.2239      1.0000
 340     0.0835     0.0027    99.9080     0.8467    89.8800    10.1384      1.0000
 341     0.0831     0.0042    99.8780     0.7910    90.0800    10.2253      1.0000
 342     0.0827     0.0039    99.8780     0.7809    90.0800    10.2308      1.0000
 343     0.0823     0.0041    99.8700     0.7550    90.1700    10.1983      1.0000
 344     0.0818     0.0038    99.8920     0.7574    90.0300    10.2478      1.0000
 345     0.0814     0.0025    99.9280     0.7929    90.3700    10.2320      1.0000
 346     0.0810     0.0025    99.9260     0.7734    90.1700    10.1469      1.0000
 347     0.0806     0.0018    99.9320     0.7901    90.2200    10.1896      1.0000
 348     0.0802     0.0022    99.9360     0.8196    90.1000    10.2708      1.0000
 349     0.0798     0.0041    99.8760     0.8324    89.5500    10.3043      1.0000
 350     0.0794     0.0019    99.9440     0.7997    89.8100    10.2982      1.0000
 351     0.0790     0.0021    99.9280     0.7984    90.1000    10.2147      1.0000
 352     0.0786     0.0016    99.9500     0.8277    89.9900    10.2131      1.0000
 353     0.0781     0.0032    99.9020     0.8037    90.1200    10.2659      1.0000
 354     0.0777     0.0024    99.9180     0.7970    90.3100    10.2260      1.0000
 355     0.0773     0.0029    99.9160     0.7744    90.1800    10.3009      1.0000
 356     0.0769     0.0024    99.9320     0.7728    90.0500    10.2627      1.0000
 357     0.0765     0.0020    99.9380     0.8428    89.7500    10.2342      1.0000
 358     0.0761     0.0033    99.8900     0.7884    90.0400    10.2615      1.0000
 359     0.0757     0.0026    99.9220     0.7538    90.1800    10.2504      1.0000
 360     0.0753     0.0012    99.9600     0.8052    90.0000    10.2457      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0025    99.9260     0.7883    90.0900    10.2140      1.0000
 362     0.0744     0.0027    99.9180     0.8026    90.3300    10.2672      1.0000
 363     0.0740     0.0029    99.9160     0.7475    89.8100    10.2777      1.0000
 364     0.0736     0.0020    99.9360     0.7493    90.4200    10.2234      1.0000
 365     0.0732     0.0019    99.9360     0.7784    90.5600    10.1636      1.0000
 366     0.0728     0.0022    99.9420     0.8105    90.2300    10.3730      1.0000
 367     0.0724     0.0015    99.9500     0.8152    90.1500    10.2270      1.0000
 368     0.0720     0.0014    99.9620     0.8052    90.3200    10.1900      1.0000
 369     0.0715     0.0027    99.9440     0.8169    89.9200    10.2924      1.0000
 370     0.0711     0.0019    99.9440     0.8161    89.8800    10.2484      1.0000
 371     0.0707     0.0014    99.9540     0.8421    90.1500    10.4239      1.0000
 372     0.0703     0.0019    99.9480     0.8242    89.6900    10.2981      1.0000
 373     0.0699     0.0018    99.9460     0.7989    89.9500    10.3203      1.0000
 374     0.0695     0.0017    99.9520     0.7996    90.1200    10.2823      1.0000
 375     0.0691     0.0014    99.9560     0.8118    89.9200    10.2149      1.0000
 376     0.0686     0.0007    99.9860     0.8154    90.3700    10.2604      1.0000
 377     0.0682     0.0009    99.9700     0.8507    90.2200    10.4810      1.0000
 378     0.0678     0.0008    99.9780     0.8688    90.3100    10.4464      1.0000
 379     0.0674     0.0007    99.9700     0.8889    90.0600    10.3087      1.0000
 380     0.0670     0.0011    99.9620     0.8760    90.3100    10.3827      1.0000
 381     0.0666     0.0011    99.9620     0.9255    90.4400    10.5349      1.0000
 382     0.0662     0.0008    99.9680     0.9310    90.3700    10.6149      1.0000
 383     0.0658     0.0009    99.9640     0.9024    90.2600    10.2558      1.0000
 384     0.0654     0.0014    99.9580     0.8797    90.3000    10.2109      1.0000
 385     0.0649     0.0024    99.9360     0.8499    90.1500    10.5940      1.0000
 386     0.0645     0.0013    99.9500     0.8405    90.2000    10.2028      1.0000
 387     0.0641     0.0014    99.9580     0.8573    90.2100    10.2193      1.0000
 388     0.0637     0.0006    99.9760     0.8873    90.4100    10.4159      1.0000
 389     0.0633     0.0006    99.9820     0.9103    90.2600    10.4363      1.0000
 390     0.0629     0.0012    99.9660     0.9603    90.1900    10.3611      1.0000
 391     0.0625     0.0012    99.9600     0.9524    90.3800    10.2173      1.0000
 392     0.0621     0.0038    99.9080     0.8075    90.0800    10.3815      1.0000
 393     0.0616     0.0024    99.9340     0.7957    90.2500    10.4924      1.0000
 394     0.0612     0.0009    99.9700     0.8169    90.5200    10.3487      1.0000
 395     0.0608     0.0017    99.9500     0.8228    90.3700    10.5540      1.0000
 396     0.0604     0.0011    99.9560     0.8283    90.4200    10.2167      1.0000
 397     0.0600     0.0006    99.9800     0.8635    90.4300    10.3894      1.0000
 398     0.0596     0.0010    99.9740     0.8652    90.1400    10.1442      1.0000
 399     0.0592     0.0009    99.9760     0.8471    90.3400    10.2973      1.0000
 400     0.0588     0.0004    99.9840     0.8721    90.3600    10.3308      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0004    99.9840     0.8926    90.4000    10.3863      1.0000
 402     0.0579     0.0007    99.9800     0.8980    90.3100    10.2769      1.0000
 403     0.0575     0.0004    99.9860     0.9075    90.4200    10.2231      1.0000
 404     0.0571     0.0005    99.9800     0.9219    90.3700    10.2540      1.0000
 405     0.0567     0.0016    99.9560     0.9088    90.2300    10.3579      1.0000
 406     0.0563     0.0005    99.9780     0.9528    90.4600    10.1665      1.0000
 407     0.0559     0.0007    99.9820     0.9952    90.2300    10.3707      1.0000
 408     0.0554     0.0009    99.9800     0.9342    90.3900    10.3202      1.0000
 409     0.0550     0.0002   100.0000     0.9689    90.5700    10.2808      1.0000
 410     0.0546     0.0007    99.9780     0.9798    90.2800    10.5338      1.0000
 411     0.0542     0.0012    99.9660     0.9183    90.3900    10.5080      1.0000
 412     0.0538     0.0007    99.9780     0.9134    90.3800    10.3113      1.0000
 413     0.0534     0.0006    99.9840     0.9183    90.4500    10.1990      1.0000
 414     0.0530     0.0014    99.9580     0.9038    90.0800    10.3542      1.0000
 415     0.0526     0.0007    99.9680     0.9083    89.9700    10.4377      1.0000
 416     0.0522     0.0011    99.9680     0.8847    90.3100    10.1854      1.0000
 417     0.0517     0.0008    99.9780     0.8856    90.3100    10.2568      1.0000
 418     0.0513     0.0006    99.9800     0.8847    90.3000    10.0973      1.0000
 419     0.0509     0.0007    99.9760     0.8831    90.3300    10.2524      1.0000
 420     0.0505     0.0009    99.9700     0.8861    90.4000    10.6322      1.0000
 421     0.0501     0.0004    99.9840     0.9106    90.3300    10.2316      1.0000
 422     0.0497     0.0005    99.9840     0.8997    90.4200    10.3113      1.0000
 423     0.0493     0.0008    99.9740     0.9006    90.3400    10.3371      1.0000
 424     0.0489     0.0004    99.9860     0.9014    90.4700    10.3375      1.0000
 425     0.0484     0.0004    99.9920     0.9144    90.4500    10.4228      1.0000
 426     0.0480     0.0004    99.9880     0.9213    90.5000    10.4207      1.0000
 427     0.0476     0.0005    99.9860     0.9400    90.4400    10.4336      1.0000
 428     0.0472     0.0002    99.9920     0.9569    90.4300    10.4609      1.0000
 429     0.0468     0.0003    99.9920     0.9648    90.3800    10.1842      1.0000
 430     0.0464     0.0003    99.9940     0.9578    90.4800    10.2708      1.0000
 431     0.0460     0.0007    99.9800     0.9682    90.2500    10.2538      1.0000
 432     0.0456     0.0005    99.9840     0.9643    90.3800    10.1591      1.0000
 433     0.0451     0.0004    99.9820     0.9952    90.3000    10.2685      1.0000
 434     0.0447     0.0003    99.9880     1.0032    90.3300    10.3555      1.0000
 435     0.0443     0.0004    99.9880     0.9945    90.1500    10.3262      1.0000
 436     0.0439     0.0005    99.9840     1.0153    90.3200    10.2505      1.0000
 437     0.0435     0.0002    99.9940     1.0151    90.3500    10.3247      1.0000
 438     0.0431     0.0002    99.9920     1.0265    90.4400    10.4121      1.0000
 439     0.0427     0.0004    99.9840     1.0006    90.3600    10.3451      1.0000
 440     0.0423     0.0003    99.9920     0.9878    90.4100    10.3017      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0002    99.9940     0.9944    90.4600    10.2061      1.0000
 442     0.0414     0.0002    99.9960     1.0121    90.5400    10.4108      1.0000
 443     0.0410     0.0002    99.9940     1.0086    90.5200    10.2848      1.0000
 444     0.0406     0.0002    99.9920     1.0085    90.4900    10.3180      1.0000
 445     0.0402     0.0003    99.9960     1.0391    90.4700    10.1502      1.0000
 446     0.0398     0.0006    99.9840     1.0229    90.5100    10.2792      1.0000
 447     0.0394     0.0002    99.9960     1.0019    90.6300    10.3492      1.0000
 448     0.0389     0.0007    99.9820     0.9676    90.4900    10.2770      1.0000
 449     0.0385     0.0004    99.9860     0.9745    90.7000    10.4606      1.0000
 450     0.0381     0.0005    99.9900     0.9746    90.6900    10.4982      1.0000
 451     0.0377     0.0003    99.9920     0.9816    90.7200    10.4033      1.0000
 452     0.0373     0.0002    99.9900     0.9805    90.6600    10.5758      1.0000
 453     0.0369     0.0008    99.9860     0.9777    90.5700    10.3380      1.0000
 454     0.0365     0.0002    99.9940     0.9727    90.6100    10.6190      1.0000
 455     0.0361     0.0001    99.9980     0.9768    90.6800    10.4535      1.0000
 456     0.0357     0.0001   100.0000     0.9863    90.7200    10.5047      1.0000
 457     0.0352     0.0003    99.9880     0.9871    90.7700    10.3273      1.0000
 458     0.0348     0.0001   100.0000     0.9904    90.8700    10.5356      1.0000
 459     0.0344     0.0001   100.0000     0.9935    90.7900    10.3002      1.0000
 460     0.0340     0.0004    99.9880     1.0114    90.6100    10.3945      1.0000
 461     0.0336     0.0002    99.9960     1.0081    90.6200    10.4788      1.0000
 462     0.0332     0.0003    99.9940     0.9963    90.7700    10.3924      1.0000
 463     0.0328     0.0001    99.9980     1.0062    90.7800    10.4261      1.0000
 464     0.0324     0.0001    99.9980     1.0149    90.7800    10.6729      1.0000
 465     0.0319     0.0001    99.9960     1.0258    90.7000    10.5512      1.0000
 466     0.0315     0.0002    99.9940     1.0251    90.6000    10.3672      1.0000
 467     0.0311     0.0001    99.9960     1.0376    90.6800    10.5460      1.0000
 468     0.0307     0.0002    99.9980     1.0230    90.6100    10.4251      1.0000
 469     0.0303     0.0001    99.9960     1.0219    90.7000    10.3727      1.0000
 470     0.0299     0.0000   100.0000     1.0289    90.6900    10.2374      1.0000
 471     0.0295     0.0000   100.0000     1.0287    90.6000    10.5012      1.0000
 472     0.0291     0.0002    99.9960     1.0292    90.6700    10.4500      1.0000
 473     0.0286     0.0000   100.0000     1.0320    90.6700    10.2756      1.0000
 474     0.0282     0.0001    99.9980     1.0391    90.7000    10.1431      1.0000
 475     0.0278     0.0003    99.9920     1.0263    90.6300    10.5007      1.0000
 476     0.0274     0.0001    99.9980     1.0279    90.7700    10.3672      1.0000
 477     0.0270     0.0001    99.9980     1.0321    90.6400    10.2324      1.0000
 478     0.0266     0.0002    99.9960     1.0295    90.7100    10.2591      1.0000
 479     0.0262     0.0002    99.9900     1.0325    90.7700    10.2200      1.0000
 480     0.0257     0.0002    99.9920     1.0227    90.7300    10.2254      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0001    99.9960     1.0245    90.6800    10.2467      1.0000
 482     0.0249     0.0000   100.0000     1.0251    90.7200    10.2307      1.0000
 483     0.0245     0.0000   100.0000     1.0298    90.7400    10.1700      1.0000
 484     0.0241     0.0001    99.9980     1.0380    90.6800    10.1359      1.0000
 485     0.0237     0.0001    99.9960     1.0467    90.7700    10.2121      1.0000
 486     0.0233     0.0001    99.9980     1.0595    90.7000    10.1245      1.0000
 487     0.0229     0.0002    99.9980     1.0489    90.6300    10.3016      1.0000
 488     0.0225     0.0001    99.9980     1.0476    90.5900    10.6334      1.0000
 489     0.0220     0.0000   100.0000     1.0499    90.7200    10.4482      1.0000
 490     0.0216     0.0005    99.9860     1.0610    90.6900    10.3238      1.0000
 491     0.0212     0.0000   100.0000     1.0627    90.7700    10.4122      1.0000
 492     0.0208     0.0001    99.9980     1.0723    90.7500    10.2895      1.0000
 493     0.0204     0.0002    99.9960     1.0685    90.6700    10.2646      1.0000
 494     0.0200     0.0001    99.9960     1.0687    90.6400    10.3599      1.0000
 495     0.0196     0.0000   100.0000     1.0719    90.6000    10.4135      1.0000
 496     0.0192     0.0000   100.0000     1.0734    90.6300    10.2972      1.0000
 497     0.0187     0.0001    99.9960     1.0762    90.5400    10.3748      1.0000
 498     0.0183     0.0000   100.0000     1.0796    90.5400    10.4267      1.0000
 499     0.0179     0.0001    99.9980     1.0736    90.6000    10.5180      1.0000
 500     0.0175     0.0001    99.9980     1.0777    90.5600    10.2338      1.0000
 501     0.0171     0.0000    99.9980     1.0793    90.5500    10.5315      1.0000
 502     0.0167     0.0000   100.0000     1.0804    90.5300    10.2734      1.0000
 503     0.0163     0.0001    99.9980     1.0654    90.6500    10.2327      1.0000
 504     0.0159     0.0001    99.9960     1.0701    90.6100    10.2819      1.0000
 505     0.0154     0.0000   100.0000     1.0708    90.5900    10.2175      1.0000
 506     0.0150     0.0000   100.0000     1.0720    90.5900    10.3023      1.0000
 507     0.0146     0.0000   100.0000     1.0738    90.6100    10.2134      1.0000
 508     0.0142     0.0001    99.9980     1.0772    90.5700    10.2278      1.0000
 509     0.0138     0.0000   100.0000     1.0778    90.5900    10.2730      1.0000
 510     0.0134     0.0001    99.9960     1.0874    90.4900    10.2389      1.0000
 511     0.0130     0.0000   100.0000     1.0858    90.5700    10.3132      1.0000
 512     0.0125     0.0000   100.0000     1.0891    90.6000    10.3126      1.0000
 513     0.0121     0.0000   100.0000     1.0887    90.5500    10.3095      1.0000
 514     0.0117     0.0001    99.9980     1.0887    90.5900    10.2219      1.0000
 515     0.0113     0.0000   100.0000     1.0891    90.6500    10.2336      1.0000
 516     0.0109     0.0000   100.0000     1.0894    90.6400    10.2155      1.0000
 517     0.0105     0.0000   100.0000     1.0902    90.6300    10.3029      1.0000
 518     0.0101     0.0000   100.0000     1.0888    90.5900    10.3113      1.0000
 519     0.0097     0.0000   100.0000     1.0896    90.6400    10.2654      1.0000
 520     0.0092     0.0000   100.0000     1.0896    90.6400    10.2560      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     1.0900    90.6700    10.3764      1.0000
 522     0.0084     0.0000   100.0000     1.0912    90.6600    10.2443      1.0000
 523     0.0080     0.0000   100.0000     1.0911    90.7100    10.2429      1.0000
 524     0.0076     0.0000    99.9980     1.0904    90.6800    10.1712      1.0000
 525     0.0072     0.0000   100.0000     1.0908    90.6800    10.1749      1.0000
 526     0.0068     0.0000   100.0000     1.0911    90.7100    10.2419      1.0000
 527     0.0064     0.0001    99.9960     1.0926    90.6900    10.3101      1.0000
 528     0.0060     0.0000    99.9980     1.0932    90.6800    10.3322      1.0000
 529     0.0055     0.0000    99.9980     1.0936    90.7400    10.2437      1.0000
 530     0.0051     0.0001    99.9980     1.0935    90.7800    10.2143      1.0000
 531     0.0047     0.0002    99.9940     1.0953    90.6500    10.2701      1.0000
 532     0.0043     0.0000   100.0000     1.0946    90.6800    10.1300      1.0000
 533     0.0039     0.0000   100.0000     1.0950    90.6900    10.3553      1.0000
 534     0.0035     0.0000    99.9980     1.0963    90.7000    10.3506      1.0000
 535     0.0031     0.0000   100.0000     1.0970    90.6900    10.2099      1.0000
 536     0.0027     0.0000   100.0000     1.0972    90.6900    10.2945      1.0000
 537     0.0022     0.0000    99.9980     1.0968    90.7000    10.2553      1.0000
 538     0.0018     0.0000   100.0000     1.0972    90.7100    10.2287      1.0000
 539     0.0014     0.0000   100.0000     1.0975    90.7100    10.1784      1.0000
 540     0.0010     0.0001    99.9980     1.0978    90.7100    10.1439      1.0000
 541     0.0010     0.0000   100.0000     1.0979    90.7000    10.1638      1.0000
 542     0.0010     0.0000   100.0000     1.0978    90.6900    10.0783      1.0000
 543     0.0010     0.0000   100.0000     1.0979    90.6900    10.1932      1.0000
 544     0.0010     0.0001    99.9980     1.0983    90.7000    10.3218      1.0000
 545     0.0010     0.0000   100.0000     1.0984    90.7100    10.2654      1.0000
 546     0.0010     0.0000    99.9980     1.0984    90.7100    10.2494      1.0000
 547     0.0010     0.0000    99.9980     1.0985    90.7100    10.1728      1.0000
 548     0.0010     0.0000    99.9980     1.0987    90.7300    10.3236      1.0000
 549     0.0010     0.0000   100.0000     1.0988    90.7200    10.1801      1.0000
 550     0.0010     0.0000    99.9980     1.0989    90.7200    10.1501      1.0000
 551     0.0010     0.0000    99.9980     1.0990    90.7400    10.1715      1.0000
 552     0.0010     0.0000    99.9980     1.0986    90.7500    10.1626      1.0000
 553     0.0010     0.0000    99.9980     1.0986    90.7500    10.2561      1.0000
 554     0.0010     0.0000   100.0000     1.0987    90.7500    10.2708      1.0000
 555     0.0010     0.0000   100.0000     1.0988    90.7500    10.2068      1.0000
 556     0.0010     0.0000    99.9980     1.0989    90.7400    10.1466      1.0000
 557     0.0010     0.0000   100.0000     1.0987    90.7400    10.1994      1.0000
 558     0.0010     0.0000   100.0000     1.0989    90.7400    10.3069      1.0000
 559     0.0010     0.0000   100.0000     1.0991    90.7300    10.1782      1.0000
 560     0.0010     0.0000   100.0000     1.0992    90.7300    10.2460      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     1.0991    90.7300    10.2678      1.0000
 562     0.0010     0.0000    99.9980     1.0992    90.7300    10.2734      1.0000
 563     0.0010     0.0000   100.0000     1.0994    90.7300    10.2327      1.0000
 564     0.0010     0.0000   100.0000     1.0994    90.7400    10.2103      1.0000
 565     0.0010     0.0000    99.9980     1.0990    90.7400    10.1800      1.0000
 566     0.0010     0.0000   100.0000     1.0990    90.7300    10.2349      1.0000
 567     0.0010     0.0000   100.0000     1.0992    90.7300    10.2648      1.0000
 568     0.0010     0.0000   100.0000     1.0992    90.7300    10.2835      1.0000
 569     0.0010     0.0000    99.9980     1.0993    90.7400    10.2953      1.0000
 570     0.0010     0.0000   100.0000     1.0994    90.7400    10.1745      1.0000
 571     0.0010     0.0001    99.9980     1.0991    90.7500    10.1574      1.0000
 572     0.0010     0.0000   100.0000     1.0992    90.7600    10.1451      1.0000
 573     0.0010     0.0000   100.0000     1.0992    90.7400    10.1964      1.0000
 574     0.0010     0.0000   100.0000     1.0991    90.7600    10.1505      1.0000
 575     0.0010     0.0000   100.0000     1.0992    90.7500    10.1518      1.0000
 576     0.0010     0.0000   100.0000     1.0993    90.7600    10.1403      1.0000
 577     0.0010     0.0000   100.0000     1.0994    90.7500    10.2230      1.0000
 578     0.0010     0.0001    99.9980     1.0989    90.7500    10.2145      1.0000
 579     0.0010     0.0001    99.9960     1.0985    90.7500    10.3605      1.0000
 580     0.0010     0.0001    99.9980     1.0980    90.7400    10.2082      1.0000
 581     0.0010     0.0001    99.9980     1.0974    90.7500    10.0682      1.0000
 582     0.0010     0.0000   100.0000     1.0974    90.7500    10.2171      1.0000
 583     0.0010     0.0000   100.0000     1.0974    90.7400    10.2016      1.0000
 584     0.0010     0.0000   100.0000     1.0975    90.7500    10.0995      1.0000
 585     0.0010     0.0000   100.0000     1.0976    90.7500    10.0979      1.0000
 586     0.0010     0.0000   100.0000     1.0976    90.7500    10.2707      1.0000
 587     0.0010     0.0001    99.9960     1.0980    90.7400    10.1733      1.0000
 588     0.0010     0.0000   100.0000     1.0981    90.7400    10.2168      1.0000
 589     0.0010     0.0001    99.9980     1.0977    90.7300    10.2214      1.0000
 590     0.0010     0.0000   100.0000     1.0978    90.7300    10.1506      1.0000
 591     0.0010     0.0000   100.0000     1.0979    90.7300    10.2484      1.0000
 592     0.0010     0.0000   100.0000     1.0980    90.7300    10.2520      1.0000
 593     0.0010     0.0000   100.0000     1.0981    90.7300    10.2410      1.0000
 594     0.0010     0.0000   100.0000     1.0982    90.7200    10.2133      1.0000
 595     0.0010     0.0000    99.9980     1.0983    90.7200    10.1969      1.0000
 596     0.0010     0.0000   100.0000     1.0983    90.7300    10.2149      1.0000
 597     0.0010     0.0000   100.0000     1.0984    90.7300    10.1903      1.0000
 598     0.0010     0.0000   100.0000     1.0985    90.7200    10.2603      1.0000
 599     0.0010     0.0001    99.9980     1.0984    90.7000    10.2061      1.0000
 600     0.0010     0.0000    99.9980     1.0987    90.7000    10.2991      1.0000
