Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2730    12.2740     2.1615    17.9700    11.1355      0.9481
   2     0.1000     2.1205    18.5760     1.9491    23.0300    10.3910      0.9215
   3     0.1000     1.9712    22.4220     1.9175    23.5100    10.3674      0.9001
   4     0.1000     1.9500    23.1460     1.7815    28.5600    10.5184      0.8815
   5     0.1000     1.8635    25.9060     1.8038    30.0800    10.1826      0.8647
   6     0.1000     1.7080    33.4500     1.7071    32.6400    10.2373      0.8494
   7     0.1000     1.5948    38.4180     1.5000    42.8000    10.4355      0.8352
   8     0.1000     1.4989    42.8820     1.4116    47.6100    10.3343      0.8218
   9     0.1000     1.4081    47.9440     1.3530    49.9100    10.6493      0.8092
  10     0.1000     1.3105    52.9120     1.3038    54.6700    10.1676      0.7974
  11     0.1000     1.1829    58.2540     1.0301    63.6100    10.2762      0.7860
  12     0.1000     1.0589    62.7920     0.9762    66.2700    10.6590      0.7752
  13     0.1000     0.9717    66.1660     0.8978    68.7300    10.2651      0.7648
  14     0.1000     0.8898    69.3280     0.8590    71.1300    10.2643      0.7548
  15     0.1000     0.8242    71.7880     0.7767    73.6500    10.3218      0.7452
  16     0.1000     0.7609    74.1680     0.7541    74.9100    10.2910      0.7359
  17     0.1000     0.7112    76.0320     0.7362    75.8500    10.2828      0.7269
  18     0.1000     0.6652    77.5940     0.7223    75.3400    10.3876      0.7182
  19     0.1000     0.6243    79.1540     0.6211    79.0000    10.2388      0.7097
  20     0.1000     0.5873    80.4780     0.5694    81.6900    10.2191      0.7014
  21     0.1000     0.5578    81.3600     0.5691    81.3900    10.3155      0.6934
  22     0.1000     0.5232    82.6620     0.8199    74.7200    10.4660      0.6856
  23     0.1000     0.5053    83.3580     0.5272    82.6700    10.5571      0.6781
  24     0.1000     0.4783    84.3320     0.5784    82.0600    10.3181      0.6706
  25     0.1000     0.4530    85.0860     0.5612    81.9100    10.4296      0.6634
  26     0.1000     0.4325    85.6480     0.5341    82.8400    10.3301      0.6564
  27     0.1000     0.4084    86.4940     0.5231    83.9100    10.1812      0.6495
  28     0.1000     0.3994    86.8800     0.5221    83.6000    10.2378      0.6427
  29     0.1000     0.3790    87.4980     0.5068    83.6900    10.2671      0.6361
  30     0.1000     0.3603    88.0820     0.5288    83.3800    10.1133      0.6297
  31     0.1000     0.3439    88.8400     0.4930    84.3700    10.2612      0.6234
  32     0.1000     0.3371    88.7420     0.5510    82.7000    10.3616      0.6172
  33     0.1000     0.3223    89.2960     0.5303    84.1700    10.2203      0.6112
  34     0.1000     0.3063    89.9020     0.4747    85.5000    10.2457      0.6053
  35     0.1000     0.2943    90.3460     0.4809    85.4700    10.1599      0.5994
  36     0.1000     0.2835    90.6920     0.4385    86.7100    10.2139      0.5937
  37     0.1000     0.2731    91.0220     0.4577    85.8600    10.2357      0.5881
  38     0.1000     0.2619    91.3580     0.5013    85.5100    10.1854      0.5826
  39     0.1000     0.2473    91.8060     0.4663    86.7900    10.1814      0.5772
  40     0.1000     0.2411    92.0440     0.4464    87.2500    10.2231      0.5719
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2304    92.4180     0.4475    87.0500    10.2019      0.5667
  42     0.1000     0.2189    92.7520     0.4699    85.8300    10.2263      0.5616
  43     0.1000     0.2167    92.9180     0.6407    81.0700    10.2031      0.5566
  44     0.1000     0.2037    93.2920     0.5046    86.5300    10.3022      0.5516
  45     0.1000     0.1994    93.5360     0.4786    86.3100    10.3544      0.5467
  46     0.1000     0.1908    93.7360     0.5822    84.3900    10.2802      0.5420
  47     0.1000     0.1948    93.6140     0.4798    86.7100    10.3244      0.5373
  48     0.1000     0.1813    93.9840     0.5012    86.4600    10.2073      0.5327
  49     0.1000     0.1740    94.1800     0.5001    86.4100    10.2775      0.5281
  50     0.1000     0.1675    94.5120     0.4762    86.8700    10.2236      0.5236
  51     0.1000     0.1632    94.6260     0.4495    87.7800    10.3074      0.5192
  52     0.1000     0.1550    94.7320     0.5054    86.6500    10.2886      0.5148
  53     0.1000     0.1465    95.1260     0.4805    87.7000    10.1889      0.5105
  54     0.1000     0.1445    95.2420     0.4623    87.6300    10.2202      0.5063
  55     0.1000     0.1393    95.3700     0.5048    87.0300    10.2270      0.5021
  56     0.1000     0.1379    95.5100     0.5325    86.3400    10.2604      0.4980
  57     0.1000     0.1309    95.7440     0.5378    86.7300    10.1601      0.4938
  58     0.1000     0.1317    95.6740     0.4894    87.8900    10.2498      0.4898
  59     0.1000     0.1271    95.8660     0.5480    86.3000    10.2749      0.4859
  60     0.1000     0.1187    96.1060     0.4614    87.8200    10.2507      0.4821
  61     0.1000     0.1193    95.9940     0.4900    87.6100    10.1811      0.4782
  62     0.1000     0.1101    96.4140     0.4969    88.3000    10.1353      0.4744
  63     0.1000     0.1061    96.6740     0.4817    87.7400    10.2697      0.4707
  64     0.1000     0.1116    96.2860     0.4988    87.6700    10.2503      0.4670
  65     0.1000     0.1017    96.6960     0.5056    87.5700    10.2622      0.4634
  66     0.1000     0.0972    96.8200     0.5657    86.8500    10.2547      0.4598
  67     0.1000     0.0974    96.7300     0.5087    87.9600    10.2296      0.4563
  68     0.1000     0.0929    96.8880     0.4834    88.2100    10.2750      0.4528
  69     0.1000     0.0888    97.0620     0.5195    87.6400    10.2932      0.4493
  70     0.1000     0.0900    97.1400     0.5694    85.8000    10.2605      0.4459
  71     0.1000     0.0914    97.0480     0.4956    87.9100    10.1880      0.4425
  72     0.1000     0.0815    97.3920     0.5442    87.7100    10.2383      0.4392
  73     0.1000     0.0840    97.1860     0.5027    88.1100    10.3065      0.4359
  74     0.1000     0.0768    97.4220     0.5302    88.5300    10.2109      0.4327
  75     0.1000     0.0749    97.5620     0.4908    88.6200    10.1091      0.4294
  76     0.1000     0.0762    97.5680     0.4700    88.6400    10.4384      0.4262
  77     0.1000     0.0717    97.6760     0.5414    87.3700    10.2916      0.4231
  78     0.1000     0.0742    97.5560     0.5265    87.5600    10.1955      0.4200
  79     0.1000     0.0690    97.8120     0.4782    88.3400    10.1781      0.4169
  80     0.1000     0.0672    97.8260     0.5188    88.4600    10.2453      0.4138
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0663    97.9360     0.5118    88.5400    10.2538      0.4108
  82     0.1000     0.0638    97.9200     0.5567    88.1800    10.2077      0.4079
  83     0.1000     0.0594    98.0600     0.5786    87.8100    10.1834      0.4049
  84     0.1000     0.0619    97.9680     0.5331    88.5600    10.2100      0.4019
  85     0.1000     0.0614    97.9860     0.5503    88.0900    10.1836      0.3992
  86     0.1000     0.0575    98.1000     0.5682    88.0200    10.1905      0.3963
  87     0.1000     0.0724    97.7880     0.7413    84.8700    10.3097      0.3935
  88     0.1000     0.0600    98.0840     0.5263    89.0100    10.2483      0.3907
  89     0.1000     0.0533    98.2720     0.5224    88.8300    10.2117      0.3880
  90     0.1000     0.0500    98.3560     0.5580    88.4700    10.2739      0.3852
  91     0.1000     0.0546    98.2380     0.5425    88.6500    10.3177      0.3825
  92     0.1000     0.0542    98.3020     0.5469    88.8300    10.2837      0.3799
  93     0.1000     0.0515    98.3800     0.5338    88.4200    10.2370      0.3773
  94     0.1000     0.0520    98.2920     0.4995    88.9700    10.2255      0.3747
  95     0.1000     0.0502    98.3900     0.6422    87.0400    10.2720      0.3721
  96     0.1000     0.0445    98.5960     0.6023    87.9400    10.3387      0.3695
  97     0.1000     0.0463    98.4760     0.6220    87.3700    10.4043      0.3670
  98     0.1000     0.0479    98.4260     0.5462    88.4700    10.2216      0.3645
  99     0.1000     0.0404    98.7360     0.5267    89.3700    10.3474      0.3620
 100     0.1000     0.0490    98.4740     0.6045    88.2100    10.2039      0.3595
 101     0.1000     0.0422    98.6760     0.5807    88.2900    10.2823      0.3571
 102     0.1000     0.0454    98.5340     0.5574    88.5400    10.2795      0.3547
 103     0.1000     0.0419    98.6520     0.5527    88.7500    10.2438      0.3523
 104     0.1000     0.0388    98.7660     0.5971    88.6400    10.3706      0.3500
 105     0.1000     0.0413    98.6620     0.5263    89.3800    10.3681      0.3477
 106     0.1000     0.0370    98.8020     0.5743    88.6300    10.3089      0.3454
 107     0.1000     0.0407    98.6500     0.5413    88.8800    10.2089      0.3431
 108     0.1000     0.0369    98.8460     0.5277    89.4600    10.2724      0.3408
 109     0.1000     0.0387    98.7200     0.5636    89.0200    10.1900      0.3386
 110     0.1000     0.0420    98.6960     0.5437    89.1700    10.3157      0.3364
 111     0.1000     0.0375    98.7820     0.7252    86.3400    10.2433      0.3342
 112     0.1000     0.0377    98.7420     0.5361    89.5300    10.2355      0.3321
 113     0.1000     0.0360    98.8500     0.5393    89.6400    10.1678      0.3299
 114     0.1000     0.0358    98.9020     0.5784    88.5100    10.2332      0.3278
 115     0.1000     0.0314    98.9840     0.5652    89.0700    10.2829      0.3257
 116     0.1000     0.0331    98.9900     0.6053    88.6000    10.2293      0.3236
 117     0.1000     0.0311    99.0060     0.5545    89.4500    10.2122      0.3216
 118     0.1000     0.0295    99.0600     0.5442    89.0200    10.2553      0.3195
 119     0.1000     0.0310    99.0100     0.5633    89.0300    10.2524      0.3175
 120     0.1000     0.0293    99.0960     0.5787    89.4100    10.1947      0.3155
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0308    99.0160     0.6734    87.9500    10.2710      0.3135
 122     0.1000     0.0300    99.0580     0.5985    88.2900    10.2722      0.3115
 123     0.1000     0.0342    98.8800     0.6124    88.4100    10.2090      0.3096
 124     0.1000     0.0298    99.0600     0.5637    89.1200    10.2277      0.3077
 125     0.1000     0.0344    98.8780     0.6093    88.8600    10.2295      0.3058
 126     0.1000     0.0320    99.0100     0.6104    88.9900    10.3110      0.3039
 127     0.1000     0.0332    98.9600     0.5554    89.3900    10.2172      0.3020
 128     0.1000     0.0284    99.1420     0.6111    88.6800    10.3129      0.3002
 129     0.1000     0.0290    99.0260     0.5891    88.7900    10.2308      0.2984
 130     0.1000     0.0286    99.1020     0.5710    88.9000    10.3286      0.2965
 131     0.1000     0.0267    99.1940     0.5736    89.2600    10.2671      0.2947
 132     0.1000     0.0243    99.2040     0.6071    89.0400    10.1995      0.2930
 133     0.1000     0.0298    99.0040     0.5920    88.9600    10.2097      0.2911
 134     0.1000     0.0283    99.0860     0.5496    89.5400    10.4312      0.2894
 135     0.1000     0.0287    99.0780     0.5531    89.4000    10.2571      0.2877
 136     0.1000     0.0242    99.2580     0.5884    89.0000    10.2918      0.2859
 137     0.1000     0.0275    99.1060     0.5575    89.3800    10.3571      0.2842
 138     0.1000     0.0247    99.2240     0.5627    88.9100    10.2933      0.2825
 139     0.1000     0.0254    99.1840     0.5617    89.3400    10.2787      0.2808
 140     0.1000     0.0260    99.1800     0.6465    88.0000    10.3208      0.2792
 141     0.1000     0.0289    99.0920     0.5470    89.1800    10.2650      0.2776
 142     0.1000     0.0243    99.2620     0.6746    87.6300    10.2293      0.2759
 143     0.1000     0.0260    99.1840     0.5909    89.2700    10.2644      0.2743
 144     0.1000     0.0224    99.2980     0.5928    88.9100    10.2627      0.2728
 145     0.1000     0.0221    99.3120     0.6542    88.3000    10.2073      0.2711
 146     0.1000     0.0212    99.3240     0.6062    89.3800    10.2803      0.2696
 147     0.1000     0.0217    99.3480     0.7087    87.8200    10.2864      0.2680
 148     0.1000     0.0280    99.1460     0.5875    89.3900    10.2538      0.2665
 149     0.1000     0.0236    99.2460     0.5390    89.9300    10.3446      0.2650
 150     0.1000     0.0237    99.2200     0.5664    89.7400    10.2891      0.2635
 151     0.1000     0.0189    99.3820     0.5920    89.2700    10.2677      0.2620
 152     0.1000     0.0219    99.2800     0.5942    89.2600    10.2667      0.2605
 153     0.1000     0.0229    99.2500     0.6115    88.7000    10.2553      0.2590
 154     0.1000     0.0194    99.4180     0.5561    89.8700    10.2389      0.2576
 155     0.1000     0.0192    99.3940     0.6219    89.4400    10.2160      0.2561
 156     0.1000     0.0222    99.2780     0.5934    88.9200    10.2324      0.2547
 157     0.1000     0.0211    99.3400     0.6303    88.8400    10.2784      0.2533
 158     0.1000     0.0171    99.4700     0.6355    89.3700    10.3239      0.2519
 159     0.1000     0.0169    99.4640     0.6287    89.0500    10.2695      0.2505
 160     0.1000     0.0167    99.4800     0.6490    89.2200    10.3450      0.2490
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0221    99.2900     0.6647    88.3100    10.3396      0.2476
 162     0.1000     0.0245    99.2000     0.5555    89.6600    10.3178      0.2463
 163     0.1000     0.0196    99.4140     0.6134    88.6300    10.1077      0.2449
 164     0.1000     0.0201    99.4340     0.5819    89.8900    10.2586      0.2436
 165     0.1000     0.0196    99.4160     0.6150    89.3400    10.1510      0.2423
 166     0.1000     0.0161    99.5240     0.7659    87.5900    10.2917      0.2410
 167     0.1000     0.0263    99.2240     0.6382    89.0600    10.2604      0.2397
 168     0.1000     0.0210    99.3360     0.6350    88.7900    10.2988      0.2384
 169     0.1000     0.0182    99.4100     0.5899    89.5000    10.3422      0.2371
 170     0.1000     0.0179    99.4440     0.6469    88.3800    10.2367      0.2359
 171     0.1000     0.0194    99.4400     0.5779    89.6700    10.2109      0.2346
 172     0.1000     0.0197    99.3840     0.6114    89.1300    10.1856      0.2334
 173     0.1000     0.0221    99.3300     0.5522    89.7200    10.2499      0.2321
 174     0.1000     0.0191    99.4220     0.6639    87.8600    10.2314      0.2310
 175     0.1000     0.0200    99.3660     0.6264    88.0900    10.2834      0.2297
 176     0.1000     0.0199    99.3700     0.6195    89.3100    10.2607      0.2286
 177     0.1000     0.0201    99.3820     0.5718    89.9400    10.3214      0.2274
 178     0.1000     0.0174    99.4420     0.5893    89.4700    10.2050      0.2263
 179     0.1000     0.0185    99.4440     0.7689    87.1700    10.2039      0.2251
 180     0.1000     0.0200    99.4040     0.5716    89.8200    10.2257      0.2239
 181     0.1000     0.0200    99.3840     0.6957    88.0100    10.1959      0.2228
 182     0.1000     0.0209    99.3800     0.5830    89.8500    10.3403      0.2217
 183     0.1000     0.0169    99.4560     0.5774    89.8100    10.2488      0.2206
 184     0.1000     0.0169    99.4740     0.6135    88.9000    10.2573      0.2195
 185     0.1000     0.0147    99.5280     0.6052    89.5400    10.2149      0.2184
 186     0.1000     0.0141    99.5840     0.6027    89.8100    10.1805      0.2172
 187     0.1000     0.0157    99.5120     0.5962    89.7400    10.2662      0.2161
 188     0.1000     0.0162    99.4720     0.5692    89.5600    10.2302      0.2150
 189     0.1000     0.0149    99.5200     0.5576    90.0900    10.2164      0.2139
 190     0.1000     0.0174    99.4500     0.5703    89.7600    10.2801      0.2129
 191     0.1000     0.0180    99.4540     0.5972    89.5100    10.2779      0.2118
 192     0.1000     0.0155    99.5360     0.5901    89.5100    10.2938      0.2108
 193     0.1000     0.0154    99.5220     0.5890    89.4500    10.2514      0.2097
 194     0.1000     0.0140    99.5920     0.5786    89.7000    10.3235      0.2087
 195     0.1000     0.0147    99.5460     0.5987    89.3100    10.3139      0.2077
 196     0.1000     0.0201    99.4220     0.6039    89.0200    10.2960      0.2067
 197     0.1000     0.0134    99.5980     0.6204    89.7900    10.2697      0.2057
 198     0.1000     0.0154    99.5360     0.5749    89.7300    10.1702      0.2047
 199     0.1000     0.0162    99.5140     0.6457    88.6200    10.2307      0.2037
 200     0.1000     0.0186    99.3840     0.6040    89.7200    10.2583      0.2028
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0184    99.4220     0.6124    89.4600    10.2327      0.2018
 202     0.1000     0.0183    99.4600     0.6044    89.2100    10.2521      0.2009
 203     0.1000     0.0121    99.6460     0.6037    89.8400    10.3140      0.2000
 204     0.1000     0.0164    99.4860     0.5828    89.8800    10.2798      0.1990
 205     0.1000     0.0124    99.6260     0.6536    89.0300    10.2763      0.1980
 206     0.1000     0.0138    99.5620     0.5888    89.7400    10.3502      0.1971
 207     0.1000     0.0155    99.5220     0.5886    89.1600    10.2464      0.1962
 208     0.1000     0.0146    99.5640     0.5734    89.7700    10.2426      0.1953
 209     0.1000     0.0126    99.6220     0.5897    89.8600    10.3009      0.1944
 210     0.1000     0.0155    99.5480     0.6013    89.8900    10.2594      0.1934
 211     0.1000     0.0174    99.4400     0.5942    89.5100    10.3000      0.1926
 212     0.1000     0.0163    99.4900     0.6216    89.3500    10.2231      0.1917
 213     0.1000     0.0137    99.6300     0.6025    89.5800    10.2971      0.1908
 214     0.1000     0.0148    99.5840     0.6112    89.4300    10.2470      0.1899
 215     0.1000     0.0153    99.5140     0.5864    89.6700    10.2245      0.1891
 216     0.1000     0.0144    99.5740     0.6011    89.5000    10.2514      0.1882
 217     0.1000     0.0127    99.6300     0.6225    89.8100    10.2543      0.1874
 218     0.1000     0.0128    99.6080     0.6815    88.7200    10.3517      0.1866
 219     0.1000     0.0138    99.5520     0.6104    89.8000    10.2782      0.1857
 220     0.1000     0.0158    99.5340     0.5969    89.4900    10.3378      0.1849
 221     0.1000     0.0142    99.5580     0.6083    89.5100    10.2279      0.1841
 222     0.1000     0.0135    99.5740     0.6741    89.2500    10.2720      0.1832
 223     0.1000     0.0144    99.5660     0.6322    89.3700    10.2412      0.1824
 224     0.1000     0.0155    99.4940     0.5882    89.6300    10.1990      0.1816
 225     0.1000     0.0154    99.5320     0.5912    89.4400    10.2632      0.1808
 226     0.1000     0.0118    99.6460     0.6014    90.0900    10.3115      0.1800
 227     0.1000     0.0136    99.6100     0.6237    89.4000    10.2358      0.1793
 228     0.1000     0.0158    99.4900     0.5926    89.6700    10.2360      0.1785
 229     0.1000     0.0139    99.5600     0.5988    89.7600    10.3115      0.1777
 230     0.1000     0.0128    99.6100     0.6060    89.8800    10.2320      0.1769
 231     0.1000     0.0129    99.5860     0.6408    88.9700    10.2863      0.1762
 232     0.1000     0.0167    99.5040     0.6094    89.1200    10.3074      0.1755
 233     0.1000     0.0143    99.5700     0.5951    89.8500    10.3333      0.1747
 234     0.1000     0.0158    99.4960     0.5892    89.3100    10.2664      0.1740
 235     0.1000     0.0122    99.6080     0.6198    89.7100    10.3359      0.1733
 236     0.1000     0.0093    99.7180     0.6471    89.5200    10.2908      0.1725
 237     0.1000     0.0126    99.6000     0.6579    88.8000    10.2578      0.1718
 238     0.1000     0.0145    99.5800     0.6266    89.6300    10.2014      0.1710
 239     0.1000     0.0115    99.6240     0.6123    89.7500    10.1892      0.1703
 240     0.1000     0.0121    99.6300     0.5921    89.9100    10.2073      0.1696
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0109    99.6540     0.6461    89.4200    10.2020      0.1689
 242     0.1000     0.0114    99.6480     0.5932    90.1300    10.1881      0.1682
 243     0.1000     0.0109    99.6820     0.5833    90.0900    10.2626      0.1674
 244     0.1000     0.0118    99.6100     0.6307    89.7600    10.2777      0.1667
 245     0.1000     0.0105    99.6660     0.6124    89.6800    10.2460      0.1660
 246     0.1000     0.0120    99.6260     0.6217    89.7500    10.3141      0.1653
 247     0.1000     0.0115    99.6560     0.6697    89.3600    10.2474      0.1646
 248     0.1000     0.0136    99.5580     0.5804    89.9600    10.3954      0.1640
 249     0.1000     0.0136    99.5840     0.6375    89.3800    10.2918      0.1633
 250     0.1000     0.0117    99.6480     0.6395    89.6000    10.5615      0.1627
 251     0.1000     0.0137    99.5800     0.5832    89.7100    10.2132      0.1620
 252     0.1000     0.0113    99.6800     0.6190    89.8600    10.1099      0.1614
 253     0.1000     0.0129    99.6180     0.6253    89.3900    10.2443      0.1607
 254     0.1000     0.0141    99.5700     0.5690    90.2100    10.1551      0.1601
 255     0.1000     0.0141    99.5820     0.5940    89.9000    10.2043      0.1596
 256     0.1000     0.0104    99.6960     0.5989    89.9300    10.2202      0.1589
 257     0.1000     0.0159    99.5380     0.6052    89.5300    10.3782      0.1583
 258     0.1000     0.0132    99.6100     0.5898    89.7800    10.2774      0.1577
 259     0.1000     0.0129    99.6100     0.6217    89.2100    10.2844      0.1571
 260     0.1000     0.0119    99.6740     0.6422    89.4900    10.2921      0.1565
 261     0.1000     0.0107    99.6860     0.6183    89.7300    10.3081      0.1559
 262     0.1000     0.0096    99.7220     0.6553    89.8200    10.3113      0.1553
 263     0.1000     0.0110    99.6820     0.7071    89.2700    10.2713      0.1547
 264     0.1000     0.0136    99.5960     0.6126    90.0200    10.1691      0.1541
 265     0.1000     0.0099    99.7100     0.6634    89.4700    10.2479      0.1535
 266     0.1000     0.0123    99.6020     0.6262    89.6300    10.1778      0.1529
 267     0.1000     0.0124    99.5980     0.6114    89.8400    10.2418      0.1523
 268     0.1000     0.0117    99.6540     0.6798    89.3900    10.2921      0.1518
 269     0.1000     0.0105    99.6660     0.6515    89.5800    10.2170      0.1512
 270     0.1000     0.0117    99.6480     0.6353    89.7200    10.2401      0.1506
 271     0.1000     0.0116    99.6640     0.6242    89.3700    10.2573      0.1501
 272     0.1000     0.0116    99.6300     0.7102    88.5900    10.2122      0.1496
 273     0.1000     0.0118    99.6620     0.6127    90.0800    10.2129      0.1490
 274     0.1000     0.0119    99.6400     0.6078    89.7400    10.1532      0.1484
 275     0.1000     0.0102    99.6980     0.6405    89.6600    10.4004      0.1479
 276     0.1000     0.0105    99.6720     0.6394    89.9600    10.3151      0.1473
 277     0.1000     0.0112    99.6480     0.5999    89.9300    10.2402      0.1468
 278     0.1000     0.0105    99.6800     0.6204    89.8500    10.2750      0.1462
 279     0.1000     0.0110    99.6700     0.6412    89.9400    10.2438      0.1457
 280     0.1000     0.0132    99.6280     0.6150    89.6800    10.3452      0.1452
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0109    99.6820     0.6082    89.9000    10.3281      0.1447
 282     0.1000     0.0099    99.6920     0.5887    90.2500    10.2511      0.1441
 283     0.1000     0.0091    99.7280     0.6318    89.9500    10.4486      0.1436
 284     0.1000     0.0116    99.6140     0.6205    90.0700    10.3517      0.1431
 285     0.1000     0.0125    99.5960     0.6432    89.5200    10.8128      0.1426
 286     0.1000     0.0116    99.6580     0.5998    89.8000    10.4110      0.1421
 287     0.1000     0.0095    99.7260     0.5979    90.1500    10.2230      0.1416
 288     0.1000     0.0101    99.7000     0.6347    89.8200    10.2496      0.1411
 289     0.1000     0.0084    99.7580     0.6195    90.0000    10.2784      0.1405
 290     0.1000     0.0118    99.6600     0.6007    89.9400    10.3054      0.1401
 291     0.1000     0.0101    99.6760     0.6258    89.8400    10.2758      0.1396
 292     0.1000     0.0127    99.5740     0.6033    89.7600    10.2278      0.1391
 293     0.1000     0.0104    99.6780     0.6451    89.7200    10.2228      0.1387
 294     0.1000     0.0106    99.6640     0.6938    89.0800    10.2655      0.1382
 295     0.1000     0.0123    99.6260     0.6393    89.7300    10.3107      0.1377
 296     0.1000     0.0121    99.6620     0.6178    89.9300    10.1863      0.1373
 297     0.1000     0.0111    99.6300     0.6042    90.0800    10.2727      0.1368
 298     0.1000     0.0106    99.7100     0.6143    89.8000    10.2518      0.1364
 299     0.1000     0.0127    99.6340     0.6021    90.0600    10.2979      0.1359
 300     0.1000     0.0114    99.6640     0.6018    90.1600    10.3659      0.1355
 301     0.0996     0.0094    99.7140     0.6311    89.9800    10.1812      0.1350
 302     0.0992     0.0114    99.6260     0.6484    89.7600    10.2215      0.1346
 303     0.0988     0.0127    99.5980     0.6197    89.8000    10.2246      0.1342
 304     0.0983     0.0113    99.6600     0.5867    89.9600    10.2880      0.1337
 305     0.0979     0.0090    99.7220     0.6464    89.3600    10.3126      0.1333
 306     0.0975     0.0094    99.6940     0.6254    90.0000    10.2036      0.1329
 307     0.0971     0.0095    99.7240     0.6441    89.6100    10.0963      0.1325
 308     0.0967     0.0123    99.6340     0.6364    89.5800    10.1847      0.1320
 309     0.0963     0.0089    99.7300     0.6230    90.2700    10.3164      0.1316
 310     0.0959     0.0079    99.7600     0.6680    89.8000    10.3087      0.1312
 311     0.0955     0.0134    99.5800     0.6177    89.9300    10.1802      0.1308
 312     0.0950     0.0086    99.7320     0.6644    89.6000    10.5174      0.1304
 313     0.0946     0.0064    99.7760     0.6668    89.9400    10.1680      0.1300
 314     0.0942     0.0079    99.7560     0.6841    89.7200    10.2855      0.1296
 315     0.0938     0.0075    99.7780     0.6342    90.1400    10.2600      0.1292
 316     0.0934     0.0090    99.7400     0.6424    90.0700    10.2675      0.1288
 317     0.0930     0.0085    99.7460     0.6819    90.0000    10.3561      0.1285
 318     0.0926     0.0089    99.7280     0.6738    89.3400    10.2137      0.1281
 319     0.0922     0.0067    99.7920     0.6657    89.7600    10.2666      0.1277
 320     0.0917     0.0081    99.7540     0.7406    89.0300    10.2956      0.1273
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0064    99.8020     0.6404    90.2400    10.3086      0.1269
 322     0.0909     0.0084    99.7360     0.6387    90.1700    10.3191      0.1266
 323     0.0905     0.0079    99.7380     0.6558    89.9300    10.3191      0.1262
 324     0.0901     0.0059    99.8120     0.6561    89.9600    10.2992      0.1258
 325     0.0897     0.0064    99.7960     0.6370    90.2400    10.2196      0.1255
 326     0.0893     0.0079    99.7620     0.6450    90.2500    10.2157      0.1251
 327     0.0889     0.0068    99.7780     0.6749    89.7500    10.3008      0.1247
 328     0.0885     0.0073    99.7800     0.6995    89.6200    10.2431      0.1244
 329     0.0880     0.0073    99.7760     0.6525    89.6300    10.2674      0.1241
 330     0.0876     0.0088    99.7180     0.6598    89.7900    10.3233      0.1237
 331     0.0872     0.0049    99.8620     0.6647    90.2600    10.3221      0.1234
 332     0.0868     0.0076    99.7800     0.6494    90.2400    10.2780      0.1230
 333     0.0864     0.0063    99.8020     0.6560    90.2900    10.3138      0.1227
 334     0.0860     0.0055    99.8360     0.6817    90.1900    10.3066      0.1224
 335     0.0856     0.0074    99.7920     0.7032    89.5800    10.2992      0.1220
 336     0.0852     0.0072    99.7680     0.7255    89.4200    10.2332      0.1217
 337     0.0847     0.0057    99.8260     0.6703    90.0200    10.3228      0.1214
 338     0.0843     0.0053    99.8380     0.6678    90.1700    10.3090      0.1211
 339     0.0839     0.0042    99.8700     0.6709    90.3300    10.2854      0.1207
 340     0.0835     0.0056    99.8300     0.6493    89.7800    10.2430      0.1204
 341     0.0831     0.0067    99.7880     0.6779    89.8400    10.2160      0.1201
 342     0.0827     0.0049    99.8520     0.6640    90.2900    10.2356      0.1198
 343     0.0823     0.0042    99.8740     0.6772    90.0700    10.2643      0.1195
 344     0.0818     0.0037    99.9120     0.7376    89.4500    10.2279      0.1191
 345     0.0814     0.0055    99.8260     0.7051    90.1100    10.2985      0.1189
 346     0.0810     0.0060    99.8020     0.7132    89.1300    10.3213      0.1185
 347     0.0806     0.0051    99.8620     0.6829    90.1700    10.3332      0.1183
 348     0.0802     0.0047    99.8360     0.6605    90.2200    10.3045      0.1180
 349     0.0798     0.0041    99.8860     0.6885    90.1200    10.3245      0.1177
 350     0.0794     0.0048    99.8520     0.6484    90.2600    10.3543      0.1174
 351     0.0790     0.0040    99.8860     0.6547    90.4900    10.3204      0.1171
 352     0.0786     0.0037    99.9100     0.6902    90.2700    10.3238      0.1168
 353     0.0781     0.0052    99.8280     0.6816    90.1800    10.5803      0.1165
 354     0.0777     0.0043    99.8600     0.6625    90.2700    10.3720      0.1162
 355     0.0773     0.0050    99.8580     0.6554    90.1100    10.3316      0.1159
 356     0.0769     0.0042    99.8660     0.7450    89.5500    10.3381      0.1157
 357     0.0765     0.0052    99.8440     0.6673    90.1500    10.3398      0.1154
 358     0.0761     0.0037    99.8960     0.6710    90.3400    10.2538      0.1152
 359     0.0757     0.0028    99.9100     0.7062    90.2400    10.3348      0.1149
 360     0.0753     0.0045    99.8760     0.6769    90.3500    10.2897      0.1146
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0049    99.8600     0.6718    90.2900    10.4102      0.1144
 362     0.0744     0.0050    99.8740     0.6724    90.2600    10.2815      0.1141
 363     0.0740     0.0042    99.8580     0.7033    89.9500    10.2398      0.1138
 364     0.0736     0.0034    99.8940     0.7002    90.1600    10.3267      0.1136
 365     0.0732     0.0046    99.8680     0.6976    90.1500    10.2846      0.1133
 366     0.0728     0.0036    99.8900     0.6879    90.4500    10.1676      0.1131
 367     0.0724     0.0040    99.8880     0.6493    90.4300    10.8142      0.1129
 368     0.0720     0.0039    99.8920     0.6908    90.1500    10.1799      0.1126
 369     0.0715     0.0034    99.8940     0.6602    90.2600    10.2271      0.1124
 370     0.0711     0.0044    99.8700     0.6578    90.0700    10.2460      0.1121
 371     0.0707     0.0032    99.8820     0.7188    89.7900    10.2628      0.1119
 372     0.0703     0.0026    99.9300     0.6901    90.2300    10.2604      0.1117
 373     0.0699     0.0042    99.8980     0.6712    90.2100    10.2983      0.1114
 374     0.0695     0.0035    99.9100     0.6695    90.0200    10.1448      0.1112
 375     0.0691     0.0035    99.9080     0.6554    90.5800    10.3194      0.1110
 376     0.0686     0.0029    99.9280     0.6549    90.5400    10.2353      0.1107
 377     0.0682     0.0027    99.9280     0.6906    90.3500    10.3696      0.1105
 378     0.0678     0.0030    99.9260     0.6714    90.1800    10.1765      0.1103
 379     0.0674     0.0029    99.9240     0.6738    90.5700    10.3859      0.1101
 380     0.0670     0.0032    99.8900     0.6915    90.4800    10.2324      0.1099
 381     0.0666     0.0025    99.9140     0.6811    90.3800    10.3857      0.1096
 382     0.0662     0.0020    99.9520     0.6751    90.4700    10.1470      0.1094
 383     0.0658     0.0026    99.9220     0.6909    90.5700    10.2507      0.1092
 384     0.0654     0.0017    99.9520     0.7073    90.6000    10.2617      0.1090
 385     0.0649     0.0023    99.9320     0.7015    90.3500    10.2711      0.1087
 386     0.0645     0.0019    99.9480     0.7137    90.3500    10.3875      0.1085
 387     0.0641     0.0015    99.9580     0.6952    90.6500    10.1905      0.1083
 388     0.0637     0.0015    99.9540     0.7399    90.5200    10.2507      0.1081
 389     0.0633     0.0027    99.9120     0.7486    90.3300    10.3736      0.1079
 390     0.0629     0.0030    99.9140     0.6845    90.4900    10.2836      0.1077
 391     0.0625     0.0019    99.9440     0.7225    90.4500    10.3962      0.1075
 392     0.0621     0.0032    99.9140     0.6947    90.6400    10.2760      0.1073
 393     0.0616     0.0014    99.9580     0.7364    90.2500    10.1877      0.1071
 394     0.0612     0.0021    99.9480     0.6705    90.8500    10.2486      0.1069
 395     0.0608     0.0013    99.9540     0.7004    90.7700    10.3803      0.1067
 396     0.0604     0.0028    99.9260     0.6960    90.3800    10.6664      0.1065
 397     0.0600     0.0023    99.9420     0.7182    90.1600    10.2506      0.1064
 398     0.0596     0.0022    99.9400     0.6993    90.2300    10.1902      0.1062
 399     0.0592     0.0024    99.9220     0.6779    90.6200    10.3527      0.1060
 400     0.0588     0.0008    99.9840     0.6997    90.3400    10.4352      0.1058
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0014    99.9580     0.7258    90.1400    10.3202      0.1056
 402     0.0579     0.0013    99.9580     0.6999    90.6500    10.4614      0.1054
 403     0.0575     0.0025    99.9400     0.7037    90.5300    10.3261      0.1053
 404     0.0571     0.0019    99.9480     0.7150    90.3400    10.8459      0.1051
 405     0.0567     0.0018    99.9580     0.7426    90.3500    10.5613      0.1049
 406     0.0563     0.0010    99.9860     0.7270    90.5200    10.2454      0.1047
 407     0.0559     0.0018    99.9560     0.7514    90.3100    10.2325      0.1046
 408     0.0554     0.0014    99.9480     0.7260    90.5500    10.2628      0.1044
 409     0.0550     0.0014    99.9580     0.7294    90.4400    10.3912      0.1042
 410     0.0546     0.0013    99.9620     0.7058    90.8100    10.1949      0.1041
 411     0.0542     0.0008    99.9780     0.7253    90.6800    10.2800      0.1039
 412     0.0538     0.0011    99.9760     0.7190    90.8200    10.6174      0.1038
 413     0.0534     0.0013    99.9620     0.7190    90.5900    10.1993      0.1036
 414     0.0530     0.0021    99.9420     0.7245    90.4900    10.2466      0.1034
 415     0.0526     0.0010    99.9740     0.7122    90.6300    10.2432      0.1033
 416     0.0522     0.0012    99.9660     0.7314    90.4500    10.2053      0.1031
 417     0.0517     0.0009    99.9740     0.7279    90.5600    10.2621      0.1030
 418     0.0513     0.0008    99.9760     0.7493    90.6200    10.2948      0.1028
 419     0.0509     0.0007    99.9820     0.7417    90.5000    10.2664      0.1026
 420     0.0505     0.0011    99.9740     0.7345    90.6100    10.2778      0.1025
 421     0.0501     0.0010    99.9760     0.7196    90.6500    10.2490      0.1023
 422     0.0497     0.0008    99.9780     0.7159    90.7400    10.3639      0.1022
 423     0.0493     0.0004    99.9920     0.7277    90.8700    10.3284      0.1020
 424     0.0489     0.0007    99.9760     0.7738    90.4300    10.2906      0.1019
 425     0.0484     0.0016    99.9560     0.7486    90.6200    10.2227      0.1017
 426     0.0480     0.0013    99.9620     0.7425    90.5000    10.2198      0.1016
 427     0.0476     0.0009    99.9660     0.7562    90.5400    10.2957      0.1015
 428     0.0472     0.0009    99.9820     0.7383    90.8000    10.2036      0.1013
 429     0.0468     0.0011    99.9800     0.7408    90.7100    10.2678      0.1012
 430     0.0464     0.0005    99.9900     0.7323    90.8300    10.2907      0.1011
 431     0.0460     0.0007    99.9860     0.7427    90.7400    10.3047      0.1009
 432     0.0456     0.0012    99.9640     0.7447    90.4700    10.1969      0.1008
 433     0.0451     0.0009    99.9780     0.7335    90.7000    10.2895      0.1007
 434     0.0447     0.0007    99.9840     0.7323    90.5600    10.2098      0.1006
 435     0.0443     0.0005    99.9840     0.7397    90.6600    10.2356      0.1004
 436     0.0439     0.0007    99.9780     0.7524    90.6000    10.2713      0.1003
 437     0.0435     0.0009    99.9760     0.7510    90.5100    10.1888      0.1002
 438     0.0431     0.0009    99.9740     0.7580    90.4700    10.3397      0.1001
 439     0.0427     0.0006    99.9820     0.7316    90.6800    10.2896      0.1000
 440     0.0423     0.0005    99.9900     0.7407    90.8700    10.3284      0.0998
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0007    99.9840     0.7244    90.7700    10.2359      0.0997
 442     0.0414     0.0009    99.9820     0.7358    90.7000    10.2808      0.0996
 443     0.0410     0.0008    99.9820     0.7245    90.8600    10.2200      0.0995
 444     0.0406     0.0007    99.9800     0.7336    90.8200    10.2340      0.0994
 445     0.0402     0.0009    99.9720     0.7709    90.7000    10.2188      0.0993
 446     0.0398     0.0007    99.9760     0.7206    90.9800    10.2404      0.0992
 447     0.0394     0.0011    99.9620     0.7215    90.7900    10.1745      0.0991
 448     0.0389     0.0007    99.9760     0.7308    90.7800    10.2666      0.0989
 449     0.0385     0.0007    99.9820     0.7285    90.8200    10.1780      0.0988
 450     0.0381     0.0009    99.9780     0.7131    90.7900    10.3395      0.0987
 451     0.0377     0.0008    99.9720     0.7284    90.6400    10.2492      0.0986
 452     0.0373     0.0007    99.9760     0.7281    90.6400    10.2722      0.0985
 453     0.0369     0.0006    99.9860     0.7186    90.9000    10.2143      0.0984
 454     0.0365     0.0003    99.9960     0.7245    90.9500    10.3018      0.0983
 455     0.0361     0.0004    99.9880     0.7582    90.7200    10.2068      0.0983
 456     0.0357     0.0005    99.9880     0.7413    90.8400    10.2197      0.0982
 457     0.0352     0.0005    99.9880     0.7421    90.8200    10.2741      0.0981
 458     0.0348     0.0005    99.9780     0.7416    90.6600    10.2591      0.0980
 459     0.0344     0.0004    99.9880     0.7407    90.7700    10.2701      0.0979
 460     0.0340     0.0006    99.9820     0.7425    90.9200    10.2522      0.0978
 461     0.0336     0.0004    99.9920     0.7441    90.8900    10.2299      0.0977
 462     0.0332     0.0004    99.9880     0.7406    90.8600    10.2326      0.0976
 463     0.0328     0.0003    99.9920     0.7432    90.8900    10.2350      0.0975
 464     0.0324     0.0002    99.9980     0.7476    91.0100    10.3714      0.0975
 465     0.0319     0.0008    99.9780     0.7507    90.5900    10.1614      0.0974
 466     0.0315     0.0005    99.9900     0.7652    90.7300    10.2251      0.0973
 467     0.0311     0.0007    99.9800     0.7515    90.8000    10.4821      0.0972
 468     0.0307     0.0005    99.9860     0.7375    90.8200    10.1698      0.0971
 469     0.0303     0.0002    99.9960     0.7429    90.8900    10.2376      0.0971
 470     0.0299     0.0002    99.9980     0.7510    90.7800    10.3990      0.0970
 471     0.0295     0.0002   100.0000     0.7472    91.0100    10.3311      0.0969
 472     0.0291     0.0003    99.9920     0.7532    91.0500    10.6607      0.0968
 473     0.0286     0.0004    99.9860     0.7597    90.9300    10.3191      0.0967
 474     0.0282     0.0005    99.9880     0.7671    90.5800    10.3594      0.0967
 475     0.0278     0.0003    99.9940     0.7646    90.7500    10.2807      0.0966
 476     0.0274     0.0004    99.9900     0.7480    90.8500    10.3773      0.0965
 477     0.0270     0.0003    99.9920     0.7555    90.8900    10.4251      0.0965
 478     0.0266     0.0002    99.9960     0.7598    90.8800    10.4119      0.0964
 479     0.0262     0.0002    99.9980     0.7555    90.9700    10.3191      0.0963
 480     0.0257     0.0002    99.9960     0.7586    90.8800    10.0534      0.0963
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0004    99.9940     0.7600    90.6800    10.3200      0.0962
 482     0.0249     0.0003    99.9940     0.7548    90.8900    10.9058      0.0961
 483     0.0245     0.0003    99.9940     0.7608    90.8400    10.2743      0.0961
 484     0.0241     0.0003    99.9900     0.7657    90.7400    10.2112      0.0960
 485     0.0237     0.0003    99.9960     0.7679    90.7700    10.2468      0.0960
 486     0.0233     0.0005    99.9920     0.7487    90.8700    10.2160      0.0959
 487     0.0229     0.0004    99.9940     0.7449    90.9300    10.4940      0.0959
 488     0.0225     0.0002    99.9980     0.7556    90.9200    10.4645      0.0958
 489     0.0220     0.0002    99.9960     0.7557    90.9600    10.3655      0.0957
 490     0.0216     0.0002    99.9980     0.7591    91.0300    10.7278      0.0957
 491     0.0212     0.0002    99.9980     0.7497    91.0300    10.5238      0.0956
 492     0.0208     0.0001    99.9980     0.7521    90.9500    10.3514      0.0956
 493     0.0204     0.0002    99.9960     0.7541    90.9100    10.3297      0.0955
 494     0.0200     0.0003    99.9960     0.7507    90.9600    10.3565      0.0955
 495     0.0196     0.0001    99.9980     0.7534    91.0400    10.3897      0.0954
 496     0.0192     0.0002    99.9940     0.7587    90.9100    10.1781      0.0954
 497     0.0187     0.0001    99.9980     0.7523    91.0100    10.3623      0.0953
 498     0.0183     0.0001   100.0000     0.7566    90.9000    10.3920      0.0953
 499     0.0179     0.0002    99.9920     0.7560    90.9200    10.1743      0.0953
 500     0.0175     0.0001   100.0000     0.7579    90.9100    10.3797      0.0952
 501     0.0171     0.0001   100.0000     0.7608    90.9100    10.2823      0.0952
 502     0.0167     0.0002    99.9960     0.7672    90.9800    10.5789      0.0951
 503     0.0163     0.0002    99.9940     0.7684    90.9900    10.4737      0.0951
 504     0.0159     0.0003    99.9900     0.7580    90.9800    10.4682      0.0951
 505     0.0154     0.0001   100.0000     0.7582    91.0000    10.4155      0.0950
 506     0.0150     0.0001   100.0000     0.7587    91.0300    10.3709      0.0950
 507     0.0146     0.0002    99.9980     0.7592    90.9900    10.3022      0.0950
 508     0.0142     0.0002    99.9980     0.7616    90.9900    10.4187      0.0949
 509     0.0138     0.0001    99.9980     0.7604    90.9900    10.5176      0.0949
 510     0.0134     0.0002    99.9960     0.7677    90.8600    10.3934      0.0949
 511     0.0130     0.0002    99.9980     0.7643    90.8900    10.3211      0.0948
 512     0.0125     0.0002    99.9940     0.7660    90.9100    10.6170      0.0948
 513     0.0121     0.0002    99.9960     0.7623    90.8600    10.6636      0.0948
 514     0.0117     0.0001   100.0000     0.7606    90.8900    10.5086      0.0948
 515     0.0113     0.0001    99.9980     0.7600    91.0100    10.3840      0.0947
 516     0.0109     0.0001   100.0000     0.7603    90.9200    10.2291      0.0947
 517     0.0105     0.0002    99.9960     0.7675    90.9100    10.2977      0.0947
 518     0.0101     0.0001   100.0000     0.7671    90.8700    10.4426      0.0947
 519     0.0097     0.0001    99.9980     0.7661    90.9100    10.2312      0.0946
 520     0.0092     0.0003    99.9960     0.7699    90.9400    10.2236      0.0946
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0002    99.9960     0.7650    91.0100    10.4433      0.0946
 522     0.0084     0.0001   100.0000     0.7657    91.0800    10.4657      0.0946
 523     0.0080     0.0001   100.0000     0.7657    91.0300    10.3222      0.0946
 524     0.0076     0.0002    99.9960     0.7642    90.9900    10.2619      0.0945
 525     0.0072     0.0002    99.9960     0.7635    90.9200    10.3433      0.0945
 526     0.0068     0.0001    99.9980     0.7658    90.9000    10.2867      0.0945
 527     0.0064     0.0002    99.9980     0.7668    90.8500    10.3925      0.0945
 528     0.0060     0.0002    99.9980     0.7625    90.9600    10.3306      0.0945
 529     0.0055     0.0002    99.9980     0.7627    90.9800    10.3733      0.0945
 530     0.0051     0.0001   100.0000     0.7643    90.9800    10.4720      0.0945
 531     0.0047     0.0001    99.9960     0.7637    90.9800    10.6672      0.0945
 532     0.0043     0.0001   100.0000     0.7636    91.0000    10.3689      0.0944
 533     0.0039     0.0001    99.9980     0.7642    90.9500    10.3608      0.0944
 534     0.0035     0.0001   100.0000     0.7642    90.9700    10.2152      0.0944
 535     0.0031     0.0001   100.0000     0.7640    91.0000    10.2384      0.0944
 536     0.0027     0.0001    99.9960     0.7633    91.0300    10.5006      0.0944
 537     0.0022     0.0001    99.9980     0.7635    90.9800    10.3918      0.0944
 538     0.0018     0.0002    99.9960     0.7645    90.9900    10.5357      0.0944
 539     0.0014     0.0001   100.0000     0.7646    90.9800    10.4155      0.0944
 540     0.0010     0.0001   100.0000     0.7647    90.9900    10.4657      0.0944
 541     0.0010     0.0003    99.9920     0.7652    90.9900    10.5553      0.0944
 542     0.0010     0.0001   100.0000     0.7654    90.9800    10.5033      0.0944
 543     0.0010     0.0001   100.0000     0.7656    90.9800    10.3163      0.0944
 544     0.0010     0.0001   100.0000     0.7657    90.9800    10.3053      0.0944
 545     0.0010     0.0001   100.0000     0.7658    91.0000    10.7780      0.0944
 546     0.0010     0.0001   100.0000     0.7659    90.9900    10.2930      0.0944
 547     0.0010     0.0001   100.0000     0.7660    90.9800    10.3036      0.0944
 548     0.0010     0.0001    99.9960     0.7660    90.9800    10.4829      0.0944
 549     0.0010     0.0002    99.9980     0.7657    90.9800    10.2281      0.0944
 550     0.0010     0.0001    99.9960     0.7658    90.9900    10.3655      0.0944
 551     0.0010     0.0001    99.9980     0.7656    90.9900    10.2591      0.0944
 552     0.0010     0.0002    99.9980     0.7661    90.9700    10.2985      0.0944
 553     0.0010     0.0002    99.9960     0.7654    90.9600    10.3369      0.0944
 554     0.0010     0.0002    99.9960     0.7653    90.9500    10.2823      0.0944
 555     0.0010     0.0002    99.9960     0.7655    90.9600    10.4092      0.0944
 556     0.0010     0.0001    99.9980     0.7656    90.9600    10.3419      0.0944
 557     0.0010     0.0001   100.0000     0.7656    90.9600    10.2701      0.0944
 558     0.0010     0.0001   100.0000     0.7655    90.9700    10.1494      0.0944
 559     0.0010     0.0001    99.9980     0.7655    90.9700    10.2516      0.0944
 560     0.0010     0.0001    99.9980     0.7655    90.9200    10.2407      0.0944
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001    99.9960     0.7653    90.9400    10.2660      0.0944
 562     0.0010     0.0001   100.0000     0.7656    90.9300    10.3009      0.0944
 563     0.0010     0.0001   100.0000     0.7657    90.9600    10.2230      0.0944
 564     0.0010     0.0001    99.9980     0.7655    90.9700    10.1389      0.0944
 565     0.0010     0.0002    99.9960     0.7655    90.9600    10.3382      0.0944
 566     0.0010     0.0002    99.9980     0.7654    90.9600    10.4164      0.0944
 567     0.0010     0.0001   100.0000     0.7657    90.9700    10.3435      0.0944
 568     0.0010     0.0001    99.9980     0.7658    90.9700    10.3290      0.0944
 569     0.0010     0.0001    99.9980     0.7660    90.9900    10.3422      0.0944
 570     0.0010     0.0001   100.0000     0.7661    90.9900    10.2487      0.0944
 571     0.0010     0.0002    99.9980     0.7662    91.0000    10.1910      0.0944
 572     0.0010     0.0001   100.0000     0.7665    91.0000    10.2673      0.0944
 573     0.0010     0.0002    99.9940     0.7666    91.0000    10.3795      0.0944
 574     0.0010     0.0001    99.9980     0.7668    91.0000    10.1859      0.0944
 575     0.0010     0.0002    99.9940     0.7665    91.0100    10.3249      0.0944
 576     0.0010     0.0001    99.9980     0.7665    91.0200    10.4276      0.0944
 577     0.0010     0.0001   100.0000     0.7666    91.0200    10.2725      0.0944
 578     0.0010     0.0001    99.9980     0.7668    91.0100    10.2930      0.0944
 579     0.0010     0.0001   100.0000     0.7668    90.9800    10.3026      0.0944
 580     0.0010     0.0001    99.9980     0.7665    90.9900    10.2063      0.0944
 581     0.0010     0.0001   100.0000     0.7665    90.9700    10.4914      0.0944
 582     0.0010     0.0001   100.0000     0.7666    90.9700    10.2942      0.0944
 583     0.0010     0.0001   100.0000     0.7667    90.9900    10.5653      0.0944
 584     0.0010     0.0001    99.9980     0.7664    91.0100    10.7007      0.0944
 585     0.0010     0.0001   100.0000     0.7666    91.0000    10.3576      0.0944
 586     0.0010     0.0001   100.0000     0.7668    91.0000    10.4294      0.0944
 587     0.0010     0.0001   100.0000     0.7670    90.9900    10.3989      0.0944
 588     0.0010     0.0001   100.0000     0.7671    91.0000    10.2723      0.0944
 589     0.0010     0.0001   100.0000     0.7674    90.9800    10.3157      0.0944
 590     0.0010     0.0001    99.9980     0.7675    91.0100    10.5628      0.0944
 591     0.0010     0.0001   100.0000     0.7676    90.9900    10.5357      0.0944
 592     0.0010     0.0001    99.9980     0.7676    90.9800    10.2809      0.0944
 593     0.0010     0.0001   100.0000     0.7676    90.9800    10.2162      0.0944
 594     0.0010     0.0002    99.9960     0.7674    90.9700    10.2033      0.0944
 595     0.0010     0.0001    99.9960     0.7678    90.9700    10.3040      0.0944
 596     0.0010     0.0001    99.9980     0.7680    90.9800    10.2808      0.0944
 597     0.0010     0.0001    99.9980     0.7680    90.9600    10.4449      0.0944
 598     0.0010     0.0002    99.9980     0.7681    90.9800    10.5970      0.0944
 599     0.0010     0.0002    99.9980     0.7681    90.9800    10.5159      0.0944
 600     0.0010     0.0002    99.9980     0.7681    90.9800    10.6857      0.0944
