Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2106    15.6120     2.1282    18.0200    17.0574      1.0000
   2     0.1000     2.0339    20.8480     1.8569    27.1400    15.3773      1.0000
   3     0.1000     1.8537    28.2500     1.8903    29.2500    15.3526      1.0000
   4     0.1000     1.6872    35.4600     1.4983    42.7100    15.3604      1.0000
   5     0.1000     1.5556    41.8340     1.5489    42.9100    15.3571      1.0000
   6     0.1000     1.4333    47.5940     2.1956    19.9500    15.3111      1.0000
   7     0.1000     1.3053    53.1640     1.3987    52.2500    15.2939      1.0000
   8     0.1000     1.1527    59.0300     1.0576    62.2400    15.3583      1.0000
   9     0.1000     1.0329    63.9900     0.8858    69.1900    15.2912      1.0000
  10     0.1000     0.9394    67.3240     0.8581    70.1100    15.5046      1.0000
  11     0.1000     0.8661    70.1120     0.7741    73.7700    15.3961      1.0000
  12     0.1000     0.7964    72.7200     0.8088    72.5800    15.4635      1.0000
  13     0.1000     0.7362    74.9680     0.8218    71.8600    15.4515      1.0000
  14     0.1000     0.6889    76.7320     0.7173    75.4200    15.3739      1.0000
  15     0.1000     0.6491    78.1380     0.7055    76.5900    15.4242      1.0000
  16     0.1000     0.6053    79.6620     0.6363    78.6200    15.4432      1.0000
  17     0.1000     0.5651    80.9380     0.5779    81.2300    15.4007      1.0000
  18     0.1000     0.5374    82.0260     0.6641    78.4300    15.4847      1.0000
  19     0.1000     0.5165    82.6340     0.5910    81.0300    15.3672      1.0000
  20     0.1000     0.4829    83.8060     0.5368    82.7000    15.4221      1.0000
  21     0.1000     0.4604    84.6920     0.5505    82.2100    15.3654      1.0000
  22     0.1000     0.4396    85.3780     0.6637    78.7400    15.4166      1.0000
  23     0.1000     0.4216    85.8760     0.5160    83.6400    15.2971      1.0000
  24     0.1000     0.4005    86.6160     0.4922    84.2700    15.3232      1.0000
  25     0.1000     0.3822    87.2860     0.5373    82.6100    15.3523      1.0000
  26     0.1000     0.3642    87.8360     0.5356    83.2300    15.3148      1.0000
  27     0.1000     0.3495    88.2780     0.5731    83.0200    15.4064      1.0000
  28     0.1000     0.3377    88.7020     0.5352    83.2900    15.3505      1.0000
  29     0.1000     0.3200    89.3700     0.5128    84.1100    15.3547      1.0000
  30     0.1000     0.3087    89.7920     0.4912    84.7000    15.3969      1.0000
  31     0.1000     0.2992    90.0180     0.4612    85.6500    15.3022      1.0000
  32     0.1000     0.2861    90.5120     0.4559    85.8200    15.3184      1.0000
  33     0.1000     0.2696    90.9360     0.4393    86.3600    15.3929      1.0000
  34     0.1000     0.2569    91.5740     0.5135    84.6900    15.3570      1.0000
  35     0.1000     0.2531    91.5580     0.5010    85.0600    15.2875      1.0000
  36     0.1000     0.2450    91.7380     0.4782    85.7700    15.2111      1.0000
  37     0.1000     0.2367    92.0920     0.4555    85.8000    15.1863      1.0000
  38     0.1000     0.2277    92.3360     0.4373    86.5000    15.3002      1.0000
  39     0.1000     0.2120    92.9020     0.4670    86.5500    15.4233      1.0000
  40     0.1000     0.2064    93.1600     0.5001    85.0900    15.3478      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2025    93.2600     0.4559    86.6200    15.3921      1.0000
  42     0.1000     0.1979    93.4800     0.4848    85.9200    15.3345      1.0000
  43     0.1000     0.1939    93.4740     0.4878    85.9800    15.4254      1.0000
  44     0.1000     0.1757    94.0820     0.4891    86.7800    15.3991      1.0000
  45     0.1000     0.1742    94.1960     0.5099    85.5100    15.3571      1.0000
  46     0.1000     0.1693    94.3380     0.4674    87.0400    15.3798      1.0000
  47     0.1000     0.1676    94.4280     0.4921    86.6000    15.4328      1.0000
  48     0.1000     0.1526    94.9240     0.5224    86.5600    15.3309      1.0000
  49     0.1000     0.1472    95.1340     0.5983    85.4000    15.3528      1.0000
  50     0.1000     0.1479    95.1120     0.4774    87.5400    15.3753      1.0000
  51     0.1000     0.1422    95.2540     0.4547    87.5100    15.5518      1.0000
  52     0.1000     0.1391    95.2840     0.5633    84.3200    15.4665      1.0000
  53     0.1000     0.1334    95.5620     0.5059    86.8300    15.2973      1.0000
  54     0.1000     0.1256    95.7400     0.5349    86.4200    15.3145      1.0000
  55     0.1000     0.1287    95.7380     0.4618    88.3400    15.4534      1.0000
  56     0.1000     0.1238    95.8160     0.4944    87.0600    15.3755      1.0000
  57     0.1000     0.1164    96.1180     0.4514    87.8500    15.4436      1.0000
  58     0.1000     0.1161    96.0880     0.5176    87.5500    15.3809      1.0000
  59     0.1000     0.1082    96.3940     0.5322    86.6500    15.3586      1.0000
  60     0.1000     0.1084    96.3400     0.5017    87.2300    15.4410      1.0000
  61     0.1000     0.1035    96.6220     0.5437    87.1600    15.3363      1.0000
  62     0.1000     0.1031    96.6140     0.4841    88.1000    15.3725      1.0000
  63     0.1000     0.0973    96.7760     0.5264    87.4100    15.3841      1.0000
  64     0.1000     0.0964    96.8720     0.4860    88.0900    15.3744      1.0000
  65     0.1000     0.0866    97.0300     0.4965    88.2900    15.3836      1.0000
  66     0.1000     0.0890    97.0840     0.5231    87.9600    15.3884      1.0000
  67     0.1000     0.0891    97.0740     0.5133    87.7600    15.4232      1.0000
  68     0.1000     0.0838    97.2800     0.5196    87.2100    15.2899      1.0000
  69     0.1000     0.0873    97.1500     0.5308    87.5000    15.3996      1.0000
  70     0.1000     0.0775    97.5240     0.5533    88.0000    15.3818      1.0000
  71     0.1000     0.0784    97.3660     0.5285    87.8900    15.5106      1.0000
  72     0.1000     0.0803    97.3180     0.5017    88.0800    15.3796      1.0000
  73     0.1000     0.0714    97.6160     0.5269    87.9400    15.5428      1.0000
  74     0.1000     0.0709    97.5920     0.5491    88.2000    15.3851      1.0000
  75     0.1000     0.0690    97.8020     0.4740    88.8700    15.3763      1.0000
  76     0.1000     0.0683    97.7960     0.5620    86.6500    15.3415      1.0000
  77     0.1000     0.0651    97.8700     0.5815    87.0800    15.3352      1.0000
  78     0.1000     0.0642    97.8960     0.5159    88.3800    15.3577      1.0000
  79     0.1000     0.0634    97.8700     0.5600    88.2700    15.3171      1.0000
  80     0.1000     0.0623    97.9600     0.5441    88.3400    15.4055      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0556    98.1660     0.7086    87.1600    15.5263      1.0000
  82     0.1000     0.0609    98.0260     0.5442    88.2900    15.3979      1.0000
  83     0.1000     0.0570    98.2100     0.6568    86.0800    15.3470      1.0000
  84     0.1000     0.0632    97.9240     0.5101    88.8800    15.3869      1.0000
  85     0.1000     0.0559    98.1820     0.5372    88.6000    15.4061      1.0000
  86     0.1000     0.0540    98.2520     0.6660    87.1200    15.3369      1.0000
  87     0.1000     0.0535    98.2600     0.5197    88.4300    15.3999      1.0000
  88     0.1000     0.0474    98.4380     0.6361    87.4200    15.3979      1.0000
  89     0.1000     0.0471    98.4700     0.5753    88.2000    15.3738      1.0000
  90     0.1000     0.0473    98.5460     0.5435    88.5900    15.4319      1.0000
  91     0.1000     0.0480    98.3840     0.5381    88.2700    15.3917      1.0000
  92     0.1000     0.0474    98.4500     0.5855    87.6200    15.3473      1.0000
  93     0.1000     0.0452    98.5700     0.5723    88.8900    15.4867      1.0000
  94     0.1000     0.0437    98.5700     0.5415    88.5800    15.2845      1.0000
  95     0.1000     0.0426    98.6320     0.5740    88.6600    15.3052      1.0000
  96     0.1000     0.0400    98.7360     0.6149    87.6000    15.3042      1.0000
  97     0.1000     0.0437    98.5960     0.6141    88.1000    15.2775      1.0000
  98     0.1000     0.0477    98.4640     0.5693    88.4200    15.2873      1.0000
  99     0.1000     0.0393    98.7240     0.5505    89.2400    15.3691      1.0000
 100     0.1000     0.0424    98.6720     0.5434    88.6100    15.3707      1.0000
 101     0.1000     0.0365    98.8360     0.6160    88.2600    15.3555      1.0000
 102     0.1000     0.0468    98.5080     0.7013    84.9100    15.4656      1.0000
 103     0.1000     0.0404    98.7040     0.5517    88.4400    15.3183      1.0000
 104     0.1000     0.0380    98.8040     0.5518    88.4100    15.3464      1.0000
 105     0.1000     0.0361    98.8080     0.5858    88.6000    15.2879      1.0000
 106     0.1000     0.0396    98.7280     0.6135    88.6100    15.3151      1.0000
 107     0.1000     0.0337    98.9180     0.5274    88.9700    15.3390      1.0000
 108     0.1000     0.0325    98.9200     0.5772    88.5800    15.3589      1.0000
 109     0.1000     0.0355    98.8840     0.5728    88.3700    15.2751      1.0000
 110     0.1000     0.0333    98.8940     0.5788    89.1800    15.3718      1.0000
 111     0.1000     0.0307    99.0080     0.5944    88.6400    15.3074      1.0000
 112     0.1000     0.0326    98.9860     0.5673    88.9500    15.4298      1.0000
 113     0.1000     0.0300    98.9720     0.5802    89.1400    15.3672      1.0000
 114     0.1000     0.0312    98.9900     0.5608    89.1600    15.3573      1.0000
 115     0.1000     0.0324    98.9660     0.5785    88.9800    15.3486      1.0000
 116     0.1000     0.0347    98.8560     0.5821    88.6900    15.3093      1.0000
 117     0.1000     0.0295    99.0200     0.6265    88.3900    15.4290      1.0000
 118     0.1000     0.0300    98.9700     0.6460    88.8500    15.4049      1.0000
 119     0.1000     0.0301    99.0420     0.6292    88.1700    15.3532      1.0000
 120     0.1000     0.0281    99.1380     0.5552    89.1200    15.3664      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0263    99.2160     0.6215    88.7000    15.4110      1.0000
 122     0.1000     0.0295    99.0200     0.6994    87.6300    15.3711      1.0000
 123     0.1000     0.0294    99.0960     0.6232    88.6000    15.3035      1.0000
 124     0.1000     0.0283    99.0780     0.5734    88.6100    15.3841      1.0000
 125     0.1000     0.0287    99.0920     0.6095    88.5300    15.4295      1.0000
 126     0.1000     0.0256    99.1900     0.6134    88.7500    15.3492      1.0000
 127     0.1000     0.0264    99.1500     0.6147    89.1800    15.3351      1.0000
 128     0.1000     0.0234    99.2860     0.6162    88.9900    15.3299      1.0000
 129     0.1000     0.0248    99.2020     0.6134    88.8100    15.3757      1.0000
 130     0.1000     0.0243    99.2360     0.5499    89.2800    15.3781      1.0000
 131     0.1000     0.0234    99.2920     0.5452    89.3700    15.3477      1.0000
 132     0.1000     0.0278    99.1100     0.5626    89.2500    15.3164      1.0000
 133     0.1000     0.0216    99.2700     0.5947    89.4600    15.5159      1.0000
 134     0.1000     0.0274    99.1820     0.5380    89.7000    15.4007      1.0000
 135     0.1000     0.0261    99.2500     0.6479    87.7200    15.3082      1.0000
 136     0.1000     0.0264    99.1640     0.5601    88.9700    15.3177      1.0000
 137     0.1000     0.0239    99.2380     0.6101    89.0000    15.3351      1.0000
 138     0.1000     0.0186    99.3620     0.6361    89.3300    15.3154      1.0000
 139     0.1000     0.0234    99.2520     0.5962    89.1200    15.4065      1.0000
 140     0.1000     0.0222    99.2760     0.6371    88.8400    15.3471      1.0000
 141     0.1000     0.0182    99.4360     0.6426    89.3400    15.5375      1.0000
 142     0.1000     0.0220    99.2980     0.6066    88.1200    15.2789      1.0000
 143     0.1000     0.0236    99.2200     0.5917    89.5100    15.4064      1.0000
 144     0.1000     0.0214    99.3840     0.6449    89.3500    15.4149      1.0000
 145     0.1000     0.0170    99.4660     0.6282    89.7300    15.4931      1.0000
 146     0.1000     0.0232    99.3220     0.5788    89.0400    15.3513      1.0000
 147     0.1000     0.0201    99.3840     0.5958    89.5300    15.4806      1.0000
 148     0.1000     0.0186    99.4100     0.6491    89.5100    15.2903      1.0000
 149     0.1000     0.0203    99.3520     0.5939    88.9700    15.4017      1.0000
 150     0.1000     0.0183    99.4320     0.6910    88.3800    15.3599      1.0000
 151     0.1000     0.0238    99.2980     0.5852    89.1400    15.3173      1.0000
 152     0.1000     0.0210    99.3240     0.6076    89.2300    15.3706      1.0000
 153     0.1000     0.0193    99.4100     0.6170    89.5700    15.3937      1.0000
 154     0.1000     0.0192    99.3740     0.6088    89.1800    15.2710      1.0000
 155     0.1000     0.0203    99.3240     0.5809    89.5600    15.3558      1.0000
 156     0.1000     0.0150    99.4980     0.6108    89.7300    15.3795      1.0000
 157     0.1000     0.0164    99.4460     0.6318    89.3000    15.4323      1.0000
 158     0.1000     0.0182    99.3940     0.6711    89.1400    15.3687      1.0000
 159     0.1000     0.0187    99.3960     0.6361    89.0200    15.4050      1.0000
 160     0.1000     0.0173    99.4620     0.6188    89.2000    15.3647      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0198    99.3820     0.6669    88.5200    15.3437      1.0000
 162     0.1000     0.0204    99.3760     0.6032    89.2200    15.4155      1.0000
 163     0.1000     0.0177    99.4600     0.5997    89.3600    15.4193      1.0000
 164     0.1000     0.0154    99.5340     0.6206    89.3300    15.4476      1.0000
 165     0.1000     0.0228    99.2960     0.5335    89.5100    15.4127      1.0000
 166     0.1000     0.0121    99.6360     0.7163    88.4200    15.4141      1.0000
 167     0.1000     0.0156    99.4880     0.7033    88.6900    15.3777      1.0000
 168     0.1000     0.0191    99.4140     0.6007    89.6600    15.4431      1.0000
 169     0.1000     0.0140    99.5760     0.6271    89.1900    15.3316      1.0000
 170     0.1000     0.0161    99.4840     0.6782    89.3800    15.3218      1.0000
 171     0.1000     0.0162    99.4500     0.6582    88.6500    15.3395      1.0000
 172     0.1000     0.0172    99.4400     0.6355    89.2100    15.3441      1.0000
 173     0.1000     0.0176    99.4360     0.6013    89.2600    15.3559      1.0000
 174     0.1000     0.0147    99.5260     0.6990    89.3900    15.3650      1.0000
 175     0.1000     0.0170    99.4360     0.6332    89.4400    15.3021      1.0000
 176     0.1000     0.0123    99.6260     0.6220    89.4400    15.3665      1.0000
 177     0.1000     0.0307    99.2060     0.6033    89.8100    15.3992      1.0000
 178     0.1000     0.0169    99.4960     0.6077    89.7800    15.3341      1.0000
 179     0.1000     0.0158    99.5220     0.6591    89.7500    15.5135      1.0000
 180     0.1000     0.0168    99.5120     0.6030    89.7200    15.3616      1.0000
 181     0.1000     0.0143    99.5300     0.5649    89.6700    15.3522      1.0000
 182     0.1000     0.0160    99.5280     0.5862    89.6400    15.3093      1.0000
 183     0.1000     0.0154    99.5200     0.6465    89.5500    15.3207      1.0000
 184     0.1000     0.0152    99.5380     0.6070    89.4300    15.4502      1.0000
 185     0.1000     0.0153    99.5520     0.5810    89.1800    15.3871      1.0000
 186     0.1000     0.0166    99.5200     0.6108    89.7500    15.3439      1.0000
 187     0.1000     0.0129    99.5900     0.6294    89.5500    15.1949      1.0000
 188     0.1000     0.0136    99.5820     0.6420    89.3300    15.3660      1.0000
 189     0.1000     0.0140    99.5440     0.5962    89.3900    15.4563      1.0000
 190     0.1000     0.0124    99.5800     0.6859    88.9900    15.3522      1.0000
 191     0.1000     0.0152    99.5860     0.6046    89.6800    15.3673      1.0000
 192     0.1000     0.0138    99.5560     0.6133    89.8400    15.4495      1.0000
 193     0.1000     0.0106    99.6520     0.6159    89.0600    15.3289      1.0000
 194     0.1000     0.0118    99.6500     0.5916    89.7300    15.3462      1.0000
 195     0.1000     0.0116    99.6220     0.6829    88.9600    15.3552      1.0000
 196     0.1000     0.0118    99.6400     0.6588    89.6800    15.3783      1.0000
 197     0.1000     0.0143    99.5400     0.6274    89.1200    15.4015      1.0000
 198     0.1000     0.0137    99.5880     0.6645    89.2000    15.3858      1.0000
 199     0.1000     0.0109    99.6700     0.6378    89.4600    15.3734      1.0000
 200     0.1000     0.0116    99.6140     0.7302    88.7800    15.3962      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0123    99.6460     0.6061    89.8000    15.4555      1.0000
 202     0.1000     0.0150    99.5800     0.5884    89.7300    15.3502      1.0000
 203     0.1000     0.0110    99.6500     0.6348    89.5900    15.5194      1.0000
 204     0.1000     0.0118    99.6460     0.6468    89.5400    15.3419      1.0000
 205     0.1000     0.0140    99.5960     0.6278    90.3200    15.4619      1.0000
 206     0.1000     0.0169    99.5420     0.5638    89.6300    15.4505      1.0000
 207     0.1000     0.0128    99.6080     0.6489    89.7800    15.4282      1.0000
 208     0.1000     0.0124    99.6180     0.6313    89.5500    15.2901      1.0000
 209     0.1000     0.0115    99.6340     0.6957    89.4600    15.3583      1.0000
 210     0.1000     0.0136    99.5520     0.6187    89.4000    15.2423      1.0000
 211     0.1000     0.0107    99.6880     0.6446    89.4600    15.4759      1.0000
 212     0.1000     0.0108    99.6660     0.6540    89.1500    15.3730      1.0000
 213     0.1000     0.0091    99.7280     0.7036    89.6400    15.4325      1.0000
 214     0.1000     0.0123    99.6480     0.6644    88.6000    15.3899      1.0000
 215     0.1000     0.0112    99.6340     0.6433    89.7300    15.3593      1.0000
 216     0.1000     0.0110    99.6700     0.6609    89.2500    15.3228      1.0000
 217     0.1000     0.0123    99.6260     0.6577    89.3500    15.4265      1.0000
 218     0.1000     0.0151    99.5700     0.6626    89.4500    15.4842      1.0000
 219     0.1000     0.0110    99.6580     0.6459    89.8500    15.4346      1.0000
 220     0.1000     0.0128    99.6380     0.5975    89.9100    15.3667      1.0000
 221     0.1000     0.0101    99.6720     0.6544    89.9300    15.4328      1.0000
 222     0.1000     0.0125    99.6400     0.5950    89.7900    15.2995      1.0000
 223     0.1000     0.0093    99.7060     0.7195    89.0600    15.3871      1.0000
 224     0.1000     0.0136    99.5900     0.5782    89.1500    15.3678      1.0000
 225     0.1000     0.0105    99.6940     0.6407    89.7100    15.3507      1.0000
 226     0.1000     0.0070    99.7700     0.7158    89.6900    15.3639      1.0000
 227     0.1000     0.0089    99.7280     0.7032    89.4900    15.2819      1.0000
 228     0.1000     0.0096    99.7200     0.6604    89.0100    15.3588      1.0000
 229     0.1000     0.0098    99.6940     0.7197    89.5200    15.2777      1.0000
 230     0.1000     0.0112    99.6600     0.6669    89.5000    15.3043      1.0000
 231     0.1000     0.0106    99.6760     0.6744    89.3300    15.3673      1.0000
 232     0.1000     0.0090    99.7340     0.7294    88.6000    15.3791      1.0000
 233     0.1000     0.0106    99.6700     0.6355    89.2900    15.2857      1.0000
 234     0.1000     0.0097    99.6920     0.6650    89.3500    15.3905      1.0000
 235     0.1000     0.0102    99.7160     0.6695    89.1300    15.3432      1.0000
 236     0.1000     0.0112    99.6780     0.6323    89.6000    15.3879      1.0000
 237     0.1000     0.0115    99.6500     0.6657    89.5800    15.3441      1.0000
 238     0.1000     0.0085    99.7600     0.6687    89.0700    15.3561      1.0000
 239     0.1000     0.0117    99.6680     0.7110    89.1200    15.3722      1.0000
 240     0.1000     0.0105    99.6520     0.7011    89.1300    15.5968      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0091    99.7000     0.6838    89.1900    15.3608      1.0000
 242     0.1000     0.0096    99.7100     0.6226    89.1700    15.3898      1.0000
 243     0.1000     0.0081    99.7480     0.6634    89.5800    15.4069      1.0000
 244     0.1000     0.0070    99.7720     0.6954    89.5400    15.2670      1.0000
 245     0.1000     0.0085    99.7460     0.7093    89.6300    15.3809      1.0000
 246     0.1000     0.0085    99.7320     0.7109    89.7800    15.3814      1.0000
 247     0.1000     0.0097    99.7120     0.6771    89.7800    15.3245      1.0000
 248     0.1000     0.0093    99.7280     0.7066    89.8200    15.3559      1.0000
 249     0.1000     0.0097    99.6960     0.6129    89.6600    15.3035      1.0000
 250     0.1000     0.0106    99.7080     0.6377    89.1800    15.3604      1.0000
 251     0.1000     0.0083    99.7520     0.7127    89.5500    15.4148      1.0000
 252     0.1000     0.0091    99.6920     0.6835    89.0100    15.4110      1.0000
 253     0.1000     0.0099    99.7060     0.6509    89.8300    15.3746      1.0000
 254     0.1000     0.0089    99.7180     0.7816    88.6100    15.3396      1.0000
 255     0.1000     0.0087    99.7480     0.6550    89.8100    15.4583      1.0000
 256     0.1000     0.0073    99.7660     0.6923    89.6900    15.2761      1.0000
 257     0.1000     0.0065    99.7880     0.6869    89.7100    15.3786      1.0000
 258     0.1000     0.0076    99.7340     0.7587    89.8500    15.3865      1.0000
 259     0.1000     0.0123    99.6420     0.6621    89.8200    15.3694      1.0000
 260     0.1000     0.0079    99.7520     0.6743    89.8700    15.3820      1.0000
 261     0.1000     0.0101    99.7100     0.7597    88.4400    15.4057      1.0000
 262     0.1000     0.0106    99.6720     0.7092    89.5000    15.3972      1.0000
 263     0.1000     0.0093    99.7180     0.6894    89.3600    15.4208      1.0000
 264     0.1000     0.0078    99.7640     1.0743    86.7100    15.4306      1.0000
 265     0.1000     0.0106    99.6940     0.6983    89.3700    15.4279      1.0000
 266     0.1000     0.0072    99.7900     0.6455    89.9200    15.2959      1.0000
 267     0.1000     0.0099    99.7280     0.6317    89.5800    15.3993      1.0000
 268     0.1000     0.0085    99.7500     0.6368    89.7100    15.3817      1.0000
 269     0.1000     0.0059    99.8160     0.6999    90.2600    15.2928      1.0000
 270     0.1000     0.0085    99.7400     0.6425    89.5000    15.3785      1.0000
 271     0.1000     0.0082    99.7180     0.6818    89.8000    15.3673      1.0000
 272     0.1000     0.0092    99.7220     0.6556    89.5600    15.5741      1.0000
 273     0.1000     0.0102    99.6940     0.6952    89.8400    15.3858      1.0000
 274     0.1000     0.0070    99.7660     0.7184    89.9800    15.3725      1.0000
 275     0.1000     0.0095    99.7200     0.6699    89.5700    15.5115      1.0000
 276     0.1000     0.0074    99.7800     0.7333    89.6100    15.3994      1.0000
 277     0.1000     0.0067    99.8000     0.7130    89.9500    15.3081      1.0000
 278     0.1000     0.0126    99.6240     0.6912    89.6400    15.3589      1.0000
 279     0.1000     0.0080    99.7880     0.6781    90.0100    15.4254      1.0000
 280     0.1000     0.0068    99.7880     0.6982    89.7200    15.2641      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0070    99.7700     0.6919    90.1000    15.4369      1.0000
 282     0.1000     0.0075    99.7680     0.6870    89.7400    15.3845      1.0000
 283     0.1000     0.0070    99.7880     0.7063    89.2300    15.3425      1.0000
 284     0.1000     0.0080    99.7500     0.6914    89.4300    15.2783      1.0000
 285     0.1000     0.0065    99.7900     0.7229    89.9200    15.4181      1.0000
 286     0.1000     0.0081    99.7240     0.7073    89.8100    15.3212      1.0000
 287     0.1000     0.0065    99.7740     0.7484    89.8700    15.4747      1.0000
 288     0.1000     0.0082    99.7520     0.6247    89.8700    15.4049      1.0000
 289     0.1000     0.0066    99.7820     0.7079    89.6900    15.5021      1.0000
 290     0.1000     0.0069    99.8160     0.7528    89.9500    15.4725      1.0000
 291     0.1000     0.0064    99.7780     0.7387    89.6200    15.4093      1.0000
 292     0.1000     0.0085    99.7500     0.6604    89.6900    15.3902      1.0000
 293     0.1000     0.0085    99.7260     0.7171    89.6800    15.2627      1.0000
 294     0.1000     0.0057    99.7860     0.7065    90.0200    15.3534      1.0000
 295     0.1000     0.0056    99.8200     0.7230    90.1000    15.3115      1.0000
 296     0.1000     0.0055    99.8240     0.7215    90.1100    15.3332      1.0000
 297     0.1000     0.0088    99.7320     0.6036    89.6000    15.3498      1.0000
 298     0.1000     0.0077    99.7640     0.7026    89.7300    15.3757      1.0000
 299     0.1000     0.0063    99.8100     0.6905    89.4600    15.4220      1.0000
 300     0.1000     0.0069    99.8000     0.6796    89.8600    15.4064      1.0000
 301     0.0996     0.0047    99.8620     0.7266    90.5600    15.3613      1.0000
 302     0.0992     0.0053    99.8460     0.7021    89.9500    15.3655      1.0000
 303     0.0988     0.0047    99.8600     0.7302    89.9000    15.3181      1.0000
 304     0.0983     0.0055    99.8340     0.7036    90.4100    15.3220      1.0000
 305     0.0979     0.0063    99.7960     0.6820    89.8900    15.3939      1.0000
 306     0.0975     0.0038    99.8720     0.7899    89.7100    15.3938      1.0000
 307     0.0971     0.0045    99.8620     0.7722    89.8500    15.4839      1.0000
 308     0.0967     0.0069    99.7880     0.7348    89.7200    15.3851      1.0000
 309     0.0963     0.0079    99.7620     0.6903    90.2500    15.4161      1.0000
 310     0.0959     0.0046    99.8600     0.7322    90.1400    15.3577      1.0000
 311     0.0955     0.0103    99.6920     0.6706    89.7800    15.3476      1.0000
 312     0.0950     0.0080    99.7760     0.6365    89.8300    15.3666      1.0000
 313     0.0946     0.0054    99.8420     0.6804    90.1100    15.3209      1.0000
 314     0.0942     0.0049    99.8260     0.7084    89.7400    15.5370      1.0000
 315     0.0938     0.0052    99.8460     0.7359    90.1600    15.3870      1.0000
 316     0.0934     0.0043    99.8720     0.7144    90.2800    15.4103      1.0000
 317     0.0930     0.0038    99.8860     0.7463    90.2200    15.2138      1.0000
 318     0.0926     0.0028    99.9120     0.8088    89.4100    15.3812      1.0000
 319     0.0922     0.0072    99.8040     0.7636    89.6600    15.2806      1.0000
 320     0.0917     0.0058    99.8160     0.6986    90.1700    15.2703      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0043    99.8820     0.7878    89.8300    15.3800      1.0000
 322     0.0909     0.0060    99.8080     0.7365    90.1800    15.4027      1.0000
 323     0.0905     0.0035    99.9000     0.7618    90.2100    15.3515      1.0000
 324     0.0901     0.0039    99.8920     0.7091    89.8500    15.4118      1.0000
 325     0.0897     0.0032    99.8940     0.7863    90.1600    15.3546      1.0000
 326     0.0893     0.0037    99.8700     0.7915    89.7200    15.3288      1.0000
 327     0.0889     0.0047    99.8580     0.7574    89.8000    15.4032      1.0000
 328     0.0885     0.0058    99.8540     0.9183    88.6000    15.4577      1.0000
 329     0.0880     0.0084    99.7920     0.7098    89.8700    15.5136      1.0000
 330     0.0876     0.0031    99.9080     0.7923    89.8900    15.3765      1.0000
 331     0.0872     0.0042    99.8660     0.7594    90.0200    15.3875      1.0000
 332     0.0868     0.0037    99.8760     0.7324    89.9700    15.4571      1.0000
 333     0.0864     0.0037    99.8960     0.7325    90.3700    15.5027      1.0000
 334     0.0860     0.0049    99.8560     0.6978    90.1500    15.3917      1.0000
 335     0.0856     0.0023    99.9280     0.7732    90.2700    15.4267      1.0000
 336     0.0852     0.0053    99.8480     0.7638    90.4400    15.3205      1.0000
 337     0.0847     0.0034    99.9020     0.7948    90.4900    15.3792      1.0000
 338     0.0843     0.0060    99.8420     0.6653    90.0500    15.3101      1.0000
 339     0.0839     0.0021    99.9400     0.7773    90.0400    15.3567      1.0000
 340     0.0835     0.0036    99.9120     0.7412    90.1000    15.3922      1.0000
 341     0.0831     0.0035    99.8860     0.7425    89.7500    15.3984      1.0000
 342     0.0827     0.0017    99.9380     0.8464    90.2800    15.3729      1.0000
 343     0.0823     0.0022    99.9180     0.8536    90.1300    15.4110      1.0000
 344     0.0818     0.0039    99.8700     0.8365    89.6100    15.4328      1.0000
 345     0.0814     0.0020    99.9380     0.8181    90.1100    15.3238      1.0000
 346     0.0810     0.0026    99.9100     0.8376    90.2900    15.3742      1.0000
 347     0.0806     0.0049    99.8640     0.7241    90.0200    15.3761      1.0000
 348     0.0802     0.0035    99.8920     0.7416    90.4900    15.4560      1.0000
 349     0.0798     0.0036    99.8960     0.7808    90.1600    15.3750      1.0000
 350     0.0794     0.0036    99.8880     0.7984    89.9500    15.2025      1.0000
 351     0.0790     0.0026    99.9160     0.8347    90.1600    15.4386      1.0000
 352     0.0786     0.0027    99.9040     0.8166    90.1400    15.3269      1.0000
 353     0.0781     0.0019    99.9420     0.8696    90.3100    15.2790      1.0000
 354     0.0777     0.0035    99.8720     0.8129    90.1000    15.3438      1.0000
 355     0.0773     0.0020    99.9420     0.8494    90.2800    15.4430      1.0000
 356     0.0769     0.0025    99.9200     0.8324    90.3500    15.3212      1.0000
 357     0.0765     0.0039    99.8900     0.7622    90.0700    15.4267      1.0000
 358     0.0761     0.0018    99.9460     0.7673    90.2100    15.3685      1.0000
 359     0.0757     0.0025    99.9320     0.7634    90.1200    15.3062      1.0000
 360     0.0753     0.0017    99.9480     0.8293    90.5200    15.2573      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0006    99.9840     0.8402    90.5500    15.3928      1.0000
 362     0.0744     0.0009    99.9700     0.8707    90.5200    15.3721      1.0000
 363     0.0740     0.0031    99.9200     0.8410    90.3400    15.4470      1.0000
 364     0.0736     0.0026    99.9220     0.8233    90.3100    15.3087      1.0000
 365     0.0732     0.0023    99.9420     0.8645    89.4600    15.3434      1.0000
 366     0.0728     0.0055    99.8680     0.7500    90.4600    15.4536      1.0000
 367     0.0724     0.0016    99.9400     0.8032    90.4800    15.3667      1.0000
 368     0.0720     0.0027    99.9240     0.8034    90.1700    15.3839      1.0000
 369     0.0715     0.0023    99.9380     0.7711    90.3600    15.3820      1.0000
 370     0.0711     0.0022    99.9220     0.7889    90.3200    15.4105      1.0000
 371     0.0707     0.0016    99.9560     0.8121    90.3600    15.4150      1.0000
 372     0.0703     0.0012    99.9660     0.8258    90.6100    15.3051      1.0000
 373     0.0699     0.0011    99.9680     0.8661    90.3100    15.3748      1.0000
 374     0.0695     0.0028    99.9160     0.7922    90.2900    15.3406      1.0000
 375     0.0691     0.0021    99.9500     0.8019    90.1400    15.3260      1.0000
 376     0.0686     0.0010    99.9680     0.8467    90.1800    15.2870      1.0000
 377     0.0682     0.0017    99.9540     0.8340    90.4600    15.3708      1.0000
 378     0.0678     0.0020    99.9340     0.8530    90.3500    15.3172      1.0000
 379     0.0674     0.0022    99.9300     0.8227    90.2600    15.3914      1.0000
 380     0.0670     0.0013    99.9560     0.8657    90.1300    15.3465      1.0000
 381     0.0666     0.0014    99.9600     0.8684    90.3700    15.3091      1.0000
 382     0.0662     0.0011    99.9600     0.8850    90.3500    15.3099      1.0000
 383     0.0658     0.0011    99.9700     0.8606    90.4100    15.3309      1.0000
 384     0.0654     0.0012    99.9600     0.8788    89.8100    15.3423      1.0000
 385     0.0649     0.0033    99.9080     0.7722    90.2300    15.3758      1.0000
 386     0.0645     0.0008    99.9760     0.8112    90.3600    15.3461      1.0000
 387     0.0641     0.0020    99.9400     0.8017    90.3300    15.3687      1.0000
 388     0.0637     0.0008    99.9760     0.8314    90.4200    15.3435      1.0000
 389     0.0633     0.0008    99.9780     0.8561    90.3100    15.2778      1.0000
 390     0.0629     0.0008    99.9740     0.8438    90.4400    15.3671      1.0000
 391     0.0625     0.0014    99.9500     0.8503    90.3800    15.4076      1.0000
 392     0.0621     0.0007    99.9820     0.8627    90.5700    15.3439      1.0000
 393     0.0616     0.0007    99.9780     0.9000    90.6100    15.3319      1.0000
 394     0.0612     0.0006    99.9780     0.9483    90.4800    15.5312      1.0000
 395     0.0608     0.0009    99.9640     0.9149    90.7700    15.3281      1.0000
 396     0.0604     0.0010    99.9700     0.9094    90.3100    15.3794      1.0000
 397     0.0600     0.0010    99.9680     0.8752    90.5200    15.3663      1.0000
 398     0.0596     0.0003    99.9900     0.9195    90.6500    15.2918      1.0000
 399     0.0592     0.0007    99.9740     0.9112    90.3300    15.5115      1.0000
 400     0.0588     0.0010    99.9660     0.9170    90.6000    15.3242      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0011    99.9800     0.9092    90.5700    15.2850      1.0000
 402     0.0579     0.0010    99.9760     0.8846    90.1800    15.5198      1.0000
 403     0.0575     0.0009    99.9720     0.8814    90.3100    15.4326      1.0000
 404     0.0571     0.0014    99.9560     0.8994    90.5500    15.3947      1.0000
 405     0.0567     0.0020    99.9420     0.8329    90.4900    15.3305      1.0000
 406     0.0563     0.0009    99.9740     0.8693    90.3600    15.3922      1.0000
 407     0.0559     0.0006    99.9860     0.9149    90.4700    15.3713      1.0000
 408     0.0554     0.0012    99.9600     0.8809    90.3300    15.4243      1.0000
 409     0.0550     0.0007    99.9840     0.8984    90.4600    15.3969      1.0000
 410     0.0546     0.0006    99.9820     0.9005    90.4000    15.4206      1.0000
 411     0.0542     0.0005    99.9800     0.9311    90.5400    15.3609      1.0000
 412     0.0538     0.0005    99.9840     0.9795    90.3400    15.2541      1.0000
 413     0.0534     0.0011    99.9760     0.9345    89.9900    15.3818      1.0000
 414     0.0530     0.0011    99.9640     0.9477    90.0900    15.2641      1.0000
 415     0.0526     0.0006    99.9800     0.9122    90.7600    15.2795      1.0000
 416     0.0522     0.0015    99.9700     0.8894    90.3800    15.3672      1.0000
 417     0.0517     0.0008    99.9740     0.8935    90.6000    15.3595      1.0000
 418     0.0513     0.0007    99.9740     0.9357    90.3300    15.3588      1.0000
 419     0.0509     0.0005    99.9820     0.9362    90.4400    15.3154      1.0000
 420     0.0505     0.0004    99.9880     0.9619    90.5300    15.4260      1.0000
 421     0.0501     0.0007    99.9780     0.9780    90.1200    15.3882      1.0000
 422     0.0497     0.0014    99.9700     0.9131    90.3300    15.4124      1.0000
 423     0.0493     0.0006    99.9820     0.9203    90.3900    15.4000      1.0000
 424     0.0489     0.0009    99.9700     0.9183    90.4900    15.4519      1.0000
 425     0.0484     0.0003    99.9880     0.9082    90.5200    15.4399      1.0000
 426     0.0480     0.0002    99.9940     0.9199    90.5100    15.3663      1.0000
 427     0.0476     0.0007    99.9740     0.9296    90.6000    15.3727      1.0000
 428     0.0472     0.0004    99.9860     0.9386    90.7000    15.3072      1.0000
 429     0.0468     0.0003    99.9900     0.9484    90.4400    15.3775      1.0000
 430     0.0464     0.0003    99.9860     0.9631    90.5100    15.4089      1.0000
 431     0.0460     0.0004    99.9860     0.9966    90.2600    15.2671      1.0000
 432     0.0456     0.0003    99.9860     0.9917    90.3900    15.3690      1.0000
 433     0.0451     0.0002    99.9920     1.0101    90.3600    15.4170      1.0000
 434     0.0447     0.0005    99.9820     1.0064    90.4600    15.4056      1.0000
 435     0.0443     0.0002    99.9960     1.0185    90.4300    15.4204      1.0000
 436     0.0439     0.0002    99.9960     1.0480    90.3700    15.4350      1.0000
 437     0.0435     0.0005    99.9800     1.0056    90.5400    15.3863      1.0000
 438     0.0431     0.0006    99.9780     1.0184    90.2300    15.4201      1.0000
 439     0.0427     0.0004    99.9920     0.9976    90.4500    15.3873      1.0000
 440     0.0423     0.0003    99.9840     1.0084    90.4000    15.2753      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0009    99.9780     1.0411    90.0600    15.4442      1.0000
 442     0.0414     0.0006    99.9780     1.0048    90.4000    15.4293      1.0000
 443     0.0410     0.0003    99.9920     0.9973    90.5200    15.4369      1.0000
 444     0.0406     0.0003    99.9940     1.0200    90.5900    15.4492      1.0000
 445     0.0402     0.0002    99.9920     1.0295    90.5000    15.3773      1.0000
 446     0.0398     0.0004    99.9860     1.0270    90.6000    15.5524      1.0000
 447     0.0394     0.0002    99.9940     1.0331    90.5800    15.3517      1.0000
 448     0.0389     0.0001    99.9960     1.0339    90.5800    15.4057      1.0000
 449     0.0385     0.0002    99.9920     1.0309    90.8200    15.2907      1.0000
 450     0.0381     0.0001   100.0000     1.0416    90.7300    15.4528      1.0000
 451     0.0377     0.0002    99.9920     1.0478    90.7200    15.3364      1.0000
 452     0.0373     0.0004    99.9900     1.0637    90.3100    15.3615      1.0000
 453     0.0369     0.0006    99.9840     1.0395    90.5300    15.3867      1.0000
 454     0.0365     0.0004    99.9860     1.0283    90.4500    15.4337      1.0000
 455     0.0361     0.0004    99.9900     1.0183    90.6000    15.3632      1.0000
 456     0.0357     0.0002    99.9920     1.0329    90.5000    15.3553      1.0000
 457     0.0352     0.0001    99.9980     1.0354    90.6100    15.4507      1.0000
 458     0.0348     0.0003    99.9900     1.0434    90.5800    15.4186      1.0000
 459     0.0344     0.0005    99.9900     1.0240    90.5100    15.3773      1.0000
 460     0.0340     0.0002    99.9940     1.0390    90.5600    15.3455      1.0000
 461     0.0336     0.0002    99.9900     1.0308    90.4400    15.3782      1.0000
 462     0.0332     0.0001    99.9960     1.0468    90.4900    15.2107      1.0000
 463     0.0328     0.0002    99.9960     1.0682    90.4400    15.4087      1.0000
 464     0.0324     0.0005    99.9900     1.0602    90.7000    15.2524      1.0000
 465     0.0319     0.0001   100.0000     1.0595    90.7100    15.3616      1.0000
 466     0.0315     0.0002    99.9960     1.0748    90.6000    15.3586      1.0000
 467     0.0311     0.0002    99.9940     1.0612    90.7100    15.3603      1.0000
 468     0.0307     0.0001    99.9940     1.0554    90.6100    15.5030      1.0000
 469     0.0303     0.0002    99.9920     1.0618    90.6400    15.4586      1.0000
 470     0.0299     0.0001    99.9980     1.0630    90.6200    15.3802      1.0000
 471     0.0295     0.0004    99.9940     1.0726    90.4700    15.3705      1.0000
 472     0.0291     0.0001    99.9980     1.0760    90.5900    15.3670      1.0000
 473     0.0286     0.0000   100.0000     1.0726    90.5900    15.3881      1.0000
 474     0.0282     0.0001    99.9980     1.0733    90.6100    15.4035      1.0000
 475     0.0278     0.0001    99.9960     1.0685    90.7100    15.3732      1.0000
 476     0.0274     0.0003    99.9940     1.0819    90.7300    15.3537      1.0000
 477     0.0270     0.0001    99.9940     1.0739    90.6700    15.4337      1.0000
 478     0.0266     0.0002    99.9920     1.0814    90.6200    15.5475      1.0000
 479     0.0262     0.0002    99.9940     1.0866    90.7200    15.3530      1.0000
 480     0.0257     0.0000    99.9980     1.0827    90.7000    15.3574      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0001    99.9980     1.0788    90.7900    15.3721      1.0000
 482     0.0249     0.0001    99.9920     1.0906    90.7800    15.4059      1.0000
 483     0.0245     0.0001    99.9980     1.0893    90.6800    15.4007      1.0000
 484     0.0241     0.0002    99.9940     1.0933    90.6700    15.2973      1.0000
 485     0.0237     0.0001    99.9980     1.0831    90.7100    15.3046      1.0000
 486     0.0233     0.0001    99.9960     1.0804    90.6800    15.3671      1.0000
 487     0.0229     0.0001    99.9980     1.0791    90.7800    15.3638      1.0000
 488     0.0225     0.0000   100.0000     1.0809    90.7900    15.2669      1.0000
 489     0.0220     0.0001   100.0000     1.0817    90.8000    15.2820      1.0000
 490     0.0216     0.0001    99.9960     1.0731    90.7600    15.3994      1.0000
 491     0.0212     0.0001    99.9960     1.0713    90.6000    15.3667      1.0000
 492     0.0208     0.0001    99.9960     1.0813    90.8000    15.3094      1.0000
 493     0.0204     0.0000   100.0000     1.0827    90.6900    15.3783      1.0000
 494     0.0200     0.0001    99.9940     1.1005    90.8400    15.4122      1.0000
 495     0.0196     0.0000    99.9980     1.1015    90.8000    15.4573      1.0000
 496     0.0192     0.0001    99.9940     1.0939    90.7200    15.3970      1.0000
 497     0.0187     0.0001    99.9980     1.0949    90.6500    15.3341      1.0000
 498     0.0183     0.0001    99.9980     1.0934    90.6900    15.3916      1.0000
 499     0.0179     0.0001    99.9960     1.0958    90.7300    15.3557      1.0000
 500     0.0175     0.0000   100.0000     1.0948    90.7500    15.3777      1.0000
 501     0.0171     0.0001    99.9960     1.0846    90.7900    15.4009      1.0000
 502     0.0167     0.0001    99.9980     1.0902    90.7700    15.3059      1.0000
 503     0.0163     0.0001    99.9980     1.0894    90.7100    15.3533      1.0000
 504     0.0159     0.0001    99.9980     1.0898    90.7000    15.3765      1.0000
 505     0.0154     0.0001    99.9980     1.0919    90.8300    15.3283      1.0000
 506     0.0150     0.0001    99.9960     1.0942    90.8000    15.3051      1.0000
 507     0.0146     0.0000   100.0000     1.0964    90.8600    15.3709      1.0000
 508     0.0142     0.0000   100.0000     1.0982    90.7900    15.2862      1.0000
 509     0.0138     0.0000   100.0000     1.1017    90.8400    15.3721      1.0000
 510     0.0134     0.0001    99.9940     1.1001    90.7700    15.4797      1.0000
 511     0.0130     0.0001    99.9980     1.1005    90.7700    15.3428      1.0000
 512     0.0125     0.0002    99.9920     1.0919    90.7300    15.3159      1.0000
 513     0.0121     0.0001    99.9960     1.1025    90.8400    15.4426      1.0000
 514     0.0117     0.0000   100.0000     1.1033    90.8000    15.4575      1.0000
 515     0.0113     0.0002    99.9940     1.1065    90.8900    15.3241      1.0000
 516     0.0109     0.0000   100.0000     1.1066    90.9000    15.3953      1.0000
 517     0.0105     0.0001    99.9980     1.1084    90.9400    15.3996      1.0000
 518     0.0101     0.0000    99.9960     1.1122    90.9100    15.3687      1.0000
 519     0.0097     0.0000   100.0000     1.1101    90.9200    15.4017      1.0000
 520     0.0092     0.0001    99.9960     1.1058    90.8900    15.4158      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000    99.9980     1.1069    90.8500    15.3572      1.0000
 522     0.0084     0.0000   100.0000     1.1071    90.8300    15.2754      1.0000
 523     0.0080     0.0001    99.9960     1.1075    90.8900    15.3968      1.0000
 524     0.0076     0.0000   100.0000     1.1074    90.8700    15.4382      1.0000
 525     0.0072     0.0000   100.0000     1.1076    90.8900    15.3835      1.0000
 526     0.0068     0.0000   100.0000     1.1068    90.8200    15.3604      1.0000
 527     0.0064     0.0000   100.0000     1.1052    90.8400    15.2867      1.0000
 528     0.0060     0.0000   100.0000     1.1046    90.8500    15.5018      1.0000
 529     0.0055     0.0000    99.9980     1.1055    90.8800    15.3815      1.0000
 530     0.0051     0.0001    99.9980     1.1056    90.8500    15.3540      1.0000
 531     0.0047     0.0000   100.0000     1.1065    90.9200    15.5820      1.0000
 532     0.0043     0.0002    99.9980     1.1046    90.8900    15.4271      1.0000
 533     0.0039     0.0000   100.0000     1.1051    90.8800    15.4127      1.0000
 534     0.0035     0.0000   100.0000     1.1052    90.8900    15.3893      1.0000
 535     0.0031     0.0000   100.0000     1.1051    90.8700    15.2998      1.0000
 536     0.0027     0.0000   100.0000     1.1054    90.8800    15.3245      1.0000
 537     0.0022     0.0000   100.0000     1.1053    90.8800    15.3752      1.0000
 538     0.0018     0.0000    99.9980     1.1053    90.8600    15.3918      1.0000
 539     0.0014     0.0000   100.0000     1.1053    90.8700    15.4189      1.0000
 540     0.0010     0.0001    99.9980     1.1055    90.8800    15.4268      1.0000
 541     0.0010     0.0000    99.9980     1.1054    90.8900    15.4006      1.0000
 542     0.0010     0.0000   100.0000     1.1054    90.8900    15.3374      1.0000
 543     0.0010     0.0000    99.9980     1.1054    90.8900    15.2886      1.0000
 544     0.0010     0.0000   100.0000     1.1055    90.8900    15.3666      1.0000
 545     0.0010     0.0000   100.0000     1.1055    90.8900    15.2987      1.0000
 546     0.0010     0.0000   100.0000     1.1057    90.8900    15.4273      1.0000
 547     0.0010     0.0001    99.9980     1.1057    90.8900    15.4464      1.0000
 548     0.0010     0.0000   100.0000     1.1057    90.8900    15.4557      1.0000
 549     0.0010     0.0001    99.9980     1.1059    90.8800    15.4237      1.0000
 550     0.0010     0.0000   100.0000     1.1059    90.8800    15.3914      1.0000
 551     0.0010     0.0001    99.9980     1.1059    90.8800    15.3633      1.0000
 552     0.0010     0.0000   100.0000     1.1060    90.8800    15.3754      1.0000
 553     0.0010     0.0000   100.0000     1.1060    90.8800    15.5168      1.0000
 554     0.0010     0.0000   100.0000     1.1061    90.8700    15.4122      1.0000
 555     0.0010     0.0000   100.0000     1.1062    90.8800    15.3356      1.0000
 556     0.0010     0.0000   100.0000     1.1062    90.8800    15.5185      1.0000
 557     0.0010     0.0000   100.0000     1.1063    90.8800    15.3843      1.0000
 558     0.0010     0.0000    99.9980     1.1062    90.8800    15.4199      1.0000
 559     0.0010     0.0000   100.0000     1.1063    90.8800    15.4037      1.0000
 560     0.0010     0.0000    99.9960     1.1062    90.8900    15.4414      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001    99.9980     1.1060    90.9000    15.4592      1.0000
 562     0.0010     0.0002    99.9960     1.1059    90.9100    15.4010      1.0000
 563     0.0010     0.0000    99.9980     1.1058    90.9000    15.3928      1.0000
 564     0.0010     0.0000    99.9980     1.1056    90.9100    15.2625      1.0000
 565     0.0010     0.0001    99.9960     1.1055    90.9200    15.5439      1.0000
 566     0.0010     0.0000    99.9980     1.1058    90.9100    15.4296      1.0000
 567     0.0010     0.0000   100.0000     1.1059    90.9100    15.3850      1.0000
 568     0.0010     0.0000   100.0000     1.1061    90.9000    15.3830      1.0000
 569     0.0010     0.0000    99.9980     1.1062    90.9000    15.3998      1.0000
 570     0.0010     0.0000   100.0000     1.1062    90.9000    15.4363      1.0000
 571     0.0010     0.0000    99.9960     1.1065    90.9200    15.3235      1.0000
 572     0.0010     0.0000    99.9980     1.1068    90.8800    15.4434      1.0000
 573     0.0010     0.0000   100.0000     1.1070    90.8800    15.4056      1.0000
 574     0.0010     0.0000   100.0000     1.1071    90.8800    15.3987      1.0000
 575     0.0010     0.0000    99.9980     1.1071    90.9000    15.4127      1.0000
 576     0.0010     0.0000   100.0000     1.1070    90.8900    15.3912      1.0000
 577     0.0010     0.0001    99.9960     1.1072    90.8900    15.3731      1.0000
 578     0.0010     0.0000   100.0000     1.1072    90.9000    15.4300      1.0000
 579     0.0010     0.0000    99.9980     1.1069    90.8900    15.3773      1.0000
 580     0.0010     0.0000   100.0000     1.1068    90.9100    15.4934      1.0000
 581     0.0010     0.0001    99.9980     1.1071    90.9200    15.3665      1.0000
 582     0.0010     0.0000   100.0000     1.1071    90.9200    15.4370      1.0000
 583     0.0010     0.0000   100.0000     1.1068    90.9100    15.2907      1.0000
 584     0.0010     0.0000   100.0000     1.1068    90.9000    15.3479      1.0000
 585     0.0010     0.0001    99.9960     1.1066    90.9300    15.3739      1.0000
 586     0.0010     0.0000   100.0000     1.1067    90.9300    15.4045      1.0000
 587     0.0010     0.0000   100.0000     1.1068    90.9200    15.3573      1.0000
 588     0.0010     0.0002    99.9960     1.1070    90.9400    15.3774      1.0000
 589     0.0010     0.0000   100.0000     1.1072    90.9300    15.3852      1.0000
 590     0.0010     0.0001    99.9980     1.1065    90.8900    15.4208      1.0000
 591     0.0010     0.0000   100.0000     1.1067    90.8900    15.5268      1.0000
 592     0.0010     0.0000   100.0000     1.1066    90.8800    15.3341      1.0000
 593     0.0010     0.0000   100.0000     1.1069    90.8800    15.3948      1.0000
 594     0.0010     0.0001    99.9980     1.1071    90.9100    15.5435      1.0000
 595     0.0010     0.0001    99.9980     1.1072    90.9100    15.4460      1.0000
 596     0.0010     0.0000   100.0000     1.1073    90.9100    15.3945      1.0000
 597     0.0010     0.0000    99.9980     1.1072    90.9000    15.4081      1.0000
 598     0.0010     0.0000   100.0000     1.1073    90.9000    15.3813      1.0000
 599     0.0010     0.0000   100.0000     1.1074    90.9000    15.3098      1.0000
 600     0.0010     0.0000   100.0000     1.1074    90.9000    15.3204      1.0000
