Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2450    13.8040     2.3205    10.0000   119.2138      0.9481
   2     0.1000     2.1921    15.6680     2.0224    20.0000   119.3349      0.9215
   3     0.1000     1.9766    21.7780     2.1208    19.0100   119.3952      0.9001
   4     0.1000     1.8771    25.9060     1.7192    31.8400   119.3191      0.8815
   5     0.1000     1.7622    31.4420     1.8840    28.0400   119.3173      0.8648
   6     0.1000     1.6528    36.3300     1.8563    30.3400   119.3118      0.8494
   7     0.1000     1.5530    41.4580     1.3950    47.8400   119.3178      0.8352
   8     0.1000     1.4526    46.4460     1.3064    52.0900   119.3046      0.8219
   9     0.1000     1.3125    52.9140     1.2108    56.8700   119.3343      0.8094
  10     0.1000     1.1847    57.9440     1.1759    57.9900   119.3034      0.7975
  11     0.1000     1.0678    62.3880     0.9612    66.2400   119.3690      0.7862
  12     0.1000     0.9689    66.2720     0.8563    70.1700   119.4070      0.7755
  13     0.1000     0.8820    69.6620     0.8591    70.4300   119.3348      0.7651
  14     0.1000     0.8148    72.1420     0.7519    74.3500   119.3067      0.7551
  15     0.1000     0.7570    74.4880     0.8414    71.2700   119.3212      0.7455
  16     0.1000     0.7061    76.3340     0.8012    73.8400   119.3014      0.7361
  17     0.1000     0.6552    78.1600     0.6414    78.4500   119.3174      0.7271
  18     0.1000     0.6172    79.5140     0.7698    74.5800   119.3827      0.7184
  19     0.1000     0.5778    80.7520     0.6246    79.2900   119.2894      0.7099
  20     0.1000     0.5496    81.7340     0.6126    80.0300   119.3278      0.7016
  21     0.1000     0.5164    82.8960     0.6372    79.2100   119.3358      0.6936
  22     0.1000     0.4945    83.7120     0.5528    82.5300   119.3175      0.6858
  23     0.1000     0.4713    84.5400     0.5120    83.3800   119.3121      0.6782
  24     0.1000     0.4526    84.9240     0.4829    84.3700   119.3557      0.6708
  25     0.1000     0.4249    86.0240     0.5635    82.1000   119.4188      0.6636
  26     0.1000     0.4020    86.6300     0.5269    83.1000   119.3320      0.6565
  27     0.1000     0.3888    87.1820     0.5025    84.4100   119.3399      0.6497
  28     0.1000     0.3721    87.6620     0.5978    81.7300   119.3733      0.6430
  29     0.1000     0.3526    88.4120     0.4865    84.5000   119.3186      0.6364
  30     0.1000     0.3478    88.7580     0.5406    83.5600   119.3152      0.6300
  31     0.1000     0.3265    89.2340     0.4965    84.9500   119.3122      0.6237
  32     0.1000     0.3125    89.6600     0.4805    85.2100   119.2996      0.6175
  33     0.1000     0.3052    89.9780     0.5474    83.4500   119.3214      0.6115
  34     0.1000     0.2845    90.5900     0.4400    86.4700   119.3238      0.6055
  35     0.1000     0.2783    90.9280     0.4803    85.1600   119.3384      0.5997
  36     0.1000     0.2673    91.1960     0.4575    86.5400   119.3377      0.5940
  37     0.1000     0.2542    91.6720     0.4840    85.3600   119.3166      0.5884
  38     0.1000     0.2442    92.0200     0.4547    86.4300   119.3747      0.5828
  39     0.1000     0.2331    92.3740     0.4857    85.6200   119.3476      0.5775
  40     0.1000     0.2266    92.4960     0.4996    85.3000   119.3260      0.5722
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2174    92.8700     0.4979    85.7000   119.3492      0.5669
  42     0.1000     0.2095    93.2080     0.4555    87.1200   119.3392      0.5619
  43     0.1000     0.2024    93.3460     0.4901    85.9900   119.3327      0.5568
  44     0.1000     0.1957    93.4100     0.5477    84.8400   119.3289      0.5519
  45     0.1000     0.1928    93.5060     0.4580    86.8000   119.3999      0.5470
  46     0.1000     0.1789    94.1340     0.5023    86.2500   119.3365      0.5421
  47     0.1000     0.1809    94.0160     0.4671    87.0600   119.3313      0.5374
  48     0.1000     0.1674    94.4200     0.5418    85.5400   119.3271      0.5328
  49     0.1000     0.1609    94.7200     0.4897    87.2600   119.3220      0.5282
  50     0.1000     0.1589    94.8320     0.5063    87.3500   119.3382      0.5237
  51     0.1000     0.1550    94.8280     0.4731    87.4100   119.3532      0.5193
  52     0.1000     0.1500    94.9140     0.4896    87.0200   119.3241      0.5150
  53     0.1000     0.1400    95.4980     0.4523    88.3300   119.3665      0.5106
  54     0.1000     0.1367    95.6300     0.4668    87.3300   119.3168      0.5063
  55     0.1000     0.1314    95.7240     0.4745    87.2900   119.3675      0.5021
  56     0.1000     0.1314    95.7360     0.5162    86.6200   119.3205      0.4980
  57     0.1000     0.1274    95.8740     0.4720    87.1500   119.3603      0.4939
  58     0.1000     0.1191    96.1200     0.4769    88.1800   119.3573      0.4900
  59     0.1000     0.1142    96.1400     0.4905    88.1300   119.3135      0.4861
  60     0.1000     0.1156    96.2320     0.4850    87.7800   119.3381      0.4821
  61     0.1000     0.1071    96.5020     0.6130    85.9500   119.3476      0.4783
  62     0.1000     0.1076    96.5160     0.4911    87.9700   119.3133      0.4745
  63     0.1000     0.1035    96.6000     0.5121    87.9200   119.3962      0.4707
  64     0.1000     0.1013    96.6800     0.4869    88.0100   119.3325      0.4670
  65     0.1000     0.0968    96.8540     0.5212    87.7200   119.3324      0.4634
  66     0.1000     0.0936    96.9140     0.5403    87.6900   119.3224      0.4598
  67     0.1000     0.0848    97.2080     0.4960    88.1500   119.3364      0.4562
  68     0.1000     0.0866    97.1180     0.4667    88.7900   119.3499      0.4526
  69     0.1000     0.0854    97.1280     0.5060    88.1700   119.3358      0.4492
  70     0.1000     0.0854    97.2500     0.4813    88.2400   119.3440      0.4457
  71     0.1000     0.0802    97.3640     0.5288    88.2900   119.3794      0.4423
  72     0.1000     0.0796    97.3340     0.6462    86.2700   119.3360      0.4390
  73     0.1000     0.0744    97.6020     0.5573    87.9500   119.3002      0.4356
  74     0.1000     0.0736    97.5940     0.5162    87.9100   119.3063      0.4324
  75     0.1000     0.0723    97.6760     0.5265    88.3400   119.3118      0.4291
  76     0.1000     0.0758    97.4960     0.5136    87.7300   119.3241      0.4260
  77     0.1000     0.0674    97.8080     0.5606    87.8600   119.3118      0.4228
  78     0.1000     0.0705    97.6940     0.5926    87.0300   119.3002      0.4196
  79     0.1000     0.0683    97.7800     0.5548    87.2300   119.3361      0.4165
  80     0.1000     0.0656    97.8600     0.5042    88.9900   119.3596      0.4135
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0640    97.8680     0.5804    87.7100   119.3767      0.4106
  82     0.1000     0.0606    98.0140     0.5657    88.0700   119.3598      0.4075
  83     0.1000     0.0592    97.9940     0.5744    87.8800   119.3398      0.4046
  84     0.1000     0.0708    97.8020     0.4947    88.1400   119.2950      0.4017
  85     0.1000     0.0547    98.2380     0.5875    88.4000   119.3225      0.3988
  86     0.1000     0.0503    98.4000     0.5565    88.6600   119.3001      0.3959
  87     0.1000     0.0520    98.3020     0.5698    87.7500   119.3848      0.3930
  88     0.1000     0.0585    98.1580     0.5316    88.4100   119.3581      0.3902
  89     0.1000     0.0489    98.4020     0.5812    88.1800   119.3908      0.3875
  90     0.1000     0.0540    98.1860     0.5181    88.6900   119.2988      0.3848
  91     0.1000     0.0478    98.3640     0.5277    88.6700   119.3110      0.3821
  92     0.1000     0.0521    98.2520     0.6105    87.2300   119.3005      0.3794
  93     0.1000     0.0492    98.3820     0.5207    88.6400   119.2962      0.3768
  94     0.1000     0.0447    98.5680     0.5734    88.7900   119.3196      0.3742
  95     0.1000     0.0468    98.4660     0.5328    88.6600   119.3170      0.3716
  96     0.1000     0.0429    98.6060     0.6007    88.5200   119.3291      0.3691
  97     0.1000     0.0444    98.5600     0.5469    88.4300   119.3805      0.3665
  98     0.1000     0.0452    98.5860     0.5081    89.1700   119.4469      0.3640
  99     0.1000     0.0388    98.7460     0.5419    88.8300   119.3380      0.3615
 100     0.1000     0.0424    98.6140     0.5768    88.1900   119.3326      0.3590
 101     0.1000     0.0407    98.6780     0.5731    88.7800   119.3743      0.3566
 102     0.1000     0.0391    98.7980     0.5681    88.5600   119.3542      0.3541
 103     0.1000     0.0426    98.6620     0.5503    88.6800   119.3625      0.3517
 104     0.1000     0.0421    98.6580     0.5369    88.4400   119.3491      0.3493
 105     0.1000     0.0362    98.8580     0.5538    89.0400   119.3519      0.3470
 106     0.1000     0.0368    98.8300     0.5514    88.0700   119.3413      0.3446
 107     0.1000     0.0377    98.8000     0.5660    88.3300   119.3341      0.3424
 108     0.1000     0.0375    98.8280     0.5669    88.9600   119.3284      0.3401
 109     0.1000     0.0365    98.8540     0.5330    89.1800   119.3383      0.3379
 110     0.1000     0.0366    98.8760     0.5699    88.9800   119.3364      0.3357
 111     0.1000     0.0327    98.9440     0.6628    87.5800   119.3596      0.3335
 112     0.1000     0.0334    98.8500     0.5706    88.3800   119.3340      0.3313
 113     0.1000     0.0316    98.9120     0.5625    89.3300   119.3517      0.3291
 114     0.1000     0.0311    98.9980     0.5714    88.7300   119.3509      0.3270
 115     0.1000     0.0357    98.8460     0.5773    88.7200   119.3527      0.3249
 116     0.1000     0.0315    98.9300     0.5847    88.7200   119.2942      0.3228
 117     0.1000     0.0288    99.0600     0.5660    89.0500   119.3739      0.3207
 118     0.1000     0.0320    98.9420     0.5477    88.9500   119.3599      0.3187
 119     0.1000     0.0306    99.0500     0.5909    88.9500   119.2770      0.3166
 120     0.1000     0.0285    99.0860     0.5697    88.6200   119.3068      0.3146
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0247    99.2300     0.5837    88.6200   119.3269      0.3126
 122     0.1000     0.0284    99.1100     0.5670    89.0200   119.3173      0.3106
 123     0.1000     0.0274    99.1320     0.5942    88.8700   119.3172      0.3086
 124     0.1000     0.0281    99.0540     0.6114    88.4400   119.3023      0.3067
 125     0.1000     0.0281    99.1020     0.6052    88.8800   119.3157      0.3047
 126     0.1000     0.0274    99.1200     0.5559    89.1000   119.2859      0.3028
 127     0.1000     0.0258    99.2200     0.6732    87.8800   119.2948      0.3010
 128     0.1000     0.0255    99.1700     0.5820    88.8300   119.3292      0.2991
 129     0.1000     0.0207    99.3340     0.5721    88.9400   119.2868      0.2972
 130     0.1000     0.0259    99.1940     0.6233    88.5600   119.3934      0.2954
 131     0.1000     0.0261    99.1960     0.6219    88.5800   119.3050      0.2936
 132     0.1000     0.0283    99.0640     0.5923    88.9600   119.3046      0.2918
 133     0.1000     0.0268    99.1160     0.6669    88.5700   119.2805      0.2900
 134     0.1000     0.0237    99.2300     0.6068    89.0900   119.3097      0.2883
 135     0.1000     0.0268    99.1580     0.5861    88.5500   119.3019      0.2866
 136     0.1000     0.0254    99.1760     0.5893    89.3100   119.2838      0.2849
 137     0.1000     0.0250    99.1840     0.5997    88.9300   119.3448      0.2831
 138     0.1000     0.0215    99.2940     0.6400    87.6200   119.3381      0.2815
 139     0.1000     0.0257    99.1340     0.6124    89.1800   119.4204      0.2798
 140     0.1000     0.0235    99.2600     0.5884    88.8600   119.3833      0.2781
 141     0.1000     0.0216    99.3120     0.5787    89.5400   119.3447      0.2765
 142     0.1000     0.0234    99.2840     0.6654    88.6100   119.2835      0.2748
 143     0.1000     0.0232    99.2480     0.5869    89.2900   119.3130      0.2732
 144     0.1000     0.0233    99.2720     0.5816    88.6900   119.2845      0.2716
 145     0.1000     0.0244    99.2140     0.6031    88.8900   119.2766      0.2701
 146     0.1000     0.0192    99.3580     0.5817    89.2200   119.3708      0.2685
 147     0.1000     0.0219    99.2820     0.6097    88.6900   119.3064      0.2670
 148     0.1000     0.0237    99.2780     0.5647    89.0500   119.2785      0.2654
 149     0.1000     0.0189    99.4260     0.6251    88.9200   119.3369      0.2638
 150     0.1000     0.0204    99.3320     0.5591    89.2200   119.2692      0.2623
 151     0.1000     0.0254    99.1980     0.5945    88.8900   119.3528      0.2608
 152     0.1000     0.0222    99.2800     0.6008    88.9600   119.3041      0.2593
 153     0.1000     0.0204    99.3380     0.6244    88.7600   119.3000      0.2579
 154     0.1000     0.0219    99.3160     0.6026    89.1000   119.3025      0.2564
 155     0.1000     0.0211    99.3620     0.6369    88.6200   119.2933      0.2550
 156     0.1000     0.0177    99.4200     0.6741    88.5700   119.3016      0.2535
 157     0.1000     0.0168    99.4720     0.6691    88.1600   119.3110      0.2521
 158     0.1000     0.0184    99.3960     0.6527    88.8500   119.3325      0.2507
 159     0.1000     0.0185    99.4200     0.6589    88.4200   119.3234      0.2492
 160     0.1000     0.0179    99.4240     0.6197    89.1100   119.2999      0.2478
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0222    99.3040     0.6652    87.8000   119.3713      0.2465
 162     0.1000     0.0198    99.3800     0.6117    89.3700   119.2890      0.2452
 163     0.1000     0.0234    99.2980     0.5544    89.1100   119.2920      0.2438
 164     0.1000     0.0178    99.4180     0.6579    89.0700   119.3565      0.2425
 165     0.1000     0.0176    99.4720     0.5754    89.1900   119.3974      0.2411
 166     0.1000     0.0188    99.4120     0.6387    88.9600   119.2920      0.2398
 167     0.1000     0.0169    99.4780     0.6242    88.9100   119.3371      0.2385
 168     0.1000     0.0173    99.4480     0.6086    89.3600   119.3209      0.2372
 169     0.1000     0.0175    99.4640     0.6149    89.2400   119.2965      0.2359
 170     0.1000     0.0179    99.4200     0.6256    88.8100   119.3152      0.2347
 171     0.1000     0.0202    99.3440     0.6020    89.4700   119.3059      0.2335
 172     0.1000     0.0170    99.5060     0.5899    89.5200   119.2627      0.2322
 173     0.1000     0.0161    99.4940     0.6198    89.0300   119.3178      0.2310
 174     0.1000     0.0153    99.4820     0.6171    89.2200   119.2927      0.2297
 175     0.1000     0.0170    99.4500     0.6055    89.2000   119.3007      0.2285
 176     0.1000     0.0186    99.4140     0.5937    89.1600   119.2944      0.2273
 177     0.1000     0.0192    99.3800     0.5931    89.1100   119.2861      0.2261
 178     0.1000     0.0174    99.4680     0.5735    89.4100   119.2830      0.2250
 179     0.1000     0.0171    99.4800     0.6105    89.3300   119.2866      0.2238
 180     0.1000     0.0186    99.4120     0.5658    89.2700   119.3873      0.2226
 181     0.1000     0.0156    99.5580     0.5906    89.4100   119.3398      0.2215
 182     0.1000     0.0162    99.4880     0.6125    89.2000   119.3672      0.2203
 183     0.1000     0.0143    99.5940     0.6006    89.2200   119.3940      0.2191
 184     0.1000     0.0148    99.5240     0.6239    88.9800   119.3441      0.2180
 185     0.1000     0.0142    99.5620     0.6313    89.4500   119.3322      0.2169
 186     0.1000     0.0181    99.4800     0.5830    89.5800   119.3550      0.2158
 187     0.1000     0.0159    99.4840     0.5888    89.5000   119.4027      0.2147
 188     0.1000     0.0151    99.5160     0.5898    89.7900   119.3304      0.2136
 189     0.1000     0.0144    99.5460     0.6316    88.9800   119.3160      0.2126
 190     0.1000     0.0121    99.6080     0.6040    89.7400   119.3508      0.2115
 191     0.1000     0.0157    99.4980     0.5974    89.4200   119.3627      0.2104
 192     0.1000     0.0162    99.5000     0.7094    87.7000   119.3118      0.2094
 193     0.1000     0.0133    99.5860     0.6204    89.3000   119.4158      0.2084
 194     0.1000     0.0158    99.5320     0.6479    89.0100   119.3952      0.2074
 195     0.1000     0.0149    99.5460     0.6253    89.3100   119.3022      0.2063
 196     0.1000     0.0168    99.4800     0.6430    89.4000   119.2911      0.2053
 197     0.1000     0.0173    99.4500     0.5918    89.8600   119.2896      0.2043
 198     0.1000     0.0149    99.5580     0.5720    89.7200   119.3397      0.2033
 199     0.1000     0.0147    99.5820     0.5897    89.3700   119.3077      0.2023
 200     0.1000     0.0160    99.4960     0.6046    89.1800   119.2817      0.2014
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0134    99.5720     0.5815    90.0500   119.3731      0.2004
 202     0.1000     0.0119    99.6360     0.6159    89.4100   119.3203      0.1994
 203     0.1000     0.0138    99.5820     0.5778    89.7300   119.3187      0.1985
 204     0.1000     0.0140    99.5680     0.5844    89.6900   119.3317      0.1975
 205     0.1000     0.0127    99.6180     0.6969    88.7900   119.3193      0.1966
 206     0.1000     0.0146    99.5620     0.5949    89.7100   119.3236      0.1957
 207     0.1000     0.0146    99.5460     0.5803    89.5700   119.3437      0.1947
 208     0.1000     0.0131    99.6120     0.6221    89.2300   119.3419      0.1938
 209     0.1000     0.0131    99.5800     0.6004    89.9200   119.3519      0.1929
 210     0.1000     0.0154    99.5340     0.5912    89.5500   119.3230      0.1920
 211     0.1000     0.0134    99.5600     0.5943    89.7800   119.3380      0.1911
 212     0.1000     0.0157    99.5280     0.5800    89.5200   119.3412      0.1902
 213     0.1000     0.0130    99.5940     0.6329    89.0700   119.3219      0.1894
 214     0.1000     0.0175    99.4540     0.5900    89.5700   119.3284      0.1885
 215     0.1000     0.0124    99.6200     0.5661    89.6800   119.4029      0.1877
 216     0.1000     0.0139    99.5280     0.5923    89.4100   119.3154      0.1868
 217     0.1000     0.0128    99.6200     0.5679    89.1900   119.3264      0.1860
 218     0.1000     0.0130    99.6020     0.5829    89.5700   119.3233      0.1851
 219     0.1000     0.0138    99.5560     0.5734    89.8700   119.3390      0.1843
 220     0.1000     0.0110    99.6460     0.6188    89.4600   119.3339      0.1835
 221     0.1000     0.0153    99.5040     0.6105    89.2700   119.3487      0.1826
 222     0.1000     0.0141    99.5840     0.6049    89.5100   119.3976      0.1818
 223     0.1000     0.0117    99.6300     0.6138    89.5900   119.3978      0.1810
 224     0.1000     0.0128    99.6080     0.6100    89.4000   119.3363      0.1802
 225     0.1000     0.0141    99.5960     0.6115    89.6300   119.3268      0.1794
 226     0.1000     0.0150    99.5280     0.7701    87.6100   119.3275      0.1786
 227     0.1000     0.0132    99.5940     0.5990    89.6400   119.3282      0.1779
 228     0.1000     0.0143    99.5520     0.6660    88.7600   119.3314      0.1771
 229     0.1000     0.0131    99.5780     0.6128    89.2800   119.3153      0.1763
 230     0.1000     0.0110    99.6520     0.6709    89.0700   119.3012      0.1756
 231     0.1000     0.0123    99.6220     0.6558    89.4200   119.3021      0.1748
 232     0.1000     0.0139    99.5740     0.6816    88.4300   119.3192      0.1741
 233     0.1000     0.0113    99.6460     0.6267    89.2400   119.3403      0.1734
 234     0.1000     0.0118    99.6340     0.6993    89.0200   119.2835      0.1726
 235     0.1000     0.0135    99.5640     0.6159    89.5400   119.3101      0.1719
 236     0.1000     0.0131    99.5840     0.6048    89.5300   119.2994      0.1711
 237     0.1000     0.0117    99.6480     0.6243    89.5000   119.3334      0.1704
 238     0.1000     0.0148    99.5440     0.5977    89.6100   119.3074      0.1697
 239     0.1000     0.0095    99.6840     0.5983    89.7300   119.2962      0.1689
 240     0.1000     0.0148    99.5660     0.6010    88.8400   119.3053      0.1682
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0123    99.6120     0.6213    89.5700   119.2967      0.1675
 242     0.1000     0.0114    99.6680     0.6292    89.5600   119.2892      0.1668
 243     0.1000     0.0107    99.6780     0.6298    89.4900   119.3105      0.1661
 244     0.1000     0.0131    99.5840     0.8589    86.7400   119.2873      0.1655
 245     0.1000     0.0095    99.7240     0.6463    89.4700   119.3077      0.1648
 246     0.1000     0.0120    99.6620     0.6389    89.1000   119.2704      0.1641
 247     0.1000     0.0123    99.6060     0.6100    89.9300   119.2925      0.1635
 248     0.1000     0.0132    99.6060     0.6278    88.7700   119.3233      0.1628
 249     0.1000     0.0132    99.5860     0.6057    89.3500   119.3027      0.1622
 250     0.1000     0.0115    99.6060     0.6352    89.6500   119.2928      0.1616
 251     0.1000     0.0146    99.5600     0.5803    89.4800   119.2817      0.1609
 252     0.1000     0.0105    99.6960     0.6172    89.6500   119.2886      0.1602
 253     0.1000     0.0145    99.5380     0.6172    89.3900   119.3545      0.1596
 254     0.1000     0.0131    99.5660     0.6042    89.4900   119.2661      0.1590
 255     0.1000     0.0101    99.6860     0.6260    89.6600   119.2953      0.1584
 256     0.1000     0.0111    99.6680     0.6457    89.3600   119.2860      0.1577
 257     0.1000     0.0128    99.6280     0.6462    88.8800   119.3047      0.1571
 258     0.1000     0.0114    99.6480     0.6142    89.4200   119.2971      0.1565
 259     0.1000     0.0081    99.7520     0.6470    89.6300   119.3337      0.1559
 260     0.1000     0.0109    99.6400     0.6329    89.3000   119.2845      0.1553
 261     0.1000     0.0147    99.5500     0.5968    89.4900   119.3023      0.1547
 262     0.1000     0.0122    99.5880     0.6334    89.6400   119.3832      0.1541
 263     0.1000     0.0100    99.6980     0.6081    89.9500   119.2869      0.1535
 264     0.1000     0.0084    99.7600     0.6694    89.3400   119.3118      0.1529
 265     0.1000     0.0100    99.6900     0.6234    89.2500   119.2926      0.1523
 266     0.1000     0.0117    99.6300     0.6363    89.3500   119.3402      0.1517
 267     0.1000     0.0114    99.6540     0.6417    89.1500   119.3115      0.1511
 268     0.1000     0.0129    99.5880     0.6413    89.6700   119.3043      0.1506
 269     0.1000     0.0110    99.6720     0.6986    88.8400   119.4967      0.1500
 270     0.1000     0.0115    99.6320     0.6588    89.0700   119.3968      0.1495
 271     0.1000     0.0130    99.5980     0.6302    89.4800   119.3625      0.1489
 272     0.1000     0.0112    99.6500     0.6121    89.6700   119.3951      0.1484
 273     0.1000     0.0119    99.6320     0.6341    89.5000   119.3303      0.1478
 274     0.1000     0.0111    99.6680     0.6293    89.3900   119.3113      0.1472
 275     0.1000     0.0110    99.6580     0.6211    89.7200   119.3364      0.1467
 276     0.1000     0.0087    99.7160     0.7036    88.6800   119.3194      0.1462
 277     0.1000     0.0100    99.7060     0.6477    89.4900   119.4150      0.1456
 278     0.1000     0.0086    99.7360     0.6516    89.4800   119.4407      0.1451
 279     0.1000     0.0119    99.6400     0.6304    89.6600   119.3556      0.1446
 280     0.1000     0.0108    99.6720     0.6489    89.3400   119.2877      0.1440
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0095    99.7020     0.7124    88.6900   119.3105      0.1435
 282     0.1000     0.0129    99.5840     0.6415    89.3100   119.2883      0.1430
 283     0.1000     0.0102    99.7040     0.6972    89.1700   119.3115      0.1425
 284     0.1000     0.0121    99.6300     0.6062    89.7700   119.3064      0.1420
 285     0.1000     0.0091    99.7220     0.6313    89.7600   119.3131      0.1415
 286     0.1000     0.0087    99.7240     0.6115    90.1900   119.2996      0.1410
 287     0.1000     0.0104    99.6680     0.6040    90.3100   119.3121      0.1405
 288     0.1000     0.0075    99.7620     0.6197    89.9200   119.3534      0.1400
 289     0.1000     0.0096    99.6900     0.6101    89.9800   119.3845      0.1395
 290     0.1000     0.0099    99.6960     0.6956    89.1300   119.3090      0.1391
 291     0.1000     0.0129    99.5780     0.5932    89.7800   119.3327      0.1386
 292     0.1000     0.0099    99.6940     0.6254    89.7800   119.2884      0.1381
 293     0.1000     0.0100    99.6520     0.6380    89.5300   119.2832      0.1376
 294     0.1000     0.0111    99.6260     0.6437    89.3400   119.3084      0.1371
 295     0.1000     0.0090    99.7300     0.6315    89.5900   119.3914      0.1367
 296     0.1000     0.0119    99.6300     0.6171    89.8100   119.2790      0.1362
 297     0.1000     0.0093    99.7100     0.6934    88.8600   119.2914      0.1358
 298     0.1000     0.0117    99.6460     0.6372    89.4500   119.2959      0.1353
 299     0.1000     0.0114    99.6360     0.6648    89.5300   119.2884      0.1348
 300     0.1000     0.0088    99.7140     0.6451    89.5900   119.2992      0.1344
 301     0.0996     0.0111    99.6520     0.6239    89.5300   119.3455      0.1339
 302     0.0992     0.0122    99.6600     0.6024    90.1500   119.2937      0.1335
 303     0.0988     0.0089    99.7260     0.7507    88.0700   119.3245      0.1330
 304     0.0983     0.0086    99.7280     0.6236    89.7000   119.3539      0.1326
 305     0.0979     0.0065    99.7960     0.6665    89.1700   119.3010      0.1322
 306     0.0975     0.0102    99.6780     0.6266    89.6400   119.2964      0.1318
 307     0.0971     0.0093    99.7120     0.6480    89.5700   119.3248      0.1313
 308     0.0967     0.0091    99.7280     0.6675    89.9200   119.2712      0.1309
 309     0.0963     0.0121    99.6240     0.6346    89.7500   119.3040      0.1305
 310     0.0959     0.0076    99.7460     0.6430    89.7900   119.2956      0.1301
 311     0.0955     0.0094    99.7120     0.6259    90.0900   119.3053      0.1297
 312     0.0950     0.0070    99.7820     0.6624    89.7700   119.3147      0.1293
 313     0.0946     0.0097    99.7180     0.6338    89.7200   119.2927      0.1289
 314     0.0942     0.0081    99.7540     0.6473    89.8300   119.3694      0.1285
 315     0.0938     0.0091    99.7260     0.6259    89.6100   119.2893      0.1281
 316     0.0934     0.0082    99.7520     0.6678    89.4600   119.2941      0.1278
 317     0.0930     0.0083    99.7380     0.6391    89.8500   119.3197      0.1274
 318     0.0926     0.0097    99.7200     0.6532    89.6200   119.3183      0.1270
 319     0.0922     0.0071    99.7600     0.6462    90.1300   119.3357      0.1266
 320     0.0917     0.0075    99.7680     0.6797    89.0000   119.3036      0.1262
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0085    99.7440     0.6278    89.8600   119.3301      0.1259
 322     0.0909     0.0063    99.8160     0.6496    89.8700   119.3152      0.1255
 323     0.0905     0.0062    99.7880     0.6383    89.7400   119.3123      0.1251
 324     0.0901     0.0093    99.7420     0.6338    89.8900   119.2939      0.1248
 325     0.0897     0.0064    99.8000     0.6820    89.6400   119.2976      0.1244
 326     0.0893     0.0060    99.8240     0.6881    89.5000   119.3028      0.1240
 327     0.0889     0.0055    99.8380     0.6994    89.5400   119.3042      0.1237
 328     0.0885     0.0080    99.7600     0.6689    89.4400   119.3129      0.1233
 329     0.0880     0.0066    99.7800     0.6620    89.6900   119.2914      0.1229
 330     0.0876     0.0075    99.7520     0.6635    89.8900   119.3043      0.1226
 331     0.0872     0.0050    99.8420     0.6835    89.6200   119.3234      0.1223
 332     0.0868     0.0045    99.8600     0.8579    87.7400   119.3154      0.1220
 333     0.0864     0.0064    99.8040     0.6634    89.9400   119.3306      0.1216
 334     0.0860     0.0067    99.8140     0.6813    89.9600   119.3790      0.1213
 335     0.0856     0.0046    99.8580     0.7242    89.8400   119.2877      0.1209
 336     0.0852     0.0074    99.7880     0.6609    89.6200   119.3163      0.1206
 337     0.0847     0.0073    99.7860     0.6510    90.0200   119.3115      0.1203
 338     0.0843     0.0056    99.8140     0.6805    89.6900   119.2724      0.1200
 339     0.0839     0.0047    99.8720     0.7127    89.5100   119.3029      0.1197
 340     0.0835     0.0038    99.8940     0.6585    90.2000   119.2922      0.1193
 341     0.0831     0.0040    99.8860     0.6757    90.3300   119.3614      0.1190
 342     0.0827     0.0044    99.8720     0.6873    89.7900   119.2880      0.1187
 343     0.0823     0.0072    99.7700     0.6819    90.1700   119.2972      0.1184
 344     0.0818     0.0053    99.8480     0.6490    90.0000   119.3346      0.1181
 345     0.0814     0.0050    99.8360     0.6999    89.4800   119.3033      0.1178
 346     0.0810     0.0038    99.8940     0.6782    90.0000   119.3659      0.1175
 347     0.0806     0.0040    99.8740     0.6679    89.7700   119.2997      0.1172
 348     0.0802     0.0038    99.8720     0.7069    89.7400   119.3586      0.1169
 349     0.0798     0.0028    99.9140     0.7003    90.0900   119.3201      0.1166
 350     0.0794     0.0037    99.8880     0.7261    89.8500   119.3224      0.1163
 351     0.0790     0.0039    99.8680     0.6748    90.1700   119.3337      0.1160
 352     0.0786     0.0025    99.9120     0.7292    89.9100   119.3440      0.1157
 353     0.0781     0.0067    99.7940     0.7239    89.1200   119.3059      0.1154
 354     0.0777     0.0046    99.8740     0.6831    90.0700   119.2652      0.1152
 355     0.0773     0.0060    99.8180     0.6648    89.6600   119.3315      0.1149
 356     0.0769     0.0048    99.8480     0.6391    90.1600   119.2790      0.1146
 357     0.0765     0.0036    99.8920     0.6679    90.0200   119.2991      0.1144
 358     0.0761     0.0031    99.8960     0.6784    90.1700   119.2971      0.1141
 359     0.0757     0.0040    99.8740     0.6902    90.1300   119.3409      0.1139
 360     0.0753     0.0046    99.8700     0.6745    90.0600   119.2740      0.1136
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0039    99.8880     0.6675    90.3600   119.2909      0.1133
 362     0.0744     0.0031    99.9040     0.6599    90.2100   119.2942      0.1131
 363     0.0740     0.0043    99.8840     0.6670    90.3000   119.3223      0.1128
 364     0.0736     0.0044    99.8680     0.6674    90.4700   119.2882      0.1126
 365     0.0732     0.0033    99.9020     0.6723    90.3700   119.3048      0.1123
 366     0.0728     0.0033    99.9040     0.6741    90.1600   119.3487      0.1121
 367     0.0724     0.0027    99.9260     0.6700    90.4500   119.3756      0.1118
 368     0.0720     0.0029    99.9060     0.6704    90.5200   119.3434      0.1116
 369     0.0715     0.0040    99.8940     0.6434    90.3500   119.3467      0.1114
 370     0.0711     0.0034    99.8900     0.6705    90.2200   119.3090      0.1111
 371     0.0707     0.0020    99.9440     0.6797    90.4100   119.3219      0.1109
 372     0.0703     0.0030    99.9160     0.6676    90.2900   119.2878      0.1106
 373     0.0699     0.0024    99.9180     0.6741    90.0900   119.2861      0.1104
 374     0.0695     0.0025    99.9120     0.7034    90.3700   119.3030      0.1102
 375     0.0691     0.0025    99.9100     0.6742    90.2000   119.3103      0.1099
 376     0.0686     0.0037    99.9040     0.7038    90.2700   119.3794      0.1097
 377     0.0682     0.0029    99.9220     0.6905    90.0700   119.3709      0.1095
 378     0.0678     0.0022    99.9320     0.6778    90.3800   119.4072      0.1093
 379     0.0674     0.0019    99.9440     0.6888    90.2500   119.3242      0.1090
 380     0.0670     0.0017    99.9540     0.6991    90.0400   119.2641      0.1088
 381     0.0666     0.0020    99.9540     0.7052    90.2300   119.3139      0.1086
 382     0.0662     0.0024    99.9360     0.7190    90.1100   119.3601      0.1084
 383     0.0658     0.0028    99.9180     0.7000    90.1500   119.2845      0.1082
 384     0.0654     0.0021    99.9400     0.7148    90.0800   119.3016      0.1079
 385     0.0649     0.0031    99.9000     0.7379    90.0900   119.3253      0.1077
 386     0.0645     0.0023    99.9400     0.7025    90.1900   119.2897      0.1075
 387     0.0641     0.0017    99.9520     0.7131    90.1900   119.3154      0.1073
 388     0.0637     0.0029    99.9260     0.6992    90.2700   119.3137      0.1071
 389     0.0633     0.0028    99.9100     0.7863    89.4600   119.3458      0.1069
 390     0.0629     0.0027    99.9160     0.6795    90.3200   119.3237      0.1067
 391     0.0625     0.0018    99.9520     0.6990    90.0600   119.3129      0.1065
 392     0.0621     0.0022    99.9320     0.7277    90.0300   119.2976      0.1063
 393     0.0616     0.0025    99.9240     0.6998    90.2200   119.3800      0.1062
 394     0.0612     0.0019    99.9500     0.7261    90.0300   119.3020      0.1060
 395     0.0608     0.0027    99.9400     0.7015    90.2700   119.3948      0.1058
 396     0.0604     0.0015    99.9460     0.7011    90.4000   119.3118      0.1056
 397     0.0600     0.0028    99.9200     0.7292    90.2400   119.3242      0.1054
 398     0.0596     0.0025    99.9320     0.6981    90.2500   119.3325      0.1052
 399     0.0592     0.0019    99.9340     0.7301    90.2200   119.3329      0.1051
 400     0.0588     0.0015    99.9620     0.7015    90.4500   119.3426      0.1049
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0011    99.9700     0.6912    90.6300   119.3555      0.1047
 402     0.0579     0.0015    99.9560     0.7208    90.3700   119.3474      0.1045
 403     0.0575     0.0016    99.9360     0.7202    90.4700   119.3966      0.1043
 404     0.0571     0.0014    99.9660     0.7281    90.1100   119.4175      0.1042
 405     0.0567     0.0012    99.9580     0.7353    89.9800   119.4026      0.1040
 406     0.0563     0.0014    99.9580     0.7194    90.4200   119.3301      0.1038
 407     0.0559     0.0010    99.9780     0.7132    90.6200   119.3939      0.1036
 408     0.0554     0.0011    99.9640     0.7383    90.5900   119.3526      0.1035
 409     0.0550     0.0016    99.9520     0.7266    90.4000   119.3514      0.1033
 410     0.0546     0.0013    99.9520     0.7214    90.5100   119.3131      0.1031
 411     0.0542     0.0013    99.9540     0.7245    90.3600   119.3214      0.1030
 412     0.0538     0.0010    99.9700     0.7131    90.6500   119.3337      0.1028
 413     0.0534     0.0013    99.9620     0.7345    90.6900   119.3262      0.1027
 414     0.0530     0.0017    99.9360     0.7270    90.4500   119.3178      0.1025
 415     0.0526     0.0011    99.9740     0.7238    90.7200   119.3996      0.1024
 416     0.0522     0.0014    99.9660     0.7242    90.6400   119.3842      0.1022
 417     0.0517     0.0012    99.9700     0.7141    90.7400   119.3612      0.1021
 418     0.0513     0.0009    99.9800     0.7227    90.7100   119.2931      0.1019
 419     0.0509     0.0010    99.9660     0.7208    90.3600   119.2743      0.1017
 420     0.0505     0.0008    99.9820     0.7117    90.5300   119.2928      0.1016
 421     0.0501     0.0013    99.9660     0.7434    90.3800   119.2783      0.1014
 422     0.0497     0.0007    99.9820     0.7278    90.5100   119.3331      0.1013
 423     0.0493     0.0007    99.9720     0.7268    90.5400   119.3084      0.1012
 424     0.0489     0.0009    99.9800     0.7248    90.6400   119.3352      0.1010
 425     0.0484     0.0007    99.9800     0.7243    90.4800   119.2970      0.1009
 426     0.0480     0.0005    99.9940     0.7234    90.7800   119.3317      0.1007
 427     0.0476     0.0009    99.9700     0.7334    90.6900   119.2829      0.1006
 428     0.0472     0.0007    99.9720     0.8968    89.4800   119.2742      0.1004
 429     0.0468     0.0007    99.9780     0.7392    90.6300   119.2889      0.1003
 430     0.0464     0.0010    99.9780     0.7433    90.5700   119.2880      0.1002
 431     0.0460     0.0005    99.9900     0.7380    90.6400   119.3208      0.1000
 432     0.0456     0.0009    99.9700     0.7574    90.3200   119.2924      0.0999
 433     0.0451     0.0007    99.9800     0.7530    90.3800   119.2851      0.0998
 434     0.0447     0.0003    99.9920     0.7478    90.5800   119.2894      0.0996
 435     0.0443     0.0004    99.9880     0.7391    90.6300   119.2384      0.0995
 436     0.0439     0.0005    99.9860     0.7541    90.4700   119.3055      0.0994
 437     0.0435     0.0006    99.9820     0.7823    90.3400   119.3130      0.0993
 438     0.0431     0.0006    99.9780     0.7838    89.9300   119.3104      0.0991
 439     0.0427     0.0006    99.9840     0.7776    90.2900   119.2666      0.0990
 440     0.0423     0.0004    99.9920     0.7519    90.4100   119.2963      0.0989
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0005    99.9900     0.7571    90.3200   119.3256      0.0988
 442     0.0414     0.0003    99.9960     0.7558    90.3500   119.2941      0.0987
 443     0.0410     0.0007    99.9780     0.7796    90.2800   119.2820      0.0985
 444     0.0406     0.0005    99.9900     0.7576    90.3400   119.2831      0.0984
 445     0.0402     0.0004    99.9940     0.7685    90.2700   119.3270      0.0983
 446     0.0398     0.0006    99.9760     0.7583    90.5000   119.2947      0.0982
 447     0.0394     0.0006    99.9760     0.7347    90.5200   119.3022      0.0981
 448     0.0389     0.0006    99.9840     0.7494    90.4800   119.2974      0.0980
 449     0.0385     0.0005    99.9860     0.7560    90.3600   119.3112      0.0979
 450     0.0381     0.0004    99.9900     0.7446    90.4800   119.2661      0.0978
 451     0.0377     0.0005    99.9880     0.7515    90.4300   119.2994      0.0977
 452     0.0373     0.0007    99.9840     0.7620    90.2500   119.3105      0.0976
 453     0.0369     0.0005    99.9880     0.7484    90.4600   119.2945      0.0975
 454     0.0365     0.0006    99.9800     0.7473    90.4000   119.2887      0.0974
 455     0.0361     0.0004    99.9900     0.7410    90.4600   119.2902      0.0973
 456     0.0357     0.0005    99.9860     0.7445    90.5200   119.3031      0.0972
 457     0.0352     0.0004    99.9860     0.7420    90.5700   119.3099      0.0971
 458     0.0348     0.0004    99.9880     0.7393    90.6200   119.3368      0.0970
 459     0.0344     0.0004    99.9840     0.7456    90.2900   119.3147      0.0969
 460     0.0340     0.0004    99.9920     0.7527    90.4900   119.3254      0.0968
 461     0.0336     0.0003    99.9960     0.7474    90.6800   119.3321      0.0967
 462     0.0332     0.0003    99.9940     0.7395    90.6800   119.3100      0.0967
 463     0.0328     0.0006    99.9820     0.7367    90.6200   119.3371      0.0966
 464     0.0324     0.0004    99.9900     0.7345    90.6100   119.3134      0.0965
 465     0.0319     0.0004    99.9940     0.7464    90.5300   119.3094      0.0964
 466     0.0315     0.0002   100.0000     0.7451    90.6900   119.3609      0.0963
 467     0.0311     0.0003    99.9960     0.7520    90.5800   119.3088      0.0963
 468     0.0307     0.0003    99.9940     0.7375    90.5900   119.2876      0.0962
 469     0.0303     0.0002    99.9960     0.7417    90.5800   119.3049      0.0961
 470     0.0299     0.0002    99.9980     0.7569    90.6100   119.3656      0.0960
 471     0.0295     0.0002    99.9960     0.7431    90.4700   119.2800      0.0959
 472     0.0291     0.0003    99.9920     0.7556    90.6200   119.2701      0.0959
 473     0.0286     0.0003    99.9960     0.7568    90.5600   119.3371      0.0958
 474     0.0282     0.0002    99.9980     0.7450    90.6300   119.2943      0.0957
 475     0.0278     0.0003    99.9960     0.7527    90.5100   119.3523      0.0956
 476     0.0274     0.0002    99.9960     0.7398    90.5900   119.3146      0.0956
 477     0.0270     0.0002    99.9960     0.7450    90.6100   119.3268      0.0955
 478     0.0266     0.0002    99.9920     0.7439    90.6400   119.3442      0.0954
 479     0.0262     0.0002    99.9940     0.7382    90.6900   119.3153      0.0954
 480     0.0257     0.0002    99.9940     0.7440    90.5700   119.2679      0.0953
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0004    99.9880     0.7460    90.6500   119.2761      0.0952
 482     0.0249     0.0002    99.9960     0.7429    90.7900   119.3293      0.0952
 483     0.0245     0.0002    99.9960     0.7408    90.8100   119.3709      0.0951
 484     0.0241     0.0003    99.9940     0.7443    90.6100   119.4007      0.0951
 485     0.0237     0.0002    99.9960     0.7439    90.7100   119.3460      0.0950
 486     0.0233     0.0004    99.9900     0.7446    90.7100   119.3682      0.0949
 487     0.0229     0.0003    99.9940     0.7511    90.6800   119.3535      0.0949
 488     0.0225     0.0002    99.9980     0.7489    90.6800   119.3611      0.0948
 489     0.0220     0.0003    99.9920     0.7593    90.5600   119.4172      0.0948
 490     0.0216     0.0002    99.9940     0.7598    90.7500   119.3414      0.0947
 491     0.0212     0.0003    99.9900     0.7569    90.7600   119.3558      0.0947
 492     0.0208     0.0002    99.9980     0.7533    90.6700   119.3494      0.0946
 493     0.0204     0.0002    99.9980     0.7547    90.6900   119.4217      0.0946
 494     0.0200     0.0002    99.9960     0.7508    90.6500   119.3310      0.0945
 495     0.0196     0.0002    99.9980     0.7566    90.7000   119.3549      0.0945
 496     0.0192     0.0002    99.9980     0.7560    90.7300   119.3072      0.0944
 497     0.0187     0.0001    99.9980     0.7642    90.8000   119.3472      0.0944
 498     0.0183     0.0002    99.9960     0.7572    90.7100   119.2979      0.0943
 499     0.0179     0.0002    99.9960     0.7628    90.6300   119.4033      0.0943
 500     0.0175     0.0001    99.9980     0.7632    90.6300   119.3198      0.0943
 501     0.0171     0.0001   100.0000     0.7648    90.6000   119.3175      0.0942
 502     0.0167     0.0001   100.0000     0.7646    90.5500   119.3018      0.0942
 503     0.0163     0.0001   100.0000     0.7626    90.6600   119.3295      0.0941
 504     0.0159     0.0002    99.9960     0.7642    90.5800   119.2797      0.0941
 505     0.0154     0.0002    99.9920     0.7612    90.5900   119.2799      0.0941
 506     0.0150     0.0001   100.0000     0.7643    90.5800   119.3013      0.0940
 507     0.0146     0.0003    99.9900     0.7594    90.7200   119.2616      0.0940
 508     0.0142     0.0001   100.0000     0.7618    90.6800   119.2738      0.0940
 509     0.0138     0.0002    99.9980     0.7600    90.7000   119.2886      0.0939
 510     0.0134     0.0001   100.0000     0.7588    90.7000   119.3106      0.0939
 511     0.0130     0.0002    99.9960     0.7600    90.6600   119.3574      0.0939
 512     0.0125     0.0001    99.9960     0.7619    90.6900   119.3585      0.0938
 513     0.0121     0.0001    99.9980     0.7605    90.6900   119.3275      0.0938
 514     0.0117     0.0001   100.0000     0.7611    90.6300   119.3331      0.0938
 515     0.0113     0.0001   100.0000     0.7598    90.6900   119.3034      0.0938
 516     0.0109     0.0001    99.9980     0.7609    90.6900   119.3103      0.0937
 517     0.0105     0.0001   100.0000     0.7614    90.6200   119.2768      0.0937
 518     0.0101     0.0002    99.9980     0.7624    90.6100   119.3445      0.0937
 519     0.0097     0.0001    99.9980     0.7621    90.6000   119.2804      0.0937
 520     0.0092     0.0001    99.9960     0.7656    90.6700   119.3591      0.0937
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001   100.0000     0.7665    90.6700   119.4030      0.0936
 522     0.0084     0.0001    99.9980     0.7645    90.6100   119.3738      0.0936
 523     0.0080     0.0001    99.9980     0.7641    90.6600   119.2989      0.0936
 524     0.0076     0.0002    99.9960     0.7619    90.5800   119.2999      0.0936
 525     0.0072     0.0001    99.9980     0.7639    90.6800   119.3270      0.0936
 526     0.0068     0.0001   100.0000     0.7641    90.6800   119.4460      0.0936
 527     0.0064     0.0002    99.9960     0.7625    90.6700   119.4149      0.0936
 528     0.0060     0.0001    99.9980     0.7627    90.6900   119.3467      0.0935
 529     0.0055     0.0002    99.9980     0.7643    90.6700   119.3489      0.0935
 530     0.0051     0.0001   100.0000     0.7651    90.6800   119.3543      0.0935
 531     0.0047     0.0001    99.9980     0.7661    90.6500   119.4064      0.0935
 532     0.0043     0.0002    99.9960     0.7684    90.6800   119.3362      0.0935
 533     0.0039     0.0001   100.0000     0.7681    90.6600   119.3319      0.0935
 534     0.0035     0.0001    99.9960     0.7685    90.7000   119.3047      0.0935
 535     0.0031     0.0002   100.0000     0.7662    90.7200   119.2748      0.0935
 536     0.0027     0.0002    99.9960     0.7656    90.7600   119.3803      0.0935
 537     0.0022     0.0001   100.0000     0.7658    90.7900   119.3003      0.0935
 538     0.0018     0.0001    99.9980     0.7664    90.7600   119.3150      0.0935
 539     0.0014     0.0001    99.9980     0.7666    90.7600   119.3123      0.0935
 540     0.0010     0.0001    99.9980     0.7665    90.7700   119.3574      0.0935
 541     0.0010     0.0001    99.9980     0.7665    90.7700   119.3188      0.0935
 542     0.0010     0.0001   100.0000     0.7667    90.7700   119.2898      0.0935
 543     0.0010     0.0002    99.9980     0.7664    90.7600   119.3550      0.0935
 544     0.0010     0.0001    99.9980     0.7661    90.7400   119.3047      0.0935
 545     0.0010     0.0002    99.9960     0.7661    90.7400   119.3540      0.0935
 546     0.0010     0.0002    99.9940     0.7663    90.7600   119.3391      0.0935
 547     0.0010     0.0001   100.0000     0.7664    90.7600   119.2837      0.0935
 548     0.0010     0.0001    99.9960     0.7664    90.7900   119.4061      0.0935
 549     0.0010     0.0002    99.9980     0.7663    90.7600   119.3622      0.0935
 550     0.0010     0.0002    99.9980     0.7664    90.7400   119.2905      0.0935
 551     0.0010     0.0002    99.9960     0.7665    90.7400   119.3317      0.0935
 552     0.0010     0.0001   100.0000     0.7667    90.7400   119.3555      0.0935
 553     0.0010     0.0002    99.9960     0.7666    90.7400   119.3458      0.0935
 554     0.0010     0.0002    99.9960     0.7672    90.7200   119.3092      0.0935
 555     0.0010     0.0002    99.9980     0.7675    90.7400   119.3389      0.0935
 556     0.0010     0.0001   100.0000     0.7675    90.7400   119.3834      0.0935
 557     0.0010     0.0001    99.9980     0.7676    90.7500   119.3510      0.0935
 558     0.0010     0.0001   100.0000     0.7677    90.7600   119.2714      0.0935
 559     0.0010     0.0001    99.9980     0.7676    90.7300   119.3338      0.0935
 560     0.0010     0.0001   100.0000     0.7675    90.7000   119.2970      0.0935
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001   100.0000     0.7675    90.6900   119.3162      0.0935
 562     0.0010     0.0001   100.0000     0.7676    90.7000   119.3703      0.0935
 563     0.0010     0.0002    99.9960     0.7674    90.6800   119.3428      0.0935
 564     0.0010     0.0002    99.9980     0.7677    90.6600   119.3003      0.0935
 565     0.0010     0.0001   100.0000     0.7678    90.6700   119.2874      0.0935
 566     0.0010     0.0001   100.0000     0.7678    90.6700   119.3075      0.0935
 567     0.0010     0.0002    99.9980     0.7679    90.6800   119.3065      0.0935
 568     0.0010     0.0001    99.9980     0.7679    90.6700   119.3050      0.0935
 569     0.0010     0.0001   100.0000     0.7681    90.6600   119.3150      0.0935
 570     0.0010     0.0001   100.0000     0.7682    90.6800   119.3022      0.0935
 571     0.0010     0.0001    99.9960     0.7687    90.6500   119.3173      0.0935
 572     0.0010     0.0001    99.9960     0.7686    90.6600   119.3047      0.0935
 573     0.0010     0.0001   100.0000     0.7686    90.6500   119.3508      0.0935
 574     0.0010     0.0001   100.0000     0.7687    90.6600   119.3017      0.0935
 575     0.0010     0.0002    99.9940     0.7689    90.6900   119.3749      0.0935
 576     0.0010     0.0001   100.0000     0.7691    90.6800   119.3600      0.0935
 577     0.0010     0.0001    99.9980     0.7691    90.6800   119.2965      0.0935
 578     0.0010     0.0001    99.9980     0.7692    90.6700   119.3020      0.0935
 579     0.0010     0.0002    99.9940     0.7694    90.7000   119.4892      0.0935
 580     0.0010     0.0002    99.9960     0.7694    90.7000   119.3000      0.0935
 581     0.0010     0.0001    99.9980     0.7695    90.7300   119.3181      0.0935
 582     0.0010     0.0001   100.0000     0.7695    90.7100   119.2992      0.0935
 583     0.0010     0.0001   100.0000     0.7696    90.7200   119.3253      0.0935
 584     0.0010     0.0002    99.9980     0.7693    90.7200   119.3281      0.0935
 585     0.0010     0.0001   100.0000     0.7694    90.7300   119.3435      0.0935
 586     0.0010     0.0002    99.9980     0.7695    90.7100   119.4025      0.0935
 587     0.0010     0.0001    99.9960     0.7697    90.7000   119.3863      0.0935
 588     0.0010     0.0001   100.0000     0.7700    90.7000   119.3076      0.0935
 589     0.0010     0.0001    99.9980     0.7699    90.7000   119.3290      0.0935
 590     0.0010     0.0001   100.0000     0.7699    90.6800   119.3340      0.0935
 591     0.0010     0.0001    99.9960     0.7697    90.6800   119.3441      0.0935
 592     0.0010     0.0001   100.0000     0.7696    90.6700   119.3241      0.0935
 593     0.0010     0.0001   100.0000     0.7697    90.6800   119.3771      0.0935
 594     0.0010     0.0001   100.0000     0.7698    90.6800   119.4297      0.0935
 595     0.0010     0.0001   100.0000     0.7701    90.7000   119.3045      0.0935
 596     0.0010     0.0002    99.9980     0.7694    90.6700   119.3054      0.0935
 597     0.0010     0.0001   100.0000     0.7695    90.6800   119.2897      0.0935
 598     0.0010     0.0001   100.0000     0.7694    90.6700   119.3010      0.0935
 599     0.0010     0.0001   100.0000     0.7694    90.6700   119.2990      0.0935
 600     0.0010     0.0001    99.9980     0.7693    90.7000   119.3108      0.0935
