Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2673    12.7680     2.1297    19.3400    17.2293      0.9252
   2     0.1000     2.1310    18.7040     2.0171    20.7200    15.5095      0.8789
   3     0.1000     1.9844    22.1860     1.9820    22.7500    15.3893      0.8398
   4     0.1000     1.9166    24.7080     1.7703    30.6900    15.3301      0.8049
   5     0.1000     1.7940    30.2240     1.7875    31.4400    15.4511      0.7729
   6     0.1000     1.6811    35.2100     1.6115    37.5800    15.4318      0.7435
   7     0.1000     1.5913    38.9940     1.4833    43.4600    15.2255      0.7157
   8     0.1000     1.5017    43.0760     1.5166    44.5300    15.3616      0.6897
   9     0.1000     1.4198    47.5580     1.2885    52.6600    15.3850      0.6650
  10     0.1000     1.3356    51.5440     1.3410    52.2500    15.4018      0.6416
  11     0.1000     1.2487    55.3100     1.1157    59.9200    15.4797      0.6194
  12     0.1000     1.1528    59.1660     1.1578    58.2900    15.4011      0.5983
  13     0.1000     1.0705    62.6640     0.9718    65.8700    15.4580      0.5782
  14     0.1000     0.9822    65.8040     0.9047    69.1200    15.4008      0.5589
  15     0.1000     0.9118    68.4640     0.9014    69.4900    15.3124      0.5405
  16     0.1000     0.8547    70.5780     1.0133    66.3900    15.4022      0.5229
  17     0.1000     0.7981    72.8300     0.7719    73.9300    15.3474      0.5060
  18     0.1000     0.7432    74.7900     0.7814    74.1000    15.3784      0.4897
  19     0.1000     0.7054    76.2740     0.7974    74.1200    15.3874      0.4742
  20     0.1000     0.6665    77.6300     0.8875    72.6600    15.3904      0.4593
  21     0.1000     0.6336    78.6660     0.6498    79.0700    15.3387      0.4449
  22     0.1000     0.5907    80.2980     0.7099    76.1900    15.2921      0.4311
  23     0.1000     0.5687    81.0100     0.5545    81.5400    15.4515      0.4178
  24     0.1000     0.5452    81.9240     0.6621    79.8000    15.4279      0.4050
  25     0.1000     0.5178    83.0540     0.6406    79.8100    15.3778      0.3927
  26     0.1000     0.4948    83.6480     0.5768    81.2200    15.5004      0.3809
  27     0.1000     0.4705    84.6320     0.6058    81.3000    15.3375      0.3695
  28     0.1000     0.4525    85.0640     0.7505    78.3100    15.3693      0.3586
  29     0.1000     0.4338    85.8420     0.5386    82.3600    15.4147      0.3480
  30     0.1000     0.4216    86.2700     0.6296    81.0000    15.3570      0.3379
  31     0.1000     0.4002    86.8080     1.1007    72.5000    15.3761      0.3282
  32     0.1000     0.3948    86.8820     0.5172    83.8800    15.3939      0.3188
  33     0.1000     0.3671    87.9940     0.4818    85.0300    15.3685      0.3097
  34     0.1000     0.3532    88.4280     0.4966    84.2400    15.3126      0.3009
  35     0.1000     0.3437    88.7200     0.6612    80.3000    15.3940      0.2925
  36     0.1000     0.3359    89.0140     0.8000    77.3400    15.3891      0.2844
  37     0.1000     0.3218    89.5420     0.4800    84.9800    15.4109      0.2766
  38     0.1000     0.3097    89.9560     0.4532    85.9500    15.4164      0.2690
  39     0.1000     0.2963    90.3260     0.4820    85.2700    15.3188      0.2617
  40     0.1000     0.2857    90.5760     0.5002    84.4400    15.3572      0.2547
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2782    90.8980     0.5486    84.6800    15.4110      0.2480
  42     0.1000     0.2671    91.2600     0.4873    85.6800    15.3720      0.2415
  43     0.1000     0.2591    91.4360     0.4814    85.4100    15.3900      0.2353
  44     0.1000     0.2522    91.7540     0.4639    86.9200    15.3538      0.2292
  45     0.1000     0.2398    92.1500     0.5037    85.0500    15.3686      0.2233
  46     0.1000     0.2367    92.1940     0.4613    86.3400    15.3812      0.2177
  47     0.1000     0.2303    92.4020     0.5109    84.8300    15.3911      0.2121
  48     0.1000     0.2149    92.9200     0.4795    86.6800    15.3524      0.2069
  49     0.1000     0.2191    92.8360     0.5937    83.3800    15.3688      0.2017
  50     0.1000     0.2098    93.1540     0.4849    86.0000    15.2857      0.1969
  51     0.1000     0.2028    93.3700     0.4424    87.0300    15.2598      0.1922
  52     0.1000     0.1993    93.6040     0.4706    86.3400    15.4518      0.1876
  53     0.1000     0.1874    93.8680     0.4855    86.8000    15.4006      0.1832
  54     0.1000     0.1866    93.8540     0.4628    86.7300    15.2601      0.1790
  55     0.1000     0.1800    94.1140     0.4873    86.3800    15.4249      0.1749
  56     0.1000     0.1756    94.2800     0.5270    85.8200    15.3957      0.1709
  57     0.1000     0.1729    94.3480     0.5095    86.1600    15.2843      0.1671
  58     0.1000     0.1722    94.4000     0.5262    85.9900    15.3552      0.1633
  59     0.1000     0.1595    94.8100     0.5620    85.2900    15.3880      0.1597
  60     0.1000     0.1539    95.0660     0.5035    87.0300    15.3488      0.1563
  61     0.1000     0.1571    94.8860     0.5185    86.5900    15.2889      0.1528
  62     0.1000     0.1493    95.1540     0.4793    87.4200    15.3593      0.1496
  63     0.1000     0.1451    95.3460     0.4954    87.0100    15.3634      0.1465
  64     0.1000     0.1474    95.2280     0.5263    86.7300    15.3647      0.1435
  65     0.1000     0.1423    95.3460     0.5016    87.1100    15.2871      0.1405
  66     0.1000     0.1404    95.3880     0.5480    86.5000    15.3984      0.1377
  67     0.1000     0.1298    95.7720     0.4971    87.7000    15.3597      0.1349
  68     0.1000     0.1302    95.7820     0.5055    87.4700    15.3433      0.1322
  69     0.1000     0.1262    95.9020     0.4975    87.4200    15.2466      0.1296
  70     0.1000     0.1256    95.8580     0.4712    87.9600    15.3189      0.1271
  71     0.1000     0.1207    96.0640     0.4935    87.1500    15.3648      0.1247
  72     0.1000     0.1180    96.2380     0.5124    87.3300    15.3819      0.1223
  73     0.1000     0.1141    96.2500     0.5002    87.2000    15.3601      0.1200
  74     0.1000     0.1147    96.3060     0.5316    87.1900    15.3518      0.1178
  75     0.1000     0.1100    96.4860     0.5700    86.1300    15.4114      0.1157
  76     0.1000     0.1128    96.3600     0.4967    87.5300    15.4300      0.1136
  77     0.1000     0.1001    96.7660     0.4899    87.9300    15.3498      0.1116
  78     0.1000     0.1035    96.7060     0.5235    87.1200    15.4001      0.1096
  79     0.1000     0.1019    96.6220     0.5581    86.9500    15.2775      0.1078
  80     0.1000     0.1022    96.6540     0.5445    86.8000    15.3500      0.1059
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0931    97.0660     0.4815    87.7300    15.3159      0.1041
  82     0.1000     0.0962    96.8580     0.6219    85.9800    15.2736      0.1025
  83     0.1000     0.0944    96.9740     0.5439    87.2900    15.3611      0.1008
  84     0.1000     0.0942    96.9540     0.5087    87.7900    15.2668      0.0992
  85     0.1000     0.0876    97.1560     0.5099    88.1700    15.3291      0.0977
  86     0.1000     0.0886    97.1660     0.5383    87.9100    15.4614      0.0963
  87     0.1000     0.0857    97.2660     0.6195    85.9400    15.4872      0.0947
  88     0.1000     0.0883    97.1600     0.5333    87.8300    15.3066      0.0934
  89     0.1000     0.0836    97.3160     0.5684    88.0000    15.3083      0.0921
  90     0.1000     0.0831    97.2980     0.5563    87.3100    15.4355      0.0907
  91     0.1000     0.0815    97.4100     0.5489    87.7000    15.4733      0.0894
  92     0.1000     0.0823    97.3700     0.5546    87.4300    15.3935      0.0882
  93     0.1000     0.0803    97.3120     0.5872    87.0500    15.3571      0.0870
  94     0.1000     0.0773    97.5280     0.5276    88.0000    15.3193      0.0858
  95     0.1000     0.0767    97.5340     0.5562    87.5000    15.3047      0.0847
  96     0.1000     0.0718    97.6760     0.6021    86.9500    15.3952      0.0837
  97     0.1000     0.0704    97.7520     0.6694    86.7600    15.3526      0.0826
  98     0.1000     0.0717    97.7420     0.6018    87.7700    15.4028      0.0816
  99     0.1000     0.0718    97.6980     0.5721    88.2100    15.2987      0.0806
 100     0.1000     0.0666    97.8200     0.6024    86.7900    15.4357      0.0796
 101     0.1000     0.0692    97.8480     0.5213    88.4900    15.3454      0.0787
 102     0.1000     0.0627    97.9680     0.6224    87.1800    15.4099      0.0777
 103     0.1000     0.0655    97.9360     0.5646    87.5600    15.2857      0.0769
 104     0.1000     0.0621    98.0620     0.5711    88.4900    15.5602      0.0760
 105     0.1000     0.0661    97.9560     0.5599    88.1200    15.3780      0.0751
 106     0.1000     0.0637    97.9420     0.5446    88.0700    15.4144      0.0743
 107     0.1000     0.0628    97.9580     0.5731    88.2100    15.4183      0.0736
 108     0.1000     0.0599    98.0380     0.6260    87.6000    15.3941      0.0728
 109     0.1000     0.0625    97.9640     0.5083    88.8500    15.3011      0.0721
 110     0.1000     0.0570    98.2040     0.5514    88.6200    15.3051      0.0713
 111     0.1000     0.0602    98.0260     0.5904    87.3100    15.3751      0.0707
 112     0.1000     0.0568    98.2360     0.5402    88.4700    15.4011      0.0699
 113     0.1000     0.0532    98.2880     0.5759    88.2700    15.3683      0.0693
 114     0.1000     0.0567    98.1960     0.5883    88.0000    15.3699      0.0686
 115     0.1000     0.0571    98.1640     0.5865    87.4300    15.2899      0.0680
 116     0.1000     0.0523    98.3620     0.5806    88.1600    15.3942      0.0674
 117     0.1000     0.0505    98.3160     0.6310    87.6400    15.3393      0.0668
 118     0.1000     0.0569    98.2460     0.5981    88.0100    15.5167      0.0662
 119     0.1000     0.0549    98.2440     0.5546    88.3500    15.3448      0.0656
 120     0.1000     0.0514    98.3180     0.6067    87.4500    15.2994      0.0651
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0513    98.3400     0.5796    87.4800    15.2684      0.0645
 122     0.1000     0.0507    98.4000     0.5939    87.7800    15.3122      0.0641
 123     0.1000     0.0488    98.4740     0.6003    88.2000    15.3908      0.0636
 124     0.1000     0.0466    98.4700     0.5732    88.4600    15.2992      0.0630
 125     0.1000     0.0505    98.4260     0.5915    88.7500    15.3629      0.0626
 126     0.1000     0.0480    98.4920     0.5761    88.6100    15.3957      0.0621
 127     0.1000     0.0526    98.3540     0.5752    88.4900    15.5088      0.0616
 128     0.1000     0.0466    98.5060     0.5709    88.5000    15.3780      0.0612
 129     0.1000     0.0509    98.3140     0.5610    88.1300    15.2951      0.0607
 130     0.1000     0.0462    98.5400     0.5281    88.6300    15.3149      0.0603
 131     0.1000     0.0426    98.7020     0.6195    88.3100    15.3485      0.0599
 132     0.1000     0.0488    98.4560     0.5343    88.8800    15.4156      0.0595
 133     0.1000     0.0499    98.5100     0.5609    88.3400    15.2189      0.0591
 134     0.1000     0.0476    98.4660     0.5509    88.7500    15.3246      0.0587
 135     0.1000     0.0425    98.7120     0.5383    88.9700    15.4491      0.0583
 136     0.1000     0.0450    98.6380     0.5454    88.7100    15.4601      0.0579
 137     0.1000     0.0432    98.5940     0.5521    88.5500    15.2751      0.0576
 138     0.1000     0.0441    98.6280     0.5384    88.4600    15.3062      0.0572
 139     0.1000     0.0437    98.6500     0.5440    88.6900    15.3797      0.0569
 140     0.1000     0.0417    98.7000     0.5767    88.8700    15.3026      0.0566
 141     0.1000     0.0410    98.6640     0.5942    88.5800    15.3311      0.0562
 142     0.1000     0.0417    98.6820     0.5776    89.0100    15.2953      0.0559
 143     0.1000     0.0365    98.8380     0.7207    87.2200    15.3380      0.0556
 144     0.1000     0.0434    98.6240     0.5648    88.7800    15.3929      0.0552
 145     0.1000     0.0389    98.7900     0.5512    88.7600    15.3972      0.0549
 146     0.1000     0.0410    98.7280     0.5606    88.9200    15.3657      0.0547
 147     0.1000     0.0427    98.6980     0.5861    88.6200    15.3899      0.0544
 148     0.1000     0.0355    98.8740     0.6012    88.9200    15.2660      0.0541
 149     0.1000     0.0421    98.6080     0.5666    88.3500    15.3533      0.0538
 150     0.1000     0.0417    98.6660     0.5769    88.1700    15.3727      0.0536
 151     0.1000     0.0409    98.7300     0.5891    88.2900    15.3882      0.0533
 152     0.1000     0.0363    98.8740     0.5951    88.6500    15.4148      0.0531
 153     0.1000     0.0389    98.7660     0.6073    87.9800    15.2700      0.0528
 154     0.1000     0.0398    98.6720     0.5906    88.5300    15.3737      0.0525
 155     0.1000     0.0429    98.6140     0.5637    89.2000    15.3076      0.0523
 156     0.1000     0.0370    98.7960     0.5450    89.1100    15.4161      0.0520
 157     0.1000     0.0358    98.9080     0.5786    88.6400    15.2910      0.0518
 158     0.1000     0.0406    98.6880     0.5926    88.6900    15.3977      0.0516
 159     0.1000     0.0327    98.9440     0.5978    88.6300    15.4678      0.0514
 160     0.1000     0.0351    98.8560     0.5880    88.5800    15.4051      0.0511
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0383    98.7960     0.6226    88.4200    15.3835      0.0509
 162     0.1000     0.0356    98.9080     0.6024    88.4600    15.3467      0.0507
 163     0.1000     0.0343    98.9380     0.6138    88.0500    15.3680      0.0505
 164     0.1000     0.0338    98.9580     0.5826    88.8600    15.2984      0.0502
 165     0.1000     0.0375    98.8080     0.6273    88.0500    15.2923      0.0500
 166     0.1000     0.0324    99.0180     0.6232    88.9100    15.4102      0.0498
 167     0.1000     0.0414    98.7600     0.5580    89.0000    15.3643      0.0496
 168     0.1000     0.0304    99.1040     0.6032    88.6100    15.3743      0.0494
 169     0.1000     0.0403    98.8220     0.5807    88.8000    15.4046      0.0492
 170     0.1000     0.0297    99.0900     0.5864    89.0300    15.3441      0.0490
 171     0.1000     0.0292    99.0880     0.6293    88.7400    15.2752      0.0488
 172     0.1000     0.0330    98.9080     0.6013    88.9100    15.3955      0.0486
 173     0.1000     0.0350    98.8300     0.6313    88.3300    15.3801      0.0485
 174     0.1000     0.0341    98.9760     0.5844    88.2100    15.4022      0.0483
 175     0.1000     0.0285    99.0940     0.6269    88.6100    15.4000      0.0481
 176     0.1000     0.0300    99.0220     0.6699    88.4000    15.3996      0.0479
 177     0.1000     0.0325    98.9580     0.7466    87.0500    15.4150      0.0478
 178     0.1000     0.0348    98.9640     0.5912    89.1100    15.4025      0.0476
 179     0.1000     0.0320    99.0040     0.6102    88.7900    15.3680      0.0474
 180     0.1000     0.0303    99.0460     0.6212    88.9400    15.4453      0.0472
 181     0.1000     0.0315    98.9500     0.6170    88.2300    15.2142      0.0471
 182     0.1000     0.0346    98.9020     0.5604    89.2000    15.2338      0.0469
 183     0.1000     0.0311    99.0460     0.6468    88.1100    15.3404      0.0468
 184     0.1000     0.0341    98.9480     0.6033    89.1300    15.3508      0.0466
 185     0.1000     0.0349    98.9160     0.5817    89.0600    15.4318      0.0465
 186     0.1000     0.0301    99.0100     0.5817    89.0300    15.3559      0.0463
 187     0.1000     0.0298    99.0820     0.6374    88.8300    15.2910      0.0462
 188     0.1000     0.0292    99.1260     0.5894    88.9800    15.4184      0.0460
 189     0.1000     0.0321    98.9780     0.6164    89.1500    15.5590      0.0459
 190     0.1000     0.0306    99.0500     0.5981    88.6900    15.2659      0.0458
 191     0.1000     0.0312    98.9920     0.6488    88.5600    15.2792      0.0457
 192     0.1000     0.0300    99.0620     0.6059    88.8300    15.3687      0.0455
 193     0.1000     0.0317    98.9740     0.5865    89.2000    15.3582      0.0454
 194     0.1000     0.0298    99.0940     0.5988    88.5900    15.4351      0.0452
 195     0.1000     0.0287    99.0880     0.5817    89.3700    15.2418      0.0451
 196     0.1000     0.0265    99.1880     0.6234    88.7100    15.3645      0.0450
 197     0.1000     0.0291    99.0940     0.6107    88.5900    15.4710      0.0448
 198     0.1000     0.0302    99.0420     0.6192    88.4100    15.3922      0.0447
 199     0.1000     0.0298    99.0940     0.6177    88.5200    15.3470      0.0445
 200     0.1000     0.0307    99.0560     0.5845    89.2300    15.4322      0.0444
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0303    99.0760     0.5653    89.2000    15.4493      0.0443
 202     0.1000     0.0286    99.0800     0.5542    89.3000    15.2708      0.0442
 203     0.1000     0.0242    99.2640     0.6349    89.0300    15.2754      0.0441
 204     0.1000     0.0341    98.9740     0.6022    88.9600    15.4075      0.0439
 205     0.1000     0.0278    99.1480     0.5970    89.1900    15.3234      0.0438
 206     0.1000     0.0289    99.1500     1.1463    83.7600    15.4399      0.0437
 207     0.1000     0.0229    99.2880     0.6652    88.9100    15.4089      0.0436
 208     0.1000     0.0247    99.2040     0.6498    88.7600    15.3164      0.0435
 209     0.1000     0.0291    99.1200     0.7100    87.7400    15.3828      0.0433
 210     0.1000     0.0307    99.0760     0.6606    87.9400    15.2745      0.0432
 211     0.1000     0.0287    99.1080     0.6503    88.4700    15.4057      0.0431
 212     0.1000     0.0256    99.1680     0.6886    88.2900    15.3812      0.0430
 213     0.1000     0.0300    99.0600     0.5927    88.9000    15.3931      0.0429
 214     0.1000     0.0285    99.1120     0.6253    89.2100    15.3930      0.0428
 215     0.1000     0.0250    99.1940     0.6276    88.9400    15.3012      0.0427
 216     0.1000     0.0286    99.0640     0.6359    88.9300    15.3749      0.0426
 217     0.1000     0.0294    99.0820     0.6493    88.5800    15.3457      0.0425
 218     0.1000     0.0295    99.0640     0.5753    88.9700    15.4030      0.0424
 219     0.1000     0.0295    99.0580     0.6417    88.1800    15.3335      0.0423
 220     0.1000     0.0232    99.3000     0.6472    89.0100    15.2803      0.0422
 221     0.1000     0.0294    99.0820     0.6393    88.4900    15.3959      0.0421
 222     0.1000     0.0267    99.1440     0.6357    88.5900    15.3893      0.0420
 223     0.1000     0.0252    99.2280     0.6760    88.4500    15.3802      0.0419
 224     0.1000     0.0253    99.2220     0.6988    88.3500    15.3259      0.0418
 225     0.1000     0.0270    99.1140     0.6032    89.4000    15.4240      0.0417
 226     0.1000     0.0265    99.1700     0.5866    89.1300    15.2626      0.0416
 227     0.1000     0.0235    99.2780     0.6896    88.2600    15.2783      0.0415
 228     0.1000     0.0255    99.1920     0.6127    89.0900    15.3191      0.0414
 229     0.1000     0.0295    99.0680     0.6331    88.8400    15.5528      0.0413
 230     0.1000     0.0260    99.2160     0.5944    88.9900    15.4620      0.0412
 231     0.1000     0.0223    99.2960     0.6432    89.2900    15.3882      0.0411
 232     0.1000     0.0250    99.2320     0.6185    89.0400    15.3890      0.0410
 233     0.1000     0.0251    99.2300     0.6283    88.7000    15.2656      0.0409
 234     0.1000     0.0236    99.2800     0.6432    88.5300    15.3835      0.0408
 235     0.1000     0.0267    99.2120     0.5950    89.2400    15.3558      0.0407
 236     0.1000     0.0227    99.3160     0.6130    89.3000    15.3812      0.0406
 237     0.1000     0.0241    99.2420     0.6357    88.8800    15.4131      0.0405
 238     0.1000     0.0247    99.2300     0.6132    89.1300    15.2450      0.0405
 239     0.1000     0.0226    99.2960     0.6140    89.3800    15.2870      0.0404
 240     0.1000     0.0301    99.0520     0.5774    89.5900    15.3507      0.0403
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0252    99.1880     0.6792    87.7900    15.3750      0.0402
 242     0.1000     0.0223    99.3140     0.6126    89.1500    15.4726      0.0401
 243     0.1000     0.0220    99.3220     0.6307    89.2800    15.3628      0.0400
 244     0.1000     0.0229    99.2960     0.6689    88.7700    15.5099      0.0399
 245     0.1000     0.0257    99.2020     0.6302    88.4700    15.4733      0.0398
 246     0.1000     0.0246    99.2320     0.6164    89.3500    15.4026      0.0398
 247     0.1000     0.0241    99.2580     0.6304    89.3400    15.3636      0.0397
 248     0.1000     0.0223    99.3500     0.6554    88.6800    15.2811      0.0396
 249     0.1000     0.0252    99.2320     0.6013    89.4200    15.4070      0.0395
 250     0.1000     0.0245    99.2360     0.6228    88.9000    15.4393      0.0394
 251     0.1000     0.0218    99.2960     0.6365    88.7700    15.3332      0.0394
 252     0.1000     0.0245    99.2600     0.6569    88.5900    15.4163      0.0393
 253     0.1000     0.0223    99.2820     0.5747    89.5100    15.3747      0.0392
 254     0.1000     0.0207    99.3380     0.7269    87.9200    15.2992      0.0391
 255     0.1000     0.0207    99.3360     0.6634    88.5200    15.3297      0.0390
 256     0.1000     0.0253    99.2380     0.6059    89.2700    15.5017      0.0390
 257     0.1000     0.0208    99.3860     0.6541    89.1100    15.2822      0.0389
 258     0.1000     0.0232    99.2720     0.6478    88.9700    15.3594      0.0388
 259     0.1000     0.0226    99.3260     0.6348    89.2700    15.4090      0.0388
 260     0.1000     0.0250    99.2200     0.7164    87.7000    15.4059      0.0387
 261     0.1000     0.0225    99.3340     0.6301    88.9800    15.4041      0.0386
 262     0.1000     0.0225    99.3160     0.6252    89.5800    15.4219      0.0385
 263     0.1000     0.0203    99.3740     0.6109    89.5100    15.4148      0.0384
 264     0.1000     0.0242    99.2760     0.6231    89.5600    15.4248      0.0384
 265     0.1000     0.0200    99.3620     0.6472    89.2500    15.3525      0.0383
 266     0.1000     0.0227    99.3080     0.7292    87.8400    15.4288      0.0382
 267     0.1000     0.0255    99.2440     0.6435    88.9200    15.3705      0.0382
 268     0.1000     0.0216    99.3740     0.6232    89.3000    15.3667      0.0381
 269     0.1000     0.0215    99.3540     0.6467    89.1100    15.5047      0.0380
 270     0.1000     0.0230    99.2500     0.7629    87.5300    15.4210      0.0380
 271     0.1000     0.0193    99.4280     0.6653    89.0800    15.3880      0.0379
 272     0.1000     0.0243    99.2900     0.6138    89.4000    15.3268      0.0378
 273     0.1000     0.0210    99.3620     0.6185    89.2500    15.4146      0.0378
 274     0.1000     0.0197    99.3680     0.6260    89.0800    15.2937      0.0377
 275     0.1000     0.0224    99.3420     0.8185    86.3000    15.4261      0.0376
 276     0.1000     0.0229    99.2660     0.5960    89.4900    15.2602      0.0376
 277     0.1000     0.0233    99.2900     0.6217    89.3200    15.4143      0.0375
 278     0.1000     0.0218    99.3500     0.6552    88.7400    15.2718      0.0374
 279     0.1000     0.0234    99.2860     0.5977    88.9000    15.3748      0.0373
 280     0.1000     0.0212    99.3660     0.6248    89.3700    15.3706      0.0373
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0216    99.3380     0.6794    88.6500    15.3385      0.0372
 282     0.1000     0.0199    99.3880     0.6574    89.1100    15.4047      0.0371
 283     0.1000     0.0245    99.2100     0.6429    88.6700    15.4137      0.0371
 284     0.1000     0.0231    99.3120     0.5808    89.5600    15.2999      0.0370
 285     0.1000     0.0183    99.4580     0.6357    88.9400    15.5534      0.0370
 286     0.1000     0.0205    99.3600     0.6310    89.2300    15.4107      0.0369
 287     0.1000     0.0208    99.3400     0.6158    88.9900    15.3852      0.0368
 288     0.1000     0.0214    99.3340     0.8274    86.6200    15.3304      0.0368
 289     0.1000     0.0190    99.4000     0.6411    89.1600    15.4063      0.0367
 290     0.1000     0.0244    99.2700     0.7171    87.8300    15.4035      0.0366
 291     0.1000     0.0222    99.3260     0.6656    88.5500    15.3732      0.0366
 292     0.1000     0.0266    99.2220     0.6193    89.4000    15.3724      0.0366
 293     0.1000     0.0224    99.2920     0.7126    88.3000    15.3026      0.0365
 294     0.1000     0.0197    99.3740     0.9052    86.0700    15.4062      0.0365
 295     0.1000     0.0250    99.2220     0.6093    89.1500    15.3850      0.0364
 296     0.1000     0.0229    99.3060     0.6152    89.1400    15.4342      0.0364
 297     0.1000     0.0196    99.3880     0.6536    88.7200    15.3687      0.0363
 298     0.1000     0.0196    99.3880     0.6318    89.0600    15.3558      0.0363
 299     0.1000     0.0194    99.3980     0.6599    89.2700    15.3609      0.0362
 300     0.1000     0.0223    99.2920     0.6485    88.9000    15.3021      0.0361
 301     0.0996     0.0244    99.2320     0.6548    88.5500    15.4956      0.0361
 302     0.0992     0.0163    99.5040     0.6965    89.1400    15.3403      0.0360
 303     0.0988     0.0185    99.4480     0.7025    88.8200    15.3567      0.0360
 304     0.0983     0.0219    99.3360     0.6256    89.0900    15.3674      0.0359
 305     0.0979     0.0162    99.5060     0.6814    89.0400    15.3860      0.0358
 306     0.0975     0.0152    99.5320     0.6901    89.1700    15.3496      0.0358
 307     0.0971     0.0206    99.3640     0.6458    89.4200    15.4403      0.0357
 308     0.0967     0.0168    99.4780     0.6657    89.1400    15.4290      0.0357
 309     0.0963     0.0223    99.3080     0.6442    89.2900    15.4615      0.0356
 310     0.0959     0.0177    99.4720     0.6921    88.9600    15.2867      0.0356
 311     0.0955     0.0185    99.4160     0.7239    88.4400    15.4107      0.0355
 312     0.0950     0.0204    99.3620     0.6392    89.5200    15.3976      0.0355
 313     0.0946     0.0174    99.4820     0.6767    89.1700    15.3703      0.0354
 314     0.0942     0.0189    99.4200     0.6449    89.4700    15.3934      0.0353
 315     0.0938     0.0204    99.3580     0.6458    88.9900    15.3700      0.0353
 316     0.0934     0.0162    99.5260     0.6435    89.5400    15.3795      0.0352
 317     0.0930     0.0165    99.5160     0.6641    89.4500    15.4212      0.0352
 318     0.0926     0.0208    99.3800     0.6866    88.8000    15.3147      0.0351
 319     0.0922     0.0147    99.5260     0.7218    88.7100    15.4699      0.0351
 320     0.0917     0.0162    99.4760     0.6656    88.8400    15.3495      0.0350
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0160    99.5180     0.6477    89.4000    15.3443      0.0350
 322     0.0909     0.0167    99.4780     0.6325    89.4100    15.3024      0.0349
 323     0.0905     0.0181    99.4600     0.6408    89.2800    15.3966      0.0348
 324     0.0901     0.0158    99.4980     0.6616    89.7100    15.3000      0.0348
 325     0.0897     0.0182    99.4580     0.6406    89.5500    15.2653      0.0347
 326     0.0893     0.0127    99.5700     0.6892    89.0200    15.2897      0.0347
 327     0.0889     0.0191    99.4560     0.6711    89.0700    15.4675      0.0346
 328     0.0885     0.0148    99.5760     0.6838    89.1000    15.2974      0.0346
 329     0.0880     0.0146    99.5440     0.6568    89.4500    15.3273      0.0345
 330     0.0876     0.0129    99.5980     0.6772    89.4800    15.4821      0.0345
 331     0.0872     0.0135    99.5900     0.6896    89.2300    15.3297      0.0344
 332     0.0868     0.0137    99.5700     0.6767    89.2400    15.3975      0.0343
 333     0.0864     0.0154    99.5220     0.6445    89.4900    15.3755      0.0343
 334     0.0860     0.0117    99.6160     0.6920    89.1300    15.5034      0.0342
 335     0.0856     0.0135    99.5840     0.6774    89.6300    15.2973      0.0342
 336     0.0852     0.0126    99.6180     0.6725    89.5500    15.3025      0.0341
 337     0.0847     0.0117    99.6420     0.6886    89.2700    15.4304      0.0341
 338     0.0843     0.0123    99.6300     0.6656    89.5200    15.4561      0.0340
 339     0.0839     0.0147    99.5680     0.6416    89.3000    15.2802      0.0339
 340     0.0835     0.0105    99.6820     0.6679    89.7700    15.3239      0.0339
 341     0.0831     0.0139    99.5680     0.6478    89.4200    15.3431      0.0338
 342     0.0827     0.0131    99.5700     0.8311    87.6600    15.4851      0.0338
 343     0.0823     0.0098    99.6980     0.7030    89.2000    15.2750      0.0337
 344     0.0818     0.0145    99.5740     0.6540    89.7700    15.4470      0.0337
 345     0.0814     0.0108    99.6480     0.7165    89.3100    15.2877      0.0336
 346     0.0810     0.0110    99.6620     0.7145    89.3900    15.4056      0.0335
 347     0.0806     0.0100    99.6960     0.6760    89.3000    15.4909      0.0335
 348     0.0802     0.0129    99.6280     0.6621    89.4000    15.3915      0.0334
 349     0.0798     0.0108    99.6520     0.6943    89.5400    15.4082      0.0334
 350     0.0794     0.0112    99.6640     0.7018    89.3400    15.3560      0.0333
 351     0.0790     0.0073    99.7760     0.6832    89.8100    15.3213      0.0333
 352     0.0786     0.0107    99.6900     0.7395    89.0900    15.4831      0.0332
 353     0.0781     0.0115    99.6580     0.7112    88.8900    15.3628      0.0332
 354     0.0777     0.0109    99.6440     0.6963    89.3100    15.3238      0.0331
 355     0.0773     0.0112    99.6460     0.6607    89.5100    15.4580      0.0331
 356     0.0769     0.0124    99.6160     0.6666    89.2900    15.3840      0.0330
 357     0.0765     0.0100    99.6960     0.6806    89.4300    15.4378      0.0330
 358     0.0761     0.0075    99.7420     0.7049    89.7700    15.4669      0.0329
 359     0.0757     0.0086    99.7420     0.7538    89.1000    15.4292      0.0329
 360     0.0753     0.0094    99.7160     0.6932    89.5400    15.3825      0.0328
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0080    99.7420     0.6861    89.5200    15.2669      0.0328
 362     0.0744     0.0106    99.6660     0.7185    89.2300    15.3955      0.0327
 363     0.0740     0.0105    99.6600     0.6619    89.5300    15.4804      0.0327
 364     0.0736     0.0074    99.7680     0.6979    89.9900    15.3681      0.0326
 365     0.0732     0.0109    99.6920     0.6628    89.7700    15.5311      0.0326
 366     0.0728     0.0066    99.7880     0.7122    89.7300    15.4348      0.0325
 367     0.0724     0.0090    99.7280     0.7004    89.5400    15.3651      0.0325
 368     0.0720     0.0113    99.6540     0.7090    89.3600    15.5304      0.0324
 369     0.0715     0.0095    99.7100     0.7390    89.6100    15.4330      0.0324
 370     0.0711     0.0101    99.6780     0.6940    89.3400    15.3732      0.0323
 371     0.0707     0.0088    99.7120     0.6940    89.6300    15.3277      0.0323
 372     0.0703     0.0097    99.7180     0.7256    88.9800    15.6067      0.0322
 373     0.0699     0.0076    99.7760     0.6716    89.8400    15.3093      0.0322
 374     0.0695     0.0074    99.7580     0.6582    89.8100    15.3327      0.0321
 375     0.0691     0.0071    99.7680     0.7185    89.5900    15.3875      0.0321
 376     0.0686     0.0094    99.7300     0.6883    89.3700    15.3831      0.0320
 377     0.0682     0.0056    99.8340     0.7476    89.4500    15.3772      0.0320
 378     0.0678     0.0092    99.7380     0.7258    89.0600    15.3528      0.0319
 379     0.0674     0.0071    99.7760     0.7329    89.3900    15.4389      0.0319
 380     0.0670     0.0086    99.7560     0.6862    89.9100    15.3485      0.0319
 381     0.0666     0.0082    99.7580     0.6706    89.8200    15.3819      0.0318
 382     0.0662     0.0075    99.7620     0.7037    89.8200    15.4568      0.0318
 383     0.0658     0.0047    99.8680     0.7434    89.6300    15.4568      0.0317
 384     0.0654     0.0072    99.7780     0.7229    89.6400    15.3943      0.0317
 385     0.0649     0.0066    99.7940     0.7501    89.6900    15.3350      0.0316
 386     0.0645     0.0068    99.8060     0.7236    89.6500    15.3578      0.0316
 387     0.0641     0.0081    99.7480     0.7357    89.4600    15.5288      0.0315
 388     0.0637     0.0055    99.8300     0.7204    89.7000    15.4173      0.0315
 389     0.0633     0.0056    99.8280     0.7067    89.9500    15.3941      0.0315
 390     0.0629     0.0071    99.7980     0.7034    89.8900    15.2994      0.0314
 391     0.0625     0.0044    99.8640     0.7639    89.4300    15.4151      0.0314
 392     0.0621     0.0065    99.8120     0.7047    89.8000    15.3922      0.0313
 393     0.0616     0.0066    99.7900     0.6969    89.9400    15.2936      0.0313
 394     0.0612     0.0057    99.8280     0.6806    90.1600    15.3441      0.0312
 395     0.0608     0.0046    99.8580     0.7204    89.7000    15.3862      0.0312
 396     0.0604     0.0051    99.8440     0.7174    89.8800    15.3504      0.0311
 397     0.0600     0.0063    99.7880     0.7278    89.7200    15.4544      0.0311
 398     0.0596     0.0053    99.8360     0.7700    89.7000    15.4210      0.0310
 399     0.0592     0.0042    99.8660     0.8064    89.3700    15.4710      0.0310
 400     0.0588     0.0040    99.8680     0.7616    89.7500    15.4317      0.0309
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0063    99.7840     0.7547    89.7200    15.3213      0.0309
 402     0.0579     0.0059    99.8200     0.6991    89.9900    15.4599      0.0309
 403     0.0575     0.0054    99.8420     0.7108    89.6900    15.3432      0.0308
 404     0.0571     0.0042    99.8540     0.7805    89.0400    15.2929      0.0308
 405     0.0567     0.0047    99.8460     0.7371    89.6500    15.2748      0.0307
 406     0.0563     0.0069    99.7820     0.7306    89.7400    15.2823      0.0307
 407     0.0559     0.0037    99.8840     0.7481    89.9400    15.4303      0.0307
 408     0.0554     0.0068    99.8080     0.7173    89.7900    15.3698      0.0306
 409     0.0550     0.0046    99.8660     0.7287    89.9100    15.4061      0.0306
 410     0.0546     0.0042    99.8740     0.7495    89.8400    15.5252      0.0306
 411     0.0542     0.0043    99.8540     0.7400    90.0500    15.3918      0.0305
 412     0.0538     0.0056    99.8220     0.7753    89.5500    15.4176      0.0305
 413     0.0534     0.0034    99.9040     0.7550    89.8300    15.3265      0.0304
 414     0.0530     0.0041    99.8800     0.7599    89.5800    15.4012      0.0304
 415     0.0526     0.0049    99.8380     0.7382    90.0100    15.4072      0.0304
 416     0.0522     0.0042    99.8580     0.7243    89.9100    15.3203      0.0303
 417     0.0517     0.0037    99.8820     0.7527    89.8500    15.3450      0.0303
 418     0.0513     0.0034    99.8960     0.7400    89.8800    15.4368      0.0303
 419     0.0509     0.0053    99.8380     0.7477    89.8000    15.2780      0.0302
 420     0.0505     0.0053    99.8380     0.7297    90.0800    15.3614      0.0302
 421     0.0501     0.0036    99.8960     0.7637    89.9000    15.3655      0.0302
 422     0.0497     0.0043    99.8800     0.7485    89.9200    15.4064      0.0301
 423     0.0493     0.0038    99.8760     0.7473    90.0400    15.2608      0.0301
 424     0.0489     0.0043    99.8700     0.7556    89.9500    15.2836      0.0300
 425     0.0484     0.0040    99.8860     0.7597    89.3900    15.3810      0.0300
 426     0.0480     0.0030    99.9060     0.7858    89.6700    15.3069      0.0300
 427     0.0476     0.0041    99.8680     0.7383    90.0900    15.2856      0.0299
 428     0.0472     0.0027    99.9160     0.7230    89.9300    15.2927      0.0299
 429     0.0468     0.0031    99.9060     0.7605    89.6900    15.3908      0.0299
 430     0.0464     0.0034    99.8980     0.7594    89.7200    15.2841      0.0298
 431     0.0460     0.0043    99.8580     0.7374    89.7800    15.2101      0.0298
 432     0.0456     0.0022    99.9420     0.7533    89.8400    15.4178      0.0298
 433     0.0451     0.0026    99.9200     0.7705    89.7700    15.4227      0.0297
 434     0.0447     0.0044    99.8700     0.7779    89.7700    15.3042      0.0297
 435     0.0443     0.0029    99.9280     0.7748    89.6900    15.5198      0.0297
 436     0.0439     0.0038    99.8980     0.7571    89.8900    15.3581      0.0296
 437     0.0435     0.0030    99.9220     0.7634    89.7600    15.3087      0.0296
 438     0.0431     0.0025    99.9300     0.7456    89.9500    15.3038      0.0296
 439     0.0427     0.0027    99.9180     0.7543    89.7200    15.4115      0.0295
 440     0.0423     0.0019    99.9340     0.7730    89.9800    15.3823      0.0295
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0038    99.8820     0.7538    90.0800    15.3939      0.0295
 442     0.0414     0.0025    99.9200     0.7836    89.8200    15.3189      0.0294
 443     0.0410     0.0025    99.9220     0.7828    89.9400    15.3545      0.0294
 444     0.0406     0.0029    99.9060     0.7676    89.7900    15.3641      0.0294
 445     0.0402     0.0028    99.9180     0.7545    89.8300    15.3842      0.0293
 446     0.0398     0.0031    99.9080     0.7456    89.9100    15.3552      0.0293
 447     0.0394     0.0020    99.9540     0.7417    90.0300    15.4232      0.0293
 448     0.0389     0.0024    99.9360     0.7770    89.8800    15.4480      0.0293
 449     0.0385     0.0017    99.9440     0.7692    90.0500    15.3871      0.0292
 450     0.0381     0.0018    99.9520     0.7760    89.9000    15.3580      0.0292
 451     0.0377     0.0023    99.9420     0.7794    90.0800    15.3791      0.0292
 452     0.0373     0.0023    99.9320     0.7843    89.8400    15.3648      0.0291
 453     0.0369     0.0024    99.9200     0.7613    90.0500    15.2931      0.0291
 454     0.0365     0.0020    99.9340     0.7881    89.9800    15.3670      0.0291
 455     0.0361     0.0023    99.9200     0.7978    89.8500    15.3251      0.0291
 456     0.0357     0.0020    99.9500     0.8035    89.8900    15.4110      0.0290
 457     0.0352     0.0020    99.9440     0.7884    89.9800    15.4538      0.0290
 458     0.0348     0.0018    99.9460     0.7638    90.0300    15.4038      0.0290
 459     0.0344     0.0015    99.9640     0.8133    89.6800    15.4364      0.0290
 460     0.0340     0.0018    99.9580     0.8095    89.9100    15.3255      0.0289
 461     0.0336     0.0015    99.9620     0.7930    90.2000    15.6081      0.0289
 462     0.0332     0.0013    99.9660     0.7924    90.3900    15.4745      0.0289
 463     0.0328     0.0019    99.9340     0.7969    90.0500    15.4973      0.0289
 464     0.0324     0.0018    99.9380     0.8233    89.8000    15.4308      0.0288
 465     0.0319     0.0020    99.9320     0.8110    89.8600    15.4380      0.0288
 466     0.0315     0.0015    99.9540     0.8191    89.8000    15.4043      0.0288
 467     0.0311     0.0014    99.9460     0.8064    90.2200    15.3429      0.0288
 468     0.0307     0.0017    99.9440     0.7913    89.9000    15.4163      0.0287
 469     0.0303     0.0012    99.9660     0.8005    90.0900    15.2811      0.0287
 470     0.0299     0.0019    99.9480     0.7864    90.0300    15.4862      0.0287
 471     0.0295     0.0008    99.9780     0.7994    90.2600    15.4587      0.0287
 472     0.0291     0.0012    99.9700     0.7977    90.3200    15.3381      0.0286
 473     0.0286     0.0008    99.9760     0.8040    90.2000    15.5259      0.0286
 474     0.0282     0.0012    99.9600     0.7978    90.0300    15.3127      0.0286
 475     0.0278     0.0020    99.9460     0.8046    90.0100    15.3559      0.0286
 476     0.0274     0.0011    99.9760     0.7913    90.1600    15.3589      0.0286
 477     0.0270     0.0008    99.9760     0.8245    89.9600    15.4494      0.0285
 478     0.0266     0.0010    99.9680     0.8196    90.0100    15.5054      0.0285
 479     0.0262     0.0007    99.9800     0.8223    89.9000    15.4716      0.0285
 480     0.0257     0.0010    99.9700     0.8245    90.0100    15.4890      0.0285
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0006    99.9900     0.8254    90.0400    15.3552      0.0284
 482     0.0249     0.0009    99.9720     0.8460    90.1000    15.2922      0.0284
 483     0.0245     0.0007    99.9840     0.8183    90.3200    15.3824      0.0284
 484     0.0241     0.0008    99.9760     0.8251    90.2100    15.3240      0.0284
 485     0.0237     0.0010    99.9700     0.8088    90.1700    15.4278      0.0284
 486     0.0233     0.0005    99.9940     0.8211    90.2400    15.3992      0.0283
 487     0.0229     0.0010    99.9680     0.8245    90.0100    15.3971      0.0283
 488     0.0225     0.0006    99.9880     0.8233    90.1000    15.4554      0.0283
 489     0.0220     0.0006    99.9920     0.8286    90.2000    15.5406      0.0283
 490     0.0216     0.0007    99.9800     0.8470    89.9400    15.3451      0.0283
 491     0.0212     0.0011    99.9760     0.8286    90.1700    15.5574      0.0283
 492     0.0208     0.0005    99.9940     0.8242    90.1900    15.4492      0.0282
 493     0.0204     0.0004    99.9880     0.8348    90.1800    15.3558      0.0282
 494     0.0200     0.0005    99.9900     0.8295    90.1900    15.3887      0.0282
 495     0.0196     0.0009    99.9780     0.8198    90.2500    15.3505      0.0282
 496     0.0192     0.0004    99.9960     0.8228    90.2200    15.3883      0.0282
 497     0.0187     0.0005    99.9880     0.8231    90.3200    15.4327      0.0282
 498     0.0183     0.0004    99.9860     0.8281    90.4100    15.3621      0.0282
 499     0.0179     0.0006    99.9860     0.8366    90.2600    15.3872      0.0281
 500     0.0175     0.0008    99.9820     0.8450    90.2600    15.5248      0.0281
 501     0.0171     0.0009    99.9680     0.8403    90.1700    15.3670      0.0281
 502     0.0167     0.0007    99.9780     0.8401    90.2300    15.4269      0.0281
 503     0.0163     0.0003    99.9920     0.8421    90.2600    15.4610      0.0281
 504     0.0159     0.0002    99.9980     0.8466    90.2700    15.5123      0.0281
 505     0.0154     0.0004    99.9920     0.8392    90.4200    15.4465      0.0281
 506     0.0150     0.0004    99.9940     0.8445    90.3500    15.4465      0.0281
 507     0.0146     0.0007    99.9820     0.8461    90.4000    15.4732      0.0280
 508     0.0142     0.0006    99.9860     0.8394    90.2400    15.4104      0.0280
 509     0.0138     0.0005    99.9840     0.8265    90.3700    15.5186      0.0280
 510     0.0134     0.0002   100.0000     0.8325    90.3300    15.4154      0.0280
 511     0.0130     0.0005    99.9860     0.8380    90.3600    15.4068      0.0280
 512     0.0125     0.0004    99.9880     0.8356    90.3500    15.4064      0.0280
 513     0.0121     0.0005    99.9880     0.8335    90.3500    15.4081      0.0280
 514     0.0117     0.0003    99.9920     0.8367    90.3000    15.4046      0.0280
 515     0.0113     0.0005    99.9880     0.8351    90.0800    15.2699      0.0280
 516     0.0109     0.0003    99.9920     0.8346    90.2200    15.4355      0.0280
 517     0.0105     0.0004    99.9860     0.8343    90.2600    15.4109      0.0280
 518     0.0101     0.0006    99.9840     0.8327    90.3500    15.3887      0.0279
 519     0.0097     0.0005    99.9880     0.8364    90.3200    15.3936      0.0279
 520     0.0092     0.0004    99.9900     0.8350    90.3900    15.3186      0.0279
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0005    99.9900     0.8342    90.3300    15.5344      0.0279
 522     0.0084     0.0004    99.9920     0.8333    90.4100    15.4495      0.0279
 523     0.0080     0.0004    99.9900     0.8364    90.3900    15.4406      0.0279
 524     0.0076     0.0002    99.9980     0.8361    90.3500    15.4511      0.0279
 525     0.0072     0.0003    99.9920     0.8392    90.4500    15.3262      0.0279
 526     0.0068     0.0003    99.9940     0.8435    90.4400    15.3329      0.0279
 527     0.0064     0.0003    99.9940     0.8481    90.2600    15.4295      0.0279
 528     0.0060     0.0004    99.9940     0.8396    90.3200    15.4330      0.0279
 529     0.0055     0.0003    99.9920     0.8414    90.3500    15.4311      0.0279
 530     0.0051     0.0004    99.9900     0.8414    90.3700    15.3258      0.0279
 531     0.0047     0.0002    99.9980     0.8424    90.3100    15.4782      0.0279
 532     0.0043     0.0002    99.9940     0.8411    90.3500    15.3270      0.0279
 533     0.0039     0.0003    99.9980     0.8407    90.3900    15.4830      0.0279
 534     0.0035     0.0002    99.9980     0.8408    90.3400    15.3931      0.0279
 535     0.0031     0.0002    99.9960     0.8418    90.3100    15.3778      0.0279
 536     0.0027     0.0003    99.9940     0.8427    90.3500    15.3781      0.0279
 537     0.0022     0.0003    99.9960     0.8427    90.3600    15.3371      0.0279
 538     0.0018     0.0002    99.9980     0.8431    90.3300    15.4283      0.0279
 539     0.0014     0.0003    99.9940     0.8434    90.3900    15.3933      0.0279
 540     0.0010     0.0003    99.9960     0.8433    90.4000    15.4125      0.0279
 541     0.0010     0.0002    99.9980     0.8436    90.3900    15.3454      0.0279
 542     0.0010     0.0003    99.9920     0.8433    90.4200    15.2901      0.0279
 543     0.0010     0.0002   100.0000     0.8432    90.4100    15.3802      0.0279
 544     0.0010     0.0002    99.9980     0.8434    90.3900    15.4412      0.0279
 545     0.0010     0.0002    99.9980     0.8434    90.4100    15.4043      0.0279
 546     0.0010     0.0003    99.9940     0.8434    90.3800    15.4454      0.0279
 547     0.0010     0.0003    99.9940     0.8445    90.3500    15.3315      0.0279
 548     0.0010     0.0003    99.9960     0.8446    90.3300    15.3703      0.0279
 549     0.0010     0.0003    99.9940     0.8453    90.3900    15.3827      0.0279
 550     0.0010     0.0003    99.9940     0.8444    90.3800    15.4351      0.0279
 551     0.0010     0.0002   100.0000     0.8446    90.3500    15.3385      0.0279
 552     0.0010     0.0003    99.9960     0.8450    90.3700    15.4839      0.0279
 553     0.0010     0.0002    99.9980     0.8451    90.4000    15.3450      0.0279
 554     0.0010     0.0002   100.0000     0.8454    90.4100    15.4350      0.0279
 555     0.0010     0.0002   100.0000     0.8456    90.4100    15.4470      0.0279
 556     0.0010     0.0002    99.9980     0.8457    90.4000    15.5041      0.0279
 557     0.0010     0.0003    99.9960     0.8459    90.4000    15.3571      0.0279
 558     0.0010     0.0002    99.9960     0.8458    90.4100    15.3694      0.0279
 559     0.0010     0.0002    99.9980     0.8459    90.4100    15.4029      0.0279
 560     0.0010     0.0003    99.9960     0.8461    90.3800    15.4044      0.0279
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001   100.0000     0.8464    90.3700    15.3699      0.0279
 562     0.0010     0.0002    99.9960     0.8463    90.3900    15.4593      0.0279
 563     0.0010     0.0004    99.9880     0.8466    90.3400    15.3906      0.0279
 564     0.0010     0.0003    99.9960     0.8465    90.3500    15.2817      0.0279
 565     0.0010     0.0003    99.9940     0.8460    90.3200    15.4101      0.0279
 566     0.0010     0.0002    99.9960     0.8458    90.3700    15.3711      0.0279
 567     0.0010     0.0002    99.9940     0.8460    90.3500    15.3349      0.0279
 568     0.0010     0.0002    99.9960     0.8462    90.3400    15.4456      0.0279
 569     0.0010     0.0003    99.9920     0.8465    90.3100    15.2766      0.0279
 570     0.0010     0.0003    99.9940     0.8464    90.3200    15.4872      0.0279
 571     0.0010     0.0002    99.9960     0.8465    90.3000    15.3501      0.0279
 572     0.0010     0.0002    99.9960     0.8468    90.3500    15.4239      0.0279
 573     0.0010     0.0003    99.9920     0.8471    90.2700    15.3703      0.0279
 574     0.0010     0.0002   100.0000     0.8474    90.2800    15.3554      0.0279
 575     0.0010     0.0002    99.9980     0.8474    90.2800    15.4182      0.0279
 576     0.0010     0.0002    99.9980     0.8473    90.2700    15.3461      0.0279
 577     0.0010     0.0002    99.9960     0.8477    90.2800    15.3380      0.0279
 578     0.0010     0.0002    99.9980     0.8482    90.2900    15.4093      0.0279
 579     0.0010     0.0003    99.9900     0.8478    90.2900    15.3828      0.0279
 580     0.0010     0.0002    99.9980     0.8478    90.2900    15.3926      0.0279
 581     0.0010     0.0002    99.9980     0.8479    90.3000    15.5135      0.0279
 582     0.0010     0.0003    99.9920     0.8474    90.3100    15.3736      0.0279
 583     0.0010     0.0003    99.9960     0.8476    90.3500    15.3852      0.0279
 584     0.0010     0.0004    99.9960     0.8478    90.3100    15.3174      0.0279
 585     0.0010     0.0002   100.0000     0.8481    90.3200    15.4041      0.0279
 586     0.0010     0.0002    99.9940     0.8482    90.3400    15.3515      0.0279
 587     0.0010     0.0003    99.9960     0.8475    90.3500    15.3257      0.0279
 588     0.0010     0.0002   100.0000     0.8477    90.3200    15.2860      0.0279
 589     0.0010     0.0002    99.9960     0.8481    90.3700    15.4276      0.0279
 590     0.0010     0.0002    99.9960     0.8483    90.3500    15.4776      0.0279
 591     0.0010     0.0002    99.9980     0.8483    90.4000    15.4484      0.0279
 592     0.0010     0.0002    99.9960     0.8487    90.4000    15.4556      0.0279
 593     0.0010     0.0003    99.9940     0.8487    90.4300    15.3585      0.0279
 594     0.0010     0.0002    99.9960     0.8488    90.3900    15.4203      0.0279
 595     0.0010     0.0002    99.9960     0.8491    90.3900    15.4057      0.0279
 596     0.0010     0.0003    99.9960     0.8490    90.3200    15.3221      0.0279
 597     0.0010     0.0002    99.9940     0.8495    90.3400    15.4117      0.0279
 598     0.0010     0.0002    99.9980     0.8495    90.3900    15.4168      0.0279
 599     0.0010     0.0002    99.9940     0.8494    90.3500    15.4105      0.0279
 600     0.0010     0.0002    99.9960     0.8496    90.3400    15.3000      0.0279
