Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2367    14.3940     2.0789    21.4900    10.9777      0.9627
   2     0.1000     2.0793    19.7620     1.8953    26.3000    10.3623      0.9470
   3     0.1000     1.9605    22.9340     1.8647    27.0700    10.4632      0.9348
   4     0.1000     1.8387    28.2200     1.6798    34.6200    10.3982      0.9246
   5     0.1000     1.7230    34.2320     1.7837    32.5000    10.4701      0.9157
   6     0.1000     1.5613    41.1520     1.6127    37.8400    10.3422      0.9076
   7     0.1000     1.4396    47.2980     1.3154    52.4500    10.4502      0.9003
   8     0.1000     1.2902    53.3180     1.1458    59.4100    10.4064      0.8934
   9     0.1000     1.1533    58.8780     1.0465    63.0600    10.4372      0.8869
  10     0.1000     1.0338    63.6400     1.0512    63.2800    10.4472      0.8810
  11     0.1000     0.9523    66.8200     0.8262    71.8100    10.3950      0.8752
  12     0.1000     0.8650    70.3300     0.7997    72.6800    10.3664      0.8698
  13     0.1000     0.7967    72.7380     0.7797    73.0100    10.4160      0.8647
  14     0.1000     0.7372    75.0560     0.7127    74.8900    10.2858      0.8597
  15     0.1000     0.6947    76.6600     0.7688    73.6900    10.3581      0.8549
  16     0.1000     0.6489    78.3480     0.7701    73.9600    10.3900      0.8503
  17     0.1000     0.6051    79.5360     0.6594    78.5100    10.4885      0.8459
  18     0.1000     0.5755    80.8240     0.6131    79.8700    10.4468      0.8416
  19     0.1000     0.5408    81.9260     0.6494    78.2400    10.5664      0.8373
  20     0.1000     0.5109    83.0120     0.5422    82.3000    10.5075      0.8334
  21     0.1000     0.4853    83.8080     0.5570    81.8400    10.4408      0.8294
  22     0.1000     0.4617    84.6500     0.5618    81.9600    10.5172      0.8256
  23     0.1000     0.4456    85.2680     0.5121    83.2000    10.4584      0.8219
  24     0.1000     0.4220    86.0640     0.6223    81.2600    10.3710      0.8183
  25     0.1000     0.4023    86.7540     0.6428    80.4900    10.4041      0.8147
  26     0.1000     0.3895    87.0960     0.5081    84.0100    10.3975      0.8113
  27     0.1000     0.3691    87.7400     0.5392    83.3900    10.3123      0.8079
  28     0.1000     0.3489    88.4620     0.6367    82.4200    10.4571      0.8047
  29     0.1000     0.3334    89.0180     0.5248    83.6000    10.3993      0.8014
  30     0.1000     0.3227    89.3320     0.5145    83.9300    10.4075      0.7982
  31     0.1000     0.3063    89.9340     0.4710    84.9300    10.5315      0.7951
  32     0.1000     0.2984    90.1740     0.4684    85.7100    10.6339      0.7921
  33     0.1000     0.2796    90.7780     0.5491    83.7500    10.4888      0.7891
  34     0.1000     0.2735    90.8580     0.4578    86.2600    10.3098      0.7862
  35     0.1000     0.2587    91.3340     0.4882    85.2000    10.3261      0.7833
  36     0.1000     0.2532    91.6040     0.4446    86.4500    10.4061      0.7805
  37     0.1000     0.2426    92.0380     0.4809    84.9500    10.3902      0.7777
  38     0.1000     0.2345    92.2140     0.4998    85.6000    10.3722      0.7750
  39     0.1000     0.2208    92.6840     0.4455    86.6100    10.4640      0.7724
  40     0.1000     0.2196    92.7480     0.4653    86.2800    10.4603      0.7697
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2096    93.1860     0.4373    87.4400    10.4050      0.7671
  42     0.1000     0.1967    93.5120     0.4653    86.8600    10.4807      0.7644
  43     0.1000     0.1942    93.6000     0.5087    85.7700    10.4312      0.7619
  44     0.1000     0.1824    94.0200     0.4760    87.2600    10.5015      0.7594
  45     0.1000     0.1806    94.0600     0.5069    85.8800    10.4483      0.7570
  46     0.1000     0.1712    94.3300     0.4516    87.3800    10.5898      0.7546
  47     0.1000     0.1697    94.4700     0.4651    86.8800    10.4738      0.7522
  48     0.1000     0.1608    94.6940     0.4998    86.6500    10.5408      0.7499
  49     0.1000     0.1537    95.0320     0.5425    85.7000    10.3656      0.7475
  50     0.1000     0.1537    94.9020     0.5230    86.5700    10.3688      0.7452
  51     0.1000     0.1429    95.3220     0.4494    88.1600    10.4685      0.7430
  52     0.1000     0.1345    95.6100     0.4793    87.7500    10.6029      0.7407
  53     0.1000     0.1354    95.7180     0.4538    87.9600    10.3987      0.7385
  54     0.1000     0.1250    95.8120     0.4925    87.0100    10.3662      0.7364
  55     0.1000     0.1221    95.9600     0.5568    86.0200    10.4545      0.7342
  56     0.1000     0.1180    96.1020     0.4893    87.7000    10.4943      0.7321
  57     0.1000     0.1160    96.1740     0.5483    86.3400    10.5575      0.7300
  58     0.1000     0.1153    96.1260     0.4668    88.4200    10.5002      0.7279
  59     0.1000     0.1072    96.5200     0.5233    87.6300    10.5488      0.7258
  60     0.1000     0.1048    96.5400     0.4962    88.1900    10.4824      0.7238
  61     0.1000     0.1061    96.4880     0.5718    86.6700    10.4778      0.7218
  62     0.1000     0.1029    96.6820     0.4737    88.1500    10.4792      0.7198
  63     0.1000     0.0990    96.7760     0.4721    88.4800    10.4825      0.7178
  64     0.1000     0.0940    96.8920     0.5121    87.8800    10.4423      0.7158
  65     0.1000     0.0904    97.0060     0.5350    87.4000    10.4206      0.7139
  66     0.1000     0.0889    97.0900     0.5062    87.7300    10.5418      0.7120
  67     0.1000     0.0859    97.2320     0.5195    87.2400    10.4995      0.7101
  68     0.1000     0.0833    97.1900     0.5187    88.2600    10.5177      0.7082
  69     0.1000     0.0824    97.3500     0.4946    88.1700    10.4488      0.7063
  70     0.1000     0.0785    97.3400     0.5194    88.2700    10.4250      0.7045
  71     0.1000     0.0769    97.5380     0.4959    88.7300    10.5699      0.7027
  72     0.1000     0.0758    97.4740     0.5420    87.6900    10.3831      0.7009
  73     0.1000     0.0708    97.6760     0.5384    87.8700    10.4946      0.6991
  74     0.1000     0.0677    97.7780     0.5023    89.2000    10.4411      0.6973
  75     0.1000     0.0671    97.8400     0.5349    88.2100    10.4556      0.6955
  76     0.1000     0.0684    97.8060     0.5165    88.7500    10.3796      0.6937
  77     0.1000     0.0624    97.9580     0.5655    87.9600    10.3952      0.6920
  78     0.1000     0.0637    97.8740     0.5019    88.6800    10.4697      0.6903
  79     0.1000     0.0626    98.0220     0.5357    88.4500    10.4961      0.6885
  80     0.1000     0.0601    98.0360     0.6155    86.8900    10.3406      0.6868
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0568    98.1440     0.5313    88.0700    10.4754      0.6851
  82     0.1000     0.0603    97.9780     0.4786    89.1300    10.4592      0.6835
  83     0.1000     0.0550    98.2060     0.5317    88.6600    10.3788      0.6817
  84     0.1000     0.0557    98.1740     0.5163    88.8600    10.4868      0.6801
  85     0.1000     0.0507    98.3260     0.5499    88.3900    10.3619      0.6784
  86     0.1000     0.0538    98.2140     0.5421    88.3600    10.3528      0.6768
  87     0.1000     0.0535    98.1760     0.5369    88.2600    10.5036      0.6751
  88     0.1000     0.0507    98.3520     0.5495    88.4700    10.4897      0.6735
  89     0.1000     0.0485    98.4280     0.5240    88.9200    10.5056      0.6720
  90     0.1000     0.0455    98.5140     0.5505    88.6400    10.5038      0.6704
  91     0.1000     0.0439    98.6220     0.5885    88.7900    10.3235      0.6688
  92     0.1000     0.0439    98.5720     0.5502    88.7600    10.4924      0.6672
  93     0.1000     0.0450    98.5680     0.5366    89.0800    10.3918      0.6657
  94     0.1000     0.0414    98.6680     0.5285    88.5900    10.3625      0.6642
  95     0.1000     0.0413    98.6900     0.5574    88.9700    10.3413      0.6626
  96     0.1000     0.0381    98.7340     0.5412    88.8800    10.4107      0.6611
  97     0.1000     0.0394    98.7060     0.5662    88.8300    10.4210      0.6595
  98     0.1000     0.0398    98.7020     0.5152    89.0600    10.4519      0.6580
  99     0.1000     0.0440    98.5940     0.5618    88.3900    10.3905      0.6565
 100     0.1000     0.0354    98.8680     0.5552    89.4000    10.3014      0.6550
 101     0.1000     0.0354    98.8660     0.5745    88.7400    10.4288      0.6535
 102     0.1000     0.0374    98.7160     0.5677    88.9500    10.4060      0.6521
 103     0.1000     0.0374    98.7540     0.5459    88.6500    10.3807      0.6506
 104     0.1000     0.0378    98.7720     0.5718    89.2100    10.4369      0.6492
 105     0.1000     0.0401    98.7440     0.5270    89.0400    10.4739      0.6478
 106     0.1000     0.0319    98.9680     0.5417    89.1000    10.3949      0.6463
 107     0.1000     0.0310    99.0260     0.5853    89.1500    10.4043      0.6449
 108     0.1000     0.0317    98.9460     0.5910    88.9700    10.3773      0.6434
 109     0.1000     0.0298    99.0280     0.5825    89.7900    10.3725      0.6420
 110     0.1000     0.0335    98.9400     0.8538    84.8900    10.5605      0.6406
 111     0.1000     0.0372    98.8040     0.5258    88.8800    10.4420      0.6391
 112     0.1000     0.0276    99.0760     0.5938    89.0800    10.4864      0.6378
 113     0.1000     0.0265    99.1440     0.5996    89.3300    10.4316      0.6364
 114     0.1000     0.0312    98.9920     0.6141    88.5700    10.3797      0.6350
 115     0.1000     0.0261    99.1760     0.5799    89.3300    10.4137      0.6336
 116     0.1000     0.0294    99.0580     0.5261    89.3000    10.3657      0.6323
 117     0.1000     0.0265    99.1640     0.5466    89.6200    10.4190      0.6309
 118     0.1000     0.0259    99.1820     0.6038    88.8400    10.3754      0.6295
 119     0.1000     0.0246    99.2440     0.6186    89.3700    10.4095      0.6282
 120     0.1000     0.0277    99.1380     0.5708    89.3400    10.3782      0.6269
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0255    99.1700     0.5604    89.4100    10.4074      0.6256
 122     0.1000     0.0272    99.1680     0.5576    89.6900    10.4072      0.6242
 123     0.1000     0.0240    99.2440     0.6268    88.3500    10.4027      0.6229
 124     0.1000     0.0278    99.1260     0.6009    89.1500    10.3236      0.6216
 125     0.1000     0.0270    99.1240     0.5986    88.8600    10.3132      0.6203
 126     0.1000     0.0261    99.1620     0.6072    88.7600    10.3517      0.6190
 127     0.1000     0.0281    99.1140     0.5748    89.4700    10.3920      0.6177
 128     0.1000     0.0193    99.3960     0.5880    89.7100    10.3931      0.6164
 129     0.1000     0.0263    99.1560     0.5969    88.8800    10.3412      0.6151
 130     0.1000     0.0223    99.2540     0.6186    89.5400    10.3351      0.6139
 131     0.1000     0.0211    99.3440     0.5760    89.2600    10.4557      0.6126
 132     0.1000     0.0226    99.2720     0.5974    89.4500    10.3774      0.6114
 133     0.1000     0.0228    99.2940     0.5484    89.4900    10.4043      0.6101
 134     0.1000     0.0187    99.3560     0.6271    88.5900    10.3398      0.6088
 135     0.1000     0.0214    99.2940     0.5955    89.0100    10.4933      0.6076
 136     0.1000     0.0227    99.2860     0.6220    88.9700    10.4070      0.6064
 137     0.1000     0.0234    99.2460     0.5292    89.2400    10.4043      0.6051
 138     0.1000     0.0183    99.4120     0.6449    89.1900    10.4954      0.6039
 139     0.1000     0.0207    99.3080     0.6458    88.8200    10.4606      0.6027
 140     0.1000     0.0195    99.3760     0.5656    89.7700    10.5412      0.6015
 141     0.1000     0.0214    99.3700     0.5635    89.7400    10.4597      0.6003
 142     0.1000     0.0219    99.3480     0.5705    89.2000    10.6141      0.5991
 143     0.1000     0.0212    99.3100     0.5825    89.7000    10.4788      0.5979
 144     0.1000     0.0194    99.3960     0.5956    89.0400    10.4917      0.5967
 145     0.1000     0.0167    99.4580     0.6046    89.3500    10.4940      0.5955
 146     0.1000     0.0179    99.4300     0.6065    89.5400    10.4438      0.5943
 147     0.1000     0.0192    99.3300     0.5985    89.3200    10.3973      0.5932
 148     0.1000     0.0180    99.4460     0.5741    89.6000    10.4843      0.5921
 149     0.1000     0.0141    99.5700     0.6515    89.3200    10.4243      0.5909
 150     0.1000     0.0176    99.4580     0.6703    88.6200    10.5384      0.5897
 151     0.1000     0.0179    99.4180     0.6528    88.9900    10.4317      0.5886
 152     0.1000     0.0156    99.4860     0.6661    89.2400    10.4798      0.5874
 153     0.1000     0.0185    99.4260     0.6059    89.4800    10.5217      0.5863
 154     0.1000     0.0150    99.5080     0.6162    89.2100    10.4255      0.5852
 155     0.1000     0.0190    99.3880     0.5981    89.5700    10.4751      0.5841
 156     0.1000     0.0180    99.4240     0.5899    89.7300    10.3684      0.5830
 157     0.1000     0.0148    99.5540     0.6077    89.6400    10.4345      0.5818
 158     0.1000     0.0165    99.4540     0.6093    89.4900    10.5179      0.5807
 159     0.1000     0.0163    99.4980     0.6279    89.7900    10.4131      0.5796
 160     0.1000     0.0177    99.4560     0.5913    89.4100    10.4041      0.5785
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0130    99.5760     0.6061    89.5300    10.3954      0.5774
 162     0.1000     0.0170    99.4500     0.6315    89.2900    10.3850      0.5763
 163     0.1000     0.0132    99.5560     0.6600    89.6400    10.4475      0.5752
 164     0.1000     0.0164    99.4540     0.6336    89.7700    10.4002      0.5741
 165     0.1000     0.0137    99.5600     0.6147    89.6000    10.3921      0.5730
 166     0.1000     0.0128    99.5600     0.6602    88.9700    10.3674      0.5719
 167     0.1000     0.0156    99.4860     0.6048    89.9900    10.5292      0.5708
 168     0.1000     0.0124    99.5940     0.7331    89.0400    10.5830      0.5698
 169     0.1000     0.0163    99.4860     0.6146    89.7200    10.4355      0.5687
 170     0.1000     0.0133    99.5660     0.6485    89.2100    10.4732      0.5677
 171     0.1000     0.0151    99.5280     0.6364    89.7500    10.4613      0.5666
 172     0.1000     0.0141    99.5780     0.6226    89.7000    10.4880      0.5656
 173     0.1000     0.0144    99.5440     0.6238    89.6800    10.5817      0.5645
 174     0.1000     0.0145    99.5320     0.5837    89.6600    10.3747      0.5635
 175     0.1000     0.0151    99.5460     0.6269    89.6000    10.5239      0.5625
 176     0.1000     0.0160    99.5260     0.6320    89.1300    10.3781      0.5614
 177     0.1000     0.0135    99.5640     0.6103    89.6500    10.5095      0.5604
 178     0.1000     0.0126    99.5820     0.6420    89.2500    10.3625      0.5594
 179     0.1000     0.0121    99.6160     0.6417    89.6500    10.3678      0.5583
 180     0.1000     0.0118    99.6180     0.6684    89.2300    10.4893      0.5573
 181     0.1000     0.0118    99.6280     0.8796    87.1200    10.3175      0.5563
 182     0.1000     0.0169    99.4640     0.6064    89.6700    10.5526      0.5553
 183     0.1000     0.0122    99.6060     0.6120    89.7500    10.2003      0.5543
 184     0.1000     0.0137    99.5700     0.5863    90.0600    10.4717      0.5533
 185     0.1000     0.0120    99.6540     0.6019    89.9400    10.3864      0.5523
 186     0.1000     0.0127    99.5860     0.6851    89.2500    10.3939      0.5513
 187     0.1000     0.0125    99.5860     0.6340    89.7300    10.4753      0.5503
 188     0.1000     0.0101    99.6640     0.6050    89.8800    10.4753      0.5493
 189     0.1000     0.0127    99.5800     0.6071    90.0000    10.5199      0.5484
 190     0.1000     0.0105    99.6300     0.5987    90.2100    10.4960      0.5474
 191     0.1000     0.0134    99.5520     0.6242    89.5000    10.4722      0.5464
 192     0.1000     0.0135    99.5860     0.6461    89.6100    10.4618      0.5455
 193     0.1000     0.0127    99.6180     0.5564    90.0100    10.5573      0.5445
 194     0.1000     0.0097    99.6800     0.6716    89.6900    10.4628      0.5435
 195     0.1000     0.0130    99.5760     0.6040    89.8700    10.5205      0.5425
 196     0.1000     0.0124    99.6400     0.6094    89.8000    10.4130      0.5416
 197     0.1000     0.0099    99.6980     0.6285    90.1300    10.3742      0.5406
 198     0.1000     0.0125    99.6320     0.6083    89.6400    10.2588      0.5397
 199     0.1000     0.0139    99.6040     0.5989    89.3500    10.4098      0.5388
 200     0.1000     0.0111    99.6640     0.6173    89.0800    10.5085      0.5378
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0116    99.6520     0.6201    89.7500    10.5616      0.5369
 202     0.1000     0.0102    99.6480     0.6283    89.5800    10.4764      0.5360
 203     0.1000     0.0083    99.7200     0.6762    89.5500    10.4713      0.5350
 204     0.1000     0.0110    99.6460     0.6593    89.0400    10.5284      0.5341
 205     0.1000     0.0106    99.6520     0.6789    89.6100    10.5260      0.5332
 206     0.1000     0.0136    99.5800     0.6390    89.5500    10.4227      0.5322
 207     0.1000     0.0103    99.6840     0.6236    89.9100    10.4382      0.5313
 208     0.1000     0.0116    99.6560     0.5702    89.9100    10.4091      0.5304
 209     0.1000     0.0107    99.6700     0.6720    89.2400    10.4488      0.5295
 210     0.1000     0.0091    99.7140     0.6284    89.5900    10.4400      0.5286
 211     0.1000     0.0110    99.6380     0.6434    89.2900    10.3549      0.5276
 212     0.1000     0.0104    99.6700     0.6232    89.9500    10.4083      0.5267
 213     0.1000     0.0092    99.6700     0.6273    89.9200    10.4214      0.5259
 214     0.1000     0.0077    99.7540     0.6850    89.4300    10.4890      0.5250
 215     0.1000     0.0119    99.6460     0.6467    89.1400    10.4006      0.5241
 216     0.1000     0.0124    99.6120     0.6425    89.3800    10.4776      0.5232
 217     0.1000     0.0077    99.7700     0.6597    89.5600    10.5404      0.5223
 218     0.1000     0.0113    99.6660     0.5959    89.8100    10.4195      0.5214
 219     0.1000     0.0064    99.7920     0.6915    89.3200    10.4190      0.5205
 220     0.1000     0.0101    99.7020     0.6378    89.9000    10.4024      0.5197
 221     0.1000     0.0114    99.6440     0.6097    89.8100    10.4900      0.5188
 222     0.1000     0.0082    99.7460     0.6870    89.5200    10.4826      0.5179
 223     0.1000     0.0095    99.7240     0.6507    89.7700    10.3689      0.5171
 224     0.1000     0.0104    99.6580     0.6518    89.5800    10.3332      0.5162
 225     0.1000     0.0089    99.7180     0.6271    89.4900    10.3343      0.5153
 226     0.1000     0.0102    99.6940     0.5906    89.8400    10.4383      0.5145
 227     0.1000     0.0099    99.6940     0.7381    88.0400    10.4536      0.5136
 228     0.1000     0.0116    99.6660     0.6245    89.7100    10.4717      0.5128
 229     0.1000     0.0090    99.7320     0.6351    89.6600    10.5398      0.5119
 230     0.1000     0.0082    99.7360     0.6616    89.9500    10.4463      0.5111
 231     0.1000     0.0085    99.7460     0.6338    89.7500    10.3260      0.5102
 232     0.1000     0.0086    99.7180     0.6759    89.4700    10.3685      0.5094
 233     0.1000     0.0079    99.7340     0.6885    89.4900    10.3017      0.5085
 234     0.1000     0.0092    99.6960     0.6786    89.7300    10.4986      0.5077
 235     0.1000     0.0093    99.7100     0.6480    89.8400    10.3456      0.5069
 236     0.1000     0.0101    99.6720     0.6236    89.9000    10.3328      0.5060
 237     0.1000     0.0071    99.7920     0.6520    90.0500    10.4761      0.5052
 238     0.1000     0.0065    99.7680     0.6838    89.9600    10.4835      0.5043
 239     0.1000     0.0097    99.7220     0.6751    89.5800    10.4474      0.5035
 240     0.1000     0.0078    99.7460     0.6737    89.7800    10.5337      0.5028
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0102    99.6800     0.6398    89.8400    10.4787      0.5020
 242     0.1000     0.0069    99.8000     0.7105    89.2500    10.4537      0.5011
 243     0.1000     0.0094    99.6980     0.6883    89.3200    10.3669      0.5003
 244     0.1000     0.0088    99.7200     0.6652    89.7800    10.4013      0.4995
 245     0.1000     0.0078    99.7740     0.6575    89.5700    10.3121      0.4987
 246     0.1000     0.0102    99.6820     0.6289    89.5600    10.4346      0.4979
 247     0.1000     0.0071    99.8080     0.6614    89.9900    10.3518      0.4971
 248     0.1000     0.0087    99.7400     0.6247    90.1400    10.4813      0.4962
 249     0.1000     0.0082    99.7380     0.6573    89.6300    10.4350      0.4955
 250     0.1000     0.0089    99.7060     0.6421    89.9400    10.5175      0.4948
 251     0.1000     0.0085    99.7120     0.6406    90.0300    10.3164      0.4940
 252     0.1000     0.0083    99.7620     0.6470    89.7900    10.4719      0.4932
 253     0.1000     0.0054    99.8440     0.6701    89.8300    10.3249      0.4924
 254     0.1000     0.0083    99.7720     0.6328    90.2300    10.3505      0.4916
 255     0.1000     0.0086    99.7280     0.6021    90.0800    10.4277      0.4908
 256     0.1000     0.0087    99.7140     0.6049    90.2100    10.4151      0.4900
 257     0.1000     0.0062    99.8040     0.6611    89.6600    10.5205      0.4892
 258     0.1000     0.0097    99.7080     0.5916    90.0400    10.4767      0.4885
 259     0.1000     0.0063    99.7980     0.6341    90.0900    10.4035      0.4877
 260     0.1000     0.0065    99.7960     0.6676    89.6300    10.4503      0.4869
 261     0.1000     0.0077    99.7680     0.6284    90.0500    10.4210      0.4862
 262     0.1000     0.0095    99.7100     0.6211    89.9900    10.3076      0.4854
 263     0.1000     0.0087    99.7160     0.6065    90.3500    10.3522      0.4847
 264     0.1000     0.0056    99.8340     0.7523    89.1000    10.3487      0.4839
 265     0.1000     0.0063    99.8080     0.6371    90.0800    10.2730      0.4831
 266     0.1000     0.0082    99.7340     0.6415    89.9200    10.3955      0.4824
 267     0.1000     0.0066    99.7940     0.6665    89.9500    10.3987      0.4817
 268     0.1000     0.0100    99.7140     0.6514    89.7400    10.3238      0.4809
 269     0.1000     0.0074    99.7440     0.6452    90.1500    10.6292      0.4801
 270     0.1000     0.0059    99.8240     0.6465    90.1900    10.5440      0.4794
 271     0.1000     0.0067    99.7980     0.7484    88.6200    10.4385      0.4786
 272     0.1000     0.0096    99.7080     0.6365    89.7600    10.4553      0.4778
 273     0.1000     0.0056    99.8140     0.6767    89.6900    10.4840      0.4771
 274     0.1000     0.0093    99.7080     0.6175    89.9600    10.4798      0.4764
 275     0.1000     0.0066    99.7920     0.6491    90.0200    10.5443      0.4756
 276     0.1000     0.0064    99.7920     0.6401    90.2800    10.4685      0.4749
 277     0.1000     0.0066    99.7900     0.6140    90.4600    10.4255      0.4741
 278     0.1000     0.0038    99.8560     0.7039    89.6000    10.5138      0.4734
 279     0.1000     0.0079    99.7540     0.6457    89.8900    10.3696      0.4727
 280     0.1000     0.0069    99.7660     0.7035    89.9300    10.4046      0.4720
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0110    99.6680     0.6580    89.6800    10.4164      0.4713
 282     0.1000     0.0085    99.7180     0.6362    89.7300    10.5574      0.4706
 283     0.1000     0.0061    99.8140     0.6541    89.7800    10.5037      0.4699
 284     0.1000     0.0092    99.7080     0.6444    90.0700    10.4809      0.4692
 285     0.1000     0.0086    99.7200     0.6056    90.3300    10.4715      0.4685
 286     0.1000     0.0070    99.8080     0.5941    90.1600    10.4322      0.4678
 287     0.1000     0.0057    99.8120     0.6295    90.3000    10.4647      0.4671
 288     0.1000     0.0070    99.7840     0.6324    89.9200    10.4779      0.4664
 289     0.1000     0.0073    99.7600     0.6261    90.1300    10.4236      0.4657
 290     0.1000     0.0066    99.7840     0.6051    90.1700    10.4834      0.4650
 291     0.1000     0.0076    99.7460     0.6020    90.2800    10.5228      0.4643
 292     0.1000     0.0064    99.8080     0.6203    90.2300    10.3986      0.4636
 293     0.1000     0.0050    99.8340     0.6520    90.4600    10.4643      0.4629
 294     0.1000     0.0050    99.8340     0.6505    90.2200    10.4125      0.4622
 295     0.1000     0.0057    99.8020     0.6406    90.0000    10.5432      0.4616
 296     0.1000     0.0062    99.8120     0.6477    90.1000    10.4652      0.4609
 297     0.1000     0.0063    99.8020     0.6168    90.5000    10.4170      0.4602
 298     0.1000     0.0063    99.8260     0.5970    90.3600    10.4871      0.4595
 299     0.1000     0.0078    99.7420     0.6173    90.1700    10.4540      0.4588
 300     0.1000     0.0078    99.7700     0.6335    90.1900    10.3605      0.4581
 301     0.0996     0.0070    99.7940     0.6273    90.0200    10.3934      0.4574
 302     0.0992     0.0054    99.8080     0.6490    90.3500    10.3945      0.4568
 303     0.0988     0.0074    99.7940     0.6318    90.4200    10.5291      0.4561
 304     0.0983     0.0059    99.7980     0.6484    90.2600    10.4556      0.4554
 305     0.0979     0.0060    99.8140     0.6489    90.1400    10.4926      0.4548
 306     0.0975     0.0064    99.8100     0.6384    90.2700    10.4341      0.4541
 307     0.0971     0.0060    99.8300     0.6277    90.2400    10.2636      0.4535
 308     0.0967     0.0050    99.8460     0.6540    90.1900    10.5019      0.4528
 309     0.0963     0.0056    99.8480     0.6297    90.0900    10.4447      0.4521
 310     0.0959     0.0035    99.8880     0.6279    90.5500    10.5248      0.4515
 311     0.0955     0.0051    99.8380     0.6814    90.4000    10.3492      0.4509
 312     0.0950     0.0082    99.7700     0.6080    90.1100    10.4836      0.4502
 313     0.0946     0.0074    99.8220     0.6348    90.0900    10.2858      0.4496
 314     0.0942     0.0051    99.8560     0.6192    90.3800    10.4019      0.4490
 315     0.0938     0.0036    99.8920     0.6493    90.1900    10.4765      0.4483
 316     0.0934     0.0036    99.8820     0.6370    90.4500    10.5357      0.4477
 317     0.0930     0.0035    99.8900     0.6903    89.8900    10.5255      0.4471
 318     0.0926     0.0046    99.8780     0.6587    90.2700    10.4482      0.4465
 319     0.0922     0.0042    99.8740     0.6347    90.3800    10.4774      0.4458
 320     0.0917     0.0041    99.8720     0.6531    90.3800    10.4379      0.4453
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0038    99.8820     0.6376    90.4500    10.5759      0.4447
 322     0.0909     0.0031    99.9000     0.7044    90.0600    10.3398      0.4441
 323     0.0905     0.0045    99.8700     0.7088    90.0000    10.4100      0.4435
 324     0.0901     0.0039    99.8720     0.6995    89.8300    10.2878      0.4429
 325     0.0897     0.0040    99.8760     0.6671    90.1100    10.4133      0.4423
 326     0.0893     0.0042    99.8700     0.6368    90.4200    10.2036      0.4417
 327     0.0889     0.0032    99.9080     0.6596    90.3200    10.3998      0.4412
 328     0.0885     0.0050    99.8260     0.6372    90.4600    10.4397      0.4406
 329     0.0880     0.0046    99.8560     0.6935    89.9800    10.4393      0.4400
 330     0.0876     0.0048    99.8700     0.6425    90.3000    10.4464      0.4394
 331     0.0872     0.0037    99.9000     0.6822    90.0700    10.5403      0.4389
 332     0.0868     0.0039    99.8740     0.6935    89.8700    10.4503      0.4383
 333     0.0864     0.0048    99.8240     0.6691    90.1700    10.4601      0.4378
 334     0.0860     0.0025    99.9220     0.6923    90.4500    10.4840      0.4372
 335     0.0856     0.0025    99.9220     0.6707    90.5000    10.4998      0.4367
 336     0.0852     0.0035    99.8960     0.6943    90.2100    10.4360      0.4362
 337     0.0847     0.0032    99.8880     0.6928    90.1200    10.4993      0.4356
 338     0.0843     0.0037    99.9000     0.6610    90.3600    10.4933      0.4351
 339     0.0839     0.0022    99.9320     0.6908    90.3600    10.4427      0.4345
 340     0.0835     0.0047    99.8580     0.6533    90.2200    10.5024      0.4340
 341     0.0831     0.0033    99.9080     0.6643    90.4400    10.4589      0.4335
 342     0.0827     0.0029    99.9260     0.6333    90.5500    10.3858      0.4329
 343     0.0823     0.0020    99.9320     0.6686    90.5500    10.3694      0.4324
 344     0.0818     0.0013    99.9600     0.7059    90.5200    10.3133      0.4319
 345     0.0814     0.0020    99.9340     0.7468    90.5000    10.3993      0.4314
 346     0.0810     0.0027    99.9060     0.7181    90.3400    10.4714      0.4309
 347     0.0806     0.0036    99.8820     0.6961    90.3500    10.4195      0.4304
 348     0.0802     0.0018    99.9500     0.6974    90.5000    10.5177      0.4299
 349     0.0798     0.0014    99.9560     0.7196    90.5200    10.5377      0.4294
 350     0.0794     0.0025    99.9240     0.6933    90.4100    10.4691      0.4289
 351     0.0790     0.0020    99.9300     0.7311    90.2800    10.3616      0.4284
 352     0.0786     0.0032    99.9080     0.6801    90.4500    10.4516      0.4279
 353     0.0781     0.0021    99.9380     0.7141    90.2700    10.4477      0.4274
 354     0.0777     0.0027    99.9060     0.7041    90.3600    10.5141      0.4269
 355     0.0773     0.0036    99.9000     0.7092    90.1300    10.4759      0.4265
 356     0.0769     0.0035    99.8960     0.6743    90.1100    10.3929      0.4260
 357     0.0765     0.0024    99.9300     0.6983    90.3200    10.4177      0.4255
 358     0.0761     0.0016    99.9460     0.7194    90.4000    10.4951      0.4250
 359     0.0757     0.0018    99.9360     0.7086    90.5700    10.3332      0.4246
 360     0.0753     0.0035    99.8900     0.7297    90.2600    10.4664      0.4241
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0020    99.9260     0.6906    90.5800    10.3931      0.4237
 362     0.0744     0.0018    99.9320     0.7146    90.8500    10.4875      0.4232
 363     0.0740     0.0018    99.9440     0.7394    90.5100    10.3862      0.4228
 364     0.0736     0.0016    99.9560     0.7443    90.0600    10.4157      0.4223
 365     0.0732     0.0019    99.9500     0.7121    90.7600    10.3396      0.4219
 366     0.0728     0.0019    99.9400     0.7365    90.1900    10.4397      0.4214
 367     0.0724     0.0021    99.9240     0.6927    90.3900    10.4104      0.4210
 368     0.0720     0.0033    99.8940     0.6987    90.3100    10.3408      0.4206
 369     0.0715     0.0022    99.9240     0.6934    90.5300    10.4293      0.4201
 370     0.0711     0.0035    99.9100     0.6787    90.4700    10.5486      0.4197
 371     0.0707     0.0016    99.9500     0.7172    90.4300    10.4480      0.4193
 372     0.0703     0.0020    99.9320     0.7383    89.9400    10.4086      0.4189
 373     0.0699     0.0022    99.9300     0.7074    90.4800    10.4708      0.4185
 374     0.0695     0.0019    99.9460     0.7001    90.6200    10.4262      0.4180
 375     0.0691     0.0015    99.9500     0.7384    90.3000    10.3974      0.4176
 376     0.0686     0.0021    99.9360     0.7012    90.5800    10.3833      0.4172
 377     0.0682     0.0018    99.9420     0.7129    90.4100    10.4392      0.4168
 378     0.0678     0.0013    99.9620     0.7113    90.6500    10.5019      0.4164
 379     0.0674     0.0013    99.9560     0.7315    90.4600    10.3972      0.4160
 380     0.0670     0.0014    99.9500     0.7851    90.2400    10.4617      0.4156
 381     0.0666     0.0014    99.9560     0.7349    90.4700    10.4648      0.4152
 382     0.0662     0.0019    99.9420     0.7227    90.4400    10.4537      0.4149
 383     0.0658     0.0016    99.9460     0.7162    90.5800    10.3571      0.4145
 384     0.0654     0.0013    99.9620     0.7003    90.4100    10.4471      0.4141
 385     0.0649     0.0015    99.9620     0.6969    90.5200    10.4138      0.4137
 386     0.0645     0.0007    99.9780     0.7090    90.6900    10.5572      0.4133
 387     0.0641     0.0006    99.9900     0.7234    90.6700    10.4616      0.4129
 388     0.0637     0.0010    99.9620     0.7199    90.5800    10.5729      0.4125
 389     0.0633     0.0015    99.9560     0.7197    90.6500    10.4599      0.4122
 390     0.0629     0.0023    99.9260     0.7200    90.5100    10.5266      0.4118
 391     0.0625     0.0017    99.9520     0.7057    90.6000    10.3329      0.4114
 392     0.0621     0.0016    99.9520     0.6816    90.4800    10.4199      0.4111
 393     0.0616     0.0008    99.9700     0.6864    90.7000    10.5355      0.4107
 394     0.0612     0.0007    99.9760     0.7167    90.6400    10.4190      0.4104
 395     0.0608     0.0007    99.9820     0.7163    90.6900    10.4381      0.4100
 396     0.0604     0.0002    99.9960     0.7265    90.6300    10.3630      0.4097
 397     0.0600     0.0013    99.9540     0.7200    90.6300    10.5100      0.4093
 398     0.0596     0.0010    99.9740     0.7377    90.6400    10.4283      0.4090
 399     0.0592     0.0004    99.9900     0.7325    90.6100    10.2842      0.4086
 400     0.0588     0.0009    99.9760     0.7486    90.4900    10.4031      0.4083
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0004    99.9920     0.7350    90.6500    10.2816      0.4079
 402     0.0579     0.0006    99.9840     0.7380    90.7400    10.4480      0.4076
 403     0.0575     0.0014    99.9600     0.7390    90.6100    10.3311      0.4073
 404     0.0571     0.0012    99.9620     0.7399    90.5400    10.4276      0.4070
 405     0.0567     0.0016    99.9520     0.7277    90.3300    10.3306      0.4067
 406     0.0563     0.0007    99.9820     0.7424    90.6100    10.4039      0.4063
 407     0.0559     0.0004    99.9880     0.7315    91.0100    10.4282      0.4060
 408     0.0554     0.0007    99.9760     0.7517    90.6300    10.4277      0.4057
 409     0.0550     0.0008    99.9780     0.7303    90.9000    10.5027      0.4054
 410     0.0546     0.0004    99.9880     0.7444    90.8000    10.4186      0.4051
 411     0.0542     0.0008    99.9740     0.7262    90.8000    10.3452      0.4048
 412     0.0538     0.0008    99.9720     0.7448    90.4700    10.4465      0.4045
 413     0.0534     0.0009    99.9720     0.7444    90.6900    10.3807      0.4042
 414     0.0530     0.0005    99.9840     0.7446    90.5200    10.4455      0.4039
 415     0.0526     0.0005    99.9820     0.7636    90.7300    10.3898      0.4036
 416     0.0522     0.0006    99.9840     0.7453    90.6800    10.4381      0.4033
 417     0.0517     0.0004    99.9940     0.7491    90.9300    10.3733      0.4030
 418     0.0513     0.0006    99.9760     0.7537    90.6700    10.4003      0.4027
 419     0.0509     0.0006    99.9880     0.7615    90.7800    10.2812      0.4024
 420     0.0505     0.0008    99.9740     0.7698    90.7300    10.3813      0.4022
 421     0.0501     0.0011    99.9660     0.7441    90.5600    10.3878      0.4019
 422     0.0497     0.0004    99.9940     0.7541    90.8100    10.3159      0.4016
 423     0.0493     0.0012    99.9600     0.7543    90.8100    10.3158      0.4013
 424     0.0489     0.0005    99.9900     0.7538    90.7900    10.4239      0.4011
 425     0.0484     0.0007    99.9840     0.7429    90.6900    10.3901      0.4008
 426     0.0480     0.0004    99.9920     0.7519    90.4900    10.3658      0.4005
 427     0.0476     0.0005    99.9800     0.7386    90.7000    10.3912      0.4003
 428     0.0472     0.0007    99.9740     0.7564    90.7800    10.4430      0.4000
 429     0.0468     0.0008    99.9780     0.7548    90.7500    10.4264      0.3997
 430     0.0464     0.0004    99.9860     0.7541    90.7200    10.4890      0.3995
 431     0.0460     0.0009    99.9720     0.7595    90.6000    10.3818      0.3992
 432     0.0456     0.0005    99.9880     0.7562    90.8300    10.4120      0.3990
 433     0.0451     0.0005    99.9880     0.7468    90.8000    10.4827      0.3987
 434     0.0447     0.0003    99.9920     0.7445    90.7100    10.4965      0.3985
 435     0.0443     0.0002    99.9940     0.7627    90.8500    10.4239      0.3983
 436     0.0439     0.0003    99.9940     0.7586    90.9000    10.3521      0.3980
 437     0.0435     0.0005    99.9840     0.7416    90.7200    10.3643      0.3978
 438     0.0431     0.0003    99.9940     0.7575    90.7100    10.3814      0.3976
 439     0.0427     0.0003    99.9920     0.7563    90.9500    10.3183      0.3973
 440     0.0423     0.0003    99.9920     0.7463    91.0400    10.3139      0.3971
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0002    99.9960     0.7654    91.0700    10.3186      0.3969
 442     0.0414     0.0002    99.9900     0.7655    91.1000    10.3769      0.3967
 443     0.0410     0.0001   100.0000     0.7640    90.9100    10.4685      0.3965
 444     0.0406     0.0001    99.9940     0.7595    91.0200    10.3511      0.3962
 445     0.0402     0.0002    99.9980     0.7614    90.9500    10.4649      0.3960
 446     0.0398     0.0002    99.9940     0.7656    91.1000    10.4804      0.3958
 447     0.0394     0.0005    99.9860     0.7661    90.9400    10.2982      0.3956
 448     0.0389     0.0002    99.9940     0.7609    91.0500    10.3010      0.3954
 449     0.0385     0.0003    99.9880     0.7504    91.2000    10.4593      0.3952
 450     0.0381     0.0002    99.9900     0.7556    91.2100    10.4520      0.3950
 451     0.0377     0.0002    99.9940     0.7638    90.9600    10.5007      0.3948
 452     0.0373     0.0003    99.9900     0.7716    90.7500    10.4797      0.3946
 453     0.0369     0.0003    99.9920     0.7604    91.1000    10.4929      0.3944
 454     0.0365     0.0001    99.9980     0.7526    91.1300    10.4122      0.3942
 455     0.0361     0.0003    99.9980     0.7553    91.2300    10.4463      0.3940
 456     0.0357     0.0003    99.9900     0.7626    91.1700    10.3699      0.3938
 457     0.0352     0.0001    99.9940     0.7674    91.1000    10.4770      0.3936
 458     0.0348     0.0001    99.9940     0.7671    91.1400    10.5663      0.3934
 459     0.0344     0.0003    99.9880     0.7730    91.1700    10.4678      0.3933
 460     0.0340     0.0002    99.9940     0.7651    91.1000    10.5262      0.3931
 461     0.0336     0.0002    99.9940     0.7603    91.1800    10.4778      0.3929
 462     0.0332     0.0003    99.9940     0.7529    91.1600    10.4513      0.3927
 463     0.0328     0.0001   100.0000     0.7572    91.2000    10.4841      0.3925
 464     0.0324     0.0001   100.0000     0.7687    91.1800    10.3665      0.3924
 465     0.0319     0.0001    99.9980     0.7668    91.1400    10.4321      0.3922
 466     0.0315     0.0001   100.0000     0.7657    91.1500    10.4344      0.3920
 467     0.0311     0.0002    99.9920     0.7639    91.1500    10.2734      0.3919
 468     0.0307     0.0001    99.9960     0.7659    91.0500    10.3014      0.3917
 469     0.0303     0.0001    99.9980     0.7635    91.1000    10.3581      0.3916
 470     0.0299     0.0001    99.9980     0.7628    91.1800    10.3455      0.3914
 471     0.0295     0.0002    99.9960     0.7701    91.1900    10.3223      0.3913
 472     0.0291     0.0000   100.0000     0.7742    91.1400    10.3647      0.3911
 473     0.0286     0.0001   100.0000     0.7753    91.1400    10.4721      0.3910
 474     0.0282     0.0001   100.0000     0.7815    90.9700    10.4098      0.3908
 475     0.0278     0.0001   100.0000     0.7815    91.0600    10.3320      0.3907
 476     0.0274     0.0002    99.9940     0.7727    91.1100    10.3655      0.3905
 477     0.0270     0.0002    99.9940     0.7631    91.0500    10.3744      0.3904
 478     0.0266     0.0002    99.9960     0.7541    91.1000    10.2277      0.3902
 479     0.0262     0.0001    99.9960     0.7493    91.0400    10.3850      0.3901
 480     0.0257     0.0001    99.9940     0.7560    91.0800    10.4058      0.3900
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0000   100.0000     0.7581    91.1000    10.3184      0.3898
 482     0.0249     0.0001   100.0000     0.7609    91.1300    10.3604      0.3897
 483     0.0245     0.0001   100.0000     0.7622    91.1000    10.4512      0.3896
 484     0.0241     0.0001    99.9940     0.7685    91.0600    10.3621      0.3895
 485     0.0237     0.0002    99.9980     0.7731    91.0800    10.3351      0.3894
 486     0.0233     0.0001   100.0000     0.7737    91.1000    10.3650      0.3893
 487     0.0229     0.0001   100.0000     0.7749    91.0500    10.3758      0.3891
 488     0.0225     0.0000   100.0000     0.7716    91.0500    10.4256      0.3890
 489     0.0220     0.0001    99.9960     0.7816    91.0100    10.3885      0.3889
 490     0.0216     0.0001   100.0000     0.7756    91.1000    10.3276      0.3888
 491     0.0212     0.0001    99.9980     0.7745    91.1200    10.3780      0.3887
 492     0.0208     0.0001    99.9980     0.7804    91.0500    10.3646      0.3886
 493     0.0204     0.0001    99.9980     0.7824    91.1500    10.3549      0.3885
 494     0.0200     0.0001    99.9960     0.7889    91.0600    10.4253      0.3884
 495     0.0196     0.0000   100.0000     0.7885    91.0800    10.5292      0.3883
 496     0.0192     0.0002    99.9960     0.7878    91.0900    10.4837      0.3882
 497     0.0187     0.0001    99.9980     0.7813    91.1300    10.4407      0.3881
 498     0.0183     0.0001    99.9980     0.7765    91.1100    10.2783      0.3880
 499     0.0179     0.0001    99.9960     0.7735    91.1100    10.4708      0.3879
 500     0.0175     0.0000   100.0000     0.7739    91.0400    10.4237      0.3878
 501     0.0171     0.0000   100.0000     0.7754    91.0500    10.5031      0.3877
 502     0.0167     0.0000   100.0000     0.7753    91.0500    10.4056      0.3876
 503     0.0163     0.0001    99.9980     0.7750    91.0800    10.4795      0.3876
 504     0.0159     0.0001   100.0000     0.7770    91.0600    10.4855      0.3875
 505     0.0154     0.0001    99.9960     0.7721    91.0800    10.5646      0.3874
 506     0.0150     0.0000   100.0000     0.7728    91.1400    10.4132      0.3873
 507     0.0146     0.0000   100.0000     0.7735    91.1400    10.4590      0.3873
 508     0.0142     0.0000   100.0000     0.7736    91.1200    10.3820      0.3872
 509     0.0138     0.0001    99.9980     0.7710    91.0700    10.4284      0.3871
 510     0.0134     0.0000   100.0000     0.7706    91.1100    10.3891      0.3871
 511     0.0130     0.0001    99.9960     0.7716    91.0400    10.3843      0.3870
 512     0.0125     0.0000   100.0000     0.7717    91.0900    10.3825      0.3869
 513     0.0121     0.0000   100.0000     0.7723    91.1000    10.4115      0.3869
 514     0.0117     0.0001    99.9980     0.7747    91.1100    10.2862      0.3868
 515     0.0113     0.0001    99.9980     0.7760    91.0400    10.3654      0.3868
 516     0.0109     0.0000   100.0000     0.7755    91.0400    10.4012      0.3867
 517     0.0105     0.0000   100.0000     0.7755    91.0500    10.3614      0.3867
 518     0.0101     0.0001    99.9980     0.7741    91.1100    10.3506      0.3866
 519     0.0097     0.0001    99.9980     0.7753    91.0900    10.3400      0.3866
 520     0.0092     0.0001   100.0000     0.7756    91.1100    10.4895      0.3865
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0002    99.9980     0.7744    91.1400    10.5064      0.3865
 522     0.0084     0.0001   100.0000     0.7750    91.1200    10.4420      0.3864
 523     0.0080     0.0002    99.9980     0.7735    91.1200    10.4434      0.3864
 524     0.0076     0.0001    99.9980     0.7747    91.1100    10.3435      0.3864
 525     0.0072     0.0001   100.0000     0.7754    91.1200    10.3554      0.3863
 526     0.0068     0.0000   100.0000     0.7753    91.1200    10.5280      0.3863
 527     0.0064     0.0000   100.0000     0.7752    91.1000    10.4399      0.3863
 528     0.0060     0.0000   100.0000     0.7754    91.1100    10.3944      0.3862
 529     0.0055     0.0000   100.0000     0.7753    91.1300    10.4875      0.3862
 530     0.0051     0.0001    99.9980     0.7749    91.1400    10.4552      0.3862
 531     0.0047     0.0002    99.9940     0.7747    91.1400    10.3565      0.3862
 532     0.0043     0.0000   100.0000     0.7750    91.1500    10.3295      0.3861
 533     0.0039     0.0001   100.0000     0.7747    91.1400    10.3083      0.3861
 534     0.0035     0.0000   100.0000     0.7747    91.1400    10.3898      0.3861
 535     0.0031     0.0000    99.9980     0.7745    91.1600    10.3840      0.3861
 536     0.0027     0.0001    99.9980     0.7741    91.1600    10.4059      0.3861
 537     0.0022     0.0000   100.0000     0.7740    91.1700    10.4249      0.3861
 538     0.0018     0.0001    99.9960     0.7738    91.1400    10.4179      0.3861
 539     0.0014     0.0001    99.9980     0.7737    91.1500    10.3029      0.3861
 540     0.0010     0.0001    99.9980     0.7737    91.1400    10.4097      0.3861
 541     0.0010     0.0000   100.0000     0.7738    91.1400    10.3903      0.3861
 542     0.0010     0.0001   100.0000     0.7737    91.1400    10.3105      0.3861
 543     0.0010     0.0000   100.0000     0.7737    91.1300    10.4255      0.3861
 544     0.0010     0.0001    99.9980     0.7738    91.1400    10.4855      0.3861
 545     0.0010     0.0000   100.0000     0.7739    91.1400    10.4208      0.3861
 546     0.0010     0.0000   100.0000     0.7739    91.1400    10.4888      0.3861
 547     0.0010     0.0000   100.0000     0.7740    91.1400    10.4010      0.3861
 548     0.0010     0.0000   100.0000     0.7740    91.1400    10.4532      0.3861
 549     0.0010     0.0000   100.0000     0.7740    91.1300    10.4767      0.3861
 550     0.0010     0.0000   100.0000     0.7740    91.1300    10.4860      0.3861
 551     0.0010     0.0000   100.0000     0.7740    91.1300    10.3328      0.3861
 552     0.0010     0.0000   100.0000     0.7741    91.1300    10.4188      0.3861
 553     0.0010     0.0000   100.0000     0.7742    91.1300    10.3449      0.3861
 554     0.0010     0.0000   100.0000     0.7742    91.1300    10.4785      0.3861
 555     0.0010     0.0001    99.9980     0.7744    91.1200    10.4226      0.3861
 556     0.0010     0.0002    99.9980     0.7742    91.1300    10.4295      0.3861
 557     0.0010     0.0000   100.0000     0.7742    91.1300    10.4203      0.3861
 558     0.0010     0.0000   100.0000     0.7742    91.1300    10.3933      0.3861
 559     0.0010     0.0000   100.0000     0.7740    91.1300    10.3493      0.3861
 560     0.0010     0.0000   100.0000     0.7740    91.1200    10.4488      0.3861
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     0.7740    91.1200    10.3743      0.3861
 562     0.0010     0.0000   100.0000     0.7740    91.1200    10.5571      0.3861
 563     0.0010     0.0001    99.9980     0.7740    91.1200    10.4315      0.3861
 564     0.0010     0.0001    99.9980     0.7737    91.1300    10.3632      0.3861
 565     0.0010     0.0001    99.9980     0.7737    91.1100    10.5362      0.3861
 566     0.0010     0.0001   100.0000     0.7736    91.1100    10.4580      0.3861
 567     0.0010     0.0000   100.0000     0.7737    91.1100    10.4144      0.3861
 568     0.0010     0.0000   100.0000     0.7740    91.1100    10.3993      0.3861
 569     0.0010     0.0000   100.0000     0.7740    91.1100    10.4563      0.3861
 570     0.0010     0.0001    99.9980     0.7739    91.1200    10.5082      0.3861
 571     0.0010     0.0000   100.0000     0.7739    91.1200    10.5054      0.3861
 572     0.0010     0.0000   100.0000     0.7740    91.1300    10.4439      0.3861
 573     0.0010     0.0000   100.0000     0.7740    91.1300    10.5204      0.3861
 574     0.0010     0.0001    99.9980     0.7741    91.1200    10.4871      0.3861
 575     0.0010     0.0000   100.0000     0.7741    91.1200    10.5161      0.3861
 576     0.0010     0.0001    99.9980     0.7742    91.1300    10.3837      0.3861
 577     0.0010     0.0001    99.9980     0.7740    91.1200    10.4118      0.3861
 578     0.0010     0.0000   100.0000     0.7741    91.1200    10.5293      0.3861
 579     0.0010     0.0001    99.9980     0.7742    91.1100    10.3980      0.3861
 580     0.0010     0.0000   100.0000     0.7743    91.1100    10.4255      0.3861
 581     0.0010     0.0000   100.0000     0.7744    91.1100    10.4102      0.3861
 582     0.0010     0.0001    99.9980     0.7747    91.1300    10.3771      0.3861
 583     0.0010     0.0001    99.9980     0.7748    91.1200    10.4126      0.3861
 584     0.0010     0.0001    99.9980     0.7748    91.1200    10.4508      0.3861
 585     0.0010     0.0001    99.9980     0.7746    91.1100    10.5314      0.3861
 586     0.0010     0.0001   100.0000     0.7745    91.1200    10.5417      0.3861
 587     0.0010     0.0000   100.0000     0.7744    91.1200    10.4460      0.3861
 588     0.0010     0.0001    99.9980     0.7746    91.1100    10.3916      0.3861
 589     0.0010     0.0000   100.0000     0.7746    91.1100    10.4245      0.3861
 590     0.0010     0.0001    99.9960     0.7749    91.1400    10.4502      0.3861
 591     0.0010     0.0000   100.0000     0.7749    91.1400    10.3858      0.3861
 592     0.0010     0.0000   100.0000     0.7750    91.1300    10.4018      0.3861
 593     0.0010     0.0000   100.0000     0.7751    91.1300    10.3758      0.3861
 594     0.0010     0.0000   100.0000     0.7751    91.1300    10.3211      0.3861
 595     0.0010     0.0001    99.9960     0.7748    91.1100    10.3500      0.3861
 596     0.0010     0.0000   100.0000     0.7749    91.1100    10.3135      0.3861
 597     0.0010     0.0001    99.9980     0.7749    91.1200    10.3889      0.3861
 598     0.0010     0.0000   100.0000     0.7750    91.1300    10.4292      0.3861
 599     0.0010     0.0001   100.0000     0.7750    91.1200    10.3119      0.3861
 600     0.0010     0.0000   100.0000     0.7750    91.1300    10.4383      0.3861
