Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2109    16.7320     2.2023    16.9800    15.4174      0.9252
   2     0.1000     1.9684    22.8300     1.9481    24.1400    13.2877      0.8789
   3     0.1000     1.9773    21.4980     1.9518    22.7400    13.5070      0.8398
   4     0.1000     1.8486    26.2720     1.8068    27.6800    13.3818      0.8049
   5     0.1000     1.7140    32.6680     1.6590    33.7900    13.5095      0.7730
   6     0.1000     1.6164    34.7740     1.5743    36.9800    13.7969      0.7434
   7     0.1000     1.5073    40.9260     1.4797    41.8200    13.4438      0.7157
   8     0.1000     1.4417    45.0760     1.4261    45.8100    13.4500      0.6896
   9     0.1000     1.2836    52.7620     1.2942    52.4700    13.6306      0.6650
  10     0.1000     1.1931    56.9060     1.1931    56.7600    13.5273      0.6416
  11     0.1000     1.0289    63.2700     1.0192    63.0900    13.5761      0.6195
  12     0.1000     0.9679    65.6180     0.9852    64.6900    13.6022      0.5984
  13     0.1000     0.9388    66.9860     0.9420    67.2100    13.6770      0.5783
  14     0.1000     0.9044    67.8020     0.9353    67.1800    13.5514      0.5590
  15     0.1000     0.8412    70.5780     0.8776    69.8000    13.5941      0.5406
  16     0.1000     0.6977    75.8300     0.7337    74.8200    13.4216      0.5229
  17     0.1000     0.7029    75.7280     0.7384    75.3400    13.6094      0.5060
  18     0.1000     0.7410    75.3400     0.8145    73.5000    13.5926      0.4899
  19     0.1000     0.6018    79.6660     0.6604    78.0700    13.6870      0.4743
  20     0.1000     0.5981    79.9660     0.6599    78.4900    13.5432      0.4594
  21     0.1000     0.5804    80.6740     0.6700    78.3900    13.4106      0.4451
  22     0.1000     0.5960    80.1260     0.6870    78.3100    13.3644      0.4314
  23     0.1000     0.4991    83.4520     0.6000    80.6400    13.4934      0.4181
  24     0.1000     0.5276    81.9360     0.6188    79.8900    13.5486      0.4054
  25     0.1000     0.4522    84.9820     0.5819    81.5600    13.6405      0.3931
  26     0.1000     0.5411    82.1900     0.6537    79.3500    13.4958      0.3813
  27     0.1000     0.4915    84.1440     0.6239    81.1300    13.5229      0.3699
  28     0.1000     0.3878    87.1820     0.5332    83.2000    13.6500      0.3590
  29     0.1000     0.3595    87.9780     0.5290    84.0600    13.6345      0.3485
  30     0.1000     0.3412    88.7140     0.5078    84.3100    13.4988      0.3384
  31     0.1000     0.4668    84.8740     0.6551    81.1700    13.4635      0.3286
  32     0.1000     0.3556    88.3080     0.5377    83.4900    13.6880      0.3193
  33     0.1000     0.3588    88.2480     0.5476    83.0200    13.4967      0.3102
  34     0.1000     0.4086    86.7340     0.5824    81.9500    13.7058      0.3014
  35     0.1000     0.2938    90.3140     0.5088    84.7600    13.7657      0.2931
  36     0.1000     0.3303    89.2580     0.5266    84.4600    13.5809      0.2849
  37     0.1000     0.2811    90.6240     0.5154    84.9800    13.4895      0.2771
  38     0.1000     0.2636    91.3740     0.4888    85.7100    13.5383      0.2696
  39     0.1000     0.2448    91.9500     0.4894    85.4300    13.5531      0.2623
  40     0.1000     0.2410    91.9440     0.5044    85.7000    13.5690      0.2554
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2469    91.8100     0.4921    85.5800    13.6142      0.2486
  42     0.1000     0.2787    90.7780     0.5511    84.4500    13.5912      0.2420
  43     0.1000     0.2120    93.0880     0.4755    86.1700    13.4579      0.2357
  44     0.1000     0.3073    89.7400     0.5491    84.2200    13.4389      0.2296
  45     0.1000     0.2062    93.2580     0.4827    86.5200    13.7995      0.2238
  46     0.1000     0.2059    93.2240     0.4854    86.9300    13.5222      0.2181
  47     0.1000     0.1846    93.8760     0.4874    86.6000    13.5392      0.2127
  48     0.1000     0.2256    92.7520     0.5303    85.5500    13.5251      0.2074
  49     0.1000     0.2157    93.0240     0.5028    86.2500    13.4249      0.2023
  50     0.1000     0.2467    91.9240     0.5712    84.8300    13.5255      0.1974
  51     0.1000     0.1830    93.9860     0.5123    86.6500    13.5742      0.1926
  52     0.1000     0.1911    93.5580     0.5026    86.3100    13.5811      0.1881
  53     0.1000     0.1583    94.8300     0.5004    86.9100    13.5795      0.1836
  54     0.1000     0.1722    94.3360     0.5207    86.8700    13.4680      0.1793
  55     0.1000     0.2788    91.3220     0.6389    83.9500    13.4529      0.1752
  56     0.1000     0.1443    95.2580     0.4891    87.3700    13.4549      0.1712
  57     0.1000     0.1485    95.2500     0.5067    86.8100    13.6459      0.1674
  58     0.1000     0.1768    94.0800     0.5245    86.2500    13.4904      0.1637
  59     0.1000     0.1554    94.7800     0.5330    86.4400    13.4670      0.1601
  60     0.1000     0.1278    95.7520     0.5002    87.2600    13.6152      0.1566
  61     0.1000     0.1287    95.8360     0.5252    87.5200    13.6159      0.1531
  62     0.1000     0.1330    95.6220     0.5370    86.7800    13.6787      0.1499
  63     0.1000     0.1346    95.5300     0.5109    86.9700    13.7571      0.1468
  64     0.1000     0.1423    95.3120     0.5232    86.6700    13.6162      0.1437
  65     0.1000     0.0999    96.7820     0.5072    87.7700    13.5061      0.1407
  66     0.1000     0.1302    95.8460     0.5344    86.8200    13.5406      0.1379
  67     0.1000     0.6586    83.3600     1.0625    76.3500    13.4690      0.1350
  68     0.1000     0.1236    96.1100     0.5258    86.9400    13.6733      0.1323
  69     0.1000     0.1493    95.2460     0.5776    86.4700    14.1112      0.1297
  70     0.1000     0.1238    96.0140     0.5379    87.4000    13.5906      0.1271
  71     0.1000     0.1472    95.2340     0.5838    86.6300    13.4042      0.1247
  72     0.1000     0.0898    97.1100     0.5307    87.8100    13.7113      0.1224
  73     0.1000     0.0926    96.9880     0.5154    87.4500    13.4636      0.1201
  74     0.1000     0.0999    96.7120     0.5323    87.5900    13.5272      0.1179
  75     0.1000     0.0936    96.8180     0.5200    87.8000    13.4796      0.1157
  76     0.1000     0.0880    96.9680     0.5330    87.8800    13.5264      0.1137
  77     0.1000     0.1537    95.1500     0.6382    85.8100    13.4661      0.1117
  78     0.1000     0.0905    97.0040     0.5485    88.1900    13.5807      0.1097
  79     0.1000     0.0902    97.0900     0.5280    87.9300    13.3573      0.1078
  80     0.1000     0.1020    96.7720     0.5843    86.5900    13.5803      0.1059
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.1079    96.5220     0.5802    87.2600    13.7164      0.1042
  82     0.1000     0.1026    96.6700     0.5514    87.3700    13.5122      0.1025
  83     0.1000     0.0846    97.2400     0.5395    87.7400    13.5328      0.1008
  84     0.1000     0.0695    97.7360     0.5339    88.0300    13.4573      0.0993
  85     0.1000     0.1230    95.9160     0.6228    86.8500    13.4563      0.0977
  86     0.1000     0.0977    96.9040     0.5827    87.6100    13.4793      0.0963
  87     0.1000     0.0750    97.5320     0.5255    88.2000    13.5003      0.0948
  88     0.1000     0.0906    97.0680     0.5825    87.4700    13.4638      0.0934
  89     0.1000     0.0931    97.0320     0.5476    87.5300    13.5283      0.0921
  90     0.1000     0.0803    97.3320     0.5458    88.2700    13.5948      0.0908
  91     0.1000     0.1658    94.8440     0.6878    85.6500    13.5011      0.0895
  92     0.1000     0.0652    97.8800     0.5459    87.9700    13.6635      0.0883
  93     0.1000     0.0741    97.5840     0.5570    87.9600    13.6037      0.0871
  94     0.1000     0.0666    97.7740     0.5828    87.9200    13.5951      0.0859
  95     0.1000     0.0854    97.2560     0.5790    87.9400    13.5483      0.0848
  96     0.1000     0.0720    97.5920     0.5915    88.1800    13.5770      0.0837
  97     0.1000     0.0595    98.1160     0.5458    88.3800    13.5587      0.0826
  98     0.1000     0.0593    98.0120     0.5608    88.1800    13.4382      0.0816
  99     0.1000     0.0597    98.0400     0.5618    88.3700    13.4830      0.0806
 100     0.1000     0.0657    97.7520     0.5864    87.3500    13.5396      0.0797
 101     0.1000     0.0595    98.0280     0.5505    88.3600    13.6006      0.0787
 102     0.1000     0.0534    98.2180     0.5680    88.0500    13.5234      0.0778
 103     0.1000     0.0611    97.8900     0.5810    87.9800    13.5972      0.0770
 104     0.1000     0.0586    98.0740     0.5657    88.1900    13.5394      0.0761
 105     0.1000     0.0608    97.9820     0.5973    87.9200    13.6092      0.0753
 106     0.1000     0.0420    98.5540     0.5641    88.5300    13.4536      0.0745
 107     0.1000     0.0719    97.7340     0.6052    87.7500    13.5001      0.0737
 108     0.1000     0.0654    97.9020     0.5911    88.2000    13.5665      0.0730
 109     0.1000     0.0697    97.7200     0.6094    87.6000    13.4416      0.0722
 110     0.1000     0.0434    98.6500     0.5542    88.3400    13.5142      0.0715
 111     0.1000     0.0448    98.4560     0.5556    88.4800    13.5370      0.0708
 112     0.1000     0.0507    98.2680     0.6072    87.7400    13.5487      0.0701
 113     0.1000     0.0452    98.5160     0.5646    88.2400    13.6133      0.0694
 114     0.1000     0.0561    98.1800     0.5971    88.2900    13.4786      0.0687
 115     0.1000     0.0474    98.4880     0.5371    88.4700    13.5028      0.0681
 116     0.1000     0.0489    98.4060     0.5815    88.2700    13.5029      0.0675
 117     0.1000     0.0868    97.3020     0.6212    87.5800    13.6313      0.0669
 118     0.1000     0.0810    97.3420     0.6594    87.4100    13.4337      0.0663
 119     0.1000     0.0406    98.6460     0.5393    88.8400    13.4851      0.0657
 120     0.1000     0.0439    98.5380     0.5812    88.5500    13.5084      0.0652
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0391    98.6820     0.5732    88.7400    13.6254      0.0647
 122     0.1000     0.0568    98.1700     0.5809    88.2000    13.4538      0.0641
 123     0.1000     0.0397    98.7220     0.5898    88.7700    13.5084      0.0637
 124     0.1000     0.0579    98.1840     0.5685    88.5100    13.5161      0.0632
 125     0.1000     0.0732    97.5300     0.6565    87.4200    13.6510      0.0627
 126     0.1000     0.0513    98.3340     0.5925    88.2500    13.6782      0.0623
 127     0.1000     0.0495    98.4380     0.5819    88.5600    13.6525      0.0618
 128     0.1000     0.0367    98.7960     0.5806    88.8000    13.6031      0.0614
 129     0.1000     0.0416    98.6140     0.5972    88.4900    13.6541      0.0609
 130     0.1000     0.0396    98.6640     0.5937    88.8100    13.4962      0.0606
 131     0.1000     0.0289    98.9820     0.5606    88.8200    13.5751      0.0602
 132     0.1000     0.0378    98.8120     0.5982    88.6400    13.6088      0.0597
 133     0.1000     0.0627    98.0100     0.6064    87.6500    13.6578      0.0594
 134     0.1000     0.0406    98.6760     0.5657    88.8700    13.6491      0.0590
 135     0.1000     0.0375    98.8280     0.5843    88.7200    13.5595      0.0586
 136     0.1000     0.0350    98.8140     0.5861    88.8400    13.4805      0.0582
 137     0.1000     0.0339    98.9020     0.5903    88.6300    13.4805      0.0578
 138     0.1000     0.0775    97.5720     0.6532    87.6100    13.5811      0.0574
 139     0.1000     0.0335    98.9100     0.5896    89.2400    13.6409      0.0571
 140     0.1000     0.0407    98.6980     0.5623    88.5700    13.6031      0.0568
 141     0.1000     0.0397    98.7400     0.6069    88.5000    13.6855      0.0564
 142     0.1000     0.0445    98.5540     0.5731    88.7100    13.4376      0.0561
 143     0.1000     0.0274    99.1060     0.5764    89.0200    13.5158      0.0558
 144     0.1000     0.0397    98.6700     0.6265    88.4800    13.4577      0.0555
 145     0.1000     0.0400    98.6620     0.5927    88.7200    13.5262      0.0552
 146     0.1000     0.0583    98.0680     0.6089    88.0400    13.4222      0.0549
 147     0.1000     0.0603    97.9960     0.6845    87.6700    13.5265      0.0546
 148     0.1000     0.0314    98.9640     0.6094    88.7800    13.4679      0.0543
 149     0.1000     0.1035    97.0000     0.7257    87.1800    13.5172      0.0541
 150     0.1000     0.0513    98.3760     0.6481    88.1800    13.5068      0.0538
 151     0.1000     0.0262    99.1220     0.5717    88.7300    13.5640      0.0535
 152     0.1000     0.0280    99.1040     0.5795    89.3300    13.6840      0.0533
 153     0.1000     0.0380    98.7720     0.5831    88.5800    13.6986      0.0530
 154     0.1000     0.0337    98.9060     0.6008    88.9900    13.5246      0.0528
 155     0.1000     0.0356    98.8420     0.5995    88.7200    13.5784      0.0526
 156     0.1000     0.0386    98.7180     0.6353    88.1000    13.4482      0.0523
 157     0.1000     0.0359    98.8540     0.5933    88.7700    13.5362      0.0521
 158     0.1000     0.0703    97.9360     0.7001    87.7000    13.5030      0.0519
 159     0.1000     0.0290    99.0780     0.5997    88.7200    13.4688      0.0516
 160     0.1000     0.0268    99.1480     0.5869    89.3000    13.5630      0.0514
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0576    98.2700     0.6897    87.7200    13.6382      0.0512
 162     0.1000     0.0261    99.1560     0.5743    89.2000    13.4793      0.0509
 163     0.1000     0.0367    98.8600     0.6184    88.6800    13.5572      0.0507
 164     0.1000     0.0748    97.8360     0.7804    87.4200    13.6211      0.0505
 165     0.1000     0.0399    98.6520     0.6465    88.3600    13.7157      0.0503
 166     0.1000     0.0283    99.0660     0.6866    88.5500    13.5391      0.0501
 167     0.1000     0.0454    98.5260     0.5937    88.6500    13.4712      0.0499
 168     0.1000     0.0260    99.1060     0.5878    89.0000    13.5658      0.0498
 169     0.1000     0.0316    98.9520     0.6482    88.2300    13.6024      0.0495
 170     0.1000     0.0381    98.7140     0.6209    88.6500    13.4621      0.0494
 171     0.1000     0.0312    98.9880     0.6080    89.3300    13.7243      0.0492
 172     0.1000     0.0310    98.9960     0.6085    88.8300    13.4307      0.0490
 173     0.1000     0.0398    98.6780     0.6419    88.3600    13.5308      0.0488
 174     0.1000     0.0234    99.2100     0.6398    89.0200    13.6505      0.0487
 175     0.1000     0.0269    99.1240     0.5898    88.7000    13.6264      0.0485
 176     0.1000     0.0455    98.5640     0.6155    88.2600    13.5194      0.0483
 177     0.1000     0.0364    98.7680     0.6223    88.6900    13.6578      0.0481
 178     0.1000     0.0395    98.8140     0.6401    88.4400    13.5010      0.0480
 179     0.1000     0.0577    98.2620     0.6454    88.3400    13.4448      0.0478
 180     0.1000     0.0216    99.2440     0.5627    89.5000    13.5609      0.0476
 181     0.1000     0.0324    98.9680     0.6209    88.7700    13.3791      0.0474
 182     0.1000     0.0254    99.1620     0.6008    89.0200    13.6157      0.0473
 183     0.1000     0.0402    98.6600     0.6099    88.4700    13.7256      0.0471
 184     0.1000     0.0232    99.2460     0.5844    88.9500    13.5490      0.0470
 185     0.1000     0.0464    98.5440     0.6497    88.1200    13.6087      0.0468
 186     0.1000     0.0398    98.6960     0.6673    88.1200    13.5589      0.0467
 187     0.1000     0.0315    98.8920     0.6628    88.6200    13.5173      0.0466
 188     0.1000     0.0262    99.1260     0.6434    88.7400    13.5653      0.0464
 189     0.1000     0.0236    99.1780     0.5805    89.1600    13.5131      0.0463
 190     0.1000     0.0247    99.2180     0.6148    89.0000    13.5323      0.0461
 191     0.1000     0.0294    99.0740     0.6011    89.1600    13.4828      0.0460
 192     0.1000     0.0206    99.3340     0.6035    89.1700    13.6398      0.0459
 193     0.1000     0.0270    99.0980     0.6193    88.7200    13.4117      0.0457
 194     0.1000     0.0330    98.9900     0.6032    89.0300    13.6742      0.0456
 195     0.1000     0.0361    98.8640     0.6237    88.5700    13.4218      0.0454
 196     0.1000     0.0333    98.9000     0.6181    88.7600    13.6396      0.0453
 197     0.1000     0.0324    98.9260     0.6281    88.8600    13.5275      0.0452
 198     0.1000     0.0319    98.9560     0.6204    88.4500    13.5896      0.0451
 199     0.1000     0.0307    98.9940     0.6175    88.7400    13.4417      0.0449
 200     0.1000     0.0396    98.7320     0.6628    88.4600    13.4769      0.0448
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.2007    95.3320     0.9213    85.5000    13.6699      0.0447
 202     0.1000     0.0415    98.6420     0.6453    88.6300    13.4112      0.0446
 203     0.1000     0.0416    98.7240     0.6600    88.4200    13.3910      0.0445
 204     0.1000     0.0329    98.9580     0.6346    88.8100    13.4208      0.0444
 205     0.1000     0.0329    98.9140     0.5883    88.5500    13.4135      0.0443
 206     0.1000     0.0244    99.1940     0.5821    89.1200    13.5347      0.0442
 207     0.1000     0.0295    99.0640     0.6959    88.4600    13.6628      0.0440
 208     0.1000     0.0225    99.2780     0.5931    88.9200    13.4950      0.0439
 209     0.1000     0.0220    99.2480     0.6250    89.4300    13.6876      0.0438
 210     0.1000     0.0219    99.3040     0.6190    88.8800    13.6402      0.0437
 211     0.1000     0.0201    99.3680     0.5902    89.5100    13.4677      0.0436
 212     0.1000     0.0289    99.1000     0.6391    88.8800    13.4962      0.0435
 213     0.1000     0.0193    99.3600     0.6417    89.7000    13.3804      0.0433
 214     0.1000     0.0214    99.3480     0.6221    89.1200    13.5527      0.0432
 215     0.1000     0.0440    98.6480     0.6956    88.3100    13.4930      0.0431
 216     0.1000     0.0279    99.0660     0.6682    88.6100    13.4542      0.0430
 217     0.1000     0.0212    99.3080     0.6465    88.8100    13.6406      0.0429
 218     0.1000     0.0220    99.3360     0.6507    88.7600    13.5288      0.0428
 219     0.1000     0.0202    99.3320     0.6563    88.9000    13.5397      0.0427
 220     0.1000     0.0183    99.4040     0.6316    89.3000    13.3807      0.0426
 221     0.1000     0.0224    99.2940     0.6209    89.0100    13.6535      0.0425
 222     0.1000     0.0223    99.2460     0.6361    88.9800    13.6294      0.0424
 223     0.1000     0.0215    99.2980     0.6653    88.6500    13.4325      0.0423
 224     0.1000     0.0213    99.2920     0.6552    89.2600    13.6554      0.0422
 225     0.1000     0.0142    99.5200     0.6512    89.3300    13.5701      0.0421
 226     0.1000     0.0201    99.2940     0.6564    89.0000    13.5606      0.0420
 227     0.1000     0.0191    99.3960     0.6065    89.5500    13.6635      0.0419
 228     0.1000     0.0250    99.2260     0.6119    89.1500    13.4676      0.0418
 229     0.1000     0.0169    99.4680     0.6047    89.4400    13.5788      0.0417
 230     0.1000     0.0245    99.2780     0.6540    89.1900    13.4685      0.0416
 231     0.1000     0.0159    99.4580     0.6517    89.1100    13.6211      0.0415
 232     0.1000     0.0154    99.4780     0.6416    89.2400    13.4674      0.0414
 233     0.1000     0.0226    99.2980     0.5738    89.1100    13.4459      0.0413
 234     0.1000     0.0214    99.2900     0.6192    89.0200    13.5899      0.0412
 235     0.1000     0.0257    99.1980     0.6337    88.8900    13.4198      0.0412
 236     0.1000     0.0167    99.4560     0.6133    89.3000    13.4212      0.0411
 237     0.1000     0.0475    98.5920     0.7029    88.3100    13.5207      0.0410
 238     0.1000     0.0689    97.9740     0.7124    87.5600    13.4916      0.0409
 239     0.1000     0.0227    99.2900     0.6438    88.9000    13.4620      0.0408
 240     0.1000     0.0201    99.3420     0.6466    89.3800    13.4986      0.0407
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0267    99.0980     0.6496    88.8000    13.5441      0.0406
 242     0.1000     0.0352    98.8600     0.7358    88.4800    13.3905      0.0406
 243     0.1000     0.0179    99.4340     0.6537    88.9900    13.4549      0.0405
 244     0.1000     0.0285    99.1220     0.6761    88.6200    13.4778      0.0404
 245     0.1000     0.0824    97.7940     0.7604    87.9500    13.5802      0.0403
 246     0.1000     0.0292    99.0420     0.6502    88.9800    13.5768      0.0402
 247     0.1000     0.0294    99.0920     0.6660    88.6100    13.3709      0.0401
 248     0.1000     0.0190    99.3560     0.6290    89.4000    13.3883      0.0400
 249     0.1000     0.0135    99.5480     0.6648    89.1300    13.5821      0.0399
 250     0.1000     0.0451    98.6840     0.7039    88.2700    13.6245      0.0398
 251     0.1000     0.0126    99.5900     0.6342    89.7000    13.4662      0.0398
 252     0.1000     0.0333    98.9560     0.6562    88.4000    13.5190      0.0397
 253     0.1000     0.0226    99.2840     0.6600    89.1300    13.5702      0.0396
 254     0.1000     0.0164    99.4880     0.6280    89.2100    13.5242      0.0395
 255     0.1000     0.0172    99.4100     0.6357    89.1000    13.5770      0.0395
 256     0.1000     0.0249    99.2240     0.6328    89.3500    13.4761      0.0394
 257     0.1000     0.0323    98.9860     0.6709    88.6700    13.4336      0.0393
 258     0.1000     0.0240    99.2180     0.6426    89.0300    13.5405      0.0393
 259     0.1000     0.1450    96.8740     0.9028    86.4600    13.4845      0.0392
 260     0.1000     0.0178    99.3760     0.6379    89.3800    13.4867      0.0391
 261     0.1000     0.0153    99.5340     0.6404    89.5300    13.5180      0.0390
 262     0.1000     0.0431    98.6960     0.6953    88.0500    13.7272      0.0390
 263     0.1000     0.0357    98.8420     0.6716    88.2000    13.5257      0.0389
 264     0.1000     0.0153    99.5040     0.6451    89.4400    13.4861      0.0388
 265     0.1000     0.0228    99.2820     0.6558    88.8700    13.4820      0.0387
 266     0.1000     0.0293    99.0240     0.6723    88.9000    13.5569      0.0387
 267     0.1000     0.0179    99.4300     0.6326    89.3300    13.6593      0.0386
 268     0.1000     0.0153    99.5040     0.6128    89.3900    13.5204      0.0385
 269     0.1000     0.0189    99.4120     0.6433    89.2700    13.5553      0.0385
 270     0.1000     0.0147    99.5280     0.6366    89.3300    13.5256      0.0384
 271     0.1000     0.0158    99.4780     0.6433    89.2700    13.4351      0.0383
 272     0.1000     0.0430    98.5620     0.7027    88.5600    13.5664      0.0383
 273     0.1000     0.0160    99.5120     0.6374    89.2500    13.5677      0.0382
 274     0.1000     0.0199    99.3700     0.6288    89.1400    13.5252      0.0382
 275     0.1000     0.0132    99.5440     0.6502    89.4400    13.6099      0.0381
 276     0.1000     0.0533    98.2860     0.6905    87.8700    13.6683      0.0380
 277     0.1000     0.0204    99.3440     0.6479    89.3000    13.5020      0.0379
 278     0.1000     0.0200    99.3600     0.6104    89.1300    13.4501      0.0379
 279     0.1000     0.0216    99.2580     0.6478    89.2200    13.5106      0.0378
 280     0.1000     0.0279    99.1200     0.6741    88.8700    13.5065      0.0378
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0207    99.3800     0.6828    89.3700    13.5042      0.0377
 282     0.1000     0.0257    99.1960     0.6736    89.1200    13.5056      0.0376
 283     0.1000     0.0261    99.1680     0.6780    88.9500    13.6585      0.0376
 284     0.1000     0.0119    99.6100     0.6297    89.5300    13.4692      0.0375
 285     0.1000     0.0178    99.4000     0.6267    89.6200    13.6292      0.0375
 286     0.1000     0.0142    99.5120     0.6790    89.4500    13.5415      0.0374
 287     0.1000     0.0200    99.3520     0.6104    89.2400    13.5844      0.0374
 288     0.1000     0.0174    99.4320     0.6475    89.2600    13.5216      0.0373
 289     0.1000     0.0149    99.5300     0.6805    89.3200    13.5268      0.0372
 290     0.1000     0.0305    99.0940     0.6747    88.9900    13.4617      0.0371
 291     0.1000     0.0149    99.5340     0.6631    89.6200    13.5962      0.0371
 292     0.1000     0.0117    99.6420     0.6459    89.7700    13.5780      0.0370
 293     0.1000     0.0290    99.0340     0.7249    88.7500    13.7694      0.0369
 294     0.1000     0.0137    99.5840     0.6425    89.7400    13.4812      0.0369
 295     0.1000     0.0157    99.5000     0.6419    89.3700    13.4586      0.0368
 296     0.1000     0.0250    99.2300     0.6606    88.8800    13.6080      0.0367
 297     0.1000     0.0160    99.4720     0.6080    89.3100    13.5995      0.0367
 298     0.1000     0.0139    99.5320     0.6372    89.5500    13.4701      0.0366
 299     0.1000     0.0153    99.4780     0.6697    89.3400    13.6851      0.0366
 300     0.1000     0.0307    99.0820     0.7125    88.2700    13.6950      0.0365
 301     0.0996     0.0156    99.4880     0.6590    89.1500    13.5082      0.0365
 302     0.0992     0.0310    98.9700     0.6854    88.4000    13.4950      0.0364
 303     0.0988     0.0146    99.5340     0.6368    89.3600    13.5460      0.0363
 304     0.0983     0.0109    99.6280     0.6430    89.5200    13.5544      0.0363
 305     0.0979     0.0163    99.5160     0.6759    89.5100    13.5075      0.0362
 306     0.0975     0.0221    99.2740     0.6878    89.0900    13.6160      0.0362
 307     0.0971     0.0113    99.6640     0.6511    89.6900    13.6527      0.0361
 308     0.0967     0.0211    99.3860     0.6545    89.3900    13.4251      0.0361
 309     0.0963     0.0118    99.6300     0.6385    89.5400    13.4505      0.0360
 310     0.0959     0.0157    99.4820     0.6487    89.5800    13.5927      0.0360
 311     0.0955     0.0217    99.3020     0.6796    89.1500    13.5940      0.0359
 312     0.0950     0.0199    99.3580     0.6680    89.2200    13.4253      0.0358
 313     0.0946     0.0238    99.2120     0.6762    89.1700    13.5314      0.0357
 314     0.0942     0.0201    99.3700     0.6951    89.3400    13.5948      0.0357
 315     0.0938     0.0450    98.6920     0.7246    88.3800    13.5370      0.0356
 316     0.0934     0.0193    99.3900     0.7265    89.4700    13.6607      0.0355
 317     0.0930     0.1296    96.6580     0.9619    86.3900    13.4374      0.0355
 318     0.0926     0.0090    99.6980     0.6547    89.9200    13.6543      0.0354
 319     0.0922     0.0136    99.5660     0.6482    89.2200    13.4394      0.0354
 320     0.0917     0.0150    99.5380     0.6696    88.9900    13.5624      0.0353
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0289    99.1020     0.7214    88.4000    13.6708      0.0353
 322     0.0909     0.0132    99.5800     0.6705    89.2200    13.5650      0.0352
 323     0.0905     0.0161    99.4600     0.6481    89.1300    13.5633      0.0352
 324     0.0901     0.0085    99.7040     0.6389    89.7900    13.7281      0.0351
 325     0.0897     0.0163    99.5100     0.7049    89.3900    13.5415      0.0350
 326     0.0893     0.0166    99.4840     0.6873    89.1000    13.4534      0.0350
 327     0.0889     0.0214    99.3240     0.6698    89.2800    13.4967      0.0349
 328     0.0885     0.0284    99.1460     0.6854    89.1400    13.5810      0.0349
 329     0.0880     0.0102    99.6760     0.6365    89.5300    13.6974      0.0348
 330     0.0876     0.0132    99.5420     0.6310    89.4600    13.5360      0.0348
 331     0.0872     0.0077    99.7480     0.6496    89.6200    13.5856      0.0347
 332     0.0868     0.0179    99.4200     0.7192    88.9900    13.5915      0.0347
 333     0.0864     0.0140    99.5640     0.6670    89.7000    13.6014      0.0346
 334     0.0860     0.0150    99.4860     0.6547    89.6400    13.4871      0.0346
 335     0.0856     0.0096    99.6760     0.6857    89.6900    13.5678      0.0345
 336     0.0852     0.0142    99.5420     0.6873    89.2500    13.6051      0.0344
 337     0.0847     0.0096    99.6980     0.6498    89.7800    13.6469      0.0344
 338     0.0843     0.0069    99.7800     0.6632    89.9500    13.6978      0.0343
 339     0.0839     0.0104    99.6400     0.6489    89.7000    13.6228      0.0343
 340     0.0835     0.0260    99.2420     0.7493    88.6800    13.5382      0.0342
 341     0.0831     0.0134    99.5760     0.6867    89.3200    13.5767      0.0342
 342     0.0827     0.0089    99.7220     0.6666    89.8500    13.5927      0.0341
 343     0.0823     0.0151    99.5140     0.6864    89.3300    13.4424      0.0341
 344     0.0818     0.0082    99.7200     0.6623    89.5400    13.4697      0.0340
 345     0.0814     0.0087    99.7140     0.6870    89.6700    13.5226      0.0340
 346     0.0810     0.0148    99.5400     0.7259    89.5700    13.5974      0.0339
 347     0.0806     0.0198    99.3620     0.6990    88.9200    13.5384      0.0339
 348     0.0802     0.0153    99.5300     0.6737    89.4100    13.6854      0.0339
 349     0.0798     0.0065    99.7860     0.6975    89.8400    13.6935      0.0338
 350     0.0794     0.0061    99.8060     0.6958    89.7900    13.5995      0.0337
 351     0.0790     0.0140    99.5360     0.7566    89.3300    13.6757      0.0337
 352     0.0786     0.0069    99.7760     0.6834    89.6700    13.4985      0.0336
 353     0.0781     0.0205    99.3560     0.7157    89.1500    13.4658      0.0336
 354     0.0777     0.0091    99.7000     0.7293    89.2300    13.5268      0.0335
 355     0.0773     0.0102    99.6380     0.7144    89.8400    13.5570      0.0335
 356     0.0769     0.0385    98.9620     0.7394    88.6400    13.4904      0.0334
 357     0.0765     0.0080    99.7400     0.6563    90.0300    13.5203      0.0334
 358     0.0761     0.0064    99.7900     0.6681    90.0700    13.5464      0.0333
 359     0.0757     0.0112    99.6620     0.7207    89.5100    13.5520      0.0332
 360     0.0753     0.0107    99.6460     0.6785    89.8200    13.5469      0.0332
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0075    99.7840     0.6846    89.9600    13.5026      0.0332
 362     0.0744     0.0091    99.7220     0.7062    89.3900    13.5857      0.0331
 363     0.0740     0.0072    99.7640     0.7000    89.8200    13.5910      0.0331
 364     0.0736     0.0055    99.8520     0.7033    89.7300    13.4840      0.0330
 365     0.0732     0.0060    99.7960     0.6899    89.7600    13.5667      0.0330
 366     0.0728     0.0066    99.7700     0.6536    89.8700    13.6086      0.0329
 367     0.0724     0.0057    99.8200     0.7111    89.8600    13.5805      0.0329
 368     0.0720     0.0066    99.7660     0.7111    89.7100    13.6651      0.0328
 369     0.0715     0.0054    99.8160     0.7149    89.7700    13.6509      0.0327
 370     0.0711     0.0133    99.5880     0.7182    89.4600    13.5655      0.0327
 371     0.0707     0.0049    99.8380     0.7336    89.8100    13.6576      0.0326
 372     0.0703     0.0065    99.7960     0.7051    89.5900    13.6540      0.0326
 373     0.0699     0.0088    99.7080     0.7175    89.6100    13.7099      0.0325
 374     0.0695     0.0147    99.5320     0.7761    89.5800    13.4914      0.0325
 375     0.0691     0.0070    99.7880     0.7380    89.7800    13.5763      0.0324
 376     0.0686     0.0076    99.7740     0.7098    89.6000    13.3014      0.0324
 377     0.0682     0.0055    99.8140     0.7255    89.7800    13.6397      0.0323
 378     0.0678     0.0178    99.4720     0.7800    88.9900    13.5874      0.0323
 379     0.0674     0.0075    99.7580     0.7402    89.7100    13.6960      0.0322
 380     0.0670     0.0089    99.7100     0.7288    89.5200    13.4970      0.0322
 381     0.0666     0.0068    99.8120     0.6949    89.5900    13.4992      0.0322
 382     0.0662     0.0179    99.5440     0.7245    89.1200    13.6530      0.0321
 383     0.0658     0.0066    99.7660     0.6957    89.8200    13.4805      0.0321
 384     0.0654     0.0050    99.8600     0.7043    90.0000    13.6417      0.0320
 385     0.0649     0.0080    99.7460     0.7491    89.7600    13.5533      0.0320
 386     0.0645     0.0077    99.7560     0.6959    89.4100    13.5939      0.0319
 387     0.0641     0.0084    99.7400     0.7271    89.6500    13.5948      0.0319
 388     0.0637     0.0073    99.7460     0.7142    89.8500    13.7050      0.0319
 389     0.0633     0.0089    99.7320     0.7430    89.6900    13.6296      0.0318
 390     0.0629     0.0062    99.8040     0.7533    89.7500    13.4780      0.0318
 391     0.0625     0.0070    99.7880     0.7075    89.8800    13.6196      0.0317
 392     0.0621     0.0056    99.8260     0.7209    89.6600    13.5586      0.0317
 393     0.0616     0.0047    99.8280     0.7786    89.6700    13.5412      0.0316
 394     0.0612     0.0041    99.8720     0.7297    89.9800    13.5358      0.0316
 395     0.0608     0.0065    99.7960     0.7770    89.7400    13.7586      0.0316
 396     0.0604     0.0179    99.4820     0.7751    88.8400    13.6516      0.0315
 397     0.0600     0.0038    99.8880     0.7170    89.9300    13.6417      0.0315
 398     0.0596     0.0064    99.8040     0.7781    89.6300    13.5729      0.0314
 399     0.0592     0.0032    99.9100     0.7200    89.9500    13.5976      0.0314
 400     0.0588     0.0067    99.7860     0.7331    89.7900    13.7684      0.0313
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0046    99.8560     0.7325    89.7900    13.6105      0.0313
 402     0.0579     0.0066    99.7880     0.7668    89.4200    13.5649      0.0312
 403     0.0575     0.0041    99.8740     0.7370    89.8700    13.5624      0.0312
 404     0.0571     0.0059    99.8340     0.7380    89.7800    13.6241      0.0312
 405     0.0567     0.0045    99.8480     0.7759    89.9900    13.5489      0.0311
 406     0.0563     0.0065    99.7980     0.7765    89.7900    13.6200      0.0311
 407     0.0559     0.0067    99.7860     0.7133    89.5500    13.5604      0.0311
 408     0.0554     0.0042    99.8520     0.7215    89.8400    13.7626      0.0310
 409     0.0550     0.0038    99.8700     0.7379    89.6900    13.5881      0.0310
 410     0.0546     0.0020    99.9440     0.7114    89.9200    13.4867      0.0310
 411     0.0542     0.0038    99.8680     0.7542    89.9000    13.5182      0.0309
 412     0.0538     0.0048    99.8460     0.7770    89.6700    13.5614      0.0309
 413     0.0534     0.0034    99.8840     0.7192    89.9800    13.6505      0.0308
 414     0.0530     0.0024    99.9280     0.7470    90.0100    13.6650      0.0308
 415     0.0526     0.0048    99.8480     0.7673    89.8200    13.4330      0.0308
 416     0.0522     0.0028    99.9220     0.7581    89.9500    13.4554      0.0307
 417     0.0517     0.0103    99.7060     0.8271    89.6800    13.7533      0.0307
 418     0.0513     0.0034    99.8980     0.7864    89.6700    13.3741      0.0307
 419     0.0509     0.0031    99.9100     0.7762    90.1000    13.5208      0.0306
 420     0.0505     0.0026    99.9140     0.7794    90.1600    13.5546      0.0306
 421     0.0501     0.0034    99.8840     0.7434    90.0200    13.5925      0.0305
 422     0.0497     0.0027    99.9180     0.7738    90.0700    13.5097      0.0305
 423     0.0493     0.0017    99.9420     0.7523    90.0000    13.5136      0.0305
 424     0.0489     0.0025    99.9260     0.7691    89.8500    13.4769      0.0304
 425     0.0484     0.0026    99.9120     0.7759    90.1900    13.5394      0.0304
 426     0.0480     0.0016    99.9480     0.7611    90.3600    13.5409      0.0303
 427     0.0476     0.0053    99.8500     0.7759    89.8600    13.5774      0.0303
 428     0.0472     0.0019    99.9420     0.7805    90.1700    13.6837      0.0303
 429     0.0468     0.0030    99.9000     0.7868    89.8900    13.4355      0.0302
 430     0.0464     0.0030    99.8980     0.7766    89.7000    13.6213      0.0302
 431     0.0460     0.0034    99.8860     0.7638    89.9200    13.4717      0.0302
 432     0.0456     0.0025    99.9220     0.7953    89.6700    13.5911      0.0301
 433     0.0451     0.0033    99.8900     0.7676    89.9900    13.4768      0.0301
 434     0.0447     0.0017    99.9340     0.7492    90.1900    13.4855      0.0301
 435     0.0443     0.0032    99.9000     0.7538    90.0900    13.6037      0.0300
 436     0.0439     0.0036    99.8660     0.8095    89.8200    13.6106      0.0300
 437     0.0435     0.0026    99.9100     0.8057    90.2100    13.6028      0.0300
 438     0.0431     0.0019    99.9420     0.8181    89.9100    13.4588      0.0299
 439     0.0427     0.0015    99.9480     0.7850    90.3500    13.5315      0.0299
 440     0.0423     0.0012    99.9640     0.7508    90.2100    13.5991      0.0299
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0013    99.9660     0.7543    90.1900    13.4632      0.0298
 442     0.0414     0.0044    99.8660     0.7576    89.9500    13.5766      0.0298
 443     0.0410     0.0031    99.8920     0.7709    90.0500    13.6111      0.0298
 444     0.0406     0.0021    99.9420     0.7625    90.1400    13.5489      0.0297
 445     0.0402     0.0018    99.9500     0.7548    90.2100    13.4134      0.0297
 446     0.0398     0.0019    99.9300     0.7858    89.8700    13.4536      0.0297
 447     0.0394     0.0021    99.9260     0.7842    90.1600    13.5429      0.0296
 448     0.0389     0.0016    99.9520     0.7810    89.9600    13.4878      0.0296
 449     0.0385     0.0024    99.9220     0.8033    90.2700    13.5449      0.0296
 450     0.0381     0.0013    99.9600     0.7734    90.1800    13.4933      0.0295
 451     0.0377     0.0044    99.8580     0.8283    89.8400    13.6124      0.0295
 452     0.0373     0.0018    99.9380     0.7868    90.0000    13.5299      0.0295
 453     0.0369     0.0016    99.9520     0.7947    90.1000    13.5350      0.0295
 454     0.0365     0.0016    99.9480     0.8099    90.0200    13.4175      0.0294
 455     0.0361     0.0016    99.9460     0.7995    90.0900    13.5358      0.0294
 456     0.0357     0.0014    99.9520     0.8164    90.0900    13.5540      0.0294
 457     0.0352     0.0010    99.9660     0.8020    90.3200    13.5472      0.0293
 458     0.0348     0.0012    99.9700     0.8186    90.0000    13.6202      0.0293
 459     0.0344     0.0012    99.9660     0.8095    90.0000    13.7027      0.0293
 460     0.0340     0.0020    99.9460     0.8119    89.9500    13.4440      0.0293
 461     0.0336     0.0010    99.9720     0.8219    90.1000    13.6968      0.0292
 462     0.0332     0.0017    99.9360     0.8133    90.0900    13.4881      0.0292
 463     0.0328     0.0018    99.9360     0.8081    90.1900    13.4682      0.0292
 464     0.0324     0.0006    99.9760     0.7847    90.2600    13.4714      0.0292
 465     0.0319     0.0012    99.9560     0.8106    90.0000    13.6139      0.0291
 466     0.0315     0.0009    99.9660     0.7932    90.2200    13.4858      0.0291
 467     0.0311     0.0009    99.9700     0.7920    90.1500    13.5151      0.0291
 468     0.0307     0.0006    99.9820     0.7988    90.1000    13.5079      0.0291
 469     0.0303     0.0011    99.9800     0.7842    89.9400    13.5002      0.0290
 470     0.0299     0.0007    99.9840     0.7871    90.0200    13.5421      0.0290
 471     0.0295     0.0008    99.9680     0.7866    90.0800    13.6006      0.0290
 472     0.0291     0.0005    99.9820     0.8003    90.0800    13.5087      0.0290
 473     0.0286     0.0009    99.9720     0.7956    90.3000    13.4357      0.0289
 474     0.0282     0.0009    99.9740     0.8154    90.2600    13.6007      0.0289
 475     0.0278     0.0006    99.9820     0.7994    90.1100    13.5313      0.0289
 476     0.0274     0.0012    99.9640     0.8142    90.1400    13.4691      0.0289
 477     0.0270     0.0011    99.9620     0.8100    90.2300    13.6472      0.0289
 478     0.0266     0.0006    99.9880     0.7994    90.2400    13.4670      0.0288
 479     0.0262     0.0009    99.9660     0.7853    90.2700    13.6018      0.0288
 480     0.0257     0.0007    99.9820     0.7937    90.3000    13.4983      0.0288
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0011    99.9500     0.7911    90.1800    13.5528      0.0288
 482     0.0249     0.0015    99.9500     0.8193    89.9200    13.5352      0.0288
 483     0.0245     0.0011    99.9620     0.7929    90.2900    13.6628      0.0288
 484     0.0241     0.0009    99.9720     0.8102    90.0500    13.5772      0.0287
 485     0.0237     0.0005    99.9840     0.8067    90.2500    13.6131      0.0287
 486     0.0233     0.0008    99.9780     0.8095    90.1500    13.4213      0.0287
 487     0.0229     0.0005    99.9840     0.8047    90.4700    13.5054      0.0287
 488     0.0225     0.0006    99.9860     0.8068    90.4400    13.7423      0.0287
 489     0.0220     0.0006    99.9800     0.8060    90.5500    13.5509      0.0286
 490     0.0216     0.0008    99.9780     0.8184    90.1900    13.5293      0.0286
 491     0.0212     0.0005    99.9900     0.8133    90.4100    13.5280      0.0286
 492     0.0208     0.0006    99.9800     0.8206    90.2700    13.5874      0.0286
 493     0.0204     0.0004    99.9860     0.8116    90.2400    13.5985      0.0286
 494     0.0200     0.0002    99.9940     0.8080    90.1900    13.4747      0.0286
 495     0.0196     0.0005    99.9880     0.8227    90.2000    13.4941      0.0285
 496     0.0192     0.0004    99.9860     0.8210    90.3700    13.4550      0.0285
 497     0.0187     0.0007    99.9740     0.8267    90.2500    13.4440      0.0285
 498     0.0183     0.0002    99.9960     0.8262    90.4200    13.5165      0.0285
 499     0.0179     0.0003    99.9900     0.8223    90.3300    13.6330      0.0285
 500     0.0175     0.0003    99.9900     0.8199    90.4000    13.3954      0.0285
 501     0.0171     0.0005    99.9740     0.8327    90.3600    13.5186      0.0285
 502     0.0167     0.0003    99.9860     0.8233    90.3800    13.5824      0.0284
 503     0.0163     0.0008    99.9780     0.8385    90.1800    13.5740      0.0284
 504     0.0159     0.0003    99.9900     0.8206    90.3300    13.5085      0.0284
 505     0.0154     0.0005    99.9820     0.8288    90.5000    13.6902      0.0284
 506     0.0150     0.0002    99.9940     0.8334    90.1900    13.5938      0.0284
 507     0.0146     0.0004    99.9880     0.8201    90.2500    13.6798      0.0284
 508     0.0142     0.0004    99.9840     0.8281    90.3800    13.7091      0.0284
 509     0.0138     0.0002    99.9960     0.8441    90.4900    13.5750      0.0284
 510     0.0134     0.0004    99.9860     0.8298    90.3000    13.7012      0.0284
 511     0.0130     0.0004    99.9880     0.8276    90.5100    13.5195      0.0284
 512     0.0125     0.0004    99.9920     0.8257    90.4800    13.4708      0.0283
 513     0.0121     0.0004    99.9900     0.8257    90.4400    13.5291      0.0283
 514     0.0117     0.0003    99.9920     0.8268    90.4300    13.5038      0.0283
 515     0.0113     0.0004    99.9880     0.8307    90.4200    13.6103      0.0283
 516     0.0109     0.0003    99.9920     0.8258    90.4100    13.7220      0.0283
 517     0.0105     0.0003    99.9900     0.8216    90.5600    13.5546      0.0283
 518     0.0101     0.0002    99.9960     0.8249    90.3200    13.5405      0.0283
 519     0.0097     0.0003    99.9940     0.8290    90.3400    13.5289      0.0283
 520     0.0092     0.0002    99.9960     0.8287    90.3700    13.5917      0.0283
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0002    99.9980     0.8283    90.3300    13.5427      0.0283
 522     0.0084     0.0003    99.9940     0.8300    90.3600    13.6115      0.0283
 523     0.0080     0.0001    99.9980     0.8325    90.4900    13.6518      0.0283
 524     0.0076     0.0003    99.9900     0.8336    90.6500    13.3518      0.0283
 525     0.0072     0.0002    99.9980     0.8348    90.3800    13.4540      0.0283
 526     0.0068     0.0002    99.9960     0.8332    90.3200    13.6686      0.0283
 527     0.0064     0.0001    99.9960     0.8332    90.2900    13.4658      0.0282
 528     0.0060     0.0002    99.9960     0.8436    90.4500    13.6213      0.0282
 529     0.0055     0.0002    99.9940     0.8357    90.3400    13.4432      0.0282
 530     0.0051     0.0001    99.9980     0.8351    90.4200    13.3642      0.0282
 531     0.0047     0.0001    99.9940     0.8318    90.4400    13.6210      0.0282
 532     0.0043     0.0001    99.9960     0.8331    90.3900    13.4973      0.0282
 533     0.0039     0.0001    99.9960     0.8314    90.3500    13.6485      0.0282
 534     0.0035     0.0001    99.9960     0.8299    90.3800    13.4866      0.0282
 535     0.0031     0.0002    99.9920     0.8307    90.4100    13.6093      0.0282
 536     0.0027     0.0003    99.9940     0.8321    90.4400    13.5954      0.0282
 537     0.0022     0.0003    99.9900     0.8336    90.4900    13.6478      0.0282
 538     0.0018     0.0002    99.9960     0.8344    90.4800    13.5472      0.0282
 539     0.0014     0.0001    99.9980     0.8352    90.4700    13.5699      0.0282
 540     0.0010     0.0002    99.9940     0.8348    90.4900    13.4645      0.0282
 541     0.0010     0.0002    99.9960     0.8343    90.4900    13.5081      0.0282
 542     0.0010     0.0003    99.9920     0.8340    90.4800    13.5343      0.0282
 543     0.0010     0.0002    99.9960     0.8340    90.4900    13.5089      0.0282
 544     0.0010     0.0001   100.0000     0.8333    90.4500    13.5524      0.0282
 545     0.0010     0.0002    99.9960     0.8333    90.4700    13.5255      0.0282
 546     0.0010     0.0001    99.9980     0.8337    90.4500    13.4855      0.0282
 547     0.0010     0.0001   100.0000     0.8337    90.4700    13.4477      0.0282
 548     0.0010     0.0001    99.9980     0.8340    90.4700    13.4974      0.0282
 549     0.0010     0.0001    99.9980     0.8352    90.4300    13.7011      0.0282
 550     0.0010     0.0003    99.9960     0.8345    90.4600    13.5647      0.0282
 551     0.0010     0.0003    99.9940     0.8349    90.4700    13.6671      0.0282
 552     0.0010     0.0002    99.9960     0.8350    90.4700    13.5530      0.0282
 553     0.0010     0.0001    99.9980     0.8348    90.4900    13.5921      0.0282
 554     0.0010     0.0001    99.9980     0.8357    90.4800    13.6580      0.0282
 555     0.0010     0.0001    99.9980     0.8353    90.4700    13.5965      0.0282
 556     0.0010     0.0002    99.9940     0.8352    90.4600    13.5079      0.0282
 557     0.0010     0.0002    99.9960     0.8353    90.4500    13.4656      0.0282
 558     0.0010     0.0001   100.0000     0.8357    90.4200    13.6480      0.0282
 559     0.0010     0.0001    99.9980     0.8351    90.4700    13.4585      0.0282
 560     0.0010     0.0001    99.9940     0.8351    90.4500    13.4010      0.0282
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001    99.9980     0.8355    90.4400    13.5838      0.0282
 562     0.0010     0.0002    99.9980     0.8361    90.4400    13.6495      0.0282
 563     0.0010     0.0001    99.9960     0.8356    90.4000    13.5294      0.0282
 564     0.0010     0.0002    99.9940     0.8357    90.4200    13.6012      0.0282
 565     0.0010     0.0002    99.9960     0.8367    90.4400    13.5231      0.0282
 566     0.0010     0.0001    99.9980     0.8378    90.4100    13.5390      0.0282
 567     0.0010     0.0001    99.9980     0.8379    90.4000    13.5495      0.0282
 568     0.0010     0.0001    99.9980     0.8378    90.4100    13.5413      0.0282
 569     0.0010     0.0002    99.9980     0.8385    90.4100    13.5600      0.0282
 570     0.0010     0.0001    99.9980     0.8389    90.4500    13.6336      0.0282
 571     0.0010     0.0001    99.9980     0.8377    90.4000    13.4911      0.0282
 572     0.0010     0.0003    99.9940     0.8382    90.4400    13.4753      0.0282
 573     0.0010     0.0001    99.9960     0.8384    90.4300    13.5629      0.0282
 574     0.0010     0.0001   100.0000     0.8378    90.4500    13.6741      0.0282
 575     0.0010     0.0002    99.9980     0.8380    90.4300    13.6142      0.0282
 576     0.0010     0.0001    99.9980     0.8386    90.4100    13.8814      0.0282
 577     0.0010     0.0002    99.9960     0.8390    90.4300    13.6489      0.0282
 578     0.0010     0.0001   100.0000     0.8392    90.4400    13.4729      0.0282
 579     0.0010     0.0001   100.0000     0.8390    90.4600    13.5207      0.0282
 580     0.0010     0.0001    99.9980     0.8398    90.4600    13.7824      0.0282
 581     0.0010     0.0002    99.9960     0.8396    90.4500    13.5347      0.0282
 582     0.0010     0.0001   100.0000     0.8403    90.4800    13.6750      0.0282
 583     0.0010     0.0001   100.0000     0.8406    90.4800    13.5155      0.0282
 584     0.0010     0.0001   100.0000     0.8403    90.5100    13.6255      0.0282
 585     0.0010     0.0001   100.0000     0.8392    90.4700    13.8040      0.0282
 586     0.0010     0.0001    99.9980     0.8391    90.4500    13.5219      0.0282
 587     0.0010     0.0001   100.0000     0.8397    90.4500    13.4652      0.0282
 588     0.0010     0.0001   100.0000     0.8400    90.4400    13.5656      0.0282
 589     0.0010     0.0002    99.9960     0.8402    90.4400    13.5318      0.0282
 590     0.0010     0.0001   100.0000     0.8403    90.4400    13.3816      0.0282
 591     0.0010     0.0001    99.9960     0.8409    90.4300    13.4959      0.0282
 592     0.0010     0.0001    99.9980     0.8413    90.4500    13.3929      0.0282
 593     0.0010     0.0001   100.0000     0.8414    90.4300    13.5490      0.0282
 594     0.0010     0.0003    99.9960     0.8413    90.4400    13.6680      0.0282
 595     0.0010     0.0001   100.0000     0.8408    90.4400    13.6702      0.0282
 596     0.0010     0.0001   100.0000     0.8404    90.4400    13.5721      0.0282
 597     0.0010     0.0001   100.0000     0.8404    90.4300    13.4821      0.0282
 598     0.0010     0.0001   100.0000     0.8405    90.4200    13.4460      0.0282
 599     0.0010     0.0001    99.9960     0.8408    90.4500    13.5950      0.0282
 600     0.0010     0.0001    99.9980     0.8410    90.4500    13.5321      0.0282
