Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.1600    19.3180     2.1524    19.1900    15.3778      0.9252
   2     0.1000     2.2511    12.7400     2.2343    12.5700    13.4343      0.8789
   3     0.1000     1.9822    21.4300     1.9656    22.3600    13.5118      0.8398
   4     0.1000     1.8490    27.0340     1.8131    28.1000    13.5348      0.8049
   5     0.1000     1.7226    32.3300     1.6776    32.8900    13.3819      0.7729
   6     0.1000     1.6445    34.5420     1.6029    36.0700    13.6146      0.7433
   7     0.1000     1.5568    38.6000     1.5305    39.3200    13.4837      0.7156
   8     0.1000     1.4725    43.0000     1.4706    43.2200    13.3856      0.6895
   9     0.1000     1.3416    49.9800     1.3317    50.0400    13.5643      0.6648
  10     0.1000     1.2127    55.7000     1.2176    55.5900    13.3690      0.6415
  11     0.1000     1.1285    59.2620     1.1022    60.4600    13.4431      0.6194
  12     0.1000     1.0519    62.5280     1.1026    60.9500    13.3754      0.5983
  13     0.1000     0.9037    68.1940     0.9082    68.1900    13.4616      0.5782
  14     0.1000     0.8729    68.6580     0.8939    68.5900    13.4226      0.5590
  15     0.1000     0.7972    71.7640     0.8258    71.5700    13.4399      0.5406
  16     0.1000     0.7150    75.4760     0.7484    74.6700    13.4792      0.5230
  17     0.1000     0.7858    73.3240     0.8142    73.2000    13.6537      0.5062
  18     0.1000     0.6488    78.0440     0.6947    77.0200    13.5034      0.4900
  19     0.1000     0.6201    79.0200     0.6790    78.0700    13.3874      0.4745
  20     0.1000     0.6676    78.0080     0.7285    76.4500    13.5583      0.4595
  21     0.1000     0.5629    80.7560     0.6413    78.6400    13.3556      0.4452
  22     0.1000     0.5197    82.5880     0.5977    80.2700    13.4232      0.4314
  23     0.1000     0.5257    82.2500     0.6176    80.1700    13.3768      0.4182
  24     0.1000     0.5090    83.0000     0.6077    80.2700    13.4342      0.4055
  25     0.1000     0.4971    82.9960     0.5905    80.5800    13.3069      0.3933
  26     0.1000     0.4602    84.3920     0.5764    80.8900    13.2984      0.3815
  27     0.1000     0.4028    86.5240     0.5310    82.9700    13.3609      0.3702
  28     0.1000     0.3666    87.8300     0.5065    84.1200    13.6378      0.3593
  29     0.1000     0.3938    86.9580     0.5566    82.9800    13.6008      0.3487
  30     0.1000     0.3780    87.4840     0.5470    83.3000    13.4264      0.3386
  31     0.1000     0.3212    89.3980     0.4887    84.7300    13.3443      0.3289
  32     0.1000     0.3805    87.5640     0.5548    83.6700    13.5003      0.3195
  33     0.1000     0.5458    82.4920     0.7102    78.5800    13.4376      0.3104
  34     0.1000     0.3072    89.7840     0.5020    84.6000    13.3949      0.3018
  35     0.1000     0.3043    89.9760     0.5065    84.3300    13.4618      0.2933
  36     0.1000     0.3592    88.2720     0.5683    83.4000    13.5860      0.2853
  37     0.1000     0.2746    90.9780     0.4902    85.1600    13.4706      0.2775
  38     0.1000     0.2916    90.3860     0.5305    84.4400    13.3130      0.2699
  39     0.1000     0.2445    91.9260     0.4689    86.0500    13.4141      0.2627
  40     0.1000     0.2513    91.6480     0.4938    85.6400    13.6087      0.2558
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2635    91.2840     0.5149    85.0100    13.3669      0.2490
  42     0.1000     0.2393    92.1820     0.5107    85.8000    13.5263      0.2425
  43     0.1000     0.2850    90.8140     0.5861    84.2900    13.5745      0.2362
  44     0.1000     0.2380    92.1140     0.5019    85.4900    13.3860      0.2302
  45     0.1000     0.2889    91.0100     0.5622    85.3000    13.3861      0.2244
  46     0.1000     0.2170    92.8220     0.4810    86.0500    13.4833      0.2188
  47     0.1000     0.2271    92.2840     0.5230    85.4600    13.2622      0.2133
  48     0.1000     0.2167    92.9920     0.4935    86.0200    13.3576      0.2081
  49     0.1000     0.2047    93.1600     0.4908    86.0800    13.5676      0.2031
  50     0.1000     0.3145    90.1360     0.6122    83.4900    13.4272      0.1982
  51     0.1000     0.2186    92.7940     0.4957    86.0600    13.4956      0.1935
  52     0.1000     0.1770    94.1680     0.4817    87.1100    13.5123      0.1889
  53     0.1000     0.1511    95.0040     0.4860    87.1900    13.3671      0.1846
  54     0.1000     0.2085    93.2500     0.5579    85.9400    13.4781      0.1803
  55     0.1000     0.1530    94.9000     0.4733    87.0200    13.3398      0.1762
  56     0.1000     0.1843    93.8940     0.5209    86.1700    13.4172      0.1722
  57     0.1000     0.1568    94.8040     0.4910    87.1500    13.3879      0.1683
  58     0.1000     0.1320    95.5960     0.4666    87.8500    13.4619      0.1645
  59     0.1000     0.1539    94.9140     0.4826    87.0000    13.4115      0.1610
  60     0.1000     0.2065    93.4920     0.5713    85.6900    13.4772      0.1574
  61     0.1000     0.1148    96.1940     0.4712    87.9900    13.3440      0.1540
  62     0.1000     0.1439    95.1720     0.4945    86.8400    13.3263      0.1508
  63     0.1000     0.1537    94.7280     0.5046    86.6900    13.4543      0.1476
  64     0.1000     0.1273    95.7840     0.4839    87.4400    13.5128      0.1445
  65     0.1000     0.1166    96.1340     0.5072    87.3100    13.5086      0.1416
  66     0.1000     0.1885    94.0360     0.5839    85.4400    13.4112      0.1387
  67     0.1000     0.1552    94.8200     0.5371    86.7800    13.3994      0.1359
  68     0.1000     0.0963    96.8040     0.4981    88.2100    13.4211      0.1332
  69     0.1000     0.1867    94.3740     0.6436    85.7300    13.3872      0.1306
  70     0.1000     0.1066    96.5380     0.5192    87.5000    13.3322      0.1281
  71     0.1000     0.1405    95.3920     0.5601    86.3800    13.3033      0.1256
  72     0.1000     0.0913    96.9300     0.5156    87.6500    13.5049      0.1233
  73     0.1000     0.1029    96.7120     0.5215    87.6700    13.2884      0.1210
  74     0.1000     0.0916    96.9780     0.4965    87.6300    13.4762      0.1188
  75     0.1000     0.1562    95.2900     0.6183    85.9900    13.2677      0.1167
  76     0.1000     0.1055    96.5600     0.5335    87.6900    13.5115      0.1145
  77     0.1000     0.1304    95.6800     0.5640    86.9200    13.4324      0.1125
  78     0.1000     0.1043    96.5180     0.5115    87.6000    13.3853      0.1106
  79     0.1000     0.0897    97.0360     0.4995    87.9300    13.3238      0.1087
  80     0.1000     0.1666    94.9180     0.6217    86.1900    13.5587      0.1069
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.1027    96.6460     0.5146    87.8000    13.3689      0.1051
  82     0.1000     0.1162    96.2400     0.5795    87.1300    13.3643      0.1034
  83     0.1000     0.0748    97.5280     0.4869    88.3600    13.2956      0.1018
  84     0.1000     0.1536    95.0580     0.6386    86.0700    13.3420      0.1002
  85     0.1000     0.1474    95.3900     0.6281    86.4800    13.5135      0.0986
  86     0.1000     0.0846    97.0920     0.5837    87.5400    13.4172      0.0971
  87     0.1000     0.0775    97.4940     0.5352    87.9400    13.3535      0.0957
  88     0.1000     0.0898    97.0480     0.5539    87.7400    13.3849      0.0943
  89     0.1000     0.0879    97.1880     0.5377    88.0600    13.5177      0.0929
  90     0.1000     0.0819    97.2920     0.5721    87.6200    13.4087      0.0917
  91     0.1000     0.0843    97.2840     0.5671    87.8100    13.4296      0.0904
  92     0.1000     0.1453    95.6500     0.6732    85.8800    13.2870      0.0892
  93     0.1000     0.1336    95.6380     0.6026    86.2900    13.4318      0.0880
  94     0.1000     0.0684    97.7220     0.5163    88.4300    13.4785      0.0868
  95     0.1000     0.0743    97.5440     0.5482    88.0400    13.2062      0.0857
  96     0.1000     0.0535    98.2820     0.5050    88.5900    13.5088      0.0846
  97     0.1000     0.0826    97.2280     0.5970    87.6300    13.3211      0.0835
  98     0.1000     0.0572    98.0480     0.5706    87.8500    13.6299      0.0825
  99     0.1000     0.0636    97.8900     0.5554    88.2600    13.6517      0.0815
 100     0.1000     0.0560    98.0700     0.5652    88.2400    13.4848      0.0806
 101     0.1000     0.0791    97.4280     0.5926    87.5000    13.3565      0.0796
 102     0.1000     0.0678    97.7940     0.5625    87.9900    13.4394      0.0787
 103     0.1000     0.0684    97.7700     0.5730    87.4800    13.4241      0.0779
 104     0.1000     0.0458    98.5600     0.5295    89.0100    13.3282      0.0770
 105     0.1000     0.0606    98.0240     0.5952    87.7700    13.4092      0.0761
 106     0.1000     0.0882    97.2380     0.6349    86.9200    13.4105      0.0753
 107     0.1000     0.1520    95.7540     0.6729    86.4600    13.5182      0.0746
 108     0.1000     0.0754    97.4740     0.5607    88.3700    13.6185      0.0738
 109     0.1000     0.0573    98.0960     0.5637    88.1800    13.3708      0.0730
 110     0.1000     0.0444    98.5500     0.5175    89.0700    13.4301      0.0722
 111     0.1000     0.0480    98.3800     0.5571    88.1500    13.4201      0.0716
 112     0.1000     0.0906    97.0780     0.6182    86.9800    13.4222      0.0709
 113     0.1000     0.0528    98.2540     0.5575    88.2500    13.3553      0.0702
 114     0.1000     0.1227    96.3420     0.6283    87.2000    13.3762      0.0696
 115     0.1000     0.1446    96.0740     0.7358    86.0400    13.4203      0.0690
 116     0.1000     0.0502    98.3320     0.5670    88.3300    13.5205      0.0684
 117     0.1000     0.0585    98.0480     0.5725    88.4000    13.5142      0.0678
 118     0.1000     0.0557    98.2600     0.5809    88.4900    13.4313      0.0672
 119     0.1000     0.0645    98.0780     0.6277    87.9000    13.2425      0.0666
 120     0.1000     0.0846    97.3740     0.6098    87.7900    13.4681      0.0660
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0361    98.8680     0.5654    88.6400    13.4414      0.0655
 122     0.1000     0.0406    98.6940     0.5457    88.9700    13.3591      0.0649
 123     0.1000     0.0365    98.8040     0.5594    88.6400    13.3741      0.0644
 124     0.1000     0.0407    98.6700     0.5421    88.7300    13.4091      0.0639
 125     0.1000     0.0456    98.5100     0.5891    88.4100    13.4766      0.0635
 126     0.1000     0.0476    98.4540     0.5958    88.0500    13.3359      0.0630
 127     0.1000     0.0503    98.4000     0.6002    88.2400    13.4312      0.0626
 128     0.1000     0.0485    98.4400     0.6574    88.4200    13.3797      0.0621
 129     0.1000     0.0308    99.0000     0.5884    89.1700    13.4320      0.0616
 130     0.1000     0.0857    97.4700     0.6534    87.5600    13.4067      0.0612
 131     0.1000     0.0420    98.6620     0.5698    88.8600    13.5154      0.0608
 132     0.1000     0.0417    98.6260     0.6112    88.7000    13.3598      0.0604
 133     0.1000     0.0338    98.8660     0.5511    88.9900    13.5510      0.0600
 134     0.1000     0.0332    98.8100     0.5907    88.7000    13.5384      0.0596
 135     0.1000     0.0432    98.6900     0.5992    89.0000    13.5745      0.0592
 136     0.1000     0.0405    98.6960     0.5846    88.6400    13.3912      0.0588
 137     0.1000     0.0307    98.9900     0.5998    88.7800    13.5257      0.0585
 138     0.1000     0.0425    98.6400     0.6369    87.9900    13.6314      0.0582
 139     0.1000     0.0953    96.9540     0.7204    86.7600    13.4565      0.0578
 140     0.1000     0.0781    97.6800     0.6245    87.6300    13.3920      0.0575
 141     0.1000     0.0311    98.9880     0.5546    88.9000    13.5491      0.0572
 142     0.1000     0.0607    98.0420     0.6214    88.0800    13.4805      0.0568
 143     0.1000     0.0418    98.6420     0.6390    88.7200    13.4532      0.0565
 144     0.1000     0.0366    98.7900     0.6159    88.8700    13.5037      0.0562
 145     0.1000     0.0333    98.9200     0.6148    88.6500    13.4776      0.0559
 146     0.1000     0.0395    98.6880     0.6406    88.4300    13.4289      0.0556
 147     0.1000     0.0428    98.6660     0.5942    88.2000    13.4467      0.0553
 148     0.1000     0.0404    98.6640     0.6116    88.8200    13.5371      0.0550
 149     0.1000     0.0358    98.8800     0.5939    88.7600    13.6255      0.0548
 150     0.1000     0.0279    99.0600     0.5792    89.2800    13.4868      0.0545
 151     0.1000     0.0324    98.9540     0.6035    89.0000    13.3561      0.0542
 152     0.1000     0.0370    98.7560     0.5668    88.9200    13.3934      0.0539
 153     0.1000     0.0482    98.4680     0.5948    88.6400    13.5505      0.0537
 154     0.1000     0.0382    98.7900     0.6242    88.5800    13.5323      0.0534
 155     0.1000     0.0272    99.0720     0.5871    88.9000    13.4173      0.0531
 156     0.1000     0.0641    97.9840     0.6803    87.6000    13.5461      0.0529
 157     0.1000     0.0358    98.8000     0.6157    88.8100    13.3931      0.0526
 158     0.1000     0.0293    99.0920     0.5916    89.2600    13.4332      0.0524
 159     0.1000     0.0372    98.7680     0.5894    88.8800    13.4225      0.0522
 160     0.1000     0.0364    98.8160     0.6015    88.5600    13.5562      0.0520
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0270    99.0940     0.5659    89.2200    13.2917      0.0518
 162     0.1000     0.0340    98.9340     0.5973    89.0500    13.4312      0.0515
 163     0.1000     0.0300    99.0380     0.6402    88.9300    13.4032      0.0513
 164     0.1000     0.0304    98.9780     0.6340    88.8400    13.5666      0.0511
 165     0.1000     0.0242    99.1960     0.5960    89.4000    13.6347      0.0509
 166     0.1000     0.0287    99.0940     0.5635    89.3100    13.4429      0.0507
 167     0.1000     0.0223    99.2760     0.5894    89.4900    13.3416      0.0505
 168     0.1000     0.0202    99.3460     0.5710    89.4100    13.3829      0.0503
 169     0.1000     0.0283    99.0780     0.6192    88.6000    13.4922      0.0501
 170     0.1000     0.0233    99.2300     0.5875    89.3400    13.3506      0.0499
 171     0.1000     0.0332    98.9500     0.6339    88.3600    13.3477      0.0498
 172     0.1000     0.0275    99.0740     0.6206    89.2400    13.4292      0.0496
 173     0.1000     0.0320    98.9320     0.5895    88.9800    13.4515      0.0494
 174     0.1000     0.0731    97.8740     0.6617    87.8500    13.3652      0.0492
 175     0.1000     0.0320    98.9760     0.5731    88.6500    13.4412      0.0490
 176     0.1000     0.0292    99.0440     0.5937    89.2400    13.4405      0.0489
 177     0.1000     0.0197    99.3940     0.5731    89.2000    13.4216      0.0487
 178     0.1000     0.0296    99.0460     0.6115    88.8200    13.5026      0.0485
 179     0.1000     0.0344    98.8620     0.6232    88.4800    13.4852      0.0484
 180     0.1000     0.0350    98.8300     0.6254    89.0300    13.5146      0.0482
 181     0.1000     0.0216    99.2820     0.5550    89.4000    13.5529      0.0480
 182     0.1000     0.0266    99.0960     0.6151    89.0100    13.4387      0.0478
 183     0.1000     0.0240    99.2160     0.5913    89.4300    13.5896      0.0477
 184     0.1000     0.0294    99.0040     0.6294    88.4700    13.4832      0.0476
 185     0.1000     0.0460    98.5500     0.6334    88.7900    13.4843      0.0474
 186     0.1000     0.0258    99.1660     0.6035    88.9600    13.3760      0.0473
 187     0.1000     0.0372    98.8180     0.6317    88.7100    13.4359      0.0471
 188     0.1000     0.0191    99.3700     0.5961    89.2600    13.5452      0.0469
 189     0.1000     0.0288    99.0300     0.6413    88.9200    13.4425      0.0468
 190     0.1000     0.0284    99.0460     0.6177    88.9100    13.4485      0.0467
 191     0.1000     0.0249    99.1660     0.6081    89.2700    13.3843      0.0466
 192     0.1000     0.0362    98.8240     0.6745    88.9900    13.5493      0.0464
 193     0.1000     0.0332    98.8900     0.6114    88.8300    13.4147      0.0463
 194     0.1000     0.0279    99.0720     0.6006    89.1400    13.4673      0.0462
 195     0.1000     0.0292    99.0640     0.6376    88.7400    13.6691      0.0460
 196     0.1000     0.0237    99.2500     0.6062    89.0700    13.5776      0.0459
 197     0.1000     0.0380    98.7280     0.6193    88.6100    13.3305      0.0458
 198     0.1000     0.0258    99.2120     0.6486    89.1200    13.3853      0.0456
 199     0.1000     0.0281    99.0820     0.6040    88.9800    13.3888      0.0455
 200     0.1000     0.0186    99.4180     0.5977    89.6300    13.5553      0.0453
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0205    99.3260     0.5802    89.4300    13.3887      0.0452
 202     0.1000     0.1301    96.6100     0.7735    86.9200    13.3676      0.0451
 203     0.1000     0.0160    99.4720     0.5864    89.8300    13.2503      0.0450
 204     0.1000     0.0281    99.0660     0.6187    89.3000    13.4029      0.0448
 205     0.1000     0.0176    99.3960     0.6258    89.6700    13.3550      0.0447
 206     0.1000     0.0225    99.3020     0.5891    89.7300    13.3464      0.0446
 207     0.1000     0.0250    99.1780     0.5925    89.4000    13.3349      0.0444
 208     0.1000     0.0347    98.9220     0.6345    88.8400    13.4693      0.0443
 209     0.1000     0.0218    99.2840     0.5879    89.5200    13.3851      0.0442
 210     0.1000     0.0317    99.0020     0.6237    88.7900    13.4173      0.0441
 211     0.1000     0.0291    99.0500     0.6553    88.9800    13.5039      0.0440
 212     0.1000     0.0351    98.8540     0.6129    88.9900    13.5448      0.0439
 213     0.1000     0.0195    99.3340     0.5819    89.4300    13.4131      0.0437
 214     0.1000     0.0235    99.2400     0.6225    89.3400    13.4710      0.0436
 215     0.1000     0.0204    99.2840     0.6177    89.2400    13.4642      0.0435
 216     0.1000     0.0137    99.5780     0.6158    89.4700    13.5255      0.0434
 217     0.1000     0.0225    99.2600     0.6072    89.4200    13.4674      0.0433
 218     0.1000     0.0283    99.0680     0.6290    88.8100    13.5951      0.0432
 219     0.1000     0.0326    99.0020     0.6142    88.6400    13.5500      0.0431
 220     0.1000     0.0175    99.4180     0.5920    89.6400    13.2619      0.0430
 221     0.1000     0.0321    98.9900     0.6563    88.3800    13.7219      0.0429
 222     0.1000     0.0162    99.4820     0.5893    89.6400    13.3644      0.0427
 223     0.1000     0.0208    99.3100     0.6070    89.2800    13.5669      0.0426
 224     0.1000     0.0185    99.4260     0.6110    89.5300    13.5190      0.0425
 225     0.1000     0.0207    99.3360     0.6085    89.4600    13.3125      0.0424
 226     0.1000     0.0180    99.4160     0.6262    89.2800    13.6464      0.0423
 227     0.1000     0.0269    99.1400     0.6146    88.8400    13.5366      0.0423
 228     0.1000     0.0305    99.0180     0.6451    89.0500    13.4054      0.0422
 229     0.1000     0.0221    99.2720     0.6018    89.3200    13.3893      0.0421
 230     0.1000     0.0348    98.9400     0.6914    88.4900    13.5334      0.0420
 231     0.1000     0.0260    99.1520     0.6665    89.1400    13.3591      0.0419
 232     0.1000     0.0755    98.0120     0.7266    87.7000    13.5425      0.0418
 233     0.1000     0.0206    99.3120     0.6242    89.4300    13.3691      0.0417
 234     0.1000     0.0341    98.8960     0.6909    88.5100    13.5467      0.0416
 235     0.1000     0.0539    98.3340     0.6549    88.8500    13.4195      0.0415
 236     0.1000     0.0213    99.2940     0.6463    89.2200    13.3795      0.0414
 237     0.1000     0.0288    99.1080     0.6375    89.1900    13.4544      0.0413
 238     0.1000     0.0335    98.9320     0.6349    89.0300    13.2721      0.0412
 239     0.1000     0.0194    99.3560     0.6283    89.3300    13.3187      0.0411
 240     0.1000     0.0163    99.4500     0.6318    89.4100    13.4681      0.0410
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0171    99.4200     0.5803    89.7500    13.4211      0.0409
 242     0.1000     0.0174    99.4480     0.6046    89.5600    13.4238      0.0409
 243     0.1000     0.0262    99.1560     0.6370    88.8700    13.4018      0.0408
 244     0.1000     0.0210    99.2980     0.5895    89.3900    13.3777      0.0407
 245     0.1000     0.0187    99.3960     0.6103    89.3700    13.4496      0.0406
 246     0.1000     0.0152    99.4740     0.6428    89.2900    13.4280      0.0406
 247     0.1000     0.0166    99.4920     0.6141    89.5700    13.4817      0.0405
 248     0.1000     0.0139    99.5520     0.6678    89.2700    13.5128      0.0404
 249     0.1000     0.0324    98.9680     0.6843    88.8100    13.5278      0.0403
 250     0.1000     0.0190    99.3660     0.6235    89.0600    13.4567      0.0402
 251     0.1000     0.0193    99.4120     0.6283    89.1800    13.3207      0.0402
 252     0.1000     0.0238    99.2660     0.6488    88.4400    13.4276      0.0401
 253     0.1000     0.0143    99.5340     0.6268    89.0700    13.4549      0.0400
 254     0.1000     0.0121    99.6060     0.6523    89.3200    13.5649      0.0399
 255     0.1000     0.0226    99.2980     0.6576    89.0500    13.3716      0.0398
 256     0.1000     0.0216    99.2920     0.6343    89.2600    13.4277      0.0398
 257     0.1000     0.0146    99.5320     0.6433    89.6200    13.2935      0.0397
 258     0.1000     0.0272    99.1320     0.6340    89.4600    13.5431      0.0396
 259     0.1000     0.0233    99.2800     0.6054    89.4100    13.4324      0.0395
 260     0.1000     0.0240    99.2000     0.6727    89.1000    13.5071      0.0395
 261     0.1000     0.0179    99.4120     0.6444    89.2400    13.4534      0.0394
 262     0.1000     0.0328    98.9460     0.6628    88.3500    13.4685      0.0393
 263     0.1000     0.0259    99.1680     0.6495    89.2200    13.5152      0.0393
 264     0.1000     0.0174    99.4340     0.6285    89.5000    13.5276      0.0392
 265     0.1000     0.0298    99.0180     0.6314    89.2500    13.4767      0.0391
 266     0.1000     0.0357    98.9040     0.6707    88.6900    13.4049      0.0390
 267     0.1000     0.0175    99.4320     0.6341    89.4700    13.4571      0.0389
 268     0.1000     0.0481    98.6160     0.6923    88.6100    13.5100      0.0389
 269     0.1000     0.0367    98.7480     0.7167    88.3100    13.4783      0.0388
 270     0.1000     0.0253    99.1540     0.6089    89.2400    13.4223      0.0387
 271     0.1000     0.0160    99.4840     0.6346    89.4500    13.4440      0.0387
 272     0.1000     0.0164    99.4500     0.5693    89.7300    13.5625      0.0386
 273     0.1000     0.0208    99.3540     0.6514    89.4000    13.4172      0.0385
 274     0.1000     0.0205    99.3260     0.6504    88.9400    13.5602      0.0385
 275     0.1000     0.0127    99.5720     0.6506    89.2400    13.5265      0.0384
 276     0.1000     0.0188    99.4140     0.6074    89.3800    13.5867      0.0384
 277     0.1000     0.0210    99.3300     0.6483    89.0200    13.5727      0.0383
 278     0.1000     0.0199    99.3300     0.6127    89.1400    13.4187      0.0382
 279     0.1000     0.0231    99.2900     0.6684    89.1000    13.6933      0.0381
 280     0.1000     0.0193    99.3360     0.6480    89.2900    13.3131      0.0381
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0202    99.3700     0.6056    89.3900    13.5782      0.0380
 282     0.1000     0.0145    99.5240     0.6318    89.5300    13.5406      0.0380
 283     0.1000     0.0236    99.2500     0.6345    89.3600    13.3505      0.0379
 284     0.1000     0.0108    99.6220     0.6118    89.8900    13.4870      0.0378
 285     0.1000     0.0343    98.8420     0.6816    88.3900    13.4650      0.0378
 286     0.1000     0.0398    98.6860     0.6860    88.7500    13.4995      0.0377
 287     0.1000     0.0204    99.3080     0.6470    89.3400    13.4562      0.0377
 288     0.1000     0.0708    98.0420     0.7444    87.7000    13.4528      0.0376
 289     0.1000     0.0131    99.5400     0.6121    89.3100    13.3947      0.0376
 290     0.1000     0.0194    99.3740     0.6428    89.2800    13.5461      0.0375
 291     0.1000     0.0573    98.3940     0.7075    88.3200    13.3763      0.0375
 292     0.1000     0.0381    98.7640     0.6509    88.4600    13.4155      0.0374
 293     0.1000     0.0200    99.3640     0.6214    89.1300    13.4476      0.0373
 294     0.1000     0.0143    99.5400     0.6382    89.1900    13.4703      0.0373
 295     0.1000     0.0195    99.4040     0.6391    89.4700    13.3136      0.0372
 296     0.1000     0.0233    99.2740     0.6653    89.1600    13.4596      0.0372
 297     0.1000     0.0310    98.9660     0.6121    89.2100    13.5340      0.0371
 298     0.1000     0.0227    99.3120     0.6367    89.0800    13.3979      0.0371
 299     0.1000     0.0158    99.4660     0.6172    89.9900    13.5766      0.0370
 300     0.1000     0.0266    99.1400     0.6555    89.0500    13.3885      0.0369
 301     0.0996     0.0192    99.3880     0.6549    89.0500    13.3223      0.0369
 302     0.0992     0.0204    99.3440     0.6316    89.1400    13.4242      0.0368
 303     0.0988     0.0118    99.6120     0.6175    89.6700    13.4578      0.0368
 304     0.0983     0.0167    99.4620     0.6126    89.4400    13.3008      0.0367
 305     0.0979     0.0125    99.5620     0.6100    89.6500    13.5736      0.0366
 306     0.0975     0.0164    99.4880     0.6551    88.9800    13.4638      0.0366
 307     0.0971     0.0123    99.5940     0.6360    89.3900    13.3685      0.0365
 308     0.0967     0.0159    99.5020     0.6019    89.5000    13.4945      0.0365
 309     0.0963     0.0161    99.4700     0.6497    89.5700    13.4625      0.0364
 310     0.0959     0.0129    99.5840     0.6347    89.3800    13.5287      0.0363
 311     0.0955     0.0189    99.3660     0.6403    89.3700    13.5229      0.0363
 312     0.0950     0.0171    99.4660     0.6662    89.5800    13.5731      0.0362
 313     0.0946     0.0083    99.7260     0.5911    89.9900    13.5603      0.0361
 314     0.0942     0.0307    99.0380     0.6320    89.0600    13.4277      0.0361
 315     0.0938     0.0119    99.6020     0.6152    90.1000    14.1292      0.0360
 316     0.0934     0.0118    99.6300     0.6491    89.6800    13.4040      0.0360
 317     0.0930     0.0185    99.4100     0.6772    89.4900    13.4631      0.0359
 318     0.0926     0.0192    99.3280     0.6923    89.1300    13.4138      0.0358
 319     0.0922     0.0145    99.4980     0.6258    89.4000    13.4740      0.0358
 320     0.0917     0.0309    99.0360     0.6566    89.0900    13.5525      0.0357
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0144    99.5160     0.6146    89.9500    13.4859      0.0356
 322     0.0909     0.0143    99.5260     0.6454    89.7200    13.2933      0.0356
 323     0.0905     0.0128    99.6020     0.6279    89.5900    13.5788      0.0356
 324     0.0901     0.0286    99.1080     0.6962    88.9400    13.4664      0.0355
 325     0.0897     0.0164    99.5120     0.6848    89.6400    13.4250      0.0354
 326     0.0893     0.0113    99.6500     0.6438    89.3300    13.3973      0.0353
 327     0.0889     0.0135    99.5780     0.6614    89.6500    13.4154      0.0353
 328     0.0885     0.0147    99.5120     0.6491    89.5800    13.3084      0.0352
 329     0.0880     0.0091    99.6940     0.6229    89.9700    13.3027      0.0352
 330     0.0876     0.0119    99.6260     0.6755    89.3200    13.5758      0.0351
 331     0.0872     0.0166    99.5000     0.6608    89.4500    13.3146      0.0351
 332     0.0868     0.0129    99.5840     0.6758    89.7100    13.3551      0.0350
 333     0.0864     0.0115    99.6100     0.6852    89.4800    13.4283      0.0350
 334     0.0860     0.0088    99.7340     0.6326    89.5500    13.5641      0.0349
 335     0.0856     0.0072    99.7600     0.6553    89.6900    13.3558      0.0349
 336     0.0852     0.0129    99.5800     0.6777    89.5300    13.3739      0.0348
 337     0.0847     0.0110    99.6760     0.6255    89.6800    13.3441      0.0347
 338     0.0843     0.0106    99.6420     0.6652    89.4900    13.3424      0.0347
 339     0.0839     0.0102    99.6880     0.6473    89.7500    13.4518      0.0346
 340     0.0835     0.0107    99.6540     0.6475    90.1500    13.3603      0.0346
 341     0.0831     0.0121    99.6260     0.6895    89.2700    13.3473      0.0345
 342     0.0827     0.0100    99.6500     0.6755    89.7500    13.4509      0.0345
 343     0.0823     0.0084    99.7220     0.6550    89.7100    13.4944      0.0344
 344     0.0818     0.0078    99.7520     0.6754    89.6300    13.4939      0.0344
 345     0.0814     0.0106    99.6600     0.6740    89.6100    13.5395      0.0343
 346     0.0810     0.0068    99.7880     0.6266    90.0700    13.3812      0.0342
 347     0.0806     0.0251    99.2740     0.7145    88.8800    13.4569      0.0342
 348     0.0802     0.0096    99.7100     0.6649    89.7400    13.4232      0.0341
 349     0.0798     0.0082    99.7220     0.6695    89.7700    13.4068      0.0341
 350     0.0794     0.0118    99.6220     0.6875    89.4300    13.3567      0.0340
 351     0.0790     0.0087    99.7280     0.6956    89.6700    13.4048      0.0339
 352     0.0786     0.0118    99.6300     0.6915    89.7000    13.6223      0.0339
 353     0.0781     0.0134    99.5600     0.7306    88.9400    13.3547      0.0338
 354     0.0777     0.0109    99.6640     0.6645    89.4100    13.4933      0.0338
 355     0.0773     0.0067    99.7660     0.6536    89.7000    13.4125      0.0337
 356     0.0769     0.0051    99.8360     0.6648    90.1200    13.5780      0.0337
 357     0.0765     0.0070    99.7540     0.6700    89.8700    13.4666      0.0337
 358     0.0761     0.0106    99.6500     0.6708    89.4600    13.4939      0.0336
 359     0.0757     0.0092    99.6760     0.6710    89.7900    13.4095      0.0336
 360     0.0753     0.0108    99.6440     0.6902    89.5300    13.5625      0.0335
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0194    99.4040     0.6617    89.2800    13.5143      0.0335
 362     0.0744     0.0155    99.5240     0.6762    89.2700    13.4180      0.0334
 363     0.0740     0.0059    99.8060     0.6390    89.7700    13.6082      0.0334
 364     0.0736     0.0075    99.7360     0.6689    89.7100    13.6242      0.0334
 365     0.0732     0.0104    99.6920     0.6965    89.5700    13.4230      0.0333
 366     0.0728     0.0092    99.6760     0.6867    89.5500    13.3213      0.0332
 367     0.0724     0.0119    99.6020     0.7067    89.6000    13.4503      0.0332
 368     0.0720     0.0062    99.7900     0.6776    89.7800    13.2982      0.0331
 369     0.0715     0.0084    99.7280     0.6393    89.7300    13.3498      0.0331
 370     0.0711     0.0074    99.7700     0.6845    89.6300    13.5549      0.0330
 371     0.0707     0.0059    99.8340     0.7106    89.9900    13.4591      0.0330
 372     0.0703     0.0088    99.7180     0.6997    89.6500    13.5181      0.0329
 373     0.0699     0.0090    99.7040     0.6783    90.0600    13.3858      0.0329
 374     0.0695     0.0076    99.7460     0.7043    89.8000    13.4017      0.0328
 375     0.0691     0.0088    99.7260     0.7029    89.4400    13.5967      0.0328
 376     0.0686     0.0074    99.7740     0.6983    89.6700    13.4269      0.0327
 377     0.0682     0.0060    99.8240     0.6865    89.6700    13.4724      0.0327
 378     0.0678     0.0547    98.6240     0.8576    88.3300    13.4303      0.0326
 379     0.0674     0.0117    99.5960     0.7004    89.3300    13.4951      0.0326
 380     0.0670     0.0078    99.7500     0.6990    89.8100    13.6010      0.0326
 381     0.0666     0.0060    99.8040     0.7056    89.8100    13.4750      0.0325
 382     0.0662     0.0048    99.8480     0.6704    90.1600    13.4545      0.0325
 383     0.0658     0.0067    99.7660     0.6793    90.0000    13.6079      0.0324
 384     0.0654     0.0047    99.8320     0.6703    90.0700    13.4519      0.0324
 385     0.0649     0.0056    99.8180     0.7059    89.9000    13.4247      0.0323
 386     0.0645     0.0061    99.8100     0.6676    89.8400    13.3380      0.0323
 387     0.0641     0.0038    99.8820     0.6972    90.1300    13.2815      0.0323
 388     0.0637     0.0029    99.9160     0.6981    90.2600    13.5146      0.0322
 389     0.0633     0.0066    99.7640     0.7111    89.9800    13.3664      0.0321
 390     0.0629     0.0064    99.7740     0.6863    89.8100    13.4131      0.0321
 391     0.0625     0.0042    99.8480     0.7138    89.9900    13.4800      0.0321
 392     0.0621     0.0037    99.8780     0.6780    90.0500    13.5187      0.0320
 393     0.0616     0.0054    99.8180     0.7102    90.0700    13.4526      0.0320
 394     0.0612     0.0070    99.7800     0.7182    89.7400    13.1893      0.0319
 395     0.0608     0.0052    99.8380     0.7266    89.9500    13.3611      0.0319
 396     0.0604     0.0100    99.6840     0.7563    89.5800    13.4144      0.0318
 397     0.0600     0.0025    99.9300     0.7029    90.0200    13.5217      0.0318
 398     0.0596     0.0027    99.9200     0.7071    90.0700    13.5566      0.0317
 399     0.0592     0.0060    99.8180     0.7301    89.9100    13.3829      0.0317
 400     0.0588     0.0061    99.7740     0.7360    89.8700    13.4128      0.0316
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0038    99.8660     0.7021    89.9300    13.3707      0.0316
 402     0.0579     0.0042    99.8540     0.7290    90.0200    13.4411      0.0316
 403     0.0575     0.0025    99.9260     0.6916    90.1800    13.3575      0.0315
 404     0.0571     0.0029    99.9020     0.7112    90.3500    13.4498      0.0315
 405     0.0567     0.0068    99.7760     0.7280    90.2900    13.4104      0.0314
 406     0.0563     0.0029    99.8980     0.7123    90.1900    13.4597      0.0314
 407     0.0559     0.0059    99.7960     0.7274    89.7400    13.3436      0.0313
 408     0.0554     0.0030    99.8980     0.7060    90.0300    13.5060      0.0313
 409     0.0550     0.0044    99.8480     0.7270    89.7700    13.4261      0.0313
 410     0.0546     0.0035    99.8820     0.7023    90.0900    13.4511      0.0312
 411     0.0542     0.0053    99.8520     0.7569    89.8400    13.5504      0.0312
 412     0.0538     0.0041    99.8580     0.7502    89.7000    13.3893      0.0312
 413     0.0534     0.0029    99.9120     0.7225    90.2000    13.3401      0.0311
 414     0.0530     0.0041    99.8660     0.7645    90.1400    13.5011      0.0311
 415     0.0526     0.0041    99.8640     0.7231    89.9700    13.4324      0.0310
 416     0.0522     0.0033    99.8880     0.7063    90.1500    13.5187      0.0310
 417     0.0517     0.0038    99.8920     0.7458    89.9400    13.5262      0.0309
 418     0.0513     0.0030    99.9020     0.7244    89.9600    13.4466      0.0309
 419     0.0509     0.0026    99.9180     0.7377    90.1100    13.4531      0.0309
 420     0.0505     0.0036    99.8920     0.7407    90.1000    13.3760      0.0308
 421     0.0501     0.0034    99.8960     0.7373    90.0600    13.4787      0.0308
 422     0.0497     0.0027    99.9200     0.7318    90.1300    13.4785      0.0308
 423     0.0493     0.0035    99.8880     0.7683    89.8700    13.5269      0.0307
 424     0.0489     0.0041    99.8620     0.7579    89.8900    13.3095      0.0307
 425     0.0484     0.0026    99.9180     0.7435    90.1200    13.3516      0.0306
 426     0.0480     0.0033    99.9020     0.7634    89.8900    13.3840      0.0306
 427     0.0476     0.0028    99.9120     0.7269    90.1500    13.3157      0.0306
 428     0.0472     0.0038    99.8660     0.7394    90.2000    13.5032      0.0305
 429     0.0468     0.0039    99.8580     0.8086    89.7400    13.4605      0.0305
 430     0.0464     0.0028    99.9140     0.7888    89.9600    13.5274      0.0305
 431     0.0460     0.0023    99.9340     0.7615    90.0000    13.3706      0.0304
 432     0.0456     0.0028    99.9140     0.7435    89.9700    13.4361      0.0304
 433     0.0451     0.0018    99.9380     0.7417    90.1800    13.4673      0.0303
 434     0.0447     0.0017    99.9500     0.7485    90.2300    13.5760      0.0303
 435     0.0443     0.0016    99.9540     0.7369    90.1400    13.5223      0.0303
 436     0.0439     0.0020    99.9360     0.7303    90.2100    13.4330      0.0302
 437     0.0435     0.0027    99.9220     0.7566    90.0500    13.4422      0.0302
 438     0.0431     0.0016    99.9540     0.7434    90.3900    13.3439      0.0302
 439     0.0427     0.0070    99.8140     0.7849    89.6300    13.5523      0.0302
 440     0.0423     0.0023    99.9220     0.7434    90.1800    13.3640      0.0301
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0021    99.9360     0.7183    90.1600    13.4519      0.0301
 442     0.0414     0.0015    99.9480     0.7514    90.1100    13.4065      0.0301
 443     0.0410     0.0012    99.9560     0.7411    90.2300    13.5580      0.0300
 444     0.0406     0.0020    99.9300     0.7545    90.2800    13.5290      0.0300
 445     0.0402     0.0026    99.9380     0.7454    90.1800    13.4393      0.0300
 446     0.0398     0.0022    99.9300     0.7498    90.3400    13.3943      0.0299
 447     0.0394     0.0019    99.9320     0.7498    90.1400    13.4602      0.0299
 448     0.0389     0.0016    99.9460     0.7520    90.2700    13.4952      0.0299
 449     0.0385     0.0018    99.9400     0.7529    90.2400    13.3316      0.0298
 450     0.0381     0.0012    99.9620     0.7496    90.3500    13.4811      0.0298
 451     0.0377     0.0010    99.9760     0.7553    90.0800    13.3737      0.0298
 452     0.0373     0.0015    99.9440     0.7679    90.1800    13.5215      0.0298
 453     0.0369     0.0017    99.9480     0.7686    90.2500    13.2392      0.0297
 454     0.0365     0.0013    99.9640     0.7394    90.3500    13.5958      0.0297
 455     0.0361     0.0013    99.9600     0.7745    90.2800    13.4670      0.0297
 456     0.0357     0.0014    99.9620     0.7522    90.3200    13.5147      0.0296
 457     0.0352     0.0007    99.9860     0.7391    90.4200    13.3374      0.0296
 458     0.0348     0.0011    99.9640     0.7849    90.2200    13.5045      0.0296
 459     0.0344     0.0010    99.9700     0.7791    90.1700    13.4126      0.0295
 460     0.0340     0.0007    99.9780     0.7652    90.4700    13.4759      0.0295
 461     0.0336     0.0013    99.9540     0.7829    90.2000    13.5270      0.0295
 462     0.0332     0.0018    99.9440     0.7806    90.0600    13.4594      0.0295
 463     0.0328     0.0006    99.9820     0.7682    90.4500    13.4006      0.0294
 464     0.0324     0.0004    99.9920     0.7693    90.2900    13.3205      0.0294
 465     0.0319     0.0008    99.9760     0.7870    90.3800    13.3634      0.0294
 466     0.0315     0.0010    99.9760     0.7785    90.1900    13.4519      0.0294
 467     0.0311     0.0014    99.9620     0.8052    89.9700    13.3383      0.0293
 468     0.0307     0.0008    99.9800     0.7967    90.1500    13.4965      0.0293
 469     0.0303     0.0009    99.9720     0.7742    90.2400    13.4563      0.0293
 470     0.0299     0.0007    99.9780     0.7820    90.4600    13.4348      0.0292
 471     0.0295     0.0014    99.9580     0.7804    90.2600    13.5400      0.0292
 472     0.0291     0.0014    99.9480     0.7833    90.2500    13.3756      0.0292
 473     0.0286     0.0008    99.9760     0.7533    90.5000    13.5170      0.0292
 474     0.0282     0.0010    99.9680     0.7786    90.5200    13.4105      0.0292
 475     0.0278     0.0012    99.9640     0.7805    90.2000    13.5079      0.0291
 476     0.0274     0.0006    99.9840     0.7815    90.6000    13.2678      0.0291
 477     0.0270     0.0006    99.9840     0.7921    90.5500    13.4218      0.0291
 478     0.0266     0.0006    99.9900     0.7954    90.5700    13.5460      0.0291
 479     0.0262     0.0006    99.9820     0.7908    90.4300    13.5490      0.0291
 480     0.0257     0.0004    99.9940     0.7801    90.5300    13.5212      0.0290
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0006    99.9800     0.7936    90.3500    13.4591      0.0290
 482     0.0249     0.0006    99.9820     0.7941    90.7100    13.9569      0.0290
 483     0.0245     0.0006    99.9800     0.7996    90.5400    13.3850      0.0290
 484     0.0241     0.0005    99.9860     0.7892    90.5000    13.2978      0.0290
 485     0.0237     0.0005    99.9840     0.7850    90.5500    13.4238      0.0289
 486     0.0233     0.0007    99.9760     0.7962    90.4400    13.3999      0.0289
 487     0.0229     0.0003    99.9940     0.7953    90.8300    13.3742      0.0289
 488     0.0225     0.0004    99.9900     0.7920    90.6100    13.2998      0.0289
 489     0.0220     0.0003    99.9880     0.7923    90.6600    13.5463      0.0289
 490     0.0216     0.0006    99.9840     0.7876    90.6300    13.5171      0.0288
 491     0.0212     0.0005    99.9840     0.7872    90.5200    13.3740      0.0288
 492     0.0208     0.0003    99.9860     0.7888    90.7400    13.3797      0.0288
 493     0.0204     0.0004    99.9880     0.7987    90.6600    13.4350      0.0288
 494     0.0200     0.0003    99.9940     0.7910    90.5400    13.3648      0.0288
 495     0.0196     0.0006    99.9860     0.8021    90.5400    13.3915      0.0288
 496     0.0192     0.0003    99.9940     0.7981    90.6000    13.3277      0.0288
 497     0.0187     0.0003    99.9900     0.7844    90.6500    13.4284      0.0287
 498     0.0183     0.0003    99.9880     0.7859    90.5900    13.4591      0.0287
 499     0.0179     0.0003    99.9940     0.7806    90.5200    13.3130      0.0287
 500     0.0175     0.0003    99.9940     0.7870    90.6500    13.4168      0.0287
 501     0.0171     0.0003    99.9900     0.7875    90.7500    13.5313      0.0287
 502     0.0167     0.0004    99.9860     0.7970    90.6400    13.4503      0.0287
 503     0.0163     0.0003    99.9940     0.7808    90.7200    13.4199      0.0287
 504     0.0159     0.0002    99.9940     0.7861    90.7100    13.4510      0.0287
 505     0.0154     0.0006    99.9820     0.7931    90.7300    13.4849      0.0286
 506     0.0150     0.0003    99.9900     0.7905    90.6300    13.4258      0.0286
 507     0.0146     0.0003    99.9880     0.8095    90.4200    13.3612      0.0286
 508     0.0142     0.0002    99.9980     0.7914    90.6500    13.3545      0.0286
 509     0.0138     0.0005    99.9860     0.7860    90.6300    13.5239      0.0286
 510     0.0134     0.0002    99.9940     0.7921    90.6700    13.4289      0.0286
 511     0.0130     0.0002    99.9960     0.7934    90.6600    13.4952      0.0286
 512     0.0125     0.0002    99.9980     0.7944    90.7700    13.4840      0.0286
 513     0.0121     0.0003    99.9940     0.7965    90.8000    13.4375      0.0286
 514     0.0117     0.0003    99.9920     0.7957    90.8000    13.3995      0.0286
 515     0.0113     0.0005    99.9820     0.8016    90.6600    13.4925      0.0285
 516     0.0109     0.0003    99.9880     0.8002    90.7000    13.5194      0.0285
 517     0.0105     0.0001    99.9980     0.7981    90.5900    13.6517      0.0285
 518     0.0101     0.0003    99.9900     0.8014    90.5600    13.3570      0.0285
 519     0.0097     0.0003    99.9940     0.7985    90.7100    13.5447      0.0285
 520     0.0092     0.0002    99.9980     0.8016    90.6000    13.5691      0.0285
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001    99.9980     0.8007    90.7200    13.3341      0.0285
 522     0.0084     0.0002    99.9960     0.8034    90.7700    13.5768      0.0285
 523     0.0080     0.0001    99.9980     0.8081    90.7400    13.2686      0.0285
 524     0.0076     0.0002    99.9980     0.8084    90.6900    13.3848      0.0285
 525     0.0072     0.0002    99.9960     0.8062    90.6900    13.5099      0.0285
 526     0.0068     0.0002    99.9960     0.8078    90.7600    13.3976      0.0285
 527     0.0064     0.0004    99.9940     0.8098    90.7700    13.3365      0.0285
 528     0.0060     0.0001    99.9980     0.8183    90.7800    13.3854      0.0285
 529     0.0055     0.0001    99.9980     0.8159    90.7800    13.4416      0.0285
 530     0.0051     0.0002    99.9980     0.8201    90.5800    13.4519      0.0285
 531     0.0047     0.0001   100.0000     0.8167    90.6500    13.9723      0.0285
 532     0.0043     0.0001   100.0000     0.8098    90.6900    13.4046      0.0285
 533     0.0039     0.0001   100.0000     0.8106    90.7000    13.4737      0.0285
 534     0.0035     0.0002    99.9940     0.8079    90.7400    13.8501      0.0285
 535     0.0031     0.0002    99.9960     0.8105    90.7500    13.3615      0.0284
 536     0.0027     0.0001    99.9960     0.8114    90.7400    13.6000      0.0284
 537     0.0022     0.0002    99.9960     0.8128    90.7300    13.5140      0.0284
 538     0.0018     0.0003    99.9920     0.8138    90.7600    13.6035      0.0285
 539     0.0014     0.0001    99.9980     0.8133    90.6900    13.3909      0.0285
 540     0.0010     0.0001    99.9980     0.8133    90.7300    13.5306      0.0285
 541     0.0010     0.0001    99.9980     0.8135    90.7500    13.3522      0.0285
 542     0.0010     0.0002    99.9960     0.8140    90.7500    13.4374      0.0285
 543     0.0010     0.0001    99.9980     0.8129    90.7200    13.4276      0.0285
 544     0.0010     0.0002    99.9980     0.8119    90.7500    13.4588      0.0285
 545     0.0010     0.0002    99.9960     0.8122    90.7300    13.2947      0.0285
 546     0.0010     0.0001    99.9980     0.8129    90.7400    13.5223      0.0285
 547     0.0010     0.0001    99.9960     0.8127    90.7600    13.4553      0.0285
 548     0.0010     0.0002    99.9980     0.8132    90.7300    13.4382      0.0285
 549     0.0010     0.0001    99.9980     0.8138    90.7500    13.3549      0.0285
 550     0.0010     0.0003    99.9900     0.8132    90.7400    13.3984      0.0285
 551     0.0010     0.0001    99.9980     0.8137    90.7100    13.4768      0.0285
 552     0.0010     0.0002    99.9940     0.8144    90.7100    13.5261      0.0285
 553     0.0010     0.0001   100.0000     0.8141    90.7100    13.3699      0.0285
 554     0.0010     0.0002    99.9940     0.8141    90.7100    13.3732      0.0285
 555     0.0010     0.0001    99.9960     0.8128    90.7500    13.3757      0.0285
 556     0.0010     0.0001    99.9980     0.8130    90.7500    13.3038      0.0285
 557     0.0010     0.0001    99.9960     0.8133    90.7500    13.5256      0.0285
 558     0.0010     0.0001    99.9980     0.8133    90.7500    13.3627      0.0285
 559     0.0010     0.0001   100.0000     0.8132    90.7400    13.5085      0.0285
 560     0.0010     0.0003    99.9940     0.8131    90.7500    13.3961      0.0285
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001   100.0000     0.8128    90.7500    13.4469      0.0285
 562     0.0010     0.0002    99.9980     0.8140    90.7600    13.3901      0.0285
 563     0.0010     0.0002    99.9940     0.8143    90.7400    13.4354      0.0285
 564     0.0010     0.0001   100.0000     0.8158    90.7600    13.5312      0.0285
 565     0.0010     0.0001   100.0000     0.8150    90.8000    13.3674      0.0285
 566     0.0010     0.0001   100.0000     0.8155    90.7900    13.4418      0.0285
 567     0.0010     0.0002    99.9940     0.8162    90.8100    13.5133      0.0285
 568     0.0010     0.0001   100.0000     0.8159    90.8300    13.3913      0.0285
 569     0.0010     0.0001    99.9980     0.8165    90.8200    13.3771      0.0285
 570     0.0010     0.0001    99.9960     0.8163    90.8100    13.6143      0.0285
 571     0.0010     0.0001   100.0000     0.8163    90.7700    13.3398      0.0285
 572     0.0010     0.0002    99.9900     0.8165    90.7900    13.4218      0.0285
 573     0.0010     0.0001    99.9980     0.8172    90.7600    13.5666      0.0285
 574     0.0010     0.0002    99.9940     0.8175    90.7700    13.4092      0.0285
 575     0.0010     0.0001    99.9940     0.8175    90.7700    13.4267      0.0285
 576     0.0010     0.0001   100.0000     0.8180    90.7700    13.4293      0.0285
 577     0.0010     0.0001    99.9980     0.8178    90.7800    13.3651      0.0285
 578     0.0010     0.0001   100.0000     0.8180    90.7900    13.4710      0.0285
 579     0.0010     0.0001    99.9980     0.8181    90.7900    13.5293      0.0285
 580     0.0010     0.0001   100.0000     0.8187    90.7700    13.4339      0.0285
 581     0.0010     0.0001    99.9980     0.8183    90.8000    13.3006      0.0285
 582     0.0010     0.0002    99.9960     0.8178    90.7800    13.4303      0.0285
 583     0.0010     0.0001   100.0000     0.8174    90.8100    13.5237      0.0285
 584     0.0010     0.0002    99.9960     0.8176    90.7700    13.5464      0.0285
 585     0.0010     0.0001    99.9980     0.8178    90.7800    13.4664      0.0285
 586     0.0010     0.0002    99.9940     0.8176    90.7500    13.5607      0.0285
 587     0.0010     0.0001    99.9980     0.8175    90.7300    13.4058      0.0285
 588     0.0010     0.0001    99.9960     0.8179    90.7700    13.4464      0.0285
 589     0.0010     0.0001   100.0000     0.8178    90.7800    13.5446      0.0285
 590     0.0010     0.0001    99.9980     0.8173    90.7400    13.4905      0.0285
 591     0.0010     0.0002    99.9960     0.8177    90.7500    13.5234      0.0285
 592     0.0010     0.0001    99.9980     0.8186    90.7600    13.2171      0.0285
 593     0.0010     0.0001   100.0000     0.8192    90.7600    13.5503      0.0285
 594     0.0010     0.0002    99.9960     0.8197    90.7600    13.3596      0.0285
 595     0.0010     0.0002    99.9960     0.8197    90.7500    13.4338      0.0285
 596     0.0010     0.0002    99.9960     0.8191    90.7300    13.6660      0.0285
 597     0.0010     0.0001    99.9980     0.8196    90.7600    13.4614      0.0285
 598     0.0010     0.0001    99.9960     0.8201    90.7800    13.3165      0.0285
 599     0.0010     0.0002    99.9960     0.8211    90.7300    13.4954      0.0285
 600     0.0010     0.0001   100.0000     0.8204    90.7400    13.4212      0.0285
