Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.0551    22.1760     2.0432    22.7100    15.5095      0.9627
   2     0.1000     2.2769    14.7380     2.2072    16.1700    13.2637      0.9469
   3     0.1000     1.7784    31.8300     1.7322    33.1000    13.3217      0.9348
   4     0.1000     1.5748    39.0820     1.5550    39.8800    13.3407      0.9247
   5     0.1000     1.5233    42.7700     1.4716    44.0500    13.3785      0.9157
   6     0.1000     1.4206    46.8440     1.3649    48.9100    13.2526      0.9077
   7     0.1000     1.2017    56.8480     1.1774    57.3000    13.2908      0.9003
   8     0.1000     1.0961    60.4620     1.1107    59.8500    13.1918      0.8934
   9     0.1000     0.9175    67.6660     0.9177    67.4000    13.2817      0.8870
  10     0.1000     0.9271    67.4200     0.9383    67.4800    13.3690      0.8810
  11     0.1000     0.8899    68.8840     0.8909    69.5400    13.2266      0.8753
  12     0.1000     0.7152    75.3740     0.7398    74.8900    13.2296      0.8699
  13     0.1000     0.7143    75.3620     0.7542    74.8200    13.5439      0.8647
  14     0.1000     0.9292    69.2080     0.9871    68.8800    13.2853      0.8598
  15     0.1000     0.6548    77.5860     0.7083    76.2600    13.3896      0.8551
  16     0.1000     0.5552    81.1580     0.6031    79.7800    13.1567      0.8505
  17     0.1000     0.5937    79.8880     0.6503    78.3300    13.6352      0.8460
  18     0.1000     0.5147    82.6200     0.6022    80.5700    13.3088      0.8418
  19     0.1000     0.4809    83.9440     0.5641    81.3900    13.2051      0.8376
  20     0.1000     0.4924    83.6720     0.6156    80.5000    13.2365      0.8336
  21     0.1000     0.4328    85.5360     0.5641    82.4500    13.2919      0.8296
  22     0.1000     0.4347    85.5300     0.5481    82.6100    13.1591      0.8257
  23     0.1000     0.4024    86.4660     0.5458    83.0500    13.4263      0.8221
  24     0.1000     0.4033    86.7420     0.5532    82.5300    13.3704      0.8185
  25     0.1000     0.3611    87.6960     0.5295    83.4300    13.2261      0.8149
  26     0.1000     0.3286    88.8960     0.4994    84.3200    13.2054      0.8115
  27     0.1000     0.3696    88.0040     0.5383    83.4900    13.3063      0.8082
  28     0.1000     0.3971    87.2280     0.5966    82.1900    13.3413      0.8049
  29     0.1000     0.2890    90.2540     0.4878    85.2400    13.2673      0.8017
  30     0.1000     0.3390    89.0860     0.5655    83.4000    13.2553      0.7985
  31     0.1000     0.2926    90.3240     0.4900    84.9100    13.1938      0.7955
  32     0.1000     0.4809    85.6760     0.6835    80.9600    13.2000      0.7924
  33     0.1000     0.2960    90.0900     0.5300    84.6500    13.3158      0.7894
  34     0.1000     0.2527    91.4760     0.5032    84.9800    13.1800      0.7865
  35     0.1000     0.2399    91.9020     0.4621    85.6800    13.3613      0.7838
  36     0.1000     0.2745    90.8560     0.5324    84.6800    13.1960      0.7809
  37     0.1000     0.2333    92.1380     0.5188    85.7400    13.3008      0.7782
  38     0.1000     0.2186    92.7720     0.4762    86.0100    13.3867      0.7754
  39     0.1000     0.1990    93.4400     0.4797    86.3500    13.2485      0.7727
  40     0.1000     0.2818    91.1880     0.5729    84.4000    13.4121      0.7701
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2277    92.5940     0.4949    85.8100    13.2069      0.7675
  42     0.1000     0.1836    93.9240     0.4611    87.1500    13.1223      0.7650
  43     0.1000     0.2825    90.7660     0.6044    84.0400    13.2706      0.7625
  44     0.1000     0.1709    94.2540     0.4712    86.6500    13.3346      0.7599
  45     0.1000     0.1627    94.4480     0.4767    86.7700    13.2809      0.7576
  46     0.1000     0.1763    94.1660     0.5045    86.7900    13.4194      0.7551
  47     0.1000     0.1934    93.2540     0.5235    85.7000    13.1871      0.7528
  48     0.1000     0.1546    94.9020     0.4839    86.8100    13.1612      0.7504
  49     0.1000     0.1599    94.6500     0.4994    86.6400    13.2636      0.7481
  50     0.1000     0.1241    95.8060     0.4651    87.9800    13.3062      0.7458
  51     0.1000     0.1254    95.8960     0.4634    87.7100    13.2233      0.7436
  52     0.1000     0.1289    95.6240     0.5005    87.3200    13.2047      0.7413
  53     0.1000     0.1469    95.1520     0.5124    87.1900    13.3083      0.7391
  54     0.1000     0.1176    96.1420     0.5092    87.7400    13.3518      0.7370
  55     0.1000     0.1282    95.7300     0.4867    87.4200    13.1480      0.7348
  56     0.1000     0.1376    95.3640     0.5299    86.6300    13.3950      0.7327
  57     0.1000     0.0921    96.9480     0.4935    87.9400    13.2798      0.7305
  58     0.1000     0.0964    96.7840     0.4964    88.0000    13.3193      0.7285
  59     0.1000     0.1293    95.7020     0.5286    87.2200    13.2294      0.7265
  60     0.1000     0.1009    96.6340     0.5178    87.4200    13.3263      0.7244
  61     0.1000     0.0781    97.4120     0.4865    88.2800    13.3612      0.7223
  62     0.1000     0.1163    96.1100     0.5271    87.3600    13.2553      0.7204
  63     0.1000     0.1043    96.5620     0.5223    87.8400    13.2487      0.7184
  64     0.1000     0.0868    97.0440     0.5189    87.9500    13.3518      0.7164
  65     0.1000     0.0796    97.3180     0.5186    88.3500    13.2444      0.7145
  66     0.1000     0.0770    97.3920     0.5051    88.1800    13.3870      0.7126
  67     0.1000     0.0906    97.0120     0.5245    87.3600    13.1457      0.7107
  68     0.1000     0.0761    97.3980     0.5425    88.3300    13.2926      0.7088
  69     0.1000     0.0711    97.6380     0.4964    87.8500    13.3476      0.7069
  70     0.1000     0.0845    97.2180     0.5485    87.7100    13.2417      0.7051
  71     0.1000     0.0663    97.7680     0.5507    87.9100    13.2596      0.7032
  72     0.1000     0.0636    97.8900     0.5320    87.8900    13.2208      0.7014
  73     0.1000     0.0621    97.8820     0.5369    87.9600    13.3073      0.6996
  74     0.1000     0.0696    97.6480     0.5293    88.5700    13.1951      0.6977
  75     0.1000     0.0722    97.5180     0.5423    88.0000    13.1225      0.6960
  76     0.1000     0.0550    98.1120     0.5195    88.2500    13.2855      0.6942
  77     0.1000     0.0589    98.0160     0.5286    88.8500    13.2248      0.6925
  78     0.1000     0.0787    97.3220     0.5400    87.5100    13.4320      0.6907
  79     0.1000     0.0623    97.9340     0.5172    88.5400    13.3746      0.6889
  80     0.1000     0.0578    98.0560     0.5477    88.4600    13.2968      0.6872
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0564    98.1620     0.5343    88.3900    13.3731      0.6855
  82     0.1000     0.0500    98.2360     0.5569    88.4900    13.3436      0.6838
  83     0.1000     0.0463    98.5000     0.5122    88.9800    13.2388      0.6822
  84     0.1000     0.0412    98.5860     0.5860    88.8800    13.2117      0.6805
  85     0.1000     0.0509    98.3560     0.5317    88.3500    13.3027      0.6789
  86     0.1000     0.0519    98.2720     0.5561    88.4700    13.6579      0.6772
  87     0.1000     0.0402    98.6080     0.5514    88.7800    13.2285      0.6756
  88     0.1000     0.0467    98.3960     0.5660    88.7500    13.2974      0.6740
  89     0.1000     0.0398    98.6940     0.5605    88.9400    13.1762      0.6724
  90     0.1000     0.0341    98.8400     0.5401    88.9400    13.3726      0.6708
  91     0.1000     0.0365    98.7200     0.5146    88.7000    13.4064      0.6692
  92     0.1000     0.0428    98.5580     0.5469    88.7100    13.2399      0.6676
  93     0.1000     0.0441    98.5820     0.5999    89.0400    13.3137      0.6661
  94     0.1000     0.0443    98.5360     0.5655    88.6200    13.2252      0.6645
  95     0.1000     0.0693    97.6500     0.5967    87.9200    13.1481      0.6630
  96     0.1000     0.0862    97.5920     0.6746    87.5400    13.2343      0.6615
  97     0.1000     0.0405    98.6220     0.5709    88.4800    13.2597      0.6600
  98     0.1000     0.0436    98.4980     0.5966    88.5800    13.2675      0.6585
  99     0.1000     0.1391    95.8220     0.6580    86.6700    13.3509      0.6569
 100     0.1000     0.0278    99.0420     0.5481    89.1100    13.3540      0.6555
 101     0.1000     0.0350    98.8020     0.5807    88.6600    13.1348      0.6540
 102     0.1000     0.0367    98.7460     0.5639    88.9300    13.2449      0.6525
 103     0.1000     0.0272    99.1120     0.5222    89.2500    13.2068      0.6511
 104     0.1000     0.0261    99.0960     0.5141    89.3500    13.1179      0.6496
 105     0.1000     0.0385    98.7180     0.5518    89.0200    13.4713      0.6481
 106     0.1000     0.0384    98.7600     0.5828    88.6100    13.1792      0.6467
 107     0.1000     0.0307    99.0960     0.5966    88.7600    13.1569      0.6453
 108     0.1000     0.0329    98.8820     0.5916    88.8900    13.2848      0.6438
 109     0.1000     0.0310    98.9680     0.5760    89.0900    13.3519      0.6424
 110     0.1000     0.0470    98.3780     0.6123    88.4200    13.3616      0.6410
 111     0.1000     0.0244    99.1960     0.5567    88.9600    13.3066      0.6396
 112     0.1000     0.0290    99.0200     0.5570    88.7100    13.3509      0.6382
 113     0.1000     0.0288    99.0200     0.5810    89.2600    13.1264      0.6368
 114     0.1000     0.0224    99.2900     0.5798    89.2600    13.4449      0.6354
 115     0.1000     0.0955    97.1520     0.7084    87.4000    13.2174      0.6341
 116     0.1000     0.0416    98.6480     0.5923    88.7600    13.2845      0.6327
 117     0.1000     0.0235    99.2040     0.5487    89.1800    13.1348      0.6313
 118     0.1000     0.0224    99.2640     0.5620    89.1500    13.5231      0.6300
 119     0.1000     0.0216    99.2960     0.6024    89.2400    13.2379      0.6287
 120     0.1000     0.0209    99.3140     0.5751    89.0700    13.2592      0.6273
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0360    98.8580     0.6579    88.4800    13.0959      0.6260
 122     0.1000     0.0213    99.3140     0.5717    89.4100    13.1993      0.6247
 123     0.1000     0.0277    99.1140     0.6130    88.7400    13.3539      0.6233
 124     0.1000     0.0196    99.3160     0.5653    89.3800    13.1686      0.6221
 125     0.1000     0.0182    99.3980     0.5981    89.3600    13.1522      0.6208
 126     0.1000     0.0279    99.0720     0.6681    88.6100    13.1873      0.6194
 127     0.1000     0.0171    99.4560     0.5788    89.0300    13.3065      0.6182
 128     0.1000     0.0283    99.0580     0.6116    88.6000    13.2755      0.6169
 129     0.1000     0.0211    99.2960     0.6253    89.2200    13.2538      0.6157
 130     0.1000     0.0154    99.4840     0.6126    89.2800    13.1931      0.6143
 131     0.1000     0.0172    99.4300     0.5715    89.5200    13.1888      0.6131
 132     0.1000     0.0209    99.3160     0.6105    89.4200    13.4531      0.6118
 133     0.1000     0.0164    99.4660     0.6095    89.5300    13.2268      0.6106
 134     0.1000     0.0162    99.4920     0.6067    89.2200    13.2741      0.6093
 135     0.1000     0.0199    99.3540     0.5810    89.3200    13.2893      0.6080
 136     0.1000     0.0120    99.6140     0.5972    89.5700    13.4631      0.6068
 137     0.1000     0.0165    99.4640     0.5948    89.1500    13.2448      0.6056
 138     0.1000     0.0177    99.4240     0.5843    89.3200    13.3199      0.6044
 139     0.1000     0.0103    99.6780     0.5405    89.4600    13.4275      0.6032
 140     0.1000     0.0162    99.4320     0.5938    89.2600    13.2579      0.6019
 141     0.1000     0.0127    99.5560     0.6073    89.5600    13.4947      0.6007
 142     0.1000     0.0283    99.0980     0.6533    88.6500    13.1398      0.5995
 143     0.1000     0.0322    98.9940     0.6258    88.6400    13.1621      0.5984
 144     0.1000     0.0156    99.4960     0.6003    89.8000    13.1984      0.5972
 145     0.1000     0.0169    99.5040     0.6163    89.2300    13.2371      0.5960
 146     0.1000     0.0162    99.4820     0.6175    88.9600    13.2281      0.5948
 147     0.1000     0.0154    99.4540     0.6415    89.2100    13.3140      0.5937
 148     0.1000     0.1126    97.1320     0.7711    87.0100    13.1937      0.5925
 149     0.1000     0.0127    99.6060     0.6227    89.3200    13.1789      0.5914
 150     0.1000     0.0153    99.4700     0.6349    89.3600    13.4755      0.5902
 151     0.1000     0.0287    99.0840     0.6681    88.6800    13.2362      0.5891
 152     0.1000     0.0137    99.5500     0.5735    89.2600    13.3758      0.5879
 153     0.1000     0.0488    98.5520     0.7118    88.2100    13.3281      0.5868
 154     0.1000     0.0252    99.1720     0.6295    88.9000    13.4703      0.5856
 155     0.1000     0.0185    99.4200     0.6592    89.2200    13.1091      0.5845
 156     0.1000     0.0159    99.4600     0.6258    89.1800    13.2224      0.5834
 157     0.1000     0.0135    99.5420     0.6200    89.3600    13.2908      0.5823
 158     0.1000     0.0198    99.3260     0.6362    89.1000    13.4114      0.5812
 159     0.1000     0.0165    99.4280     0.6038    89.0400    13.3670      0.5801
 160     0.1000     0.0339    98.9900     0.6881    88.8800    13.1025      0.5790
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0148    99.5300     0.6029    89.5800    13.2974      0.5778
 162     0.1000     0.0130    99.5740     0.6049    89.9800    13.3596      0.5768
 163     0.1000     0.0146    99.4980     0.6047    89.2100    13.4376      0.5757
 164     0.1000     0.0125    99.5980     0.6053    89.5500    13.2574      0.5746
 165     0.1000     0.0097    99.6660     0.6082    89.6500    13.3036      0.5736
 166     0.1000     0.0141    99.5700     0.6607    89.5700    13.3605      0.5724
 167     0.1000     0.0158    99.5200     0.6432    89.2800    13.1543      0.5714
 168     0.1000     0.0145    99.5520     0.6026    89.0600    13.4759      0.5703
 169     0.1000     0.0098    99.6600     0.6468    89.5300    13.3805      0.5693
 170     0.1000     0.0123    99.5940     0.6627    89.5100    13.3104      0.5682
 171     0.1000     0.0400    98.7460     0.7041    88.4700    13.3749      0.5672
 172     0.1000     0.0203    99.3840     0.6353    88.9800    13.4461      0.5661
 173     0.1000     0.0149    99.5180     0.6040    89.3600    13.1882      0.5650
 174     0.1000     0.0115    99.6240     0.5879    89.6300    13.3135      0.5640
 175     0.1000     0.0088    99.7320     0.5926    90.0700    13.3248      0.5630
 176     0.1000     0.0132    99.5600     0.6356    89.2700    13.2192      0.5619
 177     0.1000     0.0084    99.7160     0.6556    89.4600    13.3845      0.5609
 178     0.1000     0.0063    99.7820     0.6021    89.8300    13.2307      0.5599
 179     0.1000     0.0176    99.4240     0.6751    89.1200    13.1134      0.5589
 180     0.1000     0.0086    99.6940     0.6386    89.7700    13.3093      0.5579
 181     0.1000     0.0183    99.4200     0.6444    89.6700    13.2474      0.5568
 182     0.1000     0.0104    99.6540     0.6253    89.4800    13.2324      0.5559
 183     0.1000     0.0160    99.4940     0.6325    89.3800    13.2041      0.5549
 184     0.1000     0.0148    99.5200     0.5851    89.2100    13.3064      0.5538
 185     0.1000     0.0158    99.4900     0.6701    89.4100    13.2799      0.5528
 186     0.1000     0.0130    99.5760     0.6708    89.4000    13.2874      0.5518
 187     0.1000     0.0147    99.5120     0.6234    89.6600    13.2535      0.5508
 188     0.1000     0.0071    99.7760     0.6174    89.7000    13.1715      0.5499
 189     0.1000     0.0109    99.6240     0.6224    89.4700    13.3037      0.5489
 190     0.1000     0.0104    99.6480     0.6312    89.5100    13.3882      0.5479
 191     0.1000     0.0220    99.2800     0.6555    89.1200    13.3595      0.5469
 192     0.1000     0.0266    99.1480     0.7063    88.7500    13.1683      0.5460
 193     0.1000     0.0239    99.2340     0.6563    89.3100    13.1744      0.5450
 194     0.1000     0.0096    99.6720     0.5996    89.9100    13.1688      0.5440
 195     0.1000     0.0113    99.6060     0.6074    89.6400    13.2839      0.5431
 196     0.1000     0.0111    99.6340     0.6242    89.7800    13.2692      0.5421
 197     0.1000     0.0077    99.7500     0.6150    90.1400    13.2487      0.5411
 198     0.1000     0.0080    99.7540     0.6474    89.9600    13.5000      0.5401
 199     0.1000     0.0098    99.6700     0.5937    90.0000    13.4570      0.5392
 200     0.1000     0.0084    99.7040     0.5966    90.0900    13.3171      0.5383
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0078    99.7560     0.6087    90.0100    13.2169      0.5373
 202     0.1000     0.0058    99.8340     0.6140    90.1400    13.1596      0.5364
 203     0.1000     0.0066    99.7720     0.5882    90.1800    13.1817      0.5354
 204     0.1000     0.0103    99.6800     0.6208    90.1200    13.3534      0.5345
 205     0.1000     0.0113    99.6280     0.6148    89.7800    13.1830      0.5336
 206     0.1000     0.0109    99.6720     0.6162    90.0000    13.2292      0.5326
 207     0.1000     0.0091    99.6740     0.5890    90.1500    13.3769      0.5317
 208     0.1000     0.0093    99.7100     0.5798    90.2600    13.3543      0.5309
 209     0.1000     0.0062    99.7860     0.6190    90.1700    13.1947      0.5299
 210     0.1000     0.0096    99.6580     0.6175    89.8600    13.2509      0.5290
 211     0.1000     0.0088    99.6940     0.6388    89.8400    13.1198      0.5281
 212     0.1000     0.0081    99.7040     0.6230    89.8300    13.3750      0.5273
 213     0.1000     0.0108    99.6700     0.6497    89.8100    13.3409      0.5263
 214     0.1000     0.0067    99.7780     0.6224    89.8300    13.3002      0.5254
 215     0.1000     0.0054    99.8080     0.6038    90.2100    13.2684      0.5245
 216     0.1000     0.0081    99.7460     0.6200    89.8100    13.4513      0.5236
 217     0.1000     0.0058    99.8280     0.6075    90.1500    13.1396      0.5228
 218     0.1000     0.0092    99.7040     0.6293    89.4200    13.2847      0.5219
 219     0.1000     0.0083    99.7240     0.6530    89.8800    13.1795      0.5210
 220     0.1000     0.0083    99.7300     0.6399    89.6500    13.3006      0.5201
 221     0.1000     0.0075    99.7500     0.6237    89.7500    13.2593      0.5192
 222     0.1000     0.0088    99.7080     0.6166    89.6800    13.4235      0.5184
 223     0.1000     0.0068    99.7940     0.6151    89.9400    13.2302      0.5175
 224     0.1000     0.0063    99.7740     0.6227    90.0300    13.1952      0.5166
 225     0.1000     0.0049    99.8220     0.5991    89.7900    13.2918      0.5157
 226     0.1000     0.0089    99.7040     0.6500    89.7200    13.1986      0.5148
 227     0.1000     0.0212    99.3520     0.6647    89.0700    13.3336      0.5140
 228     0.1000     0.0055    99.8000     0.6159    90.3000    13.3497      0.5131
 229     0.1000     0.0072    99.7580     0.6425    89.8200    13.2647      0.5122
 230     0.1000     0.0216    99.3680     0.6621    89.3000    13.2260      0.5114
 231     0.1000     0.0052    99.8240     0.6178    90.1500    13.3024      0.5105
 232     0.1000     0.0111    99.6360     0.6313    89.7100    13.1832      0.5097
 233     0.1000     0.0078    99.7640     0.6258    89.8900    13.2351      0.5089
 234     0.1000     0.0059    99.8280     0.6316    90.0100    13.2076      0.5081
 235     0.1000     0.0066    99.7820     0.6247    89.8300    13.3613      0.5072
 236     0.1000     0.0049    99.8340     0.6413    89.8600    13.2225      0.5064
 237     0.1000     0.0199    99.3620     0.6586    88.6100    13.3622      0.5056
 238     0.1000     0.0108    99.6760     0.6921    89.3900    13.2360      0.5047
 239     0.1000     0.0119    99.6060     0.6189    89.6500    13.2204      0.5039
 240     0.1000     0.0074    99.7540     0.6124    89.7500    13.5041      0.5031
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0056    99.8220     0.6237    89.9200    13.2169      0.5023
 242     0.1000     0.0069    99.7620     0.5986    89.9300    13.2707      0.5015
 243     0.1000     0.0074    99.7580     0.6633    89.6600    13.1718      0.5007
 244     0.1000     0.0072    99.7560     0.6650    89.8900    13.5203      0.4998
 245     0.1000     0.0085    99.7080     0.6228    89.2900    13.2876      0.4990
 246     0.1000     0.0056    99.8160     0.6098    89.9500    13.3952      0.4983
 247     0.1000     0.0061    99.8000     0.6290    89.7800    13.2480      0.4975
 248     0.1000     0.0076    99.7340     0.6236    89.9900    13.1923      0.4966
 249     0.1000     0.0080    99.7200     0.6430    89.8400    13.4223      0.4959
 250     0.1000     0.0112    99.6220     0.6780    89.6900    13.1355      0.4951
 251     0.1000     0.0056    99.7980     0.6874    89.9300    13.1330      0.4943
 252     0.1000     0.0077    99.7400     0.6292    89.7200    13.3072      0.4935
 253     0.1000     0.0075    99.7860     0.6351    89.9000    13.2998      0.4927
 254     0.1000     0.0066    99.7700     0.6419    90.0700    13.2897      0.4920
 255     0.1000     0.0075    99.7500     0.6593    89.9500    13.3714      0.4912
 256     0.1000     0.0057    99.8180     0.6277    90.2300    13.3113      0.4904
 257     0.1000     0.0092    99.6680     0.6519    89.5800    13.2506      0.4897
 258     0.1000     0.0076    99.7720     0.6147    90.1900    13.3970      0.4889
 259     0.1000     0.0035    99.8700     0.6240    90.2300    13.3292      0.4881
 260     0.1000     0.0059    99.8120     0.6771    89.9100    13.2284      0.4874
 261     0.1000     0.0296    99.0840     0.6956    88.6700    13.3718      0.4866
 262     0.1000     0.0071    99.7500     0.6215    90.4700    13.2972      0.4859
 263     0.1000     0.0058    99.7880     0.6524    90.1700    13.2308      0.4851
 264     0.1000     0.0137    99.5540     0.6346    89.4200    13.1955      0.4843
 265     0.1000     0.0077    99.7400     0.6380    89.8600    13.3636      0.4836
 266     0.1000     0.0052    99.8420     0.6229    89.9800    13.3699      0.4828
 267     0.1000     0.0091    99.7080     0.6598    89.6500    13.2385      0.4821
 268     0.1000     0.0034    99.8740     0.6658    90.1900    13.1401      0.4813
 269     0.1000     0.0039    99.8720     0.6118    90.1900    13.3232      0.4805
 270     0.1000     0.0073    99.7740     0.6394    89.9200    13.2965      0.4798
 271     0.1000     0.0068    99.7820     0.6767    89.8500    13.2512      0.4791
 272     0.1000     0.0072    99.7520     0.7064    89.8800    13.2038      0.4784
 273     0.1000     0.0041    99.8760     0.6290    90.3100    13.2887      0.4776
 274     0.1000     0.0058    99.7920     0.6512    90.1400    13.2299      0.4769
 275     0.1000     0.0062    99.7980     0.6381    89.9300    13.2055      0.4761
 276     0.1000     0.0043    99.8700     0.6584    89.9800    13.2844      0.4754
 277     0.1000     0.0066    99.7760     0.6285    90.2700    13.2834      0.4747
 278     0.1000     0.0035    99.8860     0.6494    90.2000    13.1832      0.4739
 279     0.1000     0.0040    99.8540     0.6336    89.9900    13.2469      0.4732
 280     0.1000     0.0050    99.8380     0.6329    89.8100    13.1559      0.4725
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0102    99.6720     0.6572    89.5000    13.2014      0.4718
 282     0.1000     0.0041    99.8580     0.6392    90.3200    13.1837      0.4710
 283     0.1000     0.0076    99.7320     0.6660    89.7000    13.1910      0.4703
 284     0.1000     0.0061    99.7900     0.6558    89.9200    13.1626      0.4696
 285     0.1000     0.0226    99.3280     0.6950    88.9900    13.3913      0.4689
 286     0.1000     0.0030    99.8940     0.6506    90.2500    13.1572      0.4682
 287     0.1000     0.0063    99.7940     0.6449    89.7700    13.4269      0.4675
 288     0.1000     0.0045    99.8560     0.6381    90.2900    13.2408      0.4668
 289     0.1000     0.0047    99.8540     0.6576    90.0900    13.3257      0.4661
 290     0.1000     0.0051    99.8240     0.6865    89.7100    13.3603      0.4654
 291     0.1000     0.0056    99.8260     0.6615    90.1900    13.2922      0.4647
 292     0.1000     0.0367    99.0720     0.8205    88.9800    13.0788      0.4640
 293     0.1000     0.0059    99.7880     0.6429    90.1700    13.2548      0.4633
 294     0.1000     0.0047    99.8400     0.6341    90.2400    13.3182      0.4626
 295     0.1000     0.0089    99.7220     0.6767    90.0600    13.0986      0.4619
 296     0.1000     0.0039    99.8720     0.6363    90.4900    13.1450      0.4612
 297     0.1000     0.0039    99.8620     0.6499    90.4100    13.2421      0.4605
 298     0.1000     0.0044    99.8720     0.6736    90.3400    13.3112      0.4598
 299     0.1000     0.0066    99.7860     0.6810    90.1400    13.2403      0.4591
 300     0.1000     0.0027    99.9020     0.6490    90.4100    13.2848      0.4584
 301     0.0996     0.0077    99.7720     0.7158    89.9200    13.2044      0.4578
 302     0.0992     0.0064    99.7580     0.6924    90.1500    13.3314      0.4571
 303     0.0988     0.0083    99.7240     0.6315    89.8000    13.3058      0.4564
 304     0.0983     0.0038    99.8660     0.6422    90.1200    13.2584      0.4557
 305     0.0979     0.0192    99.5520     0.6824    89.7600    13.1766      0.4551
 306     0.0975     0.0030    99.8960     0.6547    90.4700    13.1706      0.4544
 307     0.0971     0.0039    99.8780     0.6392    90.2000    13.1213      0.4537
 308     0.0967     0.0135    99.5820     0.6366    89.7800    13.3015      0.4531
 309     0.0963     0.0149    99.5040     0.6837    89.7400    13.2645      0.4524
 310     0.0959     0.0034    99.8840     0.6642    90.6300    13.1719      0.4518
 311     0.0955     0.0030    99.8920     0.6559    90.2800    13.1816      0.4512
 312     0.0950     0.0036    99.8700     0.6435    90.2400    13.2667      0.4505
 313     0.0946     0.0032    99.8860     0.6870    89.9100    13.2965      0.4499
 314     0.0942     0.0038    99.8780     0.6908    90.3800    13.3470      0.4493
 315     0.0938     0.0069    99.7720     0.6977    89.6200    13.4424      0.4487
 316     0.0934     0.0040    99.8800     0.6715    90.0900    13.1872      0.4480
 317     0.0930     0.0035    99.8740     0.6987    89.9500    13.5498      0.4474
 318     0.0926     0.0048    99.8560     0.6801    90.1500    13.1864      0.4468
 319     0.0922     0.0032    99.8920     0.6534    90.1600    13.0931      0.4462
 320     0.0917     0.0034    99.8860     0.6557    90.1700    13.2591      0.4456
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0032    99.8900     0.6858    89.9500    13.5165      0.4450
 322     0.0909     0.0023    99.9220     0.6819    90.0500    13.2766      0.4444
 323     0.0905     0.0020    99.9380     0.7020    90.3300    13.1356      0.4438
 324     0.0901     0.0016    99.9480     0.6916    90.2500    13.1806      0.4432
 325     0.0897     0.0015    99.9400     0.7190    90.3900    13.2184      0.4426
 326     0.0893     0.0033    99.8920     0.7362    90.3700    13.2273      0.4420
 327     0.0889     0.0101    99.6840     0.7162    89.4100    13.2437      0.4415
 328     0.0885     0.0154    99.5600     0.7412    89.0500    13.2743      0.4409
 329     0.0880     0.0030    99.8960     0.6804    90.3300    13.2776      0.4403
 330     0.0876     0.0053    99.8000     0.7436    89.4700    13.2830      0.4397
 331     0.0872     0.0037    99.8840     0.6895    89.8900    13.2523      0.4392
 332     0.0868     0.0052    99.8220     0.6606    89.9700    13.1290      0.4386
 333     0.0864     0.0016    99.9420     0.6459    90.2700    13.2554      0.4381
 334     0.0860     0.0029    99.9060     0.6905    90.5600    13.1660      0.4375
 335     0.0856     0.0032    99.8820     0.7065    90.0600    13.3085      0.4369
 336     0.0852     0.0020    99.9240     0.7093    90.4000    13.1931      0.4364
 337     0.0847     0.0023    99.9040     0.6780    90.4100    13.2123      0.4358
 338     0.0843     0.0019    99.9420     0.6902    90.4500    13.3548      0.4353
 339     0.0839     0.0019    99.9420     0.7117    90.4300    13.4252      0.4348
 340     0.0835     0.0030    99.9000     0.6970    89.9900    13.2805      0.4342
 341     0.0831     0.0018    99.9360     0.6888    90.4100    13.1964      0.4337
 342     0.0827     0.0012    99.9580     0.6872    90.4800    13.3102      0.4332
 343     0.0823     0.0020    99.9340     0.7376    90.2400    13.3310      0.4326
 344     0.0818     0.0015    99.9580     0.6982    90.4700    13.3537      0.4321
 345     0.0814     0.0031    99.8960     0.7040    90.1900    13.2601      0.4316
 346     0.0810     0.0040    99.8820     0.6828    90.0200    13.1942      0.4311
 347     0.0806     0.0026    99.9140     0.6650    90.5000    13.3229      0.4306
 348     0.0802     0.0022    99.9200     0.6752    90.2800    13.3397      0.4301
 349     0.0798     0.0035    99.8920     0.7121    90.4300    13.3418      0.4296
 350     0.0794     0.0020    99.9380     0.7068    90.8000    13.2433      0.4292
 351     0.0790     0.0013    99.9580     0.7205    90.5700    13.2714      0.4287
 352     0.0786     0.0014    99.9620     0.6838    90.3800    13.3145      0.4282
 353     0.0781     0.0019    99.9380     0.6904    90.2300    13.3211      0.4277
 354     0.0777     0.0021    99.9320     0.6998    90.3800    13.2385      0.4272
 355     0.0773     0.0034    99.8900     0.7123    90.2800    13.1901      0.4267
 356     0.0769     0.0038    99.8680     0.7250    90.2100    13.3320      0.4263
 357     0.0765     0.0022    99.9260     0.7211    90.2600    13.3157      0.4258
 358     0.0761     0.0034    99.8940     0.7040    90.0800    13.2231      0.4253
 359     0.0757     0.0203    99.4300     0.8022    88.9600    13.1884      0.4249
 360     0.0753     0.0019    99.9560     0.7164    90.4600    13.2743      0.4244
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0013    99.9640     0.7176    90.5400    13.4323      0.4240
 362     0.0744     0.0022    99.9280     0.7158    90.3100    13.3689      0.4235
 363     0.0740     0.0012    99.9640     0.7127    90.3500    13.1741      0.4230
 364     0.0736     0.0019    99.9240     0.7137    90.1700    13.2928      0.4226
 365     0.0732     0.0010    99.9620     0.6992    90.7800    13.3122      0.4221
 366     0.0728     0.0011    99.9640     0.6982    90.5100    13.3084      0.4217
 367     0.0724     0.0009    99.9680     0.7193    90.4500    13.1617      0.4212
 368     0.0720     0.0021    99.9340     0.7223    90.3400    13.1620      0.4208
 369     0.0715     0.0026    99.9180     0.7069    90.3800    13.4167      0.4204
 370     0.0711     0.0015    99.9640     0.7114    90.3900    13.2355      0.4200
 371     0.0707     0.0009    99.9760     0.7033    90.6300    13.3860      0.4195
 372     0.0703     0.0030    99.9140     0.7535    90.3300    13.1968      0.4191
 373     0.0699     0.0017    99.9440     0.7365    90.3100    13.2842      0.4187
 374     0.0695     0.0009    99.9740     0.7165    90.3000    13.2411      0.4183
 375     0.0691     0.0013    99.9540     0.7092    90.2500    13.2670      0.4179
 376     0.0686     0.0007    99.9820     0.6932    90.5300    13.2734      0.4174
 377     0.0682     0.0008    99.9760     0.7049    90.4400    13.1235      0.4170
 378     0.0678     0.0010    99.9700     0.7343    90.3700    13.2856      0.4166
 379     0.0674     0.0014    99.9600     0.7225    90.2600    13.0920      0.4162
 380     0.0670     0.0025    99.9240     0.7638    90.0800    13.3339      0.4158
 381     0.0666     0.0019    99.9420     0.7072    90.2700    13.2993      0.4154
 382     0.0662     0.0010    99.9680     0.7155    90.4700    13.2508      0.4150
 383     0.0658     0.0011    99.9580     0.6895    90.3800    13.2625      0.4147
 384     0.0654     0.0011    99.9700     0.6882    90.5800    13.3124      0.4143
 385     0.0649     0.0011    99.9620     0.6876    90.6600    13.1562      0.4139
 386     0.0645     0.0009    99.9800     0.7054    90.8400    13.1332      0.4135
 387     0.0641     0.0010    99.9660     0.7197    90.4200    13.1347      0.4131
 388     0.0637     0.0013    99.9640     0.7080    90.5700    13.2866      0.4128
 389     0.0633     0.0009    99.9740     0.7092    90.7400    13.3133      0.4124
 390     0.0629     0.0011    99.9680     0.7362    90.5500    13.4300      0.4120
 391     0.0625     0.0013    99.9600     0.7266    90.6600    13.3306      0.4117
 392     0.0621     0.0017    99.9560     0.7161    90.7300    13.2123      0.4113
 393     0.0616     0.0008    99.9720     0.7297    90.6700    13.3340      0.4110
 394     0.0612     0.0010    99.9660     0.7125    90.7500    13.1566      0.4106
 395     0.0608     0.0008    99.9760     0.7050    90.5100    13.3360      0.4102
 396     0.0604     0.0010    99.9700     0.7076    90.6500    13.3822      0.4099
 397     0.0600     0.0009    99.9620     0.6937    90.4200    13.3163      0.4095
 398     0.0596     0.0008    99.9740     0.6980    90.7600    13.4565      0.4092
 399     0.0592     0.0009    99.9720     0.6912    90.9400    13.3367      0.4089
 400     0.0588     0.0009    99.9720     0.7166    90.8800    13.2722      0.4086
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0007    99.9840     0.7135    90.8900    13.1846      0.4082
 402     0.0579     0.0006    99.9800     0.7028    91.1400    13.2405      0.4079
 403     0.0575     0.0012    99.9680     0.7185    90.9700    13.1202      0.4076
 404     0.0571     0.0007    99.9740     0.7128    90.7900    13.1836      0.4072
 405     0.0567     0.0004    99.9840     0.7262    90.4100    13.2681      0.4069
 406     0.0563     0.0007    99.9780     0.7212    90.7100    13.3791      0.4066
 407     0.0559     0.0006    99.9880     0.7368    90.6600    13.5424      0.4063
 408     0.0554     0.0005    99.9820     0.7127    90.9100    13.3594      0.4059
 409     0.0550     0.0004    99.9840     0.7110    90.6900    13.3463      0.4056
 410     0.0546     0.0003    99.9900     0.7012    90.8400    13.1518      0.4053
 411     0.0542     0.0008    99.9700     0.7226    90.7800    13.1643      0.4050
 412     0.0538     0.0004    99.9920     0.7202    90.9200    13.1778      0.4047
 413     0.0534     0.0006    99.9820     0.7163    90.8300    13.3460      0.4044
 414     0.0530     0.0003    99.9940     0.7186    91.0000    13.3982      0.4041
 415     0.0526     0.0007    99.9760     0.6955    90.7900    13.3316      0.4038
 416     0.0522     0.0007    99.9780     0.7116    90.7300    13.2380      0.4035
 417     0.0517     0.0003    99.9920     0.7205    90.6800    13.3659      0.4033
 418     0.0513     0.0003    99.9900     0.7055    90.8700    13.1651      0.4030
 419     0.0509     0.0004    99.9940     0.7067    90.6300    13.1046      0.4027
 420     0.0505     0.0002    99.9960     0.7094    90.7800    13.3801      0.4024
 421     0.0501     0.0004    99.9900     0.7109    90.9000    13.1174      0.4021
 422     0.0497     0.0005    99.9860     0.7299    90.9400    13.2902      0.4018
 423     0.0493     0.0002    99.9920     0.7272    90.8500    13.3322      0.4016
 424     0.0489     0.0006    99.9840     0.7305    90.7700    13.2655      0.4013
 425     0.0484     0.0004    99.9880     0.7230    90.8200    13.3730      0.4010
 426     0.0480     0.0005    99.9880     0.7351    90.9100    13.1813      0.4008
 427     0.0476     0.0003    99.9940     0.7567    90.6600    13.3440      0.4005
 428     0.0472     0.0006    99.9820     0.7524    90.7100    13.2502      0.4002
 429     0.0468     0.0003    99.9920     0.7373    90.9000    13.2867      0.4000
 430     0.0464     0.0002    99.9940     0.7434    90.9000    13.2032      0.3997
 431     0.0460     0.0002    99.9940     0.7279    90.9500    13.2012      0.3995
 432     0.0456     0.0005    99.9880     0.7517    90.6300    13.3933      0.3992
 433     0.0451     0.0002    99.9880     0.7437    91.0000    13.3158      0.3990
 434     0.0447     0.0010    99.9740     0.7617    90.5400    13.3649      0.3987
 435     0.0443     0.0002    99.9940     0.7500    90.8000    13.3127      0.3985
 436     0.0439     0.0003    99.9940     0.7568    90.8600    13.2132      0.3983
 437     0.0435     0.0002    99.9940     0.7445    90.8100    13.2517      0.3980
 438     0.0431     0.0002    99.9940     0.7453    90.7000    13.3512      0.3978
 439     0.0427     0.0003    99.9900     0.7454    90.6700    13.4287      0.3975
 440     0.0423     0.0004    99.9900     0.7548    90.7900    13.3005      0.3973
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0002    99.9920     0.7438    90.9800    13.2115      0.3971
 442     0.0414     0.0003    99.9920     0.7504    90.8200    13.1928      0.3969
 443     0.0410     0.0003    99.9940     0.7516    90.7700    13.5609      0.3967
 444     0.0406     0.0003    99.9900     0.7584    90.6800    13.3796      0.3964
 445     0.0402     0.0003    99.9920     0.7476    90.7400    13.0511      0.3962
 446     0.0398     0.0001   100.0000     0.7614    90.7700    13.2125      0.3960
 447     0.0394     0.0001   100.0000     0.7586    90.7800    13.3888      0.3958
 448     0.0389     0.0003    99.9900     0.7682    90.8600    13.2338      0.3956
 449     0.0385     0.0002    99.9960     0.7665    90.9600    13.2014      0.3954
 450     0.0381     0.0002    99.9940     0.7648    90.7900    13.3015      0.3952
 451     0.0377     0.0002    99.9960     0.7595    90.8900    13.3424      0.3950
 452     0.0373     0.0002    99.9960     0.7607    90.9400    13.3390      0.3948
 453     0.0369     0.0001    99.9960     0.7550    90.9100    13.2170      0.3946
 454     0.0365     0.0001    99.9960     0.7582    90.8300    13.3538      0.3944
 455     0.0361     0.0002    99.9940     0.7633    91.0300    13.2422      0.3942
 456     0.0357     0.0002    99.9960     0.7655    90.9000    13.3025      0.3940
 457     0.0352     0.0002    99.9940     0.7788    90.9400    13.3230      0.3938
 458     0.0348     0.0001    99.9980     0.7659    90.9300    13.2124      0.3936
 459     0.0344     0.0002    99.9920     0.7640    90.8400    13.1660      0.3935
 460     0.0340     0.0002    99.9940     0.7690    90.8100    13.1243      0.3933
 461     0.0336     0.0001    99.9960     0.7704    90.8900    13.3127      0.3931
 462     0.0332     0.0003    99.9840     0.7767    90.8500    13.1749      0.3929
 463     0.0328     0.0001   100.0000     0.7752    90.7500    13.1614      0.3927
 464     0.0324     0.0001   100.0000     0.7748    90.8600    13.2303      0.3926
 465     0.0319     0.0000   100.0000     0.7693    90.8300    13.2546      0.3924
 466     0.0315     0.0002    99.9960     0.7718    90.9400    13.4168      0.3922
 467     0.0311     0.0001    99.9980     0.7714    90.9800    13.2695      0.3921
 468     0.0307     0.0001    99.9960     0.7757    90.9400    13.3859      0.3919
 469     0.0303     0.0001    99.9960     0.7638    91.0400    13.2524      0.3917
 470     0.0299     0.0002    99.9940     0.7728    90.9200    13.3520      0.3916
 471     0.0295     0.0001    99.9980     0.7609    91.0700    13.3084      0.3914
 472     0.0291     0.0001    99.9980     0.7626    90.9200    13.3539      0.3913
 473     0.0286     0.0001    99.9960     0.7670    90.9300    13.1545      0.3911
 474     0.0282     0.0000   100.0000     0.7594    91.0500    13.2016      0.3910
 475     0.0278     0.0000   100.0000     0.7656    90.9800    13.4124      0.3908
 476     0.0274     0.0002    99.9940     0.7678    91.0600    13.2915      0.3907
 477     0.0270     0.0001    99.9980     0.7583    91.1100    13.3787      0.3906
 478     0.0266     0.0001    99.9960     0.7635    91.0400    13.1680      0.3904
 479     0.0262     0.0001    99.9980     0.7700    91.0700    13.2863      0.3903
 480     0.0257     0.0002    99.9920     0.7610    91.1100    13.4272      0.3902
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0001    99.9980     0.7611    91.0900    13.3438      0.3900
 482     0.0249     0.0001    99.9960     0.7652    91.1300    13.2739      0.3899
 483     0.0245     0.0001    99.9980     0.7632    91.0900    13.4708      0.3898
 484     0.0241     0.0001   100.0000     0.7671    90.9900    13.2936      0.3897
 485     0.0237     0.0002    99.9920     0.7706    90.9200    13.1676      0.3895
 486     0.0233     0.0002    99.9960     0.7783    90.8800    13.2297      0.3894
 487     0.0229     0.0000   100.0000     0.7731    90.9200    13.1452      0.3893
 488     0.0225     0.0001    99.9980     0.7696    90.9600    13.3865      0.3892
 489     0.0220     0.0001    99.9940     0.7701    90.9800    13.3313      0.3891
 490     0.0216     0.0000   100.0000     0.7657    91.0300    13.2978      0.3890
 491     0.0212     0.0000   100.0000     0.7650    91.0700    13.1851      0.3889
 492     0.0208     0.0001    99.9960     0.7619    91.0700    13.4207      0.3888
 493     0.0204     0.0001    99.9940     0.7605    91.0500    13.2697      0.3886
 494     0.0200     0.0000   100.0000     0.7619    91.1000    13.2955      0.3885
 495     0.0196     0.0001    99.9980     0.7631    91.0200    13.2739      0.3884
 496     0.0192     0.0000   100.0000     0.7643    91.1000    13.3065      0.3883
 497     0.0187     0.0000   100.0000     0.7635    91.0200    13.2340      0.3883
 498     0.0183     0.0000   100.0000     0.7630    90.9900    13.3293      0.3882
 499     0.0179     0.0000   100.0000     0.7633    91.0000    13.2629      0.3881
 500     0.0175     0.0000    99.9980     0.7631    91.0500    13.2678      0.3880
 501     0.0171     0.0001    99.9980     0.7624    91.0900    13.1794      0.3879
 502     0.0167     0.0000    99.9980     0.7648    91.0800    13.2737      0.3878
 503     0.0163     0.0001    99.9980     0.7659    91.0800    13.2743      0.3877
 504     0.0159     0.0000   100.0000     0.7664    91.0900    13.3699      0.3877
 505     0.0154     0.0000    99.9980     0.7671    91.0800    13.3584      0.3876
 506     0.0150     0.0000   100.0000     0.7670    91.1500    13.4682      0.3875
 507     0.0146     0.0001    99.9960     0.7651    91.0700    13.3393      0.3874
 508     0.0142     0.0000   100.0000     0.7642    91.1000    13.1906      0.3874
 509     0.0138     0.0000   100.0000     0.7640    91.1500    13.1976      0.3873
 510     0.0134     0.0000   100.0000     0.7642    91.1100    13.1745      0.3872
 511     0.0130     0.0001    99.9980     0.7655    91.1200    13.2970      0.3872
 512     0.0125     0.0000   100.0000     0.7673    91.0900    13.2011      0.3871
 513     0.0121     0.0000   100.0000     0.7690    91.0900    13.2091      0.3870
 514     0.0117     0.0000   100.0000     0.7696    91.0700    13.2892      0.3870
 515     0.0113     0.0000   100.0000     0.7702    91.0600    13.2925      0.3869
 516     0.0109     0.0000    99.9980     0.7704    90.9700    13.2066      0.3869
 517     0.0105     0.0000   100.0000     0.7677    91.1700    13.3374      0.3868
 518     0.0101     0.0000   100.0000     0.7667    91.1900    13.3747      0.3868
 519     0.0097     0.0000   100.0000     0.7654    91.1500    13.1962      0.3867
 520     0.0092     0.0000   100.0000     0.7650    91.1500    13.2647      0.3867
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001    99.9980     0.7644    91.1800    13.2230      0.3866
 522     0.0084     0.0000   100.0000     0.7644    91.1500    13.2915      0.3866
 523     0.0080     0.0001    99.9980     0.7657    91.0300    13.2456      0.3866
 524     0.0076     0.0000   100.0000     0.7657    91.0500    13.3656      0.3865
 525     0.0072     0.0000   100.0000     0.7659    91.0600    13.3978      0.3865
 526     0.0068     0.0000    99.9980     0.7656    91.0500    13.1277      0.3865
 527     0.0064     0.0000   100.0000     0.7659    91.0600    13.1156      0.3864
 528     0.0060     0.0001    99.9980     0.7662    91.0600    13.2583      0.3864
 529     0.0055     0.0001    99.9960     0.7657    91.0600    13.2832      0.3864
 530     0.0051     0.0000   100.0000     0.7655    91.0700    13.3154      0.3863
 531     0.0047     0.0001    99.9980     0.7648    91.0600    13.3939      0.3863
 532     0.0043     0.0000    99.9980     0.7648    91.0500    13.1557      0.3863
 533     0.0039     0.0001    99.9980     0.7648    91.0500    13.3520      0.3863
 534     0.0035     0.0000   100.0000     0.7648    91.0600    13.3577      0.3863
 535     0.0031     0.0000   100.0000     0.7647    91.0900    13.2020      0.3863
 536     0.0027     0.0001    99.9980     0.7646    91.0500    13.1720      0.3862
 537     0.0022     0.0000   100.0000     0.7648    91.0400    13.2681      0.3862
 538     0.0018     0.0001    99.9980     0.7646    91.0800    13.4386      0.3862
 539     0.0014     0.0000   100.0000     0.7646    91.0500    13.2111      0.3862
 540     0.0010     0.0000   100.0000     0.7647    91.0500    13.1920      0.3862
 541     0.0010     0.0000   100.0000     0.7646    91.0500    13.4447      0.3862
 542     0.0010     0.0000   100.0000     0.7647    91.0400    13.3103      0.3862
 543     0.0010     0.0000   100.0000     0.7650    91.0200    13.3369      0.3862
 544     0.0010     0.0000   100.0000     0.7649    91.0500    13.2829      0.3862
 545     0.0010     0.0000   100.0000     0.7650    91.0400    13.2893      0.3862
 546     0.0010     0.0000    99.9980     0.7650    91.0500    13.3311      0.3862
 547     0.0010     0.0000   100.0000     0.7650    91.0300    13.3155      0.3862
 548     0.0010     0.0000   100.0000     0.7651    91.0400    13.4069      0.3862
 549     0.0010     0.0001    99.9980     0.7646    91.0700    13.4231      0.3862
 550     0.0010     0.0000   100.0000     0.7645    91.0600    13.2651      0.3862
 551     0.0010     0.0000    99.9980     0.7645    91.0600    13.2219      0.3862
 552     0.0010     0.0000    99.9980     0.7645    91.0700    13.3452      0.3862
 553     0.0010     0.0000    99.9980     0.7646    91.0800    13.2274      0.3862
 554     0.0010     0.0000   100.0000     0.7644    91.0900    13.3670      0.3862
 555     0.0010     0.0001    99.9960     0.7644    91.0800    13.3882      0.3862
 556     0.0010     0.0000    99.9980     0.7646    91.0700    13.3996      0.3862
 557     0.0010     0.0000   100.0000     0.7647    91.0400    13.3057      0.3862
 558     0.0010     0.0000   100.0000     0.7647    91.0500    13.1041      0.3862
 559     0.0010     0.0000   100.0000     0.7648    91.0700    13.2666      0.3862
 560     0.0010     0.0000   100.0000     0.7644    91.0300    13.2473      0.3862
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001    99.9980     0.7645    91.0300    13.1745      0.3862
 562     0.0010     0.0000   100.0000     0.7645    91.0300    13.2100      0.3862
 563     0.0010     0.0000   100.0000     0.7645    91.0200    13.1644      0.3862
 564     0.0010     0.0000   100.0000     0.7643    91.0700    13.3124      0.3862
 565     0.0010     0.0000   100.0000     0.7644    91.0700    13.3713      0.3862
 566     0.0010     0.0000   100.0000     0.7644    91.0700    13.1696      0.3862
 567     0.0010     0.0000   100.0000     0.7644    91.0600    13.2735      0.3862
 568     0.0010     0.0000    99.9980     0.7645    91.0400    13.4202      0.3862
 569     0.0010     0.0001    99.9980     0.7645    91.0600    13.1582      0.3862
 570     0.0010     0.0000   100.0000     0.7645    91.0700    13.3547      0.3862
 571     0.0010     0.0001    99.9980     0.7645    91.0600    13.5005      0.3862
 572     0.0010     0.0000   100.0000     0.7644    91.0600    13.3196      0.3862
 573     0.0010     0.0000   100.0000     0.7645    91.0700    13.3517      0.3862
 574     0.0010     0.0000   100.0000     0.7644    91.0700    13.3310      0.3862
 575     0.0010     0.0000   100.0000     0.7645    91.0700    13.1625      0.3862
 576     0.0010     0.0000   100.0000     0.7644    91.0800    13.3208      0.3862
 577     0.0010     0.0001    99.9980     0.7645    91.0800    13.2233      0.3862
 578     0.0010     0.0000   100.0000     0.7646    91.0700    13.4105      0.3862
 579     0.0010     0.0000   100.0000     0.7646    91.0500    13.2995      0.3862
 580     0.0010     0.0000    99.9980     0.7647    91.0800    13.2884      0.3862
 581     0.0010     0.0000   100.0000     0.7647    91.0700    13.2362      0.3862
 582     0.0010     0.0000   100.0000     0.7648    91.0600    13.3483      0.3862
 583     0.0010     0.0001    99.9980     0.7646    91.1000    13.3903      0.3862
 584     0.0010     0.0000   100.0000     0.7647    91.0900    13.1915      0.3862
 585     0.0010     0.0000    99.9980     0.7647    91.0900    13.2215      0.3862
 586     0.0010     0.0000   100.0000     0.7647    91.1000    13.2697      0.3862
 587     0.0010     0.0000   100.0000     0.7644    91.1200    13.3155      0.3862
 588     0.0010     0.0000   100.0000     0.7645    91.1100    13.3005      0.3862
 589     0.0010     0.0001    99.9960     0.7647    91.1200    13.1898      0.3862
 590     0.0010     0.0000   100.0000     0.7646    91.1100    13.1960      0.3862
 591     0.0010     0.0000   100.0000     0.7647    91.1100    13.1352      0.3862
 592     0.0010     0.0000    99.9980     0.7647    91.1300    13.4145      0.3862
 593     0.0010     0.0000   100.0000     0.7647    91.1400    13.1575      0.3862
 594     0.0010     0.0000   100.0000     0.7647    91.1200    13.1995      0.3862
 595     0.0010     0.0000   100.0000     0.7648    91.1300    13.3986      0.3862
 596     0.0010     0.0000    99.9980     0.7646    91.1300    13.3502      0.3862
 597     0.0010     0.0001    99.9960     0.7646    91.1300    13.1923      0.3862
 598     0.0010     0.0000   100.0000     0.7647    91.1300    13.2209      0.3862
 599     0.0010     0.0000    99.9980     0.7648    91.1200    13.2245      0.3862
 600     0.0010     0.0000   100.0000     0.7647    91.1100    13.3939      0.3862
