Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2270    14.6540     2.2575    12.3100    16.3039      0.9627
   2     0.1000     2.0438    20.8860     1.8809    26.3400    14.7346      0.9469
   3     0.1000     1.9098    25.8520     2.2818    17.2800    14.6427      0.9348
   4     0.1000     1.7936    30.7800     1.5903    39.6600    14.5997      0.9247
   5     0.1000     1.6351    38.1640     1.4928    44.4500    14.5842      0.9157
   6     0.1000     1.5089    44.1140     1.6301    39.0700    14.6134      0.9077
   7     0.1000     1.3859    49.5860     1.2465    55.3800    14.6350      0.9003
   8     0.1000     1.2459    55.3400     1.1590    58.6300    14.6173      0.8934
   9     0.1000     1.1094    60.8500     0.9591    66.4500    14.6101      0.8870
  10     0.1000     1.0012    64.9120     1.0109    64.6100    14.5866      0.8810
  11     0.1000     0.9165    68.3520     0.8141    71.7900    14.5990      0.8753
  12     0.1000     0.8389    71.2260     0.8598    70.9500    14.6114      0.8699
  13     0.1000     0.7778    73.4620     0.7433    74.5900    14.6156      0.8647
  14     0.1000     0.7169    75.7160     0.7238    74.7700    14.6232      0.8597
  15     0.1000     0.6745    77.3260     0.7183    75.3600    14.6251      0.8549
  16     0.1000     0.6323    78.7800     0.6948    76.5500    14.6052      0.8503
  17     0.1000     0.5901    80.1680     0.6348    78.8400    14.5916      0.8458
  18     0.1000     0.5548    81.4900     0.6451    78.2500    14.6075      0.8416
  19     0.1000     0.5286    82.4680     0.6057    80.2900    14.6292      0.8374
  20     0.1000     0.5015    83.3400     0.6760    78.3300    14.6044      0.8334
  21     0.1000     0.4736    84.3080     0.5437    82.1200    14.5807      0.8295
  22     0.1000     0.4557    84.9120     0.4946    83.8500    14.6133      0.8257
  23     0.1000     0.4359    85.6960     0.5381    82.9400    14.6017      0.8219
  24     0.1000     0.4160    86.1680     0.5717    82.8500    14.6066      0.8183
  25     0.1000     0.3924    87.0100     0.4939    84.0800    14.6137      0.8148
  26     0.1000     0.3783    87.4840     0.4843    84.3900    14.6165      0.8114
  27     0.1000     0.3580    88.1320     0.6303    81.1600    14.6236      0.8080
  28     0.1000     0.3490    88.4380     0.4947    84.6100    14.6098      0.8047
  29     0.1000     0.3314    88.8600     0.4777    84.7500    14.5965      0.8014
  30     0.1000     0.3165    89.6460     0.5868    82.3000    14.5909      0.7983
  31     0.1000     0.3039    90.1080     0.5017    85.0700    14.6282      0.7951
  32     0.1000     0.2939    90.4620     0.4593    85.7900    14.6216      0.7921
  33     0.1000     0.2799    90.7220     0.4617    85.8200    14.6053      0.7891
  34     0.1000     0.2695    91.0500     0.4646    86.0000    14.6004      0.7862
  35     0.1000     0.2571    91.5200     0.5520    84.0100    14.6088      0.7834
  36     0.1000     0.2500    91.6420     0.4727    86.0200    14.6194      0.7805
  37     0.1000     0.2370    92.1380     0.4404    86.6000    14.6579      0.7777
  38     0.1000     0.2336    92.4060     0.6778    81.2700    14.6260      0.7750
  39     0.1000     0.2229    92.6820     0.4284    87.6100    14.6311      0.7723
  40     0.1000     0.2111    92.8760     0.4463    87.2000    14.6317      0.7697
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2019    93.4780     0.4552    87.5400    14.6069      0.7671
  42     0.1000     0.1922    93.6520     0.4711    86.4700    14.6026      0.7645
  43     0.1000     0.1872    93.7000     0.4732    86.9500    14.5937      0.7620
  44     0.1000     0.1778    94.1040     0.4460    87.9600    14.6014      0.7595
  45     0.1000     0.1734    94.2700     0.5586    85.2300    14.6197      0.7571
  46     0.1000     0.1699    94.2960     0.4393    87.7400    14.6151      0.7546
  47     0.1000     0.1596    94.6200     0.4267    87.8400    14.5896      0.7523
  48     0.1000     0.1589    94.6100     0.7133    83.0100    14.6104      0.7499
  49     0.1000     0.1546    94.8100     0.5580    85.4000    14.6035      0.7476
  50     0.1000     0.1462    95.1960     0.4702    87.9500    14.5848      0.7453
  51     0.1000     0.1354    95.5920     0.4434    88.4500    14.5926      0.7430
  52     0.1000     0.1334    95.5060     0.4687    87.0400    14.5993      0.7408
  53     0.1000     0.1384    95.4740     0.4846    87.3700    14.6507      0.7386
  54     0.1000     0.1247    95.9220     0.4534    87.8100    14.6216      0.7363
  55     0.1000     0.1198    96.0260     0.5991    84.7400    14.6108      0.7342
  56     0.1000     0.1243    95.9400     0.4647    88.3400    14.6197      0.7320
  57     0.1000     0.1139    96.2220     0.5422    86.1900    14.5886      0.7299
  58     0.1000     0.1118    96.3540     0.4709    88.3300    14.5911      0.7278
  59     0.1000     0.1044    96.5100     0.4972    88.1300    14.5727      0.7258
  60     0.1000     0.1057    96.5520     0.5126    87.3000    14.5944      0.7238
  61     0.1000     0.1014    96.6640     0.4965    88.2600    14.6087      0.7217
  62     0.1000     0.1000    96.5840     0.5223    87.7800    14.5948      0.7197
  63     0.1000     0.0923    96.9860     0.4947    88.0400    14.5824      0.7177
  64     0.1000     0.0925    97.0200     0.5115    87.6400    14.5947      0.7157
  65     0.1000     0.0891    97.1120     0.5052    87.9800    14.5957      0.7137
  66     0.1000     0.0845    97.1820     0.5088    87.7000    14.6003      0.7118
  67     0.1000     0.0815    97.2660     0.5157    87.7300    14.6156      0.7099
  68     0.1000     0.0839    97.2480     0.5145    88.0400    14.5874      0.7081
  69     0.1000     0.0787    97.4320     0.5327    87.8400    14.5982      0.7062
  70     0.1000     0.0764    97.5500     0.4826    88.6200    14.5912      0.7043
  71     0.1000     0.0787    97.3240     0.5034    88.8200    14.6031      0.7024
  72     0.1000     0.0740    97.5600     0.5724    87.3800    14.6125      0.7006
  73     0.1000     0.0709    97.5800     0.5080    88.9100    14.5633      0.6988
  74     0.1000     0.0624    97.9060     0.5324    88.4300    14.5926      0.6971
  75     0.1000     0.0672    97.7900     0.4946    88.8000    14.6152      0.6953
  76     0.1000     0.0673    97.7640     0.5269    88.2900    14.5918      0.6935
  77     0.1000     0.0624    97.9540     0.5580    87.9300    14.5951      0.6918
  78     0.1000     0.0650    97.8800     0.4957    88.3200    14.6159      0.6900
  79     0.1000     0.0607    98.0720     0.5372    87.9700    14.5787      0.6883
  80     0.1000     0.0578    98.1340     0.5721    88.3700    14.5920      0.6866
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0581    98.1020     0.6641    86.2400    14.6330      0.6849
  82     0.1000     0.0626    97.9640     0.5522    88.4900    14.6893      0.6832
  83     0.1000     0.0516    98.2940     0.5262    88.2800    14.6541      0.6815
  84     0.1000     0.0540    98.2160     0.5932    87.6000    14.6002      0.6798
  85     0.1000     0.0481    98.4400     0.6454    87.8400    14.5825      0.6782
  86     0.1000     0.0496    98.3920     0.5880    88.2600    14.5869      0.6766
  87     0.1000     0.0478    98.3920     0.5321    88.7100    14.6042      0.6750
  88     0.1000     0.0496    98.3760     0.6019    87.9600    14.6078      0.6734
  89     0.1000     0.0467    98.4580     0.5369    89.2000    14.6028      0.6717
  90     0.1000     0.0443    98.5480     0.5384    89.2500    14.6166      0.6701
  91     0.1000     0.0481    98.4100     0.5387    88.6500    14.5733      0.6686
  92     0.1000     0.0467    98.5300     0.5679    88.0500    14.5885      0.6670
  93     0.1000     0.0410    98.6680     0.7249    87.3500    14.5846      0.6654
  94     0.1000     0.0449    98.5900     0.5225    88.8100    14.6071      0.6638
  95     0.1000     0.0417    98.6800     0.5935    88.8400    14.5903      0.6623
  96     0.1000     0.0409    98.6520     0.6346    88.1000    14.6176      0.6608
  97     0.1000     0.0449    98.5480     0.5800    88.5400    14.5984      0.6593
  98     0.1000     0.0399    98.7000     0.5611    88.9100    14.5814      0.6578
  99     0.1000     0.0336    98.9100     0.5732    89.1900    14.5957      0.6563
 100     0.1000     0.0386    98.7220     0.5651    88.8600    14.6190      0.6548
 101     0.1000     0.0342    98.8940     0.5509    88.6400    14.6376      0.6533
 102     0.1000     0.0341    98.9000     0.6149    88.4000    14.5936      0.6518
 103     0.1000     0.0319    98.9880     0.6302    87.9500    14.6098      0.6503
 104     0.1000     0.0355    98.8720     0.5708    88.5700    14.5775      0.6489
 105     0.1000     0.0307    99.0340     0.5897    88.6400    14.5825      0.6474
 106     0.1000     0.0308    98.9900     0.5747    88.5900    14.6015      0.6459
 107     0.1000     0.0358    98.8220     0.6592    87.8700    14.5953      0.6446
 108     0.1000     0.0267    99.0900     0.6005    88.9500    14.5925      0.6431
 109     0.1000     0.0350    98.8540     0.5811    89.5100    14.5951      0.6417
 110     0.1000     0.0282    99.0900     0.5732    89.7700    14.5973      0.6403
 111     0.1000     0.0316    98.9620     0.6674    88.4700    14.5938      0.6389
 112     0.1000     0.0306    99.0240     0.5971    88.8200    14.6455      0.6375
 113     0.1000     0.0299    99.0540     0.6761    87.9800    14.5810      0.6361
 114     0.1000     0.0303    99.0040     1.2328    82.9200    14.5712      0.6347
 115     0.1000     0.0300    99.0540     0.6008    88.9000    14.5857      0.6334
 116     0.1000     0.0291    99.0640     0.5837    88.9000    14.5868      0.6320
 117     0.1000     0.0234    99.2560     0.5704    89.2800    14.6037      0.6306
 118     0.1000     0.0304    99.0540     0.6111    88.9500    14.6012      0.6293
 119     0.1000     0.0286    99.1140     0.5941    89.3100    14.5894      0.6280
 120     0.1000     0.0259    99.1580     0.5823    89.0400    14.5832      0.6266
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0260    99.1480     0.5795    89.1500    14.5807      0.6253
 122     0.1000     0.0281    99.0660     0.7915    86.5600    14.6006      0.6239
 123     0.1000     0.0239    99.3040     0.6147    89.5100    14.5973      0.6226
 124     0.1000     0.0262    99.1700     0.5577    89.3400    14.6204      0.6213
 125     0.1000     0.0217    99.3220     0.6088    89.4900    14.6483      0.6200
 126     0.1000     0.0245    99.2360     0.5948    89.3500    14.6014      0.6187
 127     0.1000     0.0218    99.2820     0.6020    89.7400    14.6027      0.6174
 128     0.1000     0.0198    99.3420     0.6241    89.0000    14.6071      0.6162
 129     0.1000     0.0238    99.2380     0.6002    89.5900    14.5922      0.6149
 130     0.1000     0.0246    99.2560     0.6580    87.8700    14.5943      0.6136
 131     0.1000     0.0230    99.2520     0.5539    89.6100    14.6294      0.6123
 132     0.1000     0.0219    99.2880     0.5792    89.4500    14.6017      0.6111
 133     0.1000     0.0206    99.3100     0.6604    89.2700    14.5932      0.6098
 134     0.1000     0.0198    99.3420     0.6158    89.4800    14.5999      0.6086
 135     0.1000     0.0237    99.2280     0.6274    89.1400    14.5904      0.6074
 136     0.1000     0.0220    99.3080     0.5736    89.6200    14.5979      0.6061
 137     0.1000     0.0184    99.3580     0.7065    88.5100    14.5832      0.6049
 138     0.1000     0.0184    99.4620     0.6274    89.0500    14.5798      0.6037
 139     0.1000     0.0203    99.3860     0.5925    89.5900    14.5884      0.6024
 140     0.1000     0.0149    99.5480     0.5985    89.6900    14.5708      0.6012
 141     0.1000     0.0193    99.3400     0.5734    89.6200    14.5914      0.6000
 142     0.1000     0.0154    99.5140     0.6004    89.7500    14.5950      0.5988
 143     0.1000     0.0192    99.4260     0.6040    89.2200    14.6091      0.5975
 144     0.1000     0.0187    99.3720     0.6175    89.3300    14.5885      0.5963
 145     0.1000     0.0167    99.4700     0.5963    89.7900    14.5998      0.5951
 146     0.1000     0.0175    99.4300     0.6191    89.2400    14.5719      0.5940
 147     0.1000     0.0167    99.4680     0.6344    89.0700    14.5968      0.5928
 148     0.1000     0.0160    99.4960     0.5985    89.4000    14.5905      0.5916
 149     0.1000     0.0206    99.3600     0.6084    89.4400    14.5763      0.5905
 150     0.1000     0.0162    99.4520     0.6113    89.6800    14.6105      0.5893
 151     0.1000     0.0186    99.4320     0.6143    89.5900    14.6181      0.5881
 152     0.1000     0.0156    99.5240     0.5937    89.4700    14.5912      0.5870
 153     0.1000     0.0174    99.4980     0.5699    90.1900    14.6125      0.5859
 154     0.1000     0.0171    99.4680     0.6132    89.8600    14.5778      0.5847
 155     0.1000     0.0153    99.5340     0.5633    90.1000    14.5998      0.5835
 156     0.1000     0.0166    99.4400     0.5837    89.7700    14.6013      0.5825
 157     0.1000     0.0173    99.4520     0.7019    88.6000    14.5793      0.5813
 158     0.1000     0.0151    99.5320     0.6815    88.9500    14.5855      0.5802
 159     0.1000     0.0170    99.4900     0.5784    89.7500    14.6062      0.5791
 160     0.1000     0.0161    99.4960     0.6139    89.4100    14.5838      0.5780
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0159    99.4980     0.6027    89.7800    14.5938      0.5769
 162     0.1000     0.0154    99.5160     0.6462    88.8200    14.6081      0.5758
 163     0.1000     0.0135    99.5440     0.6410    89.4700    14.6259      0.5747
 164     0.1000     0.0151    99.5000     0.6310    89.6000    14.6231      0.5736
 165     0.1000     0.0151    99.5480     0.5832    89.8200    14.6089      0.5725
 166     0.1000     0.0165    99.4940     0.6523    89.4100    14.6575      0.5714
 167     0.1000     0.0149    99.5200     0.6615    89.3200    14.5852      0.5703
 168     0.1000     0.0124    99.6140     0.6311    89.6700    14.5817      0.5693
 169     0.1000     0.0171    99.4600     0.6404    89.3300    14.6385      0.5682
 170     0.1000     0.0127    99.6280     0.6643    90.0200    14.5950      0.5672
 171     0.1000     0.0151    99.5380     0.6012    89.5600    14.6094      0.5661
 172     0.1000     0.0170    99.4460     0.6308    89.1300    14.6037      0.5651
 173     0.1000     0.0188    99.4040     0.6011    89.6500    14.5950      0.5641
 174     0.1000     0.0116    99.5740     0.6159    89.6700    14.5715      0.5630
 175     0.1000     0.0152    99.5340     0.5843    89.6400    14.6155      0.5620
 176     0.1000     0.0141    99.5620     0.5851    89.7900    14.5882      0.5609
 177     0.1000     0.0118    99.6040     0.6277    89.9300    14.5677      0.5599
 178     0.1000     0.0147    99.5300     0.6381    89.4100    14.5984      0.5589
 179     0.1000     0.0125    99.5940     0.6215    89.7600    14.6005      0.5579
 180     0.1000     0.0122    99.6120     0.7055    89.1100    14.6018      0.5568
 181     0.1000     0.0142    99.5280     0.6316    89.9300    14.6041      0.5558
 182     0.1000     0.0119    99.6120     0.6118    89.8200    14.5890      0.5548
 183     0.1000     0.0121    99.6380     0.6406    90.0200    14.6429      0.5538
 184     0.1000     0.0118    99.6180     0.5910    90.0700    14.5902      0.5528
 185     0.1000     0.0123    99.6200     0.6037    89.6700    14.5955      0.5517
 186     0.1000     0.0112    99.6460     0.6440    89.9300    14.6287      0.5507
 187     0.1000     0.0125    99.6160     0.6245    89.4000    14.5914      0.5497
 188     0.1000     0.0136    99.5500     0.6325    89.2700    14.6113      0.5487
 189     0.1000     0.0107    99.6600     0.6167    90.0400    14.6124      0.5478
 190     0.1000     0.0101    99.6680     0.6483    89.8600    14.5705      0.5468
 191     0.1000     0.0124    99.6420     0.6263    89.8800    14.6023      0.5458
 192     0.1000     0.0099    99.7060     0.6350    89.6600    14.6030      0.5448
 193     0.1000     0.0113    99.6500     0.5806    90.2600    14.5913      0.5438
 194     0.1000     0.0112    99.6440     0.6081    89.8100    14.5887      0.5429
 195     0.1000     0.0125    99.5820     0.6178    89.7100    14.5829      0.5419
 196     0.1000     0.0118    99.6140     0.5864    89.5900    14.6109      0.5410
 197     0.1000     0.0154    99.5600     0.5968    89.8000    14.5813      0.5400
 198     0.1000     0.0096    99.6940     0.6781    89.2900    14.6050      0.5391
 199     0.1000     0.0113    99.6340     0.7022    88.4900    14.5777      0.5381
 200     0.1000     0.0113    99.6480     0.6465    89.8500    14.5956      0.5372
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0098    99.6440     0.7271    89.3900    14.5625      0.5363
 202     0.1000     0.0147    99.5480     0.6223    89.9100    14.6054      0.5353
 203     0.1000     0.0124    99.5980     0.6522    89.3700    14.6128      0.5345
 204     0.1000     0.0091    99.6920     0.6238    89.7900    14.5867      0.5335
 205     0.1000     0.0125    99.6120     0.5691    90.1400    14.6056      0.5325
 206     0.1000     0.0088    99.7160     0.7479    88.7500    14.6771      0.5316
 207     0.1000     0.0118    99.6080     0.6282    90.3400    14.5800      0.5307
 208     0.1000     0.0095    99.7240     0.7558    87.9700    14.5843      0.5297
 209     0.1000     0.0098    99.7000     0.6239    89.7800    14.6016      0.5288
 210     0.1000     0.0084    99.7400     0.7552    89.0200    14.6431      0.5279
 211     0.1000     0.0110    99.6380     0.6135    89.9000    14.6037      0.5270
 212     0.1000     0.0074    99.7880     0.6376    89.6700    14.6002      0.5261
 213     0.1000     0.0125    99.6320     0.5802    90.2400    14.6773      0.5252
 214     0.1000     0.0114    99.6360     0.6018    89.9700    14.6264      0.5243
 215     0.1000     0.0123    99.6040     0.6166    89.9900    14.5938      0.5234
 216     0.1000     0.0094    99.7140     0.6318    89.8900    14.6172      0.5225
 217     0.1000     0.0095    99.6960     0.6566    89.7200    14.6189      0.5216
 218     0.1000     0.0101    99.6820     0.6472    90.0300    14.6132      0.5208
 219     0.1000     0.0087    99.7240     0.6248    90.1700    14.5806      0.5199
 220     0.1000     0.0078    99.7780     0.6439    90.1200    14.5949      0.5190
 221     0.1000     0.0091    99.7000     0.6574    89.8400    14.5971      0.5181
 222     0.1000     0.0086    99.7200     0.6698    89.9400    14.6038      0.5172
 223     0.1000     0.0077    99.7580     0.6604    90.0100    14.5840      0.5164
 224     0.1000     0.0097    99.6820     0.6368    89.9800    14.5753      0.5155
 225     0.1000     0.0098    99.6980     0.6011    90.1200    14.5651      0.5146
 226     0.1000     0.0094    99.6940     0.6204    89.9300    14.5984      0.5138
 227     0.1000     0.0069    99.7920     0.6372    89.9600    14.6108      0.5129
 228     0.1000     0.0074    99.7560     0.6586    89.9900    14.6204      0.5120
 229     0.1000     0.0074    99.7740     0.6206    89.7800    14.6110      0.5112
 230     0.1000     0.0100    99.6900     0.6071    89.6900    14.5878      0.5103
 231     0.1000     0.0093    99.7240     0.6518    89.7900    14.5681      0.5095
 232     0.1000     0.0067    99.7720     0.6707    90.1400    14.5915      0.5087
 233     0.1000     0.0080    99.7440     0.6584    90.1400    14.5781      0.5078
 234     0.1000     0.0075    99.7560     0.6489    90.1900    14.5821      0.5070
 235     0.1000     0.0092    99.6920     0.6454    89.8500    14.6003      0.5062
 236     0.1000     0.0091    99.7160     0.6160    90.0800    14.6473      0.5053
 237     0.1000     0.0082    99.7360     0.6336    89.7200    14.6442      0.5045
 238     0.1000     0.0110    99.6400     0.6046    89.7000    14.6773      0.5037
 239     0.1000     0.0060    99.8300     0.7927    88.3800    14.5979      0.5028
 240     0.1000     0.0086    99.7200     0.6361    89.9900    14.6303      0.5020
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0087    99.7260     0.6654    89.3700    14.6482      0.5012
 242     0.1000     0.0086    99.7000     0.6077    90.3200    14.6225      0.5004
 243     0.1000     0.0069    99.7820     0.6666    89.4600    14.6246      0.4996
 244     0.1000     0.0073    99.7620     0.6403    90.2900    14.6187      0.4988
 245     0.1000     0.0080    99.7300     0.6338    90.1800    14.6085      0.4980
 246     0.1000     0.0099    99.6640     0.6111    89.9300    14.6379      0.4972
 247     0.1000     0.0074    99.7460     0.7083    89.5300    14.6250      0.4964
 248     0.1000     0.0066    99.7720     0.7054    89.7600    14.5950      0.4956
 249     0.1000     0.0087    99.7280     0.6457    89.9400    14.5911      0.4948
 250     0.1000     0.0081    99.7280     0.6543    89.6300    14.6489      0.4940
 251     0.1000     0.0096    99.6900     0.6127    90.3600    14.6129      0.4932
 252     0.1000     0.0077    99.7740     0.6562    89.9800    14.5977      0.4924
 253     0.1000     0.0074    99.7580     0.6020    90.3800    14.6064      0.4916
 254     0.1000     0.0085    99.7280     0.6343    90.3600    14.5873      0.4908
 255     0.1000     0.0071    99.7660     0.6551    90.0500    14.6135      0.4900
 256     0.1000     0.0082    99.7440     0.6200    90.6200    14.6047      0.4892
 257     0.1000     0.0076    99.7680     0.6643    89.8300    14.5958      0.4885
 258     0.1000     0.0061    99.8060     0.6313    90.2000    14.5807      0.4877
 259     0.1000     0.0086    99.7160     0.6385    90.2200    14.6304      0.4869
 260     0.1000     0.0106    99.6620     0.6043    89.9700    14.5895      0.4862
 261     0.1000     0.0089    99.6920     0.6239    90.4700    14.5825      0.4854
 262     0.1000     0.0076    99.7500     0.6468    90.3800    14.5865      0.4846
 263     0.1000     0.0092    99.7080     0.5932    90.5000    14.5982      0.4839
 264     0.1000     0.0052    99.8400     0.6951    89.7500    14.5845      0.4831
 265     0.1000     0.0067    99.7940     0.6825    89.5300    14.5895      0.4824
 266     0.1000     0.0070    99.7880     0.6112    90.5100    14.5848      0.4816
 267     0.1000     0.0062    99.8160     0.6362    90.1700    14.6210      0.4809
 268     0.1000     0.0048    99.8620     0.6477    90.6500    14.5876      0.4801
 269     0.1000     0.0058    99.8300     0.6463    90.2800    14.6043      0.4793
 270     0.1000     0.0040    99.8680     0.6500    90.5100    14.6936      0.4786
 271     0.1000     0.0061    99.8240     0.6659    89.8900    14.6232      0.4778
 272     0.1000     0.0079    99.7380     0.6801    89.7300    14.6199      0.4771
 273     0.1000     0.0088    99.7100     0.6835    90.0300    14.6315      0.4764
 274     0.1000     0.0088    99.7340     0.6452    89.6300    14.5858      0.4757
 275     0.1000     0.0080    99.7520     0.6234    89.9000    14.6156      0.4749
 276     0.1000     0.0065    99.7860     0.6411    90.2700    14.5743      0.4742
 277     0.1000     0.0088    99.7200     0.6193    90.2500    14.6707      0.4734
 278     0.1000     0.0083    99.7460     0.6058    89.9800    14.5976      0.4727
 279     0.1000     0.0055    99.8040     0.6570    90.0900    14.6215      0.4720
 280     0.1000     0.0068    99.7740     0.6353    90.0700    14.5838      0.4713
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0065    99.7760     0.6759    90.1400    14.5779      0.4706
 282     0.1000     0.0071    99.7860     0.6216    90.3300    14.5884      0.4698
 283     0.1000     0.0052    99.8480     0.6633    90.0200    14.5721      0.4691
 284     0.1000     0.0083    99.7640     0.6436    90.3800    14.5791      0.4684
 285     0.1000     0.0055    99.8320     0.6786    89.9400    14.5856      0.4677
 286     0.1000     0.0063    99.7760     0.6438    90.1200    14.5962      0.4670
 287     0.1000     0.0077    99.7680     0.6602    89.6400    14.5998      0.4663
 288     0.1000     0.0069    99.7960     0.6291    90.2800    14.6055      0.4656
 289     0.1000     0.0090    99.7240     0.6062    90.2600    14.5640      0.4649
 290     0.1000     0.0069    99.7880     0.6335    90.2900    14.6006      0.4642
 291     0.1000     0.0048    99.8500     0.6540    90.2700    14.5706      0.4635
 292     0.1000     0.0074    99.7540     0.6497    89.8500    14.5971      0.4628
 293     0.1000     0.0087    99.7080     0.6059    90.1500    14.6329      0.4621
 294     0.1000     0.0050    99.8400     0.6305    90.1200    14.5813      0.4615
 295     0.1000     0.0077    99.7460     0.6609    89.9800    14.6195      0.4608
 296     0.1000     0.0060    99.7840     0.6795    89.8100    14.6044      0.4601
 297     0.1000     0.0063    99.8220     0.6479    90.2800    14.6100      0.4594
 298     0.1000     0.0068    99.7800     0.6817    89.5500    14.5949      0.4587
 299     0.1000     0.0059    99.8320     0.7582    88.8400    14.6133      0.4580
 300     0.1000     0.0051    99.8540     0.6915    90.1600    14.6144      0.4573
 301     0.0996     0.0078    99.7440     0.6071    90.2600    14.5793      0.4567
 302     0.0992     0.0064    99.8200     0.6290    90.1900    14.5926      0.4560
 303     0.0988     0.0049    99.8500     0.6577    90.2900    14.5726      0.4554
 304     0.0983     0.0059    99.8220     0.6659    90.0700    14.6128      0.4546
 305     0.0979     0.0056    99.8320     0.6527    90.3600    14.6465      0.4540
 306     0.0975     0.0061    99.8080     0.6553    90.2900    14.6284      0.4533
 307     0.0971     0.0066    99.7980     0.6845    90.1600    14.6103      0.4527
 308     0.0967     0.0050    99.8540     0.6433    90.0600    14.5935      0.4520
 309     0.0963     0.0042    99.8520     0.6397    90.2800    14.6225      0.4514
 310     0.0959     0.0052    99.8300     0.6635    90.3700    14.6662      0.4507
 311     0.0955     0.0051    99.8460     0.6683    90.0400    14.5802      0.4501
 312     0.0950     0.0032    99.9220     0.6627    90.3100    14.5758      0.4495
 313     0.0946     0.0046    99.8420     0.6844    90.2500    14.5892      0.4488
 314     0.0942     0.0035    99.9020     0.7131    89.9600    14.6000      0.4482
 315     0.0938     0.0056    99.8120     0.6615    90.1900    14.5726      0.4476
 316     0.0934     0.0046    99.8500     0.6513    90.2100    14.5708      0.4470
 317     0.0930     0.0052    99.8360     0.6390    90.1100    14.5527      0.4463
 318     0.0926     0.0042    99.8560     0.6427    90.3100    14.6140      0.4457
 319     0.0922     0.0045    99.8520     0.6902    89.9000    14.5973      0.4451
 320     0.0917     0.0046    99.8380     0.6735    90.4100    14.5924      0.4445
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0054    99.8320     0.6907    90.0000    14.6064      0.4439
 322     0.0909     0.0046    99.8440     0.6969    90.2700    14.6029      0.4433
 323     0.0905     0.0030    99.8840     0.7008    90.3200    14.5819      0.4428
 324     0.0901     0.0055    99.8360     0.6394    90.3300    14.6385      0.4422
 325     0.0897     0.0050    99.8440     0.6630    90.1300    14.6047      0.4416
 326     0.0893     0.0043    99.8540     0.6721    90.0500    14.6293      0.4411
 327     0.0889     0.0064    99.7900     0.6295    90.1800    14.5965      0.4405
 328     0.0885     0.0043    99.8720     0.6323    90.3300    14.6299      0.4399
 329     0.0880     0.0034    99.8700     0.6773    90.1800    14.6159      0.4394
 330     0.0876     0.0043    99.8700     0.6649    90.3400    14.6037      0.4388
 331     0.0872     0.0045    99.8520     0.6785    90.2000    14.5878      0.4382
 332     0.0868     0.0045    99.8560     0.6754    90.4400    14.6145      0.4377
 333     0.0864     0.0036    99.8920     0.6588    90.4400    14.5898      0.4372
 334     0.0860     0.0037    99.8720     0.6578    90.5100    14.5912      0.4366
 335     0.0856     0.0025    99.9320     0.7154    90.2200    14.5743      0.4360
 336     0.0852     0.0028    99.9220     0.7014    90.5600    14.6327      0.4355
 337     0.0847     0.0036    99.8860     0.7415    89.7200    14.6056      0.4350
 338     0.0843     0.0039    99.8760     0.6811    90.3900    14.6061      0.4345
 339     0.0839     0.0028    99.9040     0.6728    90.3800    14.6147      0.4339
 340     0.0835     0.0036    99.8940     0.6755    89.9600    14.5941      0.4334
 341     0.0831     0.0033    99.9120     0.7025    89.9900    14.5831      0.4328
 342     0.0827     0.0032    99.8960     0.6469    90.3500    14.5865      0.4323
 343     0.0823     0.0038    99.8920     0.6612    90.0800    14.5981      0.4318
 344     0.0818     0.0023    99.9300     0.6544    90.4500    14.5902      0.4313
 345     0.0814     0.0018    99.9400     0.7056    90.3000    14.6021      0.4308
 346     0.0810     0.0031    99.9100     0.6707    90.5300    14.5933      0.4303
 347     0.0806     0.0025    99.9180     0.6976    90.2400    14.6469      0.4297
 348     0.0802     0.0025    99.9220     0.6992    90.3500    14.5752      0.4292
 349     0.0798     0.0016    99.9520     0.7255    90.5700    14.5972      0.4287
 350     0.0794     0.0016    99.9540     0.7119    90.4300    14.5902      0.4282
 351     0.0790     0.0031    99.9020     0.7029    90.0900    14.5969      0.4277
 352     0.0786     0.0016    99.9600     0.7080    90.3600    14.6047      0.4272
 353     0.0781     0.0019    99.9440     0.7095    90.2500    14.6113      0.4267
 354     0.0777     0.0023    99.9420     0.6819    90.3100    14.5930      0.4263
 355     0.0773     0.0026    99.9280     0.7220    90.1400    14.6028      0.4258
 356     0.0769     0.0027    99.9040     0.7085    90.1500    14.5958      0.4253
 357     0.0765     0.0028    99.9140     0.6829    90.2700    14.6016      0.4249
 358     0.0761     0.0015    99.9560     0.6819    90.6800    14.6263      0.4244
 359     0.0757     0.0018    99.9380     0.6993    90.4400    14.6522      0.4240
 360     0.0753     0.0019    99.9460     0.6894    90.7800    14.5720      0.4235
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0022    99.9320     0.6987    90.5900    14.5927      0.4230
 362     0.0744     0.0029    99.9180     0.6699    90.5200    14.5751      0.4226
 363     0.0740     0.0029    99.9260     0.6520    90.2600    14.5913      0.4221
 364     0.0736     0.0017    99.9420     0.7051    90.3600    14.6006      0.4217
 365     0.0732     0.0026    99.9100     0.6859    90.2100    14.5853      0.4212
 366     0.0728     0.0015    99.9580     0.7052    90.4400    14.5930      0.4208
 367     0.0724     0.0016    99.9460     0.7012    90.2700    14.5927      0.4204
 368     0.0720     0.0022    99.9280     0.6812    90.4500    14.5991      0.4200
 369     0.0715     0.0017    99.9360     0.7014    90.6100    14.6232      0.4195
 370     0.0711     0.0020    99.9380     0.7210    90.5100    14.5800      0.4191
 371     0.0707     0.0013    99.9600     0.7129    90.8400    14.6021      0.4187
 372     0.0703     0.0034    99.9040     0.7019    90.5500    14.5798      0.4183
 373     0.0699     0.0021    99.9420     0.6898    90.4000    14.5889      0.4178
 374     0.0695     0.0016    99.9460     0.7112    90.5700    14.5823      0.4175
 375     0.0691     0.0014    99.9500     0.7227    90.4400    14.6519      0.4170
 376     0.0686     0.0014    99.9540     0.7153    90.2900    14.5709      0.4166
 377     0.0682     0.0015    99.9600     0.7176    90.7600    14.6098      0.4162
 378     0.0678     0.0011    99.9700     0.7291    90.6400    14.6080      0.4158
 379     0.0674     0.0013    99.9680     0.7271    90.8300    14.6176      0.4154
 380     0.0670     0.0013    99.9640     0.7111    90.5600    14.6543      0.4151
 381     0.0666     0.0012    99.9640     0.7362    90.4500    14.6130      0.4146
 382     0.0662     0.0017    99.9540     0.7004    90.4700    14.5815      0.4142
 383     0.0658     0.0013    99.9540     0.7033    90.4700    14.5932      0.4139
 384     0.0654     0.0008    99.9760     0.7207    90.5500    14.5704      0.4135
 385     0.0649     0.0011    99.9640     0.7084    90.7400    14.5918      0.4131
 386     0.0645     0.0006    99.9820     0.7334    90.5200    14.6090      0.4127
 387     0.0641     0.0010    99.9680     0.7289    90.5200    14.5865      0.4123
 388     0.0637     0.0008    99.9800     0.7586    90.6300    14.5940      0.4119
 389     0.0633     0.0008    99.9740     0.7341    90.5500    14.5802      0.4116
 390     0.0629     0.0009    99.9720     0.7494    90.6400    14.6131      0.4112
 391     0.0625     0.0010    99.9680     0.7329    90.7400    14.5880      0.4108
 392     0.0621     0.0021    99.9420     0.7275    90.1100    14.5781      0.4105
 393     0.0616     0.0011    99.9660     0.7180    90.6900    14.6016      0.4101
 394     0.0612     0.0008    99.9700     0.7142    90.7500    14.5879      0.4098
 395     0.0608     0.0007    99.9780     0.7302    90.9600    14.5913      0.4094
 396     0.0604     0.0011    99.9720     0.7367    90.6000    14.6010      0.4091
 397     0.0600     0.0010    99.9680     0.7420    90.8100    14.6500      0.4087
 398     0.0596     0.0010    99.9680     0.7373    90.7600    14.7412      0.4083
 399     0.0592     0.0004    99.9840     0.7536    90.6500    14.6111      0.4080
 400     0.0588     0.0004    99.9860     0.7374    90.7800    14.6118      0.4077
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0011    99.9640     0.7417    90.2900    14.6129      0.4073
 402     0.0579     0.0012    99.9700     0.7314    90.8800    14.5901      0.4070
 403     0.0575     0.0010    99.9660     0.7355    90.7800    14.6022      0.4067
 404     0.0571     0.0007    99.9740     0.7182    90.8600    14.5866      0.4063
 405     0.0567     0.0004    99.9840     0.7322    90.8100    14.5724      0.4060
 406     0.0563     0.0008    99.9840     0.7361    90.8900    14.6065      0.4057
 407     0.0559     0.0006    99.9800     0.7484    90.8200    14.5887      0.4054
 408     0.0554     0.0005    99.9880     0.7344    90.7700    14.5885      0.4050
 409     0.0550     0.0005    99.9880     0.7366    90.7200    14.6081      0.4047
 410     0.0546     0.0007    99.9800     0.7461    90.6300    14.6439      0.4044
 411     0.0542     0.0005    99.9920     0.7772    90.5500    14.6070      0.4041
 412     0.0538     0.0013    99.9620     0.7512    90.8000    14.6032      0.4038
 413     0.0534     0.0005    99.9800     0.7506    90.9800    14.5932      0.4035
 414     0.0530     0.0005    99.9800     0.7636    90.8400    14.5935      0.4032
 415     0.0526     0.0002    99.9980     0.7484    90.9200    14.6094      0.4029
 416     0.0522     0.0002    99.9920     0.7652    90.7800    14.5799      0.4026
 417     0.0517     0.0003    99.9900     0.7639    90.9500    14.5882      0.4023
 418     0.0513     0.0005    99.9880     0.7626    90.9800    14.5962      0.4020
 419     0.0509     0.0007    99.9840     0.7513    90.9300    14.6108      0.4018
 420     0.0505     0.0006    99.9920     0.7465    90.9500    14.5811      0.4015
 421     0.0501     0.0005    99.9840     0.7556    90.6300    14.5985      0.4012
 422     0.0497     0.0004    99.9860     0.7584    90.7500    14.6169      0.4009
 423     0.0493     0.0004    99.9860     0.7699    90.7700    14.6115      0.4007
 424     0.0489     0.0005    99.9820     0.7493    90.9600    14.6067      0.4004
 425     0.0484     0.0004    99.9900     0.7653    90.9200    14.6081      0.4001
 426     0.0480     0.0003    99.9900     0.7767    90.6600    14.6166      0.3999
 427     0.0476     0.0004    99.9920     0.7783    90.6600    14.5776      0.3996
 428     0.0472     0.0004    99.9860     0.7687    90.9600    14.5820      0.3993
 429     0.0468     0.0003    99.9920     0.7570    90.8800    14.6158      0.3991
 430     0.0464     0.0007    99.9760     0.7664    90.8200    14.6322      0.3988
 431     0.0460     0.0006    99.9760     0.7813    90.7400    14.6061      0.3986
 432     0.0456     0.0010    99.9720     0.7722    90.8300    14.6040      0.3983
 433     0.0451     0.0002    99.9960     0.7601    91.1800    14.6278      0.3981
 434     0.0447     0.0002    99.9920     0.7654    91.2500    14.6110      0.3979
 435     0.0443     0.0004    99.9880     0.7635    91.1100    14.6408      0.3976
 436     0.0439     0.0003    99.9900     0.7622    91.1300    14.6040      0.3974
 437     0.0435     0.0003    99.9880     0.7693    90.9800    14.7447      0.3971
 438     0.0431     0.0003    99.9900     0.7780    91.0500    14.6419      0.3969
 439     0.0427     0.0003    99.9960     0.7733    91.0300    14.7042      0.3967
 440     0.0423     0.0002    99.9980     0.7761    91.0300    14.6904      0.3964
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0004    99.9860     0.7766    90.9200    14.6053      0.3962
 442     0.0414     0.0006    99.9840     0.7691    90.8800    14.6232      0.3960
 443     0.0410     0.0005    99.9840     0.7596    91.0200    14.6120      0.3958
 444     0.0406     0.0005    99.9760     0.7455    91.2000    14.6288      0.3956
 445     0.0402     0.0002    99.9980     0.7545    90.8700    14.6005      0.3953
 446     0.0398     0.0004    99.9880     0.7596    90.9200    14.5986      0.3951
 447     0.0394     0.0004    99.9940     0.7572    91.2300    14.6060      0.3949
 448     0.0389     0.0002    99.9940     0.7623    90.9600    14.6491      0.3947
 449     0.0385     0.0001    99.9960     0.7683    91.0000    14.5920      0.3945
 450     0.0381     0.0001   100.0000     0.7669    91.1100    14.5913      0.3943
 451     0.0377     0.0001    99.9940     0.8008    90.9300    14.5964      0.3941
 452     0.0373     0.0005    99.9820     0.7827    90.9600    14.6073      0.3939
 453     0.0369     0.0003    99.9900     0.7749    90.9700    14.5950      0.3937
 454     0.0365     0.0002    99.9960     0.7667    90.8800    14.5809      0.3935
 455     0.0361     0.0003    99.9920     0.7737    91.0200    14.6706      0.3933
 456     0.0357     0.0003    99.9920     0.7860    90.9300    14.6513      0.3931
 457     0.0352     0.0003    99.9920     0.7760    90.8900    14.5818      0.3929
 458     0.0348     0.0002    99.9940     0.7782    90.9700    14.6098      0.3927
 459     0.0344     0.0002    99.9920     0.7854    91.0200    14.6162      0.3925
 460     0.0340     0.0001    99.9960     0.7848    91.0300    14.5999      0.3924
 461     0.0336     0.0002    99.9980     0.7797    91.0300    14.5807      0.3922
 462     0.0332     0.0003    99.9940     0.7913    91.0100    14.5789      0.3920
 463     0.0328     0.0002    99.9960     0.7799    91.0000    14.7349      0.3918
 464     0.0324     0.0002    99.9920     0.7851    90.9000    14.6120      0.3916
 465     0.0319     0.0002    99.9940     0.8011    90.7100    14.6063      0.3915
 466     0.0315     0.0003    99.9880     0.7839    90.8300    14.6016      0.3913
 467     0.0311     0.0003    99.9940     0.7817    90.9200    14.6029      0.3911
 468     0.0307     0.0003    99.9840     0.7673    91.1100    14.5791      0.3910
 469     0.0303     0.0001   100.0000     0.7678    91.0700    14.6184      0.3908
 470     0.0299     0.0001    99.9960     0.7702    90.9100    14.6017      0.3907
 471     0.0295     0.0001    99.9960     0.7680    91.0300    14.5731      0.3905
 472     0.0291     0.0001   100.0000     0.7721    91.0100    14.5861      0.3904
 473     0.0286     0.0002    99.9920     0.7920    90.8500    14.6062      0.3902
 474     0.0282     0.0001   100.0000     0.7821    91.0500    14.5751      0.3901
 475     0.0278     0.0001    99.9980     0.7776    91.0800    14.6183      0.3899
 476     0.0274     0.0001   100.0000     0.7783    91.0400    14.6266      0.3898
 477     0.0270     0.0003    99.9960     0.7782    90.9200    14.6198      0.3897
 478     0.0266     0.0002    99.9960     0.7733    91.2200    14.5791      0.3895
 479     0.0262     0.0001    99.9960     0.7743    91.2000    14.6040      0.3894
 480     0.0257     0.0002    99.9960     0.7818    91.0600    14.5797      0.3892
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0001   100.0000     0.7800    91.1100    14.5608      0.3891
 482     0.0249     0.0001   100.0000     0.7804    91.1000    14.5813      0.3890
 483     0.0245     0.0001    99.9980     0.7809    91.1100    14.5903      0.3889
 484     0.0241     0.0001    99.9980     0.7815    91.1500    14.6042      0.3888
 485     0.0237     0.0002    99.9960     0.7811    91.2600    14.6087      0.3886
 486     0.0233     0.0001    99.9980     0.7833    91.2100    14.5840      0.3885
 487     0.0229     0.0001    99.9980     0.7831    91.1600    14.6038      0.3884
 488     0.0225     0.0001    99.9960     0.7822    91.2200    14.5708      0.3883
 489     0.0220     0.0001   100.0000     0.7822    91.1800    14.6088      0.3882
 490     0.0216     0.0001   100.0000     0.7849    91.2200    14.6405      0.3880
 491     0.0212     0.0001    99.9980     0.7882    91.0900    14.5846      0.3879
 492     0.0208     0.0002    99.9940     0.7909    91.1100    14.6006      0.3878
 493     0.0204     0.0001   100.0000     0.7899    91.1400    14.5787      0.3877
 494     0.0200     0.0002    99.9940     0.7931    90.9300    14.5920      0.3876
 495     0.0196     0.0002    99.9940     0.7920    90.8900    14.5909      0.3875
 496     0.0192     0.0002    99.9960     0.7926    91.0200    14.5869      0.3874
 497     0.0187     0.0000   100.0000     0.7909    90.9400    14.5635      0.3873
 498     0.0183     0.0001    99.9980     0.7912    91.0200    14.5884      0.3872
 499     0.0179     0.0002    99.9980     0.7925    91.0300    14.6011      0.3872
 500     0.0175     0.0001   100.0000     0.7916    91.0700    14.5993      0.3871
 501     0.0171     0.0001    99.9980     0.7945    91.0800    14.6068      0.3870
 502     0.0167     0.0001    99.9980     0.7937    91.0200    14.5956      0.3869
 503     0.0163     0.0001   100.0000     0.7930    91.1100    14.5981      0.3868
 504     0.0159     0.0000   100.0000     0.7933    91.0700    14.5798      0.3867
 505     0.0154     0.0001   100.0000     0.7933    91.1100    14.6005      0.3867
 506     0.0150     0.0000   100.0000     0.7946    91.1200    14.5944      0.3866
 507     0.0146     0.0001    99.9980     0.7927    91.0700    14.6424      0.3865
 508     0.0142     0.0002    99.9940     0.7922    91.1400    14.6087      0.3864
 509     0.0138     0.0000   100.0000     0.7933    91.1300    14.5893      0.3864
 510     0.0134     0.0001   100.0000     0.7918    91.1300    14.5781      0.3863
 511     0.0130     0.0002    99.9940     0.7895    91.1800    14.5884      0.3863
 512     0.0125     0.0001    99.9960     0.7930    91.1700    14.6001      0.3862
 513     0.0121     0.0000   100.0000     0.7934    91.1900    14.6565      0.3861
 514     0.0117     0.0000   100.0000     0.7943    91.1500    14.6924      0.3861
 515     0.0113     0.0000   100.0000     0.7927    91.1700    14.6118      0.3860
 516     0.0109     0.0000   100.0000     0.7932    91.1800    14.6080      0.3860
 517     0.0105     0.0001   100.0000     0.7928    91.2000    14.5876      0.3859
 518     0.0101     0.0001    99.9980     0.7930    91.1500    14.6382      0.3859
 519     0.0097     0.0000   100.0000     0.7935    91.1600    14.6017      0.3858
 520     0.0092     0.0000   100.0000     0.7944    91.2200    14.5738      0.3858
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001    99.9980     0.7944    91.1600    14.6121      0.3857
 522     0.0084     0.0001    99.9980     0.7945    91.1300    14.6131      0.3857
 523     0.0080     0.0000   100.0000     0.7948    91.1200    14.5864      0.3857
 524     0.0076     0.0001    99.9980     0.7938    91.2100    14.5951      0.3856
 525     0.0072     0.0000   100.0000     0.7937    91.1900    14.5710      0.3856
 526     0.0068     0.0001    99.9980     0.7927    91.1600    14.5472      0.3856
 527     0.0064     0.0000   100.0000     0.7928    91.1600    14.5860      0.3855
 528     0.0060     0.0000   100.0000     0.7929    91.1500    14.6094      0.3855
 529     0.0055     0.0001    99.9980     0.7923    91.1800    14.5982      0.3855
 530     0.0051     0.0001    99.9980     0.7926    91.2300    14.5935      0.3854
 531     0.0047     0.0000   100.0000     0.7930    91.2100    14.6008      0.3854
 532     0.0043     0.0000   100.0000     0.7928    91.2200    14.6062      0.3854
 533     0.0039     0.0001    99.9980     0.7932    91.1900    14.6045      0.3854
 534     0.0035     0.0000   100.0000     0.7934    91.1800    14.5807      0.3854
 535     0.0031     0.0001    99.9980     0.7933    91.1700    14.5720      0.3854
 536     0.0027     0.0000   100.0000     0.7932    91.1900    14.5897      0.3853
 537     0.0022     0.0000   100.0000     0.7931    91.2200    14.6141      0.3853
 538     0.0018     0.0001    99.9980     0.7929    91.2000    14.6132      0.3853
 539     0.0014     0.0000   100.0000     0.7930    91.2100    14.5819      0.3853
 540     0.0010     0.0000   100.0000     0.7930    91.2000    14.6098      0.3853
 541     0.0010     0.0000   100.0000     0.7931    91.2000    14.5891      0.3853
 542     0.0010     0.0000   100.0000     0.7931    91.2000    14.6009      0.3853
 543     0.0010     0.0000   100.0000     0.7932    91.2000    14.5933      0.3853
 544     0.0010     0.0000   100.0000     0.7933    91.2000    14.6453      0.3853
 545     0.0010     0.0000   100.0000     0.7933    91.2000    14.6010      0.3853
 546     0.0010     0.0000   100.0000     0.7934    91.2000    14.6114      0.3853
 547     0.0010     0.0000   100.0000     0.7934    91.2000    14.5675      0.3853
 548     0.0010     0.0000   100.0000     0.7934    91.2000    14.5857      0.3853
 549     0.0010     0.0002    99.9980     0.7932    91.2200    14.6121      0.3853
 550     0.0010     0.0001    99.9980     0.7932    91.2200    14.5796      0.3853
 551     0.0010     0.0000   100.0000     0.7933    91.2200    14.5794      0.3853
 552     0.0010     0.0000   100.0000     0.7933    91.2200    14.6012      0.3853
 553     0.0010     0.0000   100.0000     0.7934    91.2200    14.6157      0.3853
 554     0.0010     0.0001    99.9960     0.7933    91.2200    14.6052      0.3853
 555     0.0010     0.0001    99.9980     0.7932    91.2200    14.6089      0.3853
 556     0.0010     0.0001    99.9980     0.7933    91.2200    14.6068      0.3853
 557     0.0010     0.0000   100.0000     0.7934    91.2200    14.5911      0.3853
 558     0.0010     0.0001   100.0000     0.7933    91.2200    14.5868      0.3853
 559     0.0010     0.0001   100.0000     0.7933    91.2200    14.5796      0.3853
 560     0.0010     0.0001    99.9980     0.7932    91.2200    14.5814      0.3853
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     0.7933    91.2200    14.6034      0.3853
 562     0.0010     0.0001   100.0000     0.7933    91.2100    14.5941      0.3853
 563     0.0010     0.0000   100.0000     0.7934    91.2000    14.5662      0.3853
 564     0.0010     0.0001    99.9980     0.7933    91.2100    14.6092      0.3853
 565     0.0010     0.0000   100.0000     0.7934    91.2100    14.6069      0.3853
 566     0.0010     0.0001    99.9980     0.7934    91.2100    14.6006      0.3853
 567     0.0010     0.0000   100.0000     0.7934    91.2100    14.5796      0.3853
 568     0.0010     0.0000   100.0000     0.7935    91.2100    14.5713      0.3853
 569     0.0010     0.0000    99.9980     0.7936    91.2100    14.5784      0.3853
 570     0.0010     0.0000   100.0000     0.7936    91.2000    14.5997      0.3853
 571     0.0010     0.0000   100.0000     0.7936    91.2000    14.5797      0.3853
 572     0.0010     0.0000   100.0000     0.7936    91.2000    14.5707      0.3853
 573     0.0010     0.0002    99.9960     0.7935    91.2000    14.5952      0.3853
 574     0.0010     0.0000   100.0000     0.7935    91.2000    14.6018      0.3853
 575     0.0010     0.0000   100.0000     0.7936    91.2100    14.6414      0.3853
 576     0.0010     0.0000   100.0000     0.7937    91.2000    14.7681      0.3853
 577     0.0010     0.0001    99.9980     0.7935    91.2000    14.6044      0.3853
 578     0.0010     0.0001    99.9960     0.7936    91.2100    14.6231      0.3853
 579     0.0010     0.0001    99.9960     0.7936    91.2200    14.6701      0.3853
 580     0.0010     0.0001    99.9980     0.7938    91.2000    14.6118      0.3853
 581     0.0010     0.0000   100.0000     0.7938    91.2000    14.6242      0.3853
 582     0.0010     0.0000   100.0000     0.7939    91.2000    14.6321      0.3853
 583     0.0010     0.0001    99.9980     0.7939    91.2000    14.6145      0.3853
 584     0.0010     0.0000   100.0000     0.7940    91.1900    14.6042      0.3853
 585     0.0010     0.0000   100.0000     0.7941    91.1800    14.6196      0.3853
 586     0.0010     0.0001   100.0000     0.7940    91.1900    14.6133      0.3853
 587     0.0010     0.0000   100.0000     0.7941    91.1900    14.5973      0.3853
 588     0.0010     0.0000    99.9980     0.7943    91.1800    14.6361      0.3853
 589     0.0010     0.0001    99.9980     0.7943    91.1900    14.6177      0.3853
 590     0.0010     0.0000   100.0000     0.7943    91.1900    14.6172      0.3853
 591     0.0010     0.0000   100.0000     0.7944    91.1900    14.5871      0.3853
 592     0.0010     0.0000   100.0000     0.7944    91.1900    14.6252      0.3853
 593     0.0010     0.0000   100.0000     0.7945    91.1900    14.6017      0.3853
 594     0.0010     0.0000   100.0000     0.7945    91.1900    14.6143      0.3853
 595     0.0010     0.0000   100.0000     0.7945    91.1800    14.5937      0.3853
 596     0.0010     0.0001    99.9980     0.7946    91.1700    14.5716      0.3853
 597     0.0010     0.0000   100.0000     0.7947    91.1800    14.6254      0.3853
 598     0.0010     0.0001   100.0000     0.7947    91.2000    14.7184      0.3853
 599     0.0010     0.0000   100.0000     0.7947    91.2000    14.5999      0.3853
 600     0.0010     0.0001    99.9980     0.7948    91.1900    14.5942      0.3853
