Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2225    15.0480     2.1081    17.7500    16.1129      0.9751
   2     0.1000     2.0490    20.8480     2.0053    23.8500    14.5358      0.9672
   3     0.1000     1.8801    27.3400     2.1469    21.4000    14.6435      0.9614
   4     0.1000     1.7343    33.9060     1.5162    42.0400    14.6119      0.9567
   5     0.1000     1.5855    40.6740     1.4887    44.5200    14.5990      0.9527
   6     0.1000     1.4603    46.5080     1.3966    49.9500    14.6120      0.9493
   7     0.1000     1.3239    52.5140     1.2811    54.7000    14.5747      0.9462
   8     0.1000     1.1957    57.5240     1.3477    52.8600    14.5836      0.9433
   9     0.1000     1.0589    62.8880     0.9203    68.0000    14.5752      0.9407
  10     0.1000     0.9676    66.3520     0.9813    66.5400    14.5814      0.9382
  11     0.1000     0.8919    69.3520     0.8194    71.9200    14.6427      0.9359
  12     0.1000     0.8096    72.2980     0.7584    74.1500    14.6056      0.9337
  13     0.1000     0.7621    74.1320     0.7577    73.9800    14.6101      0.9316
  14     0.1000     0.7015    76.3460     0.7142    75.5200    14.6083      0.9296
  15     0.1000     0.6548    77.9460     0.6959    76.6300    14.5873      0.9278
  16     0.1000     0.6248    79.1060     0.6545    78.4300    14.6007      0.9260
  17     0.1000     0.5788    80.7020     0.7437    75.9900    14.6528      0.9243
  18     0.1000     0.5496    81.5980     0.6465    78.5500    14.5763      0.9226
  19     0.1000     0.5171    82.7480     0.5881    80.3100    14.5857      0.9210
  20     0.1000     0.4887    83.7320     0.5599    81.9300    14.5892      0.9195
  21     0.1000     0.4669    84.4220     0.6073    80.9300    14.5646      0.9180
  22     0.1000     0.4424    85.2720     0.5387    82.7800    14.6279      0.9165
  23     0.1000     0.4238    86.0640     0.4974    83.9000    14.6133      0.9151
  24     0.1000     0.4038    86.5020     0.4739    85.1100    14.6027      0.9137
  25     0.1000     0.3846    87.2680     0.5215    83.2200    14.6148      0.9124
  26     0.1000     0.3687    87.6900     0.5028    84.2100    14.5935      0.9112
  27     0.1000     0.3527    88.3580     0.5651    82.7200    14.5865      0.9099
  28     0.1000     0.3325    89.0140     0.5513    83.1500    14.6104      0.9086
  29     0.1000     0.3218    89.3860     0.5576    82.5200    14.5731      0.9075
  30     0.1000     0.3083    89.8020     0.6808    80.7900    14.5931      0.9063
  31     0.1000     0.2935    90.1340     0.4795    85.0000    14.5847      0.9052
  32     0.1000     0.2859    90.6320     0.7822    79.5500    14.5936      0.9040
  33     0.1000     0.2707    90.9820     0.4227    86.6200    14.5770      0.9030
  34     0.1000     0.2622    91.2500     0.4935    84.8100    14.5812      0.9019
  35     0.1000     0.2543    91.5680     0.5370    85.3400    14.6007      0.9009
  36     0.1000     0.2418    91.9240     0.4733    86.3900    14.5772      0.8998
  37     0.1000     0.2317    92.2860     0.4284    86.6800    14.5784      0.8988
  38     0.1000     0.2206    92.4980     0.4701    86.2700    14.6126      0.8978
  39     0.1000     0.2121    92.9640     0.5206    85.0400    14.6163      0.8968
  40     0.1000     0.2063    93.0620     0.4677    86.7500    14.5787      0.8959
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2033    93.3040     0.4848    86.3100    14.6049      0.8950
  42     0.1000     0.1936    93.5800     0.4672    86.3800    14.5506      0.8940
  43     0.1000     0.1840    93.9900     0.4576    87.0900    14.5446      0.8931
  44     0.1000     0.1750    94.1320     0.4762    87.2700    14.5651      0.8923
  45     0.1000     0.1663    94.3960     0.5104    86.6600    14.5776      0.8914
  46     0.1000     0.1700    94.3220     0.4972    86.5400    14.5999      0.8906
  47     0.1000     0.1661    94.4580     0.4411    86.9700    14.5974      0.8897
  48     0.1000     0.1496    95.0340     0.4669    87.3900    14.6058      0.8888
  49     0.1000     0.1445    95.1360     0.4578    87.7000    14.6035      0.8880
  50     0.1000     0.1435    95.2240     0.4649    87.7200    14.5731      0.8872
  51     0.1000     0.1358    95.5100     0.5090    86.4000    14.5588      0.8864
  52     0.1000     0.1322    95.6140     0.6239    84.5500    14.5963      0.8856
  53     0.1000     0.1293    95.6860     0.4790    88.1800    14.5668      0.8848
  54     0.1000     0.1254    95.8160     0.4740    88.0500    14.6312      0.8841
  55     0.1000     0.1221    95.9980     0.4874    87.6700    14.5789      0.8833
  56     0.1000     0.1177    96.0560     0.4799    87.2400    14.5772      0.8826
  57     0.1000     0.1160    96.2360     0.4750    87.9000    14.5801      0.8818
  58     0.1000     0.1091    96.3780     0.4737    87.9900    14.5878      0.8810
  59     0.1000     0.1051    96.6060     0.5553    86.9800    14.5750      0.8803
  60     0.1000     0.1020    96.5760     0.5070    88.3700    14.5931      0.8796
  61     0.1000     0.1035    96.5560     0.5323    87.7300    14.5661      0.8790
  62     0.1000     0.0941    96.8780     0.5260    87.6500    14.5746      0.8782
  63     0.1000     0.0933    96.9260     0.5628    87.1600    14.5581      0.8776
  64     0.1000     0.0921    96.9080     0.5578    87.1300    14.5781      0.8769
  65     0.1000     0.0859    97.2180     0.5170    88.5000    14.7551      0.8762
  66     0.1000     0.0869    97.0900     0.5017    88.4700    14.6228      0.8755
  67     0.1000     0.0807    97.3220     0.5006    88.5100    14.6040      0.8749
  68     0.1000     0.0830    97.3360     0.5018    88.2400    14.6008      0.8742
  69     0.1000     0.0737    97.5620     0.6138    87.0600    14.5838      0.8736
  70     0.1000     0.0736    97.5420     0.5780    87.3500    14.5758      0.8729
  71     0.1000     0.0733    97.6300     0.6497    86.4300    14.5588      0.8723
  72     0.1000     0.0744    97.5680     0.5501    88.1600    14.6058      0.8716
  73     0.1000     0.0729    97.5940     0.6216    86.1500    14.5799      0.8710
  74     0.1000     0.0661    97.8460     0.6423    86.3500    14.5982      0.8704
  75     0.1000     0.0628    97.9460     0.5789    87.5800    14.6117      0.8698
  76     0.1000     0.0658    97.9300     0.5333    88.2900    14.5641      0.8692
  77     0.1000     0.0662    97.8880     0.4806    87.8000    14.5662      0.8685
  78     0.1000     0.0636    97.9080     0.5446    87.7600    14.5989      0.8679
  79     0.1000     0.0599    98.1020     0.4772    88.5300    14.5816      0.8673
  80     0.1000     0.0599    98.0980     0.5248    88.8000    14.6521      0.8667
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0605    98.0200     0.5110    88.9900    14.5683      0.8661
  82     0.1000     0.0533    98.2380     0.5871    87.5500    14.5939      0.8655
  83     0.1000     0.0517    98.3200     0.5811    87.9600    14.6126      0.8649
  84     0.1000     0.0540    98.2360     0.5656    88.7100    14.5862      0.8643
  85     0.1000     0.0512    98.2980     0.5523    88.5800    14.5789      0.8638
  86     0.1000     0.0530    98.2200     0.5945    88.3900    14.5666      0.8632
  87     0.1000     0.0478    98.3240     0.6121    87.5100    14.5890      0.8626
  88     0.1000     0.0478    98.4780     0.5489    88.8400    14.5923      0.8621
  89     0.1000     0.0450    98.5740     0.6135    88.0600    14.5930      0.8615
  90     0.1000     0.0461    98.5120     0.5857    88.7000    14.5543      0.8610
  91     0.1000     0.0435    98.5560     0.5367    88.8400    14.5803      0.8605
  92     0.1000     0.0447    98.4960     0.5823    87.7700    14.6021      0.8599
  93     0.1000     0.0452    98.4900     0.5616    88.7300    14.5626      0.8594
  94     0.1000     0.0420    98.6520     0.5502    88.9600    14.6003      0.8589
  95     0.1000     0.0402    98.6680     0.6346    88.1200    14.5841      0.8583
  96     0.1000     0.0394    98.7060     0.6154    87.9600    14.5960      0.8578
  97     0.1000     0.0399    98.6740     0.5396    88.6800    14.6076      0.8573
  98     0.1000     0.0385    98.7780     0.5646    88.9700    14.5869      0.8568
  99     0.1000     0.0424    98.6640     0.5911    88.3500    14.6040      0.8563
 100     0.1000     0.0348    98.8360     0.5853    88.5200    14.5950      0.8557
 101     0.1000     0.0311    98.9960     0.5938    88.1700    14.5999      0.8552
 102     0.1000     0.0352    98.8280     0.5852    88.6200    14.5935      0.8547
 103     0.1000     0.0354    98.8620     0.6106    88.3600    14.5841      0.8542
 104     0.1000     0.0323    98.9940     0.5966    88.3000    14.5724      0.8537
 105     0.1000     0.0381    98.8120     0.5514    88.6500    14.6325      0.8532
 106     0.1000     0.0341    98.8760     0.5589    88.7700    14.5634      0.8527
 107     0.1000     0.0314    98.9540     0.5829    89.4500    14.5589      0.8522
 108     0.1000     0.0366    98.8420     0.5496    89.2600    14.5797      0.8517
 109     0.1000     0.0356    98.8560     0.5630    88.8400    14.5807      0.8513
 110     0.1000     0.0301    98.9980     0.5710    88.7100    14.5785      0.8508
 111     0.1000     0.0268    99.1000     0.5949    89.0500    14.6071      0.8503
 112     0.1000     0.0276    99.0960     0.6109    89.4000    14.6024      0.8498
 113     0.1000     0.0305    99.0360     0.5782    89.1100    14.5869      0.8494
 114     0.1000     0.0290    99.1100     0.7414    86.7200    14.5950      0.8489
 115     0.1000     0.0295    99.0500     0.5996    89.0200    14.5872      0.8484
 116     0.1000     0.0291    99.0660     0.5717    89.3800    14.5806      0.8479
 117     0.1000     0.0261    99.1380     0.5936    89.0800    14.6233      0.8474
 118     0.1000     0.0249    99.1840     0.6458    88.6900    14.5740      0.8470
 119     0.1000     0.0243    99.1840     0.6358    89.5600    14.6193      0.8465
 120     0.1000     0.0262    99.1840     0.5707    88.8700    14.6462      0.8460
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0285    99.1280     0.7181    87.2600    14.5614      0.8456
 122     0.1000     0.0285    99.0760     0.6750    87.8100    14.5797      0.8451
 123     0.1000     0.0275    99.1460     0.5912    89.1600    14.5962      0.8447
 124     0.1000     0.0248    99.1960     0.6038    88.7300    14.5713      0.8442
 125     0.1000     0.0227    99.2780     0.6716    89.0200    14.5696      0.8438
 126     0.1000     0.0265    99.1820     0.6113    88.2000    14.5816      0.8433
 127     0.1000     0.0244    99.2000     0.6055    89.0700    14.5776      0.8429
 128     0.1000     0.0232    99.2420     0.6155    89.1400    14.5637      0.8425
 129     0.1000     0.0233    99.2800     0.6078    89.2500    14.5946      0.8420
 130     0.1000     0.0313    99.0880     0.5750    88.9000    14.5964      0.8415
 131     0.1000     0.0200    99.4060     0.6397    88.7700    14.5956      0.8411
 132     0.1000     0.0238    99.2400     0.6022    89.0800    14.5639      0.8407
 133     0.1000     0.0224    99.3060     0.5613    89.3100    14.6007      0.8402
 134     0.1000     0.0196    99.3740     0.6503    88.2500    14.5721      0.8398
 135     0.1000     0.0288    99.1240     0.6152    89.1000    14.5916      0.8393
 136     0.1000     0.0183    99.4080     0.6925    88.3400    14.5830      0.8389
 137     0.1000     0.0201    99.3140     0.5939    89.4600    14.5727      0.8385
 138     0.1000     0.0192    99.3640     0.6249    89.4200    14.6108      0.8380
 139     0.1000     0.0212    99.3440     0.5974    89.2500    14.6294      0.8376
 140     0.1000     0.0214    99.3360     0.6163    89.2500    14.6031      0.8372
 141     0.1000     0.0205    99.3320     0.6311    89.0200    14.6059      0.8368
 142     0.1000     0.0221    99.2920     0.6497    88.5900    14.6128      0.8364
 143     0.1000     0.0230    99.2820     0.5540    89.2900    14.6038      0.8360
 144     0.1000     0.0189    99.4080     0.5968    89.1600    14.5825      0.8356
 145     0.1000     0.0189    99.4100     0.6138    89.5700    14.5857      0.8352
 146     0.1000     0.0196    99.4200     0.6529    89.0200    14.6190      0.8347
 147     0.1000     0.0178    99.4040     0.6630    88.8700    14.6092      0.8343
 148     0.1000     0.0193    99.4040     0.6424    88.4800    14.6025      0.8339
 149     0.1000     0.0166    99.4620     0.6164    89.3800    14.5757      0.8335
 150     0.1000     0.0175    99.4200     0.6030    88.7500    14.6112      0.8331
 151     0.1000     0.0206    99.3340     0.5984    89.5800    14.6123      0.8327
 152     0.1000     0.0174    99.4680     0.6060    89.1900    14.6125      0.8324
 153     0.1000     0.0178    99.4240     0.6212    89.3800    14.5870      0.8320
 154     0.1000     0.0197    99.3980     0.6660    88.7500    14.5554      0.8315
 155     0.1000     0.0177    99.4460     0.6581    89.2100    14.5863      0.8311
 156     0.1000     0.0176    99.4360     0.6314    88.6900    14.5847      0.8308
 157     0.1000     0.0149    99.5140     0.6712    89.0800    14.5903      0.8304
 158     0.1000     0.0174    99.4380     0.6474    89.2900    14.5615      0.8300
 159     0.1000     0.0174    99.4720     0.6387    88.9900    14.5756      0.8296
 160     0.1000     0.0141    99.5480     0.7298    88.7100    14.5907      0.8292
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0131    99.5960     0.6655    89.1400    14.6053      0.8288
 162     0.1000     0.0145    99.5140     0.6816    89.1300    14.6032      0.8285
 163     0.1000     0.0155    99.5320     0.6322    88.9600    14.5683      0.8281
 164     0.1000     0.0168    99.4700     0.6476    89.3500    14.5884      0.8277
 165     0.1000     0.0136    99.5360     0.6594    89.4900    14.5475      0.8273
 166     0.1000     0.0159    99.4500     0.6234    88.9400    14.5543      0.8270
 167     0.1000     0.0167    99.5180     0.6411    88.7400    14.5948      0.8266
 168     0.1000     0.0157    99.5100     0.6144    89.5400    14.6214      0.8262
 169     0.1000     0.0124    99.5820     0.6377    89.2600    14.5659      0.8258
 170     0.1000     0.0171    99.4900     0.6445    89.4100    14.5858      0.8254
 171     0.1000     0.0157    99.5220     0.6159    89.3000    14.5995      0.8251
 172     0.1000     0.0125    99.6020     0.6587    89.2400    14.6180      0.8247
 173     0.1000     0.0159    99.4860     0.6405    89.1000    14.5733      0.8243
 174     0.1000     0.0125    99.5960     0.6628    89.6500    14.5725      0.8240
 175     0.1000     0.0133    99.5380     0.6798    89.1400    14.5874      0.8236
 176     0.1000     0.0142    99.5560     0.6478    89.6900    14.5760      0.8232
 177     0.1000     0.0136    99.5100     0.7172    88.7600    14.5976      0.8229
 178     0.1000     0.0144    99.5260     0.6568    89.4200    14.5762      0.8225
 179     0.1000     0.0130    99.5800     0.6515    89.6300    14.5764      0.8221
 180     0.1000     0.0154    99.4980     0.6781    89.4300    14.6218      0.8218
 181     0.1000     0.0158    99.4940     0.6515    88.7100    14.5931      0.8214
 182     0.1000     0.0148    99.5000     0.6412    89.3600    14.5960      0.8210
 183     0.1000     0.0107    99.6600     0.6984    89.0900    14.6151      0.8207
 184     0.1000     0.0143    99.5060     0.6804    89.6100    14.6155      0.8204
 185     0.1000     0.0141    99.5840     0.6116    89.1800    14.5776      0.8200
 186     0.1000     0.0113    99.6540     0.6818    89.2500    14.6090      0.8197
 187     0.1000     0.0124    99.6060     0.6480    89.5100    14.5981      0.8193
 188     0.1000     0.0135    99.5720     0.6439    89.4200    14.5825      0.8189
 189     0.1000     0.0102    99.6880     0.6722    89.7100    14.5772      0.8186
 190     0.1000     0.0131    99.5820     0.6756    89.5800    14.6311      0.8183
 191     0.1000     0.0124    99.6200     0.6615    89.4000    14.5782      0.8179
 192     0.1000     0.0126    99.6200     0.6531    89.2600    14.5761      0.8176
 193     0.1000     0.0112    99.6460     0.6804    88.6000    14.5906      0.8173
 194     0.1000     0.0126    99.6180     0.6400    89.7900    14.5756      0.8169
 195     0.1000     0.0099    99.6980     0.7113    89.1000    14.5887      0.8166
 196     0.1000     0.0121    99.6240     0.6351    89.4400    14.5799      0.8162
 197     0.1000     0.0097    99.6840     0.6740    89.4900    14.5786      0.8159
 198     0.1000     0.0111    99.6840     0.6635    89.0300    14.5736      0.8155
 199     0.1000     0.0119    99.6340     0.6732    88.7900    14.5864      0.8152
 200     0.1000     0.0109    99.6540     0.6923    89.3500    14.6597      0.8149
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0108    99.6800     0.6797    89.0100    14.5882      0.8145
 202     0.1000     0.0084    99.7220     0.6912    89.4600    14.5943      0.8142
 203     0.1000     0.0114    99.6220     0.6404    89.2800    14.5926      0.8138
 204     0.1000     0.0127    99.5920     0.6613    89.5400    14.6020      0.8135
 205     0.1000     0.0104    99.6760     0.6577    89.4600    14.5862      0.8132
 206     0.1000     0.0091    99.7240     0.7059    89.3300    14.6088      0.8129
 207     0.1000     0.0180    99.4680     0.6678    88.8000    14.6214      0.8126
 208     0.1000     0.0075    99.7800     0.7190    89.5600    14.5753      0.8122
 209     0.1000     0.0097    99.7060     0.6862    89.5400    14.5816      0.8119
 210     0.1000     0.0098    99.7100     0.6887    89.6900    14.5510      0.8116
 211     0.1000     0.0080    99.7360     0.7501    89.6000    14.6095      0.8112
 212     0.1000     0.0106    99.6360     0.7315    89.0500    14.6199      0.8109
 213     0.1000     0.0113    99.6200     0.6486    89.2400    14.5902      0.8106
 214     0.1000     0.0092    99.7080     0.7244    88.8900    14.5854      0.8103
 215     0.1000     0.0107    99.6500     0.6677    89.2500    14.5563      0.8100
 216     0.1000     0.0102    99.6800     0.6588    89.4900    14.6128      0.8097
 217     0.1000     0.0100    99.6900     0.7206    89.3800    14.5889      0.8093
 218     0.1000     0.0097    99.6900     0.7192    88.9300    14.5953      0.8091
 219     0.1000     0.0090    99.7360     0.6503    89.5900    14.5914      0.8087
 220     0.1000     0.0085    99.7460     0.6889    89.6000    14.5646      0.8084
 221     0.1000     0.0098    99.6700     0.6594    89.4500    14.5751      0.8081
 222     0.1000     0.0078    99.7420     0.7374    89.1300    14.5968      0.8078
 223     0.1000     0.0103    99.6480     0.7133    89.9100    14.6020      0.8075
 224     0.1000     0.0096    99.7180     0.7046    89.3800    14.6215      0.8072
 225     0.1000     0.0123    99.6100     0.6282    89.3600    14.5802      0.8068
 226     0.1000     0.0089    99.7000     0.6713    89.7600    14.6494      0.8065
 227     0.1000     0.0099    99.6900     0.6846    89.6200    14.5757      0.8062
 228     0.1000     0.0100    99.6800     0.7328    89.0500    14.6017      0.8059
 229     0.1000     0.0075    99.7460     0.6867    89.7500    14.5862      0.8056
 230     0.1000     0.0088    99.7060     0.7863    88.6100    14.6117      0.8053
 231     0.1000     0.0093    99.7440     0.6710    89.6600    14.5914      0.8050
 232     0.1000     0.0057    99.8160     0.7262    89.8700    14.5935      0.8047
 233     0.1000     0.0092    99.7260     0.6855    89.0500    14.5893      0.8044
 234     0.1000     0.0075    99.7660     0.6674    89.5800    14.5800      0.8041
 235     0.1000     0.0080    99.7620     0.7168    89.9200    14.5731      0.8037
 236     0.1000     0.0112    99.6880     0.6910    89.4000    14.5498      0.8034
 237     0.1000     0.0076    99.7620     0.6815    89.8200    14.5845      0.8031
 238     0.1000     0.0105    99.6780     0.6278    89.9400    14.5820      0.8028
 239     0.1000     0.0072    99.7600     0.7516    89.1000    14.5586      0.8025
 240     0.1000     0.0112    99.6760     0.6498    89.6600    14.5816      0.8022
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0086    99.7400     0.6834    89.5400    14.6013      0.8020
 242     0.1000     0.0087    99.7300     0.7129    89.8400    14.5915      0.8016
 243     0.1000     0.0075    99.7660     0.7134    89.4800    14.5732      0.8013
 244     0.1000     0.0070    99.7860     0.7270    89.4400    14.5655      0.8010
 245     0.1000     0.0076    99.7560     0.7122    89.3100    14.5673      0.8007
 246     0.1000     0.0090    99.6820     0.7376    89.4400    14.5833      0.8004
 247     0.1000     0.0088    99.7260     0.7145    89.4600    14.5770      0.8001
 248     0.1000     0.0084    99.7200     0.7187    89.7300    14.6057      0.7998
 249     0.1000     0.0079    99.7540     0.7148    89.4600    14.5928      0.7995
 250     0.1000     0.0064    99.7900     0.7419    89.5300    14.5784      0.7992
 251     0.1000     0.0087    99.7200     0.7002    89.5600    14.5836      0.7990
 252     0.1000     0.0069    99.7660     0.7184    89.8500    14.5700      0.7987
 253     0.1000     0.0055    99.8380     0.7027    89.7000    14.5871      0.7984
 254     0.1000     0.0077    99.7760     0.7281    89.4300    14.5899      0.7981
 255     0.1000     0.0079    99.7800     0.7253    89.4600    14.6013      0.7978
 256     0.1000     0.0097    99.7260     0.7068    88.9100    14.5845      0.7975
 257     0.1000     0.0098    99.7020     0.7237    89.1500    14.6014      0.7972
 258     0.1000     0.0067    99.7880     0.7242    89.4300    14.6005      0.7969
 259     0.1000     0.0063    99.8040     0.7742    89.4400    14.5965      0.7966
 260     0.1000     0.0070    99.7840     0.7256    89.5900    14.5843      0.7964
 261     0.1000     0.0094    99.7280     0.6584    89.4700    14.5788      0.7961
 262     0.1000     0.0054    99.8380     0.7577    89.6800    14.5744      0.7958
 263     0.1000     0.0092    99.7260     0.6891    89.5200    14.5950      0.7955
 264     0.1000     0.0052    99.8360     0.7248    89.1500    14.5998      0.7952
 265     0.1000     0.0066    99.7880     0.7779    89.1300    14.5527      0.7949
 266     0.1000     0.0075    99.7680     0.6832    89.7500    14.5865      0.7947
 267     0.1000     0.0050    99.8340     0.7640    89.3900    14.5918      0.7944
 268     0.1000     0.0088    99.7040     0.7360    89.7500    14.5959      0.7941
 269     0.1000     0.0089    99.7460     0.6760    89.8300    14.5727      0.7939
 270     0.1000     0.0051    99.8260     0.6989    89.9800    14.5824      0.7936
 271     0.1000     0.0090    99.7260     0.6655    89.7400    14.5873      0.7933
 272     0.1000     0.0076    99.7620     0.8332    87.3900    14.5468      0.7930
 273     0.1000     0.0090    99.7520     0.6716    89.8600    14.5650      0.7927
 274     0.1000     0.0070    99.7780     0.7780    89.3800    14.6153      0.7924
 275     0.1000     0.0064    99.8080     0.7887    89.5500    14.5873      0.7922
 276     0.1000     0.0061    99.8080     0.7564    90.0000    14.6261      0.7919
 277     0.1000     0.0073    99.7660     0.6997    89.7200    14.5655      0.7916
 278     0.1000     0.0069    99.7920     0.7499    89.8800    14.6041      0.7913
 279     0.1000     0.0069    99.7840     0.6904    90.2200    14.5791      0.7911
 280     0.1000     0.0037    99.8960     0.7666    90.3100    14.5832      0.7908
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0072    99.7820     0.7553    89.5000    14.6013      0.7905
 282     0.1000     0.0061    99.8120     0.7640    89.9000    14.5996      0.7903
 283     0.1000     0.0057    99.8400     0.7103    89.9600    14.5673      0.7900
 284     0.1000     0.0085    99.7680     0.7063    89.9000    14.5694      0.7897
 285     0.1000     0.0071    99.7660     0.7906    88.9700    14.5594      0.7895
 286     0.1000     0.0062    99.8080     0.7134    90.0600    14.5755      0.7892
 287     0.1000     0.0063    99.8260     0.7089    89.9300    14.5884      0.7889
 288     0.1000     0.0054    99.8240     0.7393    90.1100    14.5938      0.7887
 289     0.1000     0.0062    99.7960     0.7450    89.6900    14.6357      0.7884
 290     0.1000     0.0063    99.8000     0.7547    89.9400    14.5864      0.7882
 291     0.1000     0.0068    99.7940     0.7290    89.8200    14.5943      0.7879
 292     0.1000     0.0075    99.7540     0.7631    89.0100    14.5742      0.7876
 293     0.1000     0.0062    99.8060     0.7331    90.1500    14.5868      0.7874
 294     0.1000     0.0052    99.8520     0.7356    90.1800    14.6340      0.7871
 295     0.1000     0.0055    99.8520     0.7307    90.2000    14.5916      0.7868
 296     0.1000     0.0068    99.7860     0.6953    90.1100    14.5840      0.7866
 297     0.1000     0.0053    99.8300     0.7221    89.8000    14.5927      0.7863
 298     0.1000     0.0067    99.8180     0.6828    90.0400    14.5888      0.7861
 299     0.1000     0.0052    99.8440     0.7343    89.8300    14.5805      0.7858
 300     0.1000     0.0044    99.8500     0.7678    90.3900    14.5969      0.7855
 301     0.0996     0.0064    99.7940     0.7430    89.5400    14.5772      0.7853
 302     0.0992     0.0075    99.7900     0.6540    89.6700    14.5864      0.7850
 303     0.0988     0.0040    99.8860     0.6986    90.0900    14.5718      0.7848
 304     0.0983     0.0025    99.9200     0.7790    89.4800    14.6139      0.7845
 305     0.0979     0.0058    99.8500     0.7547    90.1200    14.6114      0.7843
 306     0.0975     0.0046    99.8700     0.7430    89.8400    14.6065      0.7840
 307     0.0971     0.0062    99.8260     0.7225    90.1100    14.5824      0.7837
 308     0.0967     0.0032    99.9040     0.7624    90.0300    14.5933      0.7835
 309     0.0963     0.0030    99.9200     0.8395    89.7300    14.6547      0.7832
 310     0.0959     0.0059    99.7880     0.7655    89.7100    14.5941      0.7830
 311     0.0955     0.0033    99.8900     0.8027    89.5900    14.5930      0.7827
 312     0.0950     0.0052    99.8260     0.7289    89.7800    14.5831      0.7825
 313     0.0946     0.0054    99.8340     0.7377    89.8900    14.6652      0.7823
 314     0.0942     0.0069    99.7880     0.6870    89.3900    14.5842      0.7820
 315     0.0938     0.0052    99.8460     0.7117    90.0000    14.5696      0.7817
 316     0.0934     0.0029    99.9080     0.8437    89.3400    14.5955      0.7815
 317     0.0930     0.0079    99.7760     0.7132    89.5900    14.6030      0.7813
 318     0.0926     0.0049    99.8320     0.7230    90.0400    14.6075      0.7810
 319     0.0922     0.0035    99.8820     0.8050    89.9400    14.5864      0.7808
 320     0.0917     0.0046    99.8420     0.7474    90.2000    14.5915      0.7805
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0020    99.9540     0.8134    89.7900    14.6032      0.7803
 322     0.0909     0.0040    99.8760     0.8244    89.3600    14.5929      0.7801
 323     0.0905     0.0047    99.8560     0.7745    89.7200    14.5692      0.7798
 324     0.0901     0.0043    99.8620     0.8036    88.9300    14.5606      0.7796
 325     0.0897     0.0036    99.8860     0.8104    90.0400    14.5877      0.7794
 326     0.0893     0.0093    99.7560     0.6726    89.5100    14.5758      0.7791
 327     0.0889     0.0045    99.8620     0.7427    89.6700    14.6106      0.7789
 328     0.0885     0.0054    99.8320     0.7408    90.0000    14.5846      0.7787
 329     0.0880     0.0037    99.8840     0.7511    89.8700    14.5793      0.7785
 330     0.0876     0.0025    99.9120     0.7953    89.7500    14.5710      0.7783
 331     0.0872     0.0017    99.9540     0.8323    89.9200    14.5801      0.7781
 332     0.0868     0.0038    99.8860     0.7947    89.5900    14.5725      0.7779
 333     0.0864     0.0029    99.9180     0.8215    89.8800    14.5903      0.7776
 334     0.0860     0.0029    99.9000     0.7905    89.8800    14.5848      0.7774
 335     0.0856     0.0022    99.9240     0.8324    89.8900    14.6006      0.7772
 336     0.0852     0.0039    99.8680     0.7990    89.6200    14.6106      0.7770
 337     0.0847     0.0029    99.9020     0.8302    89.4700    14.6057      0.7768
 338     0.0843     0.0034    99.9060     0.7560    90.0900    14.5734      0.7765
 339     0.0839     0.0026    99.9360     0.7939    89.7800    14.5882      0.7763
 340     0.0835     0.0029    99.9120     0.8050    90.0400    14.5862      0.7761
 341     0.0831     0.0027    99.9040     0.8628    89.6200    14.5964      0.7759
 342     0.0827     0.0033    99.8960     0.8409    89.9700    14.6105      0.7757
 343     0.0823     0.0034    99.9160     0.7781    90.1700    14.5925      0.7755
 344     0.0818     0.0013    99.9600     0.8631    89.9100    14.5940      0.7753
 345     0.0814     0.0036    99.8960     0.8411    89.6800    14.6033      0.7751
 346     0.0810     0.0042    99.8980     0.7577    89.7700    14.5947      0.7748
 347     0.0806     0.0029    99.9120     0.8033    89.6000    14.6198      0.7746
 348     0.0802     0.0025    99.9240     0.8175    90.0000    14.6221      0.7744
 349     0.0798     0.0018    99.9500     0.8154    90.1500    14.5906      0.7742
 350     0.0794     0.0019    99.9460     0.8582    89.5900    14.5791      0.7741
 351     0.0790     0.0021    99.9360     0.8597    89.6800    14.5694      0.7739
 352     0.0786     0.0025    99.9080     0.8382    89.7700    14.5945      0.7736
 353     0.0781     0.0010    99.9640     0.8776    89.9700    14.5876      0.7735
 354     0.0777     0.0031    99.9120     0.7927    89.9400    14.6349      0.7733
 355     0.0773     0.0018    99.9360     0.8168    90.0900    14.5800      0.7731
 356     0.0769     0.0015    99.9420     0.8355    90.1800    14.6028      0.7729
 357     0.0765     0.0008    99.9680     0.8691    90.1000    14.5950      0.7727
 358     0.0761     0.0008    99.9740     0.8794    90.2200    14.6039      0.7725
 359     0.0757     0.0014    99.9540     0.8877    90.3700    14.5905      0.7723
 360     0.0753     0.0018    99.9400     0.9057    89.9000    14.6047      0.7721
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0024    99.9180     0.8411    90.2200    14.6017      0.7719
 362     0.0744     0.0022    99.9260     0.8394    89.9600    14.6048      0.7718
 363     0.0740     0.0023    99.9260     0.8389    89.9100    14.5939      0.7716
 364     0.0736     0.0023    99.9380     0.8334    89.9800    14.5736      0.7714
 365     0.0732     0.0025    99.9360     0.8134    89.6500    14.5772      0.7712
 366     0.0728     0.0020    99.9300     0.7832    90.1900    14.5916      0.7710
 367     0.0724     0.0006    99.9820     0.8332    90.1800    14.5662      0.7708
 368     0.0720     0.0012    99.9600     0.8519    90.2900    14.5617      0.7707
 369     0.0715     0.0023    99.9420     0.8132    89.8800    14.5600      0.7705
 370     0.0711     0.0019    99.9500     0.7882    90.1000    14.5826      0.7703
 371     0.0707     0.0010    99.9660     0.8717    90.4200    14.5779      0.7702
 372     0.0703     0.0013    99.9500     0.8459    90.3900    14.5616      0.7700
 373     0.0699     0.0009    99.9720     0.8622    90.0500    14.5662      0.7698
 374     0.0695     0.0007    99.9740     0.8878    90.2900    14.5795      0.7696
 375     0.0691     0.0010    99.9780     0.9404    90.1700    14.5505      0.7695
 376     0.0686     0.0010    99.9660     0.8939    90.2800    14.5881      0.7693
 377     0.0682     0.0011    99.9720     0.9228    90.2800    14.5791      0.7691
 378     0.0678     0.0016    99.9500     0.8609    90.1200    14.5921      0.7690
 379     0.0674     0.0010    99.9740     0.9063    89.8800    14.5853      0.7688
 380     0.0670     0.0012    99.9620     0.9016    90.0200    14.6016      0.7686
 381     0.0666     0.0015    99.9560     0.8615    90.0400    14.5935      0.7685
 382     0.0662     0.0010    99.9700     0.8706    90.1600    14.5613      0.7683
 383     0.0658     0.0004    99.9860     0.8880    90.2400    14.5666      0.7681
 384     0.0654     0.0006    99.9740     0.9468    90.2100    14.5632      0.7680
 385     0.0649     0.0007    99.9760     0.9046    90.3800    14.5635      0.7678
 386     0.0645     0.0021    99.9300     0.8746    90.3000    14.5798      0.7677
 387     0.0641     0.0013    99.9520     0.8857    90.0100    14.5618      0.7675
 388     0.0637     0.0009    99.9680     0.8826    90.2700    14.5926      0.7674
 389     0.0633     0.0012    99.9640     0.8767    90.3400    14.5512      0.7672
 390     0.0629     0.0006    99.9800     0.8837    90.3000    14.6038      0.7671
 391     0.0625     0.0009    99.9660     0.8778    90.4200    14.5787      0.7669
 392     0.0621     0.0009    99.9700     0.8707    90.3100    14.5546      0.7668
 393     0.0616     0.0011    99.9680     0.8718    90.3700    14.5977      0.7666
 394     0.0612     0.0007    99.9740     0.9082    90.2400    14.5832      0.7665
 395     0.0608     0.0006    99.9860     0.8785    90.7000    14.6035      0.7663
 396     0.0604     0.0009    99.9720     0.9172    90.7500    14.5660      0.7662
 397     0.0600     0.0013    99.9660     0.9034    90.3400    14.5688      0.7660
 398     0.0596     0.0008    99.9800     0.8688    90.7100    14.5994      0.7659
 399     0.0592     0.0005    99.9860     0.8886    90.6900    14.5796      0.7657
 400     0.0588     0.0004    99.9800     0.8800    90.6600    14.6239      0.7656
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0008    99.9800     0.8998    90.6200    14.5885      0.7655
 402     0.0579     0.0007    99.9800     0.9129    90.6300    14.6344      0.7653
 403     0.0575     0.0006    99.9840     0.9111    90.6100    14.6338      0.7652
 404     0.0571     0.0006    99.9840     0.8904    90.5500    14.5667      0.7650
 405     0.0567     0.0009    99.9740     0.9182    90.2400    14.6165      0.7649
 406     0.0563     0.0008    99.9720     0.9227    90.5500    14.6008      0.7647
 407     0.0559     0.0010    99.9760     0.9114    90.4300    14.6191      0.7646
 408     0.0554     0.0012    99.9600     0.9500    90.1100    14.5563      0.7645
 409     0.0550     0.0009    99.9680     0.8829    90.4500    14.5756      0.7644
 410     0.0546     0.0004    99.9880     0.8724    90.3900    14.5760      0.7642
 411     0.0542     0.0007    99.9840     0.8771    90.4100    14.5833      0.7641
 412     0.0538     0.0006    99.9860     0.8869    90.4900    14.6111      0.7640
 413     0.0534     0.0007    99.9820     0.8919    90.3600    14.6166      0.7638
 414     0.0530     0.0006    99.9880     0.8888    90.5300    14.5351      0.7637
 415     0.0526     0.0007    99.9840     0.8774    90.6000    14.6167      0.7636
 416     0.0522     0.0007    99.9800     0.8622    90.6800    14.5535      0.7635
 417     0.0517     0.0003    99.9840     0.8706    90.6000    14.5941      0.7633
 418     0.0513     0.0005    99.9840     0.8809    90.5800    14.5870      0.7632
 419     0.0509     0.0005    99.9840     0.8643    90.6600    14.5816      0.7631
 420     0.0505     0.0004    99.9840     0.9227    90.4800    14.5924      0.7630
 421     0.0501     0.0002    99.9960     0.9309    90.5600    14.5794      0.7628
 422     0.0497     0.0002    99.9920     0.9416    90.6500    14.5912      0.7627
 423     0.0493     0.0001    99.9980     0.9427    90.5300    14.6352      0.7626
 424     0.0489     0.0007    99.9780     0.9568    90.4200    14.5919      0.7625
 425     0.0484     0.0005    99.9800     0.9642    90.7100    14.6125      0.7624
 426     0.0480     0.0006    99.9840     0.9459    90.6600    14.5945      0.7623
 427     0.0476     0.0005    99.9840     0.9247    90.6900    14.5675      0.7622
 428     0.0472     0.0002    99.9920     0.9363    90.6600    14.5805      0.7620
 429     0.0468     0.0004    99.9860     0.9425    90.5700    14.5689      0.7619
 430     0.0464     0.0005    99.9880     0.9437    90.7300    14.6070      0.7618
 431     0.0460     0.0003    99.9920     0.9260    90.7200    14.6126      0.7617
 432     0.0456     0.0004    99.9860     0.9412    90.7200    14.5764      0.7616
 433     0.0451     0.0003    99.9920     0.9363    90.6300    14.5890      0.7615
 434     0.0447     0.0003    99.9920     0.9545    90.4800    14.5659      0.7614
 435     0.0443     0.0002    99.9920     0.9684    90.3900    14.5679      0.7613
 436     0.0439     0.0004    99.9820     0.9574    90.6600    14.5888      0.7612
 437     0.0435     0.0005    99.9840     0.9469    90.6400    14.5740      0.7611
 438     0.0431     0.0002    99.9900     0.9434    90.7600    14.5780      0.7610
 439     0.0427     0.0004    99.9880     0.9591    90.4800    14.6032      0.7609
 440     0.0423     0.0003    99.9860     0.9634    90.4700    14.5923      0.7608
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0006    99.9800     0.9674    90.4700    14.5916      0.7607
 442     0.0414     0.0002    99.9940     0.9710    90.6500    14.5997      0.7606
 443     0.0410     0.0005    99.9900     0.9506    90.6600    14.5850      0.7605
 444     0.0406     0.0002    99.9920     0.9577    90.6800    14.6063      0.7604
 445     0.0402     0.0002    99.9920     0.9431    90.5600    14.5652      0.7603
 446     0.0398     0.0003    99.9940     0.9393    90.7400    14.5903      0.7602
 447     0.0394     0.0002    99.9900     0.9298    90.6500    14.6003      0.7601
 448     0.0389     0.0003    99.9920     0.9425    90.5500    14.6129      0.7600
 449     0.0385     0.0003    99.9900     0.9559    90.5600    14.5672      0.7599
 450     0.0381     0.0001    99.9980     0.9586    90.6600    14.5854      0.7598
 451     0.0377     0.0001    99.9980     0.9612    90.6600    14.5841      0.7597
 452     0.0373     0.0001    99.9980     0.9642    90.6600    14.5819      0.7596
 453     0.0369     0.0002    99.9920     0.9714    90.5900    14.5638      0.7595
 454     0.0365     0.0002    99.9920     0.9648    90.7000    14.5850      0.7595
 455     0.0361     0.0003    99.9840     0.9737    90.5700    14.5953      0.7594
 456     0.0357     0.0001    99.9980     0.9794    90.6300    14.5792      0.7593
 457     0.0352     0.0002    99.9980     0.9797    90.7100    14.5933      0.7592
 458     0.0348     0.0002    99.9960     0.9788    90.5500    14.5799      0.7591
 459     0.0344     0.0002    99.9940     0.9995    90.4500    14.5661      0.7590
 460     0.0340     0.0002    99.9900     0.9861    90.5500    14.5981      0.7590
 461     0.0336     0.0001   100.0000     0.9922    90.6600    14.6113      0.7589
 462     0.0332     0.0001   100.0000     0.9972    90.7300    14.6109      0.7588
 463     0.0328     0.0003    99.9920     0.9856    90.6700    14.5871      0.7587
 464     0.0324     0.0002    99.9960     0.9892    90.6800    14.6234      0.7587
 465     0.0319     0.0001    99.9960     0.9915    90.6000    14.5924      0.7586
 466     0.0315     0.0001   100.0000     0.9932    90.6200    14.6271      0.7585
 467     0.0311     0.0001    99.9980     0.9942    90.6200    14.6009      0.7584
 468     0.0307     0.0001   100.0000     1.0010    90.4500    14.5706      0.7584
 469     0.0303     0.0002    99.9940     0.9929    90.5700    14.5830      0.7583
 470     0.0299     0.0001    99.9960     0.9918    90.5800    14.6058      0.7582
 471     0.0295     0.0001   100.0000     0.9931    90.6000    14.5946      0.7581
 472     0.0291     0.0002    99.9940     0.9907    90.5500    14.5863      0.7581
 473     0.0286     0.0002    99.9940     1.0006    90.6500    14.6591      0.7580
 474     0.0282     0.0002    99.9940     0.9952    90.6400    14.6248      0.7579
 475     0.0278     0.0001    99.9980     0.9946    90.6400    14.5824      0.7579
 476     0.0274     0.0000   100.0000     0.9939    90.6500    14.6109      0.7578
 477     0.0270     0.0002    99.9960     0.9914    90.7000    14.6633      0.7577
 478     0.0266     0.0001    99.9940     0.9882    90.5900    14.5997      0.7577
 479     0.0262     0.0002    99.9960     0.9873    90.5500    14.5941      0.7576
 480     0.0257     0.0001    99.9960     0.9806    90.6500    14.6304      0.7576
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0000   100.0000     0.9818    90.6600    14.6001      0.7575
 482     0.0249     0.0001   100.0000     0.9834    90.7700    14.6166      0.7574
 483     0.0245     0.0000   100.0000     0.9863    90.7200    14.5786      0.7574
 484     0.0241     0.0001    99.9980     0.9896    90.7700    14.6345      0.7573
 485     0.0237     0.0000    99.9980     0.9933    90.8000    14.5760      0.7573
 486     0.0233     0.0001    99.9940     0.9938    90.6700    14.5831      0.7572
 487     0.0229     0.0001    99.9980     0.9931    90.6800    14.5904      0.7572
 488     0.0225     0.0002    99.9960     1.0003    90.7500    14.6128      0.7571
 489     0.0220     0.0001    99.9960     0.9988    90.8600    14.5712      0.7571
 490     0.0216     0.0001    99.9980     0.9941    90.7800    14.5702      0.7570
 491     0.0212     0.0000    99.9980     0.9952    90.8100    14.5704      0.7570
 492     0.0208     0.0001    99.9960     0.9947    90.6800    14.5967      0.7569
 493     0.0204     0.0000   100.0000     0.9952    90.7000    14.5690      0.7569
 494     0.0200     0.0001    99.9960     0.9975    90.6300    14.5918      0.7568
 495     0.0196     0.0000   100.0000     0.9986    90.6100    14.5997      0.7568
 496     0.0192     0.0001    99.9960     1.0026    90.7600    14.5980      0.7567
 497     0.0187     0.0001    99.9960     1.0058    90.8200    14.6132      0.7567
 498     0.0183     0.0001    99.9960     1.0030    90.8500    14.5823      0.7566
 499     0.0179     0.0000   100.0000     1.0042    90.8800    14.5673      0.7566
 500     0.0175     0.0001    99.9980     1.0124    90.9100    14.5970      0.7565
 501     0.0171     0.0001    99.9980     1.0062    90.9000    14.6211      0.7565
 502     0.0167     0.0000   100.0000     1.0064    90.8100    14.6558      0.7565
 503     0.0163     0.0000    99.9980     1.0053    90.8600    14.5911      0.7564
 504     0.0159     0.0000   100.0000     1.0050    90.8700    14.5885      0.7564
 505     0.0154     0.0000    99.9980     1.0050    90.8700    14.6192      0.7563
 506     0.0150     0.0000   100.0000     1.0052    90.8600    14.5986      0.7563
 507     0.0146     0.0000   100.0000     1.0052    90.8800    14.5684      0.7563
 508     0.0142     0.0001    99.9980     1.0058    90.8600    14.5555      0.7562
 509     0.0138     0.0000    99.9980     1.0069    90.7600    14.6095      0.7562
 510     0.0134     0.0000   100.0000     1.0071    90.7600    14.5886      0.7562
 511     0.0130     0.0000   100.0000     1.0066    90.7900    14.6067      0.7561
 512     0.0125     0.0001    99.9960     1.0069    90.8400    14.5688      0.7561
 513     0.0121     0.0000   100.0000     1.0074    90.8200    14.5872      0.7561
 514     0.0117     0.0000   100.0000     1.0070    90.8200    14.5849      0.7561
 515     0.0113     0.0000    99.9980     1.0087    90.7400    14.5836      0.7560
 516     0.0109     0.0000   100.0000     1.0094    90.7700    14.5758      0.7560
 517     0.0105     0.0000   100.0000     1.0101    90.7000    14.5597      0.7560
 518     0.0101     0.0001    99.9980     1.0096    90.7300    14.5536      0.7559
 519     0.0097     0.0000   100.0000     1.0093    90.7300    14.5929      0.7559
 520     0.0092     0.0000   100.0000     1.0083    90.7800    14.6330      0.7559
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001    99.9980     1.0065    90.7900    14.6063      0.7559
 522     0.0084     0.0000   100.0000     1.0063    90.8100    14.6410      0.7559
 523     0.0080     0.0001    99.9980     1.0071    90.7900    14.5808      0.7558
 524     0.0076     0.0000    99.9980     1.0076    90.7400    14.6346      0.7558
 525     0.0072     0.0000    99.9980     1.0074    90.7100    14.5997      0.7558
 526     0.0068     0.0000   100.0000     1.0072    90.7100    14.6041      0.7558
 527     0.0064     0.0000   100.0000     1.0071    90.7200    14.6007      0.7558
 528     0.0060     0.0000    99.9980     1.0076    90.7200    14.6122      0.7558
 529     0.0055     0.0000   100.0000     1.0077    90.7200    14.5736      0.7557
 530     0.0051     0.0000    99.9980     1.0081    90.7400    14.5743      0.7557
 531     0.0047     0.0001    99.9980     1.0087    90.7300    14.5290      0.7557
 532     0.0043     0.0000   100.0000     1.0089    90.7100    14.5866      0.7557
 533     0.0039     0.0001    99.9980     1.0074    90.7600    14.5934      0.7557
 534     0.0035     0.0000   100.0000     1.0075    90.7600    14.5873      0.7557
 535     0.0031     0.0000   100.0000     1.0075    90.7500    14.6248      0.7557
 536     0.0027     0.0000   100.0000     1.0077    90.7400    14.5878      0.7557
 537     0.0022     0.0000    99.9980     1.0075    90.7400    14.5882      0.7557
 538     0.0018     0.0000   100.0000     1.0074    90.7400    14.5893      0.7557
 539     0.0014     0.0000   100.0000     1.0075    90.7400    14.5868      0.7556
 540     0.0010     0.0001    99.9980     1.0073    90.7600    14.5928      0.7556
 541     0.0010     0.0000   100.0000     1.0073    90.7500    14.6177      0.7556
 542     0.0010     0.0000   100.0000     1.0073    90.7500    14.5750      0.7556
 543     0.0010     0.0000   100.0000     1.0073    90.7400    14.6202      0.7556
 544     0.0010     0.0002    99.9960     1.0071    90.7500    14.6005      0.7556
 545     0.0010     0.0000   100.0000     1.0070    90.7500    14.6088      0.7556
 546     0.0010     0.0000   100.0000     1.0070    90.7400    14.6105      0.7556
 547     0.0010     0.0000   100.0000     1.0070    90.7500    14.6039      0.7556
 548     0.0010     0.0000   100.0000     1.0069    90.7500    14.5803      0.7556
 549     0.0010     0.0001    99.9980     1.0068    90.7600    14.5894      0.7556
 550     0.0010     0.0000   100.0000     1.0068    90.7600    14.5670      0.7556
 551     0.0010     0.0000   100.0000     1.0069    90.7500    14.5819      0.7556
 552     0.0010     0.0000   100.0000     1.0069    90.7700    14.5919      0.7556
 553     0.0010     0.0000   100.0000     1.0069    90.7600    14.5786      0.7556
 554     0.0010     0.0000    99.9980     1.0067    90.7800    14.5447      0.7556
 555     0.0010     0.0000   100.0000     1.0067    90.7800    14.6258      0.7556
 556     0.0010     0.0000    99.9980     1.0066    90.7900    14.5858      0.7556
 557     0.0010     0.0000   100.0000     1.0066    90.7900    14.5800      0.7556
 558     0.0010     0.0000   100.0000     1.0067    90.7800    14.5753      0.7555
 559     0.0010     0.0000   100.0000     1.0067    90.7800    14.5996      0.7555
 560     0.0010     0.0000   100.0000     1.0067    90.7800    14.5980      0.7555
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     1.0067    90.7800    14.5990      0.7555
 562     0.0010     0.0000   100.0000     1.0067    90.7800    14.5924      0.7555
 563     0.0010     0.0000   100.0000     1.0066    90.7800    14.6064      0.7555
 564     0.0010     0.0000   100.0000     1.0067    90.7900    14.6153      0.7555
 565     0.0010     0.0000   100.0000     1.0066    90.7700    14.5948      0.7555
 566     0.0010     0.0000    99.9980     1.0065    90.8000    14.6130      0.7555
 567     0.0010     0.0001    99.9980     1.0065    90.7900    14.6272      0.7555
 568     0.0010     0.0000   100.0000     1.0064    90.8000    14.6103      0.7555
 569     0.0010     0.0000    99.9980     1.0064    90.7800    14.5976      0.7555
 570     0.0010     0.0001    99.9980     1.0064    90.8100    14.6124      0.7555
 571     0.0010     0.0000   100.0000     1.0064    90.8100    14.5929      0.7555
 572     0.0010     0.0001    99.9980     1.0064    90.8200    14.5969      0.7555
 573     0.0010     0.0000   100.0000     1.0065    90.8200    14.5695      0.7555
 574     0.0010     0.0000    99.9980     1.0065    90.8100    14.5470      0.7555
 575     0.0010     0.0000   100.0000     1.0064    90.8100    14.5997      0.7555
 576     0.0010     0.0000   100.0000     1.0064    90.8100    14.6138      0.7554
 577     0.0010     0.0000    99.9980     1.0065    90.8000    14.5894      0.7554
 578     0.0010     0.0000   100.0000     1.0065    90.8000    14.5889      0.7554
 579     0.0010     0.0000   100.0000     1.0065    90.7900    14.5788      0.7554
 580     0.0010     0.0000   100.0000     1.0065    90.7900    14.5959      0.7554
 581     0.0010     0.0000   100.0000     1.0065    90.8000    14.6031      0.7554
 582     0.0010     0.0000   100.0000     1.0065    90.7900    14.5841      0.7554
 583     0.0010     0.0000   100.0000     1.0065    90.7900    14.6081      0.7554
 584     0.0010     0.0001    99.9960     1.0065    90.7900    14.6140      0.7554
 585     0.0010     0.0000   100.0000     1.0064    90.7800    14.6090      0.7554
 586     0.0010     0.0000   100.0000     1.0064    90.7800    14.6538      0.7554
 587     0.0010     0.0001    99.9980     1.0064    90.7900    14.5859      0.7554
 588     0.0010     0.0001    99.9980     1.0061    90.8000    14.5789      0.7554
 589     0.0010     0.0001    99.9980     1.0061    90.7800    14.6168      0.7554
 590     0.0010     0.0000   100.0000     1.0061    90.7800    14.5668      0.7554
 591     0.0010     0.0000    99.9980     1.0061    90.7900    14.5822      0.7554
 592     0.0010     0.0000   100.0000     1.0061    90.7900    14.5932      0.7554
 593     0.0010     0.0000   100.0000     1.0062    90.7900    14.5883      0.7554
 594     0.0010     0.0000    99.9980     1.0061    90.8000    14.6267      0.7554
 595     0.0010     0.0000   100.0000     1.0061    90.8000    14.6352      0.7554
 596     0.0010     0.0000   100.0000     1.0061    90.8000    14.6286      0.7553
 597     0.0010     0.0000   100.0000     1.0061    90.8000    14.5665      0.7553
 598     0.0010     0.0000   100.0000     1.0062    90.8000    14.6325      0.7553
 599     0.0010     0.0001    99.9980     1.0060    90.8000    14.6177      0.7553
 600     0.0010     0.0000   100.0000     1.0060    90.8000    14.6388      0.7553
