Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2814    11.8060     2.1692    17.9400    16.8358      0.9751
   2     0.1000     2.1976    15.7540     2.0234    21.1800    15.6143      0.9672
   3     0.1000     1.9766    22.1180     1.9517    24.5100    15.7210      0.9614
   4     0.1000     1.8302    27.9580     1.6756    35.1300    15.7934      0.9568
   5     0.1000     1.7175    33.5680     1.9248    27.2700    15.6139      0.9528
   6     0.1000     1.5942    39.2400     1.5299    42.6000    15.5728      0.9493
   7     0.1000     1.4824    45.2980     1.3470    51.0900    15.6215      0.9461
   8     0.1000     1.3594    50.7100     1.1930    57.0900    15.8251      0.9432
   9     0.1000     1.2187    56.6660     1.1361    59.9000    15.7163      0.9405
  10     0.1000     1.0850    61.6500     0.9556    65.5900    15.6744      0.9380
  11     0.1000     0.9974    65.0220     0.8493    69.7800    15.6584      0.9357
  12     0.1000     0.9053    68.4780     0.8253    71.3900    15.7018      0.9336
  13     0.1000     0.8349    71.0540     0.8871    69.8100    15.5766      0.9314
  14     0.1000     0.7702    73.7680     0.7752    72.7700    15.5969      0.9295
  15     0.1000     0.7238    75.5100     0.7955    73.6400    15.6979      0.9276
  16     0.1000     0.6804    77.1520     0.7079    75.3700    15.6625      0.9258
  17     0.1000     0.6357    78.7240     0.6376    78.9800    15.6031      0.9241
  18     0.1000     0.5952    79.8400     0.6757    77.5500    15.7055      0.9224
  19     0.1000     0.5619    81.2620     0.6571    78.8500    15.7285      0.9207
  20     0.1000     0.5295    82.2920     0.6357    79.7700    15.7791      0.9192
  21     0.1000     0.5091    82.8620     0.6151    79.7200    15.6761      0.9177
  22     0.1000     0.4799    84.1340     0.6754    79.0100    15.8414      0.9163
  23     0.1000     0.4587    84.6820     0.5374    82.3100    15.7391      0.9148
  24     0.1000     0.4400    85.3480     0.5108    83.3000    15.7250      0.9135
  25     0.1000     0.4078    86.2940     0.5749    81.6800    15.5917      0.9122
  26     0.1000     0.3972    86.7380     0.5769    80.8600    15.7961      0.9109
  27     0.1000     0.3725    87.6720     0.6444    81.2000    15.6665      0.9096
  28     0.1000     0.3626    87.8860     0.5058    84.8500    15.5327      0.9084
  29     0.1000     0.3499    88.3060     0.4856    84.7000    15.6184      0.9072
  30     0.1000     0.3344    88.7100     0.6106    81.6000    15.7411      0.9060
  31     0.1000     0.3125    89.4700     0.4693    85.8700    15.7105      0.9049
  32     0.1000     0.3076    89.7420     0.4610    85.9300    15.5316      0.9037
  33     0.1000     0.2933    90.1080     0.4742    85.5600    15.6196      0.9027
  34     0.1000     0.2825    90.5560     0.4896    85.4700    15.6446      0.9016
  35     0.1000     0.2682    91.1580     0.4440    86.8000    15.8036      0.9005
  36     0.1000     0.2618    91.2600     0.6139    81.8300    15.5683      0.8995
  37     0.1000     0.2474    91.7580     0.4381    86.9300    15.6270      0.8985
  38     0.1000     0.2342    92.1440     0.4619    86.8000    15.5996      0.8975
  39     0.1000     0.2252    92.3760     0.4633    86.3200    15.6025      0.8966
  40     0.1000     0.2191    92.6060     0.4886    85.7300    15.6315      0.8956
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2056    93.1660     0.4613    86.7500    15.6249      0.8946
  42     0.1000     0.2007    93.2260     0.4997    85.8300    15.6691      0.8938
  43     0.1000     0.1975    93.4400     0.5505    85.2200    15.5579      0.8929
  44     0.1000     0.1886    93.6980     0.4738    86.7800    15.7088      0.8920
  45     0.1000     0.1788    94.0180     0.4896    87.0000    15.5737      0.8911
  46     0.1000     0.1730    94.1680     0.4657    87.1900    15.6635      0.8903
  47     0.1000     0.1688    94.3820     0.4343    87.9900    15.6394      0.8894
  48     0.1000     0.1622    94.5880     0.4877    86.9900    15.5854      0.8886
  49     0.1000     0.1534    94.8500     0.4598    87.7000    15.5478      0.8878
  50     0.1000     0.1494    94.8960     0.4646    87.7300    15.6098      0.8870
  51     0.1000     0.1447    95.2320     0.4414    88.0300    15.5440      0.8862
  52     0.1000     0.1385    95.3540     0.5246    86.7500    15.6207      0.8854
  53     0.1000     0.1345    95.4320     0.4730    87.6900    15.7106      0.8846
  54     0.1000     0.1335    95.4540     0.4551    87.7500    15.5628      0.8838
  55     0.1000     0.1235    95.8740     0.4579    88.4300    15.6358      0.8830
  56     0.1000     0.1182    96.0440     0.8862    81.1400    15.5621      0.8823
  57     0.1000     0.1243    95.9540     0.4585    88.2200    15.7205      0.8815
  58     0.1000     0.1175    96.0400     0.4522    88.0400    15.6594      0.8808
  59     0.1000     0.1102    96.2620     0.4777    88.6500    15.7296      0.8801
  60     0.1000     0.1090    96.3000     0.4812    88.2300    15.6483      0.8794
  61     0.1000     0.1074    96.4460     0.5325    87.1400    15.6502      0.8787
  62     0.1000     0.0954    96.8300     0.4850    88.4400    15.6566      0.8780
  63     0.1000     0.0962    96.7720     0.5096    87.5500    15.7032      0.8773
  64     0.1000     0.0937    96.9360     0.4951    87.8500    15.5796      0.8767
  65     0.1000     0.0941    96.8780     0.4702    88.9200    15.7582      0.8760
  66     0.1000     0.0889    97.0780     0.5683    86.2900    15.6489      0.8752
  67     0.1000     0.0844    97.2040     0.5002    88.3900    15.6575      0.8746
  68     0.1000     0.0838    97.2160     0.4808    88.7100    15.8258      0.8740
  69     0.1000     0.0840    97.2580     0.5296    88.1000    15.7164      0.8733
  70     0.1000     0.0862    97.0920     0.4862    88.4000    15.6918      0.8727
  71     0.1000     0.0786    97.4080     0.4880    87.4600    15.6713      0.8720
  72     0.1000     0.0757    97.5060     0.4881    88.8300    15.6331      0.8714
  73     0.1000     0.0698    97.6980     0.5395    88.2500    15.6405      0.8708
  74     0.1000     0.0717    97.6260     0.5337    88.3800    15.5282      0.8701
  75     0.1000     0.0688    97.7220     0.4982    88.6000    15.5744      0.8695
  76     0.1000     0.0656    97.8100     0.6422    86.2300    15.5994      0.8689
  77     0.1000     0.0617    98.0020     0.7250    84.9200    15.7249      0.8682
  78     0.1000     0.0676    97.7240     0.6851    86.3700    15.5449      0.8677
  79     0.1000     0.0632    97.9420     0.5240    88.5300    15.5783      0.8670
  80     0.1000     0.0602    98.0360     0.5982    86.8600    15.5567      0.8664
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0597    98.0140     0.5334    89.0000    15.6447      0.8658
  82     0.1000     0.0594    98.0320     0.5670    88.1400    15.6171      0.8653
  83     0.1000     0.0523    98.2140     0.5611    88.0700    15.5557      0.8647
  84     0.1000     0.0530    98.2280     0.5340    88.6000    15.7279      0.8641
  85     0.1000     0.0555    98.1440     0.7001    86.3400    15.6602      0.8635
  86     0.1000     0.0537    98.2540     0.5353    89.4300    15.6567      0.8630
  87     0.1000     0.0481    98.4220     0.6135    87.9900    15.7188      0.8624
  88     0.1000     0.0473    98.4440     0.5162    89.1500    15.6463      0.8618
  89     0.1000     0.0514    98.3320     0.5956    87.5700    15.5547      0.8613
  90     0.1000     0.0508    98.3060     0.6020    88.0900    15.6467      0.8607
  91     0.1000     0.0498    98.3460     0.5212    89.2700    15.6652      0.8602
  92     0.1000     0.0466    98.5340     0.5935    87.6800    15.6644      0.8597
  93     0.1000     0.0423    98.6220     0.5668    89.1900    15.5817      0.8591
  94     0.1000     0.0467    98.4120     0.5676    88.6900    15.4704      0.8585
  95     0.1000     0.0428    98.6440     0.5721    88.6300    15.6165      0.8580
  96     0.1000     0.0382    98.7360     0.5233    88.8600    15.6444      0.8575
  97     0.1000     0.0377    98.7180     0.5586    89.2600    15.6647      0.8569
  98     0.1000     0.0361    98.8480     0.5465    88.9500    15.5834      0.8564
  99     0.1000     0.0375    98.7780     0.5462    88.6300    15.6618      0.8559
 100     0.1000     0.0340    98.9160     0.5506    89.6000    15.5900      0.8554
 101     0.1000     0.0367    98.7920     0.5331    89.0400    15.7186      0.8549
 102     0.1000     0.0339    98.9060     0.6438    88.5100    15.6971      0.8543
 103     0.1000     0.0377    98.7800     0.5534    89.4300    15.5684      0.8539
 104     0.1000     0.0355    98.8720     0.6237    89.1600    15.6032      0.8534
 105     0.1000     0.0310    99.0000     0.5759    89.2200    15.6396      0.8529
 106     0.1000     0.0378    98.8020     0.5381    89.4300    15.6671      0.8523
 107     0.1000     0.0372    98.8320     0.6207    87.9400    15.6545      0.8518
 108     0.1000     0.0332    98.9660     0.5872    89.1800    15.6415      0.8513
 109     0.1000     0.0313    99.0280     0.5351    89.1500    15.6683      0.8508
 110     0.1000     0.0313    99.0040     0.5588    89.4600    15.6273      0.8504
 111     0.1000     0.0300    99.0140     0.6158    88.9600    15.5986      0.8499
 112     0.1000     0.0306    99.0420     0.5671    89.1600    15.5706      0.8494
 113     0.1000     0.0299    99.0100     0.6333    88.2900    15.5241      0.8489
 114     0.1000     0.0300    99.0380     0.5603    89.4800    15.5642      0.8484
 115     0.1000     0.0284    99.0680     0.5602    89.6100    15.7453      0.8479
 116     0.1000     0.0270    99.1540     0.5767    88.9700    15.6458      0.8475
 117     0.1000     0.0276    99.1140     0.5391    89.0600    15.6839      0.8470
 118     0.1000     0.0253    99.2200     0.6101    88.9500    15.7323      0.8465
 119     0.1000     0.0260    99.1580     0.6105    88.6900    15.6206      0.8461
 120     0.1000     0.0297    99.1100     0.5552    89.0400    15.5865      0.8456
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0229    99.2500     0.5971    89.4300    15.6392      0.8451
 122     0.1000     0.0249    99.2100     0.6225    89.0600    15.5079      0.8447
 123     0.1000     0.0294    99.0960     0.5435    89.5100    15.6329      0.8442
 124     0.1000     0.0248    99.2100     0.5596    90.0100    15.6636      0.8437
 125     0.1000     0.0230    99.2620     0.5975    89.1300    15.5436      0.8433
 126     0.1000     0.0251    99.2280     0.5307    89.5500    15.5589      0.8428
 127     0.1000     0.0217    99.3140     0.6124    89.0700    15.8835      0.8424
 128     0.1000     0.0250    99.2120     0.5528    89.7000    15.6383      0.8420
 129     0.1000     0.0243    99.2600     0.5228    89.9700    15.5720      0.8415
 130     0.1000     0.0218    99.2560     0.6019    88.7700    15.6868      0.8410
 131     0.1000     0.0181    99.4020     0.5909    89.0700    15.6458      0.8406
 132     0.1000     0.0241    99.2060     0.5679    89.5800    15.5694      0.8402
 133     0.1000     0.0210    99.3580     0.5561    89.3300    15.7400      0.8397
 134     0.1000     0.0199    99.3760     0.6208    88.5400    15.7140      0.8393
 135     0.1000     0.0226    99.2640     0.6047    89.2000    15.6471      0.8389
 136     0.1000     0.0211    99.3320     0.5609    89.5600    15.6301      0.8385
 137     0.1000     0.0204    99.3360     0.5796    89.7800    15.6900      0.8381
 138     0.1000     0.0209    99.3140     0.6135    89.0700    15.6174      0.8376
 139     0.1000     0.0203    99.3720     0.6865    89.0000    15.6125      0.8372
 140     0.1000     0.0222    99.2520     0.6201    89.3700    15.6308      0.8368
 141     0.1000     0.0184    99.3960     0.6320    89.3200    15.5601      0.8364
 142     0.1000     0.0205    99.3280     0.6408    89.1500    15.6421      0.8360
 143     0.1000     0.0186    99.4300     0.6811    89.5100    15.5822      0.8356
 144     0.1000     0.0215    99.3280     0.6346    89.7000    15.6996      0.8352
 145     0.1000     0.0183    99.4100     0.6001    89.3900    15.5905      0.8347
 146     0.1000     0.0175    99.4200     0.6842    89.3000    15.6297      0.8342
 147     0.1000     0.0197    99.3800     0.5708    89.3700    15.6157      0.8339
 148     0.1000     0.0160    99.4640     0.6850    89.4000    15.5782      0.8335
 149     0.1000     0.0192    99.4020     0.6256    89.8700    15.5543      0.8331
 150     0.1000     0.0145    99.5280     0.7648    88.9000    15.6211      0.8326
 151     0.1000     0.0155    99.5180     0.6434    89.3000    15.6408      0.8322
 152     0.1000     0.0173    99.4160     0.6483    88.8600    15.6811      0.8318
 153     0.1000     0.0223    99.2920     0.6226    89.4900    15.6435      0.8315
 154     0.1000     0.0204    99.3800     0.6030    89.5900    15.6434      0.8311
 155     0.1000     0.0169    99.4840     0.6380    89.8800    15.5322      0.8307
 156     0.1000     0.0154    99.4880     0.8260    87.6600    15.6014      0.8303
 157     0.1000     0.0186    99.4080     0.6905    88.9400    15.6955      0.8299
 158     0.1000     0.0145    99.5120     0.6608    89.7600    15.5561      0.8295
 159     0.1000     0.0172    99.4600     0.6745    89.2000    15.5508      0.8291
 160     0.1000     0.0198    99.3640     0.6426    89.2000    15.6390      0.8287
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0151    99.5220     0.6178    89.8000    15.6433      0.8283
 162     0.1000     0.0177    99.4560     0.5737    89.3900    15.6829      0.8279
 163     0.1000     0.0156    99.5260     0.6372    89.3800    15.5473      0.8275
 164     0.1000     0.0156    99.5280     0.5973    89.4800    15.6018      0.8271
 165     0.1000     0.0157    99.5340     0.6099    89.7200    15.6701      0.8268
 166     0.1000     0.0166    99.5040     0.6485    88.9000    15.6801      0.8264
 167     0.1000     0.0167    99.5040     0.5733    89.8600    15.6538      0.8260
 168     0.1000     0.0135    99.5680     0.6165    89.6200    15.6309      0.8256
 169     0.1000     0.0109    99.6620     0.6639    89.7200    15.6406      0.8252
 170     0.1000     0.0152    99.5180     0.5875    89.5700    15.5420      0.8248
 171     0.1000     0.0142    99.5680     0.6131    89.6900    15.7616      0.8245
 172     0.1000     0.0133    99.5680     0.5792    90.1800    15.6750      0.8241
 173     0.1000     0.0134    99.5800     0.6007    90.0500    15.6054      0.8238
 174     0.1000     0.0135    99.5620     0.6231    89.4800    15.5120      0.8234
 175     0.1000     0.0164    99.4740     0.5637    89.4900    15.6626      0.8230
 176     0.1000     0.0139    99.5620     0.6968    87.9900    15.6283      0.8227
 177     0.1000     0.0130    99.5480     0.6524    89.9400    15.7076      0.8223
 178     0.1000     0.0122    99.6140     0.6014    89.6500    15.8773      0.8219
 179     0.1000     0.0127    99.6040     0.6241    89.5200    15.5200      0.8216
 180     0.1000     0.0114    99.6140     0.6338    90.0100    15.7730      0.8212
 181     0.1000     0.0132    99.5740     0.6616    89.7100    15.6272      0.8208
 182     0.1000     0.0146    99.5400     0.6211    89.8300    15.6639      0.8205
 183     0.1000     0.0164    99.5100     0.5657    90.0800    15.7043      0.8201
 184     0.1000     0.0148    99.5400     0.6146    90.0700    15.6729      0.8198
 185     0.1000     0.0135    99.5940     0.5930    89.8600    15.6335      0.8195
 186     0.1000     0.0126    99.5900     0.6216    89.3000    15.5645      0.8191
 187     0.1000     0.0109    99.6180     0.6488    89.6100    15.6167      0.8188
 188     0.1000     0.0129    99.5940     0.5667    89.8900    15.6065      0.8184
 189     0.1000     0.0119    99.6320     0.6061    90.2000    15.5359      0.8181
 190     0.1000     0.0108    99.6500     0.6125    90.1600    15.5536      0.8177
 191     0.1000     0.0117    99.6700     0.6557    89.3000    15.6325      0.8173
 192     0.1000     0.0134    99.5720     0.6132    89.7200    15.6103      0.8170
 193     0.1000     0.0100    99.6720     0.6581    90.0100    15.6194      0.8166
 194     0.1000     0.0162    99.5660     0.5709    90.0300    15.6297      0.8163
 195     0.1000     0.0116    99.6460     0.6010    90.1900    15.6197      0.8159
 196     0.1000     0.0134    99.5960     0.6083    90.0600    15.5961      0.8156
 197     0.1000     0.0110    99.6420     0.6348    89.7100    15.7375      0.8153
 198     0.1000     0.0112    99.6380     0.6221    89.7900    15.7345      0.8149
 199     0.1000     0.0112    99.6340     0.6451    90.0400    15.7174      0.8146
 200     0.1000     0.0113    99.6560     0.6013    89.8400    15.6671      0.8143
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0090    99.7060     0.6437    90.0300    15.6175      0.8139
 202     0.1000     0.0100    99.6620     0.6346    90.0800    15.5176      0.8136
 203     0.1000     0.0093    99.7160     0.6683    89.9400    15.6469      0.8132
 204     0.1000     0.0113    99.6180     0.6059    90.1200    15.6673      0.8129
 205     0.1000     0.0086    99.7380     0.6163    90.1300    15.5857      0.8126
 206     0.1000     0.0084    99.7080     0.7955    88.3000    15.7557      0.8123
 207     0.1000     0.0099    99.6840     0.6692    89.7100    15.7504      0.8120
 208     0.1000     0.0095    99.7080     0.6312    89.8100    15.7144      0.8116
 209     0.1000     0.0114    99.6480     0.6840    89.4200    15.6775      0.8113
 210     0.1000     0.0091    99.7280     0.6397    89.9500    15.6238      0.8110
 211     0.1000     0.0087    99.7200     0.6616    89.8900    15.8111      0.8106
 212     0.1000     0.0109    99.6620     0.6513    89.6000    15.6254      0.8103
 213     0.1000     0.0095    99.7040     0.6357    90.1000    15.7298      0.8100
 214     0.1000     0.0100    99.6580     0.6631    89.8800    15.6649      0.8097
 215     0.1000     0.0108    99.6780     0.6352    89.9000    15.6351      0.8093
 216     0.1000     0.0103    99.6620     0.6889    89.7800    15.6302      0.8090
 217     0.1000     0.0105    99.6260     0.5929    90.1300    15.5668      0.8087
 218     0.1000     0.0060    99.8060     0.6983    90.2700    15.6603      0.8084
 219     0.1000     0.0118    99.6460     0.6549    89.6700    15.6479      0.8081
 220     0.1000     0.0099    99.6940     0.6549    89.9800    15.6865      0.8077
 221     0.1000     0.0107    99.6600     0.6139    89.7000    15.5736      0.8074
 222     0.1000     0.0083    99.7400     0.6124    90.3300    15.5806      0.8071
 223     0.1000     0.0062    99.8100     0.7270    90.1100    15.6554      0.8067
 224     0.1000     0.0095    99.7220     0.6717    90.2600    15.6270      0.8065
 225     0.1000     0.0101    99.6820     0.6345    89.9100    15.6136      0.8062
 226     0.1000     0.0086    99.7380     0.6333    90.1900    15.5626      0.8058
 227     0.1000     0.0082    99.7580     0.6431    90.0000    15.5343      0.8055
 228     0.1000     0.0089    99.7340     0.6616    89.9600    15.5645      0.8052
 229     0.1000     0.0116    99.6500     0.6431    89.6100    15.6621      0.8049
 230     0.1000     0.0098    99.7000     0.6220    89.7300    15.5782      0.8046
 231     0.1000     0.0102    99.6700     0.6093    90.0500    15.6568      0.8043
 232     0.1000     0.0072    99.7760     0.6768    89.3600    15.5696      0.8039
 233     0.1000     0.0084    99.7500     0.6352    89.6700    15.5174      0.8036
 234     0.1000     0.0100    99.6680     0.6325    89.4900    15.6522      0.8033
 235     0.1000     0.0068    99.7640     0.6687    89.8600    15.6134      0.8030
 236     0.1000     0.0116    99.6560     0.6779    89.7800    15.6340      0.8027
 237     0.1000     0.0104    99.7120     0.6729    89.4900    15.6770      0.8024
 238     0.1000     0.0089    99.7220     0.6492    89.8400    15.5531      0.8021
 239     0.1000     0.0089    99.7260     0.6952    89.7000    15.5718      0.8018
 240     0.1000     0.0072    99.7620     0.6588    90.1300    15.6082      0.8015
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0081    99.7800     0.6742    90.3600    15.6359      0.8012
 242     0.1000     0.0074    99.7320     0.6529    90.2000    15.7850      0.8009
 243     0.1000     0.0106    99.6920     0.6020    90.0300    15.6129      0.8006
 244     0.1000     0.0063    99.8140     0.6819    90.1600    15.6671      0.8004
 245     0.1000     0.0094    99.7140     0.6270    90.2300    15.5831      0.8001
 246     0.1000     0.0070    99.7820     0.6966    90.1500    15.6428      0.7998
 247     0.1000     0.0076    99.7480     0.6874    90.4500    15.5895      0.7995
 248     0.1000     0.0101    99.6820     0.6484    90.2100    15.7374      0.7992
 249     0.1000     0.0060    99.8060     0.6934    89.8600    15.5918      0.7989
 250     0.1000     0.0104    99.6680     0.6380    90.0100    15.5458      0.7986
 251     0.1000     0.0051    99.8260     0.7302    90.0500    15.5464      0.7983
 252     0.1000     0.0082    99.7360     0.6537    89.8300    15.6987      0.7980
 253     0.1000     0.0078    99.7640     0.6464    90.0500    15.5759      0.7977
 254     0.1000     0.0067    99.7760     0.6906    89.7200    15.5841      0.7974
 255     0.1000     0.0085    99.7180     0.6307    90.1100    15.7361      0.7972
 256     0.1000     0.0081    99.7480     0.6585    90.2100    15.6396      0.7969
 257     0.1000     0.0066    99.7980     0.6825    89.9500    15.5867      0.7966
 258     0.1000     0.0085    99.7260     0.6665    90.0900    15.6930      0.7963
 259     0.1000     0.0068    99.7680     0.6645    90.4100    15.6548      0.7960
 260     0.1000     0.0049    99.8400     0.7709    89.6500    15.6479      0.7957
 261     0.1000     0.0072    99.7720     0.7005    90.3900    15.5983      0.7955
 262     0.1000     0.0072    99.7820     0.6975    90.3000    15.6218      0.7952
 263     0.1000     0.0109    99.6720     0.5942    89.9100    15.4657      0.7949
 264     0.1000     0.0073    99.7780     0.6247    89.7600    15.7479      0.7946
 265     0.1000     0.0098    99.7300     0.6404    89.7000    15.6577      0.7943
 266     0.1000     0.0061    99.8100     0.6812    89.9900    15.5786      0.7940
 267     0.1000     0.0084    99.7520     0.6495    89.9600    15.6499      0.7938
 268     0.1000     0.0045    99.8520     0.7425    89.7300    15.5885      0.7935
 269     0.1000     0.0071    99.7880     0.6257    90.2300    15.7058      0.7932
 270     0.1000     0.0072    99.7800     0.6486    90.2600    15.5757      0.7929
 271     0.1000     0.0080    99.7500     0.6658    90.3000    15.6372      0.7926
 272     0.1000     0.0077    99.7420     0.6525    90.2600    15.6199      0.7923
 273     0.1000     0.0051    99.8200     0.8151    89.2600    15.6292      0.7921
 274     0.1000     0.0080    99.7680     0.6507    89.4800    15.6636      0.7918
 275     0.1000     0.0058    99.8240     0.6773    90.0700    15.6332      0.7915
 276     0.1000     0.0051    99.8300     0.6757    90.0000    15.4977      0.7912
 277     0.1000     0.0084    99.7600     0.6271    90.0000    15.6821      0.7909
 278     0.1000     0.0057    99.8100     0.6949    90.1300    15.6583      0.7906
 279     0.1000     0.0087    99.7460     0.7327    89.6700    15.6571      0.7904
 280     0.1000     0.0064    99.8040     0.6540    90.5000    15.6239      0.7901
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0070    99.7880     0.6144    90.6000    15.6509      0.7899
 282     0.1000     0.0049    99.8600     0.6928    90.5000    15.6489      0.7895
 283     0.1000     0.0069    99.7900     0.6851    90.4600    15.6961      0.7892
 284     0.1000     0.0086    99.7660     0.6425    90.1900    15.6177      0.7890
 285     0.1000     0.0065    99.7920     0.6852    90.0800    15.5544      0.7888
 286     0.1000     0.0068    99.7820     0.7007    90.1500    15.6337      0.7885
 287     0.1000     0.0076    99.7780     0.6598    89.7300    15.6315      0.7882
 288     0.1000     0.0053    99.8380     0.6683    90.3500    15.5957      0.7879
 289     0.1000     0.0041    99.8720     0.7004    90.3200    15.6486      0.7877
 290     0.1000     0.0064    99.8120     0.6522    90.5000    15.6587      0.7874
 291     0.1000     0.0053    99.8360     0.7395    90.1000    15.6713      0.7871
 292     0.1000     0.0043    99.8680     0.7275    89.9900    15.5829      0.7868
 293     0.1000     0.0078    99.7820     0.7389    88.8200    15.6209      0.7866
 294     0.1000     0.0041    99.8600     0.6858    90.8100    15.6160      0.7863
 295     0.1000     0.0044    99.8820     0.6774    90.3600    15.6177      0.7861
 296     0.1000     0.0067    99.8220     0.6571    90.4900    15.5399      0.7858
 297     0.1000     0.0045    99.8620     0.6789    90.2900    15.6996      0.7855
 298     0.1000     0.0070    99.8020     0.6538    90.2700    15.6385      0.7853
 299     0.1000     0.0052    99.8160     0.6638    90.3400    15.6558      0.7850
 300     0.1000     0.0050    99.8600     0.6761    90.6200    15.6388      0.7848
 301     0.0996     0.0077    99.7680     0.6611    90.1200    15.6875      0.7845
 302     0.0992     0.0044    99.8420     0.7257    90.0100    15.7699      0.7843
 303     0.0988     0.0074    99.7660     0.7067    90.3600    15.5800      0.7840
 304     0.0983     0.0066    99.7980     0.6708    90.5800    15.6677      0.7837
 305     0.0979     0.0066    99.8100     0.6142    90.6700    15.6340      0.7835
 306     0.0975     0.0032    99.8880     0.7865    90.2600    15.6966      0.7832
 307     0.0971     0.0066    99.7920     0.7176    89.9500    15.5977      0.7830
 308     0.0967     0.0056    99.8120     0.8044    89.3300    15.6498      0.7827
 309     0.0963     0.0046    99.8440     0.7472    90.3100    15.5577      0.7825
 310     0.0959     0.0061    99.8120     0.7119    90.1500    15.7794      0.7823
 311     0.0955     0.0085    99.7420     0.6709    89.8600    15.6645      0.7820
 312     0.0950     0.0049    99.8720     0.7125    90.1900    15.7396      0.7817
 313     0.0946     0.0038    99.8820     0.7362    90.1600    15.7120      0.7815
 314     0.0942     0.0076    99.7880     0.6625    90.4100    15.6628      0.7813
 315     0.0938     0.0050    99.8320     0.7015    90.4500    15.6948      0.7810
 316     0.0934     0.0037    99.8860     0.7077    90.3400    15.5872      0.7808
 317     0.0930     0.0045    99.8760     0.6664    90.4200    15.6017      0.7805
 318     0.0926     0.0052    99.8500     0.6801    90.0600    15.6509      0.7803
 319     0.0922     0.0035    99.8760     0.7096    90.2100    15.6555      0.7801
 320     0.0917     0.0029    99.9120     0.7170    90.2400    15.6361      0.7798
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0037    99.8880     0.7340    90.0500    15.5833      0.7796
 322     0.0909     0.0045    99.8540     0.6940    90.1300    15.5632      0.7794
 323     0.0905     0.0040    99.8900     0.7036    90.2700    15.6306      0.7791
 324     0.0901     0.0035    99.8780     0.7014    90.2900    15.5371      0.7789
 325     0.0897     0.0029    99.8940     0.7569    90.1900    15.6412      0.7787
 326     0.0893     0.0034    99.8940     0.8127    89.9900    15.5605      0.7784
 327     0.0889     0.0049    99.8740     0.6821    90.0300    15.6212      0.7782
 328     0.0885     0.0026    99.9260     0.7609    90.2000    15.6192      0.7780
 329     0.0880     0.0051    99.8460     0.6778    90.3900    15.6467      0.7778
 330     0.0876     0.0021    99.9320     0.7253    90.4500    15.6877      0.7775
 331     0.0872     0.0027    99.9120     0.7764    90.0600    15.6452      0.7773
 332     0.0868     0.0024    99.9260     0.8269    89.8300    15.7033      0.7770
 333     0.0864     0.0037    99.8720     0.7425    90.4300    15.5930      0.7768
 334     0.0860     0.0021    99.9280     0.7695    90.1400    15.5122      0.7766
 335     0.0856     0.0019    99.9360     0.7763    90.6800    15.7801      0.7764
 336     0.0852     0.0015    99.9440     0.8339    90.6500    15.6394      0.7762
 337     0.0847     0.0044    99.8800     0.7426    90.2700    15.6411      0.7760
 338     0.0843     0.0017    99.9500     0.7597    90.4300    15.5958      0.7757
 339     0.0839     0.0021    99.9360     0.7922    90.3400    15.6049      0.7755
 340     0.0835     0.0037    99.8800     0.7347    90.3000    15.6199      0.7753
 341     0.0831     0.0028    99.9060     0.7904    90.2500    15.6531      0.7751
 342     0.0827     0.0026    99.9300     0.7561    90.6500    15.7624      0.7749
 343     0.0823     0.0030    99.9160     0.7574    90.1100    15.7077      0.7747
 344     0.0818     0.0028    99.9120     0.7501    90.2700    15.6913      0.7745
 345     0.0814     0.0019    99.9440     0.7977    90.5000    15.6558      0.7743
 346     0.0810     0.0037    99.8860     0.7120    90.3700    15.6314      0.7741
 347     0.0806     0.0038    99.8820     0.6733    90.4300    15.6177      0.7739
 348     0.0802     0.0026    99.9260     0.7290    90.6200    15.6693      0.7737
 349     0.0798     0.0024    99.9260     0.7678    90.6700    15.6689      0.7735
 350     0.0794     0.0035    99.9080     0.7161    90.4200    15.5144      0.7733
 351     0.0790     0.0022    99.9240     0.7485    90.2000    15.6701      0.7731
 352     0.0786     0.0027    99.9180     0.7562    90.7000    15.6512      0.7729
 353     0.0781     0.0016    99.9440     0.8094    90.5500    15.6974      0.7727
 354     0.0777     0.0018    99.9460     0.7586    90.7200    15.5706      0.7725
 355     0.0773     0.0009    99.9680     0.7912    90.9600    15.6559      0.7723
 356     0.0769     0.0023    99.9160     0.7762    90.6300    15.5706      0.7721
 357     0.0765     0.0017    99.9360     0.7888    90.5000    15.6858      0.7719
 358     0.0761     0.0020    99.9420     0.7590    90.4900    15.6661      0.7717
 359     0.0757     0.0019    99.9320     0.7193    90.6800    15.6898      0.7716
 360     0.0753     0.0015    99.9540     0.7642    90.6200    15.7736      0.7713
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0014    99.9580     0.7911    90.4700    15.6395      0.7712
 362     0.0744     0.0026    99.9300     0.7585    90.3200    15.5557      0.7710
 363     0.0740     0.0009    99.9760     0.7735    90.4700    15.7220      0.7708
 364     0.0736     0.0018    99.9620     0.7425    90.4500    15.6372      0.7706
 365     0.0732     0.0022    99.9320     0.7594    90.7100    15.7063      0.7704
 366     0.0728     0.0015    99.9500     0.7880    90.2200    15.5990      0.7703
 367     0.0724     0.0022    99.9420     0.7513    90.7500    15.7627      0.7701
 368     0.0720     0.0030    99.9180     0.7283    90.2200    15.6915      0.7699
 369     0.0715     0.0019    99.9500     0.7248    90.4900    15.6708      0.7697
 370     0.0711     0.0006    99.9780     0.7431    90.6700    15.6782      0.7696
 371     0.0707     0.0005    99.9860     0.7521    90.6800    15.8415      0.7694
 372     0.0703     0.0009    99.9700     0.7862    90.7100    15.6506      0.7692
 373     0.0699     0.0012    99.9560     0.8052    90.6900    15.6708      0.7691
 374     0.0695     0.0014    99.9520     0.7591    90.5400    15.6972      0.7689
 375     0.0691     0.0021    99.9440     0.7864    90.6000    15.6490      0.7687
 376     0.0686     0.0016    99.9520     0.7653    90.6300    15.6206      0.7685
 377     0.0682     0.0008    99.9720     0.7627    90.7300    15.6502      0.7684
 378     0.0678     0.0008    99.9720     0.7958    90.4700    15.5981      0.7682
 379     0.0674     0.0010    99.9660     0.7877    90.5700    15.7551      0.7680
 380     0.0670     0.0005    99.9840     0.8002    90.7900    15.6388      0.7679
 381     0.0666     0.0008    99.9720     0.8178    90.7300    15.6844      0.7677
 382     0.0662     0.0015    99.9540     0.8267    90.6500    15.5602      0.7676
 383     0.0658     0.0014    99.9560     0.8055    90.7400    15.7431      0.7674
 384     0.0654     0.0009    99.9720     0.8106    90.8500    15.6762      0.7672
 385     0.0649     0.0019    99.9400     0.7892    90.6300    15.5849      0.7671
 386     0.0645     0.0012    99.9580     0.7907    90.7000    15.6473      0.7669
 387     0.0641     0.0011    99.9640     0.7782    90.9600    15.6404      0.7667
 388     0.0637     0.0005    99.9820     0.7917    90.9300    15.5669      0.7666
 389     0.0633     0.0009    99.9700     0.7843    90.9400    15.6453      0.7664
 390     0.0629     0.0005    99.9860     0.8347    90.9400    15.6877      0.7663
 391     0.0625     0.0005    99.9940     0.8308    90.9900    15.5619      0.7661
 392     0.0621     0.0008    99.9640     0.8935    90.5600    15.6243      0.7660
 393     0.0616     0.0006    99.9720     0.8656    90.5000    15.6518      0.7658
 394     0.0612     0.0008    99.9820     0.8765    90.6900    15.5782      0.7657
 395     0.0608     0.0004    99.9900     0.8895    90.6900    15.6096      0.7655
 396     0.0604     0.0005    99.9820     0.8864    90.5900    15.6015      0.7654
 397     0.0600     0.0008    99.9720     0.8764    90.6000    15.6250      0.7652
 398     0.0596     0.0002    99.9920     0.9057    90.6600    15.6375      0.7651
 399     0.0592     0.0003    99.9880     0.8865    90.7400    15.6260      0.7649
 400     0.0588     0.0010    99.9780     0.8609    90.8400    15.6776      0.7648
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0008    99.9700     0.8406    90.6400    15.6930      0.7646
 402     0.0579     0.0003    99.9840     0.8413    90.7200    15.5729      0.7645
 403     0.0575     0.0011    99.9640     0.8213    90.7700    15.6532      0.7644
 404     0.0571     0.0008    99.9760     0.8269    90.8600    15.6342      0.7642
 405     0.0567     0.0010    99.9760     0.8267    90.7200    15.5335      0.7641
 406     0.0563     0.0008    99.9700     0.8266    90.8800    15.7020      0.7640
 407     0.0559     0.0003    99.9960     0.8470    90.8100    15.5638      0.7638
 408     0.0554     0.0015    99.9580     0.8405    90.6100    15.6653      0.7637
 409     0.0550     0.0009    99.9800     0.8667    90.4900    15.6927      0.7635
 410     0.0546     0.0008    99.9760     0.8530    90.5400    15.5489      0.7634
 411     0.0542     0.0012    99.9600     0.8601    90.2900    15.7049      0.7633
 412     0.0538     0.0004    99.9860     0.8334    90.5400    15.6193      0.7632
 413     0.0534     0.0007    99.9780     0.8820    90.5600    15.6040      0.7630
 414     0.0530     0.0005    99.9880     0.8717    90.6900    15.6613      0.7629
 415     0.0526     0.0004    99.9860     0.8947    90.4300    15.6508      0.7628
 416     0.0522     0.0006    99.9840     0.8823    90.8900    15.5734      0.7627
 417     0.0517     0.0003    99.9880     0.8851    90.6000    15.4699      0.7625
 418     0.0513     0.0008    99.9720     0.8663    90.6900    15.6536      0.7624
 419     0.0509     0.0002    99.9980     0.8613    90.8200    15.6482      0.7623
 420     0.0505     0.0005    99.9800     0.8813    90.6900    15.6666      0.7622
 421     0.0501     0.0007    99.9900     0.8718    90.4100    15.6277      0.7620
 422     0.0497     0.0004    99.9880     0.8792    90.7400    15.6637      0.7619
 423     0.0493     0.0004    99.9900     0.8789    90.7300    15.6092      0.7618
 424     0.0489     0.0004    99.9880     0.8981    90.7100    15.5370      0.7617
 425     0.0484     0.0002    99.9880     0.9150    90.7300    15.6564      0.7616
 426     0.0480     0.0003    99.9860     0.9263    90.7500    15.6501      0.7615
 427     0.0476     0.0005    99.9860     0.9210    90.6300    15.5868      0.7614
 428     0.0472     0.0004    99.9880     0.9141    90.7700    15.6330      0.7612
 429     0.0468     0.0004    99.9900     0.8808    90.7000    15.6037      0.7611
 430     0.0464     0.0002    99.9960     0.8866    90.7600    15.6369      0.7610
 431     0.0460     0.0002    99.9920     0.8872    90.8200    15.6215      0.7609
 432     0.0456     0.0002    99.9940     0.9126    90.8300    15.6338      0.7608
 433     0.0451     0.0001    99.9980     0.9037    90.8300    15.6455      0.7607
 434     0.0447     0.0002    99.9940     0.9184    90.6800    15.5462      0.7606
 435     0.0443     0.0004    99.9840     0.9056    90.9300    15.6926      0.7605
 436     0.0439     0.0001    99.9960     0.8947    90.9800    15.7374      0.7604
 437     0.0435     0.0003    99.9880     0.9085    90.8800    15.7053      0.7603
 438     0.0431     0.0007    99.9780     0.8837    90.8800    15.5443      0.7602
 439     0.0427     0.0002    99.9940     0.9028    90.6600    15.6333      0.7601
 440     0.0423     0.0004    99.9800     0.8956    90.9400    15.6317      0.7600
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0005    99.9840     0.9202    90.6800    15.6927      0.7599
 442     0.0414     0.0002    99.9940     0.9032    90.7600    15.6334      0.7598
 443     0.0410     0.0005    99.9900     0.8953    90.7600    15.6549      0.7597
 444     0.0406     0.0002    99.9940     0.8754    90.8100    15.7163      0.7596
 445     0.0402     0.0004    99.9860     0.8983    90.6100    15.5838      0.7595
 446     0.0398     0.0001    99.9960     0.8917    90.8200    15.7464      0.7594
 447     0.0394     0.0001    99.9940     0.8968    90.8500    15.5607      0.7593
 448     0.0389     0.0001    99.9960     0.9034    90.9200    15.5656      0.7592
 449     0.0385     0.0004    99.9920     0.9252    90.8000    15.7140      0.7591
 450     0.0381     0.0003    99.9920     0.9095    90.9100    15.6364      0.7590
 451     0.0377     0.0002    99.9900     0.9095    91.0000    15.6216      0.7589
 452     0.0373     0.0002    99.9980     0.9000    91.0400    15.6764      0.7589
 453     0.0369     0.0001    99.9960     0.8988    91.0300    15.5714      0.7588
 454     0.0365     0.0001    99.9960     0.8942    90.9600    15.5626      0.7587
 455     0.0361     0.0000   100.0000     0.8976    91.0600    15.6192      0.7586
 456     0.0357     0.0000   100.0000     0.9034    91.0900    15.5743      0.7585
 457     0.0352     0.0003    99.9920     0.9488    90.6400    15.6473      0.7584
 458     0.0348     0.0002    99.9960     0.8981    91.0700    15.6080      0.7583
 459     0.0344     0.0001    99.9960     0.9107    91.0700    15.8207      0.7583
 460     0.0340     0.0001    99.9960     0.9161    91.0300    15.6641      0.7582
 461     0.0336     0.0005    99.9940     0.9148    90.8400    15.6347      0.7581
 462     0.0332     0.0003    99.9940     0.9102    90.9300    15.6501      0.7580
 463     0.0328     0.0002    99.9920     0.8895    90.9900    15.6459      0.7579
 464     0.0324     0.0003    99.9960     0.8906    91.0400    15.6877      0.7579
 465     0.0319     0.0001    99.9940     0.8900    90.9900    15.6761      0.7578
 466     0.0315     0.0001    99.9960     0.8971    90.8800    15.6882      0.7577
 467     0.0311     0.0004    99.9880     0.8744    91.1100    15.6382      0.7576
 468     0.0307     0.0004    99.9920     0.8888    91.0700    15.6501      0.7575
 469     0.0303     0.0005    99.9900     0.8743    90.7200    15.6067      0.7575
 470     0.0299     0.0001    99.9980     0.8640    90.9800    15.7233      0.7574
 471     0.0295     0.0002    99.9960     0.8692    91.1700    15.6234      0.7573
 472     0.0291     0.0001    99.9940     0.8820    91.0300    15.5652      0.7573
 473     0.0286     0.0001    99.9960     0.8884    90.9800    15.4844      0.7572
 474     0.0282     0.0000   100.0000     0.8889    91.0000    15.7311      0.7571
 475     0.0278     0.0002    99.9920     0.8856    91.0500    15.6291      0.7571
 476     0.0274     0.0001    99.9980     0.8778    91.1300    15.6511      0.7570
 477     0.0270     0.0001    99.9980     0.8809    91.1200    15.5869      0.7569
 478     0.0266     0.0000   100.0000     0.8820    91.1300    15.6863      0.7569
 479     0.0262     0.0000   100.0000     0.8834    91.1700    15.6709      0.7568
 480     0.0257     0.0001    99.9960     0.8803    91.1000    15.6600      0.7567
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0001    99.9980     0.8867    91.0800    15.6322      0.7567
 482     0.0249     0.0000   100.0000     0.8877    91.1100    15.6336      0.7566
 483     0.0245     0.0001    99.9980     0.8896    91.1800    15.5849      0.7566
 484     0.0241     0.0001    99.9980     0.8922    91.1400    15.6502      0.7565
 485     0.0237     0.0001    99.9980     0.8921    91.2200    15.5574      0.7565
 486     0.0233     0.0000   100.0000     0.8923    91.2300    15.5730      0.7564
 487     0.0229     0.0001   100.0000     0.9007    91.1800    15.7735      0.7564
 488     0.0225     0.0000   100.0000     0.9026    91.1400    15.7267      0.7563
 489     0.0220     0.0000   100.0000     0.9052    91.0800    15.5305      0.7562
 490     0.0216     0.0001    99.9920     0.9035    91.1200    15.7230      0.7562
 491     0.0212     0.0002    99.9940     0.9148    91.1400    15.6588      0.7562
 492     0.0208     0.0001    99.9960     0.9112    91.1800    15.6065      0.7561
 493     0.0204     0.0000   100.0000     0.9110    91.2000    15.5479      0.7561
 494     0.0200     0.0001    99.9980     0.9106    91.2300    15.6028      0.7560
 495     0.0196     0.0001    99.9960     0.9066    91.2200    15.6616      0.7560
 496     0.0192     0.0001    99.9980     0.9047    91.2000    15.5402      0.7559
 497     0.0187     0.0001    99.9980     0.9075    91.1600    15.5992      0.7559
 498     0.0183     0.0000   100.0000     0.9071    91.2000    15.5344      0.7558
 499     0.0179     0.0000   100.0000     0.9079    91.2300    15.6307      0.7558
 500     0.0175     0.0000   100.0000     0.9089    91.2300    15.6079      0.7557
 501     0.0171     0.0000   100.0000     0.9110    91.1900    15.6436      0.7557
 502     0.0167     0.0000   100.0000     0.9144    91.1900    15.6184      0.7557
 503     0.0163     0.0000    99.9980     0.9131    91.2500    15.5705      0.7556
 504     0.0159     0.0001    99.9980     0.9141    91.1600    15.7338      0.7556
 505     0.0154     0.0000   100.0000     0.9123    91.1700    15.6005      0.7555
 506     0.0150     0.0001    99.9980     0.9131    91.1900    15.6644      0.7555
 507     0.0146     0.0000    99.9980     0.9109    91.2300    15.6456      0.7555
 508     0.0142     0.0002    99.9960     0.9067    91.2000    15.6750      0.7554
 509     0.0138     0.0000   100.0000     0.9075    91.2200    15.6439      0.7554
 510     0.0134     0.0000    99.9980     0.9067    91.2500    15.6359      0.7554
 511     0.0130     0.0000   100.0000     0.9067    91.2800    15.6852      0.7553
 512     0.0125     0.0001    99.9980     0.9088    91.1700    15.6426      0.7553
 513     0.0121     0.0000   100.0000     0.9093    91.2200    15.6893      0.7553
 514     0.0117     0.0000   100.0000     0.9097    91.1900    15.6572      0.7553
 515     0.0113     0.0001    99.9960     0.9085    91.1800    15.6317      0.7552
 516     0.0109     0.0001    99.9980     0.9095    91.2100    15.6507      0.7552
 517     0.0105     0.0001    99.9980     0.9101    91.1900    15.5488      0.7552
 518     0.0101     0.0001    99.9980     0.9114    91.1400    15.6325      0.7551
 519     0.0097     0.0001    99.9940     0.9105    91.1700    15.6529      0.7551
 520     0.0092     0.0000   100.0000     0.9085    91.1700    15.6241      0.7551
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     0.9085    91.2000    15.5531      0.7551
 522     0.0084     0.0000   100.0000     0.9091    91.2200    15.6568      0.7551
 523     0.0080     0.0000   100.0000     0.9099    91.1300    15.6524      0.7550
 524     0.0076     0.0001    99.9980     0.9100    91.1400    15.5604      0.7550
 525     0.0072     0.0000   100.0000     0.9103    91.1600    15.7053      0.7550
 526     0.0068     0.0000   100.0000     0.9097    91.1600    15.7371      0.7550
 527     0.0064     0.0000    99.9980     0.9088    91.1800    15.6721      0.7550
 528     0.0060     0.0000   100.0000     0.9091    91.1800    15.6046      0.7550
 529     0.0055     0.0000   100.0000     0.9092    91.1800    15.6502      0.7549
 530     0.0051     0.0000   100.0000     0.9093    91.2100    15.6267      0.7549
 531     0.0047     0.0000    99.9980     0.9101    91.2000    15.5793      0.7549
 532     0.0043     0.0001    99.9980     0.9097    91.1900    15.6550      0.7549
 533     0.0039     0.0000   100.0000     0.9100    91.2200    15.5684      0.7549
 534     0.0035     0.0000    99.9980     0.9096    91.2300    15.5939      0.7549
 535     0.0031     0.0000    99.9980     0.9101    91.2200    15.6641      0.7549
 536     0.0027     0.0000   100.0000     0.9101    91.2200    15.6679      0.7549
 537     0.0022     0.0000   100.0000     0.9101    91.2100    15.6165      0.7549
 538     0.0018     0.0000   100.0000     0.9102    91.2200    15.6003      0.7549
 539     0.0014     0.0000   100.0000     0.9102    91.2400    15.7705      0.7548
 540     0.0010     0.0000   100.0000     0.9102    91.2400    15.5555      0.7548
 541     0.0010     0.0000   100.0000     0.9103    91.2300    15.6457      0.7548
 542     0.0010     0.0000   100.0000     0.9103    91.2300    15.7479      0.7548
 543     0.0010     0.0001    99.9960     0.9101    91.2300    15.6617      0.7548
 544     0.0010     0.0000   100.0000     0.9100    91.2200    15.6136      0.7548
 545     0.0010     0.0001    99.9960     0.9099    91.2100    15.6402      0.7548
 546     0.0010     0.0001    99.9960     0.9099    91.2100    15.6955      0.7548
 547     0.0010     0.0000   100.0000     0.9099    91.2100    15.6666      0.7548
 548     0.0010     0.0000   100.0000     0.9099    91.2100    15.6158      0.7548
 549     0.0010     0.0000   100.0000     0.9099    91.2100    15.6458      0.7548
 550     0.0010     0.0000    99.9980     0.9098    91.2100    15.7185      0.7548
 551     0.0010     0.0000   100.0000     0.9099    91.2100    15.6309      0.7548
 552     0.0010     0.0000    99.9980     0.9098    91.2100    15.6712      0.7548
 553     0.0010     0.0000   100.0000     0.9098    91.2100    15.6396      0.7548
 554     0.0010     0.0000   100.0000     0.9098    91.2100    15.5897      0.7548
 555     0.0010     0.0000   100.0000     0.9098    91.2100    15.7013      0.7548
 556     0.0010     0.0000   100.0000     0.9098    91.2100    15.7302      0.7548
 557     0.0010     0.0000   100.0000     0.9098    91.2100    15.5966      0.7548
 558     0.0010     0.0000   100.0000     0.9098    91.2100    15.6663      0.7547
 559     0.0010     0.0001    99.9960     0.9096    91.2000    15.6763      0.7547
 560     0.0010     0.0001    99.9980     0.9095    91.2100    15.6452      0.7547
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     0.9096    91.2100    15.6561      0.7547
 562     0.0010     0.0000   100.0000     0.9096    91.2100    15.6848      0.7547
 563     0.0010     0.0000   100.0000     0.9096    91.2100    15.6333      0.7547
 564     0.0010     0.0000   100.0000     0.9097    91.2000    15.6759      0.7547
 565     0.0010     0.0001    99.9980     0.9096    91.1900    15.5491      0.7547
 566     0.0010     0.0000   100.0000     0.9097    91.1900    15.5649      0.7547
 567     0.0010     0.0000    99.9980     0.9094    91.1900    15.6217      0.7547
 568     0.0010     0.0001    99.9980     0.9095    91.1800    15.6486      0.7547
 569     0.0010     0.0000   100.0000     0.9096    91.1900    15.6006      0.7547
 570     0.0010     0.0000   100.0000     0.9096    91.1900    15.6558      0.7547
 571     0.0010     0.0000   100.0000     0.9096    91.1900    15.6604      0.7547
 572     0.0010     0.0000    99.9980     0.9096    91.2000    15.6556      0.7547
 573     0.0010     0.0000   100.0000     0.9096    91.2000    15.6429      0.7547
 574     0.0010     0.0000   100.0000     0.9098    91.1900    15.6580      0.7547
 575     0.0010     0.0000   100.0000     0.9098    91.1900    15.6696      0.7547
 576     0.0010     0.0000    99.9980     0.9099    91.1900    15.6964      0.7547
 577     0.0010     0.0000   100.0000     0.9099    91.1900    15.6011      0.7546
 578     0.0010     0.0000   100.0000     0.9100    91.1900    15.5517      0.7546
 579     0.0010     0.0001    99.9960     0.9103    91.1900    15.6458      0.7546
 580     0.0010     0.0000   100.0000     0.9103    91.1900    15.6975      0.7546
 581     0.0010     0.0000   100.0000     0.9102    91.1900    15.6111      0.7546
 582     0.0010     0.0001    99.9960     0.9104    91.1800    15.6166      0.7546
 583     0.0010     0.0001    99.9980     0.9105    91.1800    15.5578      0.7546
 584     0.0010     0.0000   100.0000     0.9104    91.1800    15.5668      0.7546
 585     0.0010     0.0000   100.0000     0.9104    91.1700    15.7581      0.7546
 586     0.0010     0.0000   100.0000     0.9104    91.1700    15.6603      0.7546
 587     0.0010     0.0000   100.0000     0.9105    91.1700    15.6458      0.7546
 588     0.0010     0.0000   100.0000     0.9105    91.1700    15.6190      0.7546
 589     0.0010     0.0001    99.9960     0.9104    91.1900    15.6603      0.7546
 590     0.0010     0.0000   100.0000     0.9104    91.1800    15.7423      0.7546
 591     0.0010     0.0000   100.0000     0.9104    91.1700    15.5622      0.7546
 592     0.0010     0.0000   100.0000     0.9104    91.1700    15.6701      0.7546
 593     0.0010     0.0000   100.0000     0.9104    91.1800    15.7587      0.7546
 594     0.0010     0.0000   100.0000     0.9104    91.1700    15.6238      0.7546
 595     0.0010     0.0000   100.0000     0.9105    91.1800    15.6900      0.7546
 596     0.0010     0.0000   100.0000     0.9106    91.1600    15.6665      0.7546
 597     0.0010     0.0000   100.0000     0.9106    91.1600    15.7571      0.7546
 598     0.0010     0.0000    99.9980     0.9105    91.2000    15.6881      0.7546
 599     0.0010     0.0000   100.0000     0.9106    91.1900    15.6253      0.7545
 600     0.0010     0.0000   100.0000     0.9106    91.1800    15.7730      0.7545
