Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2801    12.0520     2.2045    16.6800    86.1724      0.9627
   2     0.1000     2.2159    15.3120     2.0622    20.1100    85.3040      0.9469
   3     0.1000     1.9966    21.4180     1.9089    26.7200    85.2463      0.9348
   4     0.1000     1.8577    26.8440     1.6830    31.7300    85.2732      0.9246
   5     0.1000     1.7386    31.8900     1.7309    31.6100    85.1880      0.9156
   6     0.1000     1.6327    36.7080     1.8708    30.1900    85.1437      0.9075
   7     0.1000     1.5371    41.7720     1.4318    46.1300    85.1171      0.9001
   8     0.1000     1.4336    47.4020     1.2439    54.6600    85.1158      0.8932
   9     0.1000     1.2797    54.0880     1.1113    60.3200    85.1392      0.8868
  10     0.1000     1.1512    59.1480     1.1135    60.6200    85.1696      0.8808
  11     0.1000     1.0545    62.9180     0.8860    68.6000    85.0721      0.8751
  12     0.1000     0.9574    66.6780     0.8841    69.1800    85.0513      0.8696
  13     0.1000     0.8774    69.5680     0.9373    67.5100    85.1710      0.8644
  14     0.1000     0.8105    71.9700     0.8539    70.2600    85.1826      0.8594
  15     0.1000     0.7604    73.9900     0.7730    73.5000    85.1691      0.8546
  16     0.1000     0.7116    75.8900     0.7769    73.7600    85.2991      0.8500
  17     0.1000     0.6670    77.5880     0.6816    77.2400    85.2918      0.8456
  18     0.1000     0.6177    79.2120     0.6894    77.3200    85.3178      0.8413
  19     0.1000     0.5922    80.0840     0.6373    78.8000    85.2992      0.8371
  20     0.1000     0.5517    81.4160     0.5597    81.7100    85.3430      0.8331
  21     0.1000     0.5236    82.3480     0.5688    81.5200    85.2793      0.8291
  22     0.1000     0.4966    83.2860     0.6079    80.2500    85.3028      0.8253
  23     0.1000     0.4735    84.0880     0.5321    82.5000    85.2882      0.8216
  24     0.1000     0.4536    84.8780     0.9584    75.6700    85.1835      0.8180
  25     0.1000     0.4347    85.6820     0.6396    79.6300    85.1228      0.8144
  26     0.1000     0.4170    86.0940     0.5590    82.1600    85.1894      0.8109
  27     0.1000     0.3996    86.7820     0.5622    82.2000    85.1646      0.8075
  28     0.1000     0.3759    87.5500     0.5665    82.8800    85.1561      0.8042
  29     0.1000     0.3670    87.8100     0.4634    85.0500    85.0894      0.8010
  30     0.1000     0.3388    88.6760     0.7455    79.1300    85.0776      0.7978
  31     0.1000     0.3242    89.2940     0.4884    85.1500    85.1448      0.7947
  32     0.1000     0.3164    89.4540     0.5034    84.7200    85.1144      0.7917
  33     0.1000     0.3049    89.8300     0.5164    84.0700    85.0806      0.7887
  34     0.1000     0.2857    90.5420     0.5251    83.8300    85.1169      0.7857
  35     0.1000     0.2766    90.7780     0.5209    84.3300    85.1321      0.7828
  36     0.1000     0.2669    91.0460     0.5465    84.6100    85.2226      0.7800
  37     0.1000     0.2599    91.4420     0.4520    86.0900    85.1402      0.7772
  38     0.1000     0.2485    91.7520     0.4325    86.4400    85.1741      0.7745
  39     0.1000     0.2385    92.1120     0.4843    86.0900    85.1820      0.7718
  40     0.1000     0.2214    92.7500     0.4516    86.6400    85.1528      0.7692
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2211    92.5620     0.4826    86.0800    85.1976      0.7665
  42     0.1000     0.2125    92.8440     0.4492    86.4300    85.0629      0.7640
  43     0.1000     0.2017    93.3580     0.4533    86.7700    85.1388      0.7614
  44     0.1000     0.1998    93.3900     0.4916    86.4100    85.2027      0.7589
  45     0.1000     0.1880    93.8120     0.5660    84.2900    85.1813      0.7565
  46     0.1000     0.1773    93.9880     0.5019    86.5700    85.2115      0.7541
  47     0.1000     0.1755    94.0280     0.4940    86.3200    85.1765      0.7517
  48     0.1000     0.1675    94.2500     0.4793    86.8600    85.1131      0.7493
  49     0.1000     0.1678    94.3760     0.4793    86.8000    85.1950      0.7470
  50     0.1000     0.1563    94.7280     0.4700    87.4900    85.1559      0.7447
  51     0.1000     0.1449    95.1280     0.4640    87.8900    85.1604      0.7424
  52     0.1000     0.1470    95.0240     0.4889    86.9800    85.1661      0.7402
  53     0.1000     0.1433    95.1720     0.5216    86.2700    85.1884      0.7379
  54     0.1000     0.1372    95.4020     0.4971    87.6000    85.0526      0.7358
  55     0.1000     0.1297    95.7780     0.5462    86.1600    85.1004      0.7335
  56     0.1000     0.1406    95.4460     0.5617    85.1600    85.1680      0.7314
  57     0.1000     0.1261    95.7400     0.4864    87.4200    85.0652      0.7293
  58     0.1000     0.1205    96.0040     0.5034    87.3200    85.1316      0.7273
  59     0.1000     0.1153    96.1820     0.4756    87.7300    85.0982      0.7252
  60     0.1000     0.1103    96.2980     0.5137    87.0800    85.2299      0.7232
  61     0.1000     0.1068    96.4060     0.4887    87.8800    85.1472      0.7211
  62     0.1000     0.1040    96.5720     0.6364    85.8800    85.1379      0.7191
  63     0.1000     0.1018    96.6060     0.5083    87.8500    85.1530      0.7171
  64     0.1000     0.0963    96.7820     0.5368    86.9900    85.1218      0.7151
  65     0.1000     0.0943    96.8460     0.5143    87.6100    85.1035      0.7132
  66     0.1000     0.0895    97.0680     0.6207    86.2700    85.0728      0.7112
  67     0.1000     0.0922    96.9440     0.5342    88.0700    85.0883      0.7093
  68     0.1000     0.0876    97.0740     0.5875    87.0400    85.0775      0.7074
  69     0.1000     0.0806    97.3160     0.5605    87.3600    85.0970      0.7055
  70     0.1000     0.0819    97.2220     0.5415    87.5200    85.0940      0.7036
  71     0.1000     0.0763    97.4800     0.5029    88.0700    85.1755      0.7018
  72     0.1000     0.0790    97.3320     0.5686    87.6900    85.1668      0.6999
  73     0.1000     0.0722    97.6560     0.5777    87.6200    85.0313      0.6981
  74     0.1000     0.0723    97.6560     0.5779    87.6300    85.0570      0.6963
  75     0.1000     0.0682    97.8000     0.5555    87.4800    85.1144      0.6945
  76     0.1000     0.0736    97.5940     0.5469    88.0300    85.1979      0.6927
  77     0.1000     0.0704    97.6980     0.5463    88.1000    85.1549      0.6910
  78     0.1000     0.0678    97.8280     0.5017    88.3200    85.1348      0.6892
  79     0.1000     0.0622    97.9080     0.5597    87.8900    85.1331      0.6875
  80     0.1000     0.0663    97.8620     0.5809    87.1500    85.1034      0.6858
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0582    98.1080     0.5140    87.9000    85.1488      0.6840
  82     0.1000     0.0594    98.0700     0.5811    87.6400    85.1204      0.6824
  83     0.1000     0.0600    98.0900     0.5819    88.1000    85.1844      0.6807
  84     0.1000     0.0537    98.1760     0.5691    88.1100    85.0923      0.6790
  85     0.1000     0.0507    98.3780     0.5793    88.6200    85.1223      0.6773
  86     0.1000     0.0532    98.2180     0.6012    88.2000    85.0855      0.6757
  87     0.1000     0.0547    98.1560     0.5850    88.0800    85.1179      0.6741
  88     0.1000     0.0483    98.4640     0.5768    88.6000    85.1040      0.6725
  89     0.1000     0.0523    98.3220     0.6232    87.4300    85.1478      0.6708
  90     0.1000     0.0461    98.5160     0.5771    88.9100    85.1687      0.6693
  91     0.1000     0.0431    98.5860     0.6244    88.1600    85.2171      0.6676
  92     0.1000     0.0458    98.4840     0.5730    88.7100    85.1721      0.6660
  93     0.1000     0.0478    98.4920     0.9089    84.8900    85.1519      0.6645
  94     0.1000     0.0430    98.5820     0.6005    88.1700    85.1795      0.6629
  95     0.1000     0.0420    98.6660     0.5695    88.1600    85.0857      0.6614
  96     0.1000     0.0394    98.7480     0.5951    88.3000    85.1808      0.6599
  97     0.1000     0.0436    98.5220     0.5859    88.3000    85.1167      0.6583
  98     0.1000     0.0440    98.6420     1.9470    66.1000    85.0855      0.6568
  99     0.1000     0.0935    97.2360     0.5661    88.5000    85.1252      0.6554
 100     0.1000     0.0430    98.6580     0.5631    88.6100    85.1404      0.6539
 101     0.1000     0.0410    98.7060     0.5496    88.5700    85.0922      0.6524
 102     0.1000     0.0383    98.8080     0.5892    88.3800    85.1311      0.6509
 103     0.1000     0.0361    98.7920     0.6007    88.4100    85.1229      0.6494
 104     0.1000     0.0384    98.7580     0.5983    88.0600    85.1062      0.6480
 105     0.1000     0.0368    98.7580     0.5991    88.3300    85.0810      0.6465
 106     0.1000     0.0345    98.8600     0.5612    88.7100    85.1324      0.6451
 107     0.1000     0.0323    98.9520     0.5892    88.2000    85.4928      0.6436
 108     0.1000     0.0351    98.8480     0.6290    88.3400    85.1145      0.6421
 109     0.1000     0.0324    98.9640     0.5723    88.8300    85.0873      0.6407
 110     0.1000     0.0287    99.0800     0.6075    88.7800    85.1147      0.6393
 111     0.1000     0.0328    98.9560     0.6101    88.6700    85.0608      0.6379
 112     0.1000     0.0310    99.0100     0.5690    88.7800    85.1279      0.6365
 113     0.1000     0.0280    99.0880     0.5865    89.0900    85.1040      0.6351
 114     0.1000     0.0283    99.0980     0.6223    89.0200    85.0373      0.6337
 115     0.1000     0.0262    99.1180     0.6010    89.1500    85.1285      0.6323
 116     0.1000     0.0281    99.1120     0.5588    88.8800    85.1499      0.6310
 117     0.1000     0.0314    99.0220     0.5873    88.8800    85.0896      0.6296
 118     0.1000     0.0271    99.1340     0.6052    88.6400    85.1487      0.6283
 119     0.1000     0.0265    99.1120     0.6544    88.7900    85.1121      0.6270
 120     0.1000     0.0285    99.1140     0.6130    88.8600    85.0755      0.6256
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0286    99.0640     0.6661    88.1000    85.0656      0.6242
 122     0.1000     0.0309    99.0620     0.5948    88.6200    85.1307      0.6230
 123     0.1000     0.0282    99.1080     0.5403    89.4300    85.1822      0.6217
 124     0.1000     0.0223    99.2480     0.6091    89.3400    85.1462      0.6203
 125     0.1000     0.0234    99.2360     0.6353    88.7900    85.1640      0.6190
 126     0.1000     0.0278    99.1060     0.5886    89.3900    85.0957      0.6177
 127     0.1000     0.0259    99.1660     0.9352    85.0800    85.1452      0.6164
 128     0.1000     0.0296    99.1040     0.5894    88.5500    85.1249      0.6151
 129     0.1000     0.0256    99.1980     0.6994    88.3600    85.0544      0.6138
 130     0.1000     0.0246    99.2320     0.6206    89.0400    85.1165      0.6126
 131     0.1000     0.0243    99.1760     0.5988    89.0100    85.1570      0.6113
 132     0.1000     0.0245    99.1980     0.5654    89.0900    85.0925      0.6101
 133     0.1000     0.0196    99.4000     0.6752    88.2100    85.1707      0.6089
 134     0.1000     0.0223    99.3260     0.5961    89.3700    85.1521      0.6076
 135     0.1000     0.0212    99.3360     0.6651    88.3600    85.0960      0.6063
 136     0.1000     0.0230    99.2780     0.6471    88.5800    85.0687      0.6051
 137     0.1000     0.0215    99.3180     0.6070    88.9200    85.0803      0.6039
 138     0.1000     0.0205    99.3780     0.5888    88.9100    85.1614      0.6026
 139     0.1000     0.0201    99.3920     0.6227    89.0400    85.1160      0.6014
 140     0.1000     0.0215    99.3380     0.6027    89.1100    85.1645      0.6002
 141     0.1000     0.0205    99.3500     0.6146    89.2600    85.1051      0.5989
 142     0.1000     0.0190    99.3940     0.5869    89.6200    85.1996      0.5977
 143     0.1000     0.0204    99.3980     0.5846    89.4200    85.1225      0.5965
 144     0.1000     0.0191    99.3700     0.6080    89.4400    85.1445      0.5953
 145     0.1000     0.0187    99.4320     0.6067    89.4200    85.1496      0.5941
 146     0.1000     0.0205    99.3600     0.5969    89.5200    85.0911      0.5929
 147     0.1000     0.0158    99.4980     0.6332    89.3600    85.0225      0.5918
 148     0.1000     0.0165    99.4560     0.6143    89.3000    85.1142      0.5906
 149     0.1000     0.0189    99.3400     0.6319    89.4300    85.0687      0.5894
 150     0.1000     0.0179    99.4300     0.6187    89.1800    85.1014      0.5882
 151     0.1000     0.0172    99.4760     0.6779    88.9200    85.1852      0.5871
 152     0.1000     0.0200    99.3880     0.6555    88.6500    85.1532      0.5860
 153     0.1000     0.0184    99.4140     0.5942    89.6800    85.0889      0.5849
 154     0.1000     0.0145    99.5300     0.6629    89.1400    85.1047      0.5837
 155     0.1000     0.0195    99.3800     0.6256    89.0500    85.1111      0.5826
 156     0.1000     0.0161    99.5180     0.6551    88.5400    85.1582      0.5815
 157     0.1000     0.0162    99.4680     0.6423    89.5000    85.0799      0.5803
 158     0.1000     0.0176    99.4360     0.6561    88.7000    85.1109      0.5792
 159     0.1000     0.0152    99.5280     0.5933    89.7900    85.0692      0.5781
 160     0.1000     0.0139    99.5620     0.6431    89.5600    85.0411      0.5770
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0179    99.4420     0.6426    89.0000    85.0604      0.5759
 162     0.1000     0.0154    99.5180     0.6236    89.3300    85.0877      0.5748
 163     0.1000     0.0157    99.5140     0.6372    89.1700    85.1169      0.5737
 164     0.1000     0.0170    99.4740     0.6506    89.0100    85.1457      0.5726
 165     0.1000     0.0146    99.5620     0.6430    89.2800    85.1373      0.5715
 166     0.1000     0.0134    99.5780     0.6719    88.9500    85.2115      0.5704
 167     0.1000     0.0137    99.5460     0.6676    89.2000    85.1204      0.5693
 168     0.1000     0.0151    99.5500     0.6296    88.6100    85.0696      0.5682
 169     0.1000     0.0127    99.6100     0.6229    89.9200    85.1033      0.5672
 170     0.1000     0.0127    99.5540     0.6836    88.9100    85.0907      0.5661
 171     0.1000     0.0125    99.5660     0.6511    89.4500    85.0671      0.5650
 172     0.1000     0.0147    99.5660     0.6076    89.6700    85.1833      0.5640
 173     0.1000     0.0143    99.5300     0.7588    87.8400    85.0612      0.5629
 174     0.1000     0.0164    99.5120     0.5955    89.7600    85.0539      0.5618
 175     0.1000     0.0154    99.5300     0.6053    89.4300    85.0810      0.5608
 176     0.1000     0.0124    99.5780     0.6496    88.9400    85.0837      0.5597
 177     0.1000     0.0137    99.5900     0.6566    89.0400    85.0817      0.5587
 178     0.1000     0.0148    99.5320     0.6401    89.2900    85.1226      0.5577
 179     0.1000     0.0146    99.5140     0.6630    88.6900    85.1199      0.5566
 180     0.1000     0.0132    99.5760     0.6327    89.7000    85.1551      0.5556
 181     0.1000     0.0140    99.5480     0.6426    89.6000    85.1497      0.5546
 182     0.1000     0.0146    99.5240     0.6486    89.2200    85.1594      0.5536
 183     0.1000     0.0104    99.7040     0.6670    89.4600    85.1404      0.5526
 184     0.1000     0.0139    99.5620     0.6684    89.2700    85.1441      0.5516
 185     0.1000     0.0147    99.5480     0.6141    89.3100    85.0889      0.5506
 186     0.1000     0.0134    99.5880     0.6386    89.3900    85.1967      0.5496
 187     0.1000     0.0118    99.5960     0.6522    89.5700    85.1835      0.5486
 188     0.1000     0.0099    99.6740     0.6784    89.3500    85.1909      0.5476
 189     0.1000     0.0093    99.7000     0.6711    89.4800    85.2393      0.5466
 190     0.1000     0.0139    99.5380     0.6521    89.3800    85.2250      0.5456
 191     0.1000     0.0139    99.5360     0.6852    89.0500    85.2336      0.5447
 192     0.1000     0.0115    99.6360     0.6705    89.4800    85.2232      0.5437
 193     0.1000     0.0113    99.6340     0.6953    89.2100    85.2832      0.5427
 194     0.1000     0.0112    99.6080     0.6597    89.7600    85.2945      0.5417
 195     0.1000     0.0157    99.4840     0.6472    89.6600    85.2393      0.5408
 196     0.1000     0.0132    99.5700     0.6294    89.5300    85.2855      0.5398
 197     0.1000     0.0112    99.6400     0.6236    89.9500    85.2789      0.5389
 198     0.1000     0.0106    99.6480     0.6506    89.2600    85.2912      0.5379
 199     0.1000     0.0111    99.6560     0.6119    89.4000    85.2851      0.5370
 200     0.1000     0.0116    99.6380     0.6341    89.6000    85.2473      0.5360
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0115    99.6140     0.6833    89.7900    85.2161      0.5351
 202     0.1000     0.0137    99.5560     0.6380    89.7000    85.2455      0.5341
 203     0.1000     0.0121    99.6200     0.6523    89.3400    85.2663      0.5332
 204     0.1000     0.0100    99.6840     0.6506    89.4200    85.2852      0.5323
 205     0.1000     0.0086    99.7100     0.6742    89.7700    85.3073      0.5313
 206     0.1000     0.0108    99.6360     0.6587    89.7600    85.2111      0.5304
 207     0.1000     0.0126    99.6160     0.6769    89.3600    85.2127      0.5295
 208     0.1000     0.0117    99.6360     0.6178    89.5600    85.2625      0.5286
 209     0.1000     0.0104    99.6820     0.6777    89.5700    85.2442      0.5276
 210     0.1000     0.0112    99.6260     0.6279    89.7500    85.2708      0.5267
 211     0.1000     0.0123    99.5960     0.6178    89.5100    85.2282      0.5258
 212     0.1000     0.0090    99.7020     0.6233    90.0600    85.2986      0.5249
 213     0.1000     0.0085    99.7160     0.7161    89.5400    85.2968      0.5240
 214     0.1000     0.0098    99.6720     0.6212    89.8900    85.1937      0.5231
 215     0.1000     0.0062    99.8020     0.6795    89.9200    85.2032      0.5222
 216     0.1000     0.0113    99.6280     0.6404    89.8400    85.1310      0.5213
 217     0.1000     0.0096    99.7140     0.7005    89.2600    85.0902      0.5204
 218     0.1000     0.0100    99.6600     0.7355    89.1400    85.1212      0.5195
 219     0.1000     0.0082    99.7140     0.6794    89.9000    85.1577      0.5186
 220     0.1000     0.0108    99.6440     0.6670    89.7600    85.1163      0.5177
 221     0.1000     0.0088    99.7500     0.6664    90.0400    85.1593      0.5168
 222     0.1000     0.0074    99.8140     0.6747    89.8100    85.2356      0.5159
 223     0.1000     0.0077    99.7600     0.6982    89.5800    85.2140      0.5151
 224     0.1000     0.0086    99.7400     0.6457    90.0800    85.0885      0.5142
 225     0.1000     0.0080    99.7340     0.6570    89.6300    85.1224      0.5133
 226     0.1000     0.0091    99.6980     0.7175    89.5900    85.0930      0.5125
 227     0.1000     0.0107    99.6260     0.6570    89.7700    85.1125      0.5116
 228     0.1000     0.0094    99.6880     0.6829    89.5200    85.1644      0.5108
 229     0.1000     0.0090    99.7120     0.6951    89.1300    85.1343      0.5099
 230     0.1000     0.0103    99.6600     0.6425    89.3600    85.2276      0.5091
 231     0.1000     0.0084    99.7140     0.7054    88.9100    85.1631      0.5082
 232     0.1000     0.0093    99.7000     0.6661    89.5300    85.2639      0.5074
 233     0.1000     0.0097    99.6980     0.7175    89.5100    85.1592      0.5065
 234     0.1000     0.0092    99.7180     0.6397    89.5300    85.1035      0.5057
 235     0.1000     0.0067    99.7780     0.7405    89.2300    85.1143      0.5048
 236     0.1000     0.0100    99.6820     0.7017    89.3000    85.1708      0.5040
 237     0.1000     0.0084    99.7200     0.6828    89.5300    85.1690      0.5032
 238     0.1000     0.0109    99.6500     0.6585    89.5500    85.1156      0.5023
 239     0.1000     0.0069    99.7880     0.6440    89.8200    85.1834      0.5015
 240     0.1000     0.0075    99.7760     0.6760    89.4800    85.1642      0.5007
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0067    99.7760     0.6946    89.6000    85.1661      0.4999
 242     0.1000     0.0091    99.7080     0.6572    89.3500    85.1079      0.4991
 243     0.1000     0.0095    99.7000     0.7132    89.0700    85.0985      0.4982
 244     0.1000     0.0068    99.7620     0.6589    89.8100    85.0746      0.4974
 245     0.1000     0.0075    99.7760     0.6643    89.9000    85.1163      0.4966
 246     0.1000     0.0096    99.6760     0.6324    89.9000    85.1368      0.4958
 247     0.1000     0.0075    99.7700     0.6562    89.7900    85.0839      0.4950
 248     0.1000     0.0092    99.7240     0.6722    89.4400    85.1288      0.4942
 249     0.1000     0.0079    99.7500     0.6524    89.8200    85.0971      0.4934
 250     0.1000     0.0083    99.7380     0.7274    88.3400    85.1606      0.4926
 251     0.1000     0.0107    99.6880     0.6401    89.5400    85.0479      0.4919
 252     0.1000     0.0105    99.6940     0.6059    89.7400    85.0781      0.4910
 253     0.1000     0.0061    99.8280     0.6662    90.0000    85.1407      0.4902
 254     0.1000     0.0072    99.7740     0.6494    89.9000    85.1000      0.4895
 255     0.1000     0.0069    99.7660     0.6769    90.0200    85.1053      0.4887
 256     0.1000     0.0083    99.7180     0.6662    89.6800    85.1044      0.4879
 257     0.1000     0.0088    99.7140     0.6769    89.5400    85.0209      0.4871
 258     0.1000     0.0084    99.7460     0.6385    89.7000    85.0702      0.4863
 259     0.1000     0.0056    99.8360     0.6523    89.7800    85.0979      0.4855
 260     0.1000     0.0067    99.7880     0.6667    90.2500    85.0742      0.4848
 261     0.1000     0.0085    99.7460     0.6574    90.0500    85.0923      0.4840
 262     0.1000     0.0060    99.8140     0.6880    89.6300    85.1219      0.4832
 263     0.1000     0.0079    99.7600     0.6522    90.0800    85.1252      0.4825
 264     0.1000     0.0078    99.7920     0.6159    90.1800    85.2122      0.4817
 265     0.1000     0.0060    99.8000     0.6826    90.1600    85.1000      0.4809
 266     0.1000     0.0062    99.8080     0.6709    90.0500    85.1067      0.4801
 267     0.1000     0.0067    99.7560     0.6972    89.5800    85.1411      0.4794
 268     0.1000     0.0072    99.7700     0.6904    89.6900    85.1399      0.4786
 269     0.1000     0.0034    99.8920     0.7080    90.1300    85.1570      0.4779
 270     0.1000     0.0092    99.7440     0.5995    90.1200    85.1234      0.4771
 271     0.1000     0.0075    99.7440     0.6434    89.8500    85.1165      0.4764
 272     0.1000     0.0080    99.7400     0.6596    89.8400    85.1098      0.4756
 273     0.1000     0.0073    99.7600     0.6457    89.9000    85.1837      0.4749
 274     0.1000     0.0063    99.8020     0.6722    89.8700    85.1496      0.4741
 275     0.1000     0.0071    99.7920     0.6575    89.9000    85.1385      0.4734
 276     0.1000     0.0050    99.8380     0.6924    89.9300    85.1640      0.4726
 277     0.1000     0.0058    99.8140     0.6847    89.9000    85.1496      0.4719
 278     0.1000     0.0077    99.7560     0.7443    89.0500    85.1355      0.4711
 279     0.1000     0.0077    99.7540     0.6764    89.7800    85.2165      0.4705
 280     0.1000     0.0090    99.7160     0.6695    89.8500    85.1690      0.4697
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0051    99.8600     0.6727    89.8900    85.1476      0.4690
 282     0.1000     0.0062    99.8320     0.6808    89.9100    85.0641      0.4683
 283     0.1000     0.0060    99.7920     0.7313    89.5800    85.0491      0.4676
 284     0.1000     0.0095    99.7300     0.6467    89.9500    85.0947      0.4668
 285     0.1000     0.0072    99.7780     0.6956    89.2700    85.1377      0.4661
 286     0.1000     0.0046    99.8340     0.6863    90.0600    85.1755      0.4654
 287     0.1000     0.0069    99.7760     0.7111    89.6100    85.1738      0.4647
 288     0.1000     0.0050    99.8400     0.7200    89.7700    85.1677      0.4640
 289     0.1000     0.0057    99.8060     0.7108    89.4200    85.2010      0.4633
 290     0.1000     0.0047    99.8420     0.7000    89.6600    85.1255      0.4625
 291     0.1000     0.0044    99.8540     0.6859    89.9000    85.1468      0.4618
 292     0.1000     0.0059    99.8280     0.6868    89.8100    85.1032      0.4611
 293     0.1000     0.0063    99.8120     0.6835    89.9100    85.1303      0.4604
 294     0.1000     0.0075    99.7680     0.6388    89.7700    85.1452      0.4597
 295     0.1000     0.0052    99.8400     0.7015    90.0000    85.1466      0.4591
 296     0.1000     0.0072    99.7760     0.8764    87.0500    85.1204      0.4584
 297     0.1000     0.0076    99.7640     0.6796    89.5400    85.1209      0.4577
 298     0.1000     0.0066    99.7720     0.6780    89.7200    85.1266      0.4570
 299     0.1000     0.0070    99.7660     0.7051    89.4000    85.1621      0.4563
 300     0.1000     0.0067    99.8180     0.6655    90.0100    85.2113      0.4557
 301     0.0996     0.0061    99.8120     0.6783    90.1000    85.1241      0.4550
 302     0.0992     0.0066    99.7900     0.6632    90.1900    85.1455      0.4543
 303     0.0988     0.0069    99.8080     0.6838    89.7100    85.1322      0.4536
 304     0.0983     0.0061    99.8140     0.6488    89.9800    85.1715      0.4530
 305     0.0979     0.0050    99.8440     0.6707    89.8300    85.1171      0.4523
 306     0.0975     0.0044    99.8580     0.7113    89.4700    85.0819      0.4516
 307     0.0971     0.0060    99.8200     0.6698    89.7400    85.0888      0.4510
 308     0.0967     0.0052    99.8520     0.6542    90.1100    85.0925      0.4503
 309     0.0963     0.0055    99.8380     0.7221    88.9400    85.1196      0.4496
 310     0.0959     0.0060    99.8220     0.6380    89.9200    85.1097      0.4490
 311     0.0955     0.0065    99.8060     0.6396    89.9200    85.0914      0.4483
 312     0.0950     0.0046    99.8640     0.6663    89.9300    85.0973      0.4477
 313     0.0946     0.0040    99.8720     0.6821    90.3600    85.1825      0.4471
 314     0.0942     0.0047    99.8420     0.7902    88.8300    85.2051      0.4465
 315     0.0938     0.0062    99.8200     0.6617    89.5500    85.1476      0.4458
 316     0.0934     0.0049    99.8560     0.6544    89.9100    85.1669      0.4452
 317     0.0930     0.0036    99.8880     0.6841    89.8500    85.1449      0.4446
 318     0.0926     0.0042    99.8620     0.6699    89.9600    85.1580      0.4440
 319     0.0922     0.0039    99.8820     0.7185    90.1000    85.1737      0.4433
 320     0.0917     0.0028    99.9180     0.6941    90.0800    85.1934      0.4427
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0026    99.9120     0.6814    90.1700    85.2129      0.4421
 322     0.0909     0.0050    99.8400     0.6686    90.4400    85.0706      0.4415
 323     0.0905     0.0042    99.8760     0.6758    90.1200    85.1945      0.4409
 324     0.0901     0.0036    99.8700     0.7339    89.5600    85.1014      0.4403
 325     0.0897     0.0044    99.8700     0.6918    89.7300    85.1016      0.4398
 326     0.0893     0.0043    99.8820     0.6989    89.8200    85.0917      0.4392
 327     0.0889     0.0047    99.8540     0.6577    90.1400    85.1792      0.4386
 328     0.0885     0.0034    99.8860     0.7184    90.0400    85.1387      0.4380
 329     0.0880     0.0039    99.8920     0.7180    89.6000    85.0947      0.4375
 330     0.0876     0.0041    99.8500     0.7010    90.2200    85.1269      0.4369
 331     0.0872     0.0027    99.9200     0.7057    90.0800    85.1391      0.4363
 332     0.0868     0.0018    99.9320     0.7093    90.4300    85.1394      0.4357
 333     0.0864     0.0037    99.8980     0.7084    90.0900    85.1151      0.4352
 334     0.0860     0.0052    99.8240     0.6822    89.6300    85.1771      0.4346
 335     0.0856     0.0047    99.8480     0.6969    90.0200    85.0824      0.4341
 336     0.0852     0.0030    99.9000     0.6878    89.8900    85.1370      0.4336
 337     0.0847     0.0036    99.8840     0.7078    90.0400    85.0722      0.4331
 338     0.0843     0.0040    99.8620     0.6841    90.2000    85.1113      0.4325
 339     0.0839     0.0037    99.8880     0.7110    89.8600    85.2326      0.4320
 340     0.0835     0.0024    99.9220     0.7023    90.1100    85.0560      0.4314
 341     0.0831     0.0042    99.8720     0.7297    90.0000    85.0536      0.4309
 342     0.0827     0.0028    99.9200     0.6925    90.0400    85.1485      0.4304
 343     0.0823     0.0028    99.9140     0.7221    89.8800    85.1842      0.4299
 344     0.0818     0.0021    99.9320     0.7408    90.0000    85.2083      0.4294
 345     0.0814     0.0018    99.9440     0.7480    90.0900    85.1310      0.4289
 346     0.0810     0.0016    99.9600     0.8084    90.0500    85.1779      0.4284
 347     0.0806     0.0014    99.9500     0.7720    90.0700    85.1568      0.4279
 348     0.0802     0.0021    99.9400     0.7584    90.0900    85.1558      0.4274
 349     0.0798     0.0019    99.9440     0.7604    89.9600    85.0799      0.4269
 350     0.0794     0.0017    99.9460     0.7655    89.9900    85.0979      0.4263
 351     0.0790     0.0021    99.9320     0.7558    90.0100    85.1691      0.4258
 352     0.0786     0.0018    99.9380     0.7146    90.2900    85.1490      0.4253
 353     0.0781     0.0029    99.9060     0.7383    90.0700    85.0916      0.4249
 354     0.0777     0.0014    99.9620     0.7187    90.2200    85.1149      0.4244
 355     0.0773     0.0018    99.9340     0.7626    90.1000    85.1156      0.4239
 356     0.0769     0.0016    99.9400     0.7648    90.2800    85.2072      0.4234
 357     0.0765     0.0039    99.8760     0.7414    89.8000    85.2069      0.4229
 358     0.0761     0.0025    99.9120     0.7422    89.7900    85.0783      0.4225
 359     0.0757     0.0031    99.8920     0.7187    90.2400    85.0450      0.4221
 360     0.0753     0.0019    99.9240     0.7780    90.1500    85.0739      0.4216
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0023    99.9260     0.7393    90.3200    85.0730      0.4211
 362     0.0744     0.0017    99.9420     0.7422    90.3900    85.0526      0.4207
 363     0.0740     0.0015    99.9480     0.7611    90.3600    85.0635      0.4202
 364     0.0736     0.0021    99.9400     0.7204    90.0800    85.1101      0.4198
 365     0.0732     0.0017    99.9600     0.7367    90.4100    85.0793      0.4193
 366     0.0728     0.0021    99.9320     0.7492    89.9700    85.1670      0.4189
 367     0.0724     0.0018    99.9620     0.7264    90.2000    85.1129      0.4185
 368     0.0720     0.0024    99.9380     0.7300    90.1000    85.0818      0.4180
 369     0.0715     0.0028    99.9160     0.7204    89.9800    85.1331      0.4176
 370     0.0711     0.0023    99.9300     0.7221    90.0200    85.1456      0.4172
 371     0.0707     0.0027    99.9060     0.7038    90.1700    85.2738      0.4168
 372     0.0703     0.0013    99.9640     0.6989    90.0200    85.1849      0.4163
 373     0.0699     0.0019    99.9340     0.7141    90.4300    85.1573      0.4159
 374     0.0695     0.0020    99.9340     0.7291    90.1300    85.1777      0.4155
 375     0.0691     0.0012    99.9600     0.7599    90.1200    85.1646      0.4151
 376     0.0686     0.0010    99.9680     0.7581    90.3600    85.0676      0.4147
 377     0.0682     0.0015    99.9620     0.7532    90.4300    85.1335      0.4143
 378     0.0678     0.0010    99.9700     0.7699    90.4000    85.1732      0.4139
 379     0.0674     0.0014    99.9580     0.7732    90.5100    85.1011      0.4135
 380     0.0670     0.0014    99.9480     0.7977    90.2500    85.0691      0.4131
 381     0.0666     0.0012    99.9620     0.7610    90.2000    85.0619      0.4127
 382     0.0662     0.0010    99.9660     0.7700    90.3600    85.1549      0.4123
 383     0.0658     0.0015    99.9560     0.7467    90.3300    85.0538      0.4119
 384     0.0654     0.0012    99.9660     0.7551    90.3000    85.1045      0.4115
 385     0.0649     0.0016    99.9480     0.7640    90.1800    85.1765      0.4111
 386     0.0645     0.0016    99.9480     0.7616    89.8600    85.0793      0.4107
 387     0.0641     0.0008    99.9780     0.7524    90.3500    85.1391      0.4104
 388     0.0637     0.0013    99.9580     0.7491    90.2800    85.0833      0.4100
 389     0.0633     0.0011    99.9740     0.7438    90.4200    85.0996      0.4096
 390     0.0629     0.0006    99.9820     0.7515    90.3900    85.0727      0.4092
 391     0.0625     0.0009    99.9720     0.7681    90.3500    85.1021      0.4089
 392     0.0621     0.0011    99.9700     0.7750    90.2700    85.1188      0.4085
 393     0.0616     0.0013    99.9660     0.7608    90.3800    85.1757      0.4081
 394     0.0612     0.0013    99.9560     0.7512    90.3600    85.1479      0.4078
 395     0.0608     0.0006    99.9760     0.7772    90.0500    85.0998      0.4074
 396     0.0604     0.0010    99.9800     0.7828    90.2900    85.1145      0.4071
 397     0.0600     0.0011    99.9700     0.7721    90.2800    85.0755      0.4067
 398     0.0596     0.0006    99.9820     0.7716    90.2300    85.0849      0.4064
 399     0.0592     0.0013    99.9680     0.7580    90.4300    85.1395      0.4060
 400     0.0588     0.0012    99.9620     0.7342    90.1000    85.1279      0.4057
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0011    99.9680     0.7601    90.3100    85.0979      0.4054
 402     0.0579     0.0007    99.9860     0.7668    90.2800    85.1114      0.4050
 403     0.0575     0.0013    99.9700     0.7637    90.3000    85.1707      0.4047
 404     0.0571     0.0008    99.9800     0.7563    90.4200    85.0629      0.4044
 405     0.0567     0.0010    99.9680     0.7567    90.3100    85.1477      0.4040
 406     0.0563     0.0011    99.9600     0.7759    90.3300    85.1498      0.4037
 407     0.0559     0.0004    99.9820     0.7640    90.5000    85.1569      0.4034
 408     0.0554     0.0004    99.9880     0.7596    90.6800    85.0842      0.4031
 409     0.0550     0.0004    99.9880     0.7578    90.5700    85.0622      0.4028
 410     0.0546     0.0002    99.9940     0.7634    90.6500    85.1327      0.4025
 411     0.0542     0.0002    99.9900     0.7663    90.5600    85.1426      0.4022
 412     0.0538     0.0007    99.9780     0.7992    90.2800    85.1624      0.4019
 413     0.0534     0.0009    99.9760     0.7793    90.3500    85.1678      0.4016
 414     0.0530     0.0007    99.9800     0.7800    90.5000    85.1458      0.4013
 415     0.0526     0.0010    99.9640     0.7714    90.4500    85.1372      0.4010
 416     0.0522     0.0003    99.9920     0.7735    90.3600    85.0992      0.4007
 417     0.0517     0.0005    99.9840     0.7791    90.5100    85.0693      0.4004
 418     0.0513     0.0003    99.9900     0.7712    90.5100    85.1383      0.4001
 419     0.0509     0.0003    99.9940     0.7719    90.4500    85.0859      0.3998
 420     0.0505     0.0006    99.9920     0.7747    90.4300    85.0901      0.3995
 421     0.0501     0.0005    99.9840     0.7816    90.4200    85.1325      0.3993
 422     0.0497     0.0004    99.9920     0.7829    90.4600    85.1319      0.3990
 423     0.0493     0.0003    99.9880     0.7961    90.3900    85.0176      0.3987
 424     0.0489     0.0003    99.9940     0.7956    90.4600    85.0790      0.3985
 425     0.0484     0.0007    99.9780     0.7762    90.5500    85.0956      0.3982
 426     0.0480     0.0004    99.9880     0.7831    90.4700    85.1280      0.3979
 427     0.0476     0.0003    99.9860     0.7948    90.2800    85.0813      0.3976
 428     0.0472     0.0003    99.9920     0.7908    90.5200    85.1109      0.3974
 429     0.0468     0.0003    99.9900     0.7943    90.5600    85.1212      0.3971
 430     0.0464     0.0005    99.9880     0.7898    90.5500    85.1460      0.3969
 431     0.0460     0.0003    99.9860     0.7756    90.5900    85.1417      0.3966
 432     0.0456     0.0001   100.0000     0.7761    90.6500    85.1417      0.3963
 433     0.0451     0.0002    99.9960     0.7947    90.7300    85.1720      0.3961
 434     0.0447     0.0004    99.9880     0.7783    90.6200    85.0472      0.3959
 435     0.0443     0.0005    99.9860     0.7774    90.6700    85.1149      0.3956
 436     0.0439     0.0003    99.9940     0.7981    90.7000    85.0869      0.3954
 437     0.0435     0.0003    99.9960     0.8120    90.4600    85.0719      0.3951
 438     0.0431     0.0002    99.9920     0.7996    90.7000    85.1699      0.3949
 439     0.0427     0.0002    99.9960     0.7907    90.7400    85.1960      0.3947
 440     0.0423     0.0005    99.9860     0.8174    90.4100    85.1706      0.3944
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0004    99.9920     0.7900    90.5500    85.2321      0.3942
 442     0.0414     0.0004    99.9860     0.8045    90.7500    85.1625      0.3940
 443     0.0410     0.0004    99.9880     0.7910    90.7200    85.0935      0.3938
 444     0.0406     0.0004    99.9840     0.7895    90.6100    85.1128      0.3935
 445     0.0402     0.0005    99.9900     0.7871    90.5600    85.1404      0.3933
 446     0.0398     0.0002    99.9920     0.7744    90.7200    85.1997      0.3931
 447     0.0394     0.0002    99.9920     0.7893    90.7400    85.2242      0.3929
 448     0.0389     0.0001    99.9980     0.7832    90.7300    85.2544      0.3927
 449     0.0385     0.0001    99.9960     0.7817    90.7100    85.2551      0.3925
 450     0.0381     0.0004    99.9840     0.8056    90.6500    85.2719      0.3923
 451     0.0377     0.0001    99.9960     0.8236    90.5800    85.2542      0.3921
 452     0.0373     0.0002    99.9920     0.8096    90.6400    85.1999      0.3919
 453     0.0369     0.0002    99.9900     0.7961    90.7700    85.1842      0.3917
 454     0.0365     0.0002    99.9940     0.7935    90.7100    85.1802      0.3915
 455     0.0361     0.0002    99.9940     0.8003    90.5100    85.2802      0.3913
 456     0.0357     0.0001    99.9980     0.8014    90.7400    85.1937      0.3911
 457     0.0352     0.0001   100.0000     0.8000    90.7600    85.2246      0.3909
 458     0.0348     0.0002    99.9960     0.8027    90.7600    85.2544      0.3908
 459     0.0344     0.0001    99.9980     0.8050    90.9100    85.2635      0.3906
 460     0.0340     0.0002    99.9940     0.8015    90.7600    85.2558      0.3904
 461     0.0336     0.0001    99.9980     0.8024    90.8300    85.0773      0.3902
 462     0.0332     0.0001    99.9980     0.8000    90.9400    85.1097      0.3900
 463     0.0328     0.0001   100.0000     0.8019    90.8200    85.1233      0.3899
 464     0.0324     0.0002    99.9940     0.8047    90.9700    85.1152      0.3897
 465     0.0319     0.0002    99.9900     0.7992    90.9200    85.1417      0.3895
 466     0.0315     0.0002    99.9920     0.7961    90.7700    85.1991      0.3894
 467     0.0311     0.0001    99.9980     0.7959    90.8400    85.1329      0.3892
 468     0.0307     0.0003    99.9920     0.7961    90.6700    85.1428      0.3890
 469     0.0303     0.0001    99.9960     0.8055    90.6600    85.1634      0.3889
 470     0.0299     0.0002    99.9960     0.8042    90.6200    85.0590      0.3887
 471     0.0295     0.0001   100.0000     0.7982    90.8400    85.2092      0.3886
 472     0.0291     0.0001    99.9980     0.8010    90.7200    85.1821      0.3884
 473     0.0286     0.0002    99.9960     0.8035    90.6700    85.1633      0.3883
 474     0.0282     0.0002    99.9960     0.8030    90.6100    85.0818      0.3881
 475     0.0278     0.0001   100.0000     0.8025    90.6200    85.1574      0.3880
 476     0.0274     0.0002    99.9980     0.8087    90.6100    85.2537      0.3878
 477     0.0270     0.0001    99.9960     0.8152    90.5000    85.2340      0.3877
 478     0.0266     0.0001    99.9980     0.8086    90.5200    85.3182      0.3876
 479     0.0262     0.0001    99.9980     0.8079    90.6600    85.2368      0.3874
 480     0.0257     0.0001   100.0000     0.8063    90.6200    85.1830      0.3873
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0004    99.9900     0.8047    90.4600    85.3218      0.3872
 482     0.0249     0.0001    99.9980     0.7956    90.6300    85.2988      0.3870
 483     0.0245     0.0001    99.9980     0.7961    90.7200    85.2444      0.3869
 484     0.0241     0.0001   100.0000     0.7940    90.6200    85.2490      0.3868
 485     0.0237     0.0001    99.9960     0.8007    90.5700    85.1501      0.3867
 486     0.0233     0.0001    99.9980     0.7949    90.5400    85.2319      0.3866
 487     0.0229     0.0001   100.0000     0.7955    90.6400    85.0843      0.3864
 488     0.0225     0.0003    99.9900     0.7972    90.6500    85.1383      0.3863
 489     0.0220     0.0001    99.9980     0.7945    90.7300    85.1644      0.3862
 490     0.0216     0.0000   100.0000     0.7950    90.6800    85.1980      0.3861
 491     0.0212     0.0001    99.9980     0.7892    90.5800    85.0598      0.3860
 492     0.0208     0.0001   100.0000     0.7903    90.6200    85.1344      0.3859
 493     0.0204     0.0001    99.9980     0.7886    90.5700    85.1490      0.3858
 494     0.0200     0.0001    99.9980     0.7897    90.6200    85.1489      0.3857
 495     0.0196     0.0000   100.0000     0.7906    90.6500    85.1177      0.3856
 496     0.0192     0.0000   100.0000     0.7920    90.6000    85.1892      0.3855
 497     0.0187     0.0001   100.0000     0.7918    90.5900    85.1414      0.3854
 498     0.0183     0.0001    99.9980     0.7937    90.6400    85.1786      0.3853
 499     0.0179     0.0001    99.9980     0.7913    90.6800    85.0721      0.3852
 500     0.0175     0.0001    99.9960     0.7930    90.5600    85.0200      0.3851
 501     0.0171     0.0001    99.9980     0.7926    90.6500    85.0726      0.3850
 502     0.0167     0.0001    99.9960     0.7934    90.6800    85.1530      0.3850
 503     0.0163     0.0000   100.0000     0.7942    90.7400    85.1810      0.3849
 504     0.0159     0.0000   100.0000     0.7927    90.7300    85.2167      0.3848
 505     0.0154     0.0001   100.0000     0.7937    90.7200    85.0740      0.3847
 506     0.0150     0.0001   100.0000     0.7966    90.6800    85.0938      0.3847
 507     0.0146     0.0001    99.9960     0.8009    90.8000    85.1871      0.3846
 508     0.0142     0.0001    99.9980     0.8017    90.7700    85.1315      0.3845
 509     0.0138     0.0000   100.0000     0.8009    90.7300    85.1109      0.3844
 510     0.0134     0.0001    99.9980     0.7989    90.7500    85.1160      0.3844
 511     0.0130     0.0000   100.0000     0.7995    90.7200    85.0897      0.3843
 512     0.0125     0.0000   100.0000     0.7997    90.7600    85.1559      0.3843
 513     0.0121     0.0001   100.0000     0.7995    90.7100    85.2077      0.3842
 514     0.0117     0.0002    99.9980     0.7985    90.6500    85.1221      0.3841
 515     0.0113     0.0001    99.9980     0.7975    90.6600    85.1305      0.3841
 516     0.0109     0.0000   100.0000     0.7965    90.7600    85.1211      0.3840
 517     0.0105     0.0000   100.0000     0.7959    90.7300    85.1468      0.3840
 518     0.0101     0.0000   100.0000     0.7960    90.7300    85.2052      0.3839
 519     0.0097     0.0000   100.0000     0.7964    90.7300    85.1490      0.3839
 520     0.0092     0.0001    99.9940     0.7988    90.7800    85.0697      0.3838
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001   100.0000     0.7974    90.7800    85.2115      0.3838
 522     0.0084     0.0000   100.0000     0.7973    90.7200    85.1364      0.3838
 523     0.0080     0.0000   100.0000     0.7967    90.7100    85.0957      0.3837
 524     0.0076     0.0001    99.9960     0.7958    90.7300    85.1378      0.3837
 525     0.0072     0.0000   100.0000     0.7969    90.6900    85.1405      0.3836
 526     0.0068     0.0001    99.9960     0.7973    90.6700    85.1492      0.3836
 527     0.0064     0.0000   100.0000     0.7975    90.6600    85.2280      0.3836
 528     0.0060     0.0000   100.0000     0.7968    90.6900    85.1037      0.3835
 529     0.0055     0.0000   100.0000     0.7966    90.6700    85.1137      0.3835
 530     0.0051     0.0001    99.9980     0.7963    90.7500    85.0976      0.3835
 531     0.0047     0.0000   100.0000     0.7965    90.7400    85.0497      0.3835
 532     0.0043     0.0000   100.0000     0.7968    90.7500    85.0998      0.3835
 533     0.0039     0.0000   100.0000     0.7970    90.7700    85.1280      0.3834
 534     0.0035     0.0000   100.0000     0.7968    90.7700    85.1559      0.3834
 535     0.0031     0.0000   100.0000     0.7969    90.7600    85.1447      0.3834
 536     0.0027     0.0001    99.9980     0.7961    90.7000    85.1724      0.3834
 537     0.0022     0.0000   100.0000     0.7962    90.7200    85.1405      0.3834
 538     0.0018     0.0000   100.0000     0.7961    90.7100    85.1777      0.3834
 539     0.0014     0.0000   100.0000     0.7962    90.7000    85.1828      0.3834
 540     0.0010     0.0000   100.0000     0.7962    90.7000    85.0790      0.3834
 541     0.0010     0.0000   100.0000     0.7962    90.6900    85.1440      0.3834
 542     0.0010     0.0000   100.0000     0.7963    90.7100    85.0992      0.3834
 543     0.0010     0.0001    99.9960     0.7963    90.7200    85.2612      0.3834
 544     0.0010     0.0000   100.0000     0.7963    90.7100    85.1229      0.3834
 545     0.0010     0.0001    99.9980     0.7960    90.7200    85.1587      0.3834
 546     0.0010     0.0001    99.9960     0.7961    90.6700    85.2245      0.3834
 547     0.0010     0.0001    99.9980     0.7964    90.6900    85.2361      0.3834
 548     0.0010     0.0000   100.0000     0.7964    90.6800    85.0580      0.3834
 549     0.0010     0.0000   100.0000     0.7965    90.6700    85.1136      0.3834
 550     0.0010     0.0000   100.0000     0.7966    90.6800    85.0962      0.3834
 551     0.0010     0.0000    99.9980     0.7967    90.6800    85.1950      0.3834
 552     0.0010     0.0000   100.0000     0.7968    90.6800    85.1288      0.3834
 553     0.0010     0.0000   100.0000     0.7969    90.6800    85.2108      0.3834
 554     0.0010     0.0000   100.0000     0.7969    90.7000    85.1959      0.3834
 555     0.0010     0.0000   100.0000     0.7970    90.6800    85.1486      0.3834
 556     0.0010     0.0000   100.0000     0.7970    90.6800    85.1906      0.3834
 557     0.0010     0.0000   100.0000     0.7970    90.6900    85.0806      0.3834
 558     0.0010     0.0000   100.0000     0.7971    90.6900    85.0901      0.3834
 559     0.0010     0.0000   100.0000     0.7971    90.7000    85.1692      0.3834
 560     0.0010     0.0001    99.9980     0.7972    90.7100    85.0635      0.3834
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     0.7972    90.7100    85.1602      0.3834
 562     0.0010     0.0001    99.9980     0.7973    90.7300    85.1254      0.3834
 563     0.0010     0.0001   100.0000     0.7974    90.7500    85.1932      0.3834
 564     0.0010     0.0000   100.0000     0.7974    90.7500    85.1293      0.3834
 565     0.0010     0.0000   100.0000     0.7975    90.7500    85.1854      0.3834
 566     0.0010     0.0000   100.0000     0.7975    90.7500    85.1108      0.3834
 567     0.0010     0.0000   100.0000     0.7976    90.7500    85.1600      0.3834
 568     0.0010     0.0001    99.9980     0.7975    90.7400    85.1737      0.3834
 569     0.0010     0.0000   100.0000     0.7975    90.7500    85.0759      0.3834
 570     0.0010     0.0000   100.0000     0.7975    90.7600    85.1487      0.3834
 571     0.0010     0.0001    99.9980     0.7977    90.7500    85.1445      0.3834
 572     0.0010     0.0003    99.9940     0.7974    90.7200    85.2070      0.3834
 573     0.0010     0.0001    99.9980     0.7975    90.7300    85.1275      0.3834
 574     0.0010     0.0000   100.0000     0.7975    90.7300    85.0574      0.3834
 575     0.0010     0.0000   100.0000     0.7976    90.7300    85.1127      0.3834
 576     0.0010     0.0000   100.0000     0.7976    90.7400    85.0835      0.3834
 577     0.0010     0.0001   100.0000     0.7976    90.7100    85.1036      0.3834
 578     0.0010     0.0000   100.0000     0.7978    90.7300    85.1309      0.3834
 579     0.0010     0.0000   100.0000     0.7978    90.7100    85.1555      0.3834
 580     0.0010     0.0001    99.9980     0.7983    90.7500    85.1279      0.3834
 581     0.0010     0.0000   100.0000     0.7983    90.7400    85.1038      0.3834
 582     0.0010     0.0000   100.0000     0.7983    90.7400    85.0685      0.3834
 583     0.0010     0.0000   100.0000     0.7984    90.7400    85.1231      0.3834
 584     0.0010     0.0000    99.9980     0.7984    90.7500    85.0557      0.3834
 585     0.0010     0.0001    99.9960     0.7984    90.7400    85.0953      0.3834
 586     0.0010     0.0000   100.0000     0.7984    90.7500    85.1212      0.3834
 587     0.0010     0.0001   100.0000     0.7985    90.7500    85.1308      0.3834
 588     0.0010     0.0001    99.9980     0.7985    90.7300    85.2081      0.3834
 589     0.0010     0.0001    99.9980     0.7985    90.7300    85.1416      0.3834
 590     0.0010     0.0000   100.0000     0.7985    90.7300    85.1614      0.3834
 591     0.0010     0.0000   100.0000     0.7986    90.7400    85.1876      0.3834
 592     0.0010     0.0000   100.0000     0.7985    90.7300    85.1313      0.3834
 593     0.0010     0.0000   100.0000     0.7985    90.7300    85.1491      0.3834
 594     0.0010     0.0000   100.0000     0.7985    90.7300    85.1644      0.3834
 595     0.0010     0.0000   100.0000     0.7985    90.7100    85.1763      0.3834
 596     0.0010     0.0001    99.9980     0.7985    90.7500    85.1475      0.3834
 597     0.0010     0.0000   100.0000     0.7986    90.7500    85.2193      0.3834
 598     0.0010     0.0000   100.0000     0.7987    90.7500    85.1812      0.3834
 599     0.0010     0.0001    99.9980     0.7987    90.7500    85.0922      0.3834
 600     0.0010     0.0000   100.0000     0.7987    90.7300    85.1445      0.3834
