Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.0413    22.4220     2.0308    22.7300    15.7360      0.9627
   2     0.1000     1.9076    26.5980     1.8985    26.7400    13.1550      0.9469
   3     0.1000     1.7521    32.1000     1.7237    32.7200    13.2977      0.9348
   4     0.1000     1.5883    38.9640     1.5633    39.6000    13.2974      0.9247
   5     0.1000     1.5127    43.3760     1.4774    43.5500    13.1858      0.9157
   6     0.1000     1.3821    48.5480     1.3568    48.8500    13.3294      0.9076
   7     0.1000     1.1889    57.3840     1.1705    57.6700    13.0914      0.9002
   8     0.1000     1.0478    62.5360     1.0271    63.5600    13.1206      0.8934
   9     0.1000     1.0266    63.5840     1.0340    63.4600    13.3045      0.8870
  10     0.1000     1.0039    64.6400     1.0568    63.5900    13.0701      0.8811
  11     0.1000     0.8427    70.6480     0.8391    71.3800    13.2013      0.8754
  12     0.1000     0.7502    73.8180     0.7913    73.2200    13.2374      0.8700
  13     0.1000     0.6969    76.3400     0.7638    74.9800    13.0814      0.8648
  14     0.1000     0.6932    76.1600     0.7438    75.6000    13.1552      0.8598
  15     0.1000     0.6870    76.1180     0.7379    75.0300    13.1978      0.8550
  16     0.1000     0.5452    81.3720     0.6180    79.7700    13.2273      0.8504
  17     0.1000     0.5016    83.1400     0.5764    81.1700    13.0971      0.8460
  18     0.1000     0.5178    82.7580     0.6167    80.7000    13.1491      0.8416
  19     0.1000     0.5187    82.6740     0.6261    80.1600    13.0867      0.8375
  20     0.1000     0.4767    84.1460     0.5902    81.3800    13.3227      0.8335
  21     0.1000     0.4919    83.6760     0.6184    80.6600    13.2265      0.8296
  22     0.1000     0.4659    84.4520     0.5934    81.3500    13.0902      0.8257
  23     0.1000     0.4207    85.8560     0.5415    82.5000    13.1343      0.8221
  24     0.1000     0.3595    87.8300     0.4906    84.3300    13.1713      0.8184
  25     0.1000     0.3894    86.9660     0.5566    83.0400    13.0665      0.8149
  26     0.1000     0.3286    88.9780     0.4938    84.8300    13.0618      0.8115
  27     0.1000     0.3821    87.7660     0.5688    83.3100    13.0678      0.8081
  28     0.1000     0.2998    89.9760     0.4832    84.8600    13.1436      0.8048
  29     0.1000     0.2797    90.5720     0.4843    85.0900    13.1424      0.8016
  30     0.1000     0.2616    91.1800     0.4524    85.9600    13.0591      0.7986
  31     0.1000     0.2711    90.8200     0.4883    85.3300    13.0384      0.7955
  32     0.1000     0.2697    90.9280     0.5134    85.0100    13.2092      0.7925
  33     0.1000     0.2540    91.5340     0.4799    85.7600    13.2654      0.7896
  34     0.1000     0.2547    91.4280     0.4979    85.4500    13.1000      0.7866
  35     0.1000     0.2393    91.7800     0.4845    85.1900    13.0683      0.7837
  36     0.1000     0.2169    92.7240     0.4833    86.4400    13.2469      0.7810
  37     0.1000     0.2191    92.6820     0.4775    86.2700    13.1063      0.7782
  38     0.1000     0.2107    92.7520     0.4856    86.0000    13.3043      0.7755
  39     0.1000     0.1710    94.2260     0.4442    87.3200    13.1591      0.7728
  40     0.1000     0.1976    93.4300     0.5100    86.0300    13.0161      0.7702
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1811    94.0320     0.4977    86.7700    13.0842      0.7676
  42     0.1000     0.1991    93.2200     0.5012    86.1300    13.2981      0.7651
  43     0.1000     0.2571    91.2700     0.5809    83.9300    13.1996      0.7625
  44     0.1000     0.1667    94.2920     0.4633    86.9300    12.9897      0.7601
  45     0.1000     0.1499    94.9500     0.4892    86.3500    13.1342      0.7577
  46     0.1000     0.1671    94.3880     0.5209    86.2000    13.0761      0.7554
  47     0.1000     0.1517    94.9560     0.5165    86.1700    13.0819      0.7529
  48     0.1000     0.1410    95.2580     0.5117    86.8800    13.1273      0.7506
  49     0.1000     0.1322    95.4940     0.5051    87.1500    12.9866      0.7483
  50     0.1000     0.1765    94.1480     0.5701    85.7600    13.1260      0.7460
  51     0.1000     0.1384    95.2000     0.4905    86.5300    13.0967      0.7438
  52     0.1000     0.1193    95.8820     0.5045    87.0200    13.1534      0.7417
  53     0.1000     0.1346    95.4620     0.5477    86.5600    13.1204      0.7394
  54     0.1000     0.1179    96.1040     0.4970    87.1500    13.0590      0.7372
  55     0.1000     0.1322    95.6020     0.5211    86.5100    13.1038      0.7350
  56     0.1000     0.0945    96.8100     0.4964    87.6000    13.0819      0.7329
  57     0.1000     0.1951    93.5220     0.5701    85.1500    13.1216      0.7308
  58     0.1000     0.1330    95.6140     0.5315    86.5700    13.1188      0.7287
  59     0.1000     0.1033    96.5080     0.5150    87.3200    13.1158      0.7267
  60     0.1000     0.0840    97.1600     0.4876    87.7900    13.0881      0.7246
  61     0.1000     0.1121    96.2620     0.5546    87.2700    13.2235      0.7226
  62     0.1000     0.0808    97.2660     0.5092    87.6400    13.0582      0.7206
  63     0.1000     0.0840    97.1680     0.5207    87.7400    13.1872      0.7186
  64     0.1000     0.1121    96.3540     0.5915    86.7400    13.1273      0.7166
  65     0.1000     0.0905    96.9080     0.5351    87.2100    13.1419      0.7147
  66     0.1000     0.0940    96.9220     0.5264    87.8000    13.0623      0.7128
  67     0.1000     0.0772    97.3960     0.5052    87.8100    13.0745      0.7109
  68     0.1000     0.0762    97.4460     0.5762    87.2900    13.1578      0.7090
  69     0.1000     0.1718    95.2420     0.6576    86.2000    13.3977      0.7072
  70     0.1000     0.0666    97.7380     0.5425    88.0400    13.1550      0.7053
  71     0.1000     0.0961    96.7120     0.5569    87.6300    13.1975      0.7035
  72     0.1000     0.0546    98.1940     0.5527    88.3600    13.0365      0.7017
  73     0.1000     0.1243    96.2720     0.6468    86.2500    13.1777      0.6999
  74     0.1000     0.0562    98.0460     0.5608    88.0300    13.1156      0.6981
  75     0.1000     0.0713    97.5940     0.5831    87.3300    13.2113      0.6963
  76     0.1000     0.0918    97.1500     0.6252    86.6700    13.1773      0.6945
  77     0.1000     0.0648    97.8780     0.5630    87.9800    13.2656      0.6928
  78     0.1000     0.0652    97.8220     0.5611    87.9200    13.2625      0.6910
  79     0.1000     0.0597    98.0980     0.5836    87.6500    13.2162      0.6893
  80     0.1000     0.0532    98.2000     0.5656    88.3800    13.1325      0.6876
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0541    98.1640     0.5813    88.0100    13.1687      0.6859
  82     0.1000     0.0434    98.5900     0.5515    88.3800    13.3513      0.6842
  83     0.1000     0.0532    98.2060     0.5742    87.8500    13.1482      0.6826
  84     0.1000     0.1100    96.8160     0.6430    86.6700    13.1818      0.6809
  85     0.1000     0.0567    98.0780     0.5472    88.0800    13.3352      0.6792
  86     0.1000     0.0508    98.3080     0.5757    88.3400    13.1875      0.6776
  87     0.1000     0.0494    98.3740     0.6068    88.2900    13.2980      0.6760
  88     0.1000     0.0403    98.6720     0.5675    88.5700    13.3371      0.6744
  89     0.1000     0.0394    98.7100     0.5735    88.5100    13.2341      0.6728
  90     0.1000     0.0372    98.7940     0.5790    88.7200    13.2396      0.6712
  91     0.1000     0.0382    98.7820     0.5425    88.2700    13.1793      0.6696
  92     0.1000     0.0504    98.2680     0.5864    88.3100    13.2504      0.6680
  93     0.1000     0.0348    98.7900     0.5728    89.0000    13.1357      0.6664
  94     0.1000     0.0337    98.8900     0.5443    88.7900    13.2205      0.6649
  95     0.1000     0.0358    98.7640     0.5701    88.5700    13.2645      0.6634
  96     0.1000     0.0361    98.8240     0.6043    88.7800    13.1012      0.6618
  97     0.1000     0.0289    98.9820     0.5785    88.9500    13.2836      0.6603
  98     0.1000     0.0410    98.6780     0.6040    88.0200    13.1760      0.6588
  99     0.1000     0.0409    98.6100     0.5904    88.2000    13.1827      0.6573
 100     0.1000     0.0338    98.8760     0.5820    88.6800    13.2069      0.6558
 101     0.1000     0.0292    99.0760     0.5845    88.7500    13.1316      0.6543
 102     0.1000     0.0403    98.6340     0.5937    87.9800    13.2686      0.6528
 103     0.1000     0.0548    98.2740     0.6052    88.0600    13.0806      0.6514
 104     0.1000     0.0324    98.8920     0.5947    88.5600    13.2611      0.6499
 105     0.1000     0.1207    96.5500     0.7203    86.5400    13.1487      0.6485
 106     0.1000     0.0345    98.8900     0.5939    88.4700    13.3668      0.6471
 107     0.1000     0.1279    96.4100     0.7556    86.2700    13.1715      0.6456
 108     0.1000     0.1162    97.0040     0.7392    87.1300    13.0915      0.6442
 109     0.1000     0.0426    98.5800     0.6123    88.5900    13.2728      0.6428
 110     0.1000     0.0359    98.8160     0.6058    88.3000    13.1671      0.6414
 111     0.1000     0.0266    99.1040     0.6020    88.9600    13.3492      0.6400
 112     0.1000     0.0480    98.5180     0.6876    87.9000    13.2691      0.6386
 113     0.1000     0.0398    98.6760     0.6201    88.6800    13.2123      0.6372
 114     0.1000     0.0271    99.1060     0.5667    88.9600    13.3089      0.6359
 115     0.1000     0.0654    98.0000     0.6700    87.9100    13.1421      0.6346
 116     0.1000     0.0355    98.8980     0.6340    88.8000    13.1789      0.6332
 117     0.1000     0.0327    98.9000     0.6118    88.4500    13.1916      0.6319
 118     0.1000     0.0162    99.4980     0.6001    89.5600    13.1164      0.6305
 119     0.1000     0.0280    99.0840     0.6227    88.5700    13.1614      0.6292
 120     0.1000     0.0256    99.1780     0.6065    89.0500    13.2019      0.6279
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0225    99.2740     0.6007    89.2100    13.0555      0.6266
 122     0.1000     0.0246    99.1080     0.5858    89.0200    13.1855      0.6253
 123     0.1000     0.0248    99.1620     0.6327    88.9100    13.2746      0.6239
 124     0.1000     0.0212    99.2420     0.6025    89.1600    13.3776      0.6227
 125     0.1000     0.0171    99.4180     0.6092    89.0000    13.3059      0.6213
 126     0.1000     0.0405    98.7180     0.5899    88.7000    13.2668      0.6200
 127     0.1000     0.0166    99.4980     0.6598    88.7100    13.2555      0.6188
 128     0.1000     0.0244    99.2120     0.6145    89.0000    13.0907      0.6175
 129     0.1000     0.0193    99.3540     0.6250    88.9200    13.4265      0.6162
 130     0.1000     0.0282    99.0220     0.6033    88.4200    13.2075      0.6150
 131     0.1000     0.0188    99.3960     0.6321    89.2700    13.2799      0.6137
 132     0.1000     0.0199    99.2760     0.6152    88.9600    13.3318      0.6125
 133     0.1000     0.0272    99.0880     0.6340    88.6800    13.1736      0.6112
 134     0.1000     0.0183    99.4300     0.6306    89.0200    13.1706      0.6100
 135     0.1000     0.0259    99.1500     0.6269    88.7200    13.2483      0.6088
 136     0.1000     0.0131    99.5720     0.6163    89.4200    13.1126      0.6075
 137     0.1000     0.0226    99.2220     0.6198    88.7700    13.1033      0.6063
 138     0.1000     0.0161    99.4560     0.6278    88.9300    13.3619      0.6051
 139     0.1000     0.0184    99.4160     0.6152    88.8200    13.2240      0.6039
 140     0.1000     0.0190    99.3960     0.6621    88.9800    13.2040      0.6026
 141     0.1000     0.0152    99.4980     0.6150    89.1300    13.0835      0.6015
 142     0.1000     0.0111    99.6080     0.6275    89.2200    13.2142      0.6003
 143     0.1000     0.0285    99.0900     0.6803    88.6500    13.1895      0.5991
 144     0.1000     0.0155    99.4960     0.6399    89.1200    13.1631      0.5979
 145     0.1000     0.0189    99.3780     0.6332    88.9200    13.3551      0.5967
 146     0.1000     0.0228    99.2600     0.6600    88.6000    13.2688      0.5955
 147     0.1000     0.0232    99.2240     0.6509    88.7700    13.3590      0.5943
 148     0.1000     0.0190    99.4080     0.5996    89.1000    13.3500      0.5932
 149     0.1000     0.0124    99.5660     0.5959    89.2400    13.1381      0.5920
 150     0.1000     0.0148    99.5200     0.6347    89.7600    13.2546      0.5909
 151     0.1000     0.0102    99.6500     0.5767    89.7700    13.1561      0.5897
 152     0.1000     0.0165    99.4560     0.6567    88.8800    13.3318      0.5886
 153     0.1000     0.0162    99.4460     0.6331    89.1300    13.1553      0.5874
 154     0.1000     0.0154    99.4600     0.6581    89.3900    13.1063      0.5862
 155     0.1000     0.0219    99.2820     0.6489    88.3700    13.3536      0.5851
 156     0.1000     0.0154    99.5040     0.6375    89.2700    13.2956      0.5840
 157     0.1000     0.0150    99.5160     0.6622    89.1400    13.1186      0.5828
 158     0.1000     0.0151    99.4680     0.6557    89.3300    13.2624      0.5818
 159     0.1000     0.0127    99.5500     0.6752    89.2500    13.2983      0.5807
 160     0.1000     0.0117    99.5800     0.6754    89.3700    13.2056      0.5796
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0194    99.3460     0.6188    89.1700    13.1577      0.5785
 162     0.1000     0.0128    99.5740     0.6181    89.4700    13.1432      0.5774
 163     0.1000     0.0204    99.3180     0.6412    89.2500    13.1627      0.5764
 164     0.1000     0.0117    99.5960     0.6233    89.6900    13.1290      0.5753
 165     0.1000     0.0127    99.6120     0.6393    89.4500    13.2955      0.5742
 166     0.1000     0.0146    99.4720     0.6206    89.5500    13.2794      0.5731
 167     0.1000     0.0120    99.5940     0.6175    89.6700    13.1592      0.5720
 168     0.1000     0.0186    99.3900     0.6951    88.7800    13.0918      0.5709
 169     0.1000     0.0123    99.5880     0.6283    89.2400    13.1742      0.5698
 170     0.1000     0.0196    99.3720     0.6716    88.9700    13.2775      0.5688
 171     0.1000     0.0156    99.4740     0.6718    89.2900    13.1671      0.5677
 172     0.1000     0.0200    99.3540     0.6249    89.2700    13.2443      0.5667
 173     0.1000     0.0107    99.6480     0.5945    89.4300    13.1401      0.5656
 174     0.1000     0.0097    99.7040     0.6171    89.6500    13.4837      0.5646
 175     0.1000     0.0287    99.0700     0.6514    88.8200    13.1481      0.5635
 176     0.1000     0.0153    99.4860     0.6961    88.9000    13.1369      0.5625
 177     0.1000     0.0180    99.3880     0.6828    89.1800    13.1162      0.5615
 178     0.1000     0.0115    99.6320     0.6922    89.3400    13.2889      0.5605
 179     0.1000     0.0110    99.6360     0.6286    89.2500    13.1932      0.5595
 180     0.1000     0.0210    99.3620     0.6781    88.8900    13.1534      0.5585
 181     0.1000     0.0097    99.6960     0.6179    89.2700    13.2793      0.5575
 182     0.1000     0.0172    99.4160     0.6887    88.8200    13.2393      0.5565
 183     0.1000     0.0119    99.6140     0.6139    89.4900    13.3643      0.5555
 184     0.1000     0.0084    99.7240     0.6644    89.4000    13.1535      0.5545
 185     0.1000     0.0084    99.7020     0.6532    89.2900    13.5753      0.5535
 186     0.1000     0.0083    99.7340     0.6460    89.4400    13.1268      0.5525
 187     0.1000     0.0193    99.3820     0.6191    88.8700    13.2342      0.5515
 188     0.1000     0.0109    99.6280     0.5991    89.4600    13.2228      0.5505
 189     0.1000     0.0102    99.6700     0.6321    89.5300    13.1572      0.5496
 190     0.1000     0.0080    99.7480     0.6467    89.5400    13.3488      0.5486
 191     0.1000     0.0096    99.6460     0.6750    89.1600    13.0752      0.5476
 192     0.1000     0.0104    99.6540     0.6609    89.1100    13.4637      0.5466
 193     0.1000     0.0092    99.6780     0.6412    89.3200    13.1538      0.5457
 194     0.1000     0.0106    99.6440     0.6581    89.0700    13.1190      0.5447
 195     0.1000     0.0096    99.6800     0.6096    89.5700    13.2671      0.5437
 196     0.1000     0.0123    99.5940     0.6593    89.3200    13.1915      0.5427
 197     0.1000     0.0117    99.6080     0.6838    88.8200    13.2162      0.5418
 198     0.1000     0.0158    99.4580     0.6966    89.2200    13.1081      0.5409
 199     0.1000     0.0119    99.6000     0.6499    89.5200    13.3294      0.5399
 200     0.1000     0.0179    99.4240     0.6618    89.3200    13.1987      0.5390
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0104    99.6060     0.6139    89.5100    13.2586      0.5381
 202     0.1000     0.0167    99.5200     0.6817    89.0300    13.1275      0.5371
 203     0.1000     0.0108    99.6640     0.6741    89.2600    13.1717      0.5362
 204     0.1000     0.0100    99.6980     0.6327    89.4900    13.1966      0.5353
 205     0.1000     0.0120    99.5940     0.6870    89.2500    13.2510      0.5343
 206     0.1000     0.0063    99.7880     0.6394    89.7300    13.3663      0.5334
 207     0.1000     0.0064    99.7660     0.6334    89.6600    13.3635      0.5324
 208     0.1000     0.0104    99.6640     0.6798    89.3400    13.2345      0.5315
 209     0.1000     0.0056    99.8160     0.6419    89.9600    13.2000      0.5306
 210     0.1000     0.0466    98.7940     0.7332    88.4700    13.2795      0.5297
 211     0.1000     0.0100    99.6500     0.6989    89.1600    13.2162      0.5288
 212     0.1000     0.0075    99.7800     0.6624    89.5400    13.2243      0.5279
 213     0.1000     0.0106    99.6820     0.7289    89.3900    13.1559      0.5270
 214     0.1000     0.0112    99.6140     0.6854    89.0900    13.1588      0.5261
 215     0.1000     0.0090    99.7100     0.6655    89.8000    13.3651      0.5252
 216     0.1000     0.0115    99.6400     0.6166    89.6800    13.2667      0.5243
 217     0.1000     0.0071    99.7940     0.6401    89.8300    13.1642      0.5234
 218     0.1000     0.0117    99.6460     0.6990    89.4100    13.9164      0.5225
 219     0.1000     0.0087    99.7100     0.6579    89.6400    13.1997      0.5216
 220     0.1000     0.0086    99.7060     0.6480    89.5000    13.3039      0.5208
 221     0.1000     0.0074    99.7420     0.6737    89.8000    13.2785      0.5199
 222     0.1000     0.0095    99.6820     0.6714    89.4100    13.2760      0.5190
 223     0.1000     0.0095    99.6640     0.6684    89.2300    13.1001      0.5181
 224     0.1000     0.0179    99.4040     0.7350    89.0300    13.3699      0.5173
 225     0.1000     0.0179    99.4420     0.7002    88.9200    13.3313      0.5164
 226     0.1000     0.0059    99.8080     0.6237    89.7600    13.2501      0.5156
 227     0.1000     0.0099    99.6940     0.7324    89.3300    13.2037      0.5147
 228     0.1000     0.0065    99.7800     0.6486    89.6100    13.2888      0.5139
 229     0.1000     0.0088    99.6980     0.6827    89.2800    13.3256      0.5130
 230     0.1000     0.0090    99.7020     0.6533    89.1800    13.2032      0.5122
 231     0.1000     0.0160    99.5300     0.6785    88.8600    13.3317      0.5113
 232     0.1000     0.0064    99.7900     0.6840    89.3200    13.3229      0.5105
 233     0.1000     0.0088    99.6960     0.6804    89.2700    13.4800      0.5097
 234     0.1000     0.0057    99.8240     0.6680    89.6600    13.1937      0.5088
 235     0.1000     0.0060    99.8040     0.6435    89.7000    13.3066      0.5080
 236     0.1000     0.0117    99.6080     0.6793    89.4400    13.1689      0.5072
 237     0.1000     0.0053    99.8460     0.6956    89.6700    13.2174      0.5064
 238     0.1000     0.0065    99.7880     0.6618    89.7100    13.1111      0.5056
 239     0.1000     0.0058    99.8360     0.6242    89.9700    13.3439      0.5047
 240     0.1000     0.0052    99.8360     0.6857    89.8600    13.3189      0.5039
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0147    99.4940     0.7495    88.6400    13.2409      0.5030
 242     0.1000     0.0056    99.8280     0.6828    89.6900    13.3304      0.5022
 243     0.1000     0.0042    99.8700     0.6825    89.6200    13.2739      0.5014
 244     0.1000     0.0054    99.8040     0.7059    89.3000    13.1743      0.5006
 245     0.1000     0.0048    99.8600     0.7085    89.7800    13.2774      0.4998
 246     0.1000     0.0141    99.5940     0.6324    89.3400    13.2471      0.4990
 247     0.1000     0.0057    99.8240     0.6732    89.6200    13.1910      0.4982
 248     0.1000     0.0044    99.8380     0.6675    89.7100    13.2256      0.4974
 249     0.1000     0.0051    99.8420     0.6470    89.8500    13.2505      0.4966
 250     0.1000     0.0111    99.6560     0.7070    89.2600    13.1156      0.4958
 251     0.1000     0.0076    99.7620     0.6763    89.8000    13.0919      0.4950
 252     0.1000     0.0061    99.8180     0.6728    89.9400    13.2970      0.4942
 253     0.1000     0.0059    99.8080     0.6666    89.4800    13.2882      0.4935
 254     0.1000     0.0135    99.5680     0.6721    89.2500    13.1866      0.4927
 255     0.1000     0.0100    99.6820     0.6636    89.7600    13.2114      0.4919
 256     0.1000     0.0048    99.8400     0.6409    89.8100    13.3047      0.4911
 257     0.1000     0.0040    99.8640     0.6617    90.0700    13.1052      0.4904
 258     0.1000     0.0102    99.6740     0.7178    89.3500    13.3140      0.4896
 259     0.1000     0.0053    99.8260     0.6765    89.5500    13.1598      0.4888
 260     0.1000     0.0066    99.7800     0.6811    89.6300    13.3946      0.4880
 261     0.1000     0.0066    99.7880     0.6927    89.5800    13.1847      0.4873
 262     0.1000     0.0061    99.7980     0.6715    89.5000    13.2861      0.4865
 263     0.1000     0.0052    99.8240     0.6710    89.6800    13.3319      0.4858
 264     0.1000     0.0044    99.8500     0.6805    89.8100    13.3637      0.4850
 265     0.1000     0.0053    99.8500     0.6666    89.9100    13.1101      0.4842
 266     0.1000     0.0053    99.8060     0.6665    89.5900    13.1760      0.4835
 267     0.1000     0.0081    99.7300     0.6343    89.6000    13.1227      0.4827
 268     0.1000     0.0068    99.7740     0.6631    89.5300    13.1861      0.4820
 269     0.1000     0.0086    99.6980     0.6816    89.0800    13.2278      0.4812
 270     0.1000     0.0049    99.8540     0.6467    89.7800    13.1732      0.4805
 271     0.1000     0.0108    99.6640     0.6725    89.6800    13.2093      0.4798
 272     0.1000     0.0055    99.8240     0.6996    89.9000    13.2106      0.4790
 273     0.1000     0.0085    99.7500     0.6720    89.1600    13.1087      0.4782
 274     0.1000     0.0045    99.8400     0.6751    90.1800    13.3145      0.4775
 275     0.1000     0.0052    99.8440     0.6859    90.1700    13.1911      0.4767
 276     0.1000     0.0070    99.7600     0.7020    89.7600    13.2254      0.4760
 277     0.1000     0.0043    99.8340     0.6708    90.1200    13.1673      0.4753
 278     0.1000     0.0061    99.8020     0.6944    89.8700    13.5745      0.4745
 279     0.1000     0.0044    99.8480     0.6926    90.0000    13.2448      0.4738
 280     0.1000     0.0045    99.8560     0.7152    89.9900    13.2245      0.4731
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0082    99.7160     0.6961    89.8100    13.1893      0.4724
 282     0.1000     0.0065    99.7880     0.6914    89.5100    13.2886      0.4717
 283     0.1000     0.0065    99.7800     0.6475    89.6400    13.3832      0.4710
 284     0.1000     0.0035    99.8740     0.6706    89.8700    13.1795      0.4703
 285     0.1000     0.0080    99.7640     0.6891    89.5500    13.2749      0.4695
 286     0.1000     0.0032    99.9060     0.6702    89.8400    13.2824      0.4688
 287     0.1000     0.0039    99.8620     0.6696    89.8800    13.2926      0.4681
 288     0.1000     0.0081    99.7260     0.6829    89.6000    13.1888      0.4675
 289     0.1000     0.0071    99.7520     0.6696    89.5800    13.1932      0.4667
 290     0.1000     0.0051    99.8100     0.6778    89.6800    13.2606      0.4661
 291     0.1000     0.0058    99.8140     0.7011    89.9100    13.2322      0.4653
 292     0.1000     0.0067    99.7680     0.7055    89.7900    13.3272      0.4647
 293     0.1000     0.0090    99.6880     0.7086    89.3700    13.0909      0.4640
 294     0.1000     0.0039    99.8700     0.6798    89.6900    13.2014      0.4632
 295     0.1000     0.0064    99.7860     0.7103    90.0600    13.2288      0.4626
 296     0.1000     0.0069    99.7900     0.6832    89.7100    13.2914      0.4619
 297     0.1000     0.0056    99.8200     0.6622    89.9000    13.1818      0.4612
 298     0.1000     0.0054    99.8260     0.6999    89.5200    13.1656      0.4605
 299     0.1000     0.0038    99.8740     0.7043    89.7900    13.1051      0.4598
 300     0.1000     0.0077    99.7600     0.7427    89.3500    13.2127      0.4592
 301     0.0996     0.0080    99.7300     0.7292    89.4700    13.3349      0.4585
 302     0.0992     0.0033    99.8920     0.7179    89.3500    13.2405      0.4579
 303     0.0988     0.0050    99.8380     0.7320    89.3200    13.2834      0.4572
 304     0.0983     0.0037    99.8740     0.7481    89.7600    13.1821      0.4565
 305     0.0979     0.0090    99.7080     0.7045    89.3700    13.2581      0.4558
 306     0.0975     0.0044    99.8500     0.6451    89.8300    13.2008      0.4551
 307     0.0971     0.0043    99.8560     0.6644    89.6300    13.3590      0.4545
 308     0.0967     0.0050    99.8240     0.6366    89.8000    13.3280      0.4539
 309     0.0963     0.0040    99.8760     0.6519    89.8000    13.1849      0.4532
 310     0.0959     0.0056    99.8200     0.7173    89.6900    13.2407      0.4526
 311     0.0955     0.0026    99.9140     0.7088    89.7400    13.1988      0.4519
 312     0.0950     0.0057    99.8200     0.7313    89.6700    13.2567      0.4513
 313     0.0946     0.0034    99.8920     0.7568    89.9800    13.2070      0.4507
 314     0.0942     0.0028    99.9100     0.6808    90.0800    13.3099      0.4501
 315     0.0938     0.0027    99.9120     0.7156    89.9300    13.1883      0.4494
 316     0.0934     0.0059    99.8140     0.7254    89.9400    13.4385      0.4488
 317     0.0930     0.0042    99.8580     0.6975    90.0600    13.1634      0.4482
 318     0.0926     0.0099    99.7060     0.7395    89.4900    13.1778      0.4476
 319     0.0922     0.0044    99.8400     0.6879    89.9000    13.3195      0.4470
 320     0.0917     0.0027    99.9140     0.6927    90.2000    13.2011      0.4464
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0026    99.9160     0.7100    90.2600    13.0752      0.4458
 322     0.0909     0.0033    99.8960     0.6839    90.0200    13.1831      0.4452
 323     0.0905     0.0044    99.8580     0.6774    89.7100    13.1814      0.4446
 324     0.0901     0.0019    99.9380     0.7016    89.8600    13.0990      0.4441
 325     0.0897     0.0048    99.8500     0.7306    89.4600    13.3185      0.4435
 326     0.0893     0.0057    99.8080     0.7445    89.6300    13.1920      0.4429
 327     0.0889     0.0037    99.8800     0.6954    89.7900    13.2184      0.4423
 328     0.0885     0.0030    99.8920     0.7249    90.0600    13.5277      0.4417
 329     0.0880     0.0024    99.9160     0.7182    89.9000    13.1119      0.4412
 330     0.0876     0.0017    99.9320     0.7156    90.0900    13.2420      0.4406
 331     0.0872     0.0076    99.7740     0.7480    89.5800    13.3070      0.4400
 332     0.0868     0.0024    99.9120     0.7108    90.0700    13.2045      0.4395
 333     0.0864     0.0018    99.9320     0.7075    90.3600    13.1848      0.4389
 334     0.0860     0.0018    99.9380     0.7380    90.3600    13.0798      0.4384
 335     0.0856     0.0033    99.8960     0.7235    90.2800    13.3179      0.4378
 336     0.0852     0.0038    99.8620     0.7285    90.0200    13.2329      0.4373
 337     0.0847     0.0045    99.8580     0.7451    89.8900    13.2395      0.4368
 338     0.0843     0.0022    99.9360     0.7168    90.2200    13.1758      0.4362
 339     0.0839     0.0018    99.9420     0.7565    89.9100    13.3578      0.4357
 340     0.0835     0.0030    99.9100     0.7002    89.7400    13.2047      0.4352
 341     0.0831     0.0017    99.9440     0.6968    90.1400    13.1076      0.4346
 342     0.0827     0.0018    99.9580     0.7007    90.1600    13.2048      0.4341
 343     0.0823     0.0022    99.9240     0.7004    90.1000    13.1640      0.4336
 344     0.0818     0.0015    99.9560     0.7056    90.0100    13.1204      0.4330
 345     0.0814     0.0012    99.9600     0.7397    90.1600    13.2428      0.4325
 346     0.0810     0.0016    99.9340     0.7391    90.2300    13.4017      0.4320
 347     0.0806     0.0048    99.8560     0.8105    89.8700    13.2075      0.4315
 348     0.0802     0.0024    99.9120     0.7132    90.3900    13.2844      0.4310
 349     0.0798     0.0029    99.8860     0.7342    89.9300    13.2553      0.4305
 350     0.0794     0.0022    99.9320     0.7287    90.2500    13.2807      0.4300
 351     0.0790     0.0024    99.9220     0.7581    90.2200    13.4870      0.4296
 352     0.0786     0.0016    99.9560     0.7191    89.9900    13.3360      0.4291
 353     0.0781     0.0010    99.9640     0.7210    90.3900    13.1434      0.4286
 354     0.0777     0.0019    99.9480     0.7269    90.0600    13.3514      0.4281
 355     0.0773     0.0018    99.9400     0.7534    90.3000    13.2144      0.4277
 356     0.0769     0.0017    99.9400     0.7702    90.1100    13.2409      0.4272
 357     0.0765     0.0023    99.9300     0.7605    89.7800    13.1908      0.4267
 358     0.0761     0.0040    99.8760     0.7790    89.9500    13.2125      0.4262
 359     0.0757     0.0018    99.9360     0.7470    90.0500    13.2917      0.4257
 360     0.0753     0.0048    99.8360     0.7597    89.7600    13.5231      0.4253
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0033    99.9020     0.7308    89.9300    13.2237      0.4248
 362     0.0744     0.0013    99.9480     0.7365    90.1900    13.2405      0.4244
 363     0.0740     0.0015    99.9460     0.7429    90.1800    13.1858      0.4239
 364     0.0736     0.0014    99.9580     0.7624    90.5900    13.3394      0.4235
 365     0.0732     0.0014    99.9600     0.7822    90.2800    13.1356      0.4230
 366     0.0728     0.0007    99.9800     0.7676    90.1900    13.3526      0.4226
 367     0.0724     0.0019    99.9440     0.7639    90.1000    13.3595      0.4221
 368     0.0720     0.0024    99.9220     0.7549    89.7200    13.1246      0.4217
 369     0.0715     0.0022    99.9400     0.7429    90.1200    13.3336      0.4213
 370     0.0711     0.0014    99.9520     0.7402    89.9100    13.2269      0.4208
 371     0.0707     0.0022    99.9140     0.7762    90.1300    13.3175      0.4204
 372     0.0703     0.0012    99.9680     0.7799    89.8500    13.5482      0.4200
 373     0.0699     0.0013    99.9620     0.7417    90.1300    13.4770      0.4196
 374     0.0695     0.0024    99.9200     0.7378    90.0600    13.3028      0.4192
 375     0.0691     0.0021    99.9320     0.7499    90.1600    13.3097      0.4187
 376     0.0686     0.0013    99.9460     0.7047    90.2600    13.2858      0.4183
 377     0.0682     0.0013    99.9540     0.7077    90.3300    13.3618      0.4179
 378     0.0678     0.0012    99.9580     0.7222    90.1900    13.3066      0.4175
 379     0.0674     0.0006    99.9720     0.7218    90.3100    13.2677      0.4171
 380     0.0670     0.0009    99.9700     0.7299    90.4600    13.1602      0.4167
 381     0.0666     0.0014    99.9640     0.7662    89.9400    13.3462      0.4163
 382     0.0662     0.0010    99.9680     0.7424    90.1200    13.2492      0.4160
 383     0.0658     0.0010    99.9700     0.7909    90.2100    13.2884      0.4156
 384     0.0654     0.0007    99.9720     0.7555    90.3900    13.3310      0.4152
 385     0.0649     0.0007    99.9800     0.7794    90.1100    13.2163      0.4148
 386     0.0645     0.0031    99.8900     0.7673    89.8200    13.1122      0.4144
 387     0.0641     0.0005    99.9780     0.7726    90.1900    13.4928      0.4140
 388     0.0637     0.0005    99.9800     0.7797    90.2100    13.1530      0.4137
 389     0.0633     0.0004    99.9820     0.7746    90.3600    13.1797      0.4133
 390     0.0629     0.0008    99.9720     0.7831    90.1400    13.3120      0.4129
 391     0.0625     0.0009    99.9640     0.7752    90.2900    13.5116      0.4126
 392     0.0621     0.0009    99.9800     0.8122    90.0300    13.3529      0.4122
 393     0.0616     0.0030    99.9000     0.8447    90.0400    13.1334      0.4118
 394     0.0612     0.0008    99.9720     0.8071    90.2500    13.3604      0.4115
 395     0.0608     0.0009    99.9660     0.7583    90.2800    13.3468      0.4111
 396     0.0604     0.0006    99.9760     0.7689    90.4700    13.3429      0.4108
 397     0.0600     0.0008    99.9700     0.7778    90.3300    13.2860      0.4104
 398     0.0596     0.0009    99.9680     0.7795    90.2800    13.1610      0.4101
 399     0.0592     0.0018    99.9420     0.8103    90.0900    13.3356      0.4097
 400     0.0588     0.0005    99.9860     0.8027    90.3100    13.3505      0.4094
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0012    99.9680     0.7806    90.3200    13.1718      0.4091
 402     0.0579     0.0016    99.9580     0.7819    90.1700    13.2969      0.4088
 403     0.0575     0.0011    99.9580     0.7862    90.2200    13.2657      0.4084
 404     0.0571     0.0003    99.9940     0.7773    90.4500    13.1704      0.4081
 405     0.0567     0.0009    99.9700     0.7835    90.2700    13.4955      0.4078
 406     0.0563     0.0003    99.9880     0.7785    90.5500    13.1533      0.4075
 407     0.0559     0.0013    99.9500     0.7880    90.2500    13.0974      0.4071
 408     0.0554     0.0006    99.9800     0.7628    90.4300    13.2743      0.4068
 409     0.0550     0.0006    99.9840     0.7739    90.4800    13.3883      0.4065
 410     0.0546     0.0003    99.9940     0.7785    90.5800    13.2035      0.4062
 411     0.0542     0.0008    99.9740     0.8151    90.2700    13.1665      0.4059
 412     0.0538     0.0004    99.9820     0.7972    90.5800    13.3854      0.4056
 413     0.0534     0.0012    99.9560     0.8086    90.3500    13.3304      0.4053
 414     0.0530     0.0004    99.9820     0.7960    90.5400    13.4715      0.4050
 415     0.0526     0.0004    99.9880     0.7997    90.5900    13.0962      0.4047
 416     0.0522     0.0008    99.9700     0.7736    90.3700    13.0808      0.4044
 417     0.0517     0.0003    99.9900     0.7882    90.4000    13.2760      0.4042
 418     0.0513     0.0002    99.9940     0.7881    90.3600    13.3563      0.4039
 419     0.0509     0.0005    99.9860     0.8161    90.3600    13.2202      0.4036
 420     0.0505     0.0002    99.9940     0.8074    90.5100    13.2585      0.4033
 421     0.0501     0.0007    99.9780     0.8219    90.4400    13.1375      0.4030
 422     0.0497     0.0003    99.9860     0.8117    90.5300    13.2034      0.4027
 423     0.0493     0.0008    99.9760     0.8274    90.3500    13.2728      0.4025
 424     0.0489     0.0003    99.9880     0.7911    90.5900    13.2082      0.4022
 425     0.0484     0.0003    99.9860     0.8075    90.4600    13.1258      0.4019
 426     0.0480     0.0006    99.9800     0.8144    90.3800    13.3626      0.4016
 427     0.0476     0.0003    99.9860     0.8079    90.4200    13.2866      0.4014
 428     0.0472     0.0004    99.9900     0.8031    90.4200    13.1356      0.4012
 429     0.0468     0.0005    99.9780     0.8031    90.5200    13.3032      0.4009
 430     0.0464     0.0004    99.9880     0.8010    90.5200    13.1508      0.4006
 431     0.0460     0.0003    99.9920     0.7949    90.5200    13.1056      0.4004
 432     0.0456     0.0003    99.9880     0.7997    90.4100    13.4565      0.4001
 433     0.0451     0.0002    99.9940     0.8147    90.4100    13.1771      0.3999
 434     0.0447     0.0001   100.0000     0.8121    90.4300    13.2619      0.3996
 435     0.0443     0.0002    99.9940     0.8179    90.4000    13.2058      0.3994
 436     0.0439     0.0002    99.9960     0.8113    90.5500    13.1495      0.3992
 437     0.0435     0.0003    99.9840     0.8037    90.5900    13.0807      0.3989
 438     0.0431     0.0002    99.9940     0.8115    90.5100    13.2061      0.3987
 439     0.0427     0.0004    99.9920     0.8208    90.5500    13.3665      0.3985
 440     0.0423     0.0004    99.9860     0.8177    90.6900    13.2548      0.3982
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0003    99.9920     0.8168    90.7300    13.3715      0.3980
 442     0.0414     0.0001    99.9960     0.8164    90.6600    13.3143      0.3978
 443     0.0410     0.0002    99.9900     0.8281    90.7200    13.3125      0.3976
 444     0.0406     0.0004    99.9840     0.8283    90.7600    13.2604      0.3973
 445     0.0402     0.0003    99.9940     0.8225    90.7000    13.2943      0.3971
 446     0.0398     0.0001    99.9960     0.8169    90.6400    13.2942      0.3969
 447     0.0394     0.0002    99.9960     0.8186    90.6200    13.1391      0.3967
 448     0.0389     0.0001    99.9960     0.8206    90.8100    13.2365      0.3965
 449     0.0385     0.0002    99.9960     0.8213    90.6700    13.1069      0.3963
 450     0.0381     0.0002    99.9900     0.8185    90.7100    13.3593      0.3961
 451     0.0377     0.0002    99.9960     0.8213    90.7100    13.1464      0.3959
 452     0.0373     0.0001    99.9980     0.8299    90.5400    13.2880      0.3957
 453     0.0369     0.0003    99.9860     0.8329    90.3000    13.3057      0.3955
 454     0.0365     0.0001    99.9980     0.8216    90.6300    13.3110      0.3953
 455     0.0361     0.0001    99.9980     0.8424    90.5600    13.1125      0.3951
 456     0.0357     0.0003    99.9940     0.8328    90.5400    13.1443      0.3949
 457     0.0352     0.0002    99.9960     0.8291    90.5000    13.2988      0.3947
 458     0.0348     0.0000    99.9980     0.8281    90.7500    13.3463      0.3946
 459     0.0344     0.0001    99.9980     0.8108    90.8300    13.3846      0.3944
 460     0.0340     0.0001    99.9960     0.8173    90.6900    13.2655      0.3942
 461     0.0336     0.0001    99.9980     0.8196    90.8600    13.1906      0.3940
 462     0.0332     0.0001    99.9980     0.8130    90.7700    13.3485      0.3938
 463     0.0328     0.0001    99.9940     0.8176    90.7100    13.3260      0.3937
 464     0.0324     0.0001    99.9960     0.8143    90.7900    13.1653      0.3935
 465     0.0319     0.0003    99.9900     0.8144    90.7700    13.3283      0.3933
 466     0.0315     0.0002    99.9900     0.8125    90.8200    13.1991      0.3932
 467     0.0311     0.0005    99.9880     0.8338    90.4800    13.4184      0.3930
 468     0.0307     0.0001    99.9960     0.8203    90.6600    13.4063      0.3928
 469     0.0303     0.0000   100.0000     0.8261    90.5900    13.1672      0.3927
 470     0.0299     0.0002    99.9940     0.8243    90.5800    13.2594      0.3925
 471     0.0295     0.0001    99.9980     0.8214    90.7300    13.1973      0.3924
 472     0.0291     0.0003    99.9920     0.8202    90.8000    13.1958      0.3922
 473     0.0286     0.0000   100.0000     0.8080    90.6700    13.3665      0.3921
 474     0.0282     0.0000   100.0000     0.8085    90.7500    13.2876      0.3919
 475     0.0278     0.0001    99.9980     0.8108    90.6900    13.3216      0.3918
 476     0.0274     0.0001    99.9960     0.8102    90.7300    13.2892      0.3916
 477     0.0270     0.0001    99.9960     0.8093    90.6900    13.3338      0.3915
 478     0.0266     0.0000   100.0000     0.8128    90.7100    13.2158      0.3914
 479     0.0262     0.0001    99.9960     0.8091    90.7900    13.1774      0.3912
 480     0.0257     0.0001    99.9980     0.8124    90.7800    13.2767      0.3911
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0001    99.9980     0.8077    90.7800    13.3209      0.3910
 482     0.0249     0.0002    99.9940     0.8112    90.4200    13.2713      0.3908
 483     0.0245     0.0002    99.9900     0.8018    90.4600    13.3937      0.3907
 484     0.0241     0.0001    99.9940     0.8051    90.6300    13.1278      0.3906
 485     0.0237     0.0001    99.9980     0.8188    90.5200    13.2146      0.3905
 486     0.0233     0.0000   100.0000     0.8172    90.5000    13.3990      0.3904
 487     0.0229     0.0000   100.0000     0.8161    90.6200    13.0967      0.3903
 488     0.0225     0.0000   100.0000     0.8144    90.6300    13.1979      0.3901
 489     0.0220     0.0000   100.0000     0.8107    90.6500    13.2332      0.3900
 490     0.0216     0.0001    99.9940     0.8154    90.6900    13.3412      0.3899
 491     0.0212     0.0001    99.9960     0.8168    90.7300    13.2612      0.3898
 492     0.0208     0.0000   100.0000     0.8150    90.8300    13.2888      0.3897
 493     0.0204     0.0001    99.9980     0.8144    90.8100    13.2333      0.3896
 494     0.0200     0.0000    99.9980     0.8146    90.7500    13.2147      0.3895
 495     0.0196     0.0000    99.9980     0.8172    90.7600    13.3910      0.3894
 496     0.0192     0.0000   100.0000     0.8204    90.7500    13.1953      0.3893
 497     0.0187     0.0001    99.9980     0.8206    90.7600    13.1350      0.3892
 498     0.0183     0.0000    99.9980     0.8214    90.7700    13.2628      0.3891
 499     0.0179     0.0001    99.9980     0.8213    90.8100    13.2390      0.3890
 500     0.0175     0.0000   100.0000     0.8194    90.8400    13.5503      0.3889
 501     0.0171     0.0001    99.9960     0.8194    90.8200    13.2508      0.3888
 502     0.0167     0.0000   100.0000     0.8204    90.8100    13.4097      0.3888
 503     0.0163     0.0000    99.9980     0.8170    90.8400    13.3426      0.3887
 504     0.0159     0.0002    99.9900     0.8188    90.7800    13.4264      0.3886
 505     0.0154     0.0000   100.0000     0.8148    90.8100    13.2391      0.3885
 506     0.0150     0.0001    99.9980     0.8142    90.8300    13.2047      0.3885
 507     0.0146     0.0000   100.0000     0.8132    90.8400    13.1597      0.3884
 508     0.0142     0.0000    99.9980     0.8134    90.8200    13.2887      0.3883
 509     0.0138     0.0000   100.0000     0.8107    90.8100    13.5398      0.3882
 510     0.0134     0.0001    99.9980     0.8114    90.8000    13.2644      0.3882
 511     0.0130     0.0000   100.0000     0.8094    90.7900    13.2255      0.3881
 512     0.0125     0.0000   100.0000     0.8098    90.8000    13.2604      0.3881
 513     0.0121     0.0000   100.0000     0.8104    90.7800    13.4279      0.3880
 514     0.0117     0.0000   100.0000     0.8074    90.7900    13.2804      0.3879
 515     0.0113     0.0001    99.9960     0.8069    90.7900    13.1402      0.3879
 516     0.0109     0.0000   100.0000     0.8069    90.8200    13.3461      0.3878
 517     0.0105     0.0000   100.0000     0.8061    90.7600    13.2095      0.3878
 518     0.0101     0.0000   100.0000     0.8069    90.7400    13.2735      0.3877
 519     0.0097     0.0000   100.0000     0.8086    90.7400    13.3952      0.3877
 520     0.0092     0.0001    99.9960     0.8088    90.8100    13.2984      0.3876
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     0.8084    90.7600    13.1876      0.3876
 522     0.0084     0.0000   100.0000     0.8083    90.7600    13.3126      0.3876
 523     0.0080     0.0000   100.0000     0.8077    90.7600    13.1886      0.3875
 524     0.0076     0.0000   100.0000     0.8061    90.8000    13.2139      0.3875
 525     0.0072     0.0000   100.0000     0.8067    90.7900    13.3471      0.3875
 526     0.0068     0.0000    99.9980     0.8069    90.7900    13.3160      0.3874
 527     0.0064     0.0000   100.0000     0.8072    90.8100    13.1709      0.3874
 528     0.0060     0.0000   100.0000     0.8079    90.7900    13.2199      0.3874
 529     0.0055     0.0000   100.0000     0.8083    90.8200    13.1719      0.3873
 530     0.0051     0.0000   100.0000     0.8087    90.7700    13.1192      0.3873
 531     0.0047     0.0000   100.0000     0.8087    90.7700    13.5256      0.3873
 532     0.0043     0.0000   100.0000     0.8089    90.8000    13.2153      0.3873
 533     0.0039     0.0000   100.0000     0.8093    90.7700    13.0672      0.3872
 534     0.0035     0.0000   100.0000     0.8095    90.7700    13.3093      0.3872
 535     0.0031     0.0001    99.9980     0.8101    90.7500    13.3128      0.3872
 536     0.0027     0.0001    99.9960     0.8098    90.7800    13.1972      0.3872
 537     0.0022     0.0000    99.9980     0.8101    90.7800    13.2904      0.3872
 538     0.0018     0.0000    99.9980     0.8100    90.7700    13.2960      0.3872
 539     0.0014     0.0000   100.0000     0.8102    90.7500    13.1666      0.3872
 540     0.0010     0.0000    99.9980     0.8102    90.7500    13.3761      0.3872
 541     0.0010     0.0000   100.0000     0.8103    90.7500    13.2639      0.3872
 542     0.0010     0.0000    99.9980     0.8104    90.7500    13.2744      0.3872
 543     0.0010     0.0000   100.0000     0.8105    90.7500    13.2552      0.3872
 544     0.0010     0.0000   100.0000     0.8105    90.7500    13.3427      0.3872
 545     0.0010     0.0000   100.0000     0.8106    90.7800    13.1190      0.3872
 546     0.0010     0.0001    99.9980     0.8107    90.7800    13.1828      0.3872
 547     0.0010     0.0000   100.0000     0.8108    90.7900    13.2120      0.3872
 548     0.0010     0.0000    99.9980     0.8108    90.7900    13.2436      0.3872
 549     0.0010     0.0001    99.9980     0.8108    90.7800    13.5615      0.3872
 550     0.0010     0.0000   100.0000     0.8108    90.7900    13.1738      0.3872
 551     0.0010     0.0000   100.0000     0.8108    90.7800    13.1946      0.3872
 552     0.0010     0.0002    99.9960     0.8109    90.7800    13.1815      0.3872
 553     0.0010     0.0000   100.0000     0.8110    90.7700    13.2814      0.3872
 554     0.0010     0.0000   100.0000     0.8110    90.7900    13.5363      0.3872
 555     0.0010     0.0001    99.9980     0.8110    90.7900    13.1739      0.3872
 556     0.0010     0.0000   100.0000     0.8110    90.7900    13.3420      0.3872
 557     0.0010     0.0000   100.0000     0.8111    90.7800    13.2971      0.3872
 558     0.0010     0.0000   100.0000     0.8111    90.7600    13.4324      0.3872
 559     0.0010     0.0000   100.0000     0.8111    90.7600    13.2933      0.3872
 560     0.0010     0.0001    99.9980     0.8113    90.7600    13.1144      0.3872
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     0.8114    90.7700    13.2670      0.3872
 562     0.0010     0.0001    99.9980     0.8115    90.7700    13.3481      0.3872
 563     0.0010     0.0000   100.0000     0.8115    90.7600    13.5357      0.3872
 564     0.0010     0.0000   100.0000     0.8116    90.7600    13.2213      0.3872
 565     0.0010     0.0000   100.0000     0.8117    90.7600    13.0951      0.3872
 566     0.0010     0.0000   100.0000     0.8117    90.7600    13.1654      0.3872
 567     0.0010     0.0000   100.0000     0.8118    90.7800    13.3543      0.3872
 568     0.0010     0.0000   100.0000     0.8119    90.7700    13.3336      0.3872
 569     0.0010     0.0000   100.0000     0.8120    90.7700    13.4175      0.3872
 570     0.0010     0.0000   100.0000     0.8122    90.8000    13.3557      0.3872
 571     0.0010     0.0001    99.9980     0.8120    90.7800    13.2265      0.3872
 572     0.0010     0.0002    99.9960     0.8120    90.8100    13.6845      0.3872
 573     0.0010     0.0000   100.0000     0.8121    90.8000    13.1731      0.3872
 574     0.0010     0.0000   100.0000     0.8119    90.7900    13.3430      0.3872
 575     0.0010     0.0000   100.0000     0.8120    90.7900    13.3549      0.3872
 576     0.0010     0.0000    99.9980     0.8120    90.7900    13.3694      0.3872
 577     0.0010     0.0000   100.0000     0.8120    90.7900    13.2723      0.3872
 578     0.0010     0.0000   100.0000     0.8121    90.7900    13.0855      0.3872
 579     0.0010     0.0000   100.0000     0.8119    90.7700    13.2467      0.3872
 580     0.0010     0.0000    99.9980     0.8119    90.7700    13.3268      0.3872
 581     0.0010     0.0000   100.0000     0.8121    90.7600    13.4262      0.3872
 582     0.0010     0.0000    99.9980     0.8121    90.7600    13.2303      0.3872
 583     0.0010     0.0000   100.0000     0.8121    90.7500    13.2321      0.3872
 584     0.0010     0.0000   100.0000     0.8123    90.7300    13.1872      0.3872
 585     0.0010     0.0000   100.0000     0.8124    90.7800    13.4128      0.3872
 586     0.0010     0.0000   100.0000     0.8125    90.7700    13.2212      0.3872
 587     0.0010     0.0000   100.0000     0.8124    90.7600    13.2389      0.3872
 588     0.0010     0.0000   100.0000     0.8124    90.7400    13.1901      0.3872
 589     0.0010     0.0000   100.0000     0.8124    90.7400    13.2401      0.3872
 590     0.0010     0.0000   100.0000     0.8125    90.7400    13.3156      0.3872
 591     0.0010     0.0000   100.0000     0.8126    90.7400    13.2411      0.3872
 592     0.0010     0.0000   100.0000     0.8124    90.7500    13.2744      0.3872
 593     0.0010     0.0000   100.0000     0.8125    90.7400    13.1212      0.3872
 594     0.0010     0.0000   100.0000     0.8126    90.7400    13.4178      0.3872
 595     0.0010     0.0000   100.0000     0.8126    90.7400    13.1819      0.3872
 596     0.0010     0.0000   100.0000     0.8127    90.7500    13.1311      0.3872
 597     0.0010     0.0000   100.0000     0.8128    90.7500    13.1628      0.3872
 598     0.0010     0.0000   100.0000     0.8130    90.7500    13.3722      0.3872
 599     0.0010     0.0000    99.9980     0.8128    90.7600    13.4844      0.3872
 600     0.0010     0.0000   100.0000     0.8129    90.7600    13.2640      0.3872
