Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2544    13.3720     2.1253    18.0400    10.9766      0.9627
   2     0.1000     2.0859    19.2780     1.9125    25.1100    10.2184      0.9469
   3     0.1000     1.9499    23.5260     1.8981    26.4100    10.2138      0.9349
   4     0.1000     1.8286    28.3880     1.6627    33.0000    10.1442      0.9246
   5     0.1000     1.6918    35.2980     1.7703    31.7500    10.1044      0.9157
   6     0.1000     1.5645    40.6800     1.7961    33.2700    10.1204      0.9076
   7     0.1000     1.4519    46.3600     1.3156    52.3400    10.1477      0.9002
   8     0.1000     1.3250    52.2460     1.2141    56.7200    10.1128      0.8933
   9     0.1000     1.1757    58.3280     1.0107    64.1200    10.2317      0.8869
  10     0.1000     1.0596    62.6240     0.9899    64.8400    10.1929      0.8809
  11     0.1000     0.9604    66.4500     0.8676    69.9300    10.2434      0.8752
  12     0.1000     0.8784    69.7900     0.8640    71.0400    10.1922      0.8697
  13     0.1000     0.8139    72.3120     0.7902    72.9700    10.3121      0.8645
  14     0.1000     0.7506    74.3780     0.8189    70.8400    10.1822      0.8595
  15     0.1000     0.7015    76.2720     0.7575    74.8300    10.1934      0.8548
  16     0.1000     0.6573    77.8920     0.7330    75.2900    10.1987      0.8502
  17     0.1000     0.6160    79.3700     0.6170    79.7300    10.1620      0.8457
  18     0.1000     0.5779    80.7580     0.7482    76.3800    10.2126      0.8414
  19     0.1000     0.5559    81.3820     0.5615    81.4800    10.0776      0.8373
  20     0.1000     0.5163    82.8400     0.6455    79.1700    10.1941      0.8332
  21     0.1000     0.4881    83.7500     0.6536    79.1400    10.2545      0.8292
  22     0.1000     0.4686    84.3080     0.6124    80.0000    10.2426      0.8254
  23     0.1000     0.4455    85.1460     0.5412    82.5200    10.1816      0.8216
  24     0.1000     0.4273    85.7780     0.5166    83.8400    10.1575      0.8180
  25     0.1000     0.4091    86.4040     0.5553    82.3300    10.1590      0.8145
  26     0.1000     0.3923    86.9280     0.5556    81.7700    10.1930      0.8110
  27     0.1000     0.3714    87.6340     0.5532    83.3400    10.2078      0.8076
  28     0.1000     0.3523    88.3100     0.5075    84.7100    10.0768      0.8043
  29     0.1000     0.3405    88.5660     0.5215    83.0700    10.1500      0.8011
  30     0.1000     0.3253    89.2620     0.6295    81.1500    10.1432      0.7979
  31     0.1000     0.3118    89.7740     0.5785    84.0200    10.2232      0.7947
  32     0.1000     0.3039    89.9540     0.4728    85.7000    10.1451      0.7917
  33     0.1000     0.2897    90.4420     0.4726    85.4000    10.1653      0.7887
  34     0.1000     0.2756    90.7860     0.5136    84.4700    10.1435      0.7858
  35     0.1000     0.2677    91.0440     0.4979    85.2500    10.2540      0.7829
  36     0.1000     0.2604    91.4420     0.4571    86.3700    10.1259      0.7801
  37     0.1000     0.2487    91.8780     0.4603    86.0700    10.2362      0.7773
  38     0.1000     0.2397    92.1460     0.5291    84.6600    10.1992      0.7746
  39     0.1000     0.2258    92.3840     0.5208    85.2900    10.1366      0.7720
  40     0.1000     0.2146    92.9340     0.5391    84.9800    10.1881      0.7693
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2133    92.9100     0.4896    86.8000    10.2082      0.7667
  42     0.1000     0.1991    93.3640     0.4776    86.3000    10.0898      0.7641
  43     0.1000     0.1963    93.5700     0.4865    85.8300    10.2418      0.7616
  44     0.1000     0.1917    93.5440     0.4751    86.6900    10.1990      0.7591
  45     0.1000     0.1774    94.0220     0.5715    84.6300    10.1931      0.7566
  46     0.1000     0.1757    94.1400     0.4578    87.5000    10.1051      0.7542
  47     0.1000     0.1682    94.4400     0.4795    86.3600    10.0982      0.7518
  48     0.1000     0.1644    94.5080     0.5380    86.4200    10.0940      0.7495
  49     0.1000     0.1527    94.9300     0.5691    85.4700    10.1508      0.7471
  50     0.1000     0.1577    94.7800     0.5121    86.4100    10.1478      0.7448
  51     0.1000     0.1484    95.0620     0.4931    87.3900    10.1673      0.7426
  52     0.1000     0.1469    95.1380     0.5380    85.6700    10.1065      0.7404
  53     0.1000     0.1397    95.3880     0.4489    88.1200    10.1349      0.7382
  54     0.1000     0.1327    95.5560     0.4593    88.0800    10.1882      0.7360
  55     0.1000     0.1294    95.7480     0.4752    87.9200    10.1563      0.7338
  56     0.1000     0.1249    95.9500     0.5070    87.1600    10.1307      0.7316
  57     0.1000     0.1198    96.0980     0.5032    87.6600    10.1515      0.7295
  58     0.1000     0.1223    95.9400     0.4954    87.5200    10.1263      0.7274
  59     0.1000     0.1174    96.1720     0.4928    87.0800    10.1549      0.7254
  60     0.1000     0.1096    96.3980     0.4901    87.5200    10.1563      0.7233
  61     0.1000     0.1050    96.4720     0.7354    84.4700    10.1708      0.7213
  62     0.1000     0.1015    96.6620     0.5324    87.7700    10.2922      0.7193
  63     0.1000     0.0984    96.7120     0.4771    87.8400    10.1627      0.7173
  64     0.1000     0.0942    96.8280     0.5111    88.4800    10.1408      0.7154
  65     0.1000     0.0971    96.7920     0.5676    87.3600    10.1311      0.7134
  66     0.1000     0.0888    97.0560     0.5363    87.6800    10.0734      0.7114
  67     0.1000     0.0864    97.2300     0.5426    87.5600    10.0961      0.7095
  68     0.1000     0.0842    97.2740     0.5347    88.2300    10.1824      0.7076
  69     0.1000     0.0802    97.3480     0.5629    87.9300    10.2343      0.7058
  70     0.1000     0.0777    97.4380     0.6048    87.6100    10.2075      0.7039
  71     0.1000     0.0795    97.3880     0.5412    87.6700    10.1607      0.7021
  72     0.1000     0.0716    97.6840     0.5836    87.5600    10.1054      0.7002
  73     0.1000     0.0722    97.6200     0.5478    87.8300    10.2537      0.6983
  74     0.1000     0.0724    97.6660     0.5464    88.0900    10.1282      0.6965
  75     0.1000     0.0733    97.6860     0.4554    87.9100    10.1414      0.6948
  76     0.1000     0.0652    97.8320     0.5384    88.1300    10.1833      0.6930
  77     0.1000     0.0643    97.8240     0.5558    88.5500    10.2576      0.6912
  78     0.1000     0.0601    97.9760     0.5713    88.4000    10.1361      0.6894
  79     0.1000     0.0627    97.9760     0.5822    87.4900    10.1530      0.6877
  80     0.1000     0.0595    98.0880     0.5753    88.4800    10.1264      0.6860
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0602    98.0660     0.5337    88.8500    10.0849      0.6843
  82     0.1000     0.0549    98.1320     0.5408    88.5400    10.2130      0.6826
  83     0.1000     0.0602    98.0700     0.5213    88.9900    10.1983      0.6809
  84     0.1000     0.0507    98.3760     0.5356    88.7500    10.2119      0.6793
  85     0.1000     0.0546    98.2180     0.5914    88.2500    10.1464      0.6776
  86     0.1000     0.0532    98.2120     0.5418    88.3200    10.1150      0.6760
  87     0.1000     0.0504    98.2660     0.5678    88.2700    10.1077      0.6744
  88     0.1000     0.0481    98.4440     0.5836    88.8000    10.1375      0.6727
  89     0.1000     0.0524    98.3260     0.5182    89.3200    10.1883      0.6711
  90     0.1000     0.0489    98.4480     0.5873    87.6400    10.1321      0.6695
  91     0.1000     0.0459    98.4780     0.5676    88.5500    10.1927      0.6680
  92     0.1000     0.0444    98.5900     0.5845    88.4100    10.1557      0.6664
  93     0.1000     0.0437    98.6180     0.5597    88.7900    10.2436      0.6648
  94     0.1000     0.0396    98.6920     0.6139    88.8500    10.1281      0.6632
  95     0.1000     0.0411    98.6660     0.5291    89.0600    10.0683      0.6617
  96     0.1000     0.0403    98.7340     0.6485    87.6900    10.0555      0.6602
  97     0.1000     0.0412    98.6260     0.5852    88.3500    10.1368      0.6586
  98     0.1000     0.0397    98.7160     0.5585    88.5700    10.2103      0.6571
  99     0.1000     0.0412    98.6520     0.5630    89.1200    10.1731      0.6556
 100     0.1000     0.0385    98.7240     0.5710    89.0000    10.1135      0.6541
 101     0.1000     0.0388    98.7220     0.5790    88.7100    10.1491      0.6526
 102     0.1000     0.0357    98.8300     0.6125    88.6800    10.0902      0.6511
 103     0.1000     0.0341    98.9260     0.5746    88.8600    10.1077      0.6496
 104     0.1000     0.0356    98.8180     0.6074    88.2400    10.1919      0.6482
 105     0.1000     0.0345    98.9040     0.5207    89.0900    10.2193      0.6467
 106     0.1000     0.0327    98.9320     0.5563    89.1700    10.1229      0.6453
 107     0.1000     0.0305    99.0060     0.5754    88.9100    10.2330      0.6439
 108     0.1000     0.0343    98.9000     0.6348    88.4200    10.1427      0.6424
 109     0.1000     0.0290    99.0640     0.5839    89.0200    10.1524      0.6410
 110     0.1000     0.0333    98.9260     0.5824    88.4900    10.0642      0.6396
 111     0.1000     0.0302    99.0320     0.5624    88.8400    10.0974      0.6382
 112     0.1000     0.0315    99.0120     0.5846    88.5700    10.1878      0.6368
 113     0.1000     0.0307    98.9920     0.5459    89.0500    10.1882      0.6354
 114     0.1000     0.0288    99.0540     0.5690    89.1800    10.1699      0.6340
 115     0.1000     0.0290    99.0740     0.6276    88.7200    10.1132      0.6327
 116     0.1000     0.0307    98.9820     0.5829    88.3600    10.1736      0.6313
 117     0.1000     0.0279    99.0960     0.5900    89.0000    10.1077      0.6299
 118     0.1000     0.0292    99.1200     0.5970    88.2700    10.1599      0.6286
 119     0.1000     0.0278    99.0820     0.5975    89.4500    10.1258      0.6272
 120     0.1000     0.0301    99.0260     0.5633    89.2200    10.1119      0.6259
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0227    99.2740     0.6267    88.7900    10.2626      0.6245
 122     0.1000     0.0274    99.1340     0.5809    89.3700    10.1206      0.6232
 123     0.1000     0.0258    99.1700     0.5973    89.4200    10.1674      0.6219
 124     0.1000     0.0229    99.2700     0.6118    88.7400    10.1810      0.6206
 125     0.1000     0.0254    99.1600     0.5943    89.0500    10.0939      0.6192
 126     0.1000     0.0209    99.3100     0.6328    89.2900    10.1564      0.6180
 127     0.1000     0.0229    99.2120     0.6144    89.2300    10.2448      0.6166
 128     0.1000     0.0242    99.2180     0.5890    88.5900    10.2537      0.6153
 129     0.1000     0.0234    99.3100     0.6769    88.7900    10.1605      0.6140
 130     0.1000     0.0247    99.1940     0.5972    89.2300    10.2169      0.6127
 131     0.1000     0.0195    99.4140     0.6311    88.6600    10.0585      0.6114
 132     0.1000     0.0213    99.3100     0.5783    89.6000    10.2452      0.6102
 133     0.1000     0.0251    99.1880     0.6174    88.8400     9.9892      0.6090
 134     0.1000     0.0208    99.3520     0.6360    88.7800    10.1470      0.6077
 135     0.1000     0.0201    99.3500     0.6330    89.2800    10.0975      0.6065
 136     0.1000     0.0269    99.1440     0.6051    89.0600    10.1310      0.6052
 137     0.1000     0.0201    99.3460     0.6108    88.9700    10.1252      0.6040
 138     0.1000     0.0233    99.2740     0.6467    88.9900    10.1463      0.6028
 139     0.1000     0.0217    99.2780     0.5985    89.2200    10.1012      0.6016
 140     0.1000     0.0208    99.3200     0.6856    88.3700    10.1578      0.6003
 141     0.1000     0.0233    99.2560     0.7184    87.4600    10.0794      0.5991
 142     0.1000     0.0213    99.3180     0.5884    89.4600    10.2695      0.5979
 143     0.1000     0.0191    99.3520     0.6137    89.3500    10.1907      0.5968
 144     0.1000     0.0227    99.3160     0.5758    89.4800    10.1898      0.5955
 145     0.1000     0.0164    99.4640     0.6205    89.7100    10.1409      0.5944
 146     0.1000     0.0208    99.3420     0.5750    89.1800    10.1132      0.5932
 147     0.1000     0.0188    99.4340     0.5976    89.6100    10.2072      0.5921
 148     0.1000     0.0188    99.3860     0.6223    88.9300    10.1443      0.5909
 149     0.1000     0.0223    99.3300     0.6110    88.9700    10.1774      0.5898
 150     0.1000     0.0183    99.4700     0.6554    88.4700    10.1171      0.5886
 151     0.1000     0.0152    99.4980     0.6375    89.2800    10.1958      0.5875
 152     0.1000     0.0201    99.3480     0.6147    88.8200    10.1991      0.5864
 153     0.1000     0.0183    99.4160     0.6529    89.0300    10.1115      0.5852
 154     0.1000     0.0145    99.5500     0.6569    89.1100    10.1031      0.5841
 155     0.1000     0.0198    99.3500     0.6395    88.5300    10.1386      0.5829
 156     0.1000     0.0140    99.5580     0.6506    89.2100    10.1247      0.5818
 157     0.1000     0.0156    99.5100     0.6326    88.5500    10.1697      0.5806
 158     0.1000     0.0178    99.4680     0.6296    89.2500    10.2059      0.5795
 159     0.1000     0.0139    99.5360     0.6809    89.1900    10.1061      0.5784
 160     0.1000     0.0177    99.4480     0.6310    89.4000    10.1502      0.5773
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0133    99.5500     0.6287    89.5900    10.1004      0.5762
 162     0.1000     0.0204    99.3460     0.5871    89.4800    10.1018      0.5751
 163     0.1000     0.0154    99.5140     0.6332    89.3900    10.1810      0.5740
 164     0.1000     0.0168    99.4580     0.6627    89.0200    10.1430      0.5729
 165     0.1000     0.0164    99.4620     0.6139    89.4100    10.1041      0.5718
 166     0.1000     0.0154    99.4920     0.6330    89.3000    10.3004      0.5707
 167     0.1000     0.0146    99.5320     0.6154    89.7600    10.1248      0.5697
 168     0.1000     0.0155    99.4940     0.6022    89.6000    10.0117      0.5686
 169     0.1000     0.0191    99.3860     0.6095    89.6400     9.9805      0.5675
 170     0.1000     0.0162    99.5080     0.6456    89.0700     9.9647      0.5665
 171     0.1000     0.0167    99.4660     0.5939    89.3700    10.0531      0.5654
 172     0.1000     0.0141    99.5580     0.6252    89.0400    10.1331      0.5644
 173     0.1000     0.0143    99.6080     0.6257    89.4900    10.0786      0.5633
 174     0.1000     0.0123    99.6060     0.6663    89.4700     9.9398      0.5623
 175     0.1000     0.0147    99.5000     0.7030    89.1800    10.1455      0.5613
 176     0.1000     0.0122    99.5960     0.6647    89.6800    10.0566      0.5602
 177     0.1000     0.0132    99.5840     0.7134    88.7000    10.2595      0.5592
 178     0.1000     0.0170    99.4840     0.6172    89.7900    10.2205      0.5582
 179     0.1000     0.0114    99.6440     0.6318    89.8000    10.1252      0.5571
 180     0.1000     0.0131    99.5760     0.6212    89.5400    10.1313      0.5561
 181     0.1000     0.0128    99.5900     0.6831    89.3000    10.1770      0.5551
 182     0.1000     0.0148    99.5360     0.6121    89.7900    10.0422      0.5541
 183     0.1000     0.0133    99.5880     0.6407    89.6800    10.1030      0.5531
 184     0.1000     0.0115    99.5980     0.6344    89.8900    10.1690      0.5521
 185     0.1000     0.0124    99.6000     0.7010    88.9800    10.1742      0.5511
 186     0.1000     0.0151    99.5280     0.5968    89.4300    10.1912      0.5501
 187     0.1000     0.0090    99.7120     0.6512    89.7000    10.2031      0.5491
 188     0.1000     0.0135    99.5340     0.6040    89.5900    10.1780      0.5481
 189     0.1000     0.0136    99.5800     0.6580    89.2700    10.1182      0.5472
 190     0.1000     0.0132    99.5860     0.6471    89.1700    10.1888      0.5462
 191     0.1000     0.0137    99.5780     0.6431    89.7000    10.1876      0.5452
 192     0.1000     0.0133    99.5960     0.5988    89.8300    10.2047      0.5443
 193     0.1000     0.0106    99.6600     0.6738    89.5500    10.1378      0.5433
 194     0.1000     0.0122    99.6280     0.6214    89.5900    10.1233      0.5424
 195     0.1000     0.0110    99.6540     0.6655    89.6000    10.1555      0.5414
 196     0.1000     0.0119    99.6440     0.6584    89.5600    10.1768      0.5404
 197     0.1000     0.0099    99.6800     0.7387    88.9500    10.0965      0.5395
 198     0.1000     0.0121    99.6280     0.6370    89.7300    10.1096      0.5385
 199     0.1000     0.0120    99.5880     0.6391    89.9800    10.1825      0.5376
 200     0.1000     0.0093    99.7100     0.6839    89.5600    10.1414      0.5366
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0130    99.5640     0.6658    89.4600    10.2024      0.5357
 202     0.1000     0.0099    99.6900     0.6751    89.6700    10.2113      0.5347
 203     0.1000     0.0111    99.6300     0.6648    89.5600    10.1553      0.5338
 204     0.1000     0.0113    99.6700     0.6058    89.7400    10.1106      0.5328
 205     0.1000     0.0096    99.7020     0.6501    89.2800    10.1698      0.5319
 206     0.1000     0.0116    99.6440     0.6796    89.4900    10.1600      0.5310
 207     0.1000     0.0089    99.7240     0.7026    88.9500    10.1682      0.5301
 208     0.1000     0.0097    99.6800     0.6527    89.3000    10.1861      0.5291
 209     0.1000     0.0105    99.6560     0.6617    90.0300    10.0316      0.5283
 210     0.1000     0.0097    99.6960     0.6620    89.4800    10.2218      0.5273
 211     0.1000     0.0109    99.6620     0.6366    89.5400    10.1477      0.5264
 212     0.1000     0.0114    99.6340     0.6484    89.3700    10.1484      0.5255
 213     0.1000     0.0117    99.6520     0.6148    89.9600    10.0862      0.5246
 214     0.1000     0.0101    99.6940     0.6345    89.6100    10.1372      0.5237
 215     0.1000     0.0085    99.7180     0.6495    89.7200    10.1410      0.5228
 216     0.1000     0.0101    99.6620     0.6599    89.6800    10.0977      0.5219
 217     0.1000     0.0084    99.7120     0.7255    89.0400    10.1496      0.5210
 218     0.1000     0.0123    99.6240     0.6511    89.4200    10.1803      0.5201
 219     0.1000     0.0076    99.7520     0.6820    89.6700    10.0819      0.5193
 220     0.1000     0.0102    99.6740     0.6326    89.6700    10.1070      0.5183
 221     0.1000     0.0097    99.6640     0.6329    89.8400    10.1235      0.5175
 222     0.1000     0.0121    99.6220     0.6835    89.0400    10.0639      0.5167
 223     0.1000     0.0100    99.6780     0.6208    89.8400    10.0633      0.5158
 224     0.1000     0.0132    99.5940     0.6348    89.6000    10.1306      0.5149
 225     0.1000     0.0057    99.8260     0.6666    89.9600    10.1798      0.5141
 226     0.1000     0.0103    99.6500     0.6809    89.5800    10.1299      0.5132
 227     0.1000     0.0115    99.6340     0.6437    89.7500    10.0832      0.5124
 228     0.1000     0.0094    99.6700     0.6928    89.8100    10.0417      0.5115
 229     0.1000     0.0083    99.7600     0.6654    89.9300    10.0061      0.5106
 230     0.1000     0.0077    99.7620     0.6567    90.0000    10.1102      0.5098
 231     0.1000     0.0087    99.7420     0.6597    89.4800    10.1508      0.5089
 232     0.1000     0.0083    99.7400     0.6827    89.5100    10.0988      0.5081
 233     0.1000     0.0081    99.7560     0.6639    89.6400    10.0781      0.5072
 234     0.1000     0.0097    99.7120     0.6480    89.8600    10.1430      0.5064
 235     0.1000     0.0060    99.8080     0.6684    89.9800     9.9813      0.5055
 236     0.1000     0.0072    99.7820     0.6678    89.6800    10.0007      0.5047
 237     0.1000     0.0068    99.7900     0.6765    90.0600    10.1124      0.5039
 238     0.1000     0.0063    99.7940     0.7020    89.9600    10.0911      0.5030
 239     0.1000     0.0100    99.7000     0.6715    89.8000    10.0971      0.5022
 240     0.1000     0.0095    99.6760     0.6743    89.6600    10.0693      0.5014
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0105    99.6660     0.6418    90.0000    10.0010      0.5006
 242     0.1000     0.0087    99.7160     0.6861    89.7400     9.9763      0.4997
 243     0.1000     0.0087    99.7440     0.6513    90.0000    10.0332      0.4989
 244     0.1000     0.0117    99.6760     0.6420    89.6200    10.0830      0.4981
 245     0.1000     0.0064    99.7840     0.6993    89.7000    10.0650      0.4974
 246     0.1000     0.0062    99.7960     0.6888    89.7300    10.0887      0.4965
 247     0.1000     0.0054    99.8380     0.7152    89.6900    10.0775      0.4957
 248     0.1000     0.0087    99.7260     0.6512    89.5700    10.0680      0.4949
 249     0.1000     0.0089    99.7000     0.6611    89.8500    10.0637      0.4941
 250     0.1000     0.0091    99.7040     0.6652    89.8500    10.1738      0.4933
 251     0.1000     0.0080    99.7420     0.6609    89.6300    10.1407      0.4925
 252     0.1000     0.0090    99.7280     0.6509    89.6900    10.1580      0.4917
 253     0.1000     0.0086    99.7640     0.6334    90.1700    10.0223      0.4909
 254     0.1000     0.0058    99.8120     0.6548    89.8600    10.0684      0.4901
 255     0.1000     0.0077    99.7480     0.6894    89.7700    10.1239      0.4894
 256     0.1000     0.0052    99.8280     0.7307    89.5400    10.1975      0.4885
 257     0.1000     0.0075    99.7500     0.6935    89.8100    10.2282      0.4878
 258     0.1000     0.0075    99.7380     0.6710    89.8200    10.1166      0.4870
 259     0.1000     0.0083    99.7400     0.6514    89.5900     9.9521      0.4863
 260     0.1000     0.0087    99.7260     0.6362    90.1900    10.1873      0.4855
 261     0.1000     0.0050    99.8540     0.6645    90.1600    10.0201      0.4847
 262     0.1000     0.0094    99.6820     0.6397    90.2800    10.0120      0.4839
 263     0.1000     0.0065    99.7880     0.6937    89.8600    10.2759      0.4832
 264     0.1000     0.0089    99.7100     0.7671    88.9700    10.0567      0.4824
 265     0.1000     0.0101    99.6940     0.6838    89.2900    10.0703      0.4817
 266     0.1000     0.0086    99.7200     0.6365    89.4600    10.0396      0.4809
 267     0.1000     0.0072    99.7520     0.6993    89.6600    10.0011      0.4802
 268     0.1000     0.0080    99.7160     0.6922    89.9900    10.1308      0.4794
 269     0.1000     0.0079    99.7220     0.6746    89.7700    10.1694      0.4787
 270     0.1000     0.0080    99.7500     0.6936    89.7100    10.1493      0.4779
 271     0.1000     0.0069    99.7700     0.6501    90.0000    10.2089      0.4772
 272     0.1000     0.0079    99.7380     0.6891    89.2400    10.1564      0.4765
 273     0.1000     0.0086    99.7440     0.7153    89.3300    10.1768      0.4758
 274     0.1000     0.0091    99.7140     0.6644    89.9300    10.1530      0.4750
 275     0.1000     0.0079    99.7420     0.6733    89.6900    10.1856      0.4743
 276     0.1000     0.0093    99.7180     0.6622    89.9300    10.1533      0.4736
 277     0.1000     0.0080    99.7220     0.6427    89.9200    10.1764      0.4729
 278     0.1000     0.0075    99.7780     0.6795    89.7300    10.1832      0.4722
 279     0.1000     0.0077    99.7420     0.6221    90.3200    10.2266      0.4715
 280     0.1000     0.0059    99.8000     0.7375    89.0500    10.0340      0.4707
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0073    99.7440     0.7538    89.2600    10.2793      0.4700
 282     0.1000     0.0072    99.7720     0.6841    89.7600    10.0728      0.4693
 283     0.1000     0.0080    99.7420     0.7151    89.4100    10.1519      0.4686
 284     0.1000     0.0089    99.7200     0.6174    89.8300    10.2068      0.4679
 285     0.1000     0.0072    99.7840     0.6579    89.6600    10.0818      0.4672
 286     0.1000     0.0069    99.7960     0.7425    89.0300    10.1171      0.4665
 287     0.1000     0.0065    99.7680     0.6620    90.3700    10.0866      0.4658
 288     0.1000     0.0091    99.7400     0.6456    90.1100    10.0249      0.4651
 289     0.1000     0.0071    99.7920     0.6342    90.6800    10.1876      0.4644
 290     0.1000     0.0059    99.7900     0.6687    90.1400    10.0980      0.4637
 291     0.1000     0.0063    99.8020     0.6308    90.4300    10.2002      0.4630
 292     0.1000     0.0056    99.8220     0.6295    90.3700    10.2219      0.4623
 293     0.1000     0.0054    99.8200     0.6722    89.8500    10.1887      0.4616
 294     0.1000     0.0063    99.8060     0.6531    90.1200    10.0314      0.4609
 295     0.1000     0.0078    99.7580     0.6646    89.8800    10.2007      0.4602
 296     0.1000     0.0057    99.8320     0.7020    90.2000    10.2444      0.4595
 297     0.1000     0.0060    99.8300     0.6775    89.0900    10.1322      0.4588
 298     0.1000     0.0069    99.8060     0.6563    90.0400    10.1382      0.4581
 299     0.1000     0.0034    99.8980     0.7004    90.0500    10.0848      0.4575
 300     0.1000     0.0072    99.7900     0.6650    90.2200    10.1570      0.4568
 301     0.0996     0.0039    99.8840     0.7232    90.1900    10.1792      0.4561
 302     0.0992     0.0052    99.8500     0.6429    90.3000    10.1441      0.4554
 303     0.0988     0.0059    99.8400     0.6942    89.5600    10.1296      0.4548
 304     0.0983     0.0070    99.7660     0.6476    89.7900    10.1684      0.4541
 305     0.0979     0.0061    99.8100     0.6643    89.9400    10.0574      0.4534
 306     0.0975     0.0063    99.8260     0.6670    89.8300    10.1001      0.4527
 307     0.0971     0.0069    99.7860     0.6427    89.6800    10.0993      0.4521
 308     0.0967     0.0043    99.8560     0.6609    90.1800    10.1567      0.4514
 309     0.0963     0.0054    99.8300     0.6586    90.0600    10.2091      0.4508
 310     0.0959     0.0033    99.8960     0.6763    90.0900    10.2438      0.4501
 311     0.0955     0.0062    99.8080     0.7275    89.7900    10.0699      0.4495
 312     0.0950     0.0050    99.8280     0.6870    90.0000    10.0510      0.4489
 313     0.0946     0.0062    99.8280     0.6830    89.7800    10.0312      0.4482
 314     0.0942     0.0037    99.8700     0.6784    90.2200    10.0629      0.4476
 315     0.0938     0.0045    99.8520     0.7045    89.9700    10.0452      0.4470
 316     0.0934     0.0047    99.8540     0.7243    89.8800    10.1748      0.4463
 317     0.0930     0.0043    99.8600     0.7300    89.8200    10.0790      0.4457
 318     0.0926     0.0054    99.8140     0.6785    89.8900    10.1539      0.4451
 319     0.0922     0.0030    99.9120     0.7001    90.2200    10.0986      0.4445
 320     0.0917     0.0062    99.8040     0.6836    90.0200    10.1359      0.4439
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0038    99.8880     0.6796    90.2600    10.1160      0.4433
 322     0.0909     0.0052    99.8420     0.6796    89.9400    10.0608      0.4427
 323     0.0905     0.0057    99.8080     0.6672    90.2600     9.9993      0.4421
 324     0.0901     0.0052    99.8420     0.6707    89.9400    10.1031      0.4416
 325     0.0897     0.0047    99.8580     0.6826    90.0000    10.1162      0.4410
 326     0.0893     0.0045    99.8580     0.7244    89.6000    10.1332      0.4404
 327     0.0889     0.0054    99.8460     0.7164    89.9200    10.1254      0.4398
 328     0.0885     0.0052    99.8100     0.6848    89.7100    10.0934      0.4393
 329     0.0880     0.0034    99.9100     0.6454    90.4500    10.1219      0.4387
 330     0.0876     0.0024    99.9340     0.6690    90.3200    10.1390      0.4382
 331     0.0872     0.0023    99.9240     0.6895    90.3700    10.0821      0.4376
 332     0.0868     0.0029    99.9340     0.7250    89.9800    10.0675      0.4370
 333     0.0864     0.0020    99.9340     0.7635    90.1500    10.1025      0.4365
 334     0.0860     0.0028    99.9240     0.7077    90.3500    10.0935      0.4359
 335     0.0856     0.0017    99.9520     0.7493    90.1600    10.1029      0.4354
 336     0.0852     0.0044    99.8780     0.7179    89.9600    10.1028      0.4348
 337     0.0847     0.0042    99.8560     0.6947    90.1800    10.1209      0.4342
 338     0.0843     0.0031    99.8980     0.6858    90.4700    10.1473      0.4337
 339     0.0839     0.0034    99.8920     0.6687    90.3200     9.9638      0.4332
 340     0.0835     0.0025    99.9120     0.7511    89.9300    10.2363      0.4326
 341     0.0831     0.0030    99.9000     0.7085    90.1400    10.0605      0.4321
 342     0.0827     0.0030    99.9000     0.6911    90.2000    10.0691      0.4315
 343     0.0823     0.0029    99.9260     0.6923    90.3600    10.0743      0.4310
 344     0.0818     0.0030    99.8940     0.7057    90.2000    10.1849      0.4305
 345     0.0814     0.0031    99.9020     0.7258    90.2300    10.1559      0.4300
 346     0.0810     0.0028    99.9160     0.6981    90.2500    10.1842      0.4295
 347     0.0806     0.0027    99.9120     0.7218    90.3600    10.1510      0.4290
 348     0.0802     0.0034    99.9000     0.7215    90.3300    10.1464      0.4285
 349     0.0798     0.0016    99.9500     0.7141    90.4400    10.0304      0.4280
 350     0.0794     0.0038    99.8840     0.6885    90.5000    10.1048      0.4276
 351     0.0790     0.0045    99.8700     0.6683    90.0700    10.1078      0.4271
 352     0.0786     0.0038    99.8860     0.6747    90.3100    10.1109      0.4266
 353     0.0781     0.0025    99.9220     0.6994    90.3500    10.1021      0.4261
 354     0.0777     0.0022    99.9220     0.6844    90.5600    10.1147      0.4257
 355     0.0773     0.0013    99.9540     0.6882    90.5200    10.1385      0.4252
 356     0.0769     0.0027    99.9300     0.6995    90.2800    10.2046      0.4247
 357     0.0765     0.0015    99.9660     0.7045    90.5700    10.2196      0.4242
 358     0.0761     0.0024    99.9320     0.7237    90.3800    10.1783      0.4237
 359     0.0757     0.0019    99.9460     0.6867    90.4500    10.2926      0.4233
 360     0.0753     0.0019    99.9360     0.7078    90.4900    10.1883      0.4228
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0011    99.9660     0.7123    90.7900    10.2023      0.4224
 362     0.0744     0.0012    99.9660     0.7261    90.2000    10.1484      0.4219
 363     0.0740     0.0020    99.9380     0.7165    90.1400    10.0858      0.4215
 364     0.0736     0.0024    99.9300     0.7078    90.4900    10.1635      0.4210
 365     0.0732     0.0014    99.9580     0.7340    90.2400    10.1947      0.4206
 366     0.0728     0.0024    99.9300     0.7208    90.0800    10.2058      0.4201
 367     0.0724     0.0026    99.9240     0.7503    90.2100    10.0581      0.4197
 368     0.0720     0.0015    99.9580     0.7185    90.4300    10.0943      0.4192
 369     0.0715     0.0018    99.9420     0.7070    90.5600    10.1823      0.4188
 370     0.0711     0.0013    99.9680     0.7497    90.3300    10.1101      0.4184
 371     0.0707     0.0011    99.9720     0.7374    90.3800    10.0834      0.4180
 372     0.0703     0.0017    99.9540     0.7553    90.3000    10.1603      0.4176
 373     0.0699     0.0014    99.9640     0.7578    90.2100    10.1577      0.4171
 374     0.0695     0.0028    99.9260     0.7304    90.2600    10.2593      0.4167
 375     0.0691     0.0024    99.9200     0.7018    90.4200    10.1901      0.4163
 376     0.0686     0.0020    99.9420     0.7025    90.4700    10.0721      0.4159
 377     0.0682     0.0024    99.9200     0.7360    89.9700    10.0970      0.4155
 378     0.0678     0.0021    99.9320     0.7058    90.2700    10.1181      0.4151
 379     0.0674     0.0011    99.9700     0.7370    90.5800    10.1399      0.4147
 380     0.0670     0.0013    99.9560     0.7356    90.2600    10.0856      0.4143
 381     0.0666     0.0015    99.9540     0.7163    90.6700    10.0829      0.4139
 382     0.0662     0.0012    99.9620     0.7230    90.5400    10.1010      0.4135
 383     0.0658     0.0006    99.9840     0.7407    90.5500    10.1783      0.4131
 384     0.0654     0.0014    99.9560     0.7533    90.2700    10.1335      0.4128
 385     0.0649     0.0008    99.9800     0.7714    90.4200    10.2209      0.4124
 386     0.0645     0.0016    99.9520     0.7437    90.3900    10.2431      0.4120
 387     0.0641     0.0015    99.9540     0.7396    90.2100    10.3089      0.4116
 388     0.0637     0.0016    99.9580     0.7394    90.1400    10.1948      0.4112
 389     0.0633     0.0013    99.9580     0.7499    90.3100    10.1786      0.4109
 390     0.0629     0.0012    99.9600     0.7287    90.2400    10.2335      0.4105
 391     0.0625     0.0012    99.9600     0.7244    90.3800    10.1389      0.4101
 392     0.0621     0.0010    99.9700     0.7348    90.4300    10.2191      0.4098
 393     0.0616     0.0009    99.9660     0.7294    90.7300    10.2041      0.4094
 394     0.0612     0.0006    99.9820     0.7449    90.8000    10.1875      0.4090
 395     0.0608     0.0014    99.9540     0.7508    90.2200    10.1174      0.4087
 396     0.0604     0.0012    99.9580     0.7481    90.6200    10.1127      0.4083
 397     0.0600     0.0010    99.9700     0.7518    90.7200    10.1181      0.4080
 398     0.0596     0.0005    99.9840     0.7436    90.6200    10.1164      0.4077
 399     0.0592     0.0006    99.9760     0.7405    90.6700    10.1124      0.4073
 400     0.0588     0.0008    99.9760     0.7567    90.3500    10.1998      0.4070
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0005    99.9860     0.7774    90.6400    10.1024      0.4067
 402     0.0579     0.0011    99.9700     0.7821    90.3800    10.1678      0.4063
 403     0.0575     0.0019    99.9320     0.7690    90.5900    10.0896      0.4060
 404     0.0571     0.0012    99.9560     0.7535    90.6100    10.1063      0.4057
 405     0.0567     0.0006    99.9820     0.7554    90.4800    10.2042      0.4053
 406     0.0563     0.0006    99.9820     0.7839    90.2100    10.0610      0.4050
 407     0.0559     0.0015    99.9520     0.7585    90.6400    10.1342      0.4047
 408     0.0554     0.0014    99.9580     0.7452    90.4300    10.1602      0.4044
 409     0.0550     0.0009    99.9660     0.7657    90.1900    10.2071      0.4041
 410     0.0546     0.0006    99.9840     0.7555    90.4800    10.1559      0.4038
 411     0.0542     0.0004    99.9880     0.7867    90.2000    10.2187      0.4035
 412     0.0538     0.0009    99.9740     0.7620    90.4900    10.2041      0.4032
 413     0.0534     0.0006    99.9860     0.7543    90.6400    10.2153      0.4029
 414     0.0530     0.0007    99.9800     0.7436    90.5900    10.1663      0.4026
 415     0.0526     0.0004    99.9920     0.7571    90.8600    10.1246      0.4023
 416     0.0522     0.0005    99.9880     0.7459    90.7600    10.1855      0.4020
 417     0.0517     0.0005    99.9880     0.7555    90.7700    10.1617      0.4017
 418     0.0513     0.0006    99.9780     0.7761    90.5900    10.1392      0.4014
 419     0.0509     0.0005    99.9800     0.7612    90.6800    10.1881      0.4011
 420     0.0505     0.0004    99.9920     0.7596    90.7700    10.2017      0.4008
 421     0.0501     0.0003    99.9900     0.7627    90.6800    10.1596      0.4006
 422     0.0497     0.0003    99.9920     0.7692    90.6900    10.1068      0.4003
 423     0.0493     0.0004    99.9900     0.7786    90.9200    10.1531      0.4000
 424     0.0489     0.0002    99.9980     0.7885    90.8400    10.1202      0.3998
 425     0.0484     0.0002    99.9960     0.7859    90.8800    10.2798      0.3995
 426     0.0480     0.0003    99.9920     0.7752    90.7600    10.1649      0.3992
 427     0.0476     0.0004    99.9920     0.7800    90.7200    10.0748      0.3990
 428     0.0472     0.0002    99.9920     0.7819    90.7400    10.0433      0.3987
 429     0.0468     0.0003    99.9920     0.7806    90.7800    10.1343      0.3984
 430     0.0464     0.0002    99.9920     0.7962    90.6300    10.2423      0.3982
 431     0.0460     0.0002    99.9940     0.7819    90.8000    10.1415      0.3979
 432     0.0456     0.0002    99.9920     0.7967    90.6200    10.1217      0.3977
 433     0.0451     0.0001    99.9980     0.8035    90.6400    10.0928      0.3974
 434     0.0447     0.0004    99.9860     0.8175    90.5700    10.1374      0.3972
 435     0.0443     0.0006    99.9780     0.8058    90.5500    10.1107      0.3969
 436     0.0439     0.0004    99.9820     0.7830    90.6500    10.1513      0.3967
 437     0.0435     0.0005    99.9840     0.7777    90.6300    10.0927      0.3965
 438     0.0431     0.0005    99.9900     0.7798    90.6600    10.1279      0.3962
 439     0.0427     0.0001    99.9960     0.7763    90.6300    10.1303      0.3960
 440     0.0423     0.0004    99.9880     0.7933    90.5500    10.1288      0.3957
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0006    99.9900     0.7873    90.4700    10.2552      0.3955
 442     0.0414     0.0004    99.9900     0.7804    90.5800    10.1915      0.3953
 443     0.0410     0.0003    99.9900     0.7805    90.6100    10.2116      0.3951
 444     0.0406     0.0006    99.9920     0.7960    90.3200    10.1433      0.3949
 445     0.0402     0.0005    99.9860     0.7867    90.5100    10.1621      0.3947
 446     0.0398     0.0007    99.9820     0.7791    90.7100    10.0925      0.3945
 447     0.0394     0.0004    99.9900     0.7702    90.7300    10.1610      0.3942
 448     0.0389     0.0002    99.9940     0.7730    90.7700    10.1346      0.3940
 449     0.0385     0.0002    99.9940     0.7772    90.7400    10.2119      0.3938
 450     0.0381     0.0002    99.9920     0.7718    90.6900    10.1818      0.3936
 451     0.0377     0.0001    99.9980     0.7833    90.7700    10.1441      0.3934
 452     0.0373     0.0004    99.9860     0.8043    90.5600    10.2032      0.3932
 453     0.0369     0.0003    99.9920     0.7864    90.6300    10.1754      0.3930
 454     0.0365     0.0001    99.9980     0.7816    90.6500    10.2455      0.3928
 455     0.0361     0.0002    99.9960     0.7905    90.6700    10.2224      0.3926
 456     0.0357     0.0004    99.9940     0.7897    90.7100    10.1661      0.3924
 457     0.0352     0.0001    99.9980     0.7931    90.7000    10.1273      0.3922
 458     0.0348     0.0001    99.9980     0.8034    90.5300    10.1246      0.3921
 459     0.0344     0.0002    99.9960     0.8105    90.5800    10.2166      0.3919
 460     0.0340     0.0001    99.9980     0.8155    90.6000    10.1399      0.3917
 461     0.0336     0.0001    99.9980     0.8117    90.6600    10.1796      0.3915
 462     0.0332     0.0001   100.0000     0.8113    90.6700    10.2084      0.3913
 463     0.0328     0.0001   100.0000     0.8099    90.6900    10.2054      0.3912
 464     0.0324     0.0001    99.9940     0.8231    90.5800    10.1934      0.3910
 465     0.0319     0.0001   100.0000     0.8169    90.6400    10.1882      0.3908
 466     0.0315     0.0002    99.9960     0.8071    90.7200    10.1343      0.3907
 467     0.0311     0.0001   100.0000     0.8064    90.7300    10.1257      0.3905
 468     0.0307     0.0001   100.0000     0.8083    90.6700    10.1685      0.3904
 469     0.0303     0.0001    99.9980     0.8072    90.7500    10.2364      0.3902
 470     0.0299     0.0001    99.9980     0.8099    90.5600    10.1321      0.3900
 471     0.0295     0.0002    99.9960     0.8109    90.7000    10.1462      0.3899
 472     0.0291     0.0001   100.0000     0.8049    90.7600    10.1418      0.3897
 473     0.0286     0.0001    99.9980     0.8089    90.6900    10.1426      0.3896
 474     0.0282     0.0001   100.0000     0.8109    90.7900    10.1549      0.3894
 475     0.0278     0.0001    99.9960     0.8284    90.5500    10.1396      0.3893
 476     0.0274     0.0002    99.9940     0.8158    90.6500    10.1720      0.3892
 477     0.0270     0.0001    99.9960     0.8085    90.7800    10.0687      0.3890
 478     0.0266     0.0000   100.0000     0.8115    90.7900    10.0225      0.3889
 479     0.0262     0.0001    99.9980     0.8113    90.7200    10.0868      0.3888
 480     0.0257     0.0001   100.0000     0.8104    90.7600    10.1048      0.3886
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0000   100.0000     0.8112    90.8300    10.1392      0.3885
 482     0.0249     0.0001    99.9960     0.8049    90.7300    10.1349      0.3884
 483     0.0245     0.0001    99.9960     0.8164    90.7400    10.1004      0.3882
 484     0.0241     0.0001    99.9980     0.8131    90.7800    10.2575      0.3881
 485     0.0237     0.0001    99.9960     0.8130    90.8100    10.2333      0.3880
 486     0.0233     0.0000   100.0000     0.8145    90.7900    10.0921      0.3879
 487     0.0229     0.0002    99.9920     0.8217    90.8400     9.9730      0.3878
 488     0.0225     0.0001   100.0000     0.8193    90.7300     9.9708      0.3876
 489     0.0220     0.0001    99.9960     0.8125    90.8500    10.0798      0.3875
 490     0.0216     0.0001   100.0000     0.8128    90.8100    10.1259      0.3874
 491     0.0212     0.0002    99.9960     0.8133    90.9500    10.0455      0.3873
 492     0.0208     0.0001   100.0000     0.8130    90.8600    10.0785      0.3872
 493     0.0204     0.0002    99.9960     0.8149    90.7100    10.2014      0.3871
 494     0.0200     0.0001    99.9960     0.8174    90.6800    10.1155      0.3870
 495     0.0196     0.0000   100.0000     0.8175    90.6800    10.0548      0.3869
 496     0.0192     0.0001    99.9980     0.8150    90.7800    10.0590      0.3868
 497     0.0187     0.0001    99.9980     0.8149    90.8200    10.1547      0.3867
 498     0.0183     0.0001    99.9980     0.8178    90.8300    10.0849      0.3866
 499     0.0179     0.0002    99.9960     0.8142    90.8200    10.1119      0.3865
 500     0.0175     0.0001    99.9980     0.8089    90.9200    10.0637      0.3864
 501     0.0171     0.0001   100.0000     0.8108    90.8500    10.0968      0.3864
 502     0.0167     0.0000   100.0000     0.8102    90.8300    10.0898      0.3863
 503     0.0163     0.0001    99.9980     0.8157    90.7600    10.0908      0.3862
 504     0.0159     0.0000   100.0000     0.8169    90.8200    10.1666      0.3861
 505     0.0154     0.0001    99.9960     0.8182    90.8200    10.1395      0.3860
 506     0.0150     0.0000   100.0000     0.8191    90.7900    10.1096      0.3860
 507     0.0146     0.0000   100.0000     0.8193    90.8200    10.1490      0.3859
 508     0.0142     0.0001    99.9980     0.8170    90.8000    10.0892      0.3858
 509     0.0138     0.0000   100.0000     0.8161    90.8400    10.0652      0.3857
 510     0.0134     0.0001    99.9980     0.8149    90.8300    10.1096      0.3857
 511     0.0130     0.0000   100.0000     0.8154    90.8500    10.1395      0.3856
 512     0.0125     0.0000   100.0000     0.8156    90.8600    10.1742      0.3856
 513     0.0121     0.0000   100.0000     0.8152    90.8300    10.1073      0.3855
 514     0.0117     0.0000   100.0000     0.8150    90.8400    10.1008      0.3854
 515     0.0113     0.0000   100.0000     0.8157    90.8300    10.0924      0.3854
 516     0.0109     0.0001   100.0000     0.8170    90.8400    10.0708      0.3853
 517     0.0105     0.0000   100.0000     0.8178    90.8200    10.1495      0.3853
 518     0.0101     0.0000   100.0000     0.8183    90.8100    10.1603      0.3852
 519     0.0097     0.0001    99.9980     0.8158    90.8900    10.0834      0.3852
 520     0.0092     0.0000   100.0000     0.8152    90.8500    10.0759      0.3851
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     0.8157    90.8600    10.1435      0.3851
 522     0.0084     0.0001    99.9980     0.8145    90.8700    10.1078      0.3851
 523     0.0080     0.0000   100.0000     0.8154    90.8700    10.1841      0.3850
 524     0.0076     0.0001    99.9980     0.8149    90.8900    10.0433      0.3850
 525     0.0072     0.0000   100.0000     0.8150    90.8700    10.1059      0.3849
 526     0.0068     0.0000   100.0000     0.8148    90.8700    10.1124      0.3849
 527     0.0064     0.0000   100.0000     0.8151    90.8600    10.0500      0.3849
 528     0.0060     0.0000   100.0000     0.8151    90.8600    10.1490      0.3849
 529     0.0055     0.0001    99.9980     0.8151    90.8800    10.1096      0.3848
 530     0.0051     0.0000   100.0000     0.8153    90.8800    10.1311      0.3848
 531     0.0047     0.0000   100.0000     0.8158    90.9000    10.1177      0.3848
 532     0.0043     0.0000   100.0000     0.8156    90.8600    10.1767      0.3848
 533     0.0039     0.0001    99.9980     0.8162    90.8300    10.0804      0.3847
 534     0.0035     0.0001    99.9980     0.8153    90.8500     9.9996      0.3847
 535     0.0031     0.0000   100.0000     0.8150    90.8600    10.0553      0.3847
 536     0.0027     0.0001    99.9980     0.8145    90.8400    10.0843      0.3847
 537     0.0022     0.0000   100.0000     0.8144    90.8400    10.1243      0.3847
 538     0.0018     0.0000   100.0000     0.8143    90.8300    10.1072      0.3847
 539     0.0014     0.0000   100.0000     0.8144    90.8200    10.1258      0.3847
 540     0.0010     0.0000   100.0000     0.8144    90.8200    10.0971      0.3847
 541     0.0010     0.0000   100.0000     0.8145    90.8300    10.0991      0.3847
 542     0.0010     0.0000   100.0000     0.8146    90.8300    10.0420      0.3847
 543     0.0010     0.0001   100.0000     0.8146    90.8400    10.1175      0.3847
 544     0.0010     0.0001    99.9980     0.8147    90.8400    10.1561      0.3847
 545     0.0010     0.0001    99.9980     0.8148    90.8300    10.0961      0.3847
 546     0.0010     0.0000   100.0000     0.8149    90.8300    10.0799      0.3847
 547     0.0010     0.0001    99.9980     0.8151    90.8200    10.1002      0.3847
 548     0.0010     0.0000    99.9980     0.8151    90.8200    10.0867      0.3847
 549     0.0010     0.0001    99.9980     0.8153    90.8200    10.1772      0.3847
 550     0.0010     0.0000   100.0000     0.8153    90.8400    10.1629      0.3847
 551     0.0010     0.0000   100.0000     0.8154    90.8300    10.1675      0.3847
 552     0.0010     0.0000   100.0000     0.8154    90.8300    10.0942      0.3847
 553     0.0010     0.0000   100.0000     0.8155    90.8300    10.1821      0.3847
 554     0.0010     0.0001    99.9980     0.8157    90.8200    10.1128      0.3847
 555     0.0010     0.0000    99.9980     0.8158    90.8200    10.1585      0.3847
 556     0.0010     0.0000   100.0000     0.8157    90.8300    10.1750      0.3847
 557     0.0010     0.0001    99.9980     0.8156    90.8100    10.1591      0.3847
 558     0.0010     0.0000    99.9980     0.8158    90.8300    10.0802      0.3847
 559     0.0010     0.0000   100.0000     0.8158    90.8200    10.0613      0.3847
 560     0.0010     0.0000   100.0000     0.8159    90.8300    10.1737      0.3847
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     0.8159    90.8200    10.1585      0.3847
 562     0.0010     0.0000   100.0000     0.8160    90.8300    10.1184      0.3847
 563     0.0010     0.0001    99.9980     0.8162    90.8000    10.1329      0.3847
 564     0.0010     0.0000   100.0000     0.8163    90.8000    10.0989      0.3847
 565     0.0010     0.0000   100.0000     0.8163    90.8000    10.1198      0.3847
 566     0.0010     0.0001    99.9980     0.8161    90.8200    10.1707      0.3847
 567     0.0010     0.0000   100.0000     0.8162    90.8200    10.1618      0.3847
 568     0.0010     0.0000   100.0000     0.8162    90.8200    10.1036      0.3847
 569     0.0010     0.0001    99.9980     0.8165    90.8400    10.2181      0.3847
 570     0.0010     0.0000    99.9980     0.8165    90.8300    10.2342      0.3847
 571     0.0010     0.0000   100.0000     0.8166    90.8300    10.2072      0.3847
 572     0.0010     0.0000   100.0000     0.8167    90.8300    10.2572      0.3847
 573     0.0010     0.0000   100.0000     0.8167    90.8300    10.1572      0.3847
 574     0.0010     0.0001    99.9980     0.8169    90.8400    10.1614      0.3847
 575     0.0010     0.0001    99.9980     0.8170    90.8500    10.0955      0.3847
 576     0.0010     0.0001    99.9960     0.8172    90.8600    10.2840      0.3847
 577     0.0010     0.0001    99.9980     0.8175    90.8400    10.1680      0.3847
 578     0.0010     0.0000   100.0000     0.8176    90.8300    10.1232      0.3847
 579     0.0010     0.0000   100.0000     0.8176    90.8400    10.1907      0.3847
 580     0.0010     0.0000   100.0000     0.8176    90.8400    10.1199      0.3847
 581     0.0010     0.0000   100.0000     0.8176    90.8400    10.1376      0.3847
 582     0.0010     0.0001    99.9980     0.8174    90.8300    10.1315      0.3847
 583     0.0010     0.0001    99.9980     0.8176    90.8500    10.1502      0.3847
 584     0.0010     0.0000   100.0000     0.8177    90.8400    10.0989      0.3847
 585     0.0010     0.0000   100.0000     0.8177    90.8400    10.1392      0.3847
 586     0.0010     0.0001    99.9980     0.8176    90.8300    10.1189      0.3847
 587     0.0010     0.0001    99.9980     0.8177    90.8600    10.0881      0.3847
 588     0.0010     0.0000   100.0000     0.8177    90.8600    10.2630      0.3847
 589     0.0010     0.0000   100.0000     0.8178    90.8600    10.2306      0.3847
 590     0.0010     0.0000   100.0000     0.8178    90.8600    10.1903      0.3847
 591     0.0010     0.0000   100.0000     0.8177    90.8700    10.2102      0.3847
 592     0.0010     0.0001    99.9980     0.8181    90.8700    10.1692      0.3847
 593     0.0010     0.0000   100.0000     0.8181    90.8700    10.2332      0.3847
 594     0.0010     0.0000   100.0000     0.8182    90.8800    10.1582      0.3847
 595     0.0010     0.0000   100.0000     0.8183    90.8800    10.2029      0.3847
 596     0.0010     0.0000   100.0000     0.8183    90.8700    10.0609      0.3847
 597     0.0010     0.0002    99.9980     0.8182    90.8400    10.1814      0.3847
 598     0.0010     0.0001   100.0000     0.8181    90.8600    10.1330      0.3847
 599     0.0010     0.0000   100.0000     0.8182    90.8500    10.1599      0.3847
 600     0.0010     0.0000   100.0000     0.8182    90.8500    10.0820      0.3847
