Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2074    15.5500     2.0288    22.2000    11.0681      1.0000
   2     0.1000     2.0197    21.1920     1.8694    27.0100    10.2383      1.0000
   3     0.1000     1.8465    28.3320     1.8924    28.4600    10.2479      1.0000
   4     0.1000     1.6822    35.7260     1.5174    41.1800    10.3068      1.0000
   5     0.1000     1.5683    41.0720     1.5246    43.1700    10.2119      1.0000
   6     0.1000     1.4426    47.1860     1.6281    39.4400    10.1149      1.0000
   7     0.1000     1.3006    53.5480     1.2141    57.9200    10.0835      1.0000
   8     0.1000     1.1511    59.3620     1.3499    53.7100    10.2385      1.0000
   9     0.1000     1.0292    64.0120     0.8837    69.2800    10.2104      1.0000
  10     0.1000     0.9327    67.6080     0.8805    69.5600    10.2684      1.0000
  11     0.1000     0.8580    70.4060     0.7535    74.4500    10.2146      1.0000
  12     0.1000     0.7935    72.7080     0.8759    70.8500    10.1984      1.0000
  13     0.1000     0.7312    75.1700     0.7438    74.4300    10.2494      1.0000
  14     0.1000     0.6821    76.8260     0.7029    76.2000    10.2921      1.0000
  15     0.1000     0.6332    78.5340     0.7309    75.2600    10.2765      1.0000
  16     0.1000     0.5946    80.1080     0.6383    78.7200    10.1837      1.0000
  17     0.1000     0.5652    81.1640     0.6011    80.3800    10.1731      1.0000
  18     0.1000     0.5277    82.4540     0.6172    79.6800    10.2149      1.0000
  19     0.1000     0.5074    83.0200     0.5811    81.2200    10.2087      1.0000
  20     0.1000     0.4757    84.1680     0.5078    83.3900    10.2130      1.0000
  21     0.1000     0.4545    84.9320     0.7729    76.2200    10.2174      1.0000
  22     0.1000     0.4346    85.5920     0.7103    78.6300    10.0834      1.0000
  23     0.1000     0.4281    85.7560     0.5139    83.3000    10.1901      1.0000
  24     0.1000     0.4013    86.7960     0.5635    82.5300    10.1951      1.0000
  25     0.1000     0.3779    87.4080     0.5755    81.6600    10.2398      1.0000
  26     0.1000     0.3652    87.8580     0.4792    84.4900    10.3010      1.0000
  27     0.1000     0.3450    88.6360     0.4947    84.5500    10.2306      1.0000
  28     0.1000     0.3349    88.8480     0.5805    82.2100    10.1825      1.0000
  29     0.1000     0.3174    89.4040     0.4729    84.5600    10.2911      1.0000
  30     0.1000     0.3074    89.7340     0.5153    84.4900    10.2614      1.0000
  31     0.1000     0.2946    90.2480     0.4971    84.8900    10.2620      1.0000
  32     0.1000     0.2817    90.4680     0.4653    85.9300    10.3046      1.0000
  33     0.1000     0.2745    90.8940     0.4474    86.3900    10.2177      1.0000
  34     0.1000     0.2545    91.5980     0.4563    86.0500    10.1618      1.0000
  35     0.1000     0.2475    91.7700     0.5049    84.9300    10.2433      1.0000
  36     0.1000     0.2439    91.8240     0.4869    86.1400    10.2249      1.0000
  37     0.1000     0.2355    92.2200     0.4426    86.1200    10.2344      1.0000
  38     0.1000     0.2242    92.6780     0.4448    86.8900    10.2619      1.0000
  39     0.1000     0.2162    92.7840     0.4277    87.3600    10.2560      1.0000
  40     0.1000     0.2084    93.0420     0.4565    86.5900    10.1251      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1979    93.5120     0.4432    87.1600    10.1153      1.0000
  42     0.1000     0.1886    93.8480     0.4448    87.2300    10.1995      1.0000
  43     0.1000     0.1896    93.7200     0.5292    85.4200    10.1078      1.0000
  44     0.1000     0.1787    94.0660     0.4267    87.4900    10.1477      1.0000
  45     0.1000     0.1681    94.4580     0.4779    87.0700    10.1989      1.0000
  46     0.1000     0.1676    94.4380     0.5457    85.9900    10.0858      1.0000
  47     0.1000     0.1598    94.7520     0.4613    86.7100    10.1251      1.0000
  48     0.1000     0.1548    94.8740     0.4902    87.4400    10.1639      1.0000
  49     0.1000     0.1499    94.9840     0.5072    87.1100    10.1983      1.0000
  50     0.1000     0.1414    95.3220     0.4565    87.6800    10.2906      1.0000
  51     0.1000     0.1449    95.0840     0.4475    88.1700    10.1873      1.0000
  52     0.1000     0.1384    95.4660     0.4997    86.3800    10.2607      1.0000
  53     0.1000     0.1351    95.4520     0.4978    87.4200    10.1742      1.0000
  54     0.1000     0.1284    95.9380     0.4326    88.1500    10.2297      1.0000
  55     0.1000     0.1228    95.9820     0.5076    87.1000    10.0983      1.0000
  56     0.1000     0.1178    96.1260     0.5116    87.1900    10.1517      1.0000
  57     0.1000     0.1160    96.1000     0.5062    87.6400    10.1677      1.0000
  58     0.1000     0.1149    96.1300     0.4535    88.2500    10.2191      1.0000
  59     0.1000     0.1072    96.4380     0.4634    88.0000    10.2483      1.0000
  60     0.1000     0.1060    96.4720     0.4870    88.2600    10.2277      1.0000
  61     0.1000     0.1049    96.4260     0.5449    87.2500    10.2042      1.0000
  62     0.1000     0.0974    96.7420     0.5505    87.0100    10.2426      1.0000
  63     0.1000     0.0983    96.8860     0.4719    88.3500    10.1780      1.0000
  64     0.1000     0.0910    96.9740     0.5108    87.5800    10.2412      1.0000
  65     0.1000     0.0884    97.0700     0.4982    88.6800    10.2786      1.0000
  66     0.1000     0.0843    97.2480     0.5231    87.5500    10.2637      1.0000
  67     0.1000     0.0825    97.2260     0.4842    88.8000    10.2568      1.0000
  68     0.1000     0.0835    97.2880     0.5508    88.0900    10.2429      1.0000
  69     0.1000     0.0818    97.2560     0.4925    88.3900    10.2343      1.0000
  70     0.1000     0.0774    97.4540     0.5091    88.3100    10.2566      1.0000
  71     0.1000     0.0756    97.4660     0.5011    88.4400    10.2900      1.0000
  72     0.1000     0.0706    97.7520     0.5026    88.4300    10.2236      1.0000
  73     0.1000     0.0727    97.6400     0.5897    87.4700    10.1716      1.0000
  74     0.1000     0.0682    97.7300     0.5425    88.0900    10.1476      1.0000
  75     0.1000     0.0715    97.6380     0.5040    88.7100    10.2846      1.0000
  76     0.1000     0.0672    97.7740     0.5362    88.0100    10.2086      1.0000
  77     0.1000     0.0646    97.9060     0.5498    87.9800    10.2195      1.0000
  78     0.1000     0.0648    97.9120     0.6379    86.7700    10.2045      1.0000
  79     0.1000     0.0592    98.0980     0.5094    88.9900    10.2381      1.0000
  80     0.1000     0.0573    98.1560     0.5146    89.2400    10.2199      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0610    97.9720     0.6089    86.6600    10.1805      1.0000
  82     0.1000     0.0596    98.0640     0.4914    88.5800    10.1578      1.0000
  83     0.1000     0.0529    98.2740     0.5964    88.6500    10.3756      1.0000
  84     0.1000     0.0562    98.1680     0.5084    88.7700    10.2676      1.0000
  85     0.1000     0.0575    98.1840     0.5200    88.9600    10.2640      1.0000
  86     0.1000     0.0523    98.3200     0.5388    89.1600    10.2396      1.0000
  87     0.1000     0.0522    98.3620     0.5759    87.5700    10.1887      1.0000
  88     0.1000     0.0498    98.4400     0.5436    88.5900    10.0807      1.0000
  89     0.1000     0.0515    98.3400     0.5676    88.6100    10.1640      1.0000
  90     0.1000     0.0504    98.4460     0.4975    89.2100    10.1501      1.0000
  91     0.1000     0.0476    98.4820     0.5813    88.5100    10.1901      1.0000
  92     0.1000     0.0475    98.4320     0.5782    88.9600    10.2037      1.0000
  93     0.1000     0.0508    98.3520     0.5676    88.4000    10.2224      1.0000
  94     0.1000     0.0439    98.5800     0.5201    89.2100    10.1726      1.0000
  95     0.1000     0.0422    98.6500     0.5576    89.0400    10.2538      1.0000
  96     0.1000     0.0438    98.5740     0.5450    88.8200    10.1546      1.0000
  97     0.1000     0.0470    98.5140     0.5131    89.0800    10.1951      1.0000
  98     0.1000     0.0425    98.6040     0.5800    87.7400    10.1430      1.0000
  99     0.1000     0.0368    98.7600     0.6123    88.7000    10.2681      1.0000
 100     0.1000     0.0417    98.6600     0.5734    89.0000    10.1570      1.0000
 101     0.1000     0.0385    98.7140     0.5628    89.0500    10.2196      1.0000
 102     0.1000     0.0416    98.7080     0.5609    89.1700    10.2898      1.0000
 103     0.1000     0.0385    98.7760     0.5388    89.1400    10.1946      1.0000
 104     0.1000     0.0368    98.8520     0.5364    88.9700    10.2783      1.0000
 105     0.1000     0.0357    98.8560     0.5536    88.6900    10.3039      1.0000
 106     0.1000     0.0328    98.9160     0.5479    89.2700    10.1698      1.0000
 107     0.1000     0.0359    98.8420     0.5578    89.0400    10.2505      1.0000
 108     0.1000     0.0336    98.9420     0.5856    89.0500    10.1889      1.0000
 109     0.1000     0.0350    98.8620     0.5771    88.8400    10.2539      1.0000
 110     0.1000     0.0364    98.9040     0.5737    89.2300    10.2091      1.0000
 111     0.1000     0.0311    98.9500     0.5533    89.4300    10.3023      1.0000
 112     0.1000     0.0327    99.0380     0.5599    89.3800    10.2522      1.0000
 113     0.1000     0.0308    98.9960     0.5918    89.2500    10.1372      1.0000
 114     0.1000     0.0325    99.0260     0.5895    88.9400    10.1702      1.0000
 115     0.1000     0.0296    99.0380     0.5634    89.2800    10.2185      1.0000
 116     0.1000     0.0328    98.9380     0.5608    89.2800    10.2095      1.0000
 117     0.1000     0.0316    99.0040     0.5950    88.9000    10.1471      1.0000
 118     0.1000     0.0331    98.9200     0.5389    89.4500    10.2954      1.0000
 119     0.1000     0.0271    99.1080     0.5719    88.9000    10.2371      1.0000
 120     0.1000     0.0247    99.1660     0.5735    89.6800    10.2722      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0274    99.1160     0.7160    88.0900    10.1916      1.0000
 122     0.1000     0.0304    99.1020     0.5995    88.6700    10.1918      1.0000
 123     0.1000     0.0283    99.1880     0.5722    89.2500    10.2579      1.0000
 124     0.1000     0.0246    99.1940     0.5780    88.8200    10.1492      1.0000
 125     0.1000     0.0283    99.1520     0.5577    89.4900    10.2318      1.0000
 126     0.1000     0.0259    99.1580     0.6147    89.7100    10.2815      1.0000
 127     0.1000     0.0247    99.2120     0.6160    89.3200    10.1759      1.0000
 128     0.1000     0.0262    99.1460     0.6418    89.4400    10.2066      1.0000
 129     0.1000     0.0242    99.2520     0.5798    89.8700    10.1813      1.0000
 130     0.1000     0.0260    99.1400     0.6089    89.4600    10.2410      1.0000
 131     0.1000     0.0232    99.2580     0.5432    89.5100    10.1354      1.0000
 132     0.1000     0.0234    99.2300     0.5883    89.6200    10.2027      1.0000
 133     0.1000     0.0207    99.3140     0.5853    89.6100    10.2094      1.0000
 134     0.1000     0.0236    99.2500     0.6039    89.5800    10.1981      1.0000
 135     0.1000     0.0221    99.2860     0.5941    89.5200    10.2117      1.0000
 136     0.1000     0.0202    99.3500     0.6054    89.7100    10.2067      1.0000
 137     0.1000     0.0201    99.3420     0.6149    89.7300    10.2362      1.0000
 138     0.1000     0.0178    99.4260     0.6987    88.3400    10.2026      1.0000
 139     0.1000     0.0188    99.3720     0.6038    89.6000    10.1970      1.0000
 140     0.1000     0.0198    99.3400     0.5925    89.4400    10.2570      1.0000
 141     0.1000     0.0243    99.2560     0.8526    87.5800    10.1562      1.0000
 142     0.1000     0.0216    99.3820     0.6056    89.2900    10.2417      1.0000
 143     0.1000     0.0186    99.4340     0.5930    89.7400    10.2278      1.0000
 144     0.1000     0.0201    99.3600     0.6162    89.6400    10.2967      1.0000
 145     0.1000     0.0221    99.3640     0.5975    89.4200    10.1729      1.0000
 146     0.1000     0.0225    99.2880     0.5646    89.5200    10.1913      1.0000
 147     0.1000     0.0231    99.2580     0.5847    89.5000    10.2113      1.0000
 148     0.1000     0.0216    99.3460     0.5491    89.5800    10.0940      1.0000
 149     0.1000     0.0190    99.4040     0.5502    88.9000    10.1179      1.0000
 150     0.1000     0.0217    99.2820     0.5938    89.5800    10.2045      1.0000
 151     0.1000     0.0193    99.3900     0.5294    89.8300    10.1695      1.0000
 152     0.1000     0.0206    99.3280     0.5819    89.7600    10.1727      1.0000
 153     0.1000     0.0188    99.3960     0.5775    89.5400    10.1330      1.0000
 154     0.1000     0.0172    99.4620     0.6731    88.7900    10.1795      1.0000
 155     0.1000     0.0240    99.2560     0.5286    89.6700    10.2207      1.0000
 156     0.1000     0.0172    99.4760     0.5934    89.5600    10.3385      1.0000
 157     0.1000     0.0167    99.4340     0.6050    89.3100    10.3232      1.0000
 158     0.1000     0.0177    99.4640     0.6195    89.6700    10.2431      1.0000
 159     0.1000     0.0159    99.5040     0.6085    89.6100    10.2001      1.0000
 160     0.1000     0.0169    99.4640     0.6106    89.3800    10.2098      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0180    99.4320     0.5831    89.3900    10.2327      1.0000
 162     0.1000     0.0196    99.3300     0.5843    89.8600    10.2142      1.0000
 163     0.1000     0.0199    99.4200     0.5455    89.2200    10.2668      1.0000
 164     0.1000     0.0160    99.4740     0.6335    90.0900    10.1607      1.0000
 165     0.1000     0.0145    99.5180     0.5958    90.0300    10.1896      1.0000
 166     0.1000     0.0156    99.5380     0.6034    89.4000    10.1897      1.0000
 167     0.1000     0.0165    99.4980     0.5980    90.1000    10.1967      1.0000
 168     0.1000     0.0143    99.5540     0.6510    89.7300    10.1643      1.0000
 169     0.1000     0.0192    99.4640     0.5936    89.5800    10.2085      1.0000
 170     0.1000     0.0176    99.4140     0.5966    89.7700    10.1317      1.0000
 171     0.1000     0.0169    99.4560     0.5767    89.7800    10.1914      1.0000
 172     0.1000     0.0169    99.4740     0.5890    89.2700    10.1907      1.0000
 173     0.1000     0.0165    99.5000     0.6173    89.7900    10.2338      1.0000
 174     0.1000     0.0189    99.4620     0.5927    89.8800    10.2575      1.0000
 175     0.1000     0.0133    99.5680     0.6121    89.7100    10.2252      1.0000
 176     0.1000     0.0151    99.5100     0.6010    89.6100    10.1863      1.0000
 177     0.1000     0.0138    99.5460     0.6161    89.9000    10.1353      1.0000
 178     0.1000     0.0161    99.5120     0.6221    89.4800    10.2837      1.0000
 179     0.1000     0.0151    99.5340     0.5862    89.9200    10.1182      1.0000
 180     0.1000     0.0169    99.5180     0.5378    89.8500    10.3521      1.0000
 181     0.1000     0.0155    99.5260     0.6248    89.9200    10.1933      1.0000
 182     0.1000     0.0141    99.5480     0.6241    89.6700    10.3425      1.0000
 183     0.1000     0.0141    99.5840     0.6072    90.1400    10.3227      1.0000
 184     0.1000     0.0142    99.5560     0.6436    89.5600    10.2943      1.0000
 185     0.1000     0.0129    99.5680     0.6561    90.0600    10.2313      1.0000
 186     0.1000     0.0125    99.5680     0.6074    89.7200    10.2291      1.0000
 187     0.1000     0.0130    99.5760     0.6330    90.1900    10.1415      1.0000
 188     0.1000     0.0115    99.6760     0.5992    89.7600    10.1987      1.0000
 189     0.1000     0.0115    99.6140     0.6283    89.8300    10.2225      1.0000
 190     0.1000     0.0131    99.5680     0.6281    89.7500    10.1916      1.0000
 191     0.1000     0.0150    99.5440     0.6006    89.8600    10.1503      1.0000
 192     0.1000     0.0110    99.6820     0.6384    89.7700    10.2245      1.0000
 193     0.1000     0.0135    99.5840     0.6175    89.8100    10.1470      1.0000
 194     0.1000     0.0134    99.5880     0.6594    88.3200    10.1933      1.0000
 195     0.1000     0.0101    99.6580     0.7175    89.2400    10.2360      1.0000
 196     0.1000     0.0142    99.5880     0.6186    89.8500    10.1868      1.0000
 197     0.1000     0.0112    99.6520     0.6720    89.1900    10.2394      1.0000
 198     0.1000     0.0144    99.5800     0.6140    89.8100    10.0781      1.0000
 199     0.1000     0.0105    99.6880     0.6712    89.6800    10.1910      1.0000
 200     0.1000     0.0146    99.5660     0.6253    89.4000    10.1935      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0137    99.5800     0.6299    89.5900    10.2495      1.0000
 202     0.1000     0.0127    99.6040     0.6382    89.2500    10.1753      1.0000
 203     0.1000     0.0125    99.6020     0.6543    89.3400    10.1770      1.0000
 204     0.1000     0.0117    99.6460     0.6204    89.5400    10.2493      1.0000
 205     0.1000     0.0133    99.5840     0.6242    89.6500    10.2023      1.0000
 206     0.1000     0.0128    99.6040     0.7819    88.0600    10.1903      1.0000
 207     0.1000     0.0118    99.6320     0.6329    89.7900    10.1690      1.0000
 208     0.1000     0.0133    99.6100     0.6180    89.7000    10.2900      1.0000
 209     0.1000     0.0125    99.6360     0.5854    90.1500    10.2205      1.0000
 210     0.1000     0.0093    99.7260     0.6441    89.8600    10.2061      1.0000
 211     0.1000     0.0111    99.6280     0.6611    89.6700    10.1617      1.0000
 212     0.1000     0.0102    99.6600     0.6787    89.7800    10.1334      1.0000
 213     0.1000     0.0118    99.6300     0.6368    89.6900    10.1591      1.0000
 214     0.1000     0.0137    99.5960     0.6560    89.4500    10.2154      1.0000
 215     0.1000     0.0118    99.6500     0.6348    89.4200    10.1629      1.0000
 216     0.1000     0.0110    99.6500     0.6575    89.4600    10.1825      1.0000
 217     0.1000     0.0087    99.7100     0.7079    89.5900    10.1409      1.0000
 218     0.1000     0.0132    99.6000     0.5991    89.5000    10.1997      1.0000
 219     0.1000     0.0126    99.6540     0.6457    89.7600    10.1681      1.0000
 220     0.1000     0.0080    99.7560     0.6841    89.5200    10.1695      1.0000
 221     0.1000     0.0111    99.6800     0.6475    89.6000    10.1196      1.0000
 222     0.1000     0.0109    99.6800     0.6328    89.8500    10.1258      1.0000
 223     0.1000     0.0105    99.7300     0.6335    89.8600    10.0959      1.0000
 224     0.1000     0.0129    99.6140     0.6364    89.6100    10.1738      1.0000
 225     0.1000     0.0112    99.6720     0.6404    90.0000    10.2137      1.0000
 226     0.1000     0.0106    99.6520     0.6419    89.5500    10.2163      1.0000
 227     0.1000     0.0106    99.6600     0.6192    89.4800    10.1450      1.0000
 228     0.1000     0.0094    99.7340     0.6783    89.8100    10.2521      1.0000
 229     0.1000     0.0119    99.6480     0.6392    89.8300    10.0959      1.0000
 230     0.1000     0.0099    99.7320     0.6863    88.8700    10.0917      1.0000
 231     0.1000     0.0103    99.6620     0.6702    89.7700    10.0804      1.0000
 232     0.1000     0.0097    99.6960     0.6643    89.6000    10.1137      1.0000
 233     0.1000     0.0085    99.7360     0.7065    89.7500    10.0605      1.0000
 234     0.1000     0.0082    99.7520     0.6320    89.9300    10.0843      1.0000
 235     0.1000     0.0091    99.7220     0.6329    90.0900    10.1287      1.0000
 236     0.1000     0.0084    99.7280     0.6329    89.8900    10.1528      1.0000
 237     0.1000     0.0068    99.7860     0.7214    89.6700    10.1883      1.0000
 238     0.1000     0.0103    99.6700     0.7764    89.2000    10.2256      1.0000
 239     0.1000     0.0100    99.6740     0.6644    89.8400    10.1792      1.0000
 240     0.1000     0.0102    99.6820     0.6598    89.1200    10.3032      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0100    99.7320     0.6860    89.8100    10.2612      1.0000
 242     0.1000     0.0100    99.6960     0.6726    90.1900    10.2356      1.0000
 243     0.1000     0.0108    99.6640     0.6050    89.6500    10.2355      1.0000
 244     0.1000     0.0099    99.7100     0.6243    89.7000    10.2368      1.0000
 245     0.1000     0.0096    99.7020     0.6573    89.9900    10.2398      1.0000
 246     0.1000     0.0095    99.6980     0.6002    90.1200    10.2149      1.0000
 247     0.1000     0.0057    99.8080     0.6864    90.1800    10.2090      1.0000
 248     0.1000     0.0097    99.7060     0.6319    89.7000    10.2871      1.0000
 249     0.1000     0.0067    99.8200     0.7054    89.8700    10.3615      1.0000
 250     0.1000     0.0124    99.6340     0.6090    89.8000    10.2812      1.0000
 251     0.1000     0.0085    99.7160     0.6748    89.6800    10.2394      1.0000
 252     0.1000     0.0100    99.6940     0.6612    90.2100    10.2191      1.0000
 253     0.1000     0.0116    99.6500     0.6937    90.2200    10.1643      1.0000
 254     0.1000     0.0079    99.7380     0.6991    89.8400    10.2457      1.0000
 255     0.1000     0.0074    99.7440     0.7233    90.1300    10.1568      1.0000
 256     0.1000     0.0071    99.7720     0.6892    90.2100    10.1698      1.0000
 257     0.1000     0.0101    99.6800     0.6650    90.1700    10.1850      1.0000
 258     0.1000     0.0088    99.7500     0.6242    89.9200    10.2060      1.0000
 259     0.1000     0.0078    99.7800     0.6870    89.3500    10.2696      1.0000
 260     0.1000     0.0090    99.7380     0.6493    90.1300    10.1864      1.0000
 261     0.1000     0.0095    99.7100     0.6425    90.1600    10.1938      1.0000
 262     0.1000     0.0067    99.8120     0.6821    90.0700    10.1710      1.0000
 263     0.1000     0.0091    99.7060     0.7044    89.7400    10.2730      1.0000
 264     0.1000     0.0084    99.7360     0.6506    89.6600    10.0833      1.0000
 265     0.1000     0.0108    99.6720     0.6207    90.0400    10.1658      1.0000
 266     0.1000     0.0066    99.7760     0.7155    89.9600    10.2353      1.0000
 267     0.1000     0.0054    99.8120     0.7787    89.8100    10.2230      1.0000
 268     0.1000     0.0082    99.7400     0.8734    88.5600    10.2883      1.0000
 269     0.1000     0.0100    99.7340     0.6813    89.4700    10.1578      1.0000
 270     0.1000     0.0051    99.8080     0.7477    89.9300    10.1470      1.0000
 271     0.1000     0.0086    99.7460     0.7277    89.8200    10.1292      1.0000
 272     0.1000     0.0068    99.7900     0.7269    90.1300    10.1800      1.0000
 273     0.1000     0.0095    99.7720     0.5906    89.6100    10.2239      1.0000
 274     0.1000     0.0057    99.8480     0.6957    89.7700    10.1587      1.0000
 275     0.1000     0.0077    99.7840     0.6904    89.1700    10.1298      1.0000
 276     0.1000     0.0079    99.7920     0.6963    90.0400    10.1118      1.0000
 277     0.1000     0.0073    99.7640     0.6541    89.8800    10.1188      1.0000
 278     0.1000     0.0054    99.8320     0.7045    90.2100    10.1222      1.0000
 279     0.1000     0.0076    99.7660     0.6431    89.8900    10.0736      1.0000
 280     0.1000     0.0077    99.7560     0.6817    90.0300    10.1757      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0064    99.7820     0.7202    89.5400    10.1702      1.0000
 282     0.1000     0.0059    99.8020     0.7037    89.8200    10.2031      1.0000
 283     0.1000     0.0076    99.7660     0.7321    89.6600    10.3248      1.0000
 284     0.1000     0.0095    99.7180     0.6547    89.9300    10.2653      1.0000
 285     0.1000     0.0067    99.7800     0.6600    90.0800    10.2212      1.0000
 286     0.1000     0.0068    99.7940     0.7071    90.0100    10.1908      1.0000
 287     0.1000     0.0079    99.7680     0.6759    89.8400    10.2209      1.0000
 288     0.1000     0.0047    99.8620     0.7322    89.7600    10.1838      1.0000
 289     0.1000     0.0138    99.6560     0.5904    89.9300    10.2688      1.0000
 290     0.1000     0.0095    99.7060     0.6073    90.1600    10.2350      1.0000
 291     0.1000     0.0061    99.7980     0.6983    89.9000    10.2012      1.0000
 292     0.1000     0.0078    99.7600     0.6473    90.1600    10.2540      1.0000
 293     0.1000     0.0074    99.7860     0.6869    89.5900    10.2449      1.0000
 294     0.1000     0.0088    99.7360     0.6637    89.5500    10.2611      1.0000
 295     0.1000     0.0074    99.7820     0.6245    89.7100    10.2533      1.0000
 296     0.1000     0.0074    99.7860     0.6642    89.9700    10.2182      1.0000
 297     0.1000     0.0045    99.8600     0.7078    90.3100    10.2211      1.0000
 298     0.1000     0.0081    99.7580     0.6934    89.7000    10.2385      1.0000
 299     0.1000     0.0055    99.8300     0.6904    89.7600    10.2801      1.0000
 300     0.1000     0.0056    99.8420     0.7522    89.9000    10.1500      1.0000
 301     0.0996     0.0076    99.7740     0.6670    89.9800    10.1801      1.0000
 302     0.0992     0.0068    99.7720     0.7263    89.7500    10.2159      1.0000
 303     0.0988     0.0080    99.7660     0.6980    89.9000    10.2319      1.0000
 304     0.0983     0.0061    99.7980     0.6511    89.7800    10.2822      1.0000
 305     0.0979     0.0226    99.4720     0.6104    89.9400    10.2675      1.0000
 306     0.0975     0.0056    99.8160     0.7119    90.0500    10.2380      1.0000
 307     0.0971     0.0082    99.7780     0.6281    90.0600    10.2235      1.0000
 308     0.0967     0.0053    99.8460     0.6773    89.9200    10.2189      1.0000
 309     0.0963     0.0077    99.8000     0.6623    89.9200    10.2218      1.0000
 310     0.0959     0.0062    99.8120     0.6675    90.1000    10.1917      1.0000
 311     0.0955     0.0054    99.7960     0.6899    90.2100    10.2258      1.0000
 312     0.0950     0.0034    99.8760     0.7785    90.2000    10.2898      1.0000
 313     0.0946     0.0075    99.7800     0.6204    90.2500    10.2369      1.0000
 314     0.0942     0.0067    99.8140     0.6682    90.1200    10.2277      1.0000
 315     0.0938     0.0068    99.8000     0.6467    90.6300    10.2965      1.0000
 316     0.0934     0.0048    99.8460     0.6568    90.5300    10.1993      1.0000
 317     0.0930     0.0034    99.8940     0.6992    90.5400    10.2681      1.0000
 318     0.0926     0.0033    99.8880     0.7047    90.3700    10.2256      1.0000
 319     0.0922     0.0051    99.8280     0.7113    90.1600    10.2232      1.0000
 320     0.0917     0.0064    99.7820     0.6873    90.2400    10.3029      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0049    99.8660     0.7022    90.1300    10.1793      1.0000
 322     0.0909     0.0045    99.8460     0.7693    89.8800    10.1731      1.0000
 323     0.0905     0.0038    99.8860     0.7323    90.2900    10.1794      1.0000
 324     0.0901     0.0054    99.8620     0.7682    89.5700    10.2461      1.0000
 325     0.0897     0.0055    99.8580     0.7154    90.2800    10.1869      1.0000
 326     0.0893     0.0043    99.8400     0.6928    90.4300    10.1899      1.0000
 327     0.0889     0.0047    99.8740     0.7050    90.1500    10.2559      1.0000
 328     0.0885     0.0041    99.8700     0.7053    90.3100    10.1966      1.0000
 329     0.0880     0.0022    99.9320     0.7669    90.4600    10.2523      1.0000
 330     0.0876     0.0035    99.8820     0.8023    89.7400    10.1949      1.0000
 331     0.0872     0.0041    99.8620     0.7408    90.3400    10.2273      1.0000
 332     0.0868     0.0035    99.8780     0.7584    90.4000    10.3301      1.0000
 333     0.0864     0.0025    99.9180     0.8599    90.0700    10.2341      1.0000
 334     0.0860     0.0050    99.8600     0.7135    90.4100    10.2398      1.0000
 335     0.0856     0.0032    99.9120     0.7735    90.4200    10.3230      1.0000
 336     0.0852     0.0036    99.8980     0.7393    90.1900    10.2929      1.0000
 337     0.0847     0.0029    99.9020     0.7708    89.7600    10.2971      1.0000
 338     0.0843     0.0043    99.8920     0.7125    90.5900    10.1972      1.0000
 339     0.0839     0.0048    99.8560     0.6969    90.0000    10.2741      1.0000
 340     0.0835     0.0027    99.9160     0.7926    90.1900    10.2014      1.0000
 341     0.0831     0.0028    99.9160     0.8400    89.5300    10.2686      1.0000
 342     0.0827     0.0030    99.8960     0.7769    90.2500    10.2243      1.0000
 343     0.0823     0.0024    99.9200     0.7702    90.5500    10.1629      1.0000
 344     0.0818     0.0050    99.8600     0.7332    89.7800    10.2201      1.0000
 345     0.0814     0.0030    99.9060     0.7816    90.4900    10.2546      1.0000
 346     0.0810     0.0031    99.8980     0.8181    90.0800    10.1910      1.0000
 347     0.0806     0.0052    99.8540     0.7297    90.3900    10.3030      1.0000
 348     0.0802     0.0016    99.9540     0.8062    90.4900    10.2159      1.0000
 349     0.0798     0.0018    99.9360     0.7901    90.3500    10.3250      1.0000
 350     0.0794     0.0024    99.9440     0.8121    89.9400    10.2677      1.0000
 351     0.0790     0.0040    99.8680     0.7539    90.4800    10.3268      1.0000
 352     0.0786     0.0040    99.8760     0.7265    90.1700    10.1805      1.0000
 353     0.0781     0.0026    99.9300     0.7149    90.3400    10.2728      1.0000
 354     0.0777     0.0015    99.9580     0.8047    90.2700    10.2067      1.0000
 355     0.0773     0.0030    99.9080     0.7418    89.9900    10.2746      1.0000
 356     0.0769     0.0021    99.9340     0.8654    89.8600    10.2222      1.0000
 357     0.0765     0.0025    99.9300     0.7600    90.4300    10.2092      1.0000
 358     0.0761     0.0022    99.9300     0.7664    90.3100    10.2599      1.0000
 359     0.0757     0.0030    99.9300     0.7435    90.4300    10.1963      1.0000
 360     0.0753     0.0035    99.8940     0.7015    90.6200    10.1436      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0028    99.9100     0.6981    90.5200    10.1433      1.0000
 362     0.0744     0.0024    99.9200     0.7371    90.5400    10.2529      1.0000
 363     0.0740     0.0013    99.9480     0.7514    90.6100    10.1571      1.0000
 364     0.0736     0.0016    99.9500     0.7712    90.4500    10.2448      1.0000
 365     0.0732     0.0021    99.9400     0.7676    90.4500    10.2462      1.0000
 366     0.0728     0.0018    99.9340     0.8114    90.2300    10.1557      1.0000
 367     0.0724     0.0029    99.9200     0.7600    90.3400    10.2601      1.0000
 368     0.0720     0.0021    99.9320     0.8179    90.1400    10.2571      1.0000
 369     0.0715     0.0024    99.9240     0.7709    90.2900    10.2624      1.0000
 370     0.0711     0.0010    99.9660     0.8064    90.4000    10.2683      1.0000
 371     0.0707     0.0018    99.9400     0.7777    90.3300    10.2077      1.0000
 372     0.0703     0.0014    99.9580     0.7919    90.6600    10.2742      1.0000
 373     0.0699     0.0024    99.9160     0.7892    90.3000    10.1670      1.0000
 374     0.0695     0.0017    99.9480     0.7865    90.5500    10.2229      1.0000
 375     0.0691     0.0018    99.9460     0.7547    90.1700    10.1997      1.0000
 376     0.0686     0.0022    99.9260     0.7303    90.5300    10.1846      1.0000
 377     0.0682     0.0012    99.9660     0.7659    90.6400    10.2337      1.0000
 378     0.0678     0.0014    99.9680     0.7648    90.4000    10.1473      1.0000
 379     0.0674     0.0018    99.9420     0.7888    90.5400    10.2717      1.0000
 380     0.0670     0.0017    99.9460     0.7919    90.3700    10.2791      1.0000
 381     0.0666     0.0009    99.9740     0.8239    90.3200    10.2526      1.0000
 382     0.0662     0.0009    99.9640     0.8230    90.4200    10.2545      1.0000
 383     0.0658     0.0012    99.9580     0.8477    90.1500    10.2739      1.0000
 384     0.0654     0.0019    99.9500     0.8058    90.2600    10.3113      1.0000
 385     0.0649     0.0016    99.9520     0.8035    90.3800    10.2351      1.0000
 386     0.0645     0.0021    99.9420     0.7815    90.2600    10.3293      1.0000
 387     0.0641     0.0018    99.9500     0.7997    90.0000    10.1924      1.0000
 388     0.0637     0.0015    99.9460     0.7771    90.4300    10.2330      1.0000
 389     0.0633     0.0012    99.9660     0.7899    90.2400    10.2419      1.0000
 390     0.0629     0.0007    99.9780     0.8053    90.4100    10.2684      1.0000
 391     0.0625     0.0003    99.9900     0.8324    90.4300    10.2272      1.0000
 392     0.0621     0.0012    99.9600     0.8706    90.2100    10.1679      1.0000
 393     0.0616     0.0016    99.9480     0.8838    90.2500    10.1384      1.0000
 394     0.0612     0.0024    99.9260     0.7904    90.5100    10.2450      1.0000
 395     0.0608     0.0012    99.9640     0.7976    90.5000    10.1888      1.0000
 396     0.0604     0.0006    99.9800     0.8139    90.5800    10.1975      1.0000
 397     0.0600     0.0007    99.9840     0.8277    90.6900    10.1988      1.0000
 398     0.0596     0.0007    99.9820     0.8507    90.3600    10.2718      1.0000
 399     0.0592     0.0010    99.9660     0.8876    90.2700    10.1821      1.0000
 400     0.0588     0.0013    99.9620     0.8160    90.6000    10.2354      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0010    99.9640     0.8179    90.5000    10.2081      1.0000
 402     0.0579     0.0013    99.9500     0.8165    90.3600    10.2652      1.0000
 403     0.0575     0.0008    99.9700     0.8359    90.3100    10.1555      1.0000
 404     0.0571     0.0005    99.9800     0.8363    90.5500    10.2126      1.0000
 405     0.0567     0.0008    99.9720     0.8413    90.6100    10.1590      1.0000
 406     0.0563     0.0007    99.9820     0.9109    90.6200    10.1770      1.0000
 407     0.0559     0.0004    99.9880     0.9023    90.6500    10.2284      1.0000
 408     0.0554     0.0010    99.9740     0.8824    90.5700    10.1753      1.0000
 409     0.0550     0.0006    99.9820     0.8724    90.5000    10.2575      1.0000
 410     0.0546     0.0010    99.9660     0.8864    90.6300    10.1574      1.0000
 411     0.0542     0.0008    99.9840     0.9062    90.6600    10.2665      1.0000
 412     0.0538     0.0011    99.9640     0.9099    90.7100    10.1985      1.0000
 413     0.0534     0.0009    99.9660     0.8964    90.4200    10.1840      1.0000
 414     0.0530     0.0021    99.9500     0.8289    90.3000    10.0657      1.0000
 415     0.0526     0.0011    99.9680     0.8221    90.5600    10.1389      1.0000
 416     0.0522     0.0006    99.9820     0.8221    90.6900    10.1008      1.0000
 417     0.0517     0.0009    99.9700     0.8741    90.6600    10.2600      1.0000
 418     0.0513     0.0004    99.9840     0.8856    90.4800    10.1072      1.0000
 419     0.0509     0.0010    99.9740     0.8699    90.3900    10.1170      1.0000
 420     0.0505     0.0018    99.9500     0.8010    90.6600    10.1716      1.0000
 421     0.0501     0.0004    99.9900     0.8437    90.6200    10.1520      1.0000
 422     0.0497     0.0003    99.9900     0.8526    90.6200    10.1842      1.0000
 423     0.0493     0.0003    99.9920     0.8517    90.6600    10.2530      1.0000
 424     0.0489     0.0006    99.9780     0.8742    90.4800    10.1829      1.0000
 425     0.0484     0.0004    99.9860     0.8811    90.3900    10.2692      1.0000
 426     0.0480     0.0003    99.9860     0.8836    90.4800    10.2135      1.0000
 427     0.0476     0.0003    99.9920     0.9159    90.6200    10.1890      1.0000
 428     0.0472     0.0009    99.9700     0.8808    90.4800    10.2462      1.0000
 429     0.0468     0.0007    99.9880     0.8866    90.5800    10.1944      1.0000
 430     0.0464     0.0006    99.9860     0.8814    90.4000    10.2697      1.0000
 431     0.0460     0.0007    99.9800     0.8806    90.5200    10.2718      1.0000
 432     0.0456     0.0004    99.9840     0.8736    90.7100    10.1769      1.0000
 433     0.0451     0.0006    99.9820     0.8803    90.6800    10.2212      1.0000
 434     0.0447     0.0004    99.9820     0.9055    90.7200    10.1819      1.0000
 435     0.0443     0.0003    99.9900     0.9189    90.6600    10.2248      1.0000
 436     0.0439     0.0001    99.9980     0.9157    90.5900    10.1594      1.0000
 437     0.0435     0.0002    99.9920     0.9088    90.6300    10.1646      1.0000
 438     0.0431     0.0001    99.9980     0.9196    90.6300    10.2052      1.0000
 439     0.0427     0.0002    99.9940     0.9289    90.7100    10.2216      1.0000
 440     0.0423     0.0002    99.9900     0.9302    90.7100    10.2478      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0002    99.9960     0.9431    90.7100    10.1693      1.0000
 442     0.0414     0.0004    99.9880     0.9453    90.8500    10.2222      1.0000
 443     0.0410     0.0003    99.9820     0.9473    90.8300    10.2246      1.0000
 444     0.0406     0.0002    99.9960     0.9504    90.7700    10.2400      1.0000
 445     0.0402     0.0001    99.9940     0.9661    90.8000    10.2560      1.0000
 446     0.0398     0.0001    99.9940     0.9741    90.6700    10.3878      1.0000
 447     0.0394     0.0001   100.0000     0.9761    90.7500    10.2345      1.0000
 448     0.0389     0.0002    99.9920     0.9745    90.7900    10.1635      1.0000
 449     0.0385     0.0003    99.9920     0.9618    90.8200    10.1866      1.0000
 450     0.0381     0.0003    99.9880     0.9887    90.7100    10.2655      1.0000
 451     0.0377     0.0002    99.9940     0.9823    90.7800    10.1548      1.0000
 452     0.0373     0.0001    99.9960     1.0198    90.7300    10.1675      1.0000
 453     0.0369     0.0003    99.9880     0.9918    90.7900    10.2527      1.0000
 454     0.0365     0.0005    99.9860     0.9800    90.8300    10.2682      1.0000
 455     0.0361     0.0002    99.9920     0.9926    90.6300    10.2011      1.0000
 456     0.0357     0.0003    99.9900     0.9630    90.8800    10.0876      1.0000
 457     0.0352     0.0001    99.9900     0.9792    90.7900    10.1958      1.0000
 458     0.0348     0.0001    99.9960     0.9820    90.9500    10.1064      1.0000
 459     0.0344     0.0002    99.9960     0.9851    90.8800    10.2260      1.0000
 460     0.0340     0.0002    99.9920     0.9894    90.8100    10.1710      1.0000
 461     0.0336     0.0002    99.9940     0.9797    90.9600    10.2487      1.0000
 462     0.0332     0.0000    99.9980     0.9837    90.9400    10.2858      1.0000
 463     0.0328     0.0002    99.9940     0.9901    90.9000    10.2485      1.0000
 464     0.0324     0.0001    99.9940     1.0084    90.9900    10.2548      1.0000
 465     0.0319     0.0002    99.9900     1.0063    90.8600    10.2279      1.0000
 466     0.0315     0.0003    99.9900     0.9987    90.8800    10.1770      1.0000
 467     0.0311     0.0002    99.9960     1.0134    90.9400    10.2469      1.0000
 468     0.0307     0.0001    99.9980     1.0175    90.9200    10.2847      1.0000
 469     0.0303     0.0002    99.9940     1.0055    90.8900    10.3045      1.0000
 470     0.0299     0.0002    99.9920     1.0064    90.8800    10.2787      1.0000
 471     0.0295     0.0002    99.9920     1.0060    90.8200    10.2597      1.0000
 472     0.0291     0.0001    99.9960     1.0039    90.9200    10.2158      1.0000
 473     0.0286     0.0001    99.9980     1.0058    90.9200    10.2036      1.0000
 474     0.0282     0.0002    99.9960     1.0072    90.8700    10.1893      1.0000
 475     0.0278     0.0001    99.9980     1.0124    90.8700    10.2190      1.0000
 476     0.0274     0.0001    99.9960     1.0135    90.9000    10.2292      1.0000
 477     0.0270     0.0000    99.9980     1.0155    90.9100    10.1642      1.0000
 478     0.0266     0.0000   100.0000     1.0207    90.9500    10.2878      1.0000
 479     0.0262     0.0001    99.9980     1.0270    90.8600    10.2809      1.0000
 480     0.0257     0.0002    99.9960     1.0263    90.8900    10.2111      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0001    99.9980     1.0332    90.7600    10.2238      1.0000
 482     0.0249     0.0001    99.9980     1.0369    90.8000    10.1370      1.0000
 483     0.0245     0.0001    99.9980     1.0413    90.7800    10.2322      1.0000
 484     0.0241     0.0000   100.0000     1.0402    90.8400    10.1500      1.0000
 485     0.0237     0.0001    99.9980     1.0361    90.7000    10.2130      1.0000
 486     0.0233     0.0000   100.0000     1.0406    90.6700    10.1866      1.0000
 487     0.0229     0.0000   100.0000     1.0447    90.7500    10.0987      1.0000
 488     0.0225     0.0000   100.0000     1.0472    90.7300    10.1353      1.0000
 489     0.0220     0.0001    99.9960     1.0466    90.7200    10.2603      1.0000
 490     0.0216     0.0000   100.0000     1.0498    90.7700    10.1446      1.0000
 491     0.0212     0.0001    99.9960     1.0503    90.7800    10.2530      1.0000
 492     0.0208     0.0001    99.9980     1.0567    90.8500    10.2304      1.0000
 493     0.0204     0.0001   100.0000     1.0596    90.8400    10.2246      1.0000
 494     0.0200     0.0001    99.9940     1.0578    90.8100    10.1839      1.0000
 495     0.0196     0.0000    99.9980     1.0582    90.7900    10.2459      1.0000
 496     0.0192     0.0001    99.9960     1.0641    90.8600    10.2734      1.0000
 497     0.0187     0.0000   100.0000     1.0643    90.8500    10.1732      1.0000
 498     0.0183     0.0000   100.0000     1.0652    90.8400    10.2115      1.0000
 499     0.0179     0.0000   100.0000     1.0655    90.8600    10.2400      1.0000
 500     0.0175     0.0001    99.9960     1.0653    90.8800    10.2336      1.0000
 501     0.0171     0.0002    99.9920     1.0682    90.9400    10.1805      1.0000
 502     0.0167     0.0000   100.0000     1.0702    90.9500    10.1952      1.0000
 503     0.0163     0.0001    99.9960     1.0733    90.9100    10.3056      1.0000
 504     0.0159     0.0000   100.0000     1.0743    90.8600    10.1487      1.0000
 505     0.0154     0.0000    99.9980     1.0751    90.9500    10.2132      1.0000
 506     0.0150     0.0001    99.9980     1.0768    90.8800    10.2079      1.0000
 507     0.0146     0.0000    99.9980     1.0796    90.9100    10.1395      1.0000
 508     0.0142     0.0000   100.0000     1.0805    90.8700    10.2386      1.0000
 509     0.0138     0.0000   100.0000     1.0799    90.8900    10.2425      1.0000
 510     0.0134     0.0000    99.9960     1.0826    90.8700    10.1593      1.0000
 511     0.0130     0.0000   100.0000     1.0830    90.8800    10.2187      1.0000
 512     0.0125     0.0005    99.9900     1.0788    90.8600    10.1962      1.0000
 513     0.0121     0.0002    99.9920     1.0668    90.7600    10.2010      1.0000
 514     0.0117     0.0001    99.9960     1.0671    90.7900    10.1356      1.0000
 515     0.0113     0.0002    99.9960     1.0629    90.8400    10.1561      1.0000
 516     0.0109     0.0000    99.9980     1.0642    90.9100    10.1214      1.0000
 517     0.0105     0.0000   100.0000     1.0640    90.8900    10.1998      1.0000
 518     0.0101     0.0001    99.9980     1.0654    90.8400    10.1396      1.0000
 519     0.0097     0.0000    99.9980     1.0669    90.8200    10.1250      1.0000
 520     0.0092     0.0000   100.0000     1.0670    90.8300    10.2647      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     1.0680    90.8400    10.2343      1.0000
 522     0.0084     0.0002    99.9920     1.0667    90.7500    10.1478      1.0000
 523     0.0080     0.0000   100.0000     1.0672    90.7600    10.1614      1.0000
 524     0.0076     0.0000   100.0000     1.0674    90.7800    10.2133      1.0000
 525     0.0072     0.0000   100.0000     1.0679    90.7900    10.2030      1.0000
 526     0.0068     0.0002    99.9920     1.0697    90.7400    10.1782      1.0000
 527     0.0064     0.0001    99.9980     1.0693    90.7700    10.1164      1.0000
 528     0.0060     0.0000   100.0000     1.0701    90.7500    10.0520      1.0000
 529     0.0055     0.0000    99.9980     1.0725    90.7500    10.1811      1.0000
 530     0.0051     0.0000   100.0000     1.0729    90.7500    10.2485      1.0000
 531     0.0047     0.0001    99.9980     1.0727    90.8300    10.2177      1.0000
 532     0.0043     0.0000   100.0000     1.0729    90.8300    10.2519      1.0000
 533     0.0039     0.0000   100.0000     1.0732    90.8200    10.1861      1.0000
 534     0.0035     0.0000   100.0000     1.0735    90.8200    10.1384      1.0000
 535     0.0031     0.0000   100.0000     1.0736    90.8000    10.2746      1.0000
 536     0.0027     0.0000    99.9980     1.0735    90.7900    10.1640      1.0000
 537     0.0022     0.0000   100.0000     1.0736    90.8000    10.1448      1.0000
 538     0.0018     0.0001    99.9960     1.0729    90.7800    10.1641      1.0000
 539     0.0014     0.0000    99.9980     1.0730    90.7800    10.1679      1.0000
 540     0.0010     0.0001    99.9960     1.0730    90.7900    10.2127      1.0000
 541     0.0010     0.0000   100.0000     1.0731    90.8000    10.1944      1.0000
 542     0.0010     0.0001    99.9980     1.0727    90.7800    10.2668      1.0000
 543     0.0010     0.0000   100.0000     1.0727    90.7800    10.2393      1.0000
 544     0.0010     0.0000   100.0000     1.0727    90.7800    10.1791      1.0000
 545     0.0010     0.0000   100.0000     1.0728    90.7800    10.2121      1.0000
 546     0.0010     0.0002    99.9940     1.0725    90.8000    10.1569      1.0000
 547     0.0010     0.0000    99.9980     1.0727    90.8000    10.1623      1.0000
 548     0.0010     0.0000   100.0000     1.0728    90.8100    10.1866      1.0000
 549     0.0010     0.0000   100.0000     1.0728    90.8100    10.1275      1.0000
 550     0.0010     0.0000   100.0000     1.0728    90.8100    10.1765      1.0000
 551     0.0010     0.0001    99.9960     1.0725    90.8200    10.1409      1.0000
 552     0.0010     0.0000   100.0000     1.0725    90.8200    10.1724      1.0000
 553     0.0010     0.0000   100.0000     1.0725    90.8200    10.2405      1.0000
 554     0.0010     0.0000    99.9980     1.0723    90.8200    10.2234      1.0000
 555     0.0010     0.0001    99.9960     1.0720    90.8200    10.1761      1.0000
 556     0.0010     0.0000    99.9980     1.0717    90.8200    10.2931      1.0000
 557     0.0010     0.0001    99.9980     1.0717    90.8200    10.2126      1.0000
 558     0.0010     0.0000    99.9980     1.0715    90.8000    10.2072      1.0000
 559     0.0010     0.0000   100.0000     1.0714    90.8000    10.2096      1.0000
 560     0.0010     0.0000   100.0000     1.0713    90.8000    10.2024      1.0000
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     1.0714    90.8000    10.3045      1.0000
 562     0.0010     0.0000    99.9980     1.0714    90.8100    10.2308      1.0000
 563     0.0010     0.0000   100.0000     1.0715    90.8100    10.2413      1.0000
 564     0.0010     0.0000   100.0000     1.0715    90.8200    10.2976      1.0000
 565     0.0010     0.0000    99.9980     1.0715    90.8000    10.1583      1.0000
 566     0.0010     0.0000   100.0000     1.0713    90.8300    10.3193      1.0000
 567     0.0010     0.0000   100.0000     1.0713    90.8300    10.2288      1.0000
 568     0.0010     0.0000    99.9980     1.0712    90.8100    10.2250      1.0000
 569     0.0010     0.0000   100.0000     1.0712    90.8200    10.2285      1.0000
 570     0.0010     0.0000    99.9980     1.0715    90.7900    10.2664      1.0000
 571     0.0010     0.0000   100.0000     1.0716    90.7900    10.4920      1.0000
 572     0.0010     0.0000   100.0000     1.0717    90.7900    10.1998      1.0000
 573     0.0010     0.0000   100.0000     1.0717    90.7900    10.2007      1.0000
 574     0.0010     0.0000    99.9980     1.0717    90.7700    10.2544      1.0000
 575     0.0010     0.0000   100.0000     1.0718    90.7700    10.1476      1.0000
 576     0.0010     0.0000   100.0000     1.0718    90.7800    10.2442      1.0000
 577     0.0010     0.0001    99.9980     1.0719    90.8000    10.2003      1.0000
 578     0.0010     0.0000   100.0000     1.0719    90.7800    10.2164      1.0000
 579     0.0010     0.0000   100.0000     1.0719    90.7900    10.2703      1.0000
 580     0.0010     0.0000   100.0000     1.0720    90.7900    10.2647      1.0000
 581     0.0010     0.0000   100.0000     1.0720    90.7900    10.1695      1.0000
 582     0.0010     0.0000   100.0000     1.0722    90.7900    10.1824      1.0000
 583     0.0010     0.0001    99.9960     1.0720    90.7900    10.2303      1.0000
 584     0.0010     0.0000   100.0000     1.0720    90.7900    10.2215      1.0000
 585     0.0010     0.0001    99.9980     1.0716    90.7900    10.2134      1.0000
 586     0.0010     0.0001    99.9960     1.0716    90.8000    10.1839      1.0000
 587     0.0010     0.0000   100.0000     1.0717    90.8000    10.2952      1.0000
 588     0.0010     0.0000    99.9980     1.0717    90.7900    10.3065      1.0000
 589     0.0010     0.0000    99.9980     1.0715    90.7800    10.2323      1.0000
 590     0.0010     0.0000    99.9980     1.0717    90.8000    10.2946      1.0000
 591     0.0010     0.0000   100.0000     1.0716    90.7900    10.2855      1.0000
 592     0.0010     0.0001    99.9980     1.0717    90.7900    10.1586      1.0000
 593     0.0010     0.0000   100.0000     1.0717    90.8000    10.2622      1.0000
 594     0.0010     0.0000   100.0000     1.0718    90.8000    10.2512      1.0000
 595     0.0010     0.0000    99.9980     1.0719    90.8000    10.2288      1.0000
 596     0.0010     0.0000    99.9980     1.0719    90.8000    10.2854      1.0000
 597     0.0010     0.0000   100.0000     1.0719    90.8000    10.3117      1.0000
 598     0.0010     0.0000   100.0000     1.0720    90.8000    10.2508      1.0000
 599     0.0010     0.0000   100.0000     1.0722    90.8100    10.2709      1.0000
 600     0.0010     0.0000   100.0000     1.0722    90.8100    10.2799      1.0000
