Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.1859    16.0140     2.1641    17.3200    15.0615      0.9750
   2     0.1000     1.8992    26.1040     1.8896    26.6700    13.0554      0.9671
   3     0.1000     1.7638    30.8460     1.7256    31.2700    13.2023      0.9614
   4     0.1000     1.5814    38.1920     1.5718    38.0400    13.3269      0.9568
   5     0.1000     1.5504    43.0180     1.4829    44.6100    13.2045      0.9528
   6     0.1000     1.3357    50.7720     1.3124    50.8100    13.2437      0.9493
   7     0.1000     1.2413    55.3820     1.2217    55.5600    13.2179      0.9461
   8     0.1000     1.0532    61.9140     1.0458    62.3000    13.1203      0.9432
   9     0.1000     0.9487    66.2860     0.9424    66.7800    13.2461      0.9406
  10     0.1000     0.8889    68.7260     0.9101    68.3500    13.0875      0.9381
  11     0.1000     0.8591    70.2680     0.8464    71.3000    13.1997      0.9358
  12     0.1000     0.7169    75.1200     0.7486    74.5100    13.2146      0.9336
  13     0.1000     0.6492    77.7040     0.6803    77.0800    13.1070      0.9316
  14     0.1000     0.6176    78.7300     0.6551    78.1100    13.0439      0.9296
  15     0.1000     0.6505    78.2980     0.7038    76.9000    13.2958      0.9277
  16     0.1000     0.5620    81.1020     0.6176    79.8900    13.3394      0.9259
  17     0.1000     0.6584    78.7760     0.7330    76.9100    13.1207      0.9242
  18     0.1000     0.5071    82.9400     0.6085    80.8400    13.2485      0.9226
  19     0.1000     0.5177    82.5860     0.6217    80.4100    13.1017      0.9210
  20     0.1000     0.4657    84.3120     0.5781    81.2900    13.2803      0.9195
  21     0.1000     0.5172    82.5140     0.6447    79.6200    13.3537      0.9180
  22     0.1000     0.4143    86.2720     0.5295    83.3000    13.1865      0.9165
  23     0.1000     0.5560    82.4480     0.6857    79.7000    13.2761      0.9151
  24     0.1000     0.3626    87.9360     0.5075    84.1800    13.3518      0.9138
  25     0.1000     0.4437    85.2600     0.5970    81.4000    13.0702      0.9124
  26     0.1000     0.4029    86.7540     0.5694    82.7900    13.3273      0.9112
  27     0.1000     0.3299    89.0140     0.5090    84.2700    13.2304      0.9099
  28     0.1000     0.3162    89.3920     0.4976    84.8300    13.1191      0.9087
  29     0.1000     0.2840    90.4640     0.4852    85.3000    13.2731      0.9075
  30     0.1000     0.2646    90.9600     0.4837    85.5000    13.2565      0.9063
  31     0.1000     0.3043    89.8760     0.5147    84.4900    13.1320      0.9052
  32     0.1000     0.2596    91.2540     0.5018    85.3200    13.2756      0.9041
  33     0.1000     0.2738    90.6520     0.5034    85.1500    13.2025      0.9030
  34     0.1000     0.2238    92.5080     0.4786    86.2100    13.2604      0.9019
  35     0.1000     0.2229    92.5160     0.4709    86.0500    13.2010      0.9009
  36     0.1000     0.2610    91.2220     0.5155    84.9000    13.3696      0.8999
  37     0.1000     0.2117    92.6580     0.4578    86.7100    13.1907      0.8989
  38     0.1000     0.2142    92.9080     0.4813    85.9900    13.1081      0.8979
  39     0.1000     0.2051    93.1140     0.4792    86.4900    13.3259      0.8970
  40     0.1000     0.2034    93.2560     0.4746    86.7400    13.3394      0.8961
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1784    93.9480     0.4754    86.8800    13.1481      0.8951
  42     0.1000     0.1673    94.3680     0.4594    87.0500    13.0785      0.8942
  43     0.1000     0.1780    93.9080     0.4871    85.9900    13.1761      0.8933
  44     0.1000     0.1528    94.8740     0.4653    86.9900    13.3245      0.8925
  45     0.1000     0.1647    94.5380     0.4807    87.4200    13.2713      0.8916
  46     0.1000     0.1537    94.7980     0.4829    87.2200    13.2009      0.8907
  47     0.1000     0.1305    95.5700     0.4808    87.3200    13.1145      0.8899
  48     0.1000     0.1396    95.2740     0.4772    87.1500    13.3000      0.8890
  49     0.1000     0.1825    93.8820     0.5513    86.1600    13.2556      0.8882
  50     0.1000     0.1347    95.3260     0.4681    87.2300    13.2213      0.8873
  51     0.1000     0.1378    95.2600     0.5029    87.2700    13.2138      0.8865
  52     0.1000     0.1681    94.3120     0.5314    86.3100    13.0751      0.8858
  53     0.1000     0.1073    96.3840     0.4673    87.8300    13.2899      0.8850
  54     0.1000     0.1041    96.4940     0.4643    88.3800    13.1220      0.8843
  55     0.1000     0.1719    94.2100     0.5499    85.2800    13.1001      0.8835
  56     0.1000     0.1266    95.8380     0.4933    87.2000    13.3062      0.8827
  57     0.1000     0.1087    96.3980     0.5127    87.2800    13.3457      0.8820
  58     0.1000     0.0978    96.7220     0.4994    87.7500    13.2669      0.8813
  59     0.1000     0.1137    96.1540     0.5050    86.9800    13.1894      0.8806
  60     0.1000     0.0997    96.6800     0.4705    88.2400    13.3732      0.8799
  61     0.1000     0.1062    96.4000     0.5380    87.0200    13.0559      0.8792
  62     0.1000     0.0823    97.2640     0.5053    87.7700    13.2184      0.8785
  63     0.1000     0.0807    97.2840     0.5193    88.2700    13.6616      0.8778
  64     0.1000     0.0852    97.1260     0.4945    88.1100    13.0986      0.8771
  65     0.1000     0.0910    97.0440     0.5320    87.5300    13.0778      0.8764
  66     0.1000     0.0916    96.8520     0.5441    87.4200    13.2684      0.8757
  67     0.1000     0.0816    97.2180     0.5335    88.0700    13.1275      0.8751
  68     0.1000     0.1272    95.9520     0.5712    86.6000    13.0490      0.8744
  69     0.1000     0.0767    97.4160     0.5491    87.8400    13.2724      0.8737
  70     0.1000     0.0742    97.5580     0.5737    88.0900    13.2930      0.8731
  71     0.1000     0.1463    95.1220     0.6160    86.0800    13.1311      0.8725
  72     0.1000     0.0928    96.9420     0.5716    87.0200    13.1995      0.8719
  73     0.1000     0.0719    97.6200     0.5592    87.5300    13.0114      0.8713
  74     0.1000     0.0629    97.9040     0.5207    87.9300    13.1623      0.8706
  75     0.1000     0.0781    97.5040     0.5920    87.1600    13.3544      0.8700
  76     0.1000     0.0927    96.8940     0.6049    87.5100    13.1702      0.8694
  77     0.1000     0.0461    98.4700     0.5420    88.7100    13.0912      0.8687
  78     0.1000     0.0543    98.2360     0.5077    88.6500    13.1516      0.8682
  79     0.1000     0.0488    98.3500     0.5328    88.6200    13.2763      0.8676
  80     0.1000     0.0659    97.7680     0.5680    87.9100    13.4192      0.8670
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0514    98.3260     0.5497    88.4400    13.2077      0.8664
  82     0.1000     0.0505    98.4080     0.5400    88.3900    13.1127      0.8658
  83     0.1000     0.1045    96.6920     0.6022    87.4600    13.2558      0.8652
  84     0.1000     0.0481    98.4040     0.5984    88.5100    13.2131      0.8647
  85     0.1000     0.0516    98.2620     0.5770    88.1000    13.1936      0.8641
  86     0.1000     0.0430    98.5460     0.5661    88.4300    13.0886      0.8635
  87     0.1000     0.0612    98.1080     0.6465    87.9100    13.1827      0.8629
  88     0.1000     0.0409    98.5960     0.5772    88.5900    13.0719      0.8624
  89     0.1000     0.0563    98.1460     0.5532    87.9800    13.1373      0.8618
  90     0.1000     0.0404    98.5780     0.6076    88.2800    13.1343      0.8613
  91     0.1000     0.0367    98.7340     0.5515    88.9600    13.1032      0.8607
  92     0.1000     0.0444    98.5080     0.5742    88.4600    13.1835      0.8602
  93     0.1000     0.0433    98.5500     0.6339    88.3700    13.2013      0.8596
  94     0.1000     0.0346    98.7920     0.5674    88.4100    13.1979      0.8591
  95     0.1000     0.0347    98.8160     0.5743    88.7100    13.2765      0.8586
  96     0.1000     0.0364    98.7820     0.6241    88.6800    13.2353      0.8581
  97     0.1000     0.0285    99.0780     0.5748    89.0100    13.1538      0.8575
  98     0.1000     0.0391    98.7140     0.6053    88.6900    13.3912      0.8570
  99     0.1000     0.0310    98.9700     0.5612    88.9300    13.2515      0.8565
 100     0.1000     0.0337    98.8960     0.6061    88.7900    13.2051      0.8560
 101     0.1000     0.0617    97.9840     0.6834    87.8700    13.1144      0.8555
 102     0.1000     0.0458    98.4340     0.6397    87.9700    13.1983      0.8549
 103     0.1000     0.0345    98.8520     0.6258    88.3100    13.1893      0.8544
 104     0.1000     0.0369    98.8060     0.5766    88.4000    13.1473      0.8540
 105     0.1000     0.0282    99.0780     0.5568    88.8300    13.1851      0.8535
 106     0.1000     0.0306    98.9760     0.6029    89.0000    13.1755      0.8529
 107     0.1000     0.0202    99.3340     0.5848    89.0800    13.1606      0.8524
 108     0.1000     0.0303    98.9980     0.6454    88.3300    13.3100      0.8519
 109     0.1000     0.0239    99.2100     0.5847    88.4100    13.0640      0.8514
 110     0.1000     0.0597    97.9960     0.6877    87.7800    13.0736      0.8510
 111     0.1000     0.0432    98.5520     0.6244    88.3800    13.2122      0.8505
 112     0.1000     0.0271    99.1120     0.6193    88.9700    13.2957      0.8500
 113     0.1000     0.0235    99.2260     0.5832    89.0100    13.1727      0.8495
 114     0.1000     0.0209    99.3100     0.5998    88.7900    13.3288      0.8491
 115     0.1000     0.0448    98.5240     0.6404    88.3400    13.2316      0.8485
 116     0.1000     0.0370    98.7580     0.6450    88.3700    13.2226      0.8481
 117     0.1000     0.0286    99.0300     0.5954    88.8400    13.1409      0.8476
 118     0.1000     0.0305    98.9900     0.6489    88.4400    13.2740      0.8471
 119     0.1000     0.0228    99.1780     0.6284    88.9700    13.2511      0.8467
 120     0.1000     0.0258    99.1660     0.6082    88.4500    13.1500      0.8462
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0190    99.3340     0.5858    88.9200    13.2191      0.8458
 122     0.1000     0.0243    99.2040     0.6408    88.9500    13.1171      0.8453
 123     0.1000     0.0181    99.4000     0.6160    88.9400    13.1797      0.8448
 124     0.1000     0.0173    99.3980     0.6121    89.3600    13.1297      0.8443
 125     0.1000     0.0201    99.3340     0.5612    88.8200    13.1917      0.8438
 126     0.1000     0.0292    99.0300     0.6108    88.8100    13.1246      0.8434
 127     0.1000     0.0255    99.2100     0.5940    89.0800    13.2545      0.8429
 128     0.1000     0.0169    99.4400     0.6039    89.2300    13.0791      0.8425
 129     0.1000     0.0253    99.1740     0.5928    89.0000    13.1837      0.8421
 130     0.1000     0.0214    99.2960     0.5981    89.0300    13.1620      0.8416
 131     0.1000     0.0191    99.3500     0.5891    89.3100    13.1814      0.8412
 132     0.1000     0.1033    97.5040     0.7288    87.1400    13.1228      0.8408
 133     0.1000     0.0171    99.4420     0.6374    88.8500    13.1795      0.8403
 134     0.1000     0.0220    99.2940     0.6389    89.0700    13.2133      0.8399
 135     0.1000     0.0178    99.4160     0.6165    88.7900    13.2105      0.8394
 136     0.1000     0.0236    99.2800     0.6074    89.0500    13.1558      0.8390
 137     0.1000     0.0169    99.4200     0.5687    89.2800    13.1194      0.8386
 138     0.1000     0.0147    99.5520     0.6732    89.1700    13.2133      0.8382
 139     0.1000     0.0137    99.5380     0.6093    89.2400    13.3159      0.8377
 140     0.1000     0.0218    99.2500     0.6297    88.9100    13.2552      0.8373
 141     0.1000     0.0155    99.5100     0.6083    89.1200    13.2557      0.8369
 142     0.1000     0.0137    99.4980     0.6157    89.3700    13.1681      0.8365
 143     0.1000     0.0168    99.3980     0.6542    88.9200    13.2315      0.8361
 144     0.1000     0.0132    99.6120     0.6497    89.3100    13.1522      0.8357
 145     0.1000     0.0142    99.5300     0.6482    88.9900    13.0925      0.8352
 146     0.1000     0.0204    99.3220     0.6206    88.9000    13.2759      0.8348
 147     0.1000     0.0162    99.4800     0.6311    89.0900    13.1832      0.8344
 148     0.1000     0.0211    99.3340     0.7087    88.7300    13.2132      0.8340
 149     0.1000     0.0121    99.5820     0.6483    89.2900    13.1099      0.8336
 150     0.1000     0.0152    99.4900     0.6189    89.2000    13.1406      0.8332
 151     0.1000     0.0147    99.5000     0.6567    89.1300    13.1778      0.8328
 152     0.1000     0.0136    99.5400     0.5912    89.3300    13.2350      0.8324
 153     0.1000     0.0336    98.9860     0.7469    88.0800    13.2305      0.8320
 154     0.1000     0.0118    99.6040     0.6594    89.5600    13.2660      0.8316
 155     0.1000     0.0153    99.5360     0.6454    89.2400    13.1159      0.8312
 156     0.1000     0.0125    99.6020     0.6685    89.6500    13.2118      0.8308
 157     0.1000     0.0131    99.5860     0.6636    89.4500    13.1748      0.8304
 158     0.1000     0.0256    99.1400     0.6662    88.9500    13.1834      0.8300
 159     0.1000     0.0199    99.3300     0.6566    88.9500    13.2027      0.8296
 160     0.1000     0.0242    99.1860     0.6602    88.9800    13.2035      0.8292
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0131    99.5720     0.5911    89.1700    13.1955      0.8288
 162     0.1000     0.0281    99.1440     0.7449    88.5400    13.2002      0.8285
 163     0.1000     0.0146    99.5160     0.6858    89.1100    13.1477      0.8281
 164     0.1000     0.0197    99.3820     0.6824    89.4900    13.2120      0.8277
 165     0.1000     0.0116    99.6040     0.6553    89.4500    13.2786      0.8273
 166     0.1000     0.0126    99.5780     0.6661    89.1800    13.2353      0.8270
 167     0.1000     0.0092    99.6900     0.6329    89.7200    13.2906      0.8266
 168     0.1000     0.0095    99.6700     0.6328    89.4900    13.3508      0.8262
 169     0.1000     0.0101    99.6720     0.6349    89.4200    13.2703      0.8259
 170     0.1000     0.0238    99.2520     0.6899    88.9100    13.2246      0.8254
 171     0.1000     0.0139    99.5200     0.6609    89.0400    13.1718      0.8251
 172     0.1000     0.0095    99.6960     0.6405    89.6600    13.4269      0.8247
 173     0.1000     0.0095    99.6820     0.6885    89.1900    13.1156      0.8243
 174     0.1000     0.0158    99.4820     0.6307    89.2000    13.1607      0.8240
 175     0.1000     0.0214    99.3640     0.7334    88.8400    13.3163      0.8236
 176     0.1000     0.0099    99.6940     0.6564    89.4500    13.1434      0.8232
 177     0.1000     0.0119    99.6080     0.6244    89.6900    13.3329      0.8229
 178     0.1000     0.0128    99.5700     0.6936    89.2500    13.1031      0.8225
 179     0.1000     0.0125    99.6120     0.7255    88.8400    13.1372      0.8221
 180     0.1000     0.0095    99.6600     0.6161    89.6900    13.1967      0.8218
 181     0.1000     0.0465    98.6360     0.6916    88.2700    13.3357      0.8214
 182     0.1000     0.0108    99.6360     0.6587    89.4800    13.2359      0.8211
 183     0.1000     0.0106    99.6760     0.6587    89.3500    13.2343      0.8207
 184     0.1000     0.0120    99.6120     0.6738    89.3300    13.4138      0.8203
 185     0.1000     0.0117    99.6180     0.6470    89.1700    13.1058      0.8200
 186     0.1000     0.0087    99.7080     0.6515    89.7400    13.2107      0.8196
 187     0.1000     0.0088    99.6700     0.6744    89.4100    13.1403      0.8193
 188     0.1000     0.0177    99.4340     0.6595    88.9300    13.1679      0.8189
 189     0.1000     0.0107    99.6160     0.6737    89.2400    13.2587      0.8186
 190     0.1000     0.0341    99.2180     0.7188    88.7400    13.2876      0.8182
 191     0.1000     0.0074    99.7480     0.6614    89.8000    13.1261      0.8178
 192     0.1000     0.0194    99.4500     0.7254    89.0100    13.1565      0.8175
 193     0.1000     0.0133    99.5480     0.6772    89.2500    13.0658      0.8172
 194     0.1000     0.0084    99.7420     0.6625    89.3400    13.1015      0.8168
 195     0.1000     0.0109    99.6140     0.6944    89.1100    13.2008      0.8164
 196     0.1000     0.0155    99.5140     0.6337    89.0400    13.2121      0.8161
 197     0.1000     0.0107    99.6360     0.6841    89.1400    13.2743      0.8158
 198     0.1000     0.0072    99.7640     0.6438    89.7700    13.1900      0.8154
 199     0.1000     0.0359    98.9240     0.7069    87.9300    13.0713      0.8151
 200     0.1000     0.0107    99.6740     0.6207    89.1700    13.0796      0.8147
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0084    99.7300     0.5916    89.5800    13.1245      0.8144
 202     0.1000     0.0181    99.4040     0.6566    89.0200    13.2904      0.8141
 203     0.1000     0.0107    99.6640     0.6418    89.1000    13.0483      0.8138
 204     0.1000     0.0056    99.8100     0.6387    89.5900    13.2932      0.8134
 205     0.1000     0.0133    99.5560     0.6854    89.1000    13.1671      0.8131
 206     0.1000     0.0091    99.6960     0.6703    89.2400    13.3165      0.8128
 207     0.1000     0.0072    99.7620     0.6704    89.4200    13.2161      0.8125
 208     0.1000     0.0178    99.4580     0.7172    88.7000    13.2105      0.8121
 209     0.1000     0.0093    99.6800     0.6365    89.3300    13.1483      0.8118
 210     0.1000     0.0086    99.7280     0.6487    89.4200    13.2987      0.8115
 211     0.1000     0.0058    99.8160     0.6479    89.9900    13.0508      0.8112
 212     0.1000     0.0072    99.7400     0.6487    89.7200    13.2556      0.8108
 213     0.1000     0.0068    99.7620     0.6653    89.6800    13.1111      0.8105
 214     0.1000     0.0134    99.5480     0.7057    89.1400    13.0890      0.8102
 215     0.1000     0.0086    99.6960     0.6561    89.5600    13.2908      0.8099
 216     0.1000     0.0107    99.6580     0.7180    89.4700    13.3616      0.8096
 217     0.1000     0.0116    99.6500     0.7137    89.1900    13.0979      0.8093
 218     0.1000     0.0051    99.8240     0.6535    89.4000    13.0977      0.8089
 219     0.1000     0.0096    99.7020     0.6663    89.4900    13.1850      0.8086
 220     0.1000     0.0095    99.7060     0.6930    89.7200    13.1292      0.8083
 221     0.1000     0.0154    99.5060     0.6678    89.0300    13.2409      0.8080
 222     0.1000     0.0177    99.4400     0.7258    88.8100    13.3183      0.8076
 223     0.1000     0.0076    99.7420     0.6673    89.7100    13.1449      0.8074
 224     0.1000     0.0111    99.6080     0.6927    89.4400    13.0345      0.8070
 225     0.1000     0.0089    99.6940     0.6783    89.7700    13.2582      0.8067
 226     0.1000     0.0090    99.7020     0.6955    89.5400    13.0829      0.8064
 227     0.1000     0.0072    99.7700     0.6395    89.4700    13.0869      0.8061
 228     0.1000     0.0080    99.7620     0.6881    89.5300    13.2341      0.8058
 229     0.1000     0.0059    99.8140     0.6871    89.3100    13.2970      0.8055
 230     0.1000     0.0081    99.7400     0.6865    89.6300    13.1780      0.8051
 231     0.1000     0.0116    99.6380     0.6783    89.2300    13.1679      0.8048
 232     0.1000     0.0064    99.7800     0.6808    89.5200    13.3224      0.8045
 233     0.1000     0.0065    99.7860     0.7052    89.5700    13.2164      0.8042
 234     0.1000     0.0164    99.5060     0.7817    88.8400    13.1801      0.8039
 235     0.1000     0.0081    99.7700     0.7021    89.4200    13.2660      0.8036
 236     0.1000     0.0051    99.8320     0.6875    89.7300    13.1598      0.8033
 237     0.1000     0.0083    99.7080     0.7397    89.5200    13.2023      0.8030
 238     0.1000     0.0075    99.7720     0.6923    89.4600    13.1671      0.8027
 239     0.1000     0.0072    99.7640     0.6399    89.3500    13.1738      0.8024
 240     0.1000     0.0045    99.8500     0.6753    89.6200    13.2677      0.8021
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0076    99.7640     0.6476    89.7700    13.0575      0.8018
 242     0.1000     0.0064    99.7780     0.6776    89.3500    13.1470      0.8015
 243     0.1000     0.0057    99.8300     0.7035    89.7100    13.2768      0.8012
 244     0.1000     0.0162    99.4680     0.6936    89.0200    13.0991      0.8009
 245     0.1000     0.0049    99.8500     0.6587    89.8800    13.3269      0.8006
 246     0.1000     0.0050    99.8260     0.7062    89.5700    13.0733      0.8003
 247     0.1000     0.0062    99.7960     0.6712    89.7100    13.2712      0.8000
 248     0.1000     0.0091    99.7060     0.7157    89.3200    13.3562      0.7998
 249     0.1000     0.0094    99.7100     0.7443    89.3300    13.2173      0.7994
 250     0.1000     0.0038    99.8560     0.7185    90.0000    13.2821      0.7991
 251     0.1000     0.0087    99.7240     0.7185    89.5700    13.0574      0.7988
 252     0.1000     0.0144    99.4900     0.7228    89.3200    13.4554      0.7985
 253     0.1000     0.0038    99.8500     0.7588    89.7400    13.2160      0.7982
 254     0.1000     0.0060    99.7880     0.7585    89.7600    13.2403      0.7979
 255     0.1000     0.0051    99.8300     0.7118    89.4700    13.1706      0.7976
 256     0.1000     0.0058    99.8160     0.6992    89.9400    13.3063      0.7973
 257     0.1000     0.0082    99.7440     0.7196    89.4200    13.2960      0.7970
 258     0.1000     0.0049    99.8520     0.6794    89.7900    13.2077      0.7968
 259     0.1000     0.0072    99.7660     0.6516    89.8100    13.2302      0.7965
 260     0.1000     0.0045    99.8780     0.6377    89.9400    13.1431      0.7962
 261     0.1000     0.0052    99.8440     0.7285    89.8200    13.1688      0.7959
 262     0.1000     0.0043    99.8520     0.7254    89.8200    13.1103      0.7957
 263     0.1000     0.0050    99.8420     0.6327    89.7800    13.0238      0.7954
 264     0.1000     0.0042    99.8780     0.6709    89.9700    13.2164      0.7951
 265     0.1000     0.0129    99.6120     0.7254    89.1000    13.1053      0.7948
 266     0.1000     0.0041    99.8740     0.7350    89.8800    13.1165      0.7945
 267     0.1000     0.0045    99.8540     0.7467    89.7900    13.2028      0.7942
 268     0.1000     0.0048    99.8380     0.6846    89.7300    13.2614      0.7940
 269     0.1000     0.0066    99.7840     0.7011    89.4400    13.2126      0.7936
 270     0.1000     0.0090    99.7160     0.6795    89.4600    13.3227      0.7934
 271     0.1000     0.0041    99.8600     0.6890    89.8500    13.1894      0.7931
 272     0.1000     0.0067    99.7780     0.7368    89.7200    13.1449      0.7928
 273     0.1000     0.0082    99.7200     0.7359    89.5100    13.3024      0.7926
 274     0.1000     0.0048    99.8480     0.6485    90.0300    13.3123      0.7923
 275     0.1000     0.0036    99.8880     0.6983    90.0500    13.3381      0.7920
 276     0.1000     0.0045    99.8700     0.7323    89.6600    13.2019      0.7918
 277     0.1000     0.0081    99.7400     0.6008    89.6600    13.3248      0.7915
 278     0.1000     0.0066    99.7800     0.6774    89.5500    13.3026      0.7912
 279     0.1000     0.0055    99.8060     0.6948    89.9000    13.0136      0.7909
 280     0.1000     0.0133    99.5300     0.7281    89.0600    13.2343      0.7907
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0116    99.6400     0.7960    89.2500    13.1602      0.7904
 282     0.1000     0.0048    99.8320     0.7380    89.8000    13.3044      0.7902
 283     0.1000     0.0078    99.7480     0.7903    89.6800    13.3406      0.7899
 284     0.1000     0.0035    99.8820     0.7898    89.6700    13.1315      0.7896
 285     0.1000     0.0045    99.8440     0.8116    89.8300    13.1458      0.7894
 286     0.1000     0.0056    99.8200     0.7007    89.6900    13.0701      0.7891
 287     0.1000     0.0043    99.8720     0.7365    89.7000    13.2434      0.7888
 288     0.1000     0.0046    99.8600     0.6863    89.8600    13.1461      0.7885
 289     0.1000     0.0037    99.8820     0.7026    89.9100    13.2840      0.7883
 290     0.1000     0.0038    99.8840     0.7969    89.6700    13.1410      0.7880
 291     0.1000     0.0040    99.8640     0.7544    89.8500    13.3399      0.7878
 292     0.1000     0.0071    99.7760     0.7247    89.3900    13.2474      0.7875
 293     0.1000     0.0038    99.8620     0.7199    89.5100    13.2683      0.7872
 294     0.1000     0.0042    99.8660     0.7402    89.7500    13.3597      0.7869
 295     0.1000     0.0096    99.6680     0.7501    89.5100    13.2459      0.7867
 296     0.1000     0.0098    99.7100     0.7298    89.3600    13.1801      0.7864
 297     0.1000     0.0061    99.8060     0.6917    89.7600    13.1712      0.7862
 298     0.1000     0.0033    99.8840     0.7587    90.3700    13.2515      0.7859
 299     0.1000     0.0041    99.8820     0.7641    89.9200    13.1285      0.7857
 300     0.1000     0.0035    99.8940     0.7816    89.8000    13.2474      0.7854
 301     0.0996     0.0062    99.7600     0.7818    89.3600    13.3021      0.7851
 302     0.0992     0.0063    99.7960     0.7577    89.6500    13.1360      0.7849
 303     0.0988     0.0043    99.8560     0.7273    89.8300    13.1331      0.7846
 304     0.0983     0.0070    99.7900     0.7448    89.7200    13.2763      0.7844
 305     0.0979     0.0047    99.8460     0.6879    90.0200    13.1479      0.7841
 306     0.0975     0.0033    99.8980     0.6428    90.0600    13.3052      0.7839
 307     0.0971     0.0121    99.6020     0.6951    89.5700    13.2385      0.7836
 308     0.0967     0.0056    99.8360     0.7084    89.7200    13.2535      0.7833
 309     0.0963     0.0081    99.7420     0.7550    89.7500    13.2208      0.7831
 310     0.0959     0.0061    99.8000     0.7717    90.0300    13.2782      0.7829
 311     0.0955     0.0047    99.8560     0.7128    90.1700    13.2330      0.7826
 312     0.0950     0.0029    99.9060     0.7301    90.1400    13.2972      0.7824
 313     0.0946     0.0076    99.7680     0.7279    90.0200    13.3289      0.7821
 314     0.0942     0.0072    99.7880     0.7165    89.8800    13.1303      0.7819
 315     0.0938     0.0039    99.8840     0.7648    90.0400    13.3054      0.7816
 316     0.0934     0.0058    99.8100     0.7840    89.6600    13.2565      0.7814
 317     0.0930     0.0032    99.8880     0.7248    90.1900    13.1374      0.7812
 318     0.0926     0.0041    99.8860     0.6990    89.8500    13.0225      0.7809
 319     0.0922     0.0030    99.8960     0.7075    90.2100    13.3128      0.7807
 320     0.0917     0.0038    99.8640     0.6657    89.9700    13.2067      0.7805
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0038    99.8800     0.7556    89.9700    13.0792      0.7803
 322     0.0909     0.0037    99.8680     0.6930    89.9800    13.1836      0.7801
 323     0.0905     0.0018    99.9440     0.7005    90.2500    13.2673      0.7798
 324     0.0901     0.0017    99.9460     0.7408    90.2600    13.1190      0.7796
 325     0.0897     0.0031    99.8900     0.7355    90.1000    13.1656      0.7794
 326     0.0893     0.0023    99.9360     0.7429    90.5500    13.3658      0.7791
 327     0.0889     0.0024    99.9360     0.7774    90.3700    13.1473      0.7789
 328     0.0885     0.0028    99.9080     0.7719    90.2600    13.1869      0.7787
 329     0.0880     0.0030    99.9060     0.8144    89.9800    13.2268      0.7785
 330     0.0876     0.0028    99.8920     0.7575    90.0600    13.1076      0.7782
 331     0.0872     0.0038    99.8700     0.8280    89.9900    13.2203      0.7780
 332     0.0868     0.0026    99.9180     0.6772    90.1900    13.1031      0.7778
 333     0.0864     0.0037    99.8900     0.7495    90.2100    13.1402      0.7776
 334     0.0860     0.0018    99.9400     0.7851    90.2300    13.2215      0.7774
 335     0.0856     0.0022    99.9280     0.8348    90.2100    13.2330      0.7772
 336     0.0852     0.0020    99.9340     0.7244    90.3300    13.1071      0.7769
 337     0.0847     0.0032    99.8860     0.7282    90.0900    13.0717      0.7767
 338     0.0843     0.0011    99.9640     0.8036    90.2900    13.2557      0.7765
 339     0.0839     0.0046    99.8680     0.8036    89.8400    13.2513      0.7763
 340     0.0835     0.0038    99.8840     0.7780    90.2100    13.1795      0.7760
 341     0.0831     0.0020    99.9340     0.7771    90.1800    13.3068      0.7758
 342     0.0827     0.0026    99.9120     0.7356    90.0600    13.3293      0.7756
 343     0.0823     0.0021    99.9380     0.7962    89.9000    13.2961      0.7754
 344     0.0818     0.0033    99.8800     0.7501    89.9200    13.0605      0.7752
 345     0.0814     0.0023    99.9300     0.7930    90.0400    13.2424      0.7750
 346     0.0810     0.0041    99.8700     0.7868    89.7600    13.1224      0.7748
 347     0.0806     0.0026    99.8980     0.7878    90.0900    13.3166      0.7746
 348     0.0802     0.0017    99.9400     0.7535    89.9100    13.3776      0.7744
 349     0.0798     0.0017    99.9440     0.8198    90.1200    13.1927      0.7742
 350     0.0794     0.0021    99.9240     0.7817    90.0600    13.0404      0.7741
 351     0.0790     0.0060    99.7920     0.7876    89.4800    13.1916      0.7738
 352     0.0786     0.0027    99.9140     0.7992    89.8200    13.4246      0.7736
 353     0.0781     0.0024    99.9180     0.7619    90.1000    13.1521      0.7735
 354     0.0777     0.0017    99.9300     0.7591    89.9500    13.0892      0.7733
 355     0.0773     0.0070    99.8000     0.8416    89.4400    13.0521      0.7731
 356     0.0769     0.0024    99.9240     0.8137    89.9000    13.3159      0.7729
 357     0.0765     0.0021    99.9200     0.7908    90.2000    13.1690      0.7727
 358     0.0761     0.0015    99.9460     0.7909    90.1400    13.2256      0.7725
 359     0.0757     0.0057    99.8460     0.8176    90.0400    13.0604      0.7723
 360     0.0753     0.0011    99.9640     0.7713    90.3500    13.2328      0.7721
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0015    99.9540     0.7757    90.0600    13.2032      0.7719
 362     0.0744     0.0019    99.9340     0.7802    90.3700    13.2494      0.7718
 363     0.0740     0.0016    99.9460     0.7853    90.1600    13.1958      0.7716
 364     0.0736     0.0009    99.9700     0.7604    90.3100    13.0468      0.7714
 365     0.0732     0.0015    99.9600     0.7815    90.4900    13.1371      0.7712
 366     0.0728     0.0009    99.9720     0.8225    90.4800    13.2949      0.7710
 367     0.0724     0.0011    99.9600     0.8243    90.3700    13.2868      0.7709
 368     0.0720     0.0007    99.9700     0.8254    90.2400    13.1018      0.7707
 369     0.0715     0.0012    99.9660     0.8536    90.4000    13.2434      0.7705
 370     0.0711     0.0005    99.9860     0.8330    90.4400    13.5645      0.7703
 371     0.0707     0.0015    99.9640     0.7976    90.1300    13.2557      0.7702
 372     0.0703     0.0008    99.9760     0.8182    90.2500    13.1909      0.7700
 373     0.0699     0.0014    99.9580     0.8189    90.3300    13.1450      0.7698
 374     0.0695     0.0014    99.9540     0.8297    90.4400    13.1862      0.7696
 375     0.0691     0.0013    99.9440     0.7983    90.5700    13.5923      0.7695
 376     0.0686     0.0008    99.9700     0.8222    90.7200    13.1035      0.7693
 377     0.0682     0.0007    99.9720     0.8524    90.4400    13.0638      0.7691
 378     0.0678     0.0013    99.9660     0.8719    90.3400    13.2944      0.7690
 379     0.0674     0.0006    99.9800     0.8906    90.3500    13.1940      0.7688
 380     0.0670     0.0027    99.9140     0.9053    90.2200    13.1649      0.7686
 381     0.0666     0.0009    99.9740     0.8368    90.4500    13.1903      0.7685
 382     0.0662     0.0006    99.9800     0.8555    90.4600    13.2387      0.7683
 383     0.0658     0.0008    99.9660     0.8962    90.4500    13.2711      0.7682
 384     0.0654     0.0012    99.9600     0.9168    90.4900    13.2424      0.7680
 385     0.0649     0.0008    99.9720     0.8387    90.4000    13.2584      0.7678
 386     0.0645     0.0007    99.9860     0.8401    90.6300    13.2364      0.7677
 387     0.0641     0.0007    99.9800     0.8780    90.4700    13.2870      0.7675
 388     0.0637     0.0006    99.9780     0.8750    90.4500    13.2713      0.7674
 389     0.0633     0.0003    99.9880     0.9107    90.5100    13.2614      0.7672
 390     0.0629     0.0007    99.9820     0.9063    90.4800    13.3536      0.7671
 391     0.0625     0.0003    99.9860     0.9248    90.5300    13.1469      0.7669
 392     0.0621     0.0004    99.9840     0.9425    90.3000    13.2229      0.7668
 393     0.0616     0.0006    99.9780     0.9582    90.1700    13.4593      0.7666
 394     0.0612     0.0010    99.9700     0.9618    90.1400    13.1114      0.7664
 395     0.0608     0.0006    99.9780     0.9304    90.6400    13.3640      0.7663
 396     0.0604     0.0005    99.9820     0.9424    90.5600    13.4077      0.7662
 397     0.0600     0.0017    99.9540     0.8675    90.2400    13.2435      0.7660
 398     0.0596     0.0008    99.9720     0.8752    90.4000    13.2181      0.7659
 399     0.0592     0.0006    99.9860     0.8447    90.3900    13.2847      0.7657
 400     0.0588     0.0009    99.9660     0.8479    90.2900    13.1108      0.7656
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0007    99.9780     0.8144    90.3600    13.3551      0.7655
 402     0.0579     0.0007    99.9720     0.8361    90.5500    13.1740      0.7653
 403     0.0575     0.0011    99.9640     0.8912    90.1200    13.1550      0.7651
 404     0.0571     0.0006    99.9800     0.8580    90.3600    12.9896      0.7650
 405     0.0567     0.0006    99.9760     0.8514    90.3300    13.0620      0.7649
 406     0.0563     0.0005    99.9780     0.8685    90.4700    13.1465      0.7647
 407     0.0559     0.0006    99.9780     0.8654    90.3900    13.1892      0.7646
 408     0.0554     0.0005    99.9880     0.8686    90.4000    13.1104      0.7645
 409     0.0550     0.0004    99.9820     0.9088    90.4300    13.2438      0.7643
 410     0.0546     0.0003    99.9940     0.9072    90.5100    13.3396      0.7642
 411     0.0542     0.0005    99.9820     0.9181    90.5700    13.1743      0.7641
 412     0.0538     0.0005    99.9840     0.9331    90.5600    13.2540      0.7640
 413     0.0534     0.0009    99.9740     0.9372    90.3000    13.1432      0.7638
 414     0.0530     0.0004    99.9940     0.9259    90.3500    13.1277      0.7637
 415     0.0526     0.0007    99.9780     0.9360    90.6200    13.2450      0.7636
 416     0.0522     0.0009    99.9760     0.9351    90.2900    13.2498      0.7634
 417     0.0517     0.0005    99.9860     0.9403    90.2700    13.2395      0.7633
 418     0.0513     0.0009    99.9720     0.9266    90.4500    13.1854      0.7632
 419     0.0509     0.0005    99.9840     0.9157    90.4800    13.1278      0.7631
 420     0.0505     0.0006    99.9800     0.8942    90.4700    13.3652      0.7629
 421     0.0501     0.0005    99.9800     0.9247    90.6000    13.2652      0.7628
 422     0.0497     0.0005    99.9900     0.9261    90.5600    13.2695      0.7627
 423     0.0493     0.0002    99.9980     0.9317    90.3900    13.3277      0.7626
 424     0.0489     0.0008    99.9760     0.9158    90.2100    13.2888      0.7625
 425     0.0484     0.0003    99.9900     0.9253    90.2300    13.2448      0.7624
 426     0.0480     0.0003    99.9860     0.9307    90.4100    13.2579      0.7622
 427     0.0476     0.0006    99.9820     0.9353    90.5000    13.2875      0.7621
 428     0.0472     0.0007    99.9800     0.9358    90.4400    13.1311      0.7620
 429     0.0468     0.0004    99.9880     0.9403    90.5100    13.2014      0.7619
 430     0.0464     0.0005    99.9860     0.9468    90.4600    13.2112      0.7618
 431     0.0460     0.0002    99.9940     0.9324    90.4500    13.1246      0.7617
 432     0.0456     0.0004    99.9880     0.9444    90.5000    13.1961      0.7616
 433     0.0451     0.0002    99.9960     0.9458    90.5700    13.1481      0.7615
 434     0.0447     0.0003    99.9900     0.9546    90.4400    13.2571      0.7614
 435     0.0443     0.0000   100.0000     0.9696    90.5300    13.2182      0.7613
 436     0.0439     0.0002    99.9940     0.9561    90.4600    13.2552      0.7611
 437     0.0435     0.0001    99.9980     0.9591    90.4600    13.2113      0.7610
 438     0.0431     0.0001    99.9940     0.9721    90.5800    13.1504      0.7609
 439     0.0427     0.0002    99.9960     0.9401    90.6200    13.2601      0.7608
 440     0.0423     0.0006    99.9820     0.9613    90.7600    13.1335      0.7607
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0001    99.9960     0.9455    90.6300    13.1831      0.7606
 442     0.0414     0.0007    99.9760     0.9591    90.7200    13.1541      0.7605
 443     0.0410     0.0002    99.9880     0.9353    90.5400    13.2558      0.7605
 444     0.0406     0.0002    99.9940     0.9418    90.6100    13.1269      0.7603
 445     0.0402     0.0002    99.9960     0.9210    90.5400    13.1514      0.7603
 446     0.0398     0.0001   100.0000     0.9318    90.5100    13.1331      0.7602
 447     0.0394     0.0007    99.9780     0.9559    90.3300    13.1631      0.7601
 448     0.0389     0.0001    99.9960     0.9450    90.5000    13.2516      0.7600
 449     0.0385     0.0002    99.9940     0.9541    90.5700    13.1294      0.7599
 450     0.0381     0.0003    99.9940     0.9499    90.5800    13.2009      0.7598
 451     0.0377     0.0001    99.9940     0.9561    90.6600    13.2532      0.7597
 452     0.0373     0.0002    99.9960     0.9556    90.7000    13.2002      0.7596
 453     0.0369     0.0001    99.9980     0.9566    90.7400    13.2900      0.7595
 454     0.0365     0.0002    99.9940     0.9536    90.6200    13.1628      0.7595
 455     0.0361     0.0001    99.9960     0.9620    90.6800    13.0564      0.7594
 456     0.0357     0.0004    99.9860     0.9873    90.4100    13.3675      0.7593
 457     0.0352     0.0001    99.9980     0.9855    90.5000    13.2053      0.7592
 458     0.0348     0.0001    99.9980     0.9891    90.5900    13.1358      0.7591
 459     0.0344     0.0001    99.9940     0.9892    90.7300    13.2197      0.7590
 460     0.0340     0.0003    99.9900     0.9967    90.5000    13.1896      0.7590
 461     0.0336     0.0004    99.9840     1.0069    90.6600    13.3227      0.7589
 462     0.0332     0.0001    99.9960     1.0060    90.6500    13.1878      0.7588
 463     0.0328     0.0001    99.9980     1.0174    90.7000    13.1484      0.7587
 464     0.0324     0.0001    99.9980     1.0205    90.7800    13.0842      0.7586
 465     0.0319     0.0003    99.9860     1.0097    90.6300    13.3857      0.7586
 466     0.0315     0.0000   100.0000     1.0092    90.6800    13.3206      0.7585
 467     0.0311     0.0000   100.0000     1.0102    90.6200    13.3178      0.7584
 468     0.0307     0.0001    99.9960     1.0191    90.5700    13.2943      0.7584
 469     0.0303     0.0002    99.9960     1.0096    90.6300    13.1952      0.7583
 470     0.0299     0.0001    99.9940     1.0110    90.6400    13.2578      0.7582
 471     0.0295     0.0002    99.9980     1.0143    90.6000    13.1909      0.7581
 472     0.0291     0.0001    99.9960     1.0197    90.6600    13.2012      0.7581
 473     0.0286     0.0001    99.9960     1.0324    90.5600    13.1838      0.7580
 474     0.0282     0.0001    99.9980     1.0228    90.6500    13.2239      0.7579
 475     0.0278     0.0001    99.9940     1.0174    90.6800    13.2401      0.7579
 476     0.0274     0.0000   100.0000     1.0237    90.5300    13.1071      0.7578
 477     0.0270     0.0001    99.9980     1.0263    90.6000    13.2167      0.7577
 478     0.0266     0.0000   100.0000     1.0206    90.6900    13.3061      0.7577
 479     0.0262     0.0001    99.9960     1.0163    90.6500    13.2869      0.7576
 480     0.0257     0.0002    99.9920     1.0130    90.6300    13.2589      0.7575
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0001    99.9960     1.0061    90.7600    13.2678      0.7575
 482     0.0249     0.0001    99.9980     1.0053    90.6800    13.1218      0.7574
 483     0.0245     0.0001    99.9980     1.0059    90.6900    13.3150      0.7574
 484     0.0241     0.0001    99.9980     1.0122    90.6500    13.1514      0.7573
 485     0.0237     0.0001    99.9960     1.0164    90.7400    13.2077      0.7573
 486     0.0233     0.0000   100.0000     1.0146    90.7800    13.2468      0.7572
 487     0.0229     0.0001    99.9980     1.0190    90.6500    13.3382      0.7572
 488     0.0225     0.0000   100.0000     1.0150    90.7400    13.2267      0.7571
 489     0.0220     0.0001    99.9920     1.0228    90.7000    13.1391      0.7570
 490     0.0216     0.0000   100.0000     1.0261    90.7100    13.1587      0.7570
 491     0.0212     0.0000   100.0000     1.0270    90.7800    13.1533      0.7569
 492     0.0208     0.0000    99.9980     1.0169    90.7500    13.1851      0.7569
 493     0.0204     0.0000   100.0000     1.0130    90.8200    13.0946      0.7568
 494     0.0200     0.0000   100.0000     1.0097    90.8300    13.1592      0.7568
 495     0.0196     0.0000   100.0000     1.0139    90.7700    13.1694      0.7568
 496     0.0192     0.0000   100.0000     1.0058    90.9000    13.0596      0.7567
 497     0.0187     0.0001    99.9960     1.0042    90.7900    13.2957      0.7567
 498     0.0183     0.0000   100.0000     1.0030    90.8500    13.3517      0.7566
 499     0.0179     0.0001    99.9960     1.0059    90.8900    13.3224      0.7566
 500     0.0175     0.0000   100.0000     1.0081    90.8900    13.2925      0.7565
 501     0.0171     0.0000   100.0000     1.0077    90.8700    13.1140      0.7565
 502     0.0167     0.0001    99.9980     1.0083    90.8300    13.1502      0.7564
 503     0.0163     0.0000   100.0000     1.0048    90.8900    13.1959      0.7564
 504     0.0159     0.0000   100.0000     1.0057    90.8900    13.3361      0.7564
 505     0.0154     0.0000   100.0000     1.0065    90.9500    13.0972      0.7563
 506     0.0150     0.0000   100.0000     1.0089    90.9600    13.1405      0.7563
 507     0.0146     0.0000    99.9980     1.0122    90.9000    13.1502      0.7563
 508     0.0142     0.0000   100.0000     1.0123    90.8800    13.3909      0.7562
 509     0.0138     0.0000   100.0000     1.0145    90.9500    13.2498      0.7562
 510     0.0134     0.0001    99.9980     1.0145    90.9300    13.1342      0.7562
 511     0.0130     0.0002    99.9980     1.0163    90.9600    13.3104      0.7561
 512     0.0125     0.0000   100.0000     1.0161    91.0000    13.1483      0.7561
 513     0.0121     0.0001    99.9980     1.0150    90.9600    13.2000      0.7561
 514     0.0117     0.0000   100.0000     1.0174    90.9400    13.1828      0.7560
 515     0.0113     0.0001    99.9960     1.0189    90.9500    13.2840      0.7560
 516     0.0109     0.0000   100.0000     1.0224    90.9500    13.4557      0.7560
 517     0.0105     0.0000   100.0000     1.0225    90.9500    13.0642      0.7560
 518     0.0101     0.0001    99.9960     1.0233    90.9500    13.1378      0.7559
 519     0.0097     0.0000   100.0000     1.0235    90.9400    13.1677      0.7559
 520     0.0092     0.0000    99.9980     1.0246    90.9500    13.2139      0.7559
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     1.0217    90.9400    13.2089      0.7559
 522     0.0084     0.0000   100.0000     1.0218    90.9300    13.1440      0.7559
 523     0.0080     0.0000   100.0000     1.0248    90.8900    13.1914      0.7558
 524     0.0076     0.0000   100.0000     1.0253    90.9200    13.1209      0.7558
 525     0.0072     0.0000   100.0000     1.0238    90.8600    13.1412      0.7558
 526     0.0068     0.0000    99.9980     1.0252    90.8700    13.2144      0.7558
 527     0.0064     0.0001    99.9960     1.0255    90.8700    13.2878      0.7558
 528     0.0060     0.0000   100.0000     1.0260    90.9000    13.1372      0.7557
 529     0.0055     0.0000   100.0000     1.0259    90.8900    13.2469      0.7557
 530     0.0051     0.0000   100.0000     1.0244    90.8600    13.2561      0.7557
 531     0.0047     0.0000   100.0000     1.0246    90.8600    13.1176      0.7557
 532     0.0043     0.0001    99.9980     1.0247    90.8600    13.1676      0.7557
 533     0.0039     0.0000   100.0000     1.0248    90.8600    13.2243      0.7557
 534     0.0035     0.0000   100.0000     1.0249    90.8400    13.1280      0.7557
 535     0.0031     0.0000   100.0000     1.0250    90.8400    13.2242      0.7557
 536     0.0027     0.0000   100.0000     1.0251    90.8400    13.1051      0.7557
 537     0.0022     0.0000    99.9980     1.0250    90.8700    13.2023      0.7556
 538     0.0018     0.0001    99.9960     1.0250    90.8800    13.1676      0.7556
 539     0.0014     0.0000   100.0000     1.0251    90.8800    13.3188      0.7556
 540     0.0010     0.0001    99.9960     1.0251    90.8800    13.3919      0.7556
 541     0.0010     0.0000   100.0000     1.0251    90.8600    13.1853      0.7556
 542     0.0010     0.0000   100.0000     1.0248    90.8700    13.2461      0.7556
 543     0.0010     0.0000   100.0000     1.0248    90.8700    13.1665      0.7556
 544     0.0010     0.0000   100.0000     1.0250    90.8800    13.2238      0.7556
 545     0.0010     0.0001    99.9980     1.0250    90.8800    13.0854      0.7556
 546     0.0010     0.0001    99.9960     1.0249    90.8800    13.2213      0.7556
 547     0.0010     0.0000   100.0000     1.0256    90.9000    13.4510      0.7556
 548     0.0010     0.0000   100.0000     1.0253    90.9200    13.4029      0.7556
 549     0.0010     0.0001    99.9960     1.0253    90.9100    13.3638      0.7556
 550     0.0010     0.0000   100.0000     1.0254    90.9000    13.3085      0.7556
 551     0.0010     0.0000   100.0000     1.0253    90.9100    13.2332      0.7556
 552     0.0010     0.0000   100.0000     1.0253    90.9100    13.1671      0.7556
 553     0.0010     0.0000   100.0000     1.0253    90.9100    13.1547      0.7556
 554     0.0010     0.0000    99.9980     1.0254    90.9100    13.0775      0.7556
 555     0.0010     0.0000   100.0000     1.0254    90.9100    13.1949      0.7556
 556     0.0010     0.0000    99.9980     1.0255    90.9100    13.3888      0.7555
 557     0.0010     0.0000   100.0000     1.0256    90.9100    13.1444      0.7555
 558     0.0010     0.0000   100.0000     1.0255    90.9100    13.2369      0.7555
 559     0.0010     0.0000   100.0000     1.0249    90.9300    13.2027      0.7555
 560     0.0010     0.0000    99.9980     1.0249    90.9300    13.2362      0.7555
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     1.0252    90.9300    13.2141      0.7555
 562     0.0010     0.0001    99.9980     1.0253    90.9300    13.2235      0.7555
 563     0.0010     0.0001    99.9960     1.0255    90.9100    13.1128      0.7555
 564     0.0010     0.0000   100.0000     1.0257    90.9100    13.1173      0.7555
 565     0.0010     0.0000   100.0000     1.0257    90.9100    13.2577      0.7555
 566     0.0010     0.0001    99.9980     1.0256    90.9200    13.0105      0.7555
 567     0.0010     0.0001    99.9980     1.0258    90.9100    13.1971      0.7555
 568     0.0010     0.0000    99.9980     1.0260    90.8900    13.0538      0.7555
 569     0.0010     0.0000   100.0000     1.0260    90.9000    13.2408      0.7555
 570     0.0010     0.0000   100.0000     1.0261    90.9000    13.2295      0.7555
 571     0.0010     0.0000   100.0000     1.0261    90.9000    13.0300      0.7555
 572     0.0010     0.0001    99.9980     1.0260    90.9000    13.1034      0.7555
 573     0.0010     0.0000   100.0000     1.0261    90.8900    13.1837      0.7555
 574     0.0010     0.0000   100.0000     1.0262    90.8900    13.2263      0.7555
 575     0.0010     0.0000    99.9980     1.0262    90.9000    13.0698      0.7554
 576     0.0010     0.0000   100.0000     1.0262    90.8800    13.1023      0.7554
 577     0.0010     0.0000   100.0000     1.0262    90.8800    13.3015      0.7554
 578     0.0010     0.0000   100.0000     1.0262    90.8800    13.3087      0.7554
 579     0.0010     0.0000    99.9980     1.0259    90.8900    13.3208      0.7554
 580     0.0010     0.0000   100.0000     1.0259    90.8800    13.3302      0.7554
 581     0.0010     0.0000   100.0000     1.0258    90.8800    13.2530      0.7554
 582     0.0010     0.0000   100.0000     1.0257    90.8900    13.2310      0.7554
 583     0.0010     0.0002    99.9980     1.0257    90.8900    13.1781      0.7554
 584     0.0010     0.0000   100.0000     1.0256    90.8900    13.2275      0.7554
 585     0.0010     0.0000   100.0000     1.0257    90.8900    13.1401      0.7554
 586     0.0010     0.0000    99.9980     1.0257    90.8900    13.2209      0.7554
 587     0.0010     0.0000   100.0000     1.0256    90.8700    13.3015      0.7554
 588     0.0010     0.0000   100.0000     1.0256    90.8700    13.1995      0.7554
 589     0.0010     0.0000   100.0000     1.0256    90.8700    13.2959      0.7554
 590     0.0010     0.0000   100.0000     1.0257    90.8700    13.1070      0.7554
 591     0.0010     0.0001    99.9980     1.0257    90.8800    13.3367      0.7554
 592     0.0010     0.0000   100.0000     1.0257    90.8700    13.3709      0.7554
 593     0.0010     0.0000   100.0000     1.0257    90.8700    13.3016      0.7554
 594     0.0010     0.0000   100.0000     1.0258    90.8700    13.2454      0.7554
 595     0.0010     0.0000   100.0000     1.0258    90.8600    13.2129      0.7553
 596     0.0010     0.0000   100.0000     1.0258    90.8600    13.2043      0.7553
 597     0.0010     0.0000   100.0000     1.0258    90.8700    13.2929      0.7553
 598     0.0010     0.0000   100.0000     1.0258    90.8700    13.1546      0.7553
 599     0.0010     0.0000   100.0000     1.0259    90.8600    13.1014      0.7553
 600     0.0010     0.0001    99.9980     1.0259    90.8300    13.2858      0.7553
