Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2886    11.5320     2.2890    10.9000    10.7864      0.9252
   2     0.1000     2.2174    15.0760     2.3109    10.0000    10.0325      0.8789
   3     0.1000     2.2866    12.1400     2.2009    17.5200    10.1708      0.8398
   4     0.1000     2.0135    19.5000     1.9272    22.5200    10.3622      0.8048
   5     0.1000     1.9210    23.1640     1.8344    28.2000    10.2391      0.7728
   6     0.1000     1.8472    27.5800     1.7936    28.8700    10.3690      0.7431
   7     0.1000     1.7747    31.0180     1.6806    35.9200    10.2914      0.7153
   8     0.1000     1.6952    34.4100     1.6054    37.4300    10.2201      0.6891
   9     0.1000     1.6239    37.5720     1.5560    40.3800    10.2752      0.6643
  10     0.1000     1.5520    40.6120     1.4780    45.2900    10.2541      0.6407
  11     0.1000     1.4742    44.9700     1.3172    51.7400    10.3130      0.6184
  12     0.1000     1.3890    48.9240     1.2771    53.6800    10.3457      0.5971
  13     0.1000     1.2969    53.1200     1.1925    56.3100    10.2722      0.5769
  14     0.1000     1.1928    57.1780     1.1898    58.3700    10.3547      0.5575
  15     0.1000     1.1127    60.6560     1.0388    63.5700    10.2470      0.5391
  16     0.1000     1.0334    63.4320     1.2616    59.1100    10.2968      0.5214
  17     0.1000     0.9601    66.3700     1.0041    65.0700    10.3247      0.5044
  18     0.1000     0.9000    68.6040     0.8296    71.3100    10.2507      0.4882
  19     0.1000     0.8492    70.6180     0.7812    72.8500    10.2281      0.4726
  20     0.1000     0.7968    72.7300     0.8357    72.0700    10.2054      0.4577
  21     0.1000     0.7490    74.4520     0.7579    74.6100    10.3029      0.4434
  22     0.1000     0.7113    76.0100     0.7075    76.3100    10.2826      0.4296
  23     0.1000     0.6784    77.0260     0.6777    77.5100    10.2347      0.4164
  24     0.1000     0.6341    78.2960     0.6926    78.9000    10.2944      0.4036
  25     0.1000     0.6042    79.7680     0.5966    80.4300    10.2053      0.3913
  26     0.1000     0.5794    80.6300     0.5913    80.8500    10.2202      0.3795
  27     0.1000     0.5480    81.7140     0.5619    82.0700    10.2161      0.3681
  28     0.1000     0.5334    82.1700     0.6554    79.3400    10.2890      0.3571
  29     0.1000     0.5032    83.2780     0.6075    80.2100    10.2554      0.3466
  30     0.1000     0.4832    84.1320     0.6240    80.6400    10.2819      0.3365
  31     0.1000     0.4624    84.7200     0.5603    82.6700    10.2503      0.3267
  32     0.1000     0.4419    85.5960     0.5859    81.0300    10.2183      0.3174
  33     0.1000     0.4295    85.7680     0.5327    83.4400    10.2231      0.3083
  34     0.1000     0.4084    86.3360     0.4796    84.9700    10.2045      0.2997
  35     0.1000     0.3942    86.9180     0.5248    83.5100    10.2437      0.2913
  36     0.1000     0.3790    87.5920     0.5614    82.7200    10.2561      0.2832
  37     0.1000     0.3684    88.0200     0.4640    85.5100    10.2388      0.2754
  38     0.1000     0.3604    88.0960     0.5458    83.1800    10.2685      0.2680
  39     0.1000     0.3333    89.1620     0.7095    80.4900    10.2425      0.2607
  40     0.1000     0.3245    89.2120     0.5181    84.3100    10.2637      0.2538
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.3154    89.7080     0.5598    83.7600    10.2208      0.2471
  42     0.1000     0.3029    90.0220     0.5039    84.6000    10.2716      0.2406
  43     0.1000     0.3002    90.0160     0.4543    86.1700    10.1960      0.2344
  44     0.1000     0.2848    90.6440     0.4496    86.7300    10.1806      0.2284
  45     0.1000     0.2706    90.9560     0.4709    86.3200    10.1621      0.2225
  46     0.1000     0.2670    91.3180     0.4605    86.6100    10.2285      0.2169
  47     0.1000     0.2605    91.6160     0.5571    83.6300    10.1086      0.2114
  48     0.1000     0.2478    91.9380     0.4802    86.3700    10.2539      0.2062
  49     0.1000     0.2449    91.9100     0.4750    86.5400    10.2457      0.2012
  50     0.1000     0.2265    92.5880     0.4579    86.8900    10.2572      0.1963
  51     0.1000     0.2284    92.3520     0.4301    87.2200    10.2183      0.1915
  52     0.1000     0.2188    92.7320     0.4694    86.7800    10.3040      0.1871
  53     0.1000     0.2179    92.8960     0.5133    85.6700    10.1936      0.1827
  54     0.1000     0.2007    93.4140     0.4877    87.0400    10.3194      0.1784
  55     0.1000     0.2000    93.4080     0.4443    87.4000    10.2878      0.1743
  56     0.1000     0.1939    93.5500     0.4721    86.7500    10.2572      0.1704
  57     0.1000     0.1884    93.6480     0.4407    87.6500    10.2829      0.1665
  58     0.1000     0.1853    93.9240     0.4421    87.8000    10.3217      0.1628
  59     0.1000     0.1705    94.3520     0.5548    85.6200    10.2758      0.1592
  60     0.1000     0.1763    94.2540     0.4705    87.4000    10.2719      0.1557
  61     0.1000     0.1745    94.2240     0.5869    85.3300    10.2915      0.1524
  62     0.1000     0.1588    94.7900     0.4944    87.3700    10.2923      0.1492
  63     0.1000     0.1570    94.8700     0.5127    86.4600    10.2272      0.1460
  64     0.1000     0.1546    94.9460     0.5561    85.4200    10.2260      0.1429
  65     0.1000     0.1576    94.7820     0.4760    86.8900    10.2561      0.1400
  66     0.1000     0.1426    95.2900     0.4690    87.9200    10.2184      0.1371
  67     0.1000     0.1417    95.3260     0.4724    88.0000    10.2892      0.1344
  68     0.1000     0.1413    95.4620     0.5042    86.9800    10.2947      0.1316
  69     0.1000     0.1391    95.3500     0.4910    87.3700    10.2816      0.1291
  70     0.1000     0.1344    95.5940     0.5131    87.3200    10.4047      0.1266
  71     0.1000     0.1294    95.8100     0.4593    88.1500    10.4287      0.1242
  72     0.1000     0.1340    95.6820     0.4608    88.6100    10.3013      0.1219
  73     0.1000     0.1223    96.0240     0.4945    87.5400    10.2858      0.1196
  74     0.1000     0.1186    96.0440     0.4926    87.9500    10.3060      0.1174
  75     0.1000     0.1193    96.1160     0.4605    88.4600    10.2750      0.1153
  76     0.1000     0.1107    96.2860     0.4853    88.3600    10.2911      0.1132
  77     0.1000     0.1122    96.2940     0.4683    88.4100    10.2857      0.1112
  78     0.1000     0.1164    96.2600     0.4544    88.4100    10.2377      0.1093
  79     0.1000     0.0993    96.7740     0.4964    88.0700    10.2167      0.1074
  80     0.1000     0.1041    96.5900     0.7061    84.4800    10.2984      0.1056
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.1077    96.4020     0.5261    87.8800    10.1769      0.1039
  82     0.1000     0.0994    96.7160     0.5844    86.9000    10.2556      0.1021
  83     0.1000     0.0999    96.7360     0.4607    88.7600    10.3212      0.1005
  84     0.1000     0.0916    96.9760     0.5059    88.3600    10.1554      0.0989
  85     0.1000     0.0923    97.0320     0.5744    87.3100    10.3440      0.0974
  86     0.1000     0.0963    96.9080     0.5647    87.6000    10.2271      0.0959
  87     0.1000     0.0923    97.0680     0.5019    88.6800    10.2899      0.0944
  88     0.1000     0.0884    97.0700     0.6155    86.6300    10.3560      0.0931
  89     0.1000     0.0890    97.0700     0.6437    86.7500    10.2422      0.0917
  90     0.1000     0.0827    97.3320     0.5613    87.3700    10.2911      0.0904
  91     0.1000     0.0832    97.3220     0.5682    87.1000    10.1994      0.0891
  92     0.1000     0.0850    97.2420     0.6010    87.0500    10.2423      0.0879
  93     0.1000     0.0787    97.4380     0.4965    88.8600    10.3141      0.0867
  94     0.1000     0.0771    97.4420     0.5737    86.9300    10.1901      0.0855
  95     0.1000     0.0803    97.4060     0.5496    87.9300    10.3051      0.0844
  96     0.1000     0.0757    97.5620     0.5163    88.4200    10.2188      0.0833
  97     0.1000     0.0807    97.3840     0.5146    88.3500    10.2379      0.0822
  98     0.1000     0.0699    97.7380     0.5294    89.1000    10.3615      0.0812
  99     0.1000     0.0728    97.6260     0.5169    88.5100    10.1911      0.0802
 100     0.1000     0.0678    97.7600     0.6023    87.8200    10.1926      0.0792
 101     0.1000     0.0675    97.7880     0.5564    87.7700    10.2901      0.0783
 102     0.1000     0.0713    97.6860     0.5492    88.0600    10.2622      0.0774
 103     0.1000     0.0695    97.7420     0.5217    89.0400    10.2272      0.0765
 104     0.1000     0.0697    97.7880     0.5436    89.1100    10.2590      0.0756
 105     0.1000     0.0660    97.8620     0.5168    88.5000    10.2748      0.0748
 106     0.1000     0.0596    98.0240     0.5234    88.8600    10.2006      0.0739
 107     0.1000     0.0620    97.9820     0.6242    87.4600    10.2252      0.0731
 108     0.1000     0.0612    98.0200     0.5293    88.8800    10.3607      0.0724
 109     0.1000     0.0641    97.8880     0.5121    88.7300    10.3062      0.0716
 110     0.1000     0.0581    98.1100     0.5451    88.6000    10.3135      0.0709
 111     0.1000     0.0600    98.1060     0.5318    88.9300    10.3115      0.0702
 112     0.1000     0.0601    98.0400     0.5447    88.6100    10.2272      0.0695
 113     0.1000     0.0572    98.1660     0.5535    88.5600    10.3147      0.0689
 114     0.1000     0.0654    97.9900     0.5301    88.6000    10.2300      0.0682
 115     0.1000     0.0546    98.2060     0.5678    88.3300    10.2897      0.0676
 116     0.1000     0.0538    98.3120     0.5097    88.8400    10.3412      0.0669
 117     0.1000     0.0579    98.1080     0.5455    88.7600    10.3508      0.0663
 118     0.1000     0.0495    98.4540     0.5057    89.3400    10.2944      0.0657
 119     0.1000     0.0519    98.3260     0.5488    88.9100    10.1560      0.0652
 120     0.1000     0.0517    98.3880     0.5558    88.6500    10.2415      0.0646
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0529    98.3440     0.5600    88.2300    10.1838      0.0640
 122     0.1000     0.0554    98.2120     0.5559    88.4200    10.2261      0.0635
 123     0.1000     0.0494    98.3640     0.5620    88.8200    10.3267      0.0630
 124     0.1000     0.0532    98.2640     0.6141    88.4000    10.3132      0.0625
 125     0.1000     0.0483    98.5100     0.5644    88.4000    10.2962      0.0620
 126     0.1000     0.0506    98.4060     0.5876    88.5600    10.2900      0.0615
 127     0.1000     0.0483    98.4480     0.5890    88.3500    10.3124      0.0611
 128     0.1000     0.0499    98.3320     0.5663    89.1500    10.3514      0.0606
 129     0.1000     0.0525    98.3100     0.6651    86.8400    10.2944      0.0602
 130     0.1000     0.0471    98.5220     0.5427    89.0100    10.3221      0.0598
 131     0.1000     0.0458    98.5400     0.7125    86.5200    10.3381      0.0593
 132     0.1000     0.0415    98.7160     0.5921    88.4000    10.1614      0.0589
 133     0.1000     0.0510    98.4720     0.5834    88.4200    10.2666      0.0585
 134     0.1000     0.0496    98.4420     0.5154    89.1700    10.3289      0.0581
 135     0.1000     0.0435    98.5720     0.5507    89.1700    10.3625      0.0577
 136     0.1000     0.0515    98.3520     0.5373    89.2500    10.1947      0.0573
 137     0.1000     0.0380    98.8020     0.5312    89.1500    10.2480      0.0570
 138     0.1000     0.0435    98.6140     0.5325    89.4300    10.3043      0.0566
 139     0.1000     0.0411    98.6880     0.5419    89.1300    10.2173      0.0562
 140     0.1000     0.0388    98.7200     0.8417    86.2100    10.3732      0.0559
 141     0.1000     0.0445    98.5720     0.5276    89.3400    10.2029      0.0555
 142     0.1000     0.0404    98.7020     0.5635    89.0800    10.2435      0.0552
 143     0.1000     0.0418    98.6380     0.9677    83.9400    10.3083      0.0548
 144     0.1000     0.0480    98.5700     0.5439    88.9500    10.2554      0.0545
 145     0.1000     0.0393    98.7560     0.6868    86.8100    10.3170      0.0542
 146     0.1000     0.0477    98.5380     0.5037    89.5600    10.3101      0.0540
 147     0.1000     0.0395    98.7640     0.5720    89.5400    10.3002      0.0537
 148     0.1000     0.0384    98.8120     0.5827    89.1900    10.2627      0.0533
 149     0.1000     0.0396    98.7720     0.5357    89.3900    10.3346      0.0531
 150     0.1000     0.0388    98.7240     0.5795    89.0800    10.2997      0.0528
 151     0.1000     0.0403    98.7380     0.5581    89.0600    10.3191      0.0525
 152     0.1000     0.0363    98.8120     0.6252    88.6700    10.2723      0.0522
 153     0.1000     0.0416    98.7080     0.6138    88.1400    10.2016      0.0520
 154     0.1000     0.0386    98.7980     0.5605    89.0900    10.2561      0.0517
 155     0.1000     0.0364    98.8160     0.6373    88.1600    10.2679      0.0515
 156     0.1000     0.0374    98.8100     0.7111    86.5200    10.2474      0.0513
 157     0.1000     0.0350    98.8980     0.6034    88.7900    10.3471      0.0510
 158     0.1000     0.0377    98.7940     0.7556    86.7000    10.2563      0.0507
 159     0.1000     0.0374    98.8600     0.6582    87.9900    10.3179      0.0505
 160     0.1000     0.0395    98.7400     0.5443    89.2000    10.2307      0.0503
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0361    98.8740     0.5587    89.0800    10.1724      0.0501
 162     0.1000     0.0348    98.8660     0.5630    89.2000    10.2683      0.0498
 163     0.1000     0.0317    98.9740     0.7023    87.3100    10.1909      0.0496
 164     0.1000     0.0388    98.7680     0.6294    88.8100    10.3443      0.0494
 165     0.1000     0.0342    98.8980     0.5860    89.3300    10.2498      0.0492
 166     0.1000     0.0353    98.8660     0.5603    89.5900    10.1735      0.0490
 167     0.1000     0.0317    99.0180     0.6097    88.2200    10.0927      0.0487
 168     0.1000     0.0354    98.9040     0.6160    88.4400    10.2276      0.0485
 169     0.1000     0.0327    98.9600     0.5885    89.1900    10.1088      0.0484
 170     0.1000     0.0318    98.9380     0.5914    88.8400    10.1200      0.0482
 171     0.1000     0.0372    98.8020     0.6068    88.6300    10.2195      0.0480
 172     0.1000     0.0322    99.0080     0.5642    89.5400    10.1899      0.0478
 173     0.1000     0.0283    99.0520     0.7258    87.9100    10.3540      0.0476
 174     0.1000     0.0312    99.0340     0.5766    89.3700    10.1515      0.0474
 175     0.1000     0.0339    98.9720     0.5689    89.2700    10.2111      0.0473
 176     0.1000     0.0298    99.0220     0.5980    89.4600    10.2648      0.0471
 177     0.1000     0.0360    98.8680     0.6013    88.8700    10.2462      0.0469
 178     0.1000     0.0342    98.9400     0.6199    88.0300    10.3245      0.0467
 179     0.1000     0.0333    98.9520     0.6174    88.5400    10.2550      0.0466
 180     0.1000     0.0315    99.0360     0.7405    87.2500    10.2660      0.0464
 181     0.1000     0.0333    98.9220     0.6889    87.9300    10.2193      0.0462
 182     0.1000     0.0313    98.9680     0.6068    89.4100    10.1580      0.0461
 183     0.1000     0.0310    99.0240     0.5489    89.3800    10.2352      0.0459
 184     0.1000     0.0307    98.9960     0.7101    87.6800    10.2102      0.0458
 185     0.1000     0.0288    99.1060     0.6362    88.5800    10.2498      0.0456
 186     0.1000     1.4258    50.3300     2.1332    14.6900    10.2958      0.0456
 187     0.1000     1.3501    50.2740     0.5893    83.1600    10.2393      0.0461
 188     0.1000     0.2723    92.0200     0.5779    86.1100    10.1899      0.0464
 189     0.1000     0.1603    95.0980     0.5170    86.9700    10.2659      0.0466
 190     0.1000     0.1271    96.1660     0.5805    87.3200    10.3075      0.0466
 191     0.1000     0.0974    96.9220     0.5521    87.7800    10.2901      0.0466
 192     0.1000     0.0850    97.3520     0.5515    88.4400    10.2365      0.0466
 193     0.1000     0.0789    97.5480     0.5056    88.7600    10.1808      0.0465
 194     0.1000     0.0687    97.8140     0.5130    89.5000    10.2001      0.0465
 195     0.1000     0.0679    97.8720     0.5581    88.5000    10.1723      0.0464
 196     0.1000     0.0661    97.9680     0.5551    87.9700    10.2766      0.0463
 197     0.1000     0.0570    98.2100     0.6142    87.9400    10.2163      0.0462
 198     0.1000     0.0566    98.2280     0.5938    87.9500    10.2170      0.0461
 199     0.1000     0.0523    98.3180     0.5531    89.2500    10.2454      0.0460
 200     0.1000     0.0514    98.4180     0.5989    88.6900    10.3005      0.0460
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0463    98.5300     0.6198    88.6700    10.2372      0.0459
 202     0.1000     0.0475    98.5000     0.5604    89.4100    10.2239      0.0458
 203     0.1000     0.0427    98.6640     0.5602    89.1500    10.2755      0.0457
 204     0.1000     0.0457    98.5960     0.5796    88.5100    10.2478      0.0455
 205     0.1000     0.0443    98.6660     0.6079    88.6700    10.2703      0.0454
 206     0.1000     0.0382    98.7940     0.8234    86.6300    10.3004      0.0453
 207     0.1000     0.0462    98.5660     0.5706    89.2400    10.3036      0.0452
 208     0.1000     0.0430    98.6580     0.5780    88.7700    10.3342      0.0451
 209     0.1000     0.0381    98.8180     0.5395    89.4000    10.2490      0.0450
 210     0.1000     0.0413    98.6800     0.5599    89.3700    10.3340      0.0449
 211     0.1000     0.0380    98.7920     0.5831    88.7500    10.2767      0.0448
 212     0.1000     0.0376    98.8500     0.6105    88.3000    10.1341      0.0447
 213     0.1000     0.0352    98.8880     0.6487    87.5500    10.1549      0.0446
 214     0.1000     0.0435    98.5880     0.5359    89.4500    10.2389      0.0445
 215     0.1000     0.0325    98.9840     0.5922    89.2800    10.2364      0.0444
 216     0.1000     0.0335    98.9580     0.5750    89.5000    10.2122      0.0442
 217     0.1000     0.0374    98.8140     0.5982    88.9800    10.2855      0.0441
 218     0.1000     0.0377    98.8200     0.5768    88.8300    10.2980      0.0440
 219     0.1000     0.0313    99.0460     0.5432    89.6800    10.2777      0.0439
 220     0.1000     0.0323    98.9860     0.5750    89.5000    10.1774      0.0438
 221     0.1000     0.0327    99.0120     0.5869    89.2200    10.3204      0.0436
 222     0.1000     0.0322    98.9860     0.6174    88.8000    10.2057      0.0435
 223     0.1000     0.0303    99.0680     0.5851    89.7300    10.2856      0.0434
 224     0.1000     0.0303    99.0840     0.5632    89.7500    10.2581      0.0433
 225     0.1000     0.0289    99.1640     0.5959    89.4000    10.2886      0.0431
 226     0.1000     0.0311    99.0240     0.5998    89.7600    10.2895      0.0430
 227     0.1000     0.0339    98.9580     0.5472    89.4200    10.2458      0.0429
 228     0.1000     0.0280    99.0920     0.6229    89.0900    10.2442      0.0428
 229     0.1000     0.0287    99.1020     0.6079    89.2500    10.3388      0.0427
 230     0.1000     0.0305    99.0280     0.5989    89.4700    10.2528      0.0426
 231     0.1000     0.0286    99.1120     0.5804    89.5700    10.1842      0.0425
 232     0.1000     0.0253    99.1880     0.6035    89.1500    10.3645      0.0424
 233     0.1000     0.0266    99.1740     0.6673    88.0500    10.2042      0.0423
 234     0.1000     0.0277    99.1260     0.5879    89.5300    10.2387      0.0421
 235     0.1000     0.0305    99.0260     0.5967    89.2300    10.3133      0.0420
 236     0.1000     0.0244    99.2600     0.6228    89.0900    10.3683      0.0419
 237     0.1000     0.0290    99.1080     0.5909    89.0200    10.2725      0.0418
 238     0.1000     0.0269    99.1900     0.6115    89.2300    10.2714      0.0417
 239     0.1000     0.0260    99.1800     0.6355    89.3000    10.2076      0.0416
 240     0.1000     0.0271    99.1240     0.5946    89.7400    10.2216      0.0415
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0292    99.0940     0.6549    88.6500    10.3317      0.0414
 242     0.1000     0.0296    99.0600     0.5974    89.2500    10.2919      0.0413
 243     0.1000     0.0277    99.1040     0.5644    89.3700    10.2855      0.0412
 244     0.1000     0.0245    99.2740     0.6340    89.4800    10.1826      0.0411
 245     0.1000     0.0224    99.3400     0.6557    89.1300    10.2675      0.0410
 246     0.1000     0.0283    99.0720     0.6038    89.4900    10.2556      0.0409
 247     0.1000     0.0229    99.2540     0.5957    89.7100    10.2052      0.0408
 248     0.1000     0.0259    99.1840     0.6187    89.0400    10.3360      0.0407
 249     0.1000     0.0237    99.2780     0.5855    89.9800    10.3270      0.0406
 250     0.1000     0.0256    99.2060     0.6035    89.0300    10.3625      0.0405
 251     0.1000     0.0206    99.3240     0.7152    88.5400    10.2414      0.0404
 252     0.1000     0.0294    99.0640     0.5966    89.2900    10.2423      0.0403
 253     0.1000     0.0249    99.2420     0.6407    89.3100    10.1772      0.0402
 254     0.1000     0.0243    99.2820     0.6489    88.7300    10.1990      0.0401
 255     0.1000     0.0257    99.1940     0.6091    89.3000    10.3227      0.0400
 256     0.1000     0.0235    99.2140     0.6288    89.1000    10.2393      0.0399
 257     0.1000     0.0241    99.2240     0.6199    89.4100    10.2565      0.0399
 258     0.1000     0.0260    99.1720     0.7343    87.6900    10.2178      0.0398
 259     0.1000     0.0270    99.1760     0.5872    89.6100    10.2643      0.0397
 260     0.1000     0.0252    99.2420     0.6154    89.4500    10.3159      0.0396
 261     0.1000     0.0276    99.2120     0.5836    89.5600    10.2730      0.0395
 262     0.1000     0.0233    99.2240     0.5897    89.6800    10.3333      0.0394
 263     0.1000     0.0225    99.3100     0.5750    89.4700    10.2227      0.0393
 264     0.1000     0.0247    99.1900     0.5710    89.8600    10.2208      0.0392
 265     0.1000     0.0233    99.2660     0.6530    88.3500    10.3138      0.0392
 266     0.1000     0.0247    99.2140     0.5825    89.5600    10.3540      0.0391
 267     0.1000     0.0198    99.3800     0.6293    89.6300    10.3234      0.0390
 268     0.1000     0.0243    99.2440     0.8438    87.0300    10.3132      0.0389
 269     0.1000     0.0236    99.2480     0.6390    89.2300    10.3479      0.0388
 270     0.1000     0.0228    99.2580     0.5909    89.6300    10.2542      0.0387
 271     0.1000     0.0259    99.2160     0.5733    89.8200    10.2766      0.0387
 272     0.1000     0.0240    99.2260     0.5802    89.8400    10.3796      0.0386
 273     0.1000     0.0207    99.3440     0.6189    89.2500    10.2684      0.0385
 274     0.1000     0.0219    99.3360     0.6106    89.2600    10.3009      0.0384
 275     0.1000     0.0212    99.3480     0.6021    89.6200    10.2274      0.0383
 276     0.1000     0.0210    99.3620     0.5840    90.0400    10.2226      0.0383
 277     0.1000     0.0202    99.3440     0.6319    89.1900    10.2949      0.0382
 278     0.1000     0.0219    99.3280     0.6464    89.5000    10.1538      0.0381
 279     0.1000     0.0263    99.1600     0.5948    89.2900    10.3009      0.0380
 280     0.1000     0.0249    99.2200     0.6522    88.9300    10.2930      0.0380
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0227    99.2720     0.5866    89.3900    10.2289      0.0379
 282     0.1000     0.0200    99.3620     0.5996    89.7000    10.3252      0.0378
 283     0.1000     0.0214    99.3140     0.5591    90.4400    10.2350      0.0377
 284     0.1000     0.0199    99.4040     0.5952    89.1700    10.3125      0.0376
 285     0.1000     0.0250    99.2320     0.6211    89.3300    10.2393      0.0376
 286     0.1000     0.0204    99.3640     0.5868    90.1300    10.2339      0.0375
 287     0.1000     0.0203    99.3520     0.6050    89.5800    10.2775      0.0374
 288     0.1000     0.0212    99.3780     0.5741    90.0700    10.3167      0.0373
 289     0.1000     0.0167    99.4660     0.6769    89.0600    10.3245      0.0372
 290     0.1000     0.0238    99.2760     0.6102    89.4400    10.2507      0.0372
 291     0.1000     0.0207    99.3800     0.5650    90.0000    10.2573      0.0371
 292     0.1000     0.0165    99.5040     0.6118    89.3800    10.2888      0.0370
 293     0.1000     0.0199    99.3740     0.6185    89.1000    10.2593      0.0369
 294     0.1000     0.0225    99.3320     0.5626    89.4700    10.1979      0.0369
 295     0.1000     0.0201    99.3520     0.5644    90.2800    10.2209      0.0368
 296     0.1000     0.0250    99.2720     0.5558    89.8600    10.2502      0.0367
 297     0.1000     0.0195    99.4620     0.5971    89.6700    10.2406      0.0366
 298     0.1000     0.0168    99.4500     0.6285    89.5600    10.3312      0.0366
 299     0.1000     0.0227    99.2800     0.9063    86.2400    10.1857      0.0365
 300     0.1000     0.0217    99.3120     0.6066    89.7700    10.3179      0.0365
 301     0.0996     0.0239    99.2400     0.6718    88.6300    10.2216      0.0364
 302     0.0992     0.0215    99.3300     0.6075    89.1500    10.2616      0.0363
 303     0.0988     0.0188    99.4220     0.5893    89.8900    10.2855      0.0363
 304     0.0983     0.0225    99.2880     0.5795    89.8000    10.1944      0.0362
 305     0.0979     0.0209    99.3640     0.5689    90.0900    10.1816      0.0361
 306     0.0975     0.0226    99.2620     0.6124    89.3900    10.1650      0.0361
 307     0.0971     0.0161    99.5300     0.6037    89.7100    10.1755      0.0360
 308     0.0967     0.0212    99.2960     0.5999    89.2800    10.3732      0.0360
 309     0.0963     0.0205    99.3400     0.5905    89.4700    10.2612      0.0359
 310     0.0959     0.0183    99.3940     0.6031    89.8000    10.1812      0.0358
 311     0.0955     0.0209    99.3880     0.5542    90.2600    10.3409      0.0358
 312     0.0950     0.0185    99.4040     0.5713    90.1300    10.3567      0.0357
 313     0.0946     0.0186    99.4320     0.5881    89.7500    10.2493      0.0357
 314     0.0942     0.0159    99.5240     0.6605    89.1200    10.3697      0.0356
 315     0.0938     0.0148    99.5280     0.6202    89.6000    10.1316      0.0355
 316     0.0934     0.0193    99.4040     0.6041    89.7000    10.3700      0.0354
 317     0.0930     0.0151    99.5060     0.5759    90.1300    10.2759      0.0354
 318     0.0926     0.0134    99.5840     0.6273    89.7500    10.2924      0.0353
 319     0.0922     0.0235    99.3280     0.5668    89.9700    10.2405      0.0352
 320     0.0917     0.0125    99.5740     0.6307    89.2900    10.3092      0.0352
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0141    99.5420     0.6181    89.9900    10.2208      0.0351
 322     0.0909     0.0175    99.4780     0.6069    89.9800    10.1249      0.0350
 323     0.0905     0.0157    99.5160     0.5963    90.3300    10.1144      0.0350
 324     0.0901     0.0146    99.5920     0.5985    89.9100    10.1451      0.0349
 325     0.0897     0.0148    99.5480     0.6057    90.1800    10.1749      0.0349
 326     0.0893     0.0153    99.5420     0.5863    90.2800    10.2319      0.0348
 327     0.0889     0.0147    99.5500     0.6082    90.4000    10.1997      0.0347
 328     0.0885     0.0131    99.6060     0.6012    90.4400    10.2691      0.0346
 329     0.0880     0.0126    99.6240     0.6157    89.9700    10.2439      0.0346
 330     0.0876     0.0152    99.5280     0.7375    88.7300    10.0851      0.0345
 331     0.0872     0.0135    99.5460     0.6601    89.7300    10.4648      0.0344
 332     0.0868     0.0132    99.5920     0.6878    89.6500    10.1899      0.0344
 333     0.0864     0.0159    99.5060     0.6231    89.9900    10.2715      0.0343
 334     0.0860     0.0169    99.4520     0.6174    89.7500    10.2151      0.0343
 335     0.0856     0.0130    99.5880     0.6987    89.2300    10.2454      0.0342
 336     0.0852     0.0124    99.6100     0.6450    89.9200    10.2387      0.0342
 337     0.0847     0.0098    99.6900     0.6496    90.3300    10.2240      0.0341
 338     0.0843     0.0107    99.6660     0.7188    89.4600    10.1807      0.0340
 339     0.0839     0.0150    99.5260     0.6476    89.7100    10.2958      0.0340
 340     0.0835     0.0132    99.5540     0.6364    89.8200    10.3443      0.0339
 341     0.0831     0.0131    99.5520     0.6699    89.9000    10.1377      0.0339
 342     0.0827     0.0126    99.5880     0.6669    89.6500    10.2027      0.0338
 343     0.0823     0.0111    99.6380     0.6595    89.9900    10.1658      0.0338
 344     0.0818     0.0128    99.5920     0.6362    90.1300    10.1386      0.0337
 345     0.0814     0.0139    99.6140     0.6495    89.7800    10.1978      0.0337
 346     0.0810     0.0142    99.5900     0.5957    90.3600    10.1959      0.0336
 347     0.0806     0.0094    99.7100     0.6445    89.9100    10.2547      0.0335
 348     0.0802     0.0107    99.6540     0.6322    89.9200    10.3577      0.0335
 349     0.0798     0.0108    99.6800     0.6487    89.9400    10.1678      0.0334
 350     0.0794     0.0123    99.6080     0.7103    89.3700    10.3184      0.0334
 351     0.0790     0.0139    99.6100     0.6205    90.0300    10.1545      0.0333
 352     0.0786     0.0076    99.7520     0.6468    90.3700    10.1948      0.0332
 353     0.0781     0.0106    99.6560     0.6642    89.8600    10.2094      0.0332
 354     0.0777     0.0117    99.6280     0.6479    90.2400    10.2238      0.0331
 355     0.0773     0.0092    99.7320     0.6694    89.7900    10.2248      0.0331
 356     0.0769     0.0079    99.7340     0.6919    89.8500    10.2053      0.0330
 357     0.0765     0.0115    99.6300     0.6203    90.1700    10.1731      0.0330
 358     0.0761     0.0110    99.6320     0.7023    89.7700    10.3134      0.0329
 359     0.0757     0.0078    99.7300     0.6847    89.8700    10.3047      0.0329
 360     0.0753     0.0089    99.7220     0.6589    90.0600    10.2448      0.0328
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0132    99.5900     0.6368    90.2500    10.1657      0.0328
 362     0.0744     0.0100    99.6920     0.6627    90.0100    10.1883      0.0327
 363     0.0740     0.0073    99.7880     0.6686    89.9600    10.2383      0.0327
 364     0.0736     0.0083    99.7520     0.6613    90.0700    10.2749      0.0326
 365     0.0732     0.0087    99.7180     0.6891    89.8700    10.2284      0.0325
 366     0.0728     0.0076    99.7540     0.6960    89.8700    10.2770      0.0325
 367     0.0724     0.0097    99.6760     0.6511    90.0700    10.3700      0.0324
 368     0.0720     0.0084    99.7520     0.6513    90.0100    10.3261      0.0324
 369     0.0715     0.0092    99.7160     0.6344    90.1800    10.3808      0.0323
 370     0.0711     0.0074    99.7780     0.6708    90.1400    10.3146      0.0323
 371     0.0707     0.0083    99.7700     0.6684    90.1400    10.3346      0.0322
 372     0.0703     0.0085    99.7460     0.6372    90.5700    10.2422      0.0322
 373     0.0699     0.0079    99.7440     0.6794    89.8300    10.2783      0.0321
 374     0.0695     0.0084    99.7220     0.6589    90.1500    10.3361      0.0321
 375     0.0691     0.0056    99.8180     0.6781    90.2100    10.2686      0.0320
 376     0.0686     0.0058    99.8260     0.7095    90.2200    10.3046      0.0320
 377     0.0682     0.0090    99.7060     0.6795    89.8100    10.3158      0.0319
 378     0.0678     0.0078    99.7560     0.7126    90.0000    10.2833      0.0319
 379     0.0674     0.0074    99.7760     0.6772    89.9900    10.2269      0.0318
 380     0.0670     0.0057    99.8320     0.6938    90.1500    10.2976      0.0318
 381     0.0666     0.0069    99.7940     0.7077    90.1000    10.1247      0.0317
 382     0.0662     0.0073    99.7640     0.7446    89.6000    10.2486      0.0317
 383     0.0658     0.0089    99.7100     0.6634    90.1000    10.2045      0.0316
 384     0.0654     0.0079    99.7220     0.6772    90.3700    10.3298      0.0316
 385     0.0649     0.0065    99.7900     0.6736    90.3300    10.3025      0.0315
 386     0.0645     0.0057    99.8380     0.6915    90.2400    10.1871      0.0315
 387     0.0641     0.0047    99.8360     0.6902    90.3400    10.3129      0.0314
 388     0.0637     0.0060    99.8040     0.6875    90.2800    10.2546      0.0314
 389     0.0633     0.0075    99.7960     0.6794    90.2100    10.2084      0.0313
 390     0.0629     0.0069    99.7860     0.6427    90.4100    10.2976      0.0313
 391     0.0625     0.0065    99.7880     0.6406    90.2800    10.2994      0.0312
 392     0.0621     0.0057    99.8380     0.6870    90.3200    10.2593      0.0312
 393     0.0616     0.0064    99.8020     0.6336    90.3800    10.1881      0.0311
 394     0.0612     0.0043    99.8760     0.6627    90.5200    10.1894      0.0311
 395     0.0608     0.0057    99.8280     0.6461    90.3800    10.2388      0.0311
 396     0.0604     0.0067    99.8080     0.6459    90.1100    10.3054      0.0310
 397     0.0600     0.0043    99.8600     0.7018    90.3400    10.2122      0.0310
 398     0.0596     0.0043    99.8860     0.6975    90.1800    10.2302      0.0309
 399     0.0592     0.0054    99.8400     0.6795    90.1700    10.3151      0.0309
 400     0.0588     0.0049    99.8480     0.7303    89.8500    10.2579      0.0308
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0055    99.8220     0.6807    90.2500    10.2682      0.0308
 402     0.0579     0.0062    99.8140     0.7109    90.2400    10.2598      0.0307
 403     0.0575     0.0069    99.7880     0.6577    90.7700    10.1873      0.0307
 404     0.0571     0.0057    99.8340     0.7333    89.9300    10.2835      0.0307
 405     0.0567     0.0040    99.8740     0.7340    90.2600    10.2048      0.0306
 406     0.0563     0.0053    99.8480     0.6561    90.2200    10.2473      0.0306
 407     0.0559     0.0040    99.8780     0.6928    90.3500    10.3143      0.0305
 408     0.0554     0.0041    99.8860     0.6779    90.5800    10.1483      0.0305
 409     0.0550     0.0041    99.8720     0.7155    89.8900    10.2478      0.0304
 410     0.0546     0.0041    99.8860     0.6962    90.3100    10.2632      0.0304
 411     0.0542     0.0039    99.8760     0.6791    90.6700    10.2597      0.0304
 412     0.0538     0.0053    99.8340     0.6849    90.5000    10.3567      0.0303
 413     0.0534     0.0035    99.9040     0.6952    90.5200    10.2786      0.0303
 414     0.0530     0.0048    99.8560     0.6877    90.4900    10.3211      0.0302
 415     0.0526     0.0035    99.8940     0.6704    90.5500    10.2878      0.0302
 416     0.0522     0.0042    99.8600     0.7134    90.4200    10.3621      0.0302
 417     0.0517     0.0044    99.8740     0.7126    90.3300    10.3362      0.0301
 418     0.0513     0.0026    99.9260     0.7074    90.8400    10.2670      0.0301
 419     0.0509     0.0042    99.8700     0.7103    90.5300    10.2448      0.0300
 420     0.0505     0.0062    99.8020     0.6790    90.5500    10.2416      0.0300
 421     0.0501     0.0030    99.9200     0.6911    90.4900    10.3066      0.0300
 422     0.0497     0.0028    99.9180     0.7001    90.6100    10.2312      0.0299
 423     0.0493     0.0025    99.9420     0.7165    90.5300    10.2494      0.0299
 424     0.0489     0.0045    99.8520     0.7465    90.1900    10.2547      0.0299
 425     0.0484     0.0040    99.8740     0.7012    90.5400    10.2247      0.0298
 426     0.0480     0.0032    99.9120     0.6877    90.5500    10.1353      0.0298
 427     0.0476     0.0034    99.8940     0.6878    90.4500    10.3100      0.0298
 428     0.0472     0.0030    99.9020     0.6961    90.3600    10.1510      0.0297
 429     0.0468     0.0035    99.8900     0.6955    90.5900    10.3881      0.0297
 430     0.0464     0.0039    99.8880     0.7057    90.1200    10.3578      0.0297
 431     0.0460     0.0033    99.9160     0.6719    90.8800    10.3130      0.0296
 432     0.0456     0.0021    99.9340     0.7341    90.4100    10.2343      0.0296
 433     0.0451     0.0032    99.8900     0.7312    90.2000    10.2552      0.0296
 434     0.0447     0.0026    99.9180     0.7511    89.8700    10.2799      0.0295
 435     0.0443     0.0033    99.8860     0.7153    90.5700    10.3100      0.0295
 436     0.0439     0.0026    99.9140     0.7273    90.2200    10.3304      0.0295
 437     0.0435     0.0029    99.9120     0.6940    90.5400    10.2896      0.0294
 438     0.0431     0.0015    99.9560     0.7397    90.3700    10.3232      0.0294
 439     0.0427     0.0027    99.9220     0.7671    90.2800    10.3575      0.0293
 440     0.0423     0.0026    99.9260     0.7172    90.3900    10.2429      0.0293
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0033    99.8980     0.7287    90.5200    10.3495      0.0293
 442     0.0414     0.0030    99.9140     0.7023    90.5900    10.3032      0.0293
 443     0.0410     0.0024    99.9180     0.7151    90.5400    10.2968      0.0292
 444     0.0406     0.0024    99.9340     0.7102    90.6500    10.3054      0.0292
 445     0.0402     0.0015    99.9620     0.7129    90.5900    10.2770      0.0292
 446     0.0398     0.0027    99.9140     0.7110    90.6500    10.2398      0.0291
 447     0.0394     0.0014    99.9620     0.6983    90.6500    10.2852      0.0291
 448     0.0389     0.0017    99.9620     0.7212    90.4700    10.2389      0.0291
 449     0.0385     0.0018    99.9500     0.7243    90.5100    10.3307      0.0290
 450     0.0381     0.0020    99.9520     0.7261    90.6100    10.1929      0.0290
 451     0.0377     0.0026    99.9100     0.7257    90.6000    10.2557      0.0290
 452     0.0373     0.0019    99.9540     0.7447    90.6700    10.3551      0.0289
 453     0.0369     0.0021    99.9420     0.7524    90.5400    10.2591      0.0289
 454     0.0365     0.0019    99.9380     0.7126    90.8200    10.2974      0.0289
 455     0.0361     0.0010    99.9760     0.7247    90.8600    10.3056      0.0289
 456     0.0357     0.0022    99.9240     0.7502    90.3900    10.2144      0.0288
 457     0.0352     0.0016    99.9500     0.7294    90.6700    10.2146      0.0288
 458     0.0348     0.0012    99.9680     0.7172    90.8700    10.3913      0.0288
 459     0.0344     0.0020    99.9460     0.7152    90.6900    10.2715      0.0288
 460     0.0340     0.0015    99.9560     0.7066    90.9000    10.3461      0.0287
 461     0.0336     0.0017    99.9560     0.7224    90.7500    10.3380      0.0287
 462     0.0332     0.0015    99.9620     0.7280    90.7600    10.2290      0.0287
 463     0.0328     0.0013    99.9660     0.7232    90.8700    10.2362      0.0286
 464     0.0324     0.0017    99.9420     0.7490    90.7000    10.2587      0.0286
 465     0.0319     0.0015    99.9640     0.7524    90.6500    10.3000      0.0286
 466     0.0315     0.0016    99.9660     0.7520    90.7900    10.2538      0.0286
 467     0.0311     0.0011    99.9720     0.7292    90.7800    10.2969      0.0286
 468     0.0307     0.0011    99.9700     0.7367    90.8100    10.3277      0.0285
 469     0.0303     0.0010    99.9820     0.7469    90.6600    10.2487      0.0285
 470     0.0299     0.0012    99.9680     0.7593    90.7900    10.2543      0.0285
 471     0.0295     0.0011    99.9680     0.7420    90.6400    10.2785      0.0284
 472     0.0291     0.0012    99.9580     0.7400    90.5900    10.2510      0.0284
 473     0.0286     0.0007    99.9840     0.7525    90.7400    10.2181      0.0284
 474     0.0282     0.0006    99.9840     0.7475    90.7600    10.2517      0.0284
 475     0.0278     0.0006    99.9820     0.7475    90.8500    10.2611      0.0284
 476     0.0274     0.0010    99.9700     0.7559    90.6600    10.2634      0.0283
 477     0.0270     0.0012    99.9620     0.7672    90.5400    10.3230      0.0283
 478     0.0266     0.0009    99.9760     0.7514    90.7100    10.2728      0.0283
 479     0.0262     0.0007    99.9840     0.7644    90.6200    10.3340      0.0283
 480     0.0257     0.0004    99.9940     0.7825    90.7100    10.3777      0.0283
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0010    99.9740     0.7587    90.6800    10.2926      0.0282
 482     0.0249     0.0008    99.9700     0.7565    90.8100    10.2359      0.0282
 483     0.0245     0.0005    99.9900     0.7650    90.7000    10.3494      0.0282
 484     0.0241     0.0007    99.9840     0.7617    90.8100    10.2847      0.0282
 485     0.0237     0.0008    99.9760     0.7576    90.7500    10.3211      0.0282
 486     0.0233     0.0007    99.9720     0.7565    90.7500    10.3406      0.0281
 487     0.0229     0.0009    99.9800     0.7495    90.6800    10.2893      0.0281
 488     0.0225     0.0008    99.9820     0.7570    90.6500    10.2200      0.0281
 489     0.0220     0.0009    99.9780     0.7632    90.6500    10.2838      0.0281
 490     0.0216     0.0008    99.9780     0.7705    90.6300    10.2861      0.0281
 491     0.0212     0.0006    99.9860     0.7613    90.7100    10.2717      0.0280
 492     0.0208     0.0008    99.9820     0.7733    90.6400    10.2908      0.0280
 493     0.0204     0.0008    99.9800     0.7657    90.7200    10.3762      0.0280
 494     0.0200     0.0006    99.9920     0.7655    90.7400    10.2440      0.0280
 495     0.0196     0.0011    99.9720     0.7695    90.8300    10.2922      0.0280
 496     0.0192     0.0009    99.9860     0.7667    90.8500    10.2358      0.0280
 497     0.0187     0.0005    99.9880     0.7628    90.6800    10.2870      0.0280
 498     0.0183     0.0008    99.9800     0.7624    90.8700    10.2461      0.0280
 499     0.0179     0.0007    99.9800     0.7714    90.6500    10.2609      0.0279
 500     0.0175     0.0007    99.9840     0.7774    90.7600    10.2395      0.0279
 501     0.0171     0.0006    99.9840     0.7715    90.6600    10.2257      0.0279
 502     0.0167     0.0005    99.9880     0.7677    90.7200    10.2565      0.0279
 503     0.0163     0.0004    99.9920     0.7701    90.5900    10.2867      0.0279
 504     0.0159     0.0004    99.9920     0.7675    90.8600    10.3234      0.0279
 505     0.0154     0.0005    99.9860     0.7800    90.6700    10.2694      0.0279
 506     0.0150     0.0004    99.9900     0.7758    90.7600    10.2671      0.0279
 507     0.0146     0.0004    99.9900     0.7703    90.7200    10.1750      0.0278
 508     0.0142     0.0003    99.9960     0.7761    90.6600    10.2395      0.0278
 509     0.0138     0.0004    99.9940     0.7728    90.7700    10.3244      0.0278
 510     0.0134     0.0003    99.9960     0.7705    90.8400    10.2428      0.0278
 511     0.0130     0.0004    99.9900     0.7777    90.6800    10.2971      0.0278
 512     0.0125     0.0003    99.9980     0.7815    90.7100    10.2751      0.0278
 513     0.0121     0.0007    99.9860     0.7793    90.7800    10.3657      0.0278
 514     0.0117     0.0004    99.9880     0.7774    90.7400    10.2300      0.0278
 515     0.0113     0.0004    99.9880     0.7806    90.6900    10.2651      0.0278
 516     0.0109     0.0004    99.9880     0.7724    90.8500    10.2655      0.0278
 517     0.0105     0.0004    99.9940     0.7777    90.8200    10.1841      0.0278
 518     0.0101     0.0003    99.9920     0.7739    90.7500    10.2653      0.0278
 519     0.0097     0.0004    99.9920     0.7848    90.7200    10.2020      0.0277
 520     0.0092     0.0005    99.9860     0.7782    90.9200    10.2009      0.0277
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0003    99.9920     0.7815    90.8400    10.2100      0.0277
 522     0.0084     0.0005    99.9900     0.7879    90.6700    10.2216      0.0277
 523     0.0080     0.0002    99.9980     0.7869    90.7300    10.2661      0.0277
 524     0.0076     0.0004    99.9940     0.7845    90.7700    10.2578      0.0277
 525     0.0072     0.0003    99.9960     0.7893    90.8000    10.1971      0.0277
 526     0.0068     0.0002    99.9980     0.7827    90.7900    10.2563      0.0277
 527     0.0064     0.0004    99.9880     0.7790    90.8200    10.3215      0.0277
 528     0.0060     0.0003    99.9980     0.7793    90.7600    10.3117      0.0277
 529     0.0055     0.0002    99.9980     0.7808    90.7700    10.2800      0.0277
 530     0.0051     0.0004    99.9960     0.7751    90.9100    10.2560      0.0277
 531     0.0047     0.0002    99.9960     0.7736    90.8700    10.2967      0.0277
 532     0.0043     0.0003    99.9940     0.7751    90.8300    10.3259      0.0277
 533     0.0039     0.0003    99.9940     0.7768    90.7700    10.2541      0.0277
 534     0.0035     0.0003    99.9940     0.7794    90.8400    10.3243      0.0277
 535     0.0031     0.0002    99.9980     0.7790    90.8400    10.2978      0.0277
 536     0.0027     0.0002   100.0000     0.7805    90.8100    10.3371      0.0277
 537     0.0022     0.0003    99.9920     0.7810    90.7900    10.3045      0.0277
 538     0.0018     0.0004    99.9960     0.7825    90.7700    10.1686      0.0277
 539     0.0014     0.0003    99.9960     0.7831    90.7700    10.1675      0.0277
 540     0.0010     0.0004    99.9900     0.7817    90.7700    10.2267      0.0277
 541     0.0010     0.0003    99.9980     0.7826    90.8300    10.2551      0.0277
 542     0.0010     0.0003    99.9940     0.7830    90.8400    10.2467      0.0277
 543     0.0010     0.0003    99.9920     0.7834    90.7700    10.2759      0.0277
 544     0.0010     0.0003    99.9980     0.7826    90.7800    10.2131      0.0277
 545     0.0010     0.0004    99.9920     0.7824    90.7800    10.3674      0.0277
 546     0.0010     0.0003    99.9960     0.7820    90.8000    10.2989      0.0277
 547     0.0010     0.0003    99.9920     0.7810    90.7800    10.2789      0.0277
 548     0.0010     0.0003    99.9940     0.7814    90.8000    10.3883      0.0277
 549     0.0010     0.0003    99.9940     0.7819    90.7800    10.1614      0.0277
 550     0.0010     0.0002    99.9980     0.7816    90.7700    10.2038      0.0277
 551     0.0010     0.0003    99.9900     0.7811    90.7900    10.3489      0.0277
 552     0.0010     0.0003    99.9920     0.7804    90.7600    10.2984      0.0277
 553     0.0010     0.0003    99.9940     0.7806    90.7900    10.2737      0.0277
 554     0.0010     0.0003    99.9980     0.7804    90.7800    10.2921      0.0277
 555     0.0010     0.0003    99.9980     0.7802    90.7800    10.3094      0.0277
 556     0.0010     0.0003    99.9940     0.7802    90.7900    10.2512      0.0277
 557     0.0010     0.0003    99.9960     0.7805    90.7800    10.2285      0.0277
 558     0.0010     0.0002    99.9980     0.7805    90.7900    10.3095      0.0277
 559     0.0010     0.0002    99.9960     0.7808    90.8000    10.1866      0.0277
 560     0.0010     0.0003    99.9940     0.7807    90.8000    10.2698      0.0277
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0004    99.9920     0.7809    90.8200    10.2916      0.0277
 562     0.0010     0.0003    99.9960     0.7815    90.8100    10.2538      0.0277
 563     0.0010     0.0002    99.9980     0.7818    90.7800    10.1664      0.0277
 564     0.0010     0.0003    99.9960     0.7817    90.7900    10.3244      0.0277
 565     0.0010     0.0003    99.9920     0.7821    90.8000    10.3921      0.0277
 566     0.0010     0.0003    99.9920     0.7823    90.8000    10.2974      0.0277
 567     0.0010     0.0003    99.9960     0.7829    90.8200    10.3464      0.0277
 568     0.0010     0.0002    99.9940     0.7836    90.8200    10.2367      0.0277
 569     0.0010     0.0003    99.9960     0.7835    90.7900    10.2810      0.0277
 570     0.0010     0.0002    99.9960     0.7837    90.8400    10.3425      0.0277
 571     0.0010     0.0003    99.9920     0.7833    90.8000    10.2478      0.0277
 572     0.0010     0.0002    99.9980     0.7840    90.7800    10.3229      0.0277
 573     0.0010     0.0003    99.9980     0.7845    90.7900    10.2013      0.0277
 574     0.0010     0.0002    99.9980     0.7845    90.7900    10.2869      0.0277
 575     0.0010     0.0004    99.9920     0.7849    90.7700    10.2410      0.0277
 576     0.0010     0.0002    99.9960     0.7853    90.7700    10.2701      0.0277
 577     0.0010     0.0003    99.9940     0.7855    90.7700    10.3304      0.0277
 578     0.0010     0.0002    99.9960     0.7859    90.7700    10.2952      0.0277
 579     0.0010     0.0003    99.9920     0.7858    90.7700    10.2227      0.0277
 580     0.0010     0.0002    99.9940     0.7858    90.8000    10.2247      0.0277
 581     0.0010     0.0003    99.9900     0.7860    90.7800    10.2740      0.0277
 582     0.0010     0.0004    99.9960     0.7854    90.8100    10.2737      0.0277
 583     0.0010     0.0004    99.9960     0.7858    90.8200    10.2396      0.0277
 584     0.0010     0.0003    99.9980     0.7863    90.8100    10.2972      0.0277
 585     0.0010     0.0003    99.9980     0.7858    90.8000    10.3392      0.0277
 586     0.0010     0.0002    99.9980     0.7857    90.8000    10.2653      0.0277
 587     0.0010     0.0002   100.0000     0.7858    90.8100    10.2982      0.0277
 588     0.0010     0.0002    99.9980     0.7867    90.8000    10.3082      0.0277
 589     0.0010     0.0002    99.9980     0.7869    90.8000    10.2670      0.0277
 590     0.0010     0.0002    99.9960     0.7858    90.8500    10.3446      0.0277
 591     0.0010     0.0002    99.9980     0.7860    90.8100    10.2779      0.0277
 592     0.0010     0.0002    99.9980     0.7863    90.8100    10.3288      0.0277
 593     0.0010     0.0002    99.9980     0.7862    90.8200    10.2621      0.0277
 594     0.0010     0.0002    99.9960     0.7867    90.8200    10.2600      0.0277
 595     0.0010     0.0002    99.9940     0.7862    90.8200    10.2427      0.0277
 596     0.0010     0.0002    99.9980     0.7865    90.8300    10.3808      0.0277
 597     0.0010     0.0002   100.0000     0.7868    90.8500    10.2817      0.0277
 598     0.0010     0.0002    99.9960     0.7866    90.8400    10.2840      0.0277
 599     0.0010     0.0003    99.9960     0.7869    90.8400    10.3080      0.0277
 600     0.0010     0.0002    99.9960     0.7871    90.8300    10.3269      0.0277
