Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2823    11.9060     2.1642    17.9500    16.3527      0.9252
   2     0.1000     2.1238    18.3960     1.9747    22.1300    14.7295      0.8789
   3     0.1000     1.9870    21.1280     1.8773    23.5300    14.7546      0.8398
   4     0.1000     1.9156    23.9500     1.7903    28.9600    14.7775      0.8049
   5     0.1000     1.8531    26.8860     1.8638    29.6800    14.7426      0.7729
   6     0.1000     1.7269    32.1540     1.9427    24.9400    14.7550      0.7433
   7     0.1000     1.6225    36.9200     1.5531    39.3400    14.7416      0.7156
   8     0.1000     1.5379    40.9860     1.5169    42.8300    14.7646      0.6895
   9     0.1000     1.4556    45.1840     1.3790    48.8300    14.7428      0.6648
  10     0.1000     1.3733    49.4800     1.3275    51.0800    14.7307      0.6414
  11     0.1000     1.2857    54.0420     1.1421    58.4300    14.7526      0.6193
  12     0.1000     1.1716    58.5540     1.0454    62.7000    14.7470      0.5982
  13     0.1000     1.0705    62.2960     0.9454    66.7100    14.7482      0.5780
  14     0.1000     0.9943    65.1620     0.8738    69.9100    14.7475      0.5588
  15     0.1000     0.9186    68.2280     0.8369    71.3800    14.7541      0.5403
  16     0.1000     0.8519    70.7160     0.9224    68.6500    14.7462      0.5226
  17     0.1000     0.8039    72.3920     0.8017    72.9100    14.7992      0.5057
  18     0.1000     0.7528    74.3220     0.7410    75.2100    14.7600      0.4895
  19     0.1000     0.6993    76.5700     0.7010    76.8300    14.7804      0.4739
  20     0.1000     0.6638    77.6640     0.7450    75.3700    14.7757      0.4589
  21     0.1000     0.6266    79.0120     0.6490    78.8100    14.7546      0.4445
  22     0.1000     0.5984    79.9800     0.8524    71.8700    14.7653      0.4307
  23     0.1000     0.5668    81.2740     0.6090    79.8100    14.7668      0.4174
  24     0.1000     0.5438    81.8360     0.5564    81.8800    14.7663      0.4046
  25     0.1000     0.5144    83.1840     0.5898    81.2400    14.7314      0.3924
  26     0.1000     0.4905    83.8800     0.7080    76.3400    14.7471      0.3804
  27     0.1000     0.4698    84.5140     0.5901    81.0700    14.7350      0.3690
  28     0.1000     0.4531    84.9860     0.6384    80.2400    14.8041      0.3581
  29     0.1000     0.4329    85.8540     0.5017    83.7400    14.7379      0.3474
  30     0.1000     0.4127    86.2120     0.5571    82.5400    14.7906      0.3373
  31     0.1000     0.3939    87.2300     0.4871    84.1900    14.7611      0.3275
  32     0.1000     0.3836    87.4560     0.4875    84.7200    14.7523      0.3180
  33     0.1000     0.3723    87.6480     0.4875    84.7300    14.8168      0.3089
  34     0.1000     0.3532    88.3300     0.5632    81.8800    14.7286      0.3002
  35     0.1000     0.3414    88.8020     0.5079    84.1700    14.7201      0.2917
  36     0.1000     0.3304    89.1500     0.6706    80.6600    14.7218      0.2836
  37     0.1000     0.3181    89.4780     0.4678    85.0000    14.7420      0.2758
  38     0.1000     0.3058    90.1280     0.4827    84.9200    14.7521      0.2682
  39     0.1000     0.2928    90.4440     0.4709    85.2700    14.7636      0.2609
  40     0.1000     0.2845    90.5800     0.5119    84.6400    14.7394      0.2539
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2725    90.9660     0.4517    86.5400    14.7076      0.2471
  42     0.1000     0.2630    91.3360     0.4745    85.6800    14.7390      0.2406
  43     0.1000     0.2563    91.5940     0.5548    84.2400    14.7475      0.2343
  44     0.1000     0.2464    91.9920     0.4850    86.0500    14.7351      0.2283
  45     0.1000     0.2357    92.3100     0.5167    84.8500    14.7330      0.2224
  46     0.1000     0.2311    92.4640     0.6633    82.1000    14.7508      0.2167
  47     0.1000     0.2291    92.5800     0.4674    86.1700    14.7455      0.2112
  48     0.1000     0.2225    92.7580     0.4761    86.9400    14.7421      0.2060
  49     0.1000     0.2132    93.0760     0.5430    84.8400    14.7476      0.2009
  50     0.1000     0.2033    93.4020     0.5069    85.7200    14.7384      0.1960
  51     0.1000     0.2047    93.3660     0.4898    86.1300    14.7414      0.1912
  52     0.1000     0.1952    93.5680     0.5224    85.8300    14.7442      0.1866
  53     0.1000     0.1895    93.9280     0.4988    86.2300    14.7481      0.1822
  54     0.1000     0.1771    94.0800     0.4681    87.0000    14.8013      0.1779
  55     0.1000     0.1774    94.2560     0.5044    86.5200    14.7478      0.1738
  56     0.1000     0.1749    94.2220     0.5053    85.9200    14.7613      0.1698
  57     0.1000     0.1636    94.5940     0.5028    86.6200    14.7443      0.1659
  58     0.1000     0.1647    94.5720     0.4640    87.7400    14.7630      0.1622
  59     0.1000     0.1622    94.6960     0.5801    85.4100    14.7418      0.1586
  60     0.1000     0.1561    94.9840     0.4922    87.5600    14.7217      0.1551
  61     0.1000     0.1531    95.0640     0.4715    87.2800    14.7102      0.1518
  62     0.1000     0.1485    95.1540     0.5182    86.5000    14.7284      0.1484
  63     0.1000     0.1454    95.2380     0.4866    87.0500    14.7457      0.1453
  64     0.1000     0.1417    95.4900     0.5238    86.9200    14.7173      0.1423
  65     0.1000     0.1377    95.5560     0.5853    84.8900    14.7381      0.1393
  66     0.1000     0.1326    95.6340     0.4952    87.1200    14.7446      0.1365
  67     0.1000     0.1310    95.6720     0.4780    87.8000    14.7081      0.1338
  68     0.1000     0.1285    95.8020     0.5090    86.4700    14.7761      0.1311
  69     0.1000     0.1297    95.7620     0.4786    87.3700    14.7454      0.1284
  70     0.1000     0.1225    95.9480     0.4702    87.3600    14.7474      0.1259
  71     0.1000     0.1184    96.2160     0.4957    87.7200    14.7035      0.1235
  72     0.1000     0.1196    96.0720     0.4953    87.5900    14.7345      0.1211
  73     0.1000     0.1119    96.3960     0.4743    88.1400    14.7902      0.1188
  74     0.1000     0.1158    96.2280     0.5243    86.7200    14.7752      0.1166
  75     0.1000     0.1099    96.4520     0.5024    87.4800    14.7206      0.1145
  76     0.1000     0.1078    96.5760     0.5268    87.2900    14.7144      0.1124
  77     0.1000     0.1037    96.6080     0.4836    87.2300    14.7388      0.1104
  78     0.1000     0.1030    96.7400     0.4563    88.0500    14.7776      0.1085
  79     0.1000     0.1014    96.7160     0.4833    88.1400    14.7478      0.1066
  80     0.1000     0.0941    96.9420     0.5739    87.0000    14.7576      0.1048
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.1013    96.6300     0.6845    84.7700    14.7145      0.1031
  82     0.1000     0.0909    97.0740     0.5240    87.4200    14.7366      0.1014
  83     0.1000     0.0921    97.0800     0.4909    88.0500    14.7272      0.0997
  84     0.1000     0.0958    96.9780     0.6416    86.3000    14.7583      0.0981
  85     0.1000     0.0872    97.2180     0.5200    88.0800    14.7360      0.0966
  86     0.1000     0.0851    97.3300     0.5396    87.6600    14.7532      0.0951
  87     0.1000     0.0800    97.3620     0.5755    87.2200    14.7494      0.0936
  88     0.1000     0.0852    97.2820     0.5183    87.7400    14.7282      0.0922
  89     0.1000     0.0775    97.5640     0.5235    88.3900    14.7323      0.0909
  90     0.1000     0.0785    97.5040     0.5224    87.6400    14.7186      0.0896
  91     0.1000     0.0794    97.4140     0.4926    88.3500    14.7516      0.0883
  92     0.1000     0.0792    97.4600     0.5629    86.9200    14.7151      0.0871
  93     0.1000     0.0795    97.4200     0.5687    87.4800    14.7361      0.0859
  94     0.1000     0.0754    97.5360     0.5222    88.3700    14.7280      0.0848
  95     0.1000     0.0733    97.6440     0.5104    88.5800    14.7392      0.0836
  96     0.1000     0.0715    97.7120     0.5223    88.4100    14.7492      0.0825
  97     0.1000     0.0755    97.6500     0.4989    88.3900    14.7418      0.0814
  98     0.1000     0.0702    97.7620     0.5405    88.1400    14.7264      0.0804
  99     0.1000     0.0691    97.8380     0.5099    88.8400    14.7351      0.0794
 100     0.1000     0.0680    97.7880     0.5505    87.4500    14.7290      0.0785
 101     0.1000     0.0663    97.8460     0.5261    88.5000    14.7377      0.0776
 102     0.1000     0.0655    97.9200     0.5546    87.8500    14.7201      0.0766
 103     0.1000     0.0683    97.7800     0.6282    85.9700    14.7451      0.0758
 104     0.1000     0.0644    98.0080     0.5056    88.6400    14.7383      0.0749
 105     0.1000     0.0596    98.1040     0.5380    88.6100    14.7432      0.0741
 106     0.1000     0.0606    98.1120     0.5585    88.1900    14.7572      0.0733
 107     0.1000     0.0582    98.1320     0.5975    87.5700    14.7198      0.0725
 108     0.1000     0.0639    97.9500     0.5985    88.1000    14.7488      0.0718
 109     0.1000     0.0617    97.9620     0.6529    86.4600    14.7698      0.0710
 110     0.1000     0.0604    98.0840     0.5210    89.0300    14.7265      0.0703
 111     0.1000     0.0628    97.9540     0.5562    87.9700    14.7562      0.0696
 112     0.1000     0.0583    98.1360     0.6139    87.4700    14.7595      0.0690
 113     0.1000     0.0553    98.2180     0.6007    87.9300    14.7438      0.0683
 114     0.1000     0.0533    98.2960     0.6511    86.8900    14.7523      0.0677
 115     0.1000     0.0611    98.0680     0.5577    87.5500    14.7594      0.0671
 116     0.1000     0.0572    98.1820     0.5729    87.2500    14.7197      0.0665
 117     0.1000     0.0580    98.0680     0.5620    87.9000    14.7734      0.0659
 118     0.1000     0.0528    98.2860     0.5584    88.6200    14.7627      0.0653
 119     0.1000     0.0544    98.2180     0.5755    88.1800    14.7421      0.0648
 120     0.1000     0.0496    98.4100     0.6147    87.8200    14.7367      0.0642
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0520    98.3200     0.5740    88.0800    14.7013      0.0637
 122     0.1000     0.0504    98.3860     0.6291    87.5200    14.7170      0.0632
 123     0.1000     0.0486    98.5140     0.5838    88.4000    14.7152      0.0627
 124     0.1000     0.0478    98.4640     0.5428    88.7700    14.7180      0.0622
 125     0.1000     0.0489    98.4740     0.5969    87.6800    14.7462      0.0617
 126     0.1000     0.0484    98.4140     0.6439    87.9200    14.7184      0.0612
 127     0.1000     0.0461    98.5540     0.5851    88.4100    14.7352      0.0607
 128     0.1000     0.0460    98.6120     0.5314    89.0300    14.7153      0.0603
 129     0.1000     0.0449    98.6160     0.5988    88.2800    14.7267      0.0598
 130     0.1000     0.0435    98.6340     0.5786    88.6600    14.7220      0.0594
 131     0.1000     0.0519    98.4000     0.6164    88.0200    14.7405      0.0590
 132     0.1000     0.0467    98.5520     0.5643    88.6600    14.7717      0.0586
 133     0.1000     0.0520    98.3940     0.5759    88.8900    14.7128      0.0581
 134     0.1000     0.0423    98.6700     0.5809    88.2800    14.7712      0.0577
 135     0.1000     0.0425    98.6720     0.6151    87.5200    14.7450      0.0574
 136     0.1000     0.0469    98.5600     0.5793    88.1700    14.7022      0.0571
 137     0.1000     0.0435    98.6340     0.5755    88.6900    14.7221      0.0567
 138     0.1000     0.0417    98.6540     0.5788    88.3600    14.7304      0.0563
 139     0.1000     0.0426    98.6220     0.5638    88.8500    14.7416      0.0560
 140     0.1000     0.0442    98.6900     0.6001    88.6700    14.7401      0.0557
 141     0.1000     0.0436    98.6920     0.5726    88.9200    14.7239      0.0553
 142     0.1000     0.0394    98.7440     0.6022    88.2000    14.7458      0.0550
 143     0.1000     0.0402    98.7020     0.5446    89.2600    14.7264      0.0547
 144     0.1000     0.0391    98.8120     0.5717    88.7200    14.7717      0.0544
 145     0.1000     0.0444    98.5620     0.5591    88.8300    14.7535      0.0541
 146     0.1000     0.0427    98.6840     0.5458    88.9200    14.7229      0.0538
 147     0.1000     0.0416    98.7320     0.5665    88.7700    14.7383      0.0535
 148     0.1000     0.0401    98.7220     0.5467    89.7100    14.7348      0.0532
 149     0.1000     0.0411    98.7280     0.6187    88.4400    14.8169      0.0530
 150     0.1000     0.0457    98.5980     0.6253    87.8200    14.7784      0.0527
 151     0.1000     0.0398    98.7140     0.6060    88.7900    14.7565      0.0525
 152     0.1000     0.0376    98.8420     0.6097    87.9500    14.8555      0.0522
 153     0.1000     0.0376    98.8220     0.5848    88.5300    14.7420      0.0520
 154     0.1000     0.0377    98.8680     0.5487    89.1400    14.7397      0.0517
 155     0.1000     0.0369    98.8580     0.6518    87.8100    14.7633      0.0514
 156     0.1000     0.0348    98.9320     0.6066    88.8100    14.7341      0.0512
 157     0.1000     0.0371    98.8720     0.5821    88.4200    14.7340      0.0509
 158     0.1000     0.0340    98.9660     0.6338    88.6600    14.8112      0.0507
 159     0.1000     0.0361    98.8860     0.5679    88.8800    14.7428      0.0504
 160     0.1000     0.0342    98.9720     0.5728    88.8900    14.7499      0.0502
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0386    98.7980     0.5697    89.0300    14.7252      0.0500
 162     0.1000     0.0334    98.9520     0.5824    89.0000    14.7535      0.0498
 163     0.1000     0.0367    98.8160     0.5748    89.0000    14.7630      0.0496
 164     0.1000     0.0382    98.8760     0.6905    87.9600    14.7580      0.0494
 165     0.1000     0.0339    98.9080     0.6581    87.9700    14.7510      0.0492
 166     0.1000     0.0398    98.7700     0.5999    88.8700    14.7780      0.0490
 167     0.1000     0.0348    98.9320     0.6252    88.6800    14.7170      0.0488
 168     0.1000     0.0312    98.9940     0.6147    88.6100    14.7823      0.0486
 169     0.1000     0.0321    98.9860     0.5749    89.1800    14.7364      0.0484
 170     0.1000     0.0347    98.8920     0.6715    87.1400    14.7527      0.0482
 171     0.1000     0.0318    98.9620     0.5839    89.3100    14.7193      0.0481
 172     0.1000     0.0311    98.9780     0.5961    89.0300    14.7283      0.0479
 173     0.1000     0.0294    99.0900     0.6140    88.7900    14.7706      0.0477
 174     0.1000     0.0317    99.0340     0.6116    88.8900    14.7137      0.0475
 175     0.1000     0.0339    98.9500     0.5995    88.3800    14.7283      0.0473
 176     0.1000     0.0371    98.8520     0.5812    88.3200    14.7290      0.0471
 177     0.1000     0.0311    98.9740     0.5595    89.1000    14.7408      0.0470
 178     0.1000     0.0290    99.0700     0.6283    88.9400    14.7358      0.0468
 179     0.1000     0.0337    98.9540     0.5747    89.3700    14.7536      0.0467
 180     0.1000     0.0319    98.9960     0.6489    88.4400    14.7497      0.0465
 181     0.1000     0.0357    98.9000     0.7037    87.8200    14.7524      0.0463
 182     0.1000     0.0303    99.0400     0.6143    88.6700    14.7190      0.0462
 183     0.1000     0.0292    99.1200     0.6283    88.9300    14.7231      0.0460
 184     0.1000     0.0317    98.9960     0.5843    88.6100    14.7417      0.0459
 185     0.1000     0.0336    99.0000     0.7228    87.6500    14.7267      0.0457
 186     0.1000     0.0301    99.0660     0.5825    89.1300    14.7472      0.0456
 187     0.1000     0.0299    99.0380     0.5802    89.3000    14.7170      0.0455
 188     0.1000     0.0329    98.9400     0.6457    88.1600    14.7154      0.0453
 189     0.1000     0.0328    99.0000     0.5525    89.5800    14.6968      0.0452
 190     0.1000     0.0328    98.9640     0.5869    89.0700    14.7554      0.0451
 191     0.1000     0.0489    98.6980     0.5679    89.0100    14.7111      0.0450
 192     0.1000     0.0293    99.0880     0.6288    88.7800    14.7166      0.0448
 193     0.1000     0.0257    99.1680     0.5839    89.2400    14.7952      0.0447
 194     0.1000     0.0253    99.2080     0.6897    88.6700    14.7461      0.0445
 195     0.1000     0.0288    99.0840     0.5998    89.3900    14.7283      0.0444
 196     0.1000     0.0303    99.1000     0.6409    88.1000    14.7475      0.0442
 197     0.1000     0.0299    99.1000     0.5792    88.3900    14.7615      0.0441
 198     0.1000     0.0306    99.1080     0.6061    89.0200    14.7237      0.0440
 199     0.1000     0.0269    99.1700     0.5857    89.2500    14.7129      0.0438
 200     0.1000     0.0269    99.1640     0.6094    89.1400    14.7483      0.0437
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0335    98.9340     0.5700    88.6700    14.7758      0.0436
 202     0.1000     0.0277    99.1140     0.6041    88.7200    14.7383      0.0435
 203     0.1000     0.0291    99.0660     0.7149    88.1200    14.7204      0.0433
 204     0.1000     0.0282    99.1620     0.5959    89.1500    14.7354      0.0432
 205     0.1000     0.0255    99.2540     1.3455    82.1400    14.7247      0.0431
 206     0.1000     0.0307    99.0640     0.5768    89.1100    14.7281      0.0430
 207     0.1000     0.0308    99.0380     0.5723    89.2800    14.7311      0.0429
 208     0.1000     0.0259    99.2060     0.6239    88.6100    14.7204      0.0428
 209     0.1000     0.0290    99.1000     0.6044    89.1300    14.7737      0.0427
 210     0.1000     0.0273    99.1620     0.7283    87.3200    14.7147      0.0425
 211     0.1000     0.0281    99.1300     0.6105    88.8000    14.7362      0.0424
 212     0.1000     0.0284    99.1500     0.6043    88.4500    14.7118      0.0423
 213     0.1000     0.0264    99.1600     0.6289    88.7600    14.7305      0.0422
 214     0.1000     0.0288    99.1420     0.6137    89.1600    14.7746      0.0421
 215     0.1000     0.0281    99.0960     0.5920    89.0200    14.7235      0.0420
 216     0.1000     0.0247    99.2040     0.6765    88.8000    14.7429      0.0419
 217     0.1000     0.0266    99.2120     0.7792    86.7100    14.7002      0.0418
 218     0.1000     0.0281    99.1580     0.7941    86.9600    14.7256      0.0417
 219     0.1000     0.0290    99.1180     0.6533    88.7600    14.7193      0.0416
 220     0.1000     0.0235    99.2120     0.6088    89.3700    14.7507      0.0415
 221     0.1000     0.0293    99.1220     0.5515    89.1800    14.7743      0.0414
 222     0.1000     0.0249    99.2060     0.5990    89.3300    14.7841      0.0413
 223     0.1000     0.0299    99.0560     0.9576    84.8700    14.7672      0.0412
 224     0.1000     0.0292    99.1280     0.6156    88.9700    14.7130      0.0411
 225     0.1000     0.0255    99.2120     0.5895    89.4400    14.7235      0.0410
 226     0.1000     0.0253    99.1920     0.5925    89.0400    14.7295      0.0409
 227     0.1000     0.0241    99.2800     0.6530    87.9600    14.7448      0.0408
 228     0.1000     0.0269    99.2080     0.5931    88.7400    14.7327      0.0407
 229     0.1000     0.0238    99.2360     0.6211    88.9400    14.7225      0.0406
 230     0.1000     0.0241    99.2540     0.6545    88.6800    14.7702      0.0405
 231     0.1000     0.0274    99.1540     0.5834    89.2100    14.6971      0.0404
 232     0.1000     0.0235    99.2700     0.6398    89.0100    14.7707      0.0403
 233     0.1000     0.0258    99.1740     0.5990    89.1400    14.7368      0.0403
 234     0.1000     0.0229    99.3000     0.6082    89.5100    14.7217      0.0401
 235     0.1000     0.0253    99.2400     0.5924    89.4700    14.7392      0.0400
 236     0.1000     0.0247    99.2160     0.5784    89.3400    14.7167      0.0400
 237     0.1000     0.0255    99.1740     0.5999    89.1600    14.7343      0.0399
 238     0.1000     0.0249    99.2040     0.6163    88.5600    14.7024      0.0398
 239     0.1000     0.0228    99.2980     0.5775    89.1900    14.7028      0.0397
 240     0.1000     0.0259    99.1860     0.6791    87.9100    14.7288      0.0396
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0243    99.2740     0.6114    89.1200    14.7417      0.0395
 242     0.1000     0.0284    99.0980     0.7041    87.6700    14.7356      0.0394
 243     0.1000     0.0265    99.1600     0.6377    89.0000    14.7093      0.0394
 244     0.1000     0.0206    99.3340     0.7332    88.5000    14.7045      0.0393
 245     0.1000     0.0294    99.1540     0.5933    89.3100    14.7292      0.0392
 246     0.1000     0.0221    99.2880     0.5931    89.3300    14.7257      0.0391
 247     0.1000     0.0254    99.2440     0.5823    89.3800    14.7072      0.0390
 248     0.1000     0.0246    99.2140     0.6328    88.7600    14.7859      0.0390
 249     0.1000     0.0224    99.2900     0.7728    88.2100    14.7116      0.0389
 250     0.1000     0.0377    98.9940     0.5548    89.2900    14.7995      0.0388
 251     0.1000     0.0222    99.3100     0.5807    88.9800    14.7302      0.0388
 252     0.1000     0.0250    99.2100     0.5587    89.2200    14.7481      0.0387
 253     0.1000     0.0253    99.2340     0.5952    89.2700    14.6933      0.0386
 254     0.1000     0.0232    99.2960     0.5878    89.8600    14.7369      0.0386
 255     0.1000     0.0246    99.2140     0.6034    88.8700    14.7400      0.0384
 256     0.1000     0.0222    99.3380     0.6670    88.7600    14.7139      0.0384
 257     0.1000     0.0232    99.2700     0.6076    88.7500    14.7276      0.0383
 258     0.1000     0.0241    99.2380     0.6089    89.4300    14.7481      0.0383
 259     0.1000     0.0221    99.3260     0.6182    89.3100    14.7553      0.0382
 260     0.1000     0.0235    99.2760     0.6309    88.9700    14.7335      0.0381
 261     0.1000     0.0215    99.3540     0.6061    89.4100    14.7282      0.0380
 262     0.1000     0.0228    99.3100     0.5871    89.2300    14.7226      0.0379
 263     0.1000     0.0231    99.3360     0.5755    89.6600    14.7556      0.0379
 264     0.1000     0.0276    99.1460     0.6134    89.3000    14.7260      0.0378
 265     0.1000     0.0240    99.2520     0.6224    88.8500    14.7584      0.0378
 266     0.1000     0.0265    99.1780     0.6044    89.4600    14.7436      0.0377
 267     0.1000     0.0227    99.2920     0.5968    89.2900    14.7365      0.0376
 268     0.1000     0.0244    99.2580     0.5966    89.2100    14.7250      0.0376
 269     0.1000     0.0224    99.3000     0.5716    89.5700    14.7244      0.0375
 270     0.1000     0.0195    99.4100     0.6637    88.6200    14.6983      0.0374
 271     0.1000     0.0218    99.3280     0.6057    88.8800    14.7189      0.0373
 272     0.1000     0.0259    99.2460     0.6736    88.0200    14.7415      0.0373
 273     0.1000     0.0220    99.3100     0.6164    89.1400    14.7272      0.0372
 274     0.1000     0.0236    99.3240     0.6403    89.1600    14.7505      0.0371
 275     0.1000     0.0255    99.1760     0.5717    89.5000    14.7354      0.0371
 276     0.1000     0.0239    99.2540     0.5723    89.6700    14.7499      0.0371
 277     0.1000     0.0270    99.1400     0.5994    89.3000    14.7228      0.0370
 278     0.1000     0.0209    99.3080     0.6137    89.1700    14.7306      0.0370
 279     0.1000     0.0245    99.3380     0.5832    89.2600    14.7520      0.0369
 280     0.1000     0.0224    99.3120     0.6252    89.3900    14.7005      0.0368
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0187    99.4460     0.6365    88.8600    14.7639      0.0368
 282     0.1000     0.0237    99.2600     0.6072    89.2900    14.7773      0.0367
 283     0.1000     0.0216    99.3080     0.5877    89.2700    14.7644      0.0367
 284     0.1000     0.0241    99.2760     0.7111    88.2000    14.7356      0.0366
 285     0.1000     0.0191    99.4160     0.6331    89.6000    14.7553      0.0365
 286     0.1000     0.0206    99.3420     0.5867    89.4000    14.7414      0.0365
 287     0.1000     0.0212    99.3240     0.6221    89.5900    14.7360      0.0364
 288     0.1000     0.0217    99.3680     0.7561    88.1100    14.7526      0.0364
 289     0.1000     0.0190    99.4160     0.6131    89.5100    14.7182      0.0363
 290     0.1000     0.0233    99.2420     0.6620    88.6500    14.7133      0.0362
 291     0.1000     0.0221    99.3000     0.6234    89.1000    14.7391      0.0362
 292     0.1000     0.0232    99.3060     0.5930    89.4400    14.7437      0.0361
 293     0.1000     0.0213    99.3340     0.5834    89.6000    14.7447      0.0361
 294     0.1000     0.0203    99.3780     0.5837    89.8500    14.7421      0.0360
 295     0.1000     0.0208    99.3180     0.6834    88.7200    14.7732      0.0359
 296     0.1000     0.0196    99.4500     0.6181    89.6800    14.7418      0.0359
 297     0.1000     0.0193    99.4140     0.6139    89.5400    14.7200      0.0358
 298     0.1000     0.0230    99.3180     0.6098    88.9300    14.7589      0.0358
 299     0.1000     0.0191    99.3680     0.6166    89.6200    14.7420      0.0357
 300     0.1000     0.0225    99.2920     0.6106    88.8300    14.7458      0.0357
 301     0.0996     0.0191    99.4160     0.6222    89.8200    14.7293      0.0356
 302     0.0992     0.0186    99.4200     0.5952    89.6000    14.7408      0.0355
 303     0.0988     0.0195    99.4180     0.6459    88.8800    14.7824      0.0355
 304     0.0983     0.0178    99.4540     0.6227    89.5500    14.7625      0.0354
 305     0.0979     0.0208    99.3880     0.6342    89.2200    14.7349      0.0354
 306     0.0975     0.0271    99.1580     0.5862    89.5100    14.7261      0.0353
 307     0.0971     0.0219    99.3160     0.6158    89.3600    14.7491      0.0353
 308     0.0967     0.0202    99.3720     0.5961    89.6800    14.6987      0.0353
 309     0.0963     0.0174    99.4300     0.6189    89.6500    14.7582      0.0352
 310     0.0959     0.0197    99.3780     1.4339    82.1100    14.7127      0.0351
 311     0.0955     0.0244    99.2820     0.6541    88.8600    14.7346      0.0351
 312     0.0950     0.0151    99.5540     0.6585    89.2000    14.7486      0.0350
 313     0.0946     0.0172    99.4800     0.6168    89.7900    14.7230      0.0350
 314     0.0942     0.0194    99.3540     0.6079    89.5100    14.7367      0.0349
 315     0.0938     0.0176    99.4680     0.6369    89.7200    14.7406      0.0349
 316     0.0934     0.0135    99.5860     0.6680    90.1300    14.7288      0.0348
 317     0.0930     0.0183    99.4540     0.6113    89.9800    14.7089      0.0347
 318     0.0926     0.0147    99.5120     0.6121    89.9500    14.7284      0.0347
 319     0.0922     0.0157    99.5460     0.6182    89.8300    14.7693      0.0346
 320     0.0917     0.0147    99.5600     0.6707    89.2400    14.7371      0.0346
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0144    99.5420     0.6403    89.5600    14.7219      0.0345
 322     0.0909     0.0157    99.5340     0.6919    88.8500    14.7148      0.0344
 323     0.0905     0.0152    99.5500     0.6258    89.2400    14.7864      0.0344
 324     0.0901     0.0136    99.5800     0.7305    88.7100    14.8079      0.0343
 325     0.0897     0.0178    99.4460     0.5897    89.8900    14.7037      0.0343
 326     0.0893     0.0159    99.5320     0.6332    89.9600    14.7124      0.0342
 327     0.0889     0.0170    99.5020     0.5831    89.6300    14.7284      0.0341
 328     0.0885     0.0172    99.4980     0.5981    89.5900    14.7098      0.0341
 329     0.0880     0.0140    99.5480     0.6629    89.5000    14.7496      0.0341
 330     0.0876     0.0123    99.6020     0.6733    89.4100    14.7477      0.0340
 331     0.0872     0.0179    99.4960     0.5892    89.7600    14.7391      0.0340
 332     0.0868     0.0151    99.5220     0.6568    89.3600    14.7377      0.0339
 333     0.0864     0.0150    99.5300     0.6266    89.3400    14.7477      0.0339
 334     0.0860     0.0135    99.5480     0.7599    88.1100    14.7448      0.0338
 335     0.0856     0.0147    99.5500     0.6118    89.7700    14.7264      0.0338
 336     0.0852     0.0137    99.5740     0.6106    89.8600    14.7371      0.0337
 337     0.0847     0.0119    99.6300     0.6154    89.8200    14.7032      0.0337
 338     0.0843     0.0126    99.6100     0.6529    89.8700    14.7427      0.0336
 339     0.0839     0.0137    99.5760     0.6198    89.7900    14.7452      0.0336
 340     0.0835     0.0124    99.6280     0.5948    89.7600    14.7182      0.0335
 341     0.0831     0.0132    99.6200     0.6311    89.7700    14.7378      0.0334
 342     0.0827     0.0124    99.6300     0.6316    89.8100    14.7282      0.0334
 343     0.0823     0.0109    99.6140     0.6855    89.4100    14.7080      0.0333
 344     0.0818     0.0106    99.6940     0.6413    89.9400    14.7315      0.0333
 345     0.0814     0.0102    99.6900     0.6977    89.3800    14.7276      0.0332
 346     0.0810     0.0113    99.6340     0.6520    89.8400    14.7684      0.0332
 347     0.0806     0.0124    99.5840     0.6698    89.5100    14.7409      0.0331
 348     0.0802     0.0117    99.6140     0.6774    89.1900    14.7428      0.0331
 349     0.0798     0.0094    99.6880     0.6743    89.8300    14.7643      0.0330
 350     0.0794     0.0098    99.6900     0.7042    89.6900    14.7245      0.0330
 351     0.0790     0.0116    99.6520     0.6620    89.6600    14.7675      0.0329
 352     0.0786     0.0125    99.5820     0.6710    89.3300    14.7428      0.0328
 353     0.0781     0.0117    99.5960     0.6566    90.0500    14.7389      0.0328
 354     0.0777     0.0104    99.6680     0.6635    89.6200    14.7185      0.0327
 355     0.0773     0.0142    99.5480     0.7722    88.6300    14.7128      0.0327
 356     0.0769     0.0112    99.6400     0.6417    89.7700    14.6980      0.0327
 357     0.0765     0.0096    99.6920     0.6699    89.7800    14.7389      0.0326
 358     0.0761     0.0090    99.7120     0.6824    89.4600    14.7451      0.0326
 359     0.0757     0.0087    99.7460     0.6684    89.6900    14.7639      0.0325
 360     0.0753     0.0109    99.6660     0.6687    89.7600    14.7182      0.0325
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0087    99.7360     0.6601    89.9000    14.7473      0.0324
 362     0.0744     0.0095    99.7040     0.7057    89.4900    14.7769      0.0324
 363     0.0740     0.0111    99.6120     0.6762    89.7100    14.7485      0.0323
 364     0.0736     0.0079    99.7500     0.6791    89.7500    14.7381      0.0323
 365     0.0732     0.0071    99.7720     0.7098    89.8300    14.7654      0.0322
 366     0.0728     0.0108    99.6720     0.6496    90.2000    14.7335      0.0322
 367     0.0724     0.0096    99.7060     0.7166    89.4000    14.7045      0.0322
 368     0.0720     0.0086    99.7400     0.7256    89.3500    14.7522      0.0321
 369     0.0715     0.0095    99.7260     0.6989    89.8200    14.7214      0.0321
 370     0.0711     0.0081    99.7540     0.6775    90.0000    14.7232      0.0320
 371     0.0707     0.0070    99.7800     0.6730    89.7700    14.7233      0.0319
 372     0.0703     0.0092    99.7440     0.6590    89.8900    14.7685      0.0319
 373     0.0699     0.0083    99.7680     0.6729    89.8100    14.7144      0.0319
 374     0.0695     0.0068    99.7780     0.7029    89.8400    14.7212      0.0318
 375     0.0691     0.0089    99.7560     0.6390    90.0200    14.7507      0.0317
 376     0.0686     0.0074    99.7500     0.6855    90.0200    14.7344      0.0317
 377     0.0682     0.0068    99.7740     0.6842    90.0500    14.7265      0.0317
 378     0.0678     0.0065    99.7840     0.6972    90.0700    14.7349      0.0316
 379     0.0674     0.0093    99.7340     0.7184    89.0700    14.7262      0.0316
 380     0.0670     0.0091    99.7100     0.6662    89.9700    14.6836      0.0315
 381     0.0666     0.0076    99.7760     0.7018    89.8100    14.7933      0.0315
 382     0.0662     0.0082    99.7780     0.6893    89.7400    14.7729      0.0314
 383     0.0658     0.0066    99.8040     0.6757    89.5800    14.8536      0.0314
 384     0.0654     0.0062    99.8160     0.6852    89.6600    14.7238      0.0313
 385     0.0649     0.0074    99.8060     0.6914    89.8100    14.7239      0.0313
 386     0.0645     0.0059    99.8320     0.6917    89.7800    14.7470      0.0312
 387     0.0641     0.0060    99.8080     0.6653    90.1400    14.7351      0.0312
 388     0.0637     0.0051    99.8420     0.7185    90.0000    14.7425      0.0311
 389     0.0633     0.0051    99.8460     0.7058    89.8700    14.7285      0.0311
 390     0.0629     0.0069    99.7660     0.6778    90.1700    14.7127      0.0311
 391     0.0625     0.0054    99.8300     0.7004    89.8800    14.7046      0.0310
 392     0.0621     0.0055    99.8320     0.6804    90.1600    14.7043      0.0310
 393     0.0616     0.0062    99.7980     0.6969    89.8400    14.7383      0.0309
 394     0.0612     0.0063    99.8060     0.6787    89.9000    14.7556      0.0309
 395     0.0608     0.0046    99.8560     0.7170    89.9100    14.7501      0.0308
 396     0.0604     0.0082    99.7660     0.7316    89.4800    14.8007      0.0308
 397     0.0600     0.0057    99.8120     0.7222    89.5300    14.7309      0.0308
 398     0.0596     0.0046    99.8580     0.7478    89.8000    14.7361      0.0307
 399     0.0592     0.0052    99.8460     0.7212    89.8100    14.7702      0.0307
 400     0.0588     0.0052    99.8380     0.7455    89.7500    14.7220      0.0306
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0062    99.8040     0.7366    89.4800    14.6987      0.0306
 402     0.0579     0.0052    99.8300     0.7210    90.0100    14.7072      0.0306
 403     0.0575     0.0058    99.8220     0.6951    89.8900    14.7322      0.0305
 404     0.0571     0.0054    99.8400     0.7538    89.6800    14.7180      0.0305
 405     0.0567     0.0044    99.8800     0.7212    89.8500    14.7483      0.0304
 406     0.0563     0.0044    99.8820     0.7060    90.0400    14.7981      0.0304
 407     0.0559     0.0046    99.8540     0.7308    89.9600    14.7431      0.0303
 408     0.0554     0.0048    99.8480     0.7384    90.1300    14.7191      0.0303
 409     0.0550     0.0059    99.8340     0.7310    89.9200    14.7202      0.0303
 410     0.0546     0.0079    99.7680     0.7098    90.0800    14.7492      0.0302
 411     0.0542     0.0046    99.8420     0.7351    89.9600    14.7324      0.0302
 412     0.0538     0.0039    99.8840     0.7301    90.0300    14.7229      0.0302
 413     0.0534     0.0067    99.7980     0.7209    89.9200    14.7546      0.0301
 414     0.0530     0.0054    99.8460     0.7129    89.8000    14.8004      0.0301
 415     0.0526     0.0054    99.8420     0.7106    89.7600    14.7076      0.0301
 416     0.0522     0.0060    99.8240     0.6989    90.0000    14.7580      0.0300
 417     0.0517     0.0037    99.9000     0.7362    89.9900    14.7695      0.0300
 418     0.0513     0.0045    99.8660     0.7198    90.1600    14.7603      0.0300
 419     0.0509     0.0035    99.8920     0.7093    90.1800    14.7345      0.0299
 420     0.0505     0.0031    99.9140     0.7405    90.0400    14.7698      0.0299
 421     0.0501     0.0019    99.9420     0.7292    90.2600    14.7345      0.0298
 422     0.0497     0.0024    99.9240     0.7548    90.1500    14.7290      0.0298
 423     0.0493     0.0052    99.8480     0.7126    90.0500    14.7411      0.0298
 424     0.0489     0.0045    99.8740     0.7058    90.1500    14.7521      0.0297
 425     0.0484     0.0030    99.9200     0.6988    90.2100    14.8061      0.0297
 426     0.0480     0.0028    99.9180     0.7077    90.3600    14.7057      0.0296
 427     0.0476     0.0031    99.9180     0.7043    90.1700    14.6970      0.0296
 428     0.0472     0.0039    99.8860     0.7199    90.2600    14.7111      0.0296
 429     0.0468     0.0039    99.9040     0.7102    90.2500    14.7705      0.0295
 430     0.0464     0.0039    99.8840     0.7373    90.0700    14.7461      0.0295
 431     0.0460     0.0022    99.9340     0.7347    90.2500    14.7252      0.0295
 432     0.0456     0.0038    99.8780     0.7578    89.9400    14.7382      0.0294
 433     0.0451     0.0042    99.8820     0.6931    90.4100    14.7309      0.0294
 434     0.0447     0.0026    99.9140     0.7067    90.5000    14.7556      0.0294
 435     0.0443     0.0026    99.9340     0.6918    90.5500    14.7561      0.0294
 436     0.0439     0.0028    99.9180     0.7213    90.2700    14.7272      0.0293
 437     0.0435     0.0031    99.9060     0.7285    90.2400    14.7139      0.0293
 438     0.0431     0.0021    99.9400     0.7272    90.3700    14.7692      0.0293
 439     0.0427     0.0018    99.9460     0.7383    90.1800    14.7381      0.0292
 440     0.0423     0.0025    99.9300     0.7275    90.4600    14.7219      0.0292
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0025    99.9240     0.7474    90.1400    14.7720      0.0292
 442     0.0414     0.0022    99.9220     0.7990    89.8200    14.7195      0.0291
 443     0.0410     0.0018    99.9500     0.7568    90.2300    14.7336      0.0291
 444     0.0406     0.0021    99.9440     0.7424    90.4500    14.7595      0.0291
 445     0.0402     0.0017    99.9560     0.7463    90.5100    14.7463      0.0290
 446     0.0398     0.0031    99.8980     0.7537    90.2400    14.7549      0.0290
 447     0.0394     0.0025    99.9180     0.7442    90.2400    14.7642      0.0290
 448     0.0389     0.0037    99.9000     0.7297    90.2600    14.7827      0.0289
 449     0.0385     0.0027    99.9180     0.7486    89.6300    14.7501      0.0289
 450     0.0381     0.0021    99.9320     0.7648    90.0800    14.7542      0.0289
 451     0.0377     0.0021    99.9360     0.7437    90.2000    14.7639      0.0289
 452     0.0373     0.0020    99.9440     0.7434    90.2700    14.7147      0.0288
 453     0.0369     0.0030    99.9260     0.7470    90.0100    14.7855      0.0288
 454     0.0365     0.0023    99.9320     0.7583    90.1300    14.7725      0.0288
 455     0.0361     0.0019    99.9380     0.7441    90.1300    14.7858      0.0288
 456     0.0357     0.0013    99.9680     0.7492    90.1100    14.7749      0.0287
 457     0.0352     0.0013    99.9660     0.7659    90.0400    14.7439      0.0287
 458     0.0348     0.0010    99.9740     0.7533    90.1000    14.7460      0.0287
 459     0.0344     0.0014    99.9660     0.7589    90.3500    14.7669      0.0286
 460     0.0340     0.0013    99.9560     0.7688    90.0500    14.7968      0.0286
 461     0.0336     0.0021    99.9240     0.7590    90.2500    14.7456      0.0286
 462     0.0332     0.0010    99.9680     0.7755    90.1400    14.7341      0.0286
 463     0.0328     0.0025    99.9360     0.7829    90.0800    14.7338      0.0285
 464     0.0324     0.0017    99.9340     0.7698    90.2500    14.7669      0.0285
 465     0.0319     0.0014    99.9560     0.7936    90.1400    14.7639      0.0285
 466     0.0315     0.0021    99.9340     0.7597    90.1500    14.7312      0.0285
 467     0.0311     0.0016    99.9600     0.7623    90.3100    14.7270      0.0284
 468     0.0307     0.0014    99.9660     0.7486    90.2600    14.7509      0.0284
 469     0.0303     0.0006    99.9840     0.7626    90.2000    14.7252      0.0284
 470     0.0299     0.0012    99.9640     0.7788    90.2100    14.7453      0.0284
 471     0.0295     0.0016    99.9560     0.7805    90.2000    14.7245      0.0283
 472     0.0291     0.0013    99.9700     0.7884    90.2900    14.7328      0.0283
 473     0.0286     0.0015    99.9580     0.7760    90.2400    14.7345      0.0283
 474     0.0282     0.0015    99.9700     0.7786    90.2900    14.7402      0.0283
 475     0.0278     0.0015    99.9580     0.7765    90.3100    14.7476      0.0283
 476     0.0274     0.0013    99.9660     0.7628    90.0700    14.7373      0.0282
 477     0.0270     0.0008    99.9840     0.7684    90.2200    14.7381      0.0282
 478     0.0266     0.0009    99.9740     0.7664    90.1500    14.7332      0.0282
 479     0.0262     0.0007    99.9840     0.7829    90.1100    14.7408      0.0282
 480     0.0257     0.0006    99.9860     0.7820    90.1900    14.7422      0.0282
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0012    99.9640     0.7940    90.2800    14.7378      0.0281
 482     0.0249     0.0013    99.9660     0.8012    90.0500    14.7440      0.0281
 483     0.0245     0.0008    99.9740     0.7781    90.2800    14.7136      0.0281
 484     0.0241     0.0011    99.9660     0.7770    90.4500    14.7944      0.0281
 485     0.0237     0.0008    99.9720     0.7757    90.4500    14.8482      0.0281
 486     0.0233     0.0008    99.9820     0.7984    90.3400    14.7759      0.0280
 487     0.0229     0.0008    99.9840     0.7930    90.2400    14.7422      0.0280
 488     0.0225     0.0010    99.9760     0.7773    90.2200    14.7372      0.0280
 489     0.0220     0.0009    99.9760     0.7832    90.3300    14.7494      0.0280
 490     0.0216     0.0008    99.9800     0.7748    90.2900    14.7079      0.0280
 491     0.0212     0.0005    99.9920     0.7799    90.2300    14.7415      0.0280
 492     0.0208     0.0008    99.9800     0.7800    90.3300    14.7300      0.0279
 493     0.0204     0.0008    99.9800     0.7855    90.2500    14.7523      0.0279
 494     0.0200     0.0006    99.9860     0.7877    90.3000    14.7493      0.0279
 495     0.0196     0.0005    99.9920     0.7915    90.3900    14.7842      0.0279
 496     0.0192     0.0007    99.9800     0.8050    90.1800    14.7275      0.0279
 497     0.0187     0.0006    99.9840     0.8133    90.2000    14.7196      0.0279
 498     0.0183     0.0005    99.9920     0.7896    90.4400    14.7085      0.0279
 499     0.0179     0.0008    99.9820     0.8012    90.3600    14.7350      0.0278
 500     0.0175     0.0004    99.9940     0.7969    90.4500    14.7086      0.0278
 501     0.0171     0.0006    99.9840     0.7956    90.3100    14.7289      0.0278
 502     0.0167     0.0007    99.9840     0.7949    90.3900    14.7166      0.0278
 503     0.0163     0.0005    99.9840     0.8082    90.1400    14.7212      0.0278
 504     0.0159     0.0007    99.9800     0.7914    90.3800    14.7297      0.0278
 505     0.0154     0.0003    99.9980     0.7919    90.3400    14.7185      0.0278
 506     0.0150     0.0005    99.9900     0.7905    90.4300    14.7571      0.0278
 507     0.0146     0.0008    99.9840     0.7925    90.4200    14.7479      0.0277
 508     0.0142     0.0004    99.9920     0.7964    90.2500    14.7412      0.0277
 509     0.0138     0.0006    99.9780     0.7867    90.3600    14.7125      0.0277
 510     0.0134     0.0003    99.9960     0.7912    90.4400    14.7856      0.0277
 511     0.0130     0.0006    99.9860     0.7994    90.5100    14.7469      0.0277
 512     0.0125     0.0006    99.9820     0.8046    90.6800    14.7450      0.0277
 513     0.0121     0.0003    99.9960     0.7964    90.4400    14.7499      0.0277
 514     0.0117     0.0003    99.9940     0.7983    90.5000    14.7427      0.0277
 515     0.0113     0.0003    99.9960     0.7975    90.4700    14.7209      0.0277
 516     0.0109     0.0004    99.9940     0.7977    90.3400    14.7592      0.0277
 517     0.0105     0.0004    99.9920     0.7980    90.4900    14.8183      0.0277
 518     0.0101     0.0004    99.9900     0.7982    90.3400    14.7273      0.0277
 519     0.0097     0.0003    99.9960     0.7953    90.5900    14.7254      0.0276
 520     0.0092     0.0004    99.9960     0.7975    90.4400    14.7402      0.0276
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0003    99.9960     0.8015    90.3400    14.7203      0.0276
 522     0.0084     0.0002    99.9980     0.8015    90.4700    14.7602      0.0276
 523     0.0080     0.0003    99.9940     0.7998    90.6000    14.7365      0.0276
 524     0.0076     0.0003    99.9960     0.8001    90.5500    14.7305      0.0276
 525     0.0072     0.0002   100.0000     0.7997    90.5500    14.7565      0.0276
 526     0.0068     0.0002    99.9960     0.7987    90.5900    14.7238      0.0276
 527     0.0064     0.0002    99.9980     0.8006    90.5800    14.7173      0.0276
 528     0.0060     0.0003    99.9920     0.8006    90.4900    14.7558      0.0276
 529     0.0055     0.0003    99.9920     0.8013    90.4200    14.7428      0.0276
 530     0.0051     0.0002    99.9960     0.8011    90.5200    14.7467      0.0276
 531     0.0047     0.0002    99.9980     0.8034    90.5100    14.7535      0.0276
 532     0.0043     0.0003    99.9940     0.8025    90.4800    14.7305      0.0276
 533     0.0039     0.0003    99.9860     0.8016    90.4500    14.7268      0.0276
 534     0.0035     0.0003    99.9940     0.8008    90.4600    14.6898      0.0276
 535     0.0031     0.0002    99.9980     0.8007    90.4900    14.7484      0.0276
 536     0.0027     0.0002   100.0000     0.8020    90.4900    14.6988      0.0276
 537     0.0022     0.0003    99.9960     0.8026    90.4800    14.7238      0.0276
 538     0.0018     0.0002    99.9960     0.8026    90.5400    14.7214      0.0276
 539     0.0014     0.0002    99.9980     0.8032    90.5300    14.7509      0.0276
 540     0.0010     0.0004    99.9920     0.8032    90.5300    14.7212      0.0276
 541     0.0010     0.0002    99.9980     0.8037    90.5300    14.7130      0.0276
 542     0.0010     0.0002    99.9980     0.8038    90.5600    14.7182      0.0276
 543     0.0010     0.0003    99.9920     0.8040    90.5300    14.7249      0.0276
 544     0.0010     0.0002    99.9980     0.8042    90.5600    14.7575      0.0276
 545     0.0010     0.0002   100.0000     0.8049    90.5600    14.7345      0.0276
 546     0.0010     0.0003    99.9920     0.8046    90.5200    14.7315      0.0276
 547     0.0010     0.0003    99.9940     0.8042    90.5200    14.7242      0.0276
 548     0.0010     0.0003    99.9940     0.8040    90.5300    14.7325      0.0276
 549     0.0010     0.0003    99.9960     0.8042    90.5300    14.7222      0.0276
 550     0.0010     0.0003    99.9920     0.8044    90.5200    14.7319      0.0276
 551     0.0010     0.0002    99.9960     0.8044    90.4900    14.7672      0.0276
 552     0.0010     0.0002    99.9960     0.8041    90.4900    14.7461      0.0276
 553     0.0010     0.0003    99.9960     0.8041    90.5200    14.7335      0.0276
 554     0.0010     0.0004    99.9840     0.8042    90.5400    14.7245      0.0276
 555     0.0010     0.0002   100.0000     0.8044    90.5200    14.7185      0.0276
 556     0.0010     0.0002    99.9960     0.8044    90.5500    14.7156      0.0276
 557     0.0010     0.0003    99.9920     0.8046    90.5800    14.7107      0.0276
 558     0.0010     0.0002    99.9960     0.8049    90.5800    14.7217      0.0276
 559     0.0010     0.0002    99.9960     0.8051    90.5700    14.6999      0.0276
 560     0.0010     0.0003    99.9940     0.8048    90.5800    14.7269      0.0276
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0002   100.0000     0.8050    90.5900    14.7629      0.0276
 562     0.0010     0.0002    99.9960     0.8053    90.6500    14.7930      0.0276
 563     0.0010     0.0002    99.9980     0.8055    90.6400    14.7502      0.0276
 564     0.0010     0.0003    99.9920     0.8059    90.6100    14.7205      0.0276
 565     0.0010     0.0004    99.9940     0.8064    90.6200    14.7505      0.0276
 566     0.0010     0.0002    99.9960     0.8071    90.6100    14.7503      0.0276
 567     0.0010     0.0002    99.9960     0.8072    90.5500    14.7104      0.0276
 568     0.0010     0.0002    99.9980     0.8072    90.5700    14.7775      0.0276
 569     0.0010     0.0003    99.9960     0.8066    90.5200    14.6874      0.0276
 570     0.0010     0.0003    99.9920     0.8069    90.4800    14.7241      0.0276
 571     0.0010     0.0002    99.9980     0.8069    90.5400    14.6904      0.0276
 572     0.0010     0.0003    99.9960     0.8066    90.5300    14.7766      0.0276
 573     0.0010     0.0002    99.9960     0.8067    90.5200    14.7154      0.0276
 574     0.0010     0.0002   100.0000     0.8072    90.5100    14.6924      0.0276
 575     0.0010     0.0002    99.9960     0.8076    90.5600    14.7145      0.0276
 576     0.0010     0.0003    99.9920     0.8063    90.5800    14.7074      0.0276
 577     0.0010     0.0003    99.9960     0.8064    90.5400    14.7022      0.0276
 578     0.0010     0.0003    99.9920     0.8063    90.5600    14.6909      0.0276
 579     0.0010     0.0002    99.9980     0.8064    90.5500    14.7280      0.0276
 580     0.0010     0.0004    99.9860     0.8070    90.5700    14.7688      0.0276
 581     0.0010     0.0002    99.9980     0.8073    90.5900    14.7186      0.0276
 582     0.0010     0.0003    99.9920     0.8071    90.5600    14.7588      0.0276
 583     0.0010     0.0003    99.9900     0.8073    90.5400    14.7004      0.0276
 584     0.0010     0.0001   100.0000     0.8075    90.5400    14.7144      0.0276
 585     0.0010     0.0002    99.9960     0.8076    90.5600    14.7232      0.0276
 586     0.0010     0.0003    99.9960     0.8078    90.5400    14.7259      0.0276
 587     0.0010     0.0003    99.9940     0.8074    90.5300    14.7294      0.0276
 588     0.0010     0.0003    99.9940     0.8071    90.5400    14.7607      0.0276
 589     0.0010     0.0002   100.0000     0.8073    90.5400    14.7407      0.0276
 590     0.0010     0.0002    99.9980     0.8075    90.5400    14.7400      0.0276
 591     0.0010     0.0002    99.9980     0.8078    90.5300    14.7711      0.0276
 592     0.0010     0.0002    99.9980     0.8081    90.5500    14.7754      0.0276
 593     0.0010     0.0002    99.9960     0.8082    90.5600    14.7380      0.0276
 594     0.0010     0.0003    99.9960     0.8081    90.5700    14.7682      0.0276
 595     0.0010     0.0002    99.9960     0.8084    90.5500    14.7778      0.0276
 596     0.0010     0.0003    99.9880     0.8088    90.5600    14.7717      0.0276
 597     0.0010     0.0002    99.9980     0.8088    90.5600    14.7353      0.0276
 598     0.0010     0.0002    99.9960     0.8089    90.5300    14.7280      0.0276
 599     0.0010     0.0003    99.9920     0.8090    90.5500    14.7345      0.0276
 600     0.0010     0.0003    99.9960     0.8087    90.5600    14.7354      0.0276
