Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.0851    20.9040     2.0810    20.9800    15.3515      0.9627
   2     0.1000     2.1027    18.5680     2.0754    19.7800    13.3020      0.9469
   3     0.1000     1.7922    29.5460     1.7524    30.6800    13.2538      0.9349
   4     0.1000     1.6299    36.6980     1.6027    37.5700    13.2882      0.9247
   5     0.1000     1.5369    42.0900     1.5013    42.8300    13.4023      0.9157
   6     0.1000     1.3404    50.6920     1.3253    50.3200    13.2437      0.9077
   7     0.1000     1.3076    52.9300     1.2700    53.8200    13.5004      0.9003
   8     0.1000     1.0604    61.9420     1.0442    62.8000    13.2385      0.8934
   9     0.1000     0.9764    65.0320     0.9659    65.3800    13.2624      0.8870
  10     0.1000     0.8973    68.3240     0.9329    67.4400    13.2417      0.8809
  11     0.1000     0.8439    70.8820     0.8412    71.5100    13.1676      0.8752
  12     0.1000     0.7655    73.9840     0.7847    73.3800    13.4617      0.8699
  13     0.1000     0.6860    76.6740     0.7258    75.5500    13.4355      0.8646
  14     0.1000     0.6428    78.2680     0.6758    77.4600    13.3116      0.8597
  15     0.1000     0.6283    78.4800     0.6781    77.1500    13.3087      0.8549
  16     0.1000     0.5711    80.3500     0.6365    78.6400    13.2902      0.8504
  17     0.1000     0.5196    82.5240     0.5910    80.4900    13.1362      0.8459
  18     0.1000     0.5360    82.0540     0.6166    79.5900    13.3899      0.8416
  19     0.1000     0.5017    83.2540     0.6080    80.5500    13.2795      0.8375
  20     0.1000     0.5039    83.0440     0.5953    80.8500    13.2300      0.8335
  21     0.1000     0.4560    84.6260     0.5502    81.8300    13.3158      0.8295
  22     0.1000     0.4654    84.7060     0.5755    82.1400    13.3210      0.8258
  23     0.1000     0.4479    85.1040     0.5907    81.5300    13.2439      0.8221
  24     0.1000     0.3634    87.8180     0.5297    84.0600    13.1792      0.8185
  25     0.1000     0.4091    86.4200     0.5735    82.5500    13.4603      0.8150
  26     0.1000     0.3764    87.4840     0.5417    83.2400    13.2825      0.8115
  27     0.1000     0.3271    88.9280     0.5027    84.2500    13.2292      0.8082
  28     0.1000     0.2947    89.9060     0.4705    85.2800    13.2173      0.8049
  29     0.1000     0.3024    89.9420     0.5040    84.9000    13.2462      0.8017
  30     0.1000     0.2603    91.3800     0.4725    85.9500    13.2669      0.7986
  31     0.1000     0.3061    89.8880     0.5087    84.8000    13.2493      0.7955
  32     0.1000     0.3440    88.4760     0.5430    83.6700    13.3109      0.7924
  33     0.1000     0.2472    91.7780     0.4531    86.1600    13.2413      0.7895
  34     0.1000     0.2678    90.9000     0.4875    85.0400    13.2482      0.7866
  35     0.1000     0.2499    91.6300     0.4802    85.5400    13.1172      0.7837
  36     0.1000     0.2408    91.8160     0.4821    85.8000    13.0957      0.7809
  37     0.1000     0.2211    92.7380     0.4929    85.9700    13.2843      0.7781
  38     0.1000     0.2198    92.7520     0.4768    85.9600    13.2159      0.7754
  39     0.1000     0.2040    93.2700     0.4785    86.5600    13.3166      0.7727
  40     0.1000     0.1854    93.7680     0.4584    86.4600    13.3351      0.7701
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2101    93.0900     0.4936    85.9700    13.2538      0.7676
  42     0.1000     0.1869    93.6600     0.4642    86.7700    13.2068      0.7650
  43     0.1000     0.3991    88.2640     0.7245    81.8600    13.4111      0.7625
  44     0.1000     0.1644    94.4140     0.4665    87.0100    13.2121      0.7601
  45     0.1000     0.1865    93.9120     0.5035    86.5400    13.2735      0.7576
  46     0.1000     0.1880    93.6420     0.5163    86.3000    13.2116      0.7552
  47     0.1000     0.1615    94.7580     0.5170    86.8800    13.3173      0.7529
  48     0.1000     0.1646    94.5160     0.4995    86.6300    13.3641      0.7505
  49     0.1000     0.1534    94.9980     0.4888    87.3100    13.3631      0.7482
  50     0.1000     0.1410    95.1840     0.4847    87.2400    13.1363      0.7460
  51     0.1000     0.1322    95.5680     0.4868    87.2000    13.3190      0.7437
  52     0.1000     0.1365    95.5240     0.4792    86.9600    13.5497      0.7415
  53     0.1000     0.1219    95.9440     0.5020    87.6800    13.2553      0.7393
  54     0.1000     0.1072    96.4140     0.4802    87.7200    13.2905      0.7371
  55     0.1000     0.1121    96.2740     0.4808    87.8200    13.2449      0.7350
  56     0.1000     0.1043    96.4520     0.5067    87.9700    13.2119      0.7328
  57     0.1000     0.1055    96.4380     0.4876    87.6200    13.3550      0.7307
  58     0.1000     0.1654    94.7660     0.5825    86.4900    13.1330      0.7286
  59     0.1000     0.1024    96.5300     0.4890    87.7500    13.2447      0.7266
  60     0.1000     0.0975    96.8300     0.5135    87.6900    13.1721      0.7246
  61     0.1000     0.0816    97.2420     0.4705    88.2900    13.5102      0.7226
  62     0.1000     0.0785    97.3560     0.4888    87.9900    13.3901      0.7206
  63     0.1000     0.1195    95.8780     0.5208    87.0600    13.3399      0.7186
  64     0.1000     0.0829    97.2500     0.4753    88.2700    13.2777      0.7167
  65     0.1000     0.1868    94.1120     0.6333    85.3200    13.1468      0.7147
  66     0.1000     0.1261    95.8600     0.5672    86.6900    13.4425      0.7127
  67     0.1000     0.2029    93.4860     0.6453    84.9200    13.1858      0.7108
  68     0.1000     0.0606    97.8980     0.4908    88.5500    13.4080      0.7090
  69     0.1000     0.0778    97.4420     0.5361    88.0700    13.2843      0.7071
  70     0.1000     0.0797    97.2540     0.5108    87.9400    13.5144      0.7053
  71     0.1000     0.1282    95.9500     0.5821    87.1200    13.3208      0.7034
  72     0.1000     0.0718    97.6060     0.5337    88.2700    13.2134      0.7016
  73     0.1000     0.0510    98.2920     0.4907    88.7000    13.3416      0.6998
  74     0.1000     0.0686    97.7120     0.5260    87.8600    13.2907      0.6980
  75     0.1000     0.0554    98.1640     0.5280    88.3400    13.3844      0.6962
  76     0.1000     0.0587    97.9420     0.5142    88.1700    13.3498      0.6944
  77     0.1000     0.0653    97.7640     0.5095    88.7200    13.3033      0.6927
  78     0.1000     0.0650    97.8260     0.5161    88.5700    13.1599      0.6910
  79     0.1000     0.0674    97.8580     0.5229    88.6900    13.4035      0.6892
  80     0.1000     0.0566    98.1040     0.5364    88.5800    13.1808      0.6875
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.1019    96.7120     0.6197    87.3200    13.1278      0.6858
  82     0.1000     0.0644    97.8280     0.5360    88.2300    13.3525      0.6841
  83     0.1000     0.0466    98.4100     0.5085    88.7400    13.3264      0.6824
  84     0.1000     0.0456    98.4580     0.5310    89.3100    13.2773      0.6808
  85     0.1000     0.0377    98.6860     0.5439    89.0500    13.2682      0.6791
  86     0.1000     0.0648    97.8100     0.5589    88.1000    13.2734      0.6775
  87     0.1000     0.0427    98.6120     0.5621    88.7400    13.3760      0.6758
  88     0.1000     0.0371    98.7380     0.5251    88.7100    13.4236      0.6742
  89     0.1000     0.1395    95.8300     0.6888    86.6200    13.4259      0.6726
  90     0.1000     0.0460    98.4200     0.5588    88.4300    13.2986      0.6710
  91     0.1000     0.0928    97.0880     0.6103    87.5300    13.2412      0.6694
  92     0.1000     0.0454    98.4900     0.5529    88.9600    13.3055      0.6678
  93     0.1000     0.0518    98.2740     0.5308    88.4700    13.3169      0.6663
  94     0.1000     0.0454    98.5080     0.5820    88.3700    13.1867      0.6647
  95     0.1000     0.0391    98.6980     0.5201    88.6300    13.2646      0.6632
  96     0.1000     0.0399    98.6920     0.5574    88.7800    13.2616      0.6617
  97     0.1000     0.0383    98.7500     0.5972    88.8600    13.3540      0.6602
  98     0.1000     0.0369    98.7480     0.5469    88.9000    13.2017      0.6586
  99     0.1000     0.0343    98.8480     0.5564    88.7400    13.1695      0.6571
 100     0.1000     0.0324    98.9360     0.5589    89.1000    13.1513      0.6557
 101     0.1000     0.0419    98.5960     0.5973    88.7000    13.2176      0.6542
 102     0.1000     0.0287    99.0900     0.5151    89.6300    13.4070      0.6527
 103     0.1000     0.0277    99.0440     0.5479    89.0400    13.2101      0.6512
 104     0.1000     0.0274    99.1300     0.5454    89.3200    13.1348      0.6497
 105     0.1000     0.0552    98.1580     0.6368    88.5200    13.6727      0.6483
 106     0.1000     0.0691    97.7780     0.5819    87.9000    13.3353      0.6469
 107     0.1000     0.0234    99.2300     0.5517    89.5500    13.2364      0.6455
 108     0.1000     0.0416    98.5860     0.5624    88.6700    13.1849      0.6441
 109     0.1000     0.0272    99.0800     0.5737    89.1300    13.1287      0.6427
 110     0.1000     0.0305    99.0400     0.5376    89.2700    13.2162      0.6412
 111     0.1000     0.0405    98.6480     0.5814    89.0000    13.5177      0.6399
 112     0.1000     0.0243    99.2040     0.5545    89.5300    13.2145      0.6385
 113     0.1000     0.0229    99.2280     0.5716    89.5800    13.2385      0.6371
 114     0.1000     0.0251    99.1780     0.5431    89.2300    13.2816      0.6357
 115     0.1000     0.0297    99.0360     0.5512    89.0800    13.1898      0.6343
 116     0.1000     0.0306    98.9660     0.6093    88.8200    13.3057      0.6330
 117     0.1000     0.0346    98.9120     0.5957    89.0000    13.2397      0.6316
 118     0.1000     0.0574    98.0960     0.6586    88.0800    13.4621      0.6303
 119     0.1000     0.0211    99.2860     0.5633    89.1400    13.1616      0.6290
 120     0.1000     0.0294    98.9900     0.5829    89.1500    13.2851      0.6276
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0421    98.6840     0.6094    88.3000    13.2890      0.6263
 122     0.1000     0.0239    99.1880     0.6177    88.9600    13.2196      0.6250
 123     0.1000     0.0187    99.3480     0.5969    88.9500    13.4010      0.6237
 124     0.1000     0.0222    99.2180     0.5767    89.1900    13.2708      0.6224
 125     0.1000     0.0304    99.0260     0.6070    88.7400    13.2150      0.6211
 126     0.1000     0.0179    99.3960     0.5879    89.4100    13.2899      0.6198
 127     0.1000     0.0149    99.4880     0.5815    89.6000    13.3943      0.6186
 128     0.1000     0.0197    99.3140     0.6115    89.0500    13.3444      0.6173
 129     0.1000     0.0394    98.7480     0.6403    88.3100    13.2449      0.6160
 130     0.1000     0.0190    99.4240     0.6047    89.3700    13.3891      0.6148
 131     0.1000     0.0229    99.2700     0.6122    89.2300    13.2033      0.6135
 132     0.1000     0.0179    99.4000     0.5721    89.3500    13.2733      0.6123
 133     0.1000     0.0245    99.1860     0.5731    89.5900    13.2239      0.6111
 134     0.1000     0.0195    99.3560     0.6125    88.9600    13.2068      0.6099
 135     0.1000     0.0176    99.4040     0.6048    89.3100    13.4156      0.6086
 136     0.1000     0.0211    99.2720     0.5952    89.2700    13.3632      0.6073
 137     0.1000     0.0360    98.8080     0.5956    88.4500    13.2131      0.6061
 138     0.1000     0.0177    99.3840     0.5617    89.1600    13.3236      0.6049
 139     0.1000     0.0243    99.2520     0.5655    89.5300    13.2229      0.6037
 140     0.1000     0.0155    99.4640     0.5444    89.6900    13.1357      0.6025
 141     0.1000     0.0180    99.4300     0.6179    89.2200    13.2922      0.6013
 142     0.1000     0.0171    99.4340     0.5635    89.4200    13.4691      0.6001
 143     0.1000     0.0217    99.3020     0.6235    89.0500    13.2329      0.5989
 144     0.1000     0.0252    99.1540     0.6538    88.7000    13.3576      0.5977
 145     0.1000     0.0174    99.4360     0.5361    89.5900    13.1883      0.5965
 146     0.1000     0.0220    99.2800     0.5969    89.0700    13.2626      0.5954
 147     0.1000     0.0126    99.5700     0.5628    89.6700    13.4932      0.5942
 148     0.1000     0.0218    99.2800     0.6401    89.4400    13.2509      0.5930
 149     0.1000     0.0184    99.3700     0.5960    88.8700    13.2897      0.5918
 150     0.1000     0.0187    99.3600     0.6360    89.0600    13.2976      0.5907
 151     0.1000     0.0166    99.4300     0.6638    89.2400    13.5751      0.5895
 152     0.1000     0.0210    99.3000     0.6148    88.9300    13.2004      0.5884
 153     0.1000     0.0189    99.3960     0.6042    89.4600    13.1698      0.5873
 154     0.1000     0.0193    99.3420     0.6185    89.1300    13.1482      0.5861
 155     0.1000     0.0100    99.6420     0.5983    89.2900    13.2108      0.5850
 156     0.1000     0.0622    98.4100     0.7721    87.5600    13.3793      0.5839
 157     0.1000     0.0173    99.4040     0.5809    89.4800    13.4958      0.5828
 158     0.1000     0.0157    99.5040     0.5987    89.4500    13.3589      0.5817
 159     0.1000     0.0100    99.6640     0.5997    89.7000    13.2172      0.5806
 160     0.1000     0.0154    99.5040     0.6000    89.6400    13.3893      0.5795
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0206    99.3800     0.5968    89.2900    13.3537      0.5784
 162     0.1000     0.0098    99.6820     0.5975    89.8600    13.3794      0.5773
 163     0.1000     0.0259    99.1780     0.5883    88.7400    13.2905      0.5762
 164     0.1000     0.0400    98.7140     0.6641    88.0900    13.1905      0.5751
 165     0.1000     0.0144    99.5320     0.6097    89.4000    13.3849      0.5740
 166     0.1000     0.0128    99.5900     0.5961    89.4700    13.3371      0.5730
 167     0.1000     0.0085    99.6960     0.5879    89.6500    13.2783      0.5719
 168     0.1000     0.0104    99.6240     0.6251    89.8700    13.3261      0.5708
 169     0.1000     0.0166    99.4520     0.6168    89.3900    13.2238      0.5698
 170     0.1000     0.0261    99.1500     0.6715    88.9000    13.3435      0.5687
 171     0.1000     0.0132    99.6020     0.6128    89.6400    13.2287      0.5677
 172     0.1000     0.0122    99.6160     0.6476    89.6900    13.3783      0.5666
 173     0.1000     0.0128    99.5820     0.5810    90.0500    13.1417      0.5656
 174     0.1000     0.0137    99.5520     0.6042    89.9600    13.2798      0.5645
 175     0.1000     0.0124    99.6360     0.6148    89.8100    13.1996      0.5635
 176     0.1000     0.0106    99.6300     0.6291    89.6600    13.1352      0.5625
 177     0.1000     0.0083    99.7060     0.5920    89.8100    13.2508      0.5614
 178     0.1000     0.0097    99.6820     0.5932    89.6200    13.3726      0.5604
 179     0.1000     0.0234    99.2580     0.6402    89.2400    13.3826      0.5593
 180     0.1000     0.0105    99.6340     0.5799    89.5100    13.3461      0.5584
 181     0.1000     0.0233    99.2380     0.6244    88.9300    13.1904      0.5574
 182     0.1000     0.0066    99.7800     0.5840    89.6800    13.2341      0.5564
 183     0.1000     0.0122    99.5860     0.6035    89.5300    13.3991      0.5553
 184     0.1000     0.0113    99.5960     0.6224    89.7000    13.4840      0.5544
 185     0.1000     0.0118    99.6680     0.6051    89.6500    13.1604      0.5534
 186     0.1000     0.0080    99.7160     0.6100    89.8600    13.1850      0.5524
 187     0.1000     0.0090    99.6980     0.5640    90.0400    13.1444      0.5514
 188     0.1000     0.0107    99.6480     0.6413    89.7000    13.2495      0.5504
 189     0.1000     0.0129    99.5720     0.6383    89.7300    13.3279      0.5494
 190     0.1000     0.0076    99.7380     0.5960    89.9600    13.2460      0.5484
 191     0.1000     0.0071    99.7480     0.6144    89.9300    13.3223      0.5475
 192     0.1000     0.0158    99.4700     0.6535    89.2000    13.3971      0.5465
 193     0.1000     0.0090    99.7100     0.6215    89.6900    13.1228      0.5456
 194     0.1000     0.0159    99.5080     0.6399    89.0500    13.2661      0.5446
 195     0.1000     0.0108    99.6400     0.6281    89.7300    13.4070      0.5436
 196     0.1000     0.0107    99.6080     0.6141    89.7000    13.2838      0.5427
 197     0.1000     0.0088    99.7240     0.6123    89.5500    13.2244      0.5418
 198     0.1000     0.0104    99.6580     0.6215    89.6100    13.2463      0.5408
 199     0.1000     0.0074    99.7560     0.6013    89.8400    13.2957      0.5399
 200     0.1000     0.0116    99.6060     0.6110    89.4700    13.2922      0.5389
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0049    99.8520     0.6176    89.8300    13.4493      0.5380
 202     0.1000     0.0072    99.7680     0.6191    89.8800    13.3520      0.5371
 203     0.1000     0.0101    99.6640     0.6403    89.6200    13.3250      0.5361
 204     0.1000     0.0103    99.6640     0.6297    89.5000    13.3306      0.5352
 205     0.1000     0.0095    99.6860     0.6223    89.7800    13.3291      0.5343
 206     0.1000     0.0098    99.6920     0.6338    89.5800    13.2329      0.5334
 207     0.1000     0.0118    99.6340     0.6469    89.5000    13.4199      0.5325
 208     0.1000     0.0117    99.6240     0.6216    89.6600    13.3898      0.5316
 209     0.1000     0.0415    98.8380     0.7373    88.4300    13.3076      0.5307
 210     0.1000     0.0130    99.5820     0.6120    89.4200    13.5007      0.5298
 211     0.1000     0.0116    99.6180     0.6589    89.5500    13.2048      0.5289
 212     0.1000     0.0219    99.3160     0.6799    89.1000    13.2506      0.5281
 213     0.1000     0.0095    99.6760     0.6523    89.5400    13.2399      0.5271
 214     0.1000     0.0098    99.6540     0.6168    89.5600    13.2291      0.5262
 215     0.1000     0.0073    99.7720     0.6401    89.9000    13.3727      0.5254
 216     0.1000     0.0085    99.7060     0.6279    90.0900    13.3836      0.5245
 217     0.1000     0.0060    99.8120     0.6353    89.8500    13.1307      0.5236
 218     0.1000     0.0099    99.6800     0.6448    89.8000    13.3155      0.5227
 219     0.1000     0.0051    99.8260     0.6589    89.9900    13.3714      0.5218
 220     0.1000     0.0087    99.7180     0.6641    89.8300    13.2616      0.5209
 221     0.1000     0.0068    99.7600     0.6347    89.9600    13.1188      0.5200
 222     0.1000     0.0062    99.8000     0.6555    89.9700    13.3835      0.5191
 223     0.1000     0.0133    99.5840     0.6591    89.4700    13.1970      0.5183
 224     0.1000     0.0115    99.6180     0.6474    89.6500    13.2858      0.5175
 225     0.1000     0.0148    99.4780     0.6554    89.3800    13.1420      0.5166
 226     0.1000     0.0137    99.5900     0.6916    89.2700    13.2334      0.5157
 227     0.1000     0.0096    99.7020     0.6509    89.7200    13.4044      0.5149
 228     0.1000     0.0133    99.5760     0.6321    89.6500    13.3664      0.5140
 229     0.1000     0.0065    99.7820     0.6415    90.0000    13.3197      0.5132
 230     0.1000     0.0142    99.5200     0.6453    89.3600    13.2955      0.5124
 231     0.1000     0.0119    99.5980     0.6772    89.3900    13.2658      0.5115
 232     0.1000     0.0060    99.7980     0.6422    90.1200    13.3000      0.5107
 233     0.1000     0.0073    99.7800     0.6713    89.7900    13.3458      0.5098
 234     0.1000     0.0080    99.7300     0.5973    89.8200    13.2315      0.5090
 235     0.1000     0.0045    99.8380     0.6922    89.9500    13.1674      0.5082
 236     0.1000     0.0084    99.7100     0.6545    89.4200    13.3432      0.5074
 237     0.1000     0.0048    99.8280     0.6555    89.7700    13.3251      0.5065
 238     0.1000     0.0095    99.6680     0.6904    89.6100    13.1827      0.5057
 239     0.1000     0.0042    99.8640     0.6613    89.8000    13.3535      0.5049
 240     0.1000     0.0058    99.7880     0.6891    89.6900    13.2796      0.5041
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0045    99.8480     0.6496    89.6700    13.3413      0.5032
 242     0.1000     0.0104    99.6480     0.6461    89.4700    13.2494      0.5024
 243     0.1000     0.0069    99.7760     0.6330    90.0300    13.1678      0.5016
 244     0.1000     0.0089    99.6940     0.6779    89.7600    13.3994      0.5008
 245     0.1000     0.0217    99.3540     0.6808    89.0400    13.2201      0.5000
 246     0.1000     0.0068    99.7520     0.6375    90.0600    13.5101      0.4992
 247     0.1000     0.0070    99.7640     0.6780    89.5100    13.2368      0.4984
 248     0.1000     0.0076    99.7380     0.6692    89.9100    13.2752      0.4976
 249     0.1000     0.0084    99.7460     0.6546    89.9200    13.2994      0.4967
 250     0.1000     0.0055    99.8100     0.6370    89.8800    13.4966      0.4960
 251     0.1000     0.0053    99.8280     0.6788    90.0400    13.1395      0.4952
 252     0.1000     0.0037    99.8640     0.6449    90.2900    13.2132      0.4944
 253     0.1000     0.0076    99.7320     0.6630    89.8800    13.1818      0.4936
 254     0.1000     0.0061    99.7780     0.6482    89.8700    13.3091      0.4928
 255     0.1000     0.0054    99.8080     0.6439    90.1300    13.5062      0.4921
 256     0.1000     0.0060    99.8000     0.6813    89.7800    13.2474      0.4913
 257     0.1000     0.0069    99.7560     0.6769    89.7700    13.2643      0.4905
 258     0.1000     0.0044    99.8500     0.6271    90.0600    13.2375      0.4898
 259     0.1000     0.0075    99.7480     0.6378    89.8700    13.4755      0.4889
 260     0.1000     0.0067    99.7720     0.6308    90.0100    13.2492      0.4882
 261     0.1000     0.0076    99.7620     0.6398    89.8600    13.2898      0.4874
 262     0.1000     0.0058    99.8120     0.6466    90.0300    13.2126      0.4867
 263     0.1000     0.0054    99.8140     0.6333    89.8200    13.2548      0.4859
 264     0.1000     0.0053    99.8320     0.6030    90.0000    13.3387      0.4852
 265     0.1000     0.0078    99.7320     0.7091    89.8400    13.2825      0.4844
 266     0.1000     0.0062    99.7900     0.6430    89.6100    13.2994      0.4837
 267     0.1000     0.0082    99.7540     0.6442    89.7800    13.1859      0.4829
 268     0.1000     0.0078    99.7520     0.6338    89.6500    13.3221      0.4821
 269     0.1000     0.0071    99.7640     0.6849    89.3600    13.3686      0.4814
 270     0.1000     0.0074    99.7600     0.6957    89.4200    13.3058      0.4807
 271     0.1000     0.0056    99.8040     0.6176    90.0500    13.3756      0.4800
 272     0.1000     0.0030    99.8860     0.6374    89.9500    13.4288      0.4792
 273     0.1000     0.0054    99.8260     0.6590    89.8000    13.4030      0.4785
 274     0.1000     0.0058    99.7980     0.6851    89.7700    13.4076      0.4777
 275     0.1000     0.0067    99.7840     0.6812    90.0200    13.3546      0.4770
 276     0.1000     0.0102    99.6660     0.6627    89.6200    13.2425      0.4763
 277     0.1000     0.0060    99.7900     0.6441    89.9700    13.3008      0.4755
 278     0.1000     0.0132    99.5960     0.7107    89.3500    13.2351      0.4748
 279     0.1000     0.0064    99.7640     0.6310    89.8600    13.3983      0.4740
 280     0.1000     0.0055    99.7940     0.6764    89.7400    13.2387      0.4733
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0084    99.7160     0.6504    89.8400    13.2196      0.4726
 282     0.1000     0.0066    99.7900     0.6447    89.7100    13.5834      0.4719
 283     0.1000     0.0048    99.8480     0.6630    89.9900    13.1811      0.4712
 284     0.1000     0.0063    99.7820     0.6708    89.8800    13.3064      0.4705
 285     0.1000     0.0078    99.7440     0.6312    89.7900    13.2010      0.4698
 286     0.1000     0.0063    99.7980     0.6357    89.7900    13.1938      0.4691
 287     0.1000     0.0087    99.7300     0.6446    89.4300    13.2400      0.4684
 288     0.1000     0.0043    99.8800     0.6519    89.8800    13.4456      0.4677
 289     0.1000     0.0043    99.8640     0.6377    89.8600    13.2759      0.4670
 290     0.1000     0.0075    99.7600     0.6482    89.7100    13.2592      0.4663
 291     0.1000     0.0105    99.7060     0.6744    89.2400    13.4408      0.4656
 292     0.1000     0.0045    99.8300     0.7155    89.8000    13.2121      0.4649
 293     0.1000     0.0058    99.8260     0.6964    89.6600    13.1816      0.4642
 294     0.1000     0.0061    99.7940     0.7141    89.9300    13.2685      0.4635
 295     0.1000     0.0078    99.7460     0.6623    89.6700    13.2756      0.4628
 296     0.1000     0.0082    99.7360     0.6703    89.6900    13.3340      0.4621
 297     0.1000     0.0092    99.7060     0.6575    89.8900    13.1945      0.4615
 298     0.1000     0.0034    99.8920     0.6195    90.1400    13.1821      0.4608
 299     0.1000     0.0046    99.8800     0.6387    89.9300    13.2597      0.4601
 300     0.1000     0.0088    99.7440     0.6994    89.7400    13.5067      0.4594
 301     0.0996     0.0058    99.8260     0.6298    89.9100    13.3400      0.4588
 302     0.0992     0.0053    99.8480     0.6810    89.8200    13.4894      0.4581
 303     0.0988     0.0030    99.9060     0.6852    90.1900    13.3635      0.4574
 304     0.0983     0.0053    99.8220     0.6694    89.9900    13.2933      0.4568
 305     0.0979     0.0181    99.4540     0.7336    89.2800    13.1666      0.4561
 306     0.0975     0.0034    99.8760     0.6366    90.1900    13.3633      0.4554
 307     0.0971     0.0056    99.7980     0.6365    90.2000    13.2293      0.4548
 308     0.0967     0.0202    99.4160     0.7627    88.7200    13.2153      0.4542
 309     0.0963     0.0039    99.8780     0.6323    89.9800    13.4030      0.4536
 310     0.0959     0.0058    99.8260     0.6822    89.7100    13.2396      0.4529
 311     0.0955     0.0048    99.8340     0.6469    89.9400    13.3378      0.4523
 312     0.0950     0.0062    99.8100     0.6448    90.0900    13.3284      0.4517
 313     0.0946     0.0034    99.8960     0.6488    90.1800    13.3795      0.4510
 314     0.0942     0.0062    99.7820     0.6704    89.9200    13.1864      0.4504
 315     0.0938     0.0036    99.8760     0.6679    90.0200    13.2591      0.4498
 316     0.0934     0.0050    99.8540     0.6457    90.1400    13.2078      0.4492
 317     0.0930     0.0066    99.7880     0.6911    89.8800    13.2465      0.4486
 318     0.0926     0.0049    99.8280     0.7227    89.8400    13.4109      0.4480
 319     0.0922     0.0035    99.8820     0.6896    89.9000    13.3093      0.4474
 320     0.0917     0.0086    99.7040     0.6581    89.5700    13.2351      0.4468
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0039    99.8680     0.6429    90.0900    13.2198      0.4462
 322     0.0909     0.0043    99.8680     0.6929    89.7200    13.3019      0.4456
 323     0.0905     0.0100    99.7080     0.7054    90.0000    13.3493      0.4450
 324     0.0901     0.0060    99.8120     0.6852    89.9700    13.2255      0.4445
 325     0.0897     0.0028    99.9100     0.6647    90.1000    13.1937      0.4439
 326     0.0893     0.0050    99.8340     0.6556    89.7100    13.1612      0.4433
 327     0.0889     0.0029    99.8940     0.6859    89.9700    13.4793      0.4427
 328     0.0885     0.0085    99.7240     0.7068    89.8100    13.2496      0.4422
 329     0.0880     0.0035    99.8900     0.6808    90.1400    13.2037      0.4416
 330     0.0876     0.0048    99.8380     0.6605    89.6500    13.3260      0.4411
 331     0.0872     0.0035    99.8820     0.6618    90.1200    13.3404      0.4405
 332     0.0868     0.0027    99.9100     0.6966    90.1600    13.2483      0.4400
 333     0.0864     0.0031    99.9040     0.6926    90.1100    13.3262      0.4394
 334     0.0860     0.0025    99.9160     0.6917    90.1600    13.2954      0.4388
 335     0.0856     0.0022    99.9120     0.6989    90.0000    13.4221      0.4383
 336     0.0852     0.0021    99.9360     0.7000    89.9500    13.4051      0.4377
 337     0.0847     0.0063    99.7940     0.7330    89.3800    13.1739      0.4372
 338     0.0843     0.0012    99.9580     0.7017    90.1700    13.2151      0.4366
 339     0.0839     0.0018    99.9480     0.6746    90.4100    13.3951      0.4361
 340     0.0835     0.0019    99.9340     0.6867    90.3500    13.3413      0.4356
 341     0.0831     0.0028    99.9120     0.6707    90.2200    13.3665      0.4350
 342     0.0827     0.0026    99.9180     0.7033    90.0300    13.2588      0.4345
 343     0.0823     0.0062    99.8200     0.7414    89.8600    13.2544      0.4340
 344     0.0818     0.0023    99.9140     0.7201    90.0000    13.3575      0.4335
 345     0.0814     0.0018    99.9360     0.6833    90.3900    13.5125      0.4330
 346     0.0810     0.0028    99.9040     0.7284    90.2400    13.3727      0.4325
 347     0.0806     0.0035    99.8880     0.6861    90.2500    13.1808      0.4320
 348     0.0802     0.0029    99.9040     0.7074    90.2800    13.1137      0.4315
 349     0.0798     0.0028    99.9040     0.7226    90.2400    13.3535      0.4310
 350     0.0794     0.0029    99.8900     0.7159    90.2600    13.3242      0.4305
 351     0.0790     0.0008    99.9700     0.6944    90.5100    13.3577      0.4300
 352     0.0786     0.0050    99.8440     0.7227    89.6500    13.0875      0.4295
 353     0.0781     0.0036    99.8720     0.7145    90.1100    13.1765      0.4291
 354     0.0777     0.0022    99.9220     0.7115    90.1700    13.4909      0.4286
 355     0.0773     0.0012    99.9580     0.6976    90.2900    13.1846      0.4281
 356     0.0769     0.0018    99.9440     0.7134    90.1700    13.2246      0.4276
 357     0.0765     0.0021    99.9380     0.6955    90.2400    13.3362      0.4271
 358     0.0761     0.0021    99.9200     0.6861    90.2800    13.2681      0.4267
 359     0.0757     0.0026    99.9040     0.6931    90.2000    13.4158      0.4262
 360     0.0753     0.0024    99.9240     0.6944    90.1200    13.3709      0.4258
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0029    99.9100     0.7218    90.0200    13.3261      0.4253
 362     0.0744     0.0020    99.9200     0.6972    90.1900    13.1078      0.4248
 363     0.0740     0.0022    99.9320     0.6960    90.3800    13.3613      0.4244
 364     0.0736     0.0009    99.9740     0.7056    90.3700    13.3949      0.4240
 365     0.0732     0.0007    99.9760     0.7051    90.5000    13.3054      0.4235
 366     0.0728     0.0016    99.9460     0.7277    90.2600    13.3019      0.4231
 367     0.0724     0.0026    99.9220     0.7374    90.1100    13.4252      0.4226
 368     0.0720     0.0027    99.9240     0.7393    90.0900    13.3013      0.4222
 369     0.0715     0.0011    99.9600     0.7331    90.3200    13.2198      0.4218
 370     0.0711     0.0024    99.9180     0.7611    90.1100    13.1661      0.4214
 371     0.0707     0.0011    99.9700     0.7296    90.2800    13.1826      0.4209
 372     0.0703     0.0010    99.9620     0.7168    90.4100    13.5466      0.4205
 373     0.0699     0.0010    99.9680     0.7722    90.2800    13.3902      0.4201
 374     0.0695     0.0012    99.9640     0.7761    90.3900    13.3426      0.4197
 375     0.0691     0.0010    99.9680     0.7347    90.3800    13.2969      0.4193
 376     0.0686     0.0009    99.9740     0.7509    90.4800    13.2219      0.4188
 377     0.0682     0.0008    99.9740     0.7434    90.4300    13.3581      0.4184
 378     0.0678     0.0006    99.9820     0.7571    90.4600    13.2966      0.4180
 379     0.0674     0.0011    99.9640     0.7638    90.3800    13.1387      0.4176
 380     0.0670     0.0012    99.9600     0.7444    90.4500    13.2628      0.4172
 381     0.0666     0.0019    99.9380     0.7459    90.3700    13.5921      0.4168
 382     0.0662     0.0015    99.9460     0.7458    90.4400    13.3661      0.4165
 383     0.0658     0.0009    99.9640     0.7301    90.3600    13.2240      0.4161
 384     0.0654     0.0016    99.9360     0.7750    90.3800    13.3338      0.4157
 385     0.0649     0.0008    99.9760     0.7139    90.5800    13.3962      0.4153
 386     0.0645     0.0025    99.9320     0.7479    90.2300    13.3131      0.4150
 387     0.0641     0.0009    99.9600     0.6971    90.6300    13.2305      0.4146
 388     0.0637     0.0008    99.9740     0.7051    90.4500    13.2040      0.4142
 389     0.0633     0.0008    99.9720     0.7111    90.4800    13.2679      0.4139
 390     0.0629     0.0010    99.9680     0.7181    90.2700    13.4177      0.4135
 391     0.0625     0.0008    99.9700     0.7280    90.4300    13.2842      0.4131
 392     0.0621     0.0008    99.9760     0.7415    90.5200    13.2556      0.4128
 393     0.0616     0.0008    99.9760     0.7613    90.4100    13.2577      0.4124
 394     0.0612     0.0008    99.9740     0.7254    90.4900    13.2708      0.4121
 395     0.0608     0.0006    99.9800     0.7400    90.5400    13.3861      0.4117
 396     0.0604     0.0009    99.9680     0.7671    90.3200    13.2213      0.4114
 397     0.0600     0.0002    99.9940     0.7621    90.7500    13.1631      0.4110
 398     0.0596     0.0008    99.9700     0.7766    90.6300    13.2806      0.4107
 399     0.0592     0.0013    99.9560     0.7953    90.3100    13.4254      0.4103
 400     0.0588     0.0009    99.9780     0.7414    90.5200    13.3166      0.4100
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0008    99.9740     0.7533    90.4000    13.2990      0.4097
 402     0.0579     0.0010    99.9720     0.7596    90.5000    13.4500      0.4093
 403     0.0575     0.0005    99.9860     0.7613    90.7000    13.3352      0.4090
 404     0.0571     0.0007    99.9820     0.7579    90.5400    13.2871      0.4087
 405     0.0567     0.0009    99.9800     0.7188    90.5800    13.2772      0.4084
 406     0.0563     0.0003    99.9880     0.7264    90.7900    13.2215      0.4080
 407     0.0559     0.0007    99.9780     0.7223    90.6900    13.2870      0.4077
 408     0.0554     0.0003    99.9880     0.7248    90.9200    13.4240      0.4074
 409     0.0550     0.0007    99.9820     0.7345    90.5100    13.4450      0.4071
 410     0.0546     0.0005    99.9800     0.7274    90.6400    13.2804      0.4067
 411     0.0542     0.0003    99.9900     0.7304    90.7900    13.3783      0.4065
 412     0.0538     0.0003    99.9900     0.7442    90.7000    13.2445      0.4062
 413     0.0534     0.0007    99.9760     0.7577    90.6600    13.3906      0.4059
 414     0.0530     0.0003    99.9860     0.7365    90.9800    13.3219      0.4056
 415     0.0526     0.0002    99.9960     0.7563    90.8000    13.2981      0.4053
 416     0.0522     0.0007    99.9840     0.7733    90.7400    13.2552      0.4050
 417     0.0517     0.0003    99.9920     0.7489    90.9000    13.5931      0.4047
 418     0.0513     0.0001    99.9960     0.7466    90.7700    13.3518      0.4044
 419     0.0509     0.0003    99.9880     0.7485    90.8300    13.3551      0.4041
 420     0.0505     0.0005    99.9860     0.7499    90.5800    13.2424      0.4038
 421     0.0501     0.0003    99.9900     0.7414    90.5800    13.3319      0.4035
 422     0.0497     0.0008    99.9740     0.7462    90.7400    13.2494      0.4033
 423     0.0493     0.0004    99.9880     0.7607    90.3900    13.2490      0.4030
 424     0.0489     0.0004    99.9900     0.7479    90.5900    13.4670      0.4027
 425     0.0484     0.0003    99.9940     0.7422    90.8100    13.2317      0.4025
 426     0.0480     0.0006    99.9740     0.7643    90.7200    13.2886      0.4022
 427     0.0476     0.0003    99.9920     0.7769    90.4000    13.3196      0.4019
 428     0.0472     0.0002    99.9920     0.7423    90.8500    13.2822      0.4017
 429     0.0468     0.0004    99.9860     0.7516    90.8100    13.2245      0.4014
 430     0.0464     0.0002    99.9980     0.7613    90.6300    13.2394      0.4011
 431     0.0460     0.0001    99.9980     0.7615    91.0500    13.3671      0.4009
 432     0.0456     0.0004    99.9900     0.7632    91.1400    13.2828      0.4006
 433     0.0451     0.0003    99.9900     0.7969    90.7200    13.3277      0.4004
 434     0.0447     0.0001   100.0000     0.7662    91.1000    13.2929      0.4002
 435     0.0443     0.0007    99.9740     0.8113    90.7500    13.4233      0.3999
 436     0.0439     0.0003    99.9920     0.7722    90.9000    13.1831      0.3997
 437     0.0435     0.0004    99.9900     0.7623    91.0100    13.2738      0.3994
 438     0.0431     0.0003    99.9920     0.7728    90.8500    13.3471      0.3992
 439     0.0427     0.0004    99.9860     0.7626    90.8900    13.1589      0.3990
 440     0.0423     0.0001    99.9980     0.7531    91.0700    13.3638      0.3988
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0002    99.9920     0.7686    90.8800    13.1732      0.3985
 442     0.0414     0.0002    99.9940     0.7480    91.0000    13.4392      0.3983
 443     0.0410     0.0002    99.9980     0.7474    91.0000    13.2932      0.3981
 444     0.0406     0.0003    99.9880     0.7445    91.0400    13.4094      0.3979
 445     0.0402     0.0003    99.9940     0.7398    91.0600    13.1454      0.3977
 446     0.0398     0.0003    99.9940     0.7517    91.0400    13.1756      0.3975
 447     0.0394     0.0002    99.9920     0.7558    90.9700    13.4557      0.3972
 448     0.0389     0.0002    99.9940     0.7564    91.1200    13.2308      0.3970
 449     0.0385     0.0001    99.9940     0.7627    90.9400    13.4260      0.3968
 450     0.0381     0.0001    99.9980     0.7608    90.9700    13.1664      0.3966
 451     0.0377     0.0002    99.9920     0.7616    90.8800    13.1749      0.3964
 452     0.0373     0.0002    99.9940     0.7604    90.9700    13.3277      0.3962
 453     0.0369     0.0003    99.9880     0.7590    90.9600    13.3943      0.3960
 454     0.0365     0.0003    99.9880     0.7748    90.8600    13.2742      0.3958
 455     0.0361     0.0002    99.9940     0.7608    90.9800    13.2586      0.3956
 456     0.0357     0.0001    99.9960     0.7568    91.0200    13.2444      0.3955
 457     0.0352     0.0001    99.9980     0.7600    90.9100    13.1844      0.3953
 458     0.0348     0.0001    99.9940     0.7669    90.8300    13.2045      0.3951
 459     0.0344     0.0003    99.9920     0.7725    91.0100    13.3788      0.3949
 460     0.0340     0.0002    99.9940     0.7728    91.0100    13.2016      0.3947
 461     0.0336     0.0001   100.0000     0.7618    91.0100    13.3180      0.3945
 462     0.0332     0.0002    99.9880     0.7714    90.7700    13.2921      0.3944
 463     0.0328     0.0001    99.9960     0.7735    90.9200    13.2605      0.3942
 464     0.0324     0.0000   100.0000     0.7670    90.9700    13.2666      0.3940
 465     0.0319     0.0001    99.9980     0.7701    91.0800    13.3963      0.3939
 466     0.0315     0.0001    99.9980     0.7705    91.0600    13.3262      0.3937
 467     0.0311     0.0000   100.0000     0.7742    91.0200    13.4461      0.3935
 468     0.0307     0.0000   100.0000     0.7714    91.0400    13.2713      0.3934
 469     0.0303     0.0001    99.9980     0.7853    90.9100    13.4331      0.3932
 470     0.0299     0.0001    99.9960     0.7723    90.9400    13.2619      0.3931
 471     0.0295     0.0001    99.9980     0.7727    91.0100    13.4521      0.3929
 472     0.0291     0.0002    99.9980     0.7771    90.9200    13.4177      0.3928
 473     0.0286     0.0001    99.9980     0.7748    91.0600    13.3298      0.3926
 474     0.0282     0.0000    99.9980     0.7740    90.9500    13.3183      0.3925
 475     0.0278     0.0000   100.0000     0.7748    90.9900    13.2076      0.3923
 476     0.0274     0.0000   100.0000     0.7777    91.1100    13.3330      0.3922
 477     0.0270     0.0000   100.0000     0.7865    91.0200    13.1994      0.3920
 478     0.0266     0.0000   100.0000     0.7850    90.9000    13.3210      0.3919
 479     0.0262     0.0000   100.0000     0.7851    90.8600    13.3448      0.3918
 480     0.0257     0.0000   100.0000     0.7843    90.8800    13.2648      0.3916
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0002    99.9960     0.7842    90.9400    13.2083      0.3915
 482     0.0249     0.0000   100.0000     0.7840    91.0300    13.2579      0.3914
 483     0.0245     0.0001    99.9960     0.7840    91.0400    13.2400      0.3912
 484     0.0241     0.0001    99.9980     0.7836    91.0000    13.5171      0.3911
 485     0.0237     0.0000    99.9980     0.7823    91.1000    13.5037      0.3910
 486     0.0233     0.0000   100.0000     0.7794    91.1400    13.2906      0.3909
 487     0.0229     0.0000   100.0000     0.7781    90.9400    13.3025      0.3908
 488     0.0225     0.0000   100.0000     0.7782    90.9800    13.2592      0.3906
 489     0.0220     0.0001    99.9940     0.7784    91.0500    13.2528      0.3905
 490     0.0216     0.0000    99.9980     0.7798    91.0200    13.3134      0.3904
 491     0.0212     0.0001    99.9960     0.7839    91.0400    13.3488      0.3903
 492     0.0208     0.0001    99.9960     0.7793    91.0700    13.2785      0.3902
 493     0.0204     0.0001    99.9960     0.7801    90.9200    13.1890      0.3901
 494     0.0200     0.0001    99.9960     0.7809    90.9800    13.5394      0.3900
 495     0.0196     0.0000    99.9980     0.7807    90.9600    13.3097      0.3899
 496     0.0192     0.0000    99.9980     0.7828    90.9500    13.3064      0.3898
 497     0.0187     0.0000   100.0000     0.7826    90.9900    13.2611      0.3897
 498     0.0183     0.0000    99.9980     0.7819    90.9600    13.5030      0.3896
 499     0.0179     0.0000    99.9980     0.7827    91.0300    13.3574      0.3895
 500     0.0175     0.0001    99.9960     0.7823    90.9700    13.3072      0.3895
 501     0.0171     0.0000   100.0000     0.7880    91.1200    13.2645      0.3894
 502     0.0167     0.0001    99.9980     0.7874    91.0500    13.3316      0.3893
 503     0.0163     0.0000    99.9980     0.7883    91.0500    13.2470      0.3892
 504     0.0159     0.0000   100.0000     0.7916    91.0600    13.3865      0.3891
 505     0.0154     0.0000   100.0000     0.7882    91.0900    13.2185      0.3890
 506     0.0150     0.0001    99.9980     0.7853    91.0300    13.4013      0.3890
 507     0.0146     0.0002    99.9900     0.7870    91.0600    13.3993      0.3889
 508     0.0142     0.0000    99.9980     0.7853    91.0700    13.3998      0.3888
 509     0.0138     0.0001    99.9980     0.7851    91.0800    13.4055      0.3887
 510     0.0134     0.0000   100.0000     0.7856    91.0700    13.2993      0.3887
 511     0.0130     0.0000   100.0000     0.7851    91.0900    13.1809      0.3886
 512     0.0125     0.0000   100.0000     0.7846    91.0400    13.5199      0.3886
 513     0.0121     0.0000   100.0000     0.7844    91.0900    13.2330      0.3885
 514     0.0117     0.0000   100.0000     0.7829    91.1100    13.3609      0.3884
 515     0.0113     0.0000   100.0000     0.7826    91.1100    13.1306      0.3884
 516     0.0109     0.0000   100.0000     0.7840    91.1200    13.3795      0.3883
 517     0.0105     0.0000    99.9980     0.7837    91.1800    13.2120      0.3883
 518     0.0101     0.0000   100.0000     0.7845    91.1200    13.2939      0.3882
 519     0.0097     0.0000   100.0000     0.7846    91.1200    13.2283      0.3882
 520     0.0092     0.0000   100.0000     0.7838    91.1400    13.2778      0.3881
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001    99.9980     0.7841    91.1400    13.4195      0.3881
 522     0.0084     0.0000   100.0000     0.7846    91.1100    13.4001      0.3880
 523     0.0080     0.0000   100.0000     0.7841    91.1200    13.2523      0.3880
 524     0.0076     0.0001    99.9960     0.7845    91.1300    13.1555      0.3880
 525     0.0072     0.0000    99.9980     0.7846    91.1000    13.2621      0.3879
 526     0.0068     0.0000    99.9980     0.7845    91.0600    13.2757      0.3879
 527     0.0064     0.0000   100.0000     0.7849    91.0600    13.2932      0.3879
 528     0.0060     0.0000   100.0000     0.7840    91.1200    13.1359      0.3878
 529     0.0055     0.0000   100.0000     0.7840    91.1100    13.2884      0.3878
 530     0.0051     0.0000   100.0000     0.7839    91.0900    13.2446      0.3878
 531     0.0047     0.0002    99.9940     0.7844    91.0800    13.3120      0.3878
 532     0.0043     0.0000    99.9980     0.7840    91.0800    13.2616      0.3877
 533     0.0039     0.0000    99.9980     0.7834    91.1100    13.1255      0.3877
 534     0.0035     0.0000   100.0000     0.7836    91.1100    13.4738      0.3877
 535     0.0031     0.0000   100.0000     0.7837    91.1000    13.1913      0.3877
 536     0.0027     0.0000    99.9980     0.7837    91.0800    13.3272      0.3877
 537     0.0022     0.0000   100.0000     0.7836    91.0900    13.2412      0.3877
 538     0.0018     0.0000    99.9980     0.7838    91.0900    13.1940      0.3877
 539     0.0014     0.0000   100.0000     0.7844    91.0800    13.3077      0.3877
 540     0.0010     0.0000   100.0000     0.7843    91.0600    13.1780      0.3877
 541     0.0010     0.0000   100.0000     0.7843    91.0600    13.3125      0.3877
 542     0.0010     0.0000   100.0000     0.7843    91.0500    13.2786      0.3877
 543     0.0010     0.0000   100.0000     0.7842    91.0600    13.4563      0.3877
 544     0.0010     0.0000   100.0000     0.7842    91.0500    13.4061      0.3877
 545     0.0010     0.0000   100.0000     0.7842    91.0500    13.1474      0.3877
 546     0.0010     0.0000   100.0000     0.7842    91.0700    13.2187      0.3877
 547     0.0010     0.0000   100.0000     0.7843    91.0500    13.3142      0.3877
 548     0.0010     0.0000   100.0000     0.7843    91.0800    13.2218      0.3877
 549     0.0010     0.0000   100.0000     0.7844    91.0700    13.2675      0.3877
 550     0.0010     0.0001    99.9980     0.7845    91.0600    13.1906      0.3877
 551     0.0010     0.0000   100.0000     0.7846    91.0500    13.2671      0.3877
 552     0.0010     0.0000   100.0000     0.7846    91.0800    13.4399      0.3877
 553     0.0010     0.0000   100.0000     0.7847    91.0600    13.4589      0.3877
 554     0.0010     0.0000   100.0000     0.7847    91.0600    13.2117      0.3877
 555     0.0010     0.0001    99.9980     0.7847    91.0700    13.2202      0.3877
 556     0.0010     0.0000   100.0000     0.7848    91.0700    13.4323      0.3877
 557     0.0010     0.0000   100.0000     0.7848    91.0600    13.2508      0.3877
 558     0.0010     0.0000   100.0000     0.7847    91.0700    13.1976      0.3877
 559     0.0010     0.0000    99.9980     0.7848    91.0600    13.4691      0.3877
 560     0.0010     0.0000   100.0000     0.7849    91.0600    13.2460      0.3877
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     0.7849    91.0700    13.4237      0.3877
 562     0.0010     0.0000   100.0000     0.7847    91.0500    13.2226      0.3877
 563     0.0010     0.0000   100.0000     0.7849    91.0500    13.1792      0.3877
 564     0.0010     0.0000    99.9980     0.7843    91.0500    13.1733      0.3877
 565     0.0010     0.0001    99.9980     0.7842    91.0400    13.1302      0.3877
 566     0.0010     0.0000   100.0000     0.7843    91.0400    13.5088      0.3877
 567     0.0010     0.0000    99.9980     0.7843    91.0700    13.2213      0.3877
 568     0.0010     0.0000   100.0000     0.7844    91.0500    13.4054      0.3877
 569     0.0010     0.0000    99.9980     0.7844    91.0500    13.2238      0.3877
 570     0.0010     0.0000   100.0000     0.7844    91.0700    13.3963      0.3877
 571     0.0010     0.0000   100.0000     0.7844    91.0800    13.2018      0.3877
 572     0.0010     0.0000   100.0000     0.7845    91.0800    13.2878      0.3877
 573     0.0010     0.0000   100.0000     0.7846    91.0700    13.2602      0.3877
 574     0.0010     0.0000   100.0000     0.7847    91.0900    13.3697      0.3877
 575     0.0010     0.0000   100.0000     0.7846    91.0800    13.5591      0.3877
 576     0.0010     0.0000   100.0000     0.7847    91.0900    13.2635      0.3877
 577     0.0010     0.0000   100.0000     0.7847    91.1000    13.1791      0.3877
 578     0.0010     0.0000   100.0000     0.7847    91.1000    13.4714      0.3877
 579     0.0010     0.0000   100.0000     0.7848    91.0900    13.4111      0.3877
 580     0.0010     0.0001    99.9980     0.7848    91.0800    13.2888      0.3877
 581     0.0010     0.0000    99.9980     0.7847    91.1000    13.2945      0.3877
 582     0.0010     0.0000    99.9980     0.7847    91.1000    13.2750      0.3877
 583     0.0010     0.0000   100.0000     0.7847    91.1000    13.3560      0.3877
 584     0.0010     0.0000    99.9980     0.7846    91.1200    13.4008      0.3877
 585     0.0010     0.0000   100.0000     0.7846    91.1200    13.2996      0.3877
 586     0.0010     0.0000   100.0000     0.7846    91.1100    13.1753      0.3877
 587     0.0010     0.0000   100.0000     0.7847    91.1100    13.2362      0.3877
 588     0.0010     0.0000   100.0000     0.7847    91.1100    13.4419      0.3877
 589     0.0010     0.0000   100.0000     0.7846    91.1100    13.2484      0.3877
 590     0.0010     0.0000   100.0000     0.7847    91.1100    13.1609      0.3877
 591     0.0010     0.0001    99.9980     0.7845    91.0900    13.2759      0.3877
 592     0.0010     0.0000   100.0000     0.7845    91.0900    13.4690      0.3877
 593     0.0010     0.0001    99.9960     0.7846    91.0900    13.5276      0.3877
 594     0.0010     0.0000   100.0000     0.7845    91.0900    13.2197      0.3877
 595     0.0010     0.0000    99.9980     0.7844    91.0900    13.3205      0.3877
 596     0.0010     0.0000   100.0000     0.7844    91.0900    13.3094      0.3877
 597     0.0010     0.0000   100.0000     0.7845    91.0800    13.4897      0.3877
 598     0.0010     0.0000    99.9980     0.7844    91.0800    13.4843      0.3877
 599     0.0010     0.0001    99.9960     0.7845    91.0900    13.2597      0.3877
 600     0.0010     0.0000   100.0000     0.7845    91.0900    13.4409      0.3877
