Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.3466    10.0000     2.3466    10.0000    15.2645      0.9627
   2     0.1000     2.1980    16.7000     2.1894    17.4100    13.2879      0.9469
   3     0.1000     1.8956    23.9240     1.8841    24.3700    13.2877      0.9348
   4     0.1000     1.7662    29.0960     1.7339    29.6300    13.2134      0.9246
   5     0.1000     1.6509    33.7900     1.6289    33.7400    13.4121      0.9157
   6     0.1000     1.5303    39.7620     1.5179    39.5300    13.1732      0.9076
   7     0.1000     1.4279    46.5540     1.4158    46.8700    13.3781      0.9001
   8     0.1000     1.2357    54.9920     1.2400    54.4800    13.2828      0.8932
   9     0.1000     1.2051    57.1320     1.1867    57.7300    13.2387      0.8869
  10     0.1000     1.1852    58.2160     1.2524    57.2600    13.2462      0.8808
  11     0.1000     0.8919    68.9380     0.8949    69.4700    13.3748      0.8751
  12     0.1000     0.7600    73.6040     0.7796    72.8500    13.4518      0.8697
  13     0.1000     0.7374    74.4340     0.7578    74.1500    13.1690      0.8645
  14     0.1000     0.7001    75.9120     0.7312    75.2200    13.1604      0.8595
  15     0.1000     0.6452    77.9740     0.6932    77.0200    13.3163      0.8548
  16     0.1000     0.6010    79.5580     0.6434    78.5800    13.3726      0.8502
  17     0.1000     0.5751    80.5380     0.6305    79.2700    13.3329      0.8457
  18     0.1000     0.5740    81.1620     0.6627    78.4400    13.2649      0.8414
  19     0.1000     0.4987    83.1220     0.5851    81.1200    13.3172      0.8373
  20     0.1000     0.6159    80.2940     0.7107    78.0700    13.2940      0.8332
  21     0.1000     0.4842    83.6940     0.5917    80.9900    13.4905      0.8293
  22     0.1000     0.4456    85.1820     0.5563    81.9600    13.1232      0.8255
  23     0.1000     0.3966    86.6600     0.5131    83.4900    13.1701      0.8218
  24     0.1000     0.4317    85.5820     0.5570    82.0600    13.3245      0.8182
  25     0.1000     0.4381    85.4780     0.5848    81.6000    13.3300      0.8146
  26     0.1000     0.4326    85.7200     0.5936    81.3800    13.1807      0.8112
  27     0.1000     0.3928    86.9280     0.5419    83.2600    13.3662      0.8078
  28     0.1000     0.3129    89.4200     0.4847    84.8600    13.3759      0.8045
  29     0.1000     0.3118    89.5820     0.5040    84.3700    13.0996      0.8013
  30     0.1000     0.2955    90.0760     0.4737    84.7200    13.2923      0.7981
  31     0.1000     0.3537    88.4420     0.5845    82.8400    13.2556      0.7950
  32     0.1000     0.2736    90.8740     0.4715    85.5900    13.2913      0.7921
  33     0.1000     0.3347    88.9100     0.5379    83.5700    13.1952      0.7891
  34     0.1000     0.2725    90.7760     0.4856    85.0100    13.1598      0.7862
  35     0.1000     0.2807    90.6480     0.5123    85.0200    13.3339      0.7833
  36     0.1000     0.2716    90.6860     0.4850    84.9300    13.2204      0.7805
  37     0.1000     0.2008    93.2160     0.4436    86.4800    13.3267      0.7777
  38     0.1000     0.2137    92.8740     0.4652    86.2000    13.2958      0.7750
  39     0.1000     0.2432    91.7700     0.5072    85.1200    13.5422      0.7724
  40     0.1000     0.1894    93.6380     0.4450    86.7100    13.4441      0.7697
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1978    93.2580     0.4846    86.2100    13.2199      0.7672
  42     0.1000     0.1850    93.8400     0.4737    86.4000    13.2237      0.7647
  43     0.1000     0.2034    93.3440     0.5008    86.4000    13.3232      0.7621
  44     0.1000     0.1872    93.7080     0.4933    86.7400    13.4280      0.7596
  45     0.1000     0.1539    94.8860     0.4690    87.2500    13.2469      0.7572
  46     0.1000     0.1824    93.7740     0.5026    86.1900    13.3411      0.7548
  47     0.1000     0.1395    95.3560     0.4690    87.4800    13.2645      0.7524
  48     0.1000     0.1629    94.4820     0.5044    86.4700    13.3402      0.7501
  49     0.1000     0.2170    92.9280     0.5560    85.4300    13.1788      0.7478
  50     0.1000     0.1652    94.4680     0.5379    86.5300    13.4292      0.7455
  51     0.1000     0.1328    95.5180     0.4790    87.2600    13.2767      0.7432
  52     0.1000     0.1222    95.9420     0.4654    87.5100    13.4126      0.7410
  53     0.1000     0.1260    95.7600     0.4892    87.4400    13.2988      0.7388
  54     0.1000     0.1332    95.5360     0.5067    86.9000    13.4054      0.7366
  55     0.1000     0.1086    96.3900     0.4853    87.7900    13.2187      0.7345
  56     0.1000     0.1156    96.0560     0.4822    87.3200    13.4496      0.7323
  57     0.1000     0.1215    95.9480     0.5078    87.1100    13.4433      0.7302
  58     0.1000     0.1442    95.2540     0.5617    86.4900    13.3195      0.7282
  59     0.1000     0.1156    96.2120     0.5133    86.8700    13.3261      0.7261
  60     0.1000     0.0968    96.7700     0.4877    88.1700    13.2868      0.7242
  61     0.1000     0.1512    95.1520     0.5642    86.4800    13.3344      0.7221
  62     0.1000     0.1185    95.9860     0.5157    87.0000    13.1544      0.7202
  63     0.1000     0.1142    96.0620     0.5436    87.5100    13.3421      0.7182
  64     0.1000     0.0813    97.2480     0.5024    87.9900    13.2567      0.7163
  65     0.1000     0.0973    96.8160     0.5616    87.2800    13.1577      0.7143
  66     0.1000     0.0795    97.2260     0.5213    87.8800    13.4840      0.7125
  67     0.1000     0.1382    95.4220     0.5777    86.0900    13.2929      0.7105
  68     0.1000     0.0664    97.7500     0.5216    88.2900    13.2917      0.7087
  69     0.1000     0.1101    96.4660     0.5629    87.0500    13.2198      0.7068
  70     0.1000     0.0631    97.8700     0.5244    88.3600    13.2234      0.7050
  71     0.1000     0.0754    97.4520     0.5336    87.6600    13.4774      0.7032
  72     0.1000     0.0618    97.9440     0.5237    88.2900    13.3563      0.7014
  73     0.1000     0.0616    97.9740     0.5114    88.4900    13.3704      0.6995
  74     0.1000     0.0661    97.7480     0.5258    87.5400    13.3058      0.6977
  75     0.1000     0.0771    97.5380     0.5691    87.9400    13.4660      0.6959
  76     0.1000     0.0646    97.8040     0.5635    87.6600    13.3625      0.6941
  77     0.1000     0.0532    98.2660     0.5394    88.7200    13.2274      0.6924
  78     0.1000     0.0448    98.5420     0.5272    88.4200    13.3077      0.6907
  79     0.1000     0.0596    97.9720     0.5381    88.1900    13.2932      0.6890
  80     0.1000     0.0578    98.0740     0.5502    88.3700    13.2168      0.6872
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0561    98.0860     0.5261    88.3100    13.2181      0.6855
  82     0.1000     0.0789    97.3140     0.5506    87.7500    13.2856      0.6838
  83     0.1000     0.0767    97.6240     0.5816    87.4000    13.1876      0.6822
  84     0.1000     0.0661    97.7680     0.5470    88.3100    13.4327      0.6805
  85     0.1000     0.0414    98.6000     0.5486    88.5400    13.1779      0.6789
  86     0.1000     0.0487    98.3600     0.5523    88.2600    13.1484      0.6772
  87     0.1000     0.0750    97.4100     0.6139    87.7200    13.3571      0.6756
  88     0.1000     0.0522    98.1720     0.5592    88.1800    13.3313      0.6740
  89     0.1000     0.0613    97.9040     0.5839    87.8400    13.4091      0.6724
  90     0.1000     0.0441    98.4180     0.5439    88.7500    13.3407      0.6708
  91     0.1000     0.0409    98.6320     0.5496    88.3700    13.3892      0.6692
  92     0.1000     0.0455    98.4580     0.5913    88.6300    13.3697      0.6677
  93     0.1000     0.0669    97.7900     0.6045    87.5900    13.3098      0.6661
  94     0.1000     0.0517    98.2720     0.6034    87.7900    13.3546      0.6646
  95     0.1000     0.0373    98.6980     0.5749    88.6500    13.3155      0.6631
  96     0.1000     0.0350    98.8320     0.5638    88.4500    13.2478      0.6616
  97     0.1000     0.0328    98.9200     0.5609    88.7700    13.3528      0.6601
  98     0.1000     0.0608    98.0220     0.6110    87.9700    13.2380      0.6586
  99     0.1000     0.1148    96.6160     0.6886    86.8800    13.4141      0.6571
 100     0.1000     0.0305    98.9860     0.5731    88.7800    13.3532      0.6556
 101     0.1000     0.0294    98.9840     0.5621    89.1200    13.1975      0.6541
 102     0.1000     0.0895    97.4980     0.6628    87.2600    13.3276      0.6526
 103     0.1000     0.0256    99.1380     0.5471    89.0500    13.2465      0.6512
 104     0.1000     0.0356    98.8100     0.5830    88.8700    13.2170      0.6497
 105     0.1000     0.0246    99.1240     0.5777    89.0200    13.3183      0.6482
 106     0.1000     0.0362    98.8020     0.6042    88.7100    13.3085      0.6468
 107     0.1000     0.0310    98.9720     0.5679    88.8600    13.2779      0.6454
 108     0.1000     0.0240    99.2060     0.5547    89.4600    13.2706      0.6440
 109     0.1000     0.0273    99.0680     0.5679    89.2900    13.4823      0.6426
 110     0.1000     0.0253    99.1540     0.5498    89.2300    13.2427      0.6412
 111     0.1000     0.0257    99.0600     0.5427    89.2000    13.4298      0.6397
 112     0.1000     0.0292    99.0100     0.5802    89.0000    13.3634      0.6384
 113     0.1000     0.0234    99.1940     0.5623    89.2700    13.4098      0.6370
 114     0.1000     0.0252    99.1760     0.5915    89.0500    13.3398      0.6356
 115     0.1000     0.0236    99.2060     0.5659    89.2800    13.3370      0.6342
 116     0.1000     0.0314    98.9700     0.6115    88.8900    13.3373      0.6329
 117     0.1000     0.0332    98.8580     0.5778    88.6600    13.4129      0.6315
 118     0.1000     0.0470    98.4520     0.5843    88.6100    13.2739      0.6302
 119     0.1000     0.0302    99.0440     0.6257    89.0100    13.3050      0.6289
 120     0.1000     0.0739    97.7700     0.6515    87.9100    13.4507      0.6275
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0221    99.2680     0.5728    89.2800    13.1735      0.6262
 122     0.1000     0.0218    99.2760     0.6011    89.3600    13.2395      0.6249
 123     0.1000     0.0210    99.3100     0.5908    89.2400    13.2097      0.6236
 124     0.1000     0.0302    98.9860     0.6133    88.7000    13.3824      0.6224
 125     0.1000     0.0339    98.8680     0.6572    88.7100    13.4465      0.6211
 126     0.1000     0.0246    99.1640     0.6100    88.7000    13.2315      0.6198
 127     0.1000     0.0329    98.8860     0.6204    88.5400    13.3056      0.6185
 128     0.1000     0.0258    99.1340     0.6336    89.2200    13.3380      0.6172
 129     0.1000     0.0212    99.3160     0.6359    89.0300    13.2970      0.6159
 130     0.1000     0.0200    99.3100     0.6042    89.4500    13.3384      0.6147
 131     0.1000     0.0179    99.3780     0.6110    89.6300    13.2309      0.6134
 132     0.1000     0.0255    99.1420     0.6401    89.1900    13.4239      0.6122
 133     0.1000     0.0178    99.3860     0.5955    89.2500    13.3790      0.6110
 134     0.1000     0.0185    99.3600     0.5867    89.8000    13.3762      0.6097
 135     0.1000     0.0163    99.4960     0.6366    89.2200    13.3579      0.6084
 136     0.1000     0.0218    99.2780     0.6266    89.4300    13.2972      0.6072
 137     0.1000     0.0165    99.4240     0.6277    89.4600    13.3589      0.6060
 138     0.1000     0.0225    99.2500     0.6216    89.2300    13.3863      0.6047
 139     0.1000     0.0182    99.3980     0.6093    89.2600    13.3679      0.6036
 140     0.1000     0.0234    99.1840     0.6342    88.7000    13.3556      0.6024
 141     0.1000     0.0150    99.4980     0.6427    88.8900    13.3296      0.6011
 142     0.1000     0.0151    99.5120     0.6391    89.2300    13.4334      0.6000
 143     0.1000     0.0178    99.4220     0.6375    89.5800    13.0764      0.5988
 144     0.1000     0.0210    99.3240     0.6427    89.4400    13.3509      0.5976
 145     0.1000     0.0153    99.4920     0.6567    89.1600    13.2946      0.5965
 146     0.1000     0.0159    99.4660     0.6374    89.3000    13.2871      0.5953
 147     0.1000     0.0141    99.5060     0.6140    89.2100    13.3562      0.5941
 148     0.1000     0.0109    99.6380     0.5931    89.4700    13.5117      0.5929
 149     0.1000     0.0154    99.5040     0.5923    89.6800    13.2071      0.5918
 150     0.1000     0.0208    99.2800     0.6309    89.0200    13.2754      0.5906
 151     0.1000     0.0148    99.5080     0.6323    89.2500    13.4135      0.5895
 152     0.1000     0.0174    99.4380     0.6660    89.2100    13.3716      0.5883
 153     0.1000     0.0142    99.5100     0.6205    89.3000    13.4303      0.5872
 154     0.1000     0.0163    99.4520     0.5832    89.2500    13.4348      0.5860
 155     0.1000     0.0173    99.4780     0.6054    89.4300    13.3285      0.5849
 156     0.1000     0.0170    99.4280     0.6075    89.3300    13.4501      0.5838
 157     0.1000     0.0135    99.5620     0.6039    89.1200    13.2805      0.5827
 158     0.1000     0.0152    99.4660     0.6096    89.1000    13.3406      0.5816
 159     0.1000     0.0161    99.4620     0.6523    88.9000    13.3493      0.5805
 160     0.1000     0.0131    99.5760     0.5557    89.5700    13.3685      0.5794
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0144    99.5480     0.6046    89.5100    13.3752      0.5783
 162     0.1000     0.0226    99.2420     0.6685    89.0600    13.2795      0.5772
 163     0.1000     0.0155    99.5120     0.6172    89.4400    13.3725      0.5761
 164     0.1000     0.0156    99.4860     0.6566    89.2900    13.4215      0.5750
 165     0.1000     0.0131    99.5680     0.6177    89.3400    13.2307      0.5739
 166     0.1000     0.0130    99.5780     0.6293    89.3600    13.2660      0.5728
 167     0.1000     0.0186    99.4360     0.6222    89.4300    13.3270      0.5717
 168     0.1000     0.0117    99.5760     0.6227    89.4700    13.3497      0.5707
 169     0.1000     0.0131    99.6060     0.5768    89.4300    13.5027      0.5697
 170     0.1000     0.0083    99.7060     0.6072    89.9300    13.3907      0.5686
 171     0.1000     0.0082    99.7460     0.6361    89.6100    13.2783      0.5675
 172     0.1000     0.0121    99.6020     0.6538    89.5800    13.4683      0.5665
 173     0.1000     0.0083    99.7200     0.6392    89.6200    13.1882      0.5655
 174     0.1000     0.0139    99.5300     0.6348    89.3000    13.3731      0.5644
 175     0.1000     0.0092    99.7100     0.6475    89.6500    13.1968      0.5634
 176     0.1000     0.0109    99.6080     0.6589    89.4800    13.4674      0.5624
 177     0.1000     0.0141    99.4980     0.6708    89.2400    13.3509      0.5613
 178     0.1000     0.0125    99.5820     0.6263    89.5400    13.2321      0.5603
 179     0.1000     0.0087    99.7220     0.6017    90.1700    13.4441      0.5593
 180     0.1000     0.0131    99.5320     0.6224    89.6000    13.4109      0.5582
 181     0.1000     0.0097    99.6600     0.6345    89.8000    13.3109      0.5573
 182     0.1000     0.0118    99.5700     0.6195    89.8500    13.3351      0.5562
 183     0.1000     0.0095    99.6980     0.6338    89.9400    13.4641      0.5552
 184     0.1000     0.0123    99.6000     0.5989    89.4300    13.3755      0.5543
 185     0.1000     0.0228    99.2740     0.6104    89.0900    13.2132      0.5532
 186     0.1000     0.0120    99.6000     0.6329    89.4500    13.4299      0.5522
 187     0.1000     0.0127    99.5940     0.6557    89.3700    13.4930      0.5513
 188     0.1000     0.0125    99.5980     0.6160    89.5200    13.1853      0.5503
 189     0.1000     0.0078    99.7480     0.6225    89.6100    13.3612      0.5493
 190     0.1000     0.0063    99.7940     0.6189    89.6900    13.1710      0.5483
 191     0.1000     0.0101    99.6480     0.6326    89.6000    13.3631      0.5474
 192     0.1000     0.0112    99.6160     0.6523    89.1800    13.3354      0.5464
 193     0.1000     0.0155    99.5060     0.6553    89.2400    13.2160      0.5454
 194     0.1000     0.0096    99.6820     0.6142    89.6500    13.2219      0.5445
 195     0.1000     0.0090    99.6860     0.6159    89.7800    13.2889      0.5435
 196     0.1000     0.0176    99.3980     0.6435    89.1600    13.4817      0.5426
 197     0.1000     0.0140    99.5600     0.6472    89.2100    13.4456      0.5416
 198     0.1000     0.0162    99.4960     0.6435    89.4400    13.2773      0.5407
 199     0.1000     0.0094    99.6880     0.6024    89.6000    13.2089      0.5398
 200     0.1000     0.0074    99.7600     0.6221    89.6800    13.3668      0.5388
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0114    99.5940     0.6587    89.5800    13.3743      0.5379
 202     0.1000     0.0123    99.6120     0.6606    89.3900    13.4293      0.5370
 203     0.1000     0.0069    99.7720     0.6452    90.0200    13.2399      0.5361
 204     0.1000     0.0095    99.6720     0.6254    89.4700    13.4713      0.5351
 205     0.1000     0.0066    99.7740     0.6352    89.7100    13.4184      0.5342
 206     0.1000     0.0072    99.7740     0.6640    89.6000    13.7202      0.5333
 207     0.1000     0.0210    99.3380     0.7093    88.8800    13.3262      0.5324
 208     0.1000     0.0081    99.7420     0.6131    89.7100    13.3478      0.5315
 209     0.1000     0.0067    99.7880     0.6604    89.7900    13.4153      0.5305
 210     0.1000     0.0081    99.7280     0.6438    89.7200    13.3228      0.5296
 211     0.1000     0.0216    99.3240     0.6739    88.9800    13.3968      0.5287
 212     0.1000     0.0074    99.7500     0.6512    89.5400    13.1679      0.5278
 213     0.1000     0.0128    99.5880     0.6920    89.4500    13.3090      0.5270
 214     0.1000     0.0077    99.7580     0.6769    89.5700    13.4498      0.5261
 215     0.1000     0.0080    99.7140     0.6480    90.0500    13.4304      0.5252
 216     0.1000     0.0119    99.6220     0.6762    89.1800    13.4192      0.5243
 217     0.1000     0.0052    99.8380     0.6703    89.6200    13.2331      0.5234
 218     0.1000     0.0092    99.6820     0.7147    89.3300    13.3106      0.5225
 219     0.1000     0.0094    99.6760     0.6453    89.2000    13.4165      0.5216
 220     0.1000     0.0065    99.8040     0.6645    90.0400    13.2355      0.5207
 221     0.1000     0.0169    99.4540     0.6939    88.8600    13.3992      0.5198
 222     0.1000     0.0049    99.8320     0.6610    89.8000    13.2922      0.5190
 223     0.1000     0.0070    99.7700     0.6890    89.9300    13.4089      0.5181
 224     0.1000     0.0104    99.6640     0.6501    89.6000    13.2907      0.5172
 225     0.1000     0.0074    99.7600     0.6214    89.5500    13.3157      0.5164
 226     0.1000     0.0065    99.7580     0.6368    89.7600    13.4588      0.5155
 227     0.1000     0.0063    99.7940     0.6563    89.8600    13.2942      0.5147
 228     0.1000     0.0063    99.7880     0.6931    89.7300    13.3414      0.5139
 229     0.1000     0.0062    99.8020     0.6999    89.7300    13.3105      0.5130
 230     0.1000     0.0047    99.8560     0.6687    90.1200    13.2370      0.5121
 231     0.1000     0.0076    99.7360     0.6654    89.7700    13.4035      0.5113
 232     0.1000     0.0089    99.7060     0.6719    89.7100    13.3147      0.5104
 233     0.1000     0.0075    99.7500     0.6723    90.0700    13.1900      0.5096
 234     0.1000     0.0071    99.7920     0.6552    89.8900    13.3057      0.5088
 235     0.1000     0.0069    99.7820     0.6472    89.7400    13.2570      0.5080
 236     0.1000     0.0085    99.7260     0.6428    89.6900    13.2139      0.5072
 237     0.1000     0.0122    99.6060     0.6378    89.2400    13.2707      0.5063
 238     0.1000     0.0211    99.3160     0.7156    88.9200    13.3377      0.5055
 239     0.1000     0.0122    99.6440     0.5845    89.5300    13.2770      0.5047
 240     0.1000     0.0089    99.7220     0.6396    89.3700    13.3587      0.5039
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0172    99.4860     0.6637    89.3500    13.4216      0.5031
 242     0.1000     0.0074    99.7420     0.6705    89.6900    13.3403      0.5023
 243     0.1000     0.0055    99.8220     0.6856    89.8900    13.3120      0.5015
 244     0.1000     0.0096    99.6760     0.6802    89.6700    13.2271      0.5007
 245     0.1000     0.0050    99.8280     0.6805    89.6400    13.0894      0.4998
 246     0.1000     0.0069    99.7580     0.6437    89.7600    13.2176      0.4990
 247     0.1000     0.0046    99.8300     0.6416    89.7100    13.2362      0.4983
 248     0.1000     0.0047    99.7880     0.6387    89.9200    13.2684      0.4974
 249     0.1000     0.0082    99.7180     0.6572    89.6300    13.2553      0.4967
 250     0.1000     0.0065    99.7820     0.6552    89.6800    13.5658      0.4959
 251     0.1000     0.0078    99.7560     0.6936    89.8600    13.3615      0.4951
 252     0.1000     0.0063    99.7760     0.6975    89.4800    13.3851      0.4943
 253     0.1000     0.0116    99.6140     0.6756    89.4300    13.2969      0.4935
 254     0.1000     0.0063    99.7820     0.6716    89.9800    13.3465      0.4927
 255     0.1000     0.0068    99.7680     0.6822    89.6000    13.4827      0.4919
 256     0.1000     0.0065    99.7900     0.6684    90.0500    13.2435      0.4912
 257     0.1000     0.0096    99.6780     0.6419    89.6400    13.3195      0.4904
 258     0.1000     0.0047    99.8620     0.5979    90.1600    13.2079      0.4896
 259     0.1000     0.0212    99.3820     0.7023    88.9100    13.2144      0.4889
 260     0.1000     0.0062    99.7760     0.6281    89.7900    13.2596      0.4881
 261     0.1000     0.0051    99.8340     0.6414    90.0600    13.3629      0.4874
 262     0.1000     0.0054    99.8280     0.6473    89.8500    13.2136      0.4867
 263     0.1000     0.0059    99.8160     0.6251    89.6700    13.1621      0.4859
 264     0.1000     0.0069    99.7560     0.6429    89.8400    13.4015      0.4851
 265     0.1000     0.0047    99.8500     0.6665    90.0800    13.2364      0.4844
 266     0.1000     0.0137    99.5460     0.6825    89.3100    13.3663      0.4836
 267     0.1000     0.0045    99.8580     0.6072    90.2400    13.2497      0.4829
 268     0.1000     0.0051    99.8340     0.6977    89.6900    13.3122      0.4821
 269     0.1000     0.0066    99.7840     0.6599    89.7300    13.2939      0.4814
 270     0.1000     0.0048    99.8460     0.6885    89.6600    13.3373      0.4806
 271     0.1000     0.0045    99.8360     0.6944    89.6100    13.2566      0.4799
 272     0.1000     0.0054    99.7960     0.7218    89.5600    13.2649      0.4791
 273     0.1000     0.0090    99.7140     0.6271    89.3000    13.4242      0.4784
 274     0.1000     0.0055    99.8180     0.6704    89.5400    13.1704      0.4777
 275     0.1000     0.0043    99.8560     0.6258    89.8000    13.3450      0.4769
 276     0.1000     0.0057    99.8160     0.6656    89.8000    13.3443      0.4762
 277     0.1000     0.0059    99.7940     0.6689    89.7400    13.2957      0.4755
 278     0.1000     0.0048    99.8400     0.6749    89.5100    13.3528      0.4748
 279     0.1000     0.0023    99.9240     0.6635    90.1500    13.1880      0.4740
 280     0.1000     0.0083    99.7100     0.7199    89.5500    13.2719      0.4733
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0059    99.8160     0.6670    89.8400    13.1766      0.4726
 282     0.1000     0.0051    99.8300     0.6504    89.8200    13.2570      0.4719
 283     0.1000     0.0119    99.6480     0.6679    89.3700    13.2702      0.4712
 284     0.1000     0.0052    99.8220     0.6995    89.7800    13.3693      0.4704
 285     0.1000     0.0031    99.9000     0.6477    90.1700    13.4887      0.4697
 286     0.1000     0.0048    99.8180     0.6794    90.1500    13.2386      0.4690
 287     0.1000     0.0034    99.8960     0.6847    90.0000    13.3245      0.4682
 288     0.1000     0.0091    99.7320     0.7491    89.5200    13.4015      0.4675
 289     0.1000     0.0084    99.6980     0.6797    90.0900    13.3907      0.4668
 290     0.1000     0.0068    99.7900     0.6644    89.9800    13.2921      0.4661
 291     0.1000     0.0067    99.8200     0.6663    89.9100    13.4990      0.4654
 292     0.1000     0.0054    99.8320     0.7057    90.0400    13.1923      0.4647
 293     0.1000     0.0158    99.5080     0.7431    89.2000    13.3113      0.4640
 294     0.1000     0.0041    99.8980     0.6447    89.8900    13.3402      0.4633
 295     0.1000     0.0067    99.7900     0.6739    89.4800    13.4146      0.4626
 296     0.1000     0.0036    99.8760     0.6639    89.8000    13.2492      0.4619
 297     0.1000     0.0071    99.7880     0.6453    90.0100    13.2201      0.4612
 298     0.1000     0.0071    99.7860     0.7072    89.2300    13.4303      0.4606
 299     0.1000     0.0084    99.7520     0.7028    89.7000    13.1341      0.4598
 300     0.1000     0.0035    99.8820     0.6653    89.9500    13.4937      0.4592
 301     0.0996     0.0033    99.8940     0.6518    90.2500    13.2285      0.4584
 302     0.0992     0.0063    99.7840     0.6821    89.8500    13.3798      0.4578
 303     0.0988     0.0055    99.8040     0.6529    89.9200    13.2583      0.4571
 304     0.0983     0.0040    99.8440     0.6421    89.9900    13.4541      0.4564
 305     0.0979     0.0036    99.8600     0.6694    89.9100    13.4280      0.4558
 306     0.0975     0.0071    99.7600     0.6618    89.6300    13.2382      0.4551
 307     0.0971     0.0054    99.8360     0.6616    89.8200    13.2900      0.4545
 308     0.0967     0.0099    99.6780     0.7354    89.4700    13.3110      0.4539
 309     0.0963     0.0040    99.8580     0.6634    89.8000    13.3944      0.4532
 310     0.0959     0.0027    99.9180     0.6723    89.9900    13.1842      0.4526
 311     0.0955     0.0039    99.8740     0.6758    89.4900    13.2544      0.4519
 312     0.0950     0.0070    99.7640     0.7315    89.3000    13.3376      0.4513
 313     0.0946     0.0035    99.8760     0.6738    90.0600    13.4128      0.4506
 314     0.0942     0.0044    99.8580     0.6841    89.8100    13.2319      0.4500
 315     0.0938     0.0037    99.8720     0.6634    89.9200    13.2619      0.4494
 316     0.0934     0.0049    99.8320     0.6950    89.8200    13.4300      0.4488
 317     0.0930     0.0050    99.8340     0.7015    89.8300    13.2401      0.4482
 318     0.0926     0.0054    99.8140     0.7113    89.6600    13.4214      0.4476
 319     0.0922     0.0035    99.8880     0.7136    89.7300    13.1727      0.4470
 320     0.0917     0.0027    99.9140     0.6910    90.3500    13.2952      0.4463
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0038    99.8640     0.7019    89.6500    13.3469      0.4457
 322     0.0909     0.0085    99.7400     0.7359    89.7000    13.3241      0.4452
 323     0.0905     0.0034    99.8980     0.6628    90.0900    13.1993      0.4446
 324     0.0901     0.0037    99.8940     0.6631    90.2000    13.2700      0.4440
 325     0.0897     0.0035    99.8780     0.6487    90.1800    13.2016      0.4434
 326     0.0893     0.0031    99.8900     0.6719    90.1200    13.2907      0.4428
 327     0.0889     0.0037    99.8860     0.6892    90.1600    13.4228      0.4423
 328     0.0885     0.0025    99.9340     0.6924    90.3200    13.2001      0.4417
 329     0.0880     0.0057    99.7980     0.6964    90.0200    13.1987      0.4411
 330     0.0876     0.0020    99.9300     0.6515    90.3000    13.1916      0.4406
 331     0.0872     0.0021    99.9240     0.6995    90.1500    13.4738      0.4400
 332     0.0868     0.0031    99.9120     0.6914    90.0200    13.2731      0.4394
 333     0.0864     0.0037    99.8700     0.7237    90.1600    13.1338      0.4389
 334     0.0860     0.0023    99.9260     0.6957    90.2200    13.2819      0.4383
 335     0.0856     0.0026    99.9180     0.6723    90.2200    13.2103      0.4378
 336     0.0852     0.0123    99.6040     0.6885    89.5800    13.3145      0.4373
 337     0.0847     0.0042    99.8700     0.7001    89.8700    13.3153      0.4367
 338     0.0843     0.0092    99.7000     0.7450    89.3000    13.2845      0.4362
 339     0.0839     0.0036    99.8960     0.7013    89.8600    13.3379      0.4356
 340     0.0835     0.0015    99.9480     0.6559    90.6700    13.2728      0.4351
 341     0.0831     0.0026    99.9260     0.6995    90.1200    13.2032      0.4346
 342     0.0827     0.0014    99.9580     0.6876    90.3400    13.2527      0.4340
 343     0.0823     0.0030    99.9180     0.7063    90.1300    13.4666      0.4335
 344     0.0818     0.0022    99.9280     0.6994    90.2500    13.2408      0.4330
 345     0.0814     0.0020    99.9380     0.6768    90.3900    13.4785      0.4325
 346     0.0810     0.0023    99.9240     0.6535    90.6000    13.3149      0.4320
 347     0.0806     0.0025    99.9260     0.7154    89.9200    13.2967      0.4315
 348     0.0802     0.0043    99.8560     0.6777    89.8900    13.2982      0.4310
 349     0.0798     0.0028    99.9080     0.6627    90.3000    13.4037      0.4305
 350     0.0794     0.0041    99.8820     0.6671    90.2900    13.2396      0.4301
 351     0.0790     0.0023    99.9240     0.6612    90.5200    13.3330      0.4296
 352     0.0786     0.0018    99.9420     0.6630    90.3500    13.1275      0.4291
 353     0.0781     0.0014    99.9520     0.6588    90.4300    13.2808      0.4286
 354     0.0777     0.0031    99.8940     0.6687    90.2400    13.6086      0.4281
 355     0.0773     0.0025    99.9220     0.6925    90.1500    13.2883      0.4276
 356     0.0769     0.0020    99.9420     0.6842    90.2400    13.3561      0.4271
 357     0.0765     0.0017    99.9440     0.6963    90.4300    13.3261      0.4267
 358     0.0761     0.0013    99.9520     0.7125    90.1200    13.3674      0.4262
 359     0.0757     0.0020    99.9340     0.6988    90.1900    13.4018      0.4258
 360     0.0753     0.0025    99.9220     0.7071    90.1000    13.3613      0.4253
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0020    99.9420     0.7288    89.8900    13.2419      0.4249
 362     0.0744     0.0019    99.9300     0.6914    90.1500    13.2074      0.4244
 363     0.0740     0.0017    99.9320     0.6832    90.0800    13.3978      0.4239
 364     0.0736     0.0016    99.9480     0.7171    90.2800    13.3752      0.4235
 365     0.0732     0.0016    99.9480     0.7022    90.0200    13.2723      0.4230
 366     0.0728     0.0009    99.9700     0.6676    90.3600    13.2099      0.4226
 367     0.0724     0.0026    99.9240     0.7025    89.9200    13.3597      0.4221
 368     0.0720     0.0013    99.9520     0.6913    90.0500    13.2137      0.4217
 369     0.0715     0.0014    99.9580     0.6826    90.4600    13.2323      0.4213
 370     0.0711     0.0010    99.9740     0.6751    90.3200    13.2927      0.4208
 371     0.0707     0.0015    99.9600     0.7140    90.1900    13.3083      0.4204
 372     0.0703     0.0006    99.9820     0.7259    90.3300    13.4966      0.4200
 373     0.0699     0.0008    99.9700     0.7077    90.3600    13.1579      0.4196
 374     0.0695     0.0015    99.9540     0.7296    90.4200    13.3020      0.4191
 375     0.0691     0.0024    99.9200     0.7466    89.9600    13.4832      0.4187
 376     0.0686     0.0009    99.9720     0.7312    90.4200    13.4126      0.4183
 377     0.0682     0.0025    99.9280     0.7444    90.0100    13.4377      0.4179
 378     0.0678     0.0007    99.9740     0.7001    90.3100    13.2936      0.4175
 379     0.0674     0.0009    99.9560     0.7073    90.3100    13.2296      0.4171
 380     0.0670     0.0011    99.9640     0.7213    90.4200    13.2938      0.4167
 381     0.0666     0.0015    99.9560     0.7265    90.4000    13.4059      0.4163
 382     0.0662     0.0010    99.9720     0.7226    90.3200    13.4922      0.4159
 383     0.0658     0.0010    99.9740     0.7301    90.3100    13.1982      0.4155
 384     0.0654     0.0008    99.9680     0.7572    90.1900    13.3230      0.4152
 385     0.0649     0.0007    99.9800     0.7581    90.2400    13.5014      0.4148
 386     0.0645     0.0009    99.9780     0.7512    90.2200    13.2362      0.4144
 387     0.0641     0.0023    99.9200     0.7341    90.2600    13.2257      0.4141
 388     0.0637     0.0047    99.8420     0.7492    90.0500    13.2654      0.4137
 389     0.0633     0.0011    99.9620     0.7274    90.3400    13.4417      0.4133
 390     0.0629     0.0008    99.9780     0.7218    90.4000    13.3702      0.4130
 391     0.0625     0.0013    99.9580     0.7596    90.2800    13.3034      0.4126
 392     0.0621     0.0018    99.9500     0.7756    90.3300    13.4492      0.4122
 393     0.0616     0.0006    99.9800     0.7323    90.4500    13.2867      0.4119
 394     0.0612     0.0015    99.9480     0.7581    90.0900    13.4284      0.4115
 395     0.0608     0.0009    99.9760     0.7272    90.4200    13.2693      0.4112
 396     0.0604     0.0006    99.9880     0.7238    90.5000    13.1950      0.4108
 397     0.0600     0.0009    99.9660     0.7267    90.3900    13.2135      0.4105
 398     0.0596     0.0011    99.9700     0.7216    90.2000    13.2596      0.4102
 399     0.0592     0.0005    99.9840     0.7395    90.2100    13.6216      0.4098
 400     0.0588     0.0005    99.9840     0.7325    90.2900    13.2722      0.4095
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0005    99.9820     0.7445    90.4100    13.2868      0.4091
 402     0.0579     0.0006    99.9820     0.7498    90.4000    13.3335      0.4088
 403     0.0575     0.0008    99.9680     0.7266    90.6200    13.3638      0.4085
 404     0.0571     0.0005    99.9860     0.7482    90.5000    13.1877      0.4082
 405     0.0567     0.0007    99.9820     0.7501    90.5200    13.2701      0.4078
 406     0.0563     0.0005    99.9840     0.7564    90.4300    13.3345      0.4075
 407     0.0559     0.0006    99.9780     0.7383    90.4600    13.2734      0.4072
 408     0.0554     0.0006    99.9820     0.7350    90.4400    13.4543      0.4069
 409     0.0550     0.0007    99.9800     0.7403    90.3800    13.1539      0.4065
 410     0.0546     0.0006    99.9840     0.7397    90.4700    13.2862      0.4062
 411     0.0542     0.0006    99.9780     0.7587    90.6200    13.2349      0.4059
 412     0.0538     0.0005    99.9860     0.7400    90.6500    13.3047      0.4056
 413     0.0534     0.0006    99.9840     0.7342    90.5500    13.3030      0.4053
 414     0.0530     0.0004    99.9880     0.7263    90.5900    13.2008      0.4050
 415     0.0526     0.0003    99.9940     0.7481    90.6400    13.2688      0.4047
 416     0.0522     0.0004    99.9860     0.7372    90.5700    13.3206      0.4044
 417     0.0517     0.0007    99.9760     0.7485    90.5300    13.4553      0.4041
 418     0.0513     0.0009    99.9740     0.7743    90.2700    13.3935      0.4038
 419     0.0509     0.0003    99.9900     0.7284    90.5300    13.2525      0.4036
 420     0.0505     0.0008    99.9760     0.7435    90.5200    13.2368      0.4033
 421     0.0501     0.0005    99.9860     0.7284    90.3500    13.3706      0.4030
 422     0.0497     0.0006    99.9720     0.7315    90.6500    13.2073      0.4027
 423     0.0493     0.0003    99.9920     0.7319    90.5900    13.3211      0.4025
 424     0.0489     0.0003    99.9880     0.7457    90.5100    13.3200      0.4022
 425     0.0484     0.0003    99.9920     0.7621    90.4400    13.4155      0.4019
 426     0.0480     0.0005    99.9840     0.7395    90.5800    13.3909      0.4017
 427     0.0476     0.0006    99.9800     0.7354    90.6000    13.4372      0.4014
 428     0.0472     0.0003    99.9940     0.7360    90.6400    13.3224      0.4011
 429     0.0468     0.0006    99.9740     0.7592    90.6100    13.3588      0.4009
 430     0.0464     0.0002    99.9940     0.7547    90.5400    13.3283      0.4006
 431     0.0460     0.0005    99.9820     0.7649    90.4900    13.2920      0.4004
 432     0.0456     0.0004    99.9880     0.7550    90.5400    13.4544      0.4001
 433     0.0451     0.0003    99.9900     0.7692    90.4600    13.4452      0.3999
 434     0.0447     0.0003    99.9920     0.7762    90.6800    13.3885      0.3996
 435     0.0443     0.0002    99.9940     0.7731    90.7300    13.4679      0.3994
 436     0.0439     0.0006    99.9800     0.7703    90.6300    13.3965      0.3992
 437     0.0435     0.0004    99.9860     0.7650    90.5200    13.2569      0.3989
 438     0.0431     0.0006    99.9760     0.7796    90.4500    13.2377      0.3987
 439     0.0427     0.0005    99.9820     0.7571    90.6000    13.4214      0.3985
 440     0.0423     0.0006    99.9860     0.7622    90.5000    13.2479      0.3982
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0005    99.9880     0.7621    90.5300    13.2498      0.3980
 442     0.0414     0.0002    99.9960     0.7523    90.7000    13.2840      0.3978
 443     0.0410     0.0003    99.9920     0.7541    90.6700    13.3985      0.3976
 444     0.0406     0.0002    99.9960     0.7492    90.6400    13.4484      0.3974
 445     0.0402     0.0002    99.9960     0.7568    90.6100    13.3474      0.3972
 446     0.0398     0.0001    99.9940     0.7576    90.7300    13.2206      0.3969
 447     0.0394     0.0002    99.9920     0.7586    90.7200    13.2519      0.3967
 448     0.0389     0.0001    99.9960     0.7584    90.8000    13.3910      0.3965
 449     0.0385     0.0002    99.9940     0.7606    90.8900    13.2111      0.3963
 450     0.0381     0.0001    99.9980     0.7641    90.9200    13.2789      0.3961
 451     0.0377     0.0003    99.9900     0.7614    90.9000    13.2046      0.3959
 452     0.0373     0.0001    99.9960     0.7629    90.7900    13.3596      0.3957
 453     0.0369     0.0003    99.9860     0.7759    90.8900    13.3561      0.3955
 454     0.0365     0.0001    99.9960     0.7687    90.8500    13.3499      0.3953
 455     0.0361     0.0002    99.9940     0.7692    90.7500    13.2338      0.3951
 456     0.0357     0.0001    99.9980     0.7674    90.8200    13.2974      0.3949
 457     0.0352     0.0002    99.9900     0.7750    90.8300    13.6633      0.3947
 458     0.0348     0.0003    99.9920     0.7817    90.7500    13.3627      0.3946
 459     0.0344     0.0002    99.9980     0.7684    90.8600    13.2672      0.3944
 460     0.0340     0.0003    99.9880     0.7750    90.8300    13.2983      0.3942
 461     0.0336     0.0003    99.9900     0.7684    90.7300    13.3104      0.3940
 462     0.0332     0.0001    99.9960     0.7635    90.8900    13.4952      0.3938
 463     0.0328     0.0001    99.9980     0.7637    90.9700    13.3241      0.3937
 464     0.0324     0.0001    99.9940     0.7688    90.8600    13.2506      0.3935
 465     0.0319     0.0001    99.9960     0.7673    90.8500    13.2437      0.3933
 466     0.0315     0.0002    99.9920     0.7643    90.8500    13.2656      0.3932
 467     0.0311     0.0001    99.9980     0.7631    90.8400    13.3607      0.3930
 468     0.0307     0.0003    99.9920     0.7681    90.8300    13.4012      0.3928
 469     0.0303     0.0001    99.9960     0.7681    90.7300    13.2909      0.3927
 470     0.0299     0.0000   100.0000     0.7703    90.7900    13.2606      0.3925
 471     0.0295     0.0001    99.9980     0.7705    90.8400    13.3928      0.3924
 472     0.0291     0.0000   100.0000     0.7778    90.8200    13.2180      0.3922
 473     0.0286     0.0000   100.0000     0.7803    90.8100    13.1315      0.3921
 474     0.0282     0.0002    99.9940     0.7780    90.9700    13.1865      0.3919
 475     0.0278     0.0001    99.9980     0.7736    90.9300    13.4525      0.3918
 476     0.0274     0.0001    99.9980     0.7756    90.9200    13.2351      0.3916
 477     0.0270     0.0000   100.0000     0.7727    91.0300    13.2409      0.3915
 478     0.0266     0.0001    99.9960     0.7780    90.9100    13.4244      0.3914
 479     0.0262     0.0002    99.9960     0.7714    90.9900    13.4400      0.3912
 480     0.0257     0.0001   100.0000     0.7718    90.9500    13.4592      0.3911
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0001   100.0000     0.7717    90.9800    13.1515      0.3910
 482     0.0249     0.0000    99.9980     0.7693    90.9900    13.3287      0.3908
 483     0.0245     0.0000   100.0000     0.7649    90.9600    13.4326      0.3907
 484     0.0241     0.0000   100.0000     0.7645    90.9500    13.2457      0.3906
 485     0.0237     0.0000   100.0000     0.7645    90.9800    13.2669      0.3905
 486     0.0233     0.0000   100.0000     0.7696    90.9300    13.1757      0.3904
 487     0.0229     0.0001    99.9960     0.7690    90.9000    13.4195      0.3902
 488     0.0225     0.0001    99.9960     0.7662    90.9200    13.1358      0.3901
 489     0.0220     0.0000   100.0000     0.7691    90.9400    13.2837      0.3900
 490     0.0216     0.0000   100.0000     0.7692    90.9900    13.3225      0.3899
 491     0.0212     0.0001    99.9980     0.7690    91.0100    13.3028      0.3898
 492     0.0208     0.0000   100.0000     0.7701    90.9900    13.1645      0.3897
 493     0.0204     0.0000   100.0000     0.7734    91.0100    13.4722      0.3896
 494     0.0200     0.0001    99.9980     0.7705    91.0600    13.2681      0.3895
 495     0.0196     0.0000   100.0000     0.7711    91.0500    13.3951      0.3894
 496     0.0192     0.0001    99.9960     0.7711    91.0400    13.1812      0.3893
 497     0.0187     0.0000   100.0000     0.7733    91.1000    13.3310      0.3892
 498     0.0183     0.0000    99.9980     0.7752    91.0800    13.4890      0.3891
 499     0.0179     0.0001    99.9960     0.7788    91.0200    13.1994      0.3890
 500     0.0175     0.0001    99.9980     0.7802    91.0000    13.3500      0.3889
 501     0.0171     0.0000   100.0000     0.7821    90.9800    13.1951      0.3888
 502     0.0167     0.0001    99.9980     0.7815    90.9200    13.2763      0.3888
 503     0.0163     0.0000   100.0000     0.7818    90.9500    13.2608      0.3887
 504     0.0159     0.0001    99.9980     0.7813    90.9300    13.2754      0.3886
 505     0.0154     0.0000   100.0000     0.7807    91.0200    13.3116      0.3885
 506     0.0150     0.0001    99.9980     0.7823    90.9800    13.0943      0.3884
 507     0.0146     0.0000   100.0000     0.7816    91.0000    13.3425      0.3884
 508     0.0142     0.0000    99.9980     0.7821    90.9600    13.1320      0.3883
 509     0.0138     0.0001    99.9940     0.7825    90.9600    13.2583      0.3882
 510     0.0134     0.0000   100.0000     0.7825    90.9700    13.4074      0.3882
 511     0.0130     0.0000   100.0000     0.7812    90.9500    13.2798      0.3881
 512     0.0125     0.0000   100.0000     0.7806    90.9700    13.1614      0.3881
 513     0.0121     0.0000    99.9980     0.7811    90.9700    13.1938      0.3880
 514     0.0117     0.0001    99.9980     0.7815    90.9700    13.1423      0.3879
 515     0.0113     0.0000   100.0000     0.7795    91.0400    13.1272      0.3879
 516     0.0109     0.0000   100.0000     0.7796    91.0300    13.3179      0.3878
 517     0.0105     0.0000   100.0000     0.7815    90.9900    13.4386      0.3878
 518     0.0101     0.0000   100.0000     0.7792    90.9600    13.3200      0.3877
 519     0.0097     0.0000   100.0000     0.7820    90.9000    13.3109      0.3877
 520     0.0092     0.0000   100.0000     0.7804    90.9700    13.3116      0.3876
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     0.7804    90.9600    13.3767      0.3876
 522     0.0084     0.0000   100.0000     0.7800    90.9800    13.3371      0.3875
 523     0.0080     0.0001    99.9980     0.7801    91.0100    13.4057      0.3875
 524     0.0076     0.0000   100.0000     0.7810    90.9700    13.2367      0.3875
 525     0.0072     0.0000    99.9980     0.7806    90.9800    13.3498      0.3874
 526     0.0068     0.0000   100.0000     0.7825    90.9700    13.2721      0.3874
 527     0.0064     0.0000   100.0000     0.7820    91.0100    13.2430      0.3874
 528     0.0060     0.0000   100.0000     0.7817    91.0100    13.3609      0.3873
 529     0.0055     0.0000    99.9960     0.7817    91.0500    13.3101      0.3873
 530     0.0051     0.0000   100.0000     0.7817    91.0000    13.3245      0.3873
 531     0.0047     0.0000   100.0000     0.7814    91.0200    13.2320      0.3873
 532     0.0043     0.0000    99.9980     0.7812    91.0100    13.4075      0.3872
 533     0.0039     0.0000   100.0000     0.7811    91.0200    13.3445      0.3872
 534     0.0035     0.0000    99.9980     0.7811    91.0000    13.3624      0.3872
 535     0.0031     0.0000   100.0000     0.7812    91.0100    13.2690      0.3872
 536     0.0027     0.0000   100.0000     0.7816    91.0600    13.1763      0.3872
 537     0.0022     0.0000    99.9980     0.7815    91.0600    13.1760      0.3872
 538     0.0018     0.0000    99.9980     0.7815    91.0600    13.3615      0.3872
 539     0.0014     0.0000   100.0000     0.7813    91.0700    13.2992      0.3872
 540     0.0010     0.0000   100.0000     0.7813    91.0700    13.2304      0.3872
 541     0.0010     0.0000   100.0000     0.7809    91.1000    13.1878      0.3872
 542     0.0010     0.0002    99.9960     0.7810    91.1100    13.2930      0.3872
 543     0.0010     0.0000    99.9980     0.7809    91.1300    13.3239      0.3872
 544     0.0010     0.0000   100.0000     0.7810    91.0900    13.3594      0.3872
 545     0.0010     0.0000   100.0000     0.7810    91.1000    13.2328      0.3872
 546     0.0010     0.0000   100.0000     0.7813    91.0800    13.3946      0.3872
 547     0.0010     0.0000   100.0000     0.7814    91.0800    13.4719      0.3872
 548     0.0010     0.0000   100.0000     0.7815    91.0900    13.4011      0.3872
 549     0.0010     0.0000   100.0000     0.7815    91.0900    13.1776      0.3872
 550     0.0010     0.0000   100.0000     0.7815    91.0900    13.4184      0.3872
 551     0.0010     0.0000   100.0000     0.7816    91.0900    13.3888      0.3872
 552     0.0010     0.0000   100.0000     0.7815    91.0900    13.4348      0.3872
 553     0.0010     0.0000   100.0000     0.7816    91.1000    13.3220      0.3872
 554     0.0010     0.0000   100.0000     0.7816    91.0800    13.2652      0.3872
 555     0.0010     0.0000   100.0000     0.7817    91.0700    13.4217      0.3872
 556     0.0010     0.0000   100.0000     0.7818    91.0800    13.2493      0.3872
 557     0.0010     0.0002    99.9980     0.7819    91.0900    13.2274      0.3872
 558     0.0010     0.0000   100.0000     0.7819    91.0900    13.4431      0.3872
 559     0.0010     0.0000   100.0000     0.7820    91.0900    13.2610      0.3872
 560     0.0010     0.0000   100.0000     0.7821    91.0900    13.4284      0.3872
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     0.7821    91.1000    13.5160      0.3872
 562     0.0010     0.0000   100.0000     0.7818    91.0900    13.3939      0.3872
 563     0.0010     0.0000   100.0000     0.7818    91.0800    13.2897      0.3872
 564     0.0010     0.0000   100.0000     0.7818    91.0800    13.3880      0.3872
 565     0.0010     0.0000   100.0000     0.7819    91.0800    13.3148      0.3872
 566     0.0010     0.0000   100.0000     0.7819    91.0700    13.2738      0.3872
 567     0.0010     0.0000   100.0000     0.7821    91.0900    13.2291      0.3872
 568     0.0010     0.0000    99.9980     0.7821    91.1000    13.1775      0.3872
 569     0.0010     0.0000   100.0000     0.7821    91.1000    13.1729      0.3872
 570     0.0010     0.0000   100.0000     0.7823    91.0900    13.4335      0.3872
 571     0.0010     0.0000   100.0000     0.7824    91.0800    13.2963      0.3872
 572     0.0010     0.0000   100.0000     0.7825    91.0700    13.1738      0.3872
 573     0.0010     0.0000   100.0000     0.7824    91.0700    13.2828      0.3872
 574     0.0010     0.0001    99.9980     0.7824    91.0600    13.4461      0.3872
 575     0.0010     0.0000   100.0000     0.7824    91.0900    13.3681      0.3872
 576     0.0010     0.0000   100.0000     0.7825    91.0800    13.4237      0.3872
 577     0.0010     0.0000   100.0000     0.7826    91.0700    13.4013      0.3872
 578     0.0010     0.0000   100.0000     0.7825    91.0500    13.3370      0.3872
 579     0.0010     0.0000   100.0000     0.7826    91.0500    13.5413      0.3872
 580     0.0010     0.0000   100.0000     0.7827    91.0500    13.2237      0.3872
 581     0.0010     0.0000    99.9980     0.7827    91.0900    13.2499      0.3872
 582     0.0010     0.0000   100.0000     0.7827    91.0800    13.3907      0.3872
 583     0.0010     0.0000   100.0000     0.7827    91.0700    13.3891      0.3872
 584     0.0010     0.0000   100.0000     0.7828    91.0700    13.1813      0.3872
 585     0.0010     0.0001    99.9980     0.7828    91.0800    13.2796      0.3872
 586     0.0010     0.0000   100.0000     0.7828    91.1200    13.4091      0.3872
 587     0.0010     0.0000   100.0000     0.7828    91.1200    13.2958      0.3872
 588     0.0010     0.0000   100.0000     0.7829    91.1100    13.3934      0.3872
 589     0.0010     0.0000   100.0000     0.7830    91.1200    13.2671      0.3872
 590     0.0010     0.0000   100.0000     0.7830    91.1400    13.3669      0.3872
 591     0.0010     0.0001    99.9980     0.7831    91.1300    13.3548      0.3872
 592     0.0010     0.0000    99.9980     0.7832    91.1200    13.4903      0.3872
 593     0.0010     0.0000   100.0000     0.7833    91.0900    13.2212      0.3872
 594     0.0010     0.0000   100.0000     0.7833    91.0900    13.6018      0.3872
 595     0.0010     0.0000   100.0000     0.7833    91.0900    13.1567      0.3872
 596     0.0010     0.0000    99.9980     0.7834    91.0900    13.2583      0.3872
 597     0.0010     0.0000   100.0000     0.7833    91.0800    13.3500      0.3872
 598     0.0010     0.0000   100.0000     0.7834    91.0800    13.1817      0.3872
 599     0.0010     0.0000   100.0000     0.7833    91.0700    13.1825      0.3872
 600     0.0010     0.0000   100.0000     0.7833    91.0600    13.4606      0.3872
