Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.1702    18.0360     2.1548    19.7500    15.4062      0.9627
   2     0.1000     2.3678    11.5260     2.3423    11.9500    13.2862      0.9469
   3     0.1000     1.8483    27.4520     1.8176    28.3200    13.4202      0.9348
   4     0.1000     1.6947    33.9880     1.6639    34.4900    13.3496      0.9247
   5     0.1000     1.5511    41.6580     1.5018    42.6200    13.2402      0.9158
   6     0.1000     1.3897    47.3980     1.3628    47.6500    13.2574      0.9077
   7     0.1000     1.3263    51.9280     1.2755    53.8100    13.3870      0.9003
   8     0.1000     1.0914    60.3320     1.0928    60.5300    13.2825      0.8935
   9     0.1000     0.9917    65.2120     0.9854    65.2500    13.5853      0.8871
  10     0.1000     0.9619    66.4760     0.9827    66.4600    13.2990      0.8810
  11     0.1000     0.8585    70.1480     0.8498    70.9600    13.1916      0.8752
  12     0.1000     0.6961    75.7240     0.7246    75.5300    13.2759      0.8699
  13     0.1000     0.7284    75.1620     0.7452    75.1500    13.3071      0.8646
  14     0.1000     0.6289    78.3640     0.6854    77.2600    13.3011      0.8597
  15     0.1000     0.6202    78.6680     0.6769    77.5100    13.3412      0.8549
  16     0.1000     0.5596    80.9220     0.6284    79.1800    13.2075      0.8503
  17     0.1000     0.5624    81.2580     0.6332    79.5400    13.2129      0.8459
  18     0.1000     0.6397    78.2340     0.7005    77.0300    13.4615      0.8416
  19     0.1000     0.4725    84.0380     0.5616    81.9100    13.1771      0.8375
  20     0.1000     0.5385    82.0660     0.6283    80.1400    13.3278      0.8335
  21     0.1000     0.4881    83.1640     0.6003    80.7900    13.3493      0.8296
  22     0.1000     0.4074    86.3220     0.5387    83.0000    13.1703      0.8258
  23     0.1000     0.4521    84.8800     0.6242    80.9400    13.3983      0.8220
  24     0.1000     0.4080    86.1880     0.5489    82.4700    13.3584      0.8184
  25     0.1000     0.3685    87.6740     0.5356    83.4800    13.3457      0.8149
  26     0.1000     0.4393    85.1920     0.5802    81.8500    13.3279      0.8115
  27     0.1000     0.3035    89.7960     0.4749    85.1500    13.4339      0.8081
  28     0.1000     0.3444    88.5760     0.5292    83.7800    13.3584      0.8048
  29     0.1000     0.3286    88.9620     0.5247    84.1600    13.3622      0.8017
  30     0.1000     0.3265    89.3860     0.5294    83.9700    13.3673      0.7985
  31     0.1000     0.2605    91.4140     0.4740    85.6000    13.3937      0.7955
  32     0.1000     0.3346    88.6940     0.5377    83.6900    13.4182      0.7924
  33     0.1000     0.2571    91.4100     0.5096    85.1000    13.2952      0.7894
  34     0.1000     0.2468    91.7640     0.4994    85.3500    13.3576      0.7865
  35     0.1000     0.2386    91.8700     0.5074    85.4200    13.2007      0.7837
  36     0.1000     0.2471    91.5540     0.4925    84.8100    13.3817      0.7809
  37     0.1000     0.2398    91.8920     0.5049    85.3900    13.2519      0.7781
  38     0.1000     0.1971    93.4220     0.4804    86.0700    13.2985      0.7754
  39     0.1000     0.2234    92.4580     0.5048    85.7200    13.3236      0.7728
  40     0.1000     0.2142    92.6840     0.5233    85.5000    13.4085      0.7701
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1770    94.0960     0.4578    86.5400    13.2563      0.7676
  42     0.1000     0.1802    93.9040     0.4945    86.5500    13.5062      0.7650
  43     0.1000     0.1883    93.6600     0.4971    86.1200    13.2943      0.7624
  44     0.1000     0.1653    94.4320     0.5083    86.3000    13.1544      0.7600
  45     0.1000     0.1765    94.0720     0.4890    86.0800    13.4349      0.7575
  46     0.1000     0.1594    94.6260     0.4830    86.6900    13.3072      0.7551
  47     0.1000     0.2646    91.5000     0.5880    83.7700    13.3025      0.7527
  48     0.1000     0.1360    95.2840     0.4886    86.9900    13.3040      0.7504
  49     0.1000     0.3277    90.8180     0.6978    83.3100    13.2171      0.7481
  50     0.1000     0.1129    96.2400     0.4625    87.5900    13.3822      0.7458
  51     0.1000     0.1274    95.7580     0.5007    87.1300    13.3345      0.7435
  52     0.1000     0.1482    95.0840     0.5450    86.1600    13.2707      0.7413
  53     0.1000     0.1471    94.9240     0.5153    86.7600    13.2379      0.7391
  54     0.1000     0.1640    94.7860     0.5700    86.2800    13.4930      0.7369
  55     0.1000     0.1629    94.7020     0.5832    85.7100    13.2457      0.7348
  56     0.1000     0.1405    95.4300     0.5682    86.6200    13.3504      0.7327
  57     0.1000     0.1014    96.3980     0.4999    87.4700    13.1712      0.7305
  58     0.1000     0.0896    97.0360     0.4778    88.0300    13.2376      0.7285
  59     0.1000     0.1330    95.6900     0.5652    86.3400    13.3935      0.7264
  60     0.1000     0.0855    97.1420     0.5029    87.6900    13.2035      0.7244
  61     0.1000     0.0871    97.1220     0.4975    87.7000    13.2119      0.7224
  62     0.1000     0.0884    97.0100     0.5596    87.5200    13.3641      0.7204
  63     0.1000     0.1312    95.8120     0.6174    86.3300    13.4934      0.7184
  64     0.1000     0.0768    97.4880     0.5215    87.8000    13.1778      0.7164
  65     0.1000     0.1267    95.9660     0.6273    85.8000    13.2110      0.7145
  66     0.1000     0.0829    97.2920     0.5514    87.2200    13.2685      0.7125
  67     0.1000     0.0872    97.0700     0.5489    87.2800    13.2726      0.7107
  68     0.1000     0.0650    97.8100     0.5157    88.2600    13.3269      0.7088
  69     0.1000     0.2041    93.1900     0.6118    84.4400    13.4201      0.7069
  70     0.1000     0.0774    97.3700     0.5626    87.6900    13.3840      0.7050
  71     0.1000     0.0793    97.4140     0.5611    87.5100    13.3408      0.7032
  72     0.1000     0.0687    97.8240     0.5689    88.0300    13.2873      0.7015
  73     0.1000     0.0859    97.0960     0.5668    87.0900    13.1470      0.6996
  74     0.1000     0.0616    98.0340     0.5271    88.0900    13.2620      0.6979
  75     0.1000     0.1043    96.7560     0.6450    87.1800    13.2079      0.6961
  76     0.1000     0.0556    98.0820     0.5427    88.0600    13.2676      0.6943
  77     0.1000     0.0534    98.1520     0.5958    87.9600    13.1524      0.6925
  78     0.1000     0.0593    98.0280     0.5392    87.8600    13.1857      0.6908
  79     0.1000     0.1258    96.2660     0.6596    86.9800    13.3430      0.6891
  80     0.1000     0.0668    97.7880     0.5094    88.1200    13.2367      0.6873
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0461    98.3660     0.5965    88.2700    13.3460      0.6857
  82     0.1000     0.0613    98.0220     0.6050    87.6700    13.1969      0.6840
  83     0.1000     0.0537    98.2660     0.5364    88.7100    13.1892      0.6823
  84     0.1000     0.0472    98.4600     0.5577    88.4100    13.2880      0.6806
  85     0.1000     0.0461    98.4120     0.5552    88.4600    13.2446      0.6790
  86     0.1000     0.0363    98.7840     0.5824    88.7000    13.2895      0.6773
  87     0.1000     0.0492    98.3120     0.6252    88.2900    13.2204      0.6757
  88     0.1000     0.0471    98.4500     0.5663    88.0200    13.3055      0.6741
  89     0.1000     0.0389    98.6960     0.5711    88.4200    13.3552      0.6725
  90     0.1000     0.0329    98.9620     0.5973    88.7800    13.3894      0.6710
  91     0.1000     0.0343    98.7940     0.5979    88.5800    13.3547      0.6694
  92     0.1000     0.0385    98.7120     0.5880    88.2400    13.3250      0.6677
  93     0.1000     0.0315    98.9360     0.5641    88.5300    13.3376      0.6662
  94     0.1000     0.0574    98.0460     0.5933    87.9800    13.2160      0.6646
  95     0.1000     0.0407    98.5760     0.5656    88.3100    13.2590      0.6631
  96     0.1000     0.0537    98.2380     0.6303    87.9900    13.3716      0.6615
  97     0.1000     0.0517    98.3360     0.6159    87.9300    13.2082      0.6600
  98     0.1000     0.0415    98.6720     0.6260    88.2400    13.2329      0.6585
  99     0.1000     0.0425    98.6620     0.6095    88.5100    13.5305      0.6570
 100     0.1000     0.0369    98.7920     0.6036    88.5400    13.2508      0.6555
 101     0.1000     0.0271    99.1180     0.5877    88.9900    13.1851      0.6540
 102     0.1000     0.0292    99.0780     0.5985    88.6300    13.2002      0.6525
 103     0.1000     0.0319    98.9220     0.6297    88.5100    13.1644      0.6510
 104     0.1000     0.0341    98.8020     0.5852    88.4000    13.4246      0.6496
 105     0.1000     0.0285    99.0200     0.6316    88.6500    13.4515      0.6481
 106     0.1000     0.0258    99.1460     0.5749    88.8000    13.2187      0.6466
 107     0.1000     0.0329    98.9140     0.6263    88.6600    13.2188      0.6452
 108     0.1000     0.0325    98.9320     0.6343    88.2300    13.2493      0.6437
 109     0.1000     0.0369    98.7860     0.6380    88.5800    13.3437      0.6423
 110     0.1000     0.0365    98.8280     0.6412    88.1600    13.3604      0.6408
 111     0.1000     0.0230    99.1840     0.6269    88.4400    13.1677      0.6394
 112     0.1000     0.0255    99.1340     0.5998    88.9100    13.3226      0.6380
 113     0.1000     0.0240    99.1940     0.5705    88.9500    13.2972      0.6366
 114     0.1000     0.0276    99.0420     0.5796    88.7500    13.3030      0.6353
 115     0.1000     0.0991    97.2560     0.7311    87.2100    13.2349      0.6339
 116     0.1000     0.0430    98.6300     0.6304    88.0200    13.1831      0.6326
 117     0.1000     0.0361    98.7520     0.6148    88.5500    13.3172      0.6312
 118     0.1000     0.0231    99.2280     0.6166    88.8600    13.2201      0.6299
 119     0.1000     0.0330    98.9220     0.6163    88.4500    13.2968      0.6285
 120     0.1000     0.0328    98.9380     0.6142    88.3400    13.1945      0.6272
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0235    99.2520     0.6055    89.0500    13.1811      0.6258
 122     0.1000     0.0285    99.1000     0.6442    88.5200    13.3211      0.6246
 123     0.1000     0.0324    98.8640     0.6441    88.2500    13.2167      0.6232
 124     0.1000     0.0229    99.2700     0.6251    89.0100    13.1552      0.6219
 125     0.1000     0.0175    99.4080     0.5728    89.0400    13.1331      0.6207
 126     0.1000     0.0365    98.8540     0.6766    88.3800    13.4182      0.6194
 127     0.1000     0.0279    99.1100     0.6682    88.4800    13.3659      0.6181
 128     0.1000     0.0191    99.3520     0.5867    89.3500    13.2569      0.6168
 129     0.1000     0.0237    99.2500     0.6089    88.9600    13.3470      0.6155
 130     0.1000     0.0335    98.9020     0.6436    88.5700    13.2647      0.6142
 131     0.1000     0.0159    99.4620     0.6129    89.3500    13.3580      0.6129
 132     0.1000     0.0327    98.9460     0.6239    88.6200    13.3950      0.6116
 133     0.1000     0.0155    99.4700     0.6167    89.1300    13.2590      0.6104
 134     0.1000     0.0161    99.4540     0.6207    89.1700    13.1550      0.6091
 135     0.1000     0.0323    98.9060     0.6416    88.2100    13.5708      0.6079
 136     0.1000     0.0204    99.3140     0.6288    88.7200    13.1965      0.6067
 137     0.1000     0.0147    99.5300     0.6303    89.0500    13.1827      0.6055
 138     0.1000     0.0283    99.1280     0.6965    88.4000    13.3677      0.6042
 139     0.1000     0.0196    99.3340     0.5978    88.9000    13.1788      0.6030
 140     0.1000     0.0236    99.2040     0.6691    88.5100    13.4959      0.6018
 141     0.1000     0.0176    99.4580     0.6160    89.1000    13.2440      0.6006
 142     0.1000     0.0238    99.2360     0.6256    88.9600    13.2810      0.5995
 143     0.1000     0.0209    99.3140     0.5975    89.0500    13.3536      0.5982
 144     0.1000     0.0170    99.4400     0.6228    89.3700    13.3233      0.5971
 145     0.1000     0.0214    99.3240     0.6471    88.8000    13.1572      0.5958
 146     0.1000     0.0116    99.6000     0.5977    89.1800    13.1976      0.5947
 147     0.1000     0.0127    99.5940     0.6348    89.2000    13.4147      0.5935
 148     0.1000     0.0195    99.3700     0.6011    88.6000    13.1911      0.5923
 149     0.1000     0.0111    99.6480     0.6113    89.2100    13.4194      0.5912
 150     0.1000     0.0154    99.5100     0.6149    88.9700    13.2205      0.5900
 151     0.1000     0.0242    99.2300     0.7015    88.5300    13.2592      0.5889
 152     0.1000     0.0118    99.6280     0.5814    89.7100    13.4076      0.5877
 153     0.1000     0.0201    99.3420     0.6525    89.0500    13.6127      0.5866
 154     0.1000     0.0116    99.6380     0.5805    89.6500    13.2138      0.5854
 155     0.1000     0.0140    99.5420     0.5883    89.2200    13.3122      0.5843
 156     0.1000     0.0124    99.6160     0.6532    89.3500    13.2888      0.5832
 157     0.1000     0.0128    99.6140     0.6299    89.1900    13.2835      0.5821
 158     0.1000     0.0140    99.5500     0.6798    89.0500    13.4613      0.5809
 159     0.1000     0.0208    99.2920     0.6363    88.9900    13.2145      0.5798
 160     0.1000     0.0151    99.4780     0.6160    89.1400    13.2974      0.5787
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0153    99.5100     0.6777    89.3800    13.3146      0.5776
 162     0.1000     0.0133    99.5780     0.6612    88.8500    13.3291      0.5765
 163     0.1000     0.0112    99.6640     0.6261    89.1500    13.4289      0.5754
 164     0.1000     0.0096    99.6840     0.6316    89.0400    13.2731      0.5743
 165     0.1000     0.0247    99.2180     0.6441    88.8900    13.3960      0.5732
 166     0.1000     0.0152    99.4600     0.6569    88.9000    13.3604      0.5721
 167     0.1000     0.0111    99.6440     0.6320    89.3100    13.2844      0.5710
 168     0.1000     0.0186    99.3940     0.6798    88.8500    13.2085      0.5700
 169     0.1000     0.0091    99.6800     0.6661    89.4500    13.3327      0.5689
 170     0.1000     0.0080    99.7620     0.6398    89.4100    13.1981      0.5679
 171     0.1000     0.0121    99.6040     0.6436    89.1000    13.4493      0.5668
 172     0.1000     0.0131    99.5260     0.6681    89.0500    13.2933      0.5658
 173     0.1000     0.0117    99.6020     0.6229    89.6900    13.1766      0.5647
 174     0.1000     0.0107    99.6300     0.6370    89.5100    13.2131      0.5637
 175     0.1000     0.0077    99.7300     0.6504    89.3800    13.1770      0.5626
 176     0.1000     0.0075    99.7500     0.6396    89.1900    13.3821      0.5616
 177     0.1000     0.0096    99.6960     0.6474    89.5300    13.3111      0.5605
 178     0.1000     0.0089    99.7120     0.6650    89.3400    13.2445      0.5595
 179     0.1000     0.0163    99.5040     0.6268    89.2400    13.3002      0.5585
 180     0.1000     0.0130    99.5640     0.6797    89.0400    13.5276      0.5575
 181     0.1000     0.0224    99.2500     0.6933    88.7900    13.2371      0.5564
 182     0.1000     0.0088    99.7180     0.6534    89.3900    13.3996      0.5555
 183     0.1000     0.0111    99.6300     0.6083    89.2800    13.2611      0.5544
 184     0.1000     0.0451    98.8260     0.7560    88.3500    13.2918      0.5534
 185     0.1000     0.0092    99.6900     0.6539    89.1600    13.2118      0.5524
 186     0.1000     0.0114    99.6020     0.6348    89.5400    13.2800      0.5514
 187     0.1000     0.0140    99.5160     0.6821    89.3500    13.2910      0.5504
 188     0.1000     0.0113    99.6200     0.6366    89.4900    13.2504      0.5495
 189     0.1000     0.0150    99.5440     0.6663    89.1700    13.3962      0.5485
 190     0.1000     0.0080    99.7440     0.6672    89.5300    13.3466      0.5475
 191     0.1000     0.0109    99.6340     0.6537    89.2400    13.1756      0.5466
 192     0.1000     0.0078    99.7340     0.6410    89.6600    13.5859      0.5456
 193     0.1000     0.0118    99.6040     0.6856    89.1900    13.1919      0.5446
 194     0.1000     0.0068    99.7920     0.6618    89.4900    13.4265      0.5437
 195     0.1000     0.0076    99.7580     0.6434    89.6300    13.3907      0.5427
 196     0.1000     0.0140    99.5200     0.6619    89.1800    13.3063      0.5417
 197     0.1000     0.0104    99.6720     0.6549    89.3800    13.2891      0.5408
 198     0.1000     0.0076    99.7540     0.6931    89.6100    13.4710      0.5398
 199     0.1000     0.0116    99.6340     0.6954    89.2400    13.2318      0.5389
 200     0.1000     0.0121    99.6220     0.6894    89.3100    13.2745      0.5379
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0246    99.2440     0.6923    89.1300    13.2066      0.5370
 202     0.1000     0.0065    99.7980     0.6583    89.6500    13.2170      0.5360
 203     0.1000     0.0063    99.7800     0.6445    89.5400    13.2955      0.5351
 204     0.1000     0.0178    99.4400     0.7189    88.8400    13.2465      0.5341
 205     0.1000     0.0245    99.2180     0.7681    88.2900    13.3642      0.5332
 206     0.1000     0.0075    99.7560     0.6608    89.6300    13.4035      0.5323
 207     0.1000     0.0082    99.7460     0.6232    89.6900    13.4089      0.5313
 208     0.1000     0.0071    99.7460     0.6300    89.7300    13.1463      0.5304
 209     0.1000     0.0107    99.6600     0.6423    89.4200    13.2007      0.5295
 210     0.1000     0.0107    99.6560     0.6384    89.3500    13.3493      0.5286
 211     0.1000     0.0139    99.5380     0.6674    89.4400    13.1843      0.5277
 212     0.1000     0.0075    99.7540     0.6523    89.6500    13.3134      0.5268
 213     0.1000     0.0104    99.6440     0.6603    89.4700    13.3021      0.5259
 214     0.1000     0.0072    99.7700     0.6565    89.5400    13.1569      0.5250
 215     0.1000     0.0068    99.7680     0.6696    89.6500    13.2593      0.5241
 216     0.1000     0.0205    99.4220     0.7159    89.0400    13.4953      0.5232
 217     0.1000     0.0108    99.6620     0.6789    89.2200    13.3227      0.5224
 218     0.1000     0.0055    99.8000     0.6141    89.7600    13.3393      0.5215
 219     0.1000     0.0076    99.7600     0.6208    89.6800    13.1939      0.5206
 220     0.1000     0.0068    99.7840     0.6562    89.9000    13.3264      0.5197
 221     0.1000     0.0073    99.7520     0.7229    89.6100    13.4245      0.5188
 222     0.1000     0.0055    99.8380     0.6371    89.9600    13.2066      0.5179
 223     0.1000     0.0056    99.7980     0.6424    89.8500    13.2612      0.5170
 224     0.1000     0.0118    99.6000     0.7203    89.2100    13.2229      0.5162
 225     0.1000     0.0071    99.7600     0.6954    89.5400    13.5160      0.5153
 226     0.1000     0.0117    99.6120     0.6689    89.4700    13.1594      0.5145
 227     0.1000     0.0123    99.5800     0.6667    89.0900    13.2335      0.5136
 228     0.1000     0.0050    99.8320     0.6526    89.7200    13.4217      0.5128
 229     0.1000     0.0062    99.8020     0.6627    89.2300    13.2368      0.5119
 230     0.1000     0.0094    99.7080     0.7255    89.4300    13.4208      0.5110
 231     0.1000     0.0107    99.6320     0.6908    89.3600    13.2844      0.5102
 232     0.1000     0.0212    99.3340     0.7169    88.8100    13.1847      0.5094
 233     0.1000     0.0056    99.8060     0.6625    89.5500    13.1683      0.5086
 234     0.1000     0.0060    99.8140     0.6821    89.3700    13.4507      0.5077
 235     0.1000     0.0080    99.7160     0.6779    89.4100    13.1419      0.5069
 236     0.1000     0.0083    99.7300     0.6446    89.6300    13.3940      0.5061
 237     0.1000     0.0071    99.7820     0.6715    89.3200    13.2904      0.5052
 238     0.1000     0.0047    99.8360     0.6662    89.5700    13.3593      0.5044
 239     0.1000     0.0071    99.7740     0.6361    89.7200    13.3194      0.5036
 240     0.1000     0.0074    99.7540     0.6364    89.5400    13.3374      0.5027
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0064    99.7880     0.6821    89.4500    13.2342      0.5019
 242     0.1000     0.0055    99.8040     0.6591    89.5200    13.3450      0.5011
 243     0.1000     0.0056    99.8200     0.6992    89.6200    13.4650      0.5003
 244     0.1000     0.0048    99.8680     0.7550    89.2800    13.3048      0.4994
 245     0.1000     0.0086    99.7340     0.6727    89.2600    13.3294      0.4986
 246     0.1000     0.0105    99.6720     0.6856    89.2500    13.3708      0.4978
 247     0.1000     0.0525    98.8920     0.8738    88.4000    13.1149      0.4970
 248     0.1000     0.0082    99.7460     0.6673    89.4400    13.3451      0.4962
 249     0.1000     0.0052    99.8580     0.7087    89.5000    13.3362      0.4955
 250     0.1000     0.0078    99.7240     0.6785    89.5200    13.3670      0.4947
 251     0.1000     0.0131    99.6000     0.6907    89.3000    13.2786      0.4938
 252     0.1000     0.0072    99.7740     0.6796    89.5500    13.5874      0.4930
 253     0.1000     0.0140    99.5400     0.6738    88.9700    13.3247      0.4923
 254     0.1000     0.0078    99.7380     0.6576    89.5800    13.3254      0.4915
 255     0.1000     0.0050    99.8440     0.6742    89.7000    13.4825      0.4907
 256     0.1000     0.0064    99.7840     0.6810    89.4200    13.3421      0.4899
 257     0.1000     0.0052    99.8240     0.7143    89.3800    13.4206      0.4892
 258     0.1000     0.0041    99.8680     0.6584    89.7600    13.2062      0.4884
 259     0.1000     0.0064    99.7860     0.6876    89.4800    13.2713      0.4876
 260     0.1000     0.0089    99.7300     0.6711    89.7500    13.2832      0.4868
 261     0.1000     0.0060    99.8080     0.6703    89.6900    13.2870      0.4861
 262     0.1000     0.0080    99.7160     0.6737    89.7800    13.2208      0.4853
 263     0.1000     0.0062    99.7920     0.6808    89.5000    13.2211      0.4846
 264     0.1000     0.0043    99.8520     0.6775    89.7200    13.2638      0.4838
 265     0.1000     0.0066    99.8080     0.6828    89.6300    13.3090      0.4831
 266     0.1000     0.0049    99.8260     0.6390    89.7300    13.3261      0.4823
 267     0.1000     0.0036    99.8720     0.6532    89.8500    13.2405      0.4815
 268     0.1000     0.0061    99.8080     0.6449    89.8000    13.4011      0.4808
 269     0.1000     0.0085    99.7480     0.6591    89.6100    13.3658      0.4801
 270     0.1000     0.0052    99.8220     0.6928    89.4000    13.3962      0.4793
 271     0.1000     0.0055    99.8160     0.6993    89.5600    13.3806      0.4786
 272     0.1000     0.0102    99.6740     0.6761    89.7500    13.2870      0.4778
 273     0.1000     0.0054    99.8280     0.6893    89.7000    13.2161      0.4771
 274     0.1000     0.0054    99.8320     0.6626    89.5200    13.3056      0.4764
 275     0.1000     0.0070    99.7780     0.6615    89.6700    13.2107      0.4757
 276     0.1000     0.0038    99.8880     0.6863    89.5900    13.4106      0.4749
 277     0.1000     0.0046    99.8360     0.6786    89.4100    13.1109      0.4742
 278     0.1000     0.0048    99.8320     0.6680    89.7700    13.3938      0.4735
 279     0.1000     0.0160    99.4860     0.6959    89.3300    13.3594      0.4727
 280     0.1000     0.0057    99.8300     0.6620    89.4700    13.3654      0.4720
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0036    99.9060     0.6630    89.7200    13.3405      0.4713
 282     0.1000     0.0072    99.7740     0.6721    89.6100    13.2305      0.4706
 283     0.1000     0.0106    99.6520     0.6462    89.2500    13.1504      0.4699
 284     0.1000     0.0051    99.8360     0.6658    90.0300    13.2891      0.4692
 285     0.1000     0.0229    99.3420     0.6840    89.6000    13.3439      0.4684
 286     0.1000     0.0056    99.8320     0.6828    89.5200    13.2602      0.4678
 287     0.1000     0.0142    99.5340     0.7349    89.2700    13.4449      0.4671
 288     0.1000     0.0034    99.9000     0.7066    89.7500    13.4202      0.4663
 289     0.1000     0.0095    99.7240     0.7139    89.6400    13.1912      0.4656
 290     0.1000     0.0069    99.7780     0.7175    89.6800    13.2405      0.4649
 291     0.1000     0.0079    99.7440     0.7130    89.3500    13.3055      0.4642
 292     0.1000     0.0147    99.5280     0.6945    89.0600    13.2738      0.4635
 293     0.1000     0.0070    99.7740     0.6689    89.5200    13.4234      0.4629
 294     0.1000     0.0045    99.8500     0.6558    89.9100    13.3506      0.4621
 295     0.1000     0.0025    99.9160     0.6885    89.9000    13.2426      0.4615
 296     0.1000     0.0044    99.8560     0.6522    90.0200    13.2574      0.4608
 297     0.1000     0.0036    99.8760     0.6634    89.5000    13.2601      0.4601
 298     0.1000     0.0064    99.7920     0.6305    89.4400    13.3147      0.4594
 299     0.1000     0.0103    99.6360     0.6923    89.3200    13.1974      0.4587
 300     0.1000     0.0041    99.8520     0.6767    89.9200    13.3627      0.4581
 301     0.0996     0.0061    99.7900     0.7032    89.7700    13.1984      0.4574
 302     0.0992     0.0049    99.8420     0.6921    89.9300    13.3685      0.4567
 303     0.0988     0.0027    99.9100     0.6337    90.0300    13.2670      0.4561
 304     0.0983     0.0048    99.8620     0.6953    89.4900    13.3409      0.4554
 305     0.0979     0.0047    99.8240     0.6777    89.5900    13.2854      0.4547
 306     0.0975     0.0048    99.8520     0.7234    89.4700    13.5755      0.4541
 307     0.0971     0.0028    99.8960     0.7004    90.0600    13.2620      0.4534
 308     0.0967     0.0045    99.8680     0.7278    89.7200    13.2404      0.4527
 309     0.0963     0.0036    99.8840     0.6824    89.9700    13.2428      0.4521
 310     0.0959     0.0052    99.8420     0.6918    89.9800    13.5028      0.4515
 311     0.0955     0.0084    99.7200     0.6888    89.8700    13.4282      0.4508
 312     0.0950     0.0203    99.4340     0.7717    88.9100    13.2585      0.4501
 313     0.0946     0.0033    99.8760     0.7191    89.9900    13.3061      0.4495
 314     0.0942     0.0036    99.8740     0.6766    90.0500    13.4242      0.4489
 315     0.0938     0.0059    99.7900     0.7015    89.5900    13.4719      0.4482
 316     0.0934     0.0052    99.8440     0.7314    89.5800    13.3888      0.4476
 317     0.0930     0.0032    99.9020     0.6913    89.7600    13.1871      0.4470
 318     0.0926     0.0017    99.9420     0.6767    89.8800    13.1687      0.4464
 319     0.0922     0.0035    99.8840     0.7042    89.7400    13.4250      0.4458
 320     0.0917     0.0031    99.8880     0.6994    90.0000    13.3644      0.4452
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0025    99.9240     0.7045    89.9200    13.2688      0.4446
 322     0.0909     0.0031    99.9020     0.6994    89.8900    13.2888      0.4440
 323     0.0905     0.0021    99.9340     0.7125    89.8800    13.2865      0.4434
 324     0.0901     0.0044    99.8840     0.6815    89.7400    13.2931      0.4428
 325     0.0897     0.0052    99.8380     0.7185    89.7200    13.2545      0.4422
 326     0.0893     0.0037    99.8720     0.6967    89.5300    13.3743      0.4416
 327     0.0889     0.0029    99.9060     0.6817    90.1200    13.2899      0.4411
 328     0.0885     0.0025    99.9120     0.6803    90.2000    13.2504      0.4405
 329     0.0880     0.0029    99.9120     0.7004    89.8600    13.3991      0.4399
 330     0.0876     0.0015    99.9560     0.7204    89.9900    13.4515      0.4394
 331     0.0872     0.0037    99.9060     0.7198    89.9600    13.2821      0.4388
 332     0.0868     0.0032    99.8960     0.6813    90.0800    13.2795      0.4383
 333     0.0864     0.0021    99.9440     0.7052    89.9800    13.4100      0.4377
 334     0.0860     0.0035    99.8880     0.6828    89.7100    13.2024      0.4372
 335     0.0856     0.0022    99.9360     0.7172    89.7900    13.3112      0.4366
 336     0.0852     0.0042    99.8780     0.7070    89.6200    13.3623      0.4361
 337     0.0847     0.0024    99.9300     0.6996    90.0900    13.3559      0.4356
 338     0.0843     0.0027    99.9300     0.6688    89.8300    13.3813      0.4350
 339     0.0839     0.0023    99.9240     0.7024    89.9700    13.3443      0.4345
 340     0.0835     0.0022    99.9280     0.6905    89.9300    13.4309      0.4340
 341     0.0831     0.0024    99.9160     0.7142    90.2500    13.1503      0.4334
 342     0.0827     0.0020    99.9240     0.6953    89.8200    13.3613      0.4329
 343     0.0823     0.0031    99.9080     0.7193    90.1300    13.2444      0.4324
 344     0.0818     0.0015    99.9560     0.7225    90.1900    13.4210      0.4319
 345     0.0814     0.0032    99.8860     0.7701    89.7900    13.3609      0.4313
 346     0.0810     0.0025    99.9000     0.7485    89.7100    13.2289      0.4308
 347     0.0806     0.0017    99.9380     0.7253    89.9000    13.3119      0.4303
 348     0.0802     0.0017    99.9500     0.7417    90.0700    13.4029      0.4298
 349     0.0798     0.0031    99.9040     0.7252    89.5100    13.1118      0.4294
 350     0.0794     0.0015    99.9480     0.7156    89.9500    13.4021      0.4289
 351     0.0790     0.0020    99.9520     0.7047    89.8900    13.2770      0.4284
 352     0.0786     0.0014    99.9540     0.7267    89.8300    13.2842      0.4279
 353     0.0781     0.0029    99.9000     0.7551    89.6300    13.3171      0.4274
 354     0.0777     0.0015    99.9500     0.7127    89.8300    13.1946      0.4269
 355     0.0773     0.0019    99.9320     0.7305    89.9200    13.2346      0.4264
 356     0.0769     0.0017    99.9420     0.7300    89.7100    13.4114      0.4260
 357     0.0765     0.0007    99.9760     0.7306    90.0700    13.2143      0.4255
 358     0.0761     0.0013    99.9560     0.7458    89.7300    13.2248      0.4250
 359     0.0757     0.0013    99.9700     0.7332    89.9500    13.2955      0.4246
 360     0.0753     0.0007    99.9780     0.7597    90.0400    13.2844      0.4241
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0014    99.9560     0.7800    89.7400    13.2125      0.4236
 362     0.0744     0.0027    99.9260     0.8090    89.8700    13.2659      0.4232
 363     0.0740     0.0010    99.9640     0.7744    89.9100    13.3905      0.4228
 364     0.0736     0.0028    99.9180     0.8011    89.9200    13.2467      0.4223
 365     0.0732     0.0013    99.9620     0.7805    89.8700    13.2567      0.4218
 366     0.0728     0.0017    99.9380     0.7559    90.1000    13.3174      0.4214
 367     0.0724     0.0020    99.9280     0.7161    89.9500    13.1634      0.4210
 368     0.0720     0.0014    99.9480     0.7289    90.0000    13.2110      0.4205
 369     0.0715     0.0022    99.9320     0.7091    90.0500    13.3006      0.4201
 370     0.0711     0.0012    99.9700     0.7373    90.2100    13.4213      0.4196
 371     0.0707     0.0010    99.9620     0.7357    90.1800    13.4199      0.4192
 372     0.0703     0.0011    99.9580     0.7120    90.2600    13.2017      0.4188
 373     0.0699     0.0009    99.9680     0.7537    90.0500    13.3457      0.4184
 374     0.0695     0.0009    99.9720     0.7590    90.2300    13.3266      0.4180
 375     0.0691     0.0012    99.9560     0.7218    90.3900    13.2233      0.4176
 376     0.0686     0.0015    99.9440     0.7293    90.2700    13.3142      0.4172
 377     0.0682     0.0010    99.9660     0.7048    90.2600    13.2661      0.4168
 378     0.0678     0.0008    99.9780     0.7327    90.3200    13.4243      0.4164
 379     0.0674     0.0006    99.9840     0.7393    90.1700    13.1233      0.4160
 380     0.0670     0.0007    99.9780     0.7347    90.2400    13.2810      0.4156
 381     0.0666     0.0011    99.9640     0.7536    90.1900    13.2905      0.4152
 382     0.0662     0.0006    99.9760     0.7326    90.2700    13.3012      0.4148
 383     0.0658     0.0009    99.9700     0.7806    90.3100    13.4093      0.4144
 384     0.0654     0.0009    99.9740     0.7695    89.9600    13.4115      0.4140
 385     0.0649     0.0008    99.9760     0.7586    90.3100    13.3304      0.4137
 386     0.0645     0.0013    99.9620     0.7420    90.2700    13.2489      0.4133
 387     0.0641     0.0008    99.9760     0.7340    90.3400    13.4579      0.4129
 388     0.0637     0.0010    99.9720     0.7482    90.2800    13.2499      0.4125
 389     0.0633     0.0006    99.9840     0.7580    90.2600    13.1310      0.4121
 390     0.0629     0.0007    99.9740     0.7694    90.4100    13.2567      0.4118
 391     0.0625     0.0004    99.9860     0.7677    90.3700    13.1737      0.4114
 392     0.0621     0.0005    99.9880     0.7689    90.2900    13.3700      0.4110
 393     0.0616     0.0006    99.9840     0.7613    90.3600    13.4189      0.4107
 394     0.0612     0.0006    99.9740     0.7736    90.3400    13.3766      0.4103
 395     0.0608     0.0008    99.9660     0.7812    90.2200    13.3507      0.4099
 396     0.0604     0.0007    99.9700     0.7868    90.2600    13.5133      0.4096
 397     0.0600     0.0004    99.9880     0.7856    90.3800    13.2082      0.4092
 398     0.0596     0.0015    99.9540     0.7898    90.1800    13.2575      0.4089
 399     0.0592     0.0006    99.9860     0.7777    90.3200    13.2646      0.4086
 400     0.0588     0.0006    99.9800     0.7868    90.2200    13.2757      0.4082
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0016    99.9500     0.7983    89.9900    13.2776      0.4079
 402     0.0579     0.0006    99.9820     0.7526    90.1600    13.4332      0.4076
 403     0.0575     0.0006    99.9840     0.7568    90.3200    13.3816      0.4073
 404     0.0571     0.0006    99.9740     0.7505    90.3500    13.2455      0.4069
 405     0.0567     0.0014    99.9500     0.7863    89.9800    13.2562      0.4066
 406     0.0563     0.0005    99.9800     0.7630    90.4000    13.1992      0.4063
 407     0.0559     0.0008    99.9700     0.7634    90.1600    13.2387      0.4060
 408     0.0554     0.0010    99.9640     0.7603    90.5100    13.4201      0.4057
 409     0.0550     0.0005    99.9840     0.7449    90.5600    13.3088      0.4053
 410     0.0546     0.0008    99.9800     0.7480    90.5100    13.3697      0.4050
 411     0.0542     0.0003    99.9920     0.7579    90.5300    13.3391      0.4047
 412     0.0538     0.0004    99.9900     0.7744    90.4400    13.1732      0.4044
 413     0.0534     0.0003    99.9920     0.7753    90.3600    13.1492      0.4041
 414     0.0530     0.0003    99.9940     0.7777    90.5600    13.2817      0.4038
 415     0.0526     0.0002    99.9940     0.7812    90.5600    13.2015      0.4035
 416     0.0522     0.0006    99.9880     0.7912    90.4100    13.3052      0.4032
 417     0.0517     0.0003    99.9860     0.7841    90.5600    13.1830      0.4029
 418     0.0513     0.0006    99.9760     0.7968    90.5300    13.3574      0.4027
 419     0.0509     0.0002    99.9900     0.8067    90.4400    13.3720      0.4024
 420     0.0505     0.0004    99.9880     0.8069    90.4900    13.3266      0.4021
 421     0.0501     0.0002    99.9920     0.7852    90.6100    13.2818      0.4018
 422     0.0497     0.0003    99.9920     0.7887    90.4300    13.2655      0.4016
 423     0.0493     0.0005    99.9800     0.7667    90.4100    13.5448      0.4013
 424     0.0489     0.0007    99.9840     0.7846    90.2400    13.1862      0.4010
 425     0.0484     0.0010    99.9720     0.7941    90.2400    13.2950      0.4008
 426     0.0480     0.0003    99.9840     0.7985    90.2700    13.4528      0.4005
 427     0.0476     0.0005    99.9820     0.7730    90.4200    13.2407      0.4002
 428     0.0472     0.0004    99.9820     0.7893    90.3300    13.4152      0.3999
 429     0.0468     0.0003    99.9900     0.7831    90.2900    13.2091      0.3997
 430     0.0464     0.0004    99.9840     0.7678    90.5000    13.3136      0.3994
 431     0.0460     0.0001   100.0000     0.7753    90.3800    13.3783      0.3992
 432     0.0456     0.0003    99.9940     0.7796    90.4200    13.4288      0.3989
 433     0.0451     0.0005    99.9840     0.7900    90.3700    13.3729      0.3987
 434     0.0447     0.0004    99.9860     0.7997    90.1200    13.2193      0.3985
 435     0.0443     0.0001    99.9960     0.7792    90.3400    13.3644      0.3982
 436     0.0439     0.0005    99.9900     0.7838    90.4200    13.0977      0.3980
 437     0.0435     0.0003    99.9900     0.7899    90.4300    13.4316      0.3977
 438     0.0431     0.0002    99.9900     0.7917    90.5100    13.1928      0.3975
 439     0.0427     0.0004    99.9900     0.8031    90.3300    13.3101      0.3973
 440     0.0423     0.0003    99.9900     0.8022    90.3700    13.1670      0.3970
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0002    99.9920     0.8031    90.4700    13.2113      0.3968
 442     0.0414     0.0001   100.0000     0.8031    90.5900    13.2286      0.3966
 443     0.0410     0.0002    99.9960     0.8057    90.6700    13.4415      0.3963
 444     0.0406     0.0002    99.9920     0.8136    90.5800    13.3981      0.3961
 445     0.0402     0.0002    99.9940     0.8093    90.5100    13.2904      0.3959
 446     0.0398     0.0003    99.9940     0.7984    90.3600    13.6061      0.3957
 447     0.0394     0.0002    99.9940     0.8062    90.5400    13.2151      0.3955
 448     0.0389     0.0006    99.9760     0.8189    90.3000    13.1504      0.3953
 449     0.0385     0.0001    99.9960     0.7978    90.5000    13.1327      0.3951
 450     0.0381     0.0004    99.9900     0.8004    90.5200    13.4126      0.3949
 451     0.0377     0.0002    99.9900     0.8098    90.6300    13.3116      0.3947
 452     0.0373     0.0002    99.9900     0.8065    90.3600    13.4594      0.3945
 453     0.0369     0.0002    99.9960     0.7962    90.5700    13.3165      0.3943
 454     0.0365     0.0002    99.9940     0.8004    90.6100    13.2410      0.3941
 455     0.0361     0.0003    99.9920     0.8106    90.5000    13.3606      0.3939
 456     0.0357     0.0001    99.9980     0.8115    90.5400    13.2412      0.3937
 457     0.0352     0.0001   100.0000     0.8096    90.4100    13.1872      0.3935
 458     0.0348     0.0001    99.9980     0.8099    90.4300    13.2145      0.3933
 459     0.0344     0.0001    99.9980     0.8188    90.4700    13.4676      0.3932
 460     0.0340     0.0002    99.9920     0.8166    90.4400    13.3247      0.3930
 461     0.0336     0.0003    99.9920     0.8260    90.4100    13.1721      0.3928
 462     0.0332     0.0002    99.9960     0.8333    90.2200    13.3710      0.3926
 463     0.0328     0.0001    99.9980     0.8285    90.3300    13.3070      0.3924
 464     0.0324     0.0001    99.9940     0.8329    90.3000    13.3702      0.3923
 465     0.0319     0.0001    99.9980     0.8304    90.3900    13.2745      0.3921
 466     0.0315     0.0001    99.9980     0.8328    90.2900    13.1922      0.3919
 467     0.0311     0.0002    99.9920     0.8253    90.5400    13.1749      0.3918
 468     0.0307     0.0000   100.0000     0.8263    90.5600    13.6158      0.3916
 469     0.0303     0.0002    99.9940     0.8228    90.4500    13.1484      0.3915
 470     0.0299     0.0005    99.9860     0.8311    90.5300    13.3839      0.3913
 471     0.0295     0.0001    99.9960     0.8351    90.6600    13.2007      0.3912
 472     0.0291     0.0002    99.9980     0.8377    90.5500    13.1853      0.3910
 473     0.0286     0.0001    99.9960     0.8240    90.6900    13.4289      0.3909
 474     0.0282     0.0000   100.0000     0.8283    90.6700    13.1954      0.3907
 475     0.0278     0.0000   100.0000     0.8257    90.5700    13.4298      0.3906
 476     0.0274     0.0002    99.9940     0.8241    90.6800    13.1728      0.3904
 477     0.0270     0.0000   100.0000     0.8253    90.6700    13.2408      0.3903
 478     0.0266     0.0001    99.9980     0.8379    90.5600    13.2197      0.3901
 479     0.0262     0.0001    99.9960     0.8294    90.7000    13.3726      0.3900
 480     0.0257     0.0000   100.0000     0.8278    90.6300    13.4175      0.3899
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0000   100.0000     0.8278    90.5500    13.2964      0.3897
 482     0.0249     0.0000   100.0000     0.8286    90.6900    13.3145      0.3896
 483     0.0245     0.0001    99.9980     0.8252    90.6600    13.2688      0.3895
 484     0.0241     0.0001    99.9980     0.8243    90.7000    13.1974      0.3894
 485     0.0237     0.0000   100.0000     0.8239    90.6800    13.1719      0.3893
 486     0.0233     0.0001    99.9960     0.8289    90.7700    13.2060      0.3891
 487     0.0229     0.0001    99.9980     0.8262    90.7100    13.2974      0.3890
 488     0.0225     0.0001    99.9960     0.8290    90.7400    13.4551      0.3889
 489     0.0220     0.0001    99.9960     0.8277    90.6800    13.1233      0.3888
 490     0.0216     0.0001    99.9960     0.8309    90.6800    13.4988      0.3887
 491     0.0212     0.0000   100.0000     0.8281    90.7700    13.3046      0.3886
 492     0.0208     0.0000   100.0000     0.8275    90.7900    13.2860      0.3885
 493     0.0204     0.0001    99.9980     0.8310    90.7400    13.2449      0.3884
 494     0.0200     0.0001    99.9960     0.8298    90.7900    13.3472      0.3883
 495     0.0196     0.0001    99.9980     0.8271    90.7800    13.3706      0.3882
 496     0.0192     0.0000    99.9980     0.8292    90.6400    13.2362      0.3881
 497     0.0187     0.0000    99.9980     0.8281    90.7500    13.2217      0.3880
 498     0.0183     0.0002    99.9920     0.8301    90.8500    13.3335      0.3879
 499     0.0179     0.0000   100.0000     0.8296    90.7800    13.3347      0.3878
 500     0.0175     0.0001   100.0000     0.8317    90.7300    13.3659      0.3877
 501     0.0171     0.0001    99.9960     0.8320    90.6800    13.1934      0.3876
 502     0.0167     0.0000   100.0000     0.8316    90.6900    13.2718      0.3875
 503     0.0163     0.0000   100.0000     0.8358    90.6600    13.2898      0.3874
 504     0.0159     0.0000   100.0000     0.8343    90.7200    13.4203      0.3874
 505     0.0154     0.0000   100.0000     0.8361    90.6700    13.2989      0.3873
 506     0.0150     0.0000   100.0000     0.8360    90.6800    13.2218      0.3872
 507     0.0146     0.0000   100.0000     0.8389    90.7900    13.2013      0.3872
 508     0.0142     0.0000   100.0000     0.8374    90.7800    13.2503      0.3871
 509     0.0138     0.0000   100.0000     0.8345    90.7700    13.5645      0.3870
 510     0.0134     0.0000   100.0000     0.8331    90.7200    13.2101      0.3870
 511     0.0130     0.0000   100.0000     0.8322    90.7700    13.3838      0.3869
 512     0.0125     0.0001    99.9960     0.8312    90.8200    13.2164      0.3868
 513     0.0121     0.0001    99.9960     0.8325    90.7200    13.2183      0.3868
 514     0.0117     0.0000   100.0000     0.8339    90.8100    13.2414      0.3867
 515     0.0113     0.0001    99.9980     0.8345    90.7800    13.3607      0.3867
 516     0.0109     0.0000   100.0000     0.8353    90.7600    13.3201      0.3866
 517     0.0105     0.0000   100.0000     0.8353    90.7700    13.2487      0.3865
 518     0.0101     0.0000   100.0000     0.8354    90.7600    13.5825      0.3865
 519     0.0097     0.0000    99.9980     0.8348    90.8000    13.3658      0.3865
 520     0.0092     0.0001    99.9960     0.8352    90.8100    13.3168      0.3864
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     0.8351    90.8000    13.3711      0.3864
 522     0.0084     0.0000   100.0000     0.8352    90.7900    13.2653      0.3863
 523     0.0080     0.0000   100.0000     0.8342    90.7900    13.3009      0.3863
 524     0.0076     0.0000    99.9980     0.8345    90.8100    13.2614      0.3863
 525     0.0072     0.0000    99.9980     0.8351    90.8200    13.3431      0.3862
 526     0.0068     0.0000   100.0000     0.8348    90.8000    13.4375      0.3862
 527     0.0064     0.0000   100.0000     0.8345    90.7800    13.3624      0.3862
 528     0.0060     0.0000   100.0000     0.8340    90.8000    13.3923      0.3861
 529     0.0055     0.0000    99.9980     0.8341    90.8000    13.3507      0.3861
 530     0.0051     0.0000   100.0000     0.8344    90.8100    13.2340      0.3861
 531     0.0047     0.0001    99.9980     0.8346    90.8100    13.4615      0.3861
 532     0.0043     0.0000   100.0000     0.8340    90.8200    13.3166      0.3860
 533     0.0039     0.0000    99.9980     0.8339    90.8400    13.2064      0.3860
 534     0.0035     0.0001    99.9980     0.8338    90.8200    13.2336      0.3860
 535     0.0031     0.0000   100.0000     0.8332    90.8300    13.4033      0.3860
 536     0.0027     0.0000   100.0000     0.8331    90.8100    13.4922      0.3860
 537     0.0022     0.0000    99.9980     0.8328    90.8500    13.2112      0.3860
 538     0.0018     0.0000   100.0000     0.8326    90.8200    13.1875      0.3859
 539     0.0014     0.0000   100.0000     0.8327    90.8200    13.2462      0.3859
 540     0.0010     0.0001    99.9960     0.8328    90.8100    13.4329      0.3859
 541     0.0010     0.0000   100.0000     0.8328    90.8200    13.2474      0.3859
 542     0.0010     0.0001    99.9980     0.8329    90.8200    13.2356      0.3859
 543     0.0010     0.0000   100.0000     0.8330    90.8100    13.5279      0.3859
 544     0.0010     0.0000   100.0000     0.8331    90.8000    13.2817      0.3859
 545     0.0010     0.0000   100.0000     0.8332    90.8100    13.5087      0.3859
 546     0.0010     0.0000   100.0000     0.8332    90.8200    13.2441      0.3859
 547     0.0010     0.0000   100.0000     0.8333    90.8200    13.2159      0.3859
 548     0.0010     0.0000   100.0000     0.8333    90.8100    13.1938      0.3859
 549     0.0010     0.0000   100.0000     0.8334    90.8100    13.2766      0.3859
 550     0.0010     0.0001    99.9980     0.8334    90.8100    13.1474      0.3859
 551     0.0010     0.0000   100.0000     0.8333    90.8300    13.2342      0.3859
 552     0.0010     0.0000   100.0000     0.8334    90.8100    13.4585      0.3859
 553     0.0010     0.0000   100.0000     0.8335    90.8200    13.3906      0.3859
 554     0.0010     0.0000   100.0000     0.8335    90.8300    13.2756      0.3859
 555     0.0010     0.0001    99.9980     0.8333    90.8700    13.2893      0.3859
 556     0.0010     0.0001    99.9980     0.8334    90.8600    13.3370      0.3859
 557     0.0010     0.0000   100.0000     0.8334    90.8600    13.2893      0.3859
 558     0.0010     0.0000   100.0000     0.8332    90.8300    13.2079      0.3859
 559     0.0010     0.0000   100.0000     0.8332    90.8500    13.3344      0.3859
 560     0.0010     0.0000   100.0000     0.8332    90.8200    13.3408      0.3859
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     0.8332    90.8400    13.2137      0.3859
 562     0.0010     0.0000   100.0000     0.8331    90.8500    13.3137      0.3859
 563     0.0010     0.0000   100.0000     0.8330    90.8400    13.4168      0.3859
 564     0.0010     0.0000   100.0000     0.8330    90.8600    13.2353      0.3859
 565     0.0010     0.0000   100.0000     0.8330    90.8100    13.2639      0.3859
 566     0.0010     0.0000   100.0000     0.8330    90.8100    13.2871      0.3859
 567     0.0010     0.0000   100.0000     0.8331    90.8100    13.2805      0.3859
 568     0.0010     0.0000   100.0000     0.8331    90.8100    13.1858      0.3859
 569     0.0010     0.0000   100.0000     0.8332    90.8100    13.1022      0.3859
 570     0.0010     0.0000   100.0000     0.8333    90.8500    13.2683      0.3859
 571     0.0010     0.0000   100.0000     0.8334    90.8500    13.3723      0.3859
 572     0.0010     0.0000   100.0000     0.8334    90.8300    13.4362      0.3859
 573     0.0010     0.0000    99.9980     0.8335    90.8300    13.2810      0.3859
 574     0.0010     0.0001    99.9980     0.8336    90.8300    13.3734      0.3859
 575     0.0010     0.0000   100.0000     0.8336    90.8200    13.3088      0.3859
 576     0.0010     0.0000   100.0000     0.8337    90.8300    13.1757      0.3859
 577     0.0010     0.0001    99.9980     0.8338    90.8400    13.2915      0.3859
 578     0.0010     0.0000   100.0000     0.8338    90.8500    13.4033      0.3859
 579     0.0010     0.0000   100.0000     0.8339    90.8300    13.3805      0.3859
 580     0.0010     0.0000   100.0000     0.8339    90.8300    13.2447      0.3859
 581     0.0010     0.0001    99.9980     0.8339    90.8100    13.5548      0.3859
 582     0.0010     0.0000   100.0000     0.8340    90.8100    13.4114      0.3859
 583     0.0010     0.0000   100.0000     0.8343    90.8300    13.2916      0.3859
 584     0.0010     0.0000   100.0000     0.8343    90.8400    13.3624      0.3859
 585     0.0010     0.0001    99.9980     0.8343    90.8200    13.3264      0.3859
 586     0.0010     0.0000   100.0000     0.8343    90.8100    13.2675      0.3859
 587     0.0010     0.0000   100.0000     0.8343    90.8400    13.3785      0.3859
 588     0.0010     0.0000   100.0000     0.8341    90.8300    13.1893      0.3859
 589     0.0010     0.0000   100.0000     0.8342    90.8300    13.1885      0.3859
 590     0.0010     0.0000   100.0000     0.8343    90.8400    13.4870      0.3859
 591     0.0010     0.0000   100.0000     0.8343    90.8400    13.4330      0.3859
 592     0.0010     0.0000   100.0000     0.8344    90.8200    13.1819      0.3859
 593     0.0010     0.0000   100.0000     0.8339    90.8200    13.2362      0.3859
 594     0.0010     0.0001    99.9980     0.8339    90.8300    13.3920      0.3859
 595     0.0010     0.0000   100.0000     0.8339    90.8300    13.2760      0.3859
 596     0.0010     0.0000    99.9980     0.8339    90.8300    13.2370      0.3859
 597     0.0010     0.0000   100.0000     0.8339    90.8500    13.2968      0.3859
 598     0.0010     0.0001    99.9980     0.8339    90.8400    13.3770      0.3859
 599     0.0010     0.0000    99.9980     0.8340    90.8400    13.3702      0.3859
 600     0.0010     0.0000    99.9980     0.8341    90.8300    13.2902      0.3859
