Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2361    16.4520     2.2313    16.8200    14.0235      0.9252
   2     0.1000     1.9687    21.6320     1.9584    22.7700    13.2881      0.8789
   3     0.1000     1.9199    23.4240     1.8994    24.4600    13.2660      0.8398
   4     0.1000     1.8661    26.9940     1.8321    28.0400    13.2265      0.8049
   5     0.1000     1.7450    31.6300     1.6969    32.4500    13.3251      0.7729
   6     0.1000     1.6633    33.6180     1.6202    35.6200    13.2833      0.7433
   7     0.1000     1.5876    37.7980     1.5553    38.6400    13.2198      0.7156
   8     0.1000     1.4606    44.3740     1.4449    44.6800    13.4839      0.6895
   9     0.1000     1.3674    49.7620     1.3700    49.4100    13.4066      0.6647
  10     0.1000     1.2540    52.9660     1.2505    52.8700    13.4506      0.6414
  11     0.1000     1.1500    57.5420     1.1416    57.7200    13.2752      0.6192
  12     0.1000     1.0975    60.0380     1.1242    59.6200    13.3321      0.5982
  13     0.1000     0.9792    65.1980     0.9905    65.0600    13.2040      0.5780
  14     0.1000     0.9091    67.3160     0.9211    66.8500    13.2508      0.5587
  15     0.1000     0.9739    65.3480     1.0048    65.0300    13.2179      0.5403
  16     0.1000     0.8065    72.0780     0.8132    72.0200    13.2803      0.5227
  17     0.1000     0.8062    72.3880     0.8135    72.7200    13.4577      0.5058
  18     0.1000     0.6841    76.4720     0.7111    76.0800    13.2730      0.4896
  19     0.1000     0.6689    77.4940     0.7074    76.7300    13.2665      0.4740
  20     0.1000     0.6341    78.6840     0.6959    77.4300    13.2346      0.4591
  21     0.1000     0.6264    78.8040     0.6784    77.6900    13.2250      0.4448
  22     0.1000     0.6765    77.8600     0.7504    76.3700    13.3903      0.4310
  23     0.1000     0.5174    82.5760     0.6017    80.6200    13.2229      0.4178
  24     0.1000     0.4581    84.5940     0.5536    82.4700    13.4013      0.4051
  25     0.1000     0.5091    82.7660     0.6099    80.0400    13.3416      0.3928
  26     0.1000     0.5110    83.1580     0.6440    80.7300    13.4575      0.3810
  27     0.1000     0.4509    85.1580     0.5613    82.4000    13.2827      0.3696
  28     0.1000     0.3934    86.6940     0.5112    83.6400    13.3554      0.3588
  29     0.1000     0.4553    84.9600     0.5876    81.9100    13.2166      0.3482
  30     0.1000     0.4035    86.7280     0.5524    83.2400    13.4785      0.3380
  31     0.1000     0.3567    88.1680     0.5145    84.3600    13.4427      0.3283
  32     0.1000     0.4293    86.1620     0.5925    82.7500    13.4517      0.3189
  33     0.1000     0.3462    88.5900     0.5182    83.7800    13.2230      0.3099
  34     0.1000     0.3590    88.2060     0.5444    83.7800    13.3917      0.3011
  35     0.1000     0.3070    89.6780     0.4920    85.1000    13.4980      0.2927
  36     0.1000     0.3518    88.2760     0.5418    83.6700    13.2285      0.2847
  37     0.1000     0.3091    89.7020     0.5219    84.6500    13.2569      0.2769
  38     0.1000     0.2818    90.8380     0.5026    84.8200    13.4855      0.2694
  39     0.1000     0.2941    90.2320     0.5118    84.6000    13.4632      0.2622
  40     0.1000     0.2440    92.0100     0.4735    85.5700    13.4139      0.2553
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2336    92.0800     0.4757    86.0700    13.4371      0.2485
  42     0.1000     0.2654    91.0900     0.4952    85.1000    13.3227      0.2421
  43     0.1000     0.2874    90.5940     0.5372    84.4900    13.3029      0.2358
  44     0.1000     0.2748    91.1760     0.5418    85.0800    13.2158      0.2297
  45     0.1000     0.2093    93.0320     0.4758    86.2900    13.3831      0.2239
  46     0.1000     0.2604    91.5440     0.5556    84.8600    13.4055      0.2183
  47     0.1000     0.2802    91.0700     0.5658    84.3900    13.2739      0.2128
  48     0.1000     0.1922    93.5460     0.4775    86.5300    13.3983      0.2075
  49     0.1000     0.2025    93.3540     0.4833    86.0700    13.3458      0.2025
  50     0.1000     0.1849    93.9820     0.4680    86.5500    13.4416      0.1975
  51     0.1000     0.1948    93.5440     0.5064    86.6300    13.3449      0.1928
  52     0.1000     0.1835    93.7740     0.4793    86.4700    13.3144      0.1883
  53     0.1000     0.1631    94.5860     0.4741    86.9600    13.4000      0.1839
  54     0.1000     0.1943    93.5560     0.5178    86.3700    13.4749      0.1797
  55     0.1000     0.1718    94.2960     0.4921    86.3000    13.2048      0.1756
  56     0.1000     0.1459    95.1720     0.4866    87.2600    13.3327      0.1716
  57     0.1000     0.1535    94.8660     0.4814    86.9500    13.3690      0.1678
  58     0.1000     0.1924    93.8480     0.5228    86.5100    13.4102      0.1641
  59     0.1000     0.1636    94.5260     0.4876    86.5000    13.3385      0.1605
  60     0.1000     0.1315    95.5780     0.4688    87.5600    13.4509      0.1570
  61     0.1000     0.1477    95.2360     0.5169    87.1300    13.3641      0.1536
  62     0.1000     0.1420    95.2320     0.5044    86.8200    13.2294      0.1503
  63     0.1000     0.1658    94.5900     0.5226    86.4000    13.2823      0.1472
  64     0.1000     0.1344    95.5460     0.4931    87.0600    13.3045      0.1442
  65     0.1000     0.1420    95.3120     0.5046    87.1100    13.3234      0.1412
  66     0.1000     0.1336    95.5780     0.4955    87.1300    13.4043      0.1384
  67     0.1000     0.1797    93.8560     0.5536    85.7700    13.2890      0.1355
  68     0.1000     0.1361    95.5540     0.5166    87.0500    13.2771      0.1329
  69     0.1000     0.2377    92.8340     0.6664    84.6700    13.3012      0.1303
  70     0.1000     0.1098    96.3580     0.5036    87.8500    13.2868      0.1278
  71     0.1000     0.1445    95.3460     0.5221    86.8200    13.2809      0.1253
  72     0.1000     0.1088    96.3900     0.5322    87.1200    13.2813      0.1230
  73     0.1000     0.1331    95.6900     0.5600    86.6700    13.4348      0.1207
  74     0.1000     0.1014    96.6380     0.5051    87.5300    13.3668      0.1185
  75     0.1000     0.1072    96.4000     0.5313    87.6700    13.4936      0.1164
  76     0.1000     0.1022    96.5520     0.5377    87.0800    13.2657      0.1143
  77     0.1000     0.0984    96.7680     0.5085    87.5100    13.2741      0.1123
  78     0.1000     0.1170    96.1160     0.5205    87.3600    13.2998      0.1103
  79     0.1000     0.0825    97.2200     0.4688    88.2500    13.3506      0.1084
  80     0.1000     0.0956    96.8240     0.5042    87.8900    13.5112      0.1066
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0914    97.0180     0.5250    87.5300    13.2683      0.1048
  82     0.1000     0.0813    97.3480     0.5121    87.9500    13.3897      0.1032
  83     0.1000     0.0815    97.4280     0.5025    88.3500    13.2966      0.1015
  84     0.1000     0.0890    97.0200     0.5184    87.9500    13.4490      0.1000
  85     0.1000     0.0987    96.7500     0.5430    87.7800    13.2019      0.0984
  86     0.1000     0.0780    97.4040     0.5235    87.9600    13.2884      0.0970
  87     0.1000     0.0902    97.1500     0.5111    88.0900    13.3032      0.0955
  88     0.1000     0.0708    97.6300     0.4991    88.4400    13.2771      0.0941
  89     0.1000     0.0712    97.6080     0.5267    88.1500    13.3675      0.0928
  90     0.1000     0.1076    96.5280     0.5424    87.5800    13.2717      0.0916
  91     0.1000     0.0806    97.2700     0.5034    87.9400    13.3502      0.0903
  92     0.1000     0.0609    98.0320     0.5112    88.2900    13.3004      0.0891
  93     0.1000     0.0577    98.1460     0.5142    88.5300    13.2077      0.0879
  94     0.1000     0.1387    95.4140     0.5720    86.5600    13.1992      0.0867
  95     0.1000     0.1261    95.8920     0.5656    86.5600    13.3102      0.0856
  96     0.1000     0.0830    97.2740     0.5573    87.7200    13.3237      0.0845
  97     0.1000     0.0746    97.5220     0.5485    88.0800    13.3119      0.0835
  98     0.1000     0.0624    97.9840     0.5031    88.5100    13.2484      0.0824
  99     0.1000     0.0543    98.1980     0.5292    88.3700    13.3436      0.0814
 100     0.1000     0.0551    98.1820     0.5407    88.1200    13.2755      0.0804
 101     0.1000     0.0562    98.1620     0.5007    88.5100    13.2971      0.0795
 102     0.1000     0.0494    98.3720     0.5300    88.3900    13.4869      0.0786
 103     0.1000     0.0650    97.9340     0.5279    88.4200    13.2178      0.0777
 104     0.1000     0.0717    97.6620     0.5356    88.5600    13.3224      0.0768
 105     0.1000     0.0640    97.8200     0.5891    87.8900    13.2373      0.0760
 106     0.1000     0.0646    97.8880     0.5681    87.6000    13.2792      0.0752
 107     0.1000     0.0603    98.0380     0.5719    87.8400    13.3548      0.0744
 108     0.1000     0.0959    96.9060     0.6003    87.4500    13.3321      0.0736
 109     0.1000     0.0610    97.9300     0.5468    88.5600    13.2320      0.0729
 110     0.1000     0.0599    97.9780     0.5810    88.2800    13.2570      0.0722
 111     0.1000     0.0512    98.3880     0.5931    88.3800    13.4169      0.0715
 112     0.1000     0.0607    98.0320     0.5982    88.0500    13.2950      0.0708
 113     0.1000     0.0907    97.1680     0.5988    87.8900    13.2563      0.0701
 114     0.1000     0.0482    98.3320     0.5504    88.8700    13.2474      0.0694
 115     0.1000     0.0644    97.9220     0.6201    87.7500    13.3488      0.0688
 116     0.1000     0.0586    98.1020     0.5775    88.3900    13.3710      0.0682
 117     0.1000     0.0618    97.9480     0.6363    87.7900    13.3708      0.0676
 118     0.1000     0.0426    98.5960     0.5693    88.5100    13.3989      0.0670
 119     0.1000     0.0471    98.4460     0.5514    88.2400    13.3774      0.0664
 120     0.1000     0.0372    98.8100     0.5886    88.8700    13.3016      0.0659
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0313    98.9740     0.5665    88.7100    13.2735      0.0653
 122     0.1000     0.0579    98.1260     0.5955    88.3600    13.3435      0.0648
 123     0.1000     0.0440    98.5840     0.5956    88.4100    13.3120      0.0643
 124     0.1000     0.0540    98.1980     0.5968    88.5300    13.4321      0.0638
 125     0.1000     0.0452    98.4700     0.5953    88.3300    13.4498      0.0633
 126     0.1000     0.0632    97.9840     0.5939    88.1300    13.3009      0.0628
 127     0.1000     0.0540    98.2140     0.5745    88.2100    13.3766      0.0624
 128     0.1000     0.0496    98.3580     0.5878    87.9800    13.4101      0.0619
 129     0.1000     0.0475    98.4480     0.5990    88.3800    13.3579      0.0615
 130     0.1000     0.0374    98.7480     0.5910    88.7800    13.3569      0.0610
 131     0.1000     0.0547    98.0960     0.6201    88.1800    13.4177      0.0606
 132     0.1000     0.0487    98.4580     0.5810    88.3700    13.4322      0.0602
 133     0.1000     0.0363    98.7900     0.5744    88.6500    13.2805      0.0599
 134     0.1000     0.0468    98.4900     0.6018    88.1900    13.2834      0.0594
 135     0.1000     0.0361    98.8540     0.5568    88.7500    13.2998      0.0590
 136     0.1000     0.0282    99.1260     0.5892    89.0400    13.3014      0.0587
 137     0.1000     0.0416    98.5960     0.5765    88.7500    13.3243      0.0584
 138     0.1000     0.0417    98.6280     0.6160    88.7000    13.3402      0.0580
 139     0.1000     0.1463    95.8960     0.7313    86.5100    13.2739      0.0576
 140     0.1000     0.0507    98.4400     0.6110    88.0000    13.1891      0.0573
 141     0.1000     0.0465    98.5460     0.5864    88.4800    13.3065      0.0570
 142     0.1000     0.0402    98.7040     0.6229    88.8200    13.2856      0.0567
 143     0.1000     0.0386    98.7020     0.5584    88.8200    13.3427      0.0564
 144     0.1000     0.0510    98.3040     0.6066    88.6600    13.2210      0.0561
 145     0.1000     0.0462    98.5180     0.5919    88.7100    13.3156      0.0558
 146     0.1000     0.0319    98.9800     0.5573    89.0100    13.3617      0.0555
 147     0.1000     0.0445    98.5180     0.6242    88.0900    13.3981      0.0552
 148     0.1000     0.0375    98.7440     0.5853    88.5100    13.2968      0.0549
 149     0.1000     0.0331    98.9340     0.5819    88.6100    13.3427      0.0546
 150     0.1000     0.0420    98.6640     0.6028    88.3800    13.4475      0.0543
 151     0.1000     0.0359    98.7980     0.5963    88.7500    13.3619      0.0541
 152     0.1000     0.0391    98.6880     0.5840    88.5100    13.3180      0.0538
 153     0.1000     0.0463    98.5560     0.6175    88.6800    13.3382      0.0535
 154     0.1000     0.0463    98.4620     0.6034    88.3400    13.2899      0.0533
 155     0.1000     0.0358    98.8600     0.5962    88.9900    13.2550      0.0530
 156     0.1000     0.0391    98.6600     0.5889    88.4000    13.4681      0.0528
 157     0.1000     0.0290    99.0620     0.6165    89.0400    13.2980      0.0525
 158     0.1000     0.0651    97.9780     0.6430    88.0700    13.1873      0.0523
 159     0.1000     0.0311    98.9580     0.5471    89.3300    13.2310      0.0521
 160     0.1000     0.0346    98.8620     0.5954    88.6200    13.3239      0.0519
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0301    99.0400     0.6028    88.8600    13.5083      0.0516
 162     0.1000     0.0421    98.6640     0.6399    88.2700    13.3588      0.0514
 163     0.1000     0.0457    98.5920     0.6599    88.5000    13.3341      0.0511
 164     0.1000     0.0509    98.3820     0.6380    88.1400    13.3249      0.0509
 165     0.1000     0.0500    98.4160     0.6363    88.2200    13.4705      0.0507
 166     0.1000     0.0527    98.2860     0.6076    88.2500    13.4159      0.0505
 167     0.1000     0.0338    98.9300     0.5919    89.0700    13.4436      0.0503
 168     0.1000     0.0230    99.2500     0.5977    89.1800    13.3419      0.0502
 169     0.1000     0.0340    98.8360     0.5927    88.5800    13.3913      0.0500
 170     0.1000     0.0369    98.8100     0.6310    88.6300    13.4887      0.0498
 171     0.1000     0.0373    98.8020     0.5607    88.6100    13.2121      0.0496
 172     0.1000     0.0255    99.1620     0.5787    88.7300    13.2969      0.0494
 173     0.1000     0.0315    98.9940     0.6209    88.5000    13.1911      0.0492
 174     0.1000     0.0330    98.9400     0.6134    88.7300    13.4720      0.0490
 175     0.1000     0.0316    98.9400     0.5800    89.3700    13.4465      0.0489
 176     0.1000     0.1322    96.2240     0.7434    86.4400    13.4123      0.0487
 177     0.1000     0.0238    99.2020     0.5943    89.0000    13.2475      0.0485
 178     0.1000     0.0798    97.7320     0.6873    87.5000    13.3107      0.0483
 179     0.1000     0.0314    98.9720     0.5866    89.4000    13.4811      0.0482
 180     0.1000     0.0394    98.7740     0.6556    88.4900    13.3878      0.0481
 181     0.1000     0.0225    99.2420     0.5771    89.0900    13.3456      0.0478
 182     0.1000     0.0530    98.2800     0.6587    88.0400    13.4475      0.0477
 183     0.1000     0.0426    98.5920     0.6168    88.8200    13.3075      0.0475
 184     0.1000     0.0436    98.7020     0.6439    88.2900    13.2296      0.0474
 185     0.1000     0.0318    98.9760     0.6526    88.6200    13.3557      0.0472
 186     0.1000     0.0210    99.3140     0.5864    89.1100    13.3282      0.0471
 187     0.1000     0.0231    99.2620     0.5890    89.1600    13.3719      0.0469
 188     0.1000     0.0338    98.8580     0.6464    88.9000    13.2439      0.0468
 189     0.1000     0.0273    99.1120     0.6126    89.1100    13.2851      0.0466
 190     0.1000     0.0308    98.9680     0.6524    88.6600    13.2783      0.0465
 191     0.1000     0.0225    99.2420     0.5672    89.3500    13.4120      0.0464
 192     0.1000     0.0343    98.9520     0.6141    88.6900    13.3464      0.0462
 193     0.1000     0.0243    99.2340     0.5899    89.2100    13.2905      0.0461
 194     0.1000     0.0444    98.5520     0.6258    88.1000    13.3663      0.0460
 195     0.1000     0.0287    99.0680     0.6302    89.1100    13.3293      0.0458
 196     0.1000     0.0338    98.8900     0.6118    89.1400    13.3547      0.0457
 197     0.1000     0.0412    98.6880     0.6304    88.4900    13.4480      0.0456
 198     0.1000     0.0233    99.2200     0.6260    89.1400    13.3952      0.0454
 199     0.1000     0.0201    99.3380     0.6128    89.5900    13.3466      0.0453
 200     0.1000     0.0208    99.3360     0.6018    89.5800    13.3401      0.0451
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0192    99.3820     0.5992    89.0700    13.4124      0.0450
 202     0.1000     0.0246    99.1940     0.6409    89.0300    13.5473      0.0449
 203     0.1000     0.0302    98.9960     0.5890    89.0200    13.3321      0.0448
 204     0.1000     0.0236    99.2180     0.6311    89.2400    13.2713      0.0447
 205     0.1000     0.0248    99.2200     0.5961    89.2700    13.2673      0.0446
 206     0.1000     0.0357    98.8220     0.6315    88.6800    13.3511      0.0444
 207     0.1000     0.0216    99.2900     0.6048    89.2400    13.3499      0.0443
 208     0.1000     0.0286    99.1220     0.5979    88.9600    13.4184      0.0442
 209     0.1000     0.0311    98.9920     0.6384    89.0900    13.3799      0.0441
 210     0.1000     0.0399    98.7300     0.6221    88.4700    13.4448      0.0440
 211     0.1000     0.0323    98.9460     0.6049    88.9800    13.4482      0.0439
 212     0.1000     0.0208    99.3080     0.6019    89.1800    13.3730      0.0438
 213     0.1000     0.0304    99.0180     0.6353    88.8100    13.2888      0.0437
 214     0.1000     0.0502    98.4660     0.6417    88.3200    13.3260      0.0435
 215     0.1000     0.0200    99.3620     0.6372    89.2500    13.3387      0.0434
 216     0.1000     0.0318    98.9500     0.6283    88.7900    13.3319      0.0433
 217     0.1000     0.0203    99.3420     0.5953    89.2600    13.2515      0.0432
 218     0.1000     0.0314    98.9440     0.6635    88.3700    13.3037      0.0431
 219     0.1000     0.0868    97.6420     0.7277    87.2500    13.3166      0.0430
 220     0.1000     0.0238    99.1880     0.6205    88.9000    13.1746      0.0429
 221     0.1000     0.0434    98.5820     0.6662    88.4300    13.3794      0.0428
 222     0.1000     0.0218    99.2440     0.6002    89.6500    13.2422      0.0427
 223     0.1000     0.0516    98.3540     0.6950    87.8500    13.3367      0.0426
 224     0.1000     0.0240    99.2380     0.6106    88.7600    13.1525      0.0425
 225     0.1000     0.0216    99.3140     0.6314    89.3200    13.3503      0.0424
 226     0.1000     0.0179    99.3800     0.6381    89.3000    13.2902      0.0423
 227     0.1000     0.0419    98.7020     0.6931    88.5900    13.4164      0.0422
 228     0.1000     0.0292    98.9680     0.6497    88.8700    13.3794      0.0421
 229     0.1000     0.0239    99.2100     0.6229    88.9300    13.2960      0.0419
 230     0.1000     0.0161    99.4360     0.6239    89.3500    13.4558      0.0418
 231     0.1000     0.0155    99.5240     0.6185    89.0700    13.4113      0.0417
 232     0.1000     0.0379    98.7580     0.6517    88.6700    13.3294      0.0417
 233     0.1000     0.0170    99.4640     0.5999    89.3800    13.1996      0.0416
 234     0.1000     0.0206    99.3240     0.6337    88.8800    13.2514      0.0415
 235     0.1000     0.0250    99.1680     0.6346    88.9800    13.3945      0.0414
 236     0.1000     0.0188    99.3900     0.6101    89.4200    13.4349      0.0414
 237     0.1000     0.0396    98.8040     0.6364    88.4100    13.3438      0.0413
 238     0.1000     0.0406    98.7020     0.6900    88.5800    13.2838      0.0412
 239     0.1000     0.0302    99.0380     0.6351    89.1600    13.2669      0.0412
 240     0.1000     0.0366    98.9880     0.6546    88.6700    13.1924      0.0411
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0208    99.3460     0.6120    89.2400    13.2753      0.0410
 242     0.1000     0.0236    99.2760     0.6381    88.8800    13.2517      0.0409
 243     0.1000     0.0171    99.4380     0.6188    89.1300    13.3244      0.0408
 244     0.1000     0.0328    98.9600     0.6774    89.0800    13.2675      0.0407
 245     0.1000     0.0708    97.9040     0.7088    87.9700    13.3650      0.0406
 246     0.1000     0.0301    99.0360     0.6479    88.8900    13.3125      0.0405
 247     0.1000     0.0223    99.2560     0.6245    89.3100    13.2982      0.0405
 248     0.1000     0.0233    99.2920     0.5893    89.3700    13.2571      0.0404
 249     0.1000     0.0135    99.5460     0.5742    89.5800    13.2797      0.0403
 250     0.1000     0.0186    99.3840     0.6260    89.4700    13.4648      0.0402
 251     0.1000     0.0268    99.1420     0.5891    89.2400    13.2250      0.0401
 252     0.1000     0.0360    98.9480     0.6707    88.7400    13.3832      0.0401
 253     0.1000     0.0233    99.2320     0.6037    89.2200    13.3842      0.0400
 254     0.1000     0.0474    98.5340     0.6528    88.4300    13.3207      0.0399
 255     0.1000     0.0154    99.5040     0.6364    89.3400    13.3262      0.0398
 256     0.1000     0.0174    99.4260     0.6323    89.1600    13.2665      0.0397
 257     0.1000     0.0182    99.3820     0.6574    89.3500    13.2993      0.0397
 258     0.1000     0.0198    99.3300     0.6533    88.9500    13.2584      0.0396
 259     0.1000     0.0254    99.1600     0.5965    89.5000    13.4415      0.0395
 260     0.1000     0.0209    99.3420     0.6373    89.4100    13.3099      0.0394
 261     0.1000     0.0182    99.4340     0.6124    89.5500    13.4333      0.0393
 262     0.1000     0.0183    99.4280     0.6240    89.2200    13.2558      0.0393
 263     0.1000     0.0181    99.4340     0.6097    89.2100    13.3837      0.0392
 264     0.1000     0.0401    98.7340     0.6510    88.5700    13.8403      0.0391
 265     0.1000     0.0233    99.2020     0.6429    89.1800    13.3984      0.0391
 266     0.1000     0.0171    99.4340     0.6106    89.6600    13.3827      0.0390
 267     0.1000     0.0128    99.5920     0.6124    89.5800    13.3108      0.0389
 268     0.1000     0.0226    99.2680     0.6439    88.9000    13.3585      0.0388
 269     0.1000     0.0213    99.3060     0.6264    89.1700    13.3896      0.0388
 270     0.1000     0.0188    99.3880     0.6059    89.4200    13.2819      0.0387
 271     0.1000     0.0276    99.1100     0.5951    89.2900    13.2105      0.0386
 272     0.1000     0.0438    98.6040     0.7036    88.0500    13.2993      0.0385
 273     0.1000     0.0213    99.3340     0.6381    89.0000    13.3015      0.0385
 274     0.1000     0.0220    99.2280     0.6555    89.0800    13.2882      0.0384
 275     0.1000     0.0266    99.1860     0.6445    89.2200    13.4261      0.0383
 276     0.1000     0.0230    99.2640     0.6264    89.2200    13.3415      0.0383
 277     0.1000     0.0148    99.5120     0.6488    89.2100    13.2834      0.0383
 278     0.1000     0.0198    99.3240     0.6354    89.0600    13.2253      0.0382
 279     0.1000     0.0126    99.5880     0.6504    89.4800    13.2545      0.0381
 280     0.1000     0.0236    99.2000     0.6443    89.1800    13.2800      0.0381
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0152    99.4920     0.6289    89.2200    13.3133      0.0380
 282     0.1000     0.0231    99.2460     0.6234    88.9000    13.4408      0.0379
 283     0.1000     0.0299    99.0160     0.6110    88.9100    13.3138      0.0379
 284     0.1000     0.0237    99.2080     0.6409    88.7500    13.2419      0.0378
 285     0.1000     0.0166    99.4600     0.6279    89.1800    13.4056      0.0377
 286     0.1000     0.0110    99.6260     0.6125    89.6700    13.1862      0.0376
 287     0.1000     0.0428    98.6420     0.7046    88.1300    13.2688      0.0376
 288     0.1000     0.0185    99.4240     0.6356    89.3400    13.3240      0.0375
 289     0.1000     0.0157    99.5060     0.5902    89.7300    13.2614      0.0375
 290     0.1000     0.0196    99.3340     0.6296    89.2900    13.2836      0.0374
 291     0.1000     0.0117    99.6080     0.5893    89.8800    13.4605      0.0374
 292     0.1000     0.0139    99.5160     0.5961    89.5000    13.5164      0.0373
 293     0.1000     0.0455    98.7120     0.6931    88.8200    13.2053      0.0372
 294     0.1000     0.0260    99.1660     0.6679    88.6200    13.2812      0.0372
 295     0.1000     0.0159    99.4680     0.6658    88.8000    13.3040      0.0371
 296     0.1000     0.0182    99.4360     0.6023    89.4600    13.1987      0.0371
 297     0.1000     0.0107    99.6720     0.6136    89.7100    13.3141      0.0370
 298     0.1000     0.0239    99.2540     0.6491    89.3100    13.4552      0.0369
 299     0.1000     0.0188    99.3880     0.6292    89.6800    13.4742      0.0369
 300     0.1000     0.0172    99.4840     0.6491    89.5600    13.4334      0.0368
 301     0.0996     0.0220    99.2940     0.5875    89.3300    13.2591      0.0368
 302     0.0992     0.0243    99.1940     0.6225    89.3800    13.2606      0.0367
 303     0.0988     0.0139    99.5600     0.6564    89.4900    13.2471      0.0367
 304     0.0983     0.0531    98.4520     0.6757    88.6800    13.2711      0.0366
 305     0.0979     0.0186    99.3900     0.6536    89.4500    13.3543      0.0366
 306     0.0975     0.0148    99.4860     0.6660    89.3600    13.3290      0.0365
 307     0.0971     0.0099    99.6680     0.5837    89.8900    13.3519      0.0364
 308     0.0967     0.0088    99.6880     0.6088    89.8900    13.3963      0.0363
 309     0.0963     0.0385    98.8400     0.7571    88.5900    13.2050      0.0363
 310     0.0959     0.0487    98.5720     0.7117    88.2100    13.2434      0.0362
 311     0.0955     0.0138    99.5580     0.6281    89.5700    13.2514      0.0362
 312     0.0950     0.0125    99.6080     0.6288    89.6000    13.2215      0.0361
 313     0.0946     0.0285    99.1120     0.6549    89.0400    13.3374      0.0361
 314     0.0942     0.0155    99.5200     0.6110    89.7200    13.3326      0.0360
 315     0.0938     0.0188    99.3800     0.6641    89.6600    13.3053      0.0360
 316     0.0934     0.0176    99.4820     0.6907    89.8500    13.3728      0.0359
 317     0.0930     0.0169    99.4860     0.6846    89.5700    13.3250      0.0358
 318     0.0926     0.0120    99.5760     0.6466    89.8200    13.4553      0.0358
 319     0.0922     0.0114    99.6460     0.6672    89.7000    13.2608      0.0357
 320     0.0917     0.0131    99.5520     0.6602    89.4700    13.2085      0.0356
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0301    99.0880     0.7009    89.0000    13.1348      0.0356
 322     0.0909     0.0121    99.6420     0.6808    89.6000    13.2138      0.0355
 323     0.0905     0.0156    99.5220     0.6475    89.4000    13.3918      0.0355
 324     0.0901     0.0171    99.4460     0.6769    89.5200    13.3027      0.0354
 325     0.0897     0.0095    99.6840     0.6267    89.7600    13.3117      0.0354
 326     0.0893     0.0130    99.5380     0.6419    89.7400    13.2586      0.0353
 327     0.0889     0.0089    99.7360     0.6529    89.7300    13.5332      0.0352
 328     0.0885     0.0104    99.6540     0.6353    89.9900    13.3755      0.0352
 329     0.0880     0.0083    99.7040     0.6319    90.0700    13.2608      0.0351
 330     0.0876     0.0186    99.4160     0.6568    89.6400    13.3461      0.0351
 331     0.0872     0.0180    99.3820     0.6446    89.6900    13.2291      0.0350
 332     0.0868     0.0121    99.6480     0.6500    89.5600    13.2351      0.0350
 333     0.0864     0.0132    99.5700     0.6747    89.6400    13.2872      0.0349
 334     0.0860     0.0140    99.5400     0.6928    89.3200    13.2982      0.0349
 335     0.0856     0.0123    99.6460     0.6934    89.8400    13.3110      0.0348
 336     0.0852     0.0144    99.5360     0.6861    89.2300    13.2983      0.0348
 337     0.0847     0.0080    99.7440     0.6374    90.0500    13.3743      0.0347
 338     0.0843     0.0165    99.4940     0.6710    89.2900    13.2785      0.0346
 339     0.0839     0.0126    99.6000     0.6691    89.7900    13.3054      0.0346
 340     0.0835     0.0168    99.4200     0.6743    89.5600    13.3898      0.0345
 341     0.0831     0.0102    99.6700     0.6684    89.8400    13.3748      0.0345
 342     0.0827     0.0207    99.3360     0.7160    88.8700    13.2625      0.0344
 343     0.0823     0.0074    99.7660     0.6545    90.0300    13.1792      0.0344
 344     0.0818     0.0090    99.6980     0.6605    89.7600    13.2964      0.0343
 345     0.0814     0.0088    99.7160     0.6785    89.6600    13.3531      0.0343
 346     0.0810     0.0083    99.7140     0.6549    89.8800    13.1951      0.0342
 347     0.0806     0.0065    99.8120     0.6671    89.7600    13.3845      0.0341
 348     0.0802     0.0087    99.7160     0.6817    89.8100    13.4272      0.0341
 349     0.0798     0.0056    99.8000     0.6619    90.1200    13.2140      0.0340
 350     0.0794     0.0159    99.4740     0.6806    89.5800    13.3594      0.0340
 351     0.0790     0.0094    99.6940     0.6534    89.7600    13.4035      0.0339
 352     0.0786     0.0146    99.5600     0.6679    89.3100    13.2897      0.0339
 353     0.0781     0.0074    99.7600     0.6543    89.9000    13.1713      0.0339
 354     0.0777     0.0064    99.7940     0.6829    89.9200    13.4750      0.0338
 355     0.0773     0.0090    99.7220     0.6946    89.7400    13.2817      0.0337
 356     0.0769     0.0082    99.7360     0.6835    89.7100    13.3854      0.0337
 357     0.0765     0.0084    99.7340     0.6659    90.0700    13.4042      0.0336
 358     0.0761     0.0094    99.6700     0.7234    90.0000    13.2713      0.0336
 359     0.0757     0.0086    99.7360     0.6873    90.1300    13.4168      0.0335
 360     0.0753     0.0086    99.7260     0.7299    89.3900    13.3391      0.0335
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0092    99.7120     0.7180    89.9300    13.2019      0.0334
 362     0.0744     0.0095    99.7160     0.7162    89.7500    13.2885      0.0334
 363     0.0740     0.0095    99.6700     0.6956    89.7500    13.4744      0.0333
 364     0.0736     0.0081    99.7060     0.6792    90.0900    13.2508      0.0333
 365     0.0732     0.0118    99.6000     0.6776    89.6100    13.3342      0.0332
 366     0.0728     0.0067    99.7760     0.6865    89.8600    13.2487      0.0332
 367     0.0724     0.0074    99.7480     0.6842    90.0000    13.3954      0.0331
 368     0.0720     0.0081    99.7300     0.7259    89.6200    13.3884      0.0331
 369     0.0715     0.0093    99.6960     0.7341    89.7600    13.3882      0.0330
 370     0.0711     0.0068    99.7920     0.7416    89.8400    13.3381      0.0330
 371     0.0707     0.0069    99.7780     0.6965    89.7900    13.2098      0.0329
 372     0.0703     0.0050    99.8420     0.7184    90.0300    13.6139      0.0329
 373     0.0699     0.0073    99.7440     0.6972    90.0500    13.3337      0.0328
 374     0.0695     0.0089    99.7080     0.6859    90.0900    13.3821      0.0328
 375     0.0691     0.0068    99.7800     0.6762    90.1200    13.2484      0.0327
 376     0.0686     0.0052    99.8340     0.7051    90.0600    13.2516      0.0327
 377     0.0682     0.0125    99.5940     0.7411    89.3800    13.3556      0.0326
 378     0.0678     0.0056    99.8200     0.6679    89.9500    13.3869      0.0326
 379     0.0674     0.0059    99.8040     0.7169    90.1100    13.2621      0.0325
 380     0.0670     0.0324    99.0500     0.8133    88.8000    13.4146      0.0325
 381     0.0666     0.0067    99.7900     0.6974    89.6700    13.3886      0.0325
 382     0.0662     0.0060    99.8060     0.7096    90.0800    13.2164      0.0324
 383     0.0658     0.0046    99.8360     0.6889    90.0500    13.2913      0.0324
 384     0.0654     0.0064    99.8000     0.6853    90.4100    13.3762      0.0323
 385     0.0649     0.0070    99.7480     0.7401    89.8600    13.5115      0.0323
 386     0.0645     0.0104    99.6880     0.7538    89.6800    13.2523      0.0322
 387     0.0641     0.0043    99.8620     0.6910    90.3200    13.2910      0.0322
 388     0.0637     0.0056    99.7900     0.7087    90.2600    13.4089      0.0321
 389     0.0633     0.0037    99.8780     0.6953    90.3000    13.4213      0.0321
 390     0.0629     0.0076    99.7400     0.7277    89.6200    13.2914      0.0321
 391     0.0625     0.0047    99.8560     0.6863    90.0800    13.2681      0.0320
 392     0.0621     0.0039    99.8840     0.6940    90.4200    13.4842      0.0320
 393     0.0616     0.0060    99.8000     0.7228    90.2300    13.2027      0.0319
 394     0.0612     0.0069    99.7780     0.7050    90.0100    13.3720      0.0319
 395     0.0608     0.0064    99.7820     0.7226    90.1200    13.2876      0.0318
 396     0.0604     0.0042    99.8720     0.6899    90.3000    13.4087      0.0318
 397     0.0600     0.0048    99.8520     0.7168    90.2000    13.2323      0.0318
 398     0.0596     0.0052    99.8360     0.7217    90.0400    13.5891      0.0317
 399     0.0592     0.0058    99.8180     0.7153    90.2000    13.3408      0.0317
 400     0.0588     0.0094    99.6980     0.7785    89.7600    13.4018      0.0316
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0067    99.7560     0.7112    89.6600    13.3404      0.0316
 402     0.0579     0.0045    99.8580     0.6856    90.2900    13.2409      0.0315
 403     0.0575     0.0038    99.8920     0.6984    90.3400    13.4038      0.0315
 404     0.0571     0.0038    99.8820     0.7444    90.3500    13.3874      0.0315
 405     0.0567     0.0069    99.7800     0.7816    89.6700    13.2300      0.0314
 406     0.0563     0.0042    99.8500     0.7271    90.2800    13.3661      0.0314
 407     0.0559     0.0056    99.8120     0.7548    90.0500    13.4493      0.0313
 408     0.0554     0.0055    99.8140     0.6847    90.1300    13.3275      0.0313
 409     0.0550     0.0049    99.8340     0.6875    90.4600    13.3724      0.0312
 410     0.0546     0.0033    99.9060     0.6881    90.7300    13.3028      0.0312
 411     0.0542     0.0105    99.7080     0.7229    90.0300    13.4490      0.0312
 412     0.0538     0.0061    99.8060     0.7177    90.3300    13.2994      0.0311
 413     0.0534     0.0019    99.9400     0.7195    90.3200    13.2099      0.0311
 414     0.0530     0.0025    99.9220     0.7190    90.5000    13.3205      0.0310
 415     0.0526     0.0038    99.8700     0.7477    90.1000    13.1900      0.0310
 416     0.0522     0.0028    99.8940     0.7085    90.5500    13.2590      0.0310
 417     0.0517     0.0054    99.8240     0.7368    90.0700    13.6762      0.0309
 418     0.0513     0.0053    99.8340     0.7413    90.1300    13.2926      0.0309
 419     0.0509     0.0030    99.9040     0.7409    90.1700    13.3960      0.0309
 420     0.0505     0.0036    99.8800     0.6991    90.3200    13.4396      0.0308
 421     0.0501     0.0037    99.8740     0.7338    90.3800    13.4146      0.0308
 422     0.0497     0.0032    99.9100     0.7141    90.3300    13.4570      0.0307
 423     0.0493     0.0031    99.9080     0.7209    90.2900    13.2195      0.0307
 424     0.0489     0.0020    99.9400     0.7272    90.5800    13.2708      0.0307
 425     0.0484     0.0026    99.9100     0.7145    90.2500    13.4152      0.0306
 426     0.0480     0.0021    99.9460     0.7458    90.2000    13.4516      0.0306
 427     0.0476     0.0022    99.9320     0.7285    90.3200    13.3439      0.0306
 428     0.0472     0.0023    99.9220     0.7193    90.4100    13.4423      0.0305
 429     0.0468     0.0038    99.8880     0.7401    90.1400    13.2722      0.0305
 430     0.0464     0.0016    99.9580     0.7184    90.3900    13.2816      0.0305
 431     0.0460     0.0018    99.9380     0.7293    90.1600    13.2902      0.0304
 432     0.0456     0.0039    99.8740     0.7261    90.1800    13.3394      0.0304
 433     0.0451     0.0031    99.8960     0.7163    90.3000    13.2272      0.0304
 434     0.0447     0.0017    99.9520     0.7030    90.4600    13.4007      0.0303
 435     0.0443     0.0013    99.9600     0.7112    90.6200    13.4706      0.0303
 436     0.0439     0.0051    99.8280     0.7710    89.8900    13.4124      0.0303
 437     0.0435     0.0024    99.9320     0.7419    90.5000    13.3016      0.0302
 438     0.0431     0.0020    99.9400     0.7507    90.3700    13.3330      0.0302
 439     0.0427     0.0022    99.9280     0.7531    90.5600    13.4017      0.0301
 440     0.0423     0.0021    99.9320     0.7488    90.5400    13.2291      0.0301
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0016    99.9440     0.7683    90.6500    13.2924      0.0301
 442     0.0414     0.0020    99.9520     0.7715    90.6100    13.2951      0.0300
 443     0.0410     0.0021    99.9340     0.7693    90.5600    13.3019      0.0300
 444     0.0406     0.0013    99.9600     0.7578    90.7100    13.3878      0.0300
 445     0.0402     0.0022    99.9280     0.8011    90.1700    13.4015      0.0299
 446     0.0398     0.0016    99.9520     0.7825    90.3500    13.5075      0.0299
 447     0.0394     0.0022    99.9360     0.8009    90.3500    13.3870      0.0299
 448     0.0389     0.0021    99.9300     0.7699    90.2800    13.2844      0.0298
 449     0.0385     0.0035    99.8820     0.7733    90.1600    13.2636      0.0298
 450     0.0381     0.0012    99.9620     0.7615    90.5000    13.2646      0.0298
 451     0.0377     0.0009    99.9740     0.7588    90.6800    13.3119      0.0298
 452     0.0373     0.0020    99.9340     0.7803    90.5200    13.3438      0.0297
 453     0.0369     0.0010    99.9680     0.7754    90.6500    13.4031      0.0297
 454     0.0365     0.0026    99.9080     0.7957    90.0500    13.2851      0.0297
 455     0.0361     0.0011    99.9680     0.7793    90.4400    13.1657      0.0296
 456     0.0357     0.0017    99.9440     0.8056    90.5500    13.2675      0.0296
 457     0.0352     0.0017    99.9420     0.7931    90.3800    13.5549      0.0296
 458     0.0348     0.0014    99.9500     0.7775    90.2900    13.3108      0.0295
 459     0.0344     0.0009    99.9720     0.7718    90.4700    13.2800      0.0295
 460     0.0340     0.0016    99.9380     0.7595    90.5500    13.2592      0.0295
 461     0.0336     0.0014    99.9540     0.7885    90.3400    13.2107      0.0295
 462     0.0332     0.0014    99.9600     0.7878    90.3900    13.4014      0.0294
 463     0.0328     0.0009    99.9720     0.7877    90.6000    14.4226      0.0294
 464     0.0324     0.0008    99.9800     0.7865    90.6100    13.2806      0.0294
 465     0.0319     0.0012    99.9660     0.8031    90.3500    13.4379      0.0294
 466     0.0315     0.0013    99.9520     0.7949    90.5800    13.3973      0.0293
 467     0.0311     0.0009    99.9720     0.8021    90.6100    13.2707      0.0293
 468     0.0307     0.0017    99.9560     0.8038    90.4000    13.3705      0.0293
 469     0.0303     0.0013    99.9640     0.7940    90.4800    13.3629      0.0293
 470     0.0299     0.0014    99.9660     0.8028    90.6800    13.3162      0.0292
 471     0.0295     0.0004    99.9880     0.7873    90.5700    13.3407      0.0292
 472     0.0291     0.0010    99.9600     0.8129    90.1700    13.3208      0.0292
 473     0.0286     0.0010    99.9680     0.7829    90.5500    13.3311      0.0292
 474     0.0282     0.0023    99.9380     0.8031    90.4900    13.3968      0.0291
 475     0.0278     0.0009    99.9680     0.7823    90.5200    13.4027      0.0291
 476     0.0274     0.0007    99.9800     0.8029    90.3500    13.3061      0.0291
 477     0.0270     0.0007    99.9780     0.7917    90.5600    13.3461      0.0291
 478     0.0266     0.0008    99.9780     0.7989    90.5500    13.2313      0.0291
 479     0.0262     0.0008    99.9720     0.7979    90.4300    13.2987      0.0290
 480     0.0257     0.0006    99.9840     0.8004    90.5400    13.3528      0.0290
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0005    99.9840     0.7857    90.6100    13.3544      0.0290
 482     0.0249     0.0011    99.9660     0.7838    90.7100    13.2910      0.0290
 483     0.0245     0.0014    99.9480     0.7944    90.5100    13.3404      0.0290
 484     0.0241     0.0006    99.9800     0.8101    90.6100    13.4684      0.0290
 485     0.0237     0.0005    99.9920     0.7916    90.6400    13.2481      0.0289
 486     0.0233     0.0004    99.9900     0.7958    90.6200    13.3012      0.0289
 487     0.0229     0.0013    99.9620     0.8140    90.4500    13.4072      0.0289
 488     0.0225     0.0005    99.9820     0.8016    90.5400    13.3492      0.0289
 489     0.0220     0.0006    99.9860     0.8012    90.6400    13.4065      0.0289
 490     0.0216     0.0007    99.9840     0.7915    90.7300    13.3457      0.0289
 491     0.0212     0.0006    99.9820     0.7903    90.5300    13.2683      0.0288
 492     0.0208     0.0004    99.9840     0.7940    90.5300    13.3266      0.0288
 493     0.0204     0.0011    99.9680     0.8049    90.3900    13.4613      0.0288
 494     0.0200     0.0004    99.9880     0.8016    90.5200    13.3454      0.0288
 495     0.0196     0.0005    99.9860     0.8088    90.6500    13.2953      0.0288
 496     0.0192     0.0005    99.9840     0.8033    90.7400    13.3310      0.0288
 497     0.0187     0.0003    99.9860     0.8032    90.7700    13.3044      0.0287
 498     0.0183     0.0004    99.9900     0.8154    90.6800    13.4134      0.0287
 499     0.0179     0.0002    99.9960     0.8134    90.4900    13.2719      0.0287
 500     0.0175     0.0004    99.9880     0.8149    90.6000    13.2978      0.0287
 501     0.0171     0.0003    99.9920     0.8112    90.6100    13.3460      0.0287
 502     0.0167     0.0002    99.9980     0.8207    90.7300    13.4428      0.0287
 503     0.0163     0.0005    99.9860     0.8233    90.7600    13.5714      0.0287
 504     0.0159     0.0004    99.9840     0.8279    90.7700    13.3069      0.0287
 505     0.0154     0.0002    99.9980     0.8303    90.7300    13.2293      0.0286
 506     0.0150     0.0004    99.9880     0.8167    90.8100    13.2179      0.0286
 507     0.0146     0.0004    99.9880     0.8270    90.6500    13.3878      0.0286
 508     0.0142     0.0003    99.9900     0.8235    90.5200    13.3756      0.0286
 509     0.0138     0.0002    99.9980     0.8096    90.6400    13.2853      0.0286
 510     0.0134     0.0002    99.9940     0.8263    90.5100    13.3385      0.0286
 511     0.0130     0.0002    99.9920     0.8253    90.4800    13.3016      0.0286
 512     0.0125     0.0002    99.9940     0.8283    90.4600    13.2437      0.0286
 513     0.0121     0.0002    99.9960     0.8230    90.6000    13.2308      0.0286
 514     0.0117     0.0003    99.9940     0.8322    90.4700    13.2819      0.0286
 515     0.0113     0.0002   100.0000     0.8190    90.7000    13.3011      0.0285
 516     0.0109     0.0002    99.9960     0.8207    90.5900    13.3224      0.0285
 517     0.0105     0.0003    99.9920     0.8256    90.4900    13.2598      0.0285
 518     0.0101     0.0002    99.9900     0.8264    90.6500    13.4106      0.0285
 519     0.0097     0.0002    99.9960     0.8182    90.6100    13.3832      0.0285
 520     0.0092     0.0002    99.9940     0.8196    90.6300    13.4575      0.0285
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001    99.9980     0.8167    90.7000    13.4008      0.0285
 522     0.0084     0.0002    99.9940     0.8207    90.6500    13.3444      0.0285
 523     0.0080     0.0002    99.9940     0.8201    90.6300    13.4519      0.0285
 524     0.0076     0.0001   100.0000     0.8250    90.6000    13.4129      0.0285
 525     0.0072     0.0002    99.9920     0.8188    90.5900    13.2557      0.0285
 526     0.0068     0.0002    99.9960     0.8190    90.6200    13.4807      0.0285
 527     0.0064     0.0003    99.9960     0.8239    90.6500    13.4301      0.0285
 528     0.0060     0.0003    99.9960     0.8242    90.6300    13.3000      0.0285
 529     0.0055     0.0001    99.9980     0.8238    90.6500    13.2968      0.0285
 530     0.0051     0.0002    99.9980     0.8263    90.6600    13.2796      0.0285
 531     0.0047     0.0002    99.9920     0.8237    90.6300    13.3234      0.0285
 532     0.0043     0.0001   100.0000     0.8234    90.6500    13.3504      0.0285
 533     0.0039     0.0002    99.9900     0.8213    90.6600    13.4526      0.0285
 534     0.0035     0.0002    99.9960     0.8209    90.7100    13.3022      0.0285
 535     0.0031     0.0001    99.9980     0.8205    90.7200    13.3269      0.0284
 536     0.0027     0.0001   100.0000     0.8226    90.7100    13.3924      0.0284
 537     0.0022     0.0001    99.9980     0.8233    90.7000    13.3060      0.0284
 538     0.0018     0.0002    99.9960     0.8251    90.7100    13.4021      0.0284
 539     0.0014     0.0001    99.9980     0.8262    90.6900    13.4122      0.0284
 540     0.0010     0.0002    99.9960     0.8277    90.6900    13.2560      0.0284
 541     0.0010     0.0002    99.9940     0.8276    90.6800    13.2440      0.0284
 542     0.0010     0.0003    99.9920     0.8274    90.7000    13.4404      0.0284
 543     0.0010     0.0002    99.9960     0.8272    90.7100    13.3243      0.0284
 544     0.0010     0.0001   100.0000     0.8275    90.6900    13.2760      0.0284
 545     0.0010     0.0002    99.9960     0.8274    90.6900    13.2011      0.0284
 546     0.0010     0.0002    99.9960     0.8276    90.6800    13.4865      0.0284
 547     0.0010     0.0001    99.9980     0.8284    90.7400    13.3476      0.0284
 548     0.0010     0.0001   100.0000     0.8283    90.7000    13.3204      0.0284
 549     0.0010     0.0002    99.9940     0.8285    90.7200    13.4476      0.0284
 550     0.0010     0.0002    99.9940     0.8277    90.7400    13.2687      0.0284
 551     0.0010     0.0001    99.9980     0.8275    90.7400    13.3708      0.0284
 552     0.0010     0.0001    99.9980     0.8274    90.7400    13.4595      0.0284
 553     0.0010     0.0001   100.0000     0.8275    90.6900    13.3530      0.0284
 554     0.0010     0.0001    99.9980     0.8277    90.7000    13.2867      0.0284
 555     0.0010     0.0003    99.9920     0.8280    90.7000    13.5079      0.0284
 556     0.0010     0.0002    99.9960     0.8281    90.6900    13.3075      0.0284
 557     0.0010     0.0001   100.0000     0.8275    90.7100    13.3772      0.0284
 558     0.0010     0.0001   100.0000     0.8279    90.6900    13.3963      0.0284
 559     0.0010     0.0001   100.0000     0.8282    90.6900    13.2938      0.0285
 560     0.0010     0.0001   100.0000     0.8282    90.6900    13.3350      0.0284
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0002    99.9960     0.8283    90.6500    13.4354      0.0284
 562     0.0010     0.0002    99.9960     0.8291    90.6600    13.3542      0.0284
 563     0.0010     0.0001   100.0000     0.8296    90.6400    13.2971      0.0284
 564     0.0010     0.0001    99.9960     0.8297    90.6700    13.3731      0.0284
 565     0.0010     0.0001   100.0000     0.8296    90.6700    13.2341      0.0284
 566     0.0010     0.0001    99.9960     0.8297    90.6800    13.4397      0.0285
 567     0.0010     0.0001    99.9960     0.8311    90.6200    13.4091      0.0285
 568     0.0010     0.0001    99.9980     0.8306    90.6900    13.3510      0.0285
 569     0.0010     0.0001    99.9980     0.8303    90.6400    13.3762      0.0285
 570     0.0010     0.0001   100.0000     0.8308    90.6500    13.2857      0.0285
 571     0.0010     0.0001    99.9960     0.8317    90.6800    13.3677      0.0285
 572     0.0010     0.0001    99.9960     0.8323    90.6700    13.4086      0.0285
 573     0.0010     0.0002    99.9960     0.8318    90.6400    13.2674      0.0285
 574     0.0010     0.0001   100.0000     0.8321    90.6500    13.4684      0.0285
 575     0.0010     0.0001    99.9980     0.8311    90.6200    13.1907      0.0285
 576     0.0010     0.0001    99.9980     0.8313    90.6600    13.4661      0.0285
 577     0.0010     0.0001   100.0000     0.8309    90.6400    13.3857      0.0285
 578     0.0010     0.0001    99.9980     0.8311    90.6500    13.4677      0.0285
 579     0.0010     0.0001   100.0000     0.8310    90.6300    13.3192      0.0285
 580     0.0010     0.0001    99.9980     0.8313    90.6400    13.3119      0.0285
 581     0.0010     0.0001   100.0000     0.8316    90.6600    13.2992      0.0285
 582     0.0010     0.0001   100.0000     0.8320    90.6900    13.3414      0.0285
 583     0.0010     0.0002    99.9940     0.8320    90.6800    13.3047      0.0285
 584     0.0010     0.0001    99.9960     0.8324    90.6700    13.2531      0.0285
 585     0.0010     0.0001    99.9980     0.8324    90.6700    13.4225      0.0285
 586     0.0010     0.0001    99.9980     0.8327    90.6700    13.1966      0.0285
 587     0.0010     0.0001   100.0000     0.8331    90.6900    13.2133      0.0285
 588     0.0010     0.0001   100.0000     0.8330    90.6800    13.2922      0.0285
 589     0.0010     0.0002    99.9960     0.8331    90.6700    13.3975      0.0285
 590     0.0010     0.0001    99.9980     0.8330    90.6400    13.2744      0.0285
 591     0.0010     0.0001    99.9980     0.8338    90.6900    13.4443      0.0285
 592     0.0010     0.0001   100.0000     0.8337    90.6800    13.4595      0.0285
 593     0.0010     0.0002    99.9980     0.8345    90.7100    13.4043      0.0285
 594     0.0010     0.0003    99.9920     0.8344    90.7100    13.2311      0.0285
 595     0.0010     0.0001    99.9980     0.8345    90.7000    13.2057      0.0285
 596     0.0010     0.0002    99.9960     0.8347    90.6700    13.3530      0.0285
 597     0.0010     0.0002    99.9960     0.8351    90.7100    13.2357      0.0285
 598     0.0010     0.0001    99.9960     0.8353    90.7100    13.1818      0.0285
 599     0.0010     0.0002    99.9940     0.8358    90.6700    13.3321      0.0285
 600     0.0010     0.0001    99.9980     0.8364    90.6600    13.2995      0.0285
