Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.0410    22.3960     2.0314    23.0800    15.1270      0.9481
   2     0.1000     1.9338    25.7740     1.9134    26.3100    13.2707      0.9215
   3     0.1000     1.7832    31.6660     1.7460    33.1800    13.3487      0.9001
   4     0.1000     1.6276    36.4720     1.5875    37.8300    13.2860      0.8816
   5     0.1000     1.5212    42.4860     1.4991    42.2700    13.2066      0.8649
   6     0.1000     1.3846    47.2700     1.3589    47.9200    13.3519      0.8497
   7     0.1000     1.2168    56.2560     1.2035    56.2100    13.1133      0.8355
   8     0.1000     1.1681    58.2640     1.1325    59.0000    13.3435      0.8223
   9     0.1000     0.9749    65.4800     0.9832    65.4200    13.2187      0.8098
  10     0.1000     0.9131    67.7380     0.9131    67.8500    13.1330      0.7980
  11     0.1000     0.8734    69.2680     0.8783    69.4700    13.5290      0.7867
  12     0.1000     0.7452    74.3660     0.7645    74.2000    13.5241      0.7759
  13     0.1000     0.7068    75.6420     0.7401    75.0300    13.1060      0.7656
  14     0.1000     0.6453    77.8780     0.6754    77.2900    13.1449      0.7557
  15     0.1000     0.6537    77.6140     0.7100    76.1700    13.4410      0.7461
  16     0.1000     0.5714    80.8300     0.6286    79.2400    13.2688      0.7368
  17     0.1000     0.5597    81.2360     0.6489    79.0900    13.1946      0.7278
  18     0.1000     0.5468    81.8460     0.6372    80.0000    13.2398      0.7191
  19     0.1000     0.5221    82.4100     0.5986    81.0900    13.1563      0.7107
  20     0.1000     0.4684    84.1960     0.5657    81.4900    13.1833      0.7025
  21     0.1000     0.4631    84.6560     0.5891    81.6600    13.2782      0.6945
  22     0.1000     0.4218    85.8440     0.5215    83.2100    13.2255      0.6868
  23     0.1000     0.4448    85.1940     0.5829    81.8700    13.1789      0.6792
  24     0.1000     0.4142    86.2280     0.5435    82.7300    13.2430      0.6719
  25     0.1000     0.3615    87.7940     0.5096    83.6700    13.2503      0.6647
  26     0.1000     0.3326    88.8300     0.5038    84.4800    13.2553      0.6578
  27     0.1000     0.3429    88.7140     0.5002    84.3600    13.3305      0.6509
  28     0.1000     0.2979    90.0040     0.4913    85.1000    13.2519      0.6442
  29     0.1000     0.3231    89.2180     0.5099    84.5800    13.0602      0.6376
  30     0.1000     0.2887    90.4440     0.4901    85.1800    13.1350      0.6313
  31     0.1000     0.2705    91.0580     0.4808    85.8100    13.2437      0.6251
  32     0.1000     0.2629    91.2100     0.4819    85.2100    13.3022      0.6189
  33     0.1000     0.3130    89.4900     0.5337    84.1200    13.3576      0.6130
  34     0.1000     0.2519    91.6180     0.5057    85.3500    13.1049      0.6071
  35     0.1000     0.2462    91.7040     0.4795    85.7900    13.1707      0.6013
  36     0.1000     0.3038    89.8640     0.5444    84.0800    13.3439      0.5956
  37     0.1000     0.2138    92.7000     0.4847    86.0500    13.3677      0.5901
  38     0.1000     0.1956    93.3260     0.4859    86.3500    13.2664      0.5847
  39     0.1000     0.1824    93.9360     0.4572    86.9300    13.2084      0.5793
  40     0.1000     0.1977    93.3800     0.4788    86.3100    13.3299      0.5740
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1883    93.5560     0.4875    86.3800    13.6529      0.5689
  42     0.1000     0.1929    93.5980     0.4974    86.2700    13.1641      0.5638
  43     0.1000     0.1989    93.3840     0.5177    85.8300    13.2941      0.5588
  44     0.1000     0.1686    94.3220     0.4960    86.6800    13.1479      0.5539
  45     0.1000     0.1342    95.4500     0.4585    87.2800    13.2614      0.5491
  46     0.1000     0.1508    94.9940     0.4851    86.8600    13.2297      0.5443
  47     0.1000     0.1444    95.2460     0.4891    87.4300    13.3092      0.5397
  48     0.1000     0.1458    95.1200     0.5081    87.2800    13.2509      0.5350
  49     0.1000     0.1977    93.5980     0.5473    85.8300    13.3555      0.5305
  50     0.1000     0.1488    94.8960     0.5049    86.6800    13.5945      0.5260
  51     0.1000     0.1410    95.2820     0.5111    87.1500    13.1528      0.5217
  52     0.1000     0.1282    95.6500     0.5023    86.9900    13.2603      0.5173
  53     0.1000     0.1302    95.6360     0.5159    87.3800    13.1967      0.5131
  54     0.1000     0.1154    96.0280     0.5186    87.1900    13.1706      0.5089
  55     0.1000     0.1359    95.4720     0.4980    87.0600    13.2616      0.5048
  56     0.1000     0.1541    94.8680     0.5700    86.3100    13.2376      0.5007
  57     0.1000     0.1213    95.9000     0.5390    86.9300    13.2521      0.4967
  58     0.1000     0.1327    95.6960     0.5296    86.6700    13.3988      0.4927
  59     0.1000     0.1004    96.7520     0.5070    87.3300    13.2384      0.4888
  60     0.1000     0.1086    96.2060     0.5579    87.0800    13.4761      0.4849
  61     0.1000     0.1014    96.6280     0.5180    87.1600    13.1654      0.4811
  62     0.1000     0.1198    96.0560     0.5726    86.9200    13.3391      0.4773
  63     0.1000     0.1435    95.4320     0.5623    86.6100    13.3003      0.4736
  64     0.1000     0.1074    96.3620     0.5394    87.0200    13.1843      0.4700
  65     0.1000     0.1003    96.6420     0.5431    87.0400    13.2127      0.4663
  66     0.1000     0.0926    96.8960     0.5351    87.6400    13.1478      0.4628
  67     0.1000     0.1195    96.1140     0.5999    86.3500    13.1926      0.4593
  68     0.1000     0.1562    94.9900     0.6438    86.1100    13.2553      0.4558
  69     0.1000     0.0781    97.3120     0.5637    87.6100    13.2406      0.4523
  70     0.1000     0.0667    97.8320     0.5370    88.0700    13.3697      0.4489
  71     0.1000     0.0723    97.5480     0.5476    87.9400    13.0837      0.4456
  72     0.1000     0.0723    97.5720     0.5419    87.7900    13.3783      0.4423
  73     0.1000     0.0766    97.4160     0.5755    87.4800    13.2946      0.4391
  74     0.1000     0.2109    94.0040     0.6973    84.5100    13.2942      0.4359
  75     0.1000     0.0632    97.8360     0.5602    88.1200    13.3107      0.4327
  76     0.1000     0.0646    97.8200     0.5393    88.0700    13.0860      0.4295
  77     0.1000     0.0982    96.9080     0.6157    86.9600    13.3537      0.4264
  78     0.1000     0.1350    95.8560     0.6517    86.2700    13.2630      0.4232
  79     0.1000     0.0534    98.2560     0.5325    88.3900    13.1190      0.4202
  80     0.1000     0.0522    98.2680     0.5237    88.7400    13.2100      0.4172
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0509    98.2800     0.5604    88.3300    13.3624      0.4142
  82     0.1000     0.0860    97.3640     0.6082    87.7200    13.1080      0.4112
  83     0.1000     0.1081    96.4820     0.6256    86.9000    13.1048      0.4084
  84     0.1000     0.0671    97.8260     0.5742    87.7500    13.2401      0.4055
  85     0.1000     0.0490    98.3740     0.5582    88.2200    13.3633      0.4026
  86     0.1000     0.0388    98.7060     0.5501    88.4900    13.5094      0.3997
  87     0.1000     0.0490    98.4360     0.5638    88.2000    13.1733      0.3970
  88     0.1000     0.0755    97.4140     0.5985    87.5400    13.4221      0.3942
  89     0.1000     0.0607    97.9800     0.5914    87.9400    13.2972      0.3915
  90     0.1000     0.0504    98.3840     0.6157    88.3400    13.2355      0.3888
  91     0.1000     0.0817    97.4460     0.6238    87.3900    13.2323      0.3861
  92     0.1000     0.0549    98.1920     0.5625    87.9800    13.1290      0.3834
  93     0.1000     0.0359    98.7600     0.5425    88.7300    13.3129      0.3808
  94     0.1000     0.0492    98.3600     0.5654    88.2900    13.3201      0.3782
  95     0.1000     0.0605    98.0360     0.5749    88.0200    13.3160      0.3756
  96     0.1000     0.0378    98.7680     0.5512    88.5200    13.3782      0.3731
  97     0.1000     0.0403    98.6480     0.5857    88.5200    13.2189      0.3706
  98     0.1000     0.0920    97.1360     0.6990    86.9800    13.2165      0.3681
  99     0.1000     0.0469    98.5200     0.5964    88.2000    13.2322      0.3657
 100     0.1000     0.0362    98.7720     0.5634    88.5900    13.1902      0.3632
 101     0.1000     0.0395    98.7240     0.5814    88.6800    13.2394      0.3608
 102     0.1000     0.0427    98.6000     0.5501    88.4600    13.3325      0.3584
 103     0.1000     0.0498    98.4120     0.5666    88.3500    13.2369      0.3560
 104     0.1000     0.0236    99.2120     0.5623    89.1300    13.2003      0.3537
 105     0.1000     0.0333    98.8840     0.5532    89.0100    13.2180      0.3514
 106     0.1000     0.0397    98.7160     0.5827    88.6000    13.2958      0.3491
 107     0.1000     0.0604    98.0100     0.6466    87.7200    13.1953      0.3469
 108     0.1000     0.0315    98.9940     0.5720    88.5700    13.2846      0.3446
 109     0.1000     0.0309    98.9920     0.5830    88.5900    13.3518      0.3424
 110     0.1000     0.0506    98.3220     0.6069    87.9300    13.3398      0.3402
 111     0.1000     0.0322    98.9060     0.6055    88.4300    13.3545      0.3380
 112     0.1000     0.0315    99.0200     0.5762    88.5700    13.2472      0.3359
 113     0.1000     0.0317    98.9820     0.5995    88.6700    13.3291      0.3338
 114     0.1000     0.0348    98.8660     0.5865    88.6400    13.2363      0.3316
 115     0.1000     0.0228    99.2540     0.5634    88.8300    13.2698      0.3295
 116     0.1000     0.0277    99.1200     0.5789    88.9900    13.2600      0.3274
 117     0.1000     0.0320    98.9480     0.5787    89.0200    13.2715      0.3253
 118     0.1000     0.0255    99.1280     0.6076    88.8800    13.1651      0.3233
 119     0.1000     0.0347    98.8420     0.5953    88.4600    13.3208      0.3213
 120     0.1000     0.0367    98.8180     0.6054    88.6700    13.2116      0.3193
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0315    98.9460     0.5562    89.0100    13.3355      0.3174
 122     0.1000     0.0290    98.9700     0.5804    89.1100    13.2989      0.3154
 123     0.1000     0.0499    98.4140     0.6465    87.9300    13.0924      0.3135
 124     0.1000     0.0260    99.0640     0.5880    88.7800    13.3244      0.3115
 125     0.1000     0.0228    99.2860     0.5990    89.1100    13.0441      0.3096
 126     0.1000     0.0248    99.2020     0.6043    88.8700    13.3079      0.3077
 127     0.1000     0.0297    99.0380     0.6008    88.9900    13.3648      0.3058
 128     0.1000     0.0310    99.0580     0.6455    88.7000    13.1309      0.3040
 129     0.1000     0.0384    98.8200     0.6526    88.5000    13.2053      0.3021
 130     0.1000     0.0231    99.2540     0.5818    88.8400    13.2762      0.3003
 131     0.1000     0.0364    98.8520     0.6445    88.6400    13.2000      0.2985
 132     0.1000     0.0198    99.3640     0.6025    89.1600    13.3497      0.2967
 133     0.1000     0.0195    99.3840     0.5968    88.7900    13.2120      0.2950
 134     0.1000     0.0279    99.1220     0.5988    88.8400    13.2522      0.2932
 135     0.1000     0.0177    99.4480     0.6059    89.0400    13.2351      0.2915
 136     0.1000     0.0205    99.3240     0.5980    89.1400    13.1781      0.2898
 137     0.1000     0.0167    99.4600     0.5814    89.3200    13.1527      0.2880
 138     0.1000     0.0206    99.3340     0.5899    88.9600    13.3493      0.2864
 139     0.1000     0.0173    99.4420     0.5785    89.2400    13.1676      0.2848
 140     0.1000     0.0170    99.4060     0.6183    89.1600    13.2532      0.2831
 141     0.1000     0.0342    98.9200     0.6465    88.5200    13.1284      0.2815
 142     0.1000     0.0180    99.4080     0.5944    89.1300    13.3361      0.2798
 143     0.1000     0.0252    99.1880     0.6266    88.9700    13.2947      0.2782
 144     0.1000     0.0172    99.4260     0.6104    89.2600    13.3764      0.2766
 145     0.1000     0.0309    99.0020     0.6694    88.5300    13.1556      0.2751
 146     0.1000     0.0199    99.3480     0.6384    88.8600    13.1200      0.2735
 147     0.1000     0.0219    99.2400     0.6561    88.8500    13.3851      0.2719
 148     0.1000     0.0288    99.1060     0.6273    88.7700    13.2329      0.2704
 149     0.1000     0.0173    99.4440     0.6077    88.9500    13.3719      0.2689
 150     0.1000     0.0123    99.5960     0.5830    89.1600    13.3024      0.2673
 151     0.1000     0.0210    99.3100     0.6064    88.9800    13.2757      0.2658
 152     0.1000     0.0140    99.5420     0.5974    89.4700    13.1372      0.2643
 153     0.1000     0.0195    99.3700     0.5922    89.2500    13.2075      0.2628
 154     0.1000     0.0265    99.0920     0.6063    89.0100    13.3454      0.2614
 155     0.1000     0.0260    99.1660     0.6160    88.6100    13.3557      0.2600
 156     0.1000     0.0126    99.6020     0.6025    89.5800    13.4382      0.2585
 157     0.1000     0.0119    99.6100     0.5840    89.2500    13.2202      0.2571
 158     0.1000     0.0142    99.5460     0.6054    89.6000    13.2643      0.2557
 159     0.1000     0.0137    99.5320     0.5886    89.4000    13.1741      0.2543
 160     0.1000     0.0124    99.6120     0.5875    89.6000    13.1375      0.2529
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0152    99.5080     0.6341    89.2100    13.3334      0.2516
 162     0.1000     0.0143    99.5420     0.5920    89.5300    13.4681      0.2502
 163     0.1000     0.0162    99.4840     0.6530    89.2000    13.3443      0.2489
 164     0.1000     0.0160    99.4560     0.6174    89.5000    13.1047      0.2475
 165     0.1000     0.0240    99.2140     0.6567    88.9200    13.1986      0.2462
 166     0.1000     0.0135    99.5800     0.6082    89.1500    13.4145      0.2448
 167     0.1000     0.0145    99.5260     0.6059    89.2900    13.3732      0.2436
 168     0.1000     0.0155    99.4880     0.5936    89.4900    13.1441      0.2423
 169     0.1000     0.0200    99.3980     0.6391    88.9100    13.3229      0.2410
 170     0.1000     0.0162    99.4320     0.6309    89.1100    13.2686      0.2398
 171     0.1000     0.0215    99.3280     0.6521    88.7000    13.3311      0.2386
 172     0.1000     0.0170    99.5000     0.6012    89.2000    13.4978      0.2373
 173     0.1000     0.0235    99.2620     0.6560    89.0400    13.2088      0.2361
 174     0.1000     0.0138    99.5740     0.6064    89.2700    13.4426      0.2349
 175     0.1000     0.0153    99.4760     0.6060    89.0500    13.1958      0.2337
 176     0.1000     0.0093    99.6900     0.6067    89.7500    13.2387      0.2325
 177     0.1000     0.0186    99.4300     0.6178    89.0300    13.1897      0.2313
 178     0.1000     0.0181    99.3640     0.6538    89.2100    13.2338      0.2301
 179     0.1000     0.0181    99.3940     0.6514    89.0900    13.2013      0.2290
 180     0.1000     0.0168    99.4640     0.6394    89.2500    13.3782      0.2278
 181     0.1000     0.0100    99.6540     0.6501    89.5900    13.3217      0.2267
 182     0.1000     0.0213    99.2840     0.6582    89.0500    13.1372      0.2255
 183     0.1000     0.0117    99.6180     0.6391    89.3800    13.2054      0.2244
 184     0.1000     0.0262    99.1640     0.6750    88.8000    13.3761      0.2232
 185     0.1000     0.0096    99.6660     0.6277    89.6700    13.2608      0.2221
 186     0.1000     0.0279    99.1540     0.6606    88.8000    13.2986      0.2210
 187     0.1000     0.0202    99.3080     0.6282    88.9400    13.4409      0.2199
 188     0.1000     0.0141    99.5140     0.6216    89.3400    13.3399      0.2189
 189     0.1000     0.0076    99.7540     0.6331    89.6400    13.2766      0.2178
 190     0.1000     0.0106    99.6280     0.6367    89.1600    13.4209      0.2166
 191     0.1000     0.0122    99.5960     0.5956    89.5800    13.2365      0.2156
 192     0.1000     0.0174    99.4240     0.6402    89.0400    13.1027      0.2145
 193     0.1000     0.0119    99.5900     0.6398    89.2900    13.1788      0.2135
 194     0.1000     0.0121    99.6020     0.6357    88.9400    13.2395      0.2125
 195     0.1000     0.0099    99.7000     0.6026    89.4200    13.3391      0.2115
 196     0.1000     0.0159    99.4880     0.6420    88.9500    13.2142      0.2105
 197     0.1000     0.0213    99.3120     0.6468    88.9900    13.1667      0.2096
 198     0.1000     0.0179    99.4220     0.6691    88.7900    13.4712      0.2086
 199     0.1000     0.0118    99.6100     0.6305    89.4000    13.3100      0.2076
 200     0.1000     0.0295    99.1320     0.6928    88.5200    13.2509      0.2066
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0119    99.6120     0.6267    89.6800    13.3666      0.2057
 202     0.1000     0.0122    99.5840     0.6397    89.4400    13.3186      0.2047
 203     0.1000     0.0107    99.6620     0.6184    89.4900    13.2407      0.2038
 204     0.1000     0.0295    99.0680     0.6748    88.6900    13.2187      0.2028
 205     0.1000     0.0088    99.7220     0.6321    89.2400    13.2891      0.2019
 206     0.1000     0.0140    99.5460     0.6263    89.3600    13.2189      0.2010
 207     0.1000     0.0137    99.5420     0.6274    89.3000    13.2518      0.2001
 208     0.1000     0.0108    99.6540     0.6511    89.6100    13.2585      0.1992
 209     0.1000     0.0134    99.5400     0.6344    89.6900    13.1351      0.1982
 210     0.1000     0.0138    99.5760     0.6071    89.3700    13.2256      0.1974
 211     0.1000     0.0075    99.7840     0.6398    89.7300    13.3392      0.1965
 212     0.1000     0.0139    99.5500     0.6498    89.6800    13.2899      0.1956
 213     0.1000     0.0095    99.7200     0.6367    89.4000    13.2387      0.1947
 214     0.1000     0.0154    99.5320     0.6346    89.2200    13.1806      0.1938
 215     0.1000     0.0204    99.3360     0.6773    88.6400    13.1436      0.1930
 216     0.1000     0.0094    99.6980     0.6580    89.5100    13.2111      0.1922
 217     0.1000     0.0169    99.5120     0.6513    89.3400    13.2689      0.1913
 218     0.1000     0.0163    99.4580     0.6350    89.0500    13.1607      0.1905
 219     0.1000     0.0098    99.6940     0.6144    89.5800    13.3529      0.1897
 220     0.1000     0.0088    99.7240     0.6223    89.5300    13.1810      0.1889
 221     0.1000     0.0105    99.6700     0.6047    89.3600    13.3669      0.1880
 222     0.1000     0.0089    99.6900     0.6459    89.3700    13.1739      0.1872
 223     0.1000     0.0073    99.7720     0.6423    89.9000    13.2756      0.1864
 224     0.1000     0.0125    99.5720     0.6889    89.4300    13.1896      0.1856
 225     0.1000     0.0235    99.2680     0.7144    88.5800    13.2137      0.1848
 226     0.1000     0.0101    99.6620     0.6329    89.6300    13.3035      0.1840
 227     0.1000     0.0254    99.1600     0.7034    88.5100    13.2208      0.1832
 228     0.1000     0.0107    99.6520     0.6113    89.3300    13.1537      0.1824
 229     0.1000     0.0144    99.5200     0.6376    89.2300    13.1186      0.1817
 230     0.1000     0.1193    96.7960     0.9104    85.7500    13.3834      0.1809
 231     0.1000     0.0099    99.6620     0.6458    88.9500    13.2732      0.1802
 232     0.1000     0.0065    99.7820     0.6276    89.5800    13.2558      0.1795
 233     0.1000     0.0180    99.4280     0.6662    88.9500    13.3658      0.1787
 234     0.1000     0.0178    99.3760     0.6718    88.8800    13.2645      0.1780
 235     0.1000     0.0078    99.7640     0.6330    89.6000    13.3577      0.1772
 236     0.1000     0.0086    99.7300     0.6117    89.5400    13.3434      0.1765
 237     0.1000     0.0082    99.7460     0.6081    89.9600    13.3074      0.1758
 238     0.1000     0.0074    99.7800     0.6363    89.4200    13.3392      0.1750
 239     0.1000     0.0353    98.9860     0.7022    88.4100    13.1529      0.1743
 240     0.1000     0.0080    99.7180     0.6267    89.5700    13.1624      0.1736
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0080    99.7220     0.6456    89.7200    13.2519      0.1729
 242     0.1000     0.0078    99.7460     0.6500    89.9600    13.2695      0.1722
 243     0.1000     0.0155    99.5440     0.6926    88.8500    13.2207      0.1715
 244     0.1000     0.0110    99.6360     0.6455    89.4000    13.3311      0.1708
 245     0.1000     0.0126    99.5700     0.6534    89.2400    13.1652      0.1701
 246     0.1000     0.0159    99.4560     0.6685    88.9600    13.1341      0.1694
 247     0.1000     0.0069    99.7780     0.6184    89.6800    13.2812      0.1688
 248     0.1000     0.0073    99.7700     0.6404    89.5600    13.2834      0.1681
 249     0.1000     0.0159    99.5120     0.6723    88.9300    13.3045      0.1674
 250     0.1000     0.0166    99.4360     0.6338    89.2900    13.0757      0.1667
 251     0.1000     0.0093    99.6880     0.6335    89.7400    13.2223      0.1661
 252     0.1000     0.0133    99.5720     0.6924    89.3600    13.2231      0.1654
 253     0.1000     0.0128    99.6080     0.6550    89.6700    13.3109      0.1648
 254     0.1000     0.0072    99.7640     0.6488    89.8500    13.3351      0.1641
 255     0.1000     0.0078    99.7540     0.6148    89.7800    13.1514      0.1635
 256     0.1000     0.0089    99.7120     0.6429    89.5800    13.3490      0.1628
 257     0.1000     0.0104    99.6700     0.6481    89.7800    13.1253      0.1622
 258     0.1000     0.0289    99.0640     0.6904    88.5900    13.2410      0.1616
 259     0.1000     0.0075    99.7380     0.6242    89.4500    13.3033      0.1610
 260     0.1000     0.0128    99.6080     0.6624    89.0500    13.3851      0.1604
 261     0.1000     0.0063    99.7900     0.6098    89.8200    13.0723      0.1598
 262     0.1000     0.0082    99.7380     0.6358    89.6000    13.2288      0.1592
 263     0.1000     0.0081    99.7240     0.6665    89.6200    13.2227      0.1586
 264     0.1000     0.0169    99.4640     0.6321    89.3800    13.1970      0.1580
 265     0.1000     0.0091    99.7240     0.6209    89.2800    13.4328      0.1574
 266     0.1000     0.0051    99.8420     0.6405    89.8200    13.1597      0.1568
 267     0.1000     0.0093    99.7160     0.6123    89.7400    13.3139      0.1562
 268     0.1000     0.0081    99.7240     0.6250    89.8500    13.3153      0.1557
 269     0.1000     0.0212    99.3320     0.7015    88.9200    13.3028      0.1551
 270     0.1000     0.0059    99.7940     0.6555    89.7800    13.2622      0.1545
 271     0.1000     0.0155    99.5320     0.6993    88.8900    13.3626      0.1540
 272     0.1000     0.0085    99.7240     0.6336    89.5100    13.2527      0.1534
 273     0.1000     0.0145    99.5320     0.6952    89.3100    13.2417      0.1529
 274     0.1000     0.0203    99.3720     0.6714    89.0300    13.2163      0.1523
 275     0.1000     0.0072    99.7800     0.6303    89.7200    13.2753      0.1518
 276     0.1000     0.0198    99.3720     0.6861    89.1300    13.1358      0.1512
 277     0.1000     0.0070    99.7500     0.6570    89.5400    13.1299      0.1507
 278     0.1000     0.0082    99.7220     0.6357    89.6300    13.1846      0.1501
 279     0.1000     0.0129    99.5860     0.6905    89.4200    13.3254      0.1496
 280     0.1000     0.0096    99.7060     0.6478    89.5300    13.3237      0.1491
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0111    99.6440     0.6654    89.4100    13.2921      0.1485
 282     0.1000     0.0092    99.6760     0.6364    89.6500    13.2552      0.1480
 283     0.1000     0.0128    99.5980     0.6950    89.5000    13.0186      0.1475
 284     0.1000     0.0097    99.6880     0.6782    89.7900    13.2333      0.1470
 285     0.1000     0.0066    99.7680     0.6167    90.0300    13.3543      0.1465
 286     0.1000     0.0168    99.5040     0.6944    89.3200    13.2964      0.1460
 287     0.1000     0.0098    99.6760     0.6586    89.7600    13.4861      0.1455
 288     0.1000     0.0095    99.6780     0.6302    89.5900    13.2032      0.1450
 289     0.1000     0.0064    99.8000     0.6499    89.8700    13.2647      0.1445
 290     0.1000     0.0110    99.6240     0.6164    89.3300    13.3537      0.1440
 291     0.1000     0.0221    99.3560     0.6734    88.9600    13.2786      0.1436
 292     0.1000     0.0106    99.6660     0.6747    89.4000    13.1894      0.1430
 293     0.1000     0.0131    99.6140     0.6476    89.6300    13.2442      0.1426
 294     0.1000     0.0052    99.8240     0.6530    89.9100    13.1381      0.1421
 295     0.1000     0.0066    99.7780     0.6670    89.8900    13.1154      0.1416
 296     0.1000     0.0082    99.7200     0.6670    89.4900    13.3877      0.1411
 297     0.1000     0.0096    99.6860     0.6965    89.4800    13.1845      0.1407
 298     0.1000     0.0067    99.7760     0.6491    89.5000    13.1600      0.1402
 299     0.1000     0.0084    99.7160     0.6074    89.8000    13.1742      0.1397
 300     0.1000     0.0108    99.6300     0.6684    89.4200    13.1048      0.1393
 301     0.0996     0.0110    99.6460     0.6691    89.4200    13.2472      0.1388
 302     0.0992     0.0071    99.7880     0.6576    89.4200    13.2000      0.1384
 303     0.0988     0.0055    99.8180     0.6291    89.7900    13.3170      0.1380
 304     0.0983     0.0047    99.8340     0.6349    89.9600    13.1803      0.1375
 305     0.0979     0.0059    99.8320     0.6436    89.7900    13.3856      0.1371
 306     0.0975     0.0071    99.7640     0.6440    89.6400    13.3431      0.1366
 307     0.0971     0.0056    99.8400     0.6340    89.9700    13.4139      0.1362
 308     0.0967     0.0084    99.7340     0.6524    89.6300    13.2084      0.1358
 309     0.0963     0.0073    99.7580     0.6442    89.8000    13.2741      0.1354
 310     0.0959     0.0076    99.7660     0.6642    89.6900    13.1701      0.1350
 311     0.0955     0.0068    99.7500     0.6711    89.5100    13.3136      0.1345
 312     0.0950     0.0169    99.5100     0.6911    89.2500    13.2713      0.1341
 313     0.0946     0.0059    99.8200     0.6733    89.8400    13.1803      0.1337
 314     0.0942     0.0114    99.6600     0.7213    89.3300    13.2204      0.1333
 315     0.0938     0.0070    99.7600     0.6754    89.4200    13.2003      0.1329
 316     0.0934     0.0062    99.8020     0.6423    89.5600    13.3774      0.1325
 317     0.0930     0.0343    98.9760     0.8074    87.9100    13.1846      0.1321
 318     0.0926     0.0114    99.6220     0.6833    89.2200    13.2068      0.1317
 319     0.0922     0.0052    99.8060     0.6187    89.7400    13.1263      0.1313
 320     0.0917     0.0049    99.8360     0.6799    89.7400    13.3039      0.1310
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0037    99.8880     0.7017    89.5200    13.2739      0.1306
 322     0.0909     0.0044    99.8620     0.6584    89.8900    13.2644      0.1302
 323     0.0905     0.0103    99.6620     0.6802    89.4800    13.3507      0.1298
 324     0.0901     0.0044    99.8540     0.6690    90.0600    13.3547      0.1295
 325     0.0897     0.0048    99.8580     0.6872    89.9600    13.3635      0.1291
 326     0.0893     0.0068    99.7760     0.6752    89.7600    13.1962      0.1288
 327     0.0889     0.0050    99.8460     0.6453    89.9800    13.3299      0.1284
 328     0.0885     0.0076    99.7500     0.7057    89.5300    13.3004      0.1280
 329     0.0880     0.0044    99.8640     0.6552    89.8700    13.1964      0.1277
 330     0.0876     0.0064    99.7580     0.7196    89.5600    13.3563      0.1274
 331     0.0872     0.0039    99.8820     0.6515    89.9800    13.2525      0.1270
 332     0.0868     0.0073    99.7800     0.7219    89.5700    13.2303      0.1266
 333     0.0864     0.0062    99.8040     0.6739    89.8800    13.3500      0.1263
 334     0.0860     0.0036    99.8760     0.6517    89.7200    13.3517      0.1260
 335     0.0856     0.0103    99.6880     0.7310    89.0000    13.2989      0.1257
 336     0.0852     0.0056    99.8160     0.6548    90.1300    13.1528      0.1253
 337     0.0847     0.0035    99.8800     0.6576    89.7700    13.2351      0.1250
 338     0.0843     0.0092    99.7020     0.6795    89.4100    13.2518      0.1247
 339     0.0839     0.0044    99.8560     0.6851    90.0500    13.5134      0.1244
 340     0.0835     0.0045    99.8460     0.7407    89.7800    13.1511      0.1240
 341     0.0831     0.0030    99.9080     0.6914    90.1200    13.2015      0.1237
 342     0.0827     0.0070    99.7740     0.6966    89.8200    13.0890      0.1234
 343     0.0823     0.0041    99.8640     0.7036    89.7000    13.2842      0.1231
 344     0.0818     0.0034    99.8920     0.6777    89.9100    13.3857      0.1228
 345     0.0814     0.0030    99.9000     0.6832    89.9900    13.1331      0.1224
 346     0.0810     0.0047    99.8560     0.7138    90.2700    13.2303      0.1221
 347     0.0806     0.0088    99.7060     0.7473    89.4800    13.3723      0.1219
 348     0.0802     0.0043    99.8660     0.6835    90.1800    13.3110      0.1216
 349     0.0798     0.0025    99.9180     0.7069    90.1600    13.1383      0.1213
 350     0.0794     0.0053    99.8240     0.7209    89.6800    13.2858      0.1210
 351     0.0790     0.0048    99.8480     0.7211    89.6500    13.1211      0.1207
 352     0.0786     0.0029    99.9100     0.7069    89.8300    13.2830      0.1204
 353     0.0781     0.0030    99.9060     0.6921    89.5600    13.2628      0.1201
 354     0.0777     0.0037    99.8900     0.6728    89.8600    13.2763      0.1199
 355     0.0773     0.0037    99.8900     0.6946    89.9300    13.2790      0.1196
 356     0.0769     0.0036    99.8800     0.6827    89.8500    13.2945      0.1193
 357     0.0765     0.0037    99.8800     0.7265    89.5000    13.1474      0.1191
 358     0.0761     0.0024    99.9320     0.6953    89.9500    13.4009      0.1188
 359     0.0757     0.0035    99.8860     0.7040    89.6300    13.3183      0.1185
 360     0.0753     0.0026    99.9040     0.7422    90.0000    13.1388      0.1182
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0015    99.9660     0.7003    89.8700    13.2630      0.1180
 362     0.0744     0.0013    99.9700     0.7175    89.9900    13.0525      0.1177
 363     0.0740     0.0025    99.9340     0.7161    89.9600    13.2661      0.1175
 364     0.0736     0.0027    99.8940     0.7189    89.8100    13.2288      0.1172
 365     0.0732     0.0066    99.7880     0.7730    89.4800    13.1858      0.1169
 366     0.0728     0.0022    99.9260     0.7291    90.0300    13.1971      0.1167
 367     0.0724     0.0021    99.9280     0.7406    90.1300    13.1654      0.1164
 368     0.0720     0.0036    99.8840     0.7705    89.7500    13.3253      0.1162
 369     0.0715     0.0018    99.9460     0.7301    90.1400    13.3885      0.1159
 370     0.0711     0.0013    99.9540     0.7363    89.9500    13.4428      0.1157
 371     0.0707     0.0044    99.8520     0.7459    89.8300    13.1314      0.1154
 372     0.0703     0.0022    99.9260     0.7073    89.8500    13.1554      0.1152
 373     0.0699     0.0017    99.9500     0.7220    90.0800    13.0698      0.1150
 374     0.0695     0.0026    99.9120     0.7416    89.9500    13.1755      0.1147
 375     0.0691     0.0031    99.8860     0.7163    90.0200    13.3031      0.1145
 376     0.0686     0.0016    99.9620     0.7354    90.0000    13.1791      0.1143
 377     0.0682     0.0021    99.9320     0.7369    90.0300    13.2941      0.1141
 378     0.0678     0.0018    99.9420     0.7395    90.1100    13.4208      0.1138
 379     0.0674     0.0022    99.9220     0.7353    89.9400    13.1589      0.1136
 380     0.0670     0.0016    99.9380     0.7219    90.1400    13.3050      0.1134
 381     0.0666     0.0016    99.9380     0.7292    90.0700    13.3210      0.1131
 382     0.0662     0.0011    99.9580     0.7203    90.2000    13.1337      0.1129
 383     0.0658     0.0008    99.9760     0.7232    90.2600    13.2594      0.1127
 384     0.0654     0.0018    99.9460     0.7461    90.0800    13.3117      0.1125
 385     0.0649     0.0026    99.9100     0.7566    89.9800    13.2966      0.1123
 386     0.0645     0.0032    99.8920     0.7492    89.9900    13.1420      0.1120
 387     0.0641     0.0019    99.9420     0.7706    90.2700    13.2298      0.1118
 388     0.0637     0.0013    99.9560     0.7327    90.0900    13.2917      0.1116
 389     0.0633     0.0044    99.8520     0.7516    89.7200    13.2712      0.1114
 390     0.0629     0.0011    99.9780     0.7270    90.1900    13.4270      0.1112
 391     0.0625     0.0025    99.9220     0.7655    89.6600    13.1066      0.1110
 392     0.0621     0.0016    99.9480     0.7308    90.1900    13.1786      0.1108
 393     0.0616     0.0015    99.9520     0.7413    90.2900    13.2455      0.1106
 394     0.0612     0.0009    99.9680     0.7362    90.3700    13.2126      0.1104
 395     0.0608     0.0018    99.9340     0.7619    90.4000    13.1013      0.1102
 396     0.0604     0.0011    99.9640     0.7690    90.1700    13.1727      0.1100
 397     0.0600     0.0007    99.9800     0.7552    90.1800    13.1500      0.1098
 398     0.0596     0.0010    99.9660     0.7462    90.2100    13.4483      0.1096
 399     0.0592     0.0062    99.8240     0.7937    89.7000    13.3265      0.1094
 400     0.0588     0.0018    99.9520     0.7483    90.3400    13.3600      0.1092
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0014    99.9540     0.7342    90.5100    13.3202      0.1091
 402     0.0579     0.0020    99.9340     0.7459    90.1700    13.3233      0.1089
 403     0.0575     0.0012    99.9640     0.7355    90.0400    13.3448      0.1087
 404     0.0571     0.0011    99.9680     0.7289    90.3000    13.1163      0.1085
 405     0.0567     0.0007    99.9820     0.7524    90.4700    13.2154      0.1083
 406     0.0563     0.0009    99.9720     0.7478    90.2900    13.4104      0.1082
 407     0.0559     0.0007    99.9780     0.7392    90.2000    13.4621      0.1080
 408     0.0554     0.0004    99.9900     0.7436    90.4500    13.1807      0.1078
 409     0.0550     0.0011    99.9640     0.7573    90.4000    13.3998      0.1077
 410     0.0546     0.0011    99.9640     0.7763    90.3200    13.2072      0.1075
 411     0.0542     0.0006    99.9740     0.7385    90.4800    13.3788      0.1073
 412     0.0538     0.0009    99.9740     0.7591    90.5600    13.2506      0.1072
 413     0.0534     0.0011    99.9620     0.7596    90.3600    13.2715      0.1070
 414     0.0530     0.0007    99.9800     0.7646    90.4600    13.3059      0.1069
 415     0.0526     0.0007    99.9740     0.7653    90.4200    13.1029      0.1067
 416     0.0522     0.0010    99.9680     0.7700    90.4000    13.4884      0.1065
 417     0.0517     0.0006    99.9800     0.7712    90.4100    13.2034      0.1064
 418     0.0513     0.0009    99.9820     0.7830    90.3100    13.5394      0.1062
 419     0.0509     0.0005    99.9840     0.7643    90.3700    13.2090      0.1061
 420     0.0505     0.0006    99.9840     0.7628    90.3900    13.2969      0.1059
 421     0.0501     0.0004    99.9920     0.7579    90.4000    13.1853      0.1058
 422     0.0497     0.0006    99.9800     0.7588    90.5100    13.3640      0.1056
 423     0.0493     0.0007    99.9860     0.7805    90.1400    13.1575      0.1054
 424     0.0489     0.0005    99.9920     0.7694    90.3500    13.1764      0.1053
 425     0.0484     0.0004    99.9880     0.7468    90.5500    13.3107      0.1052
 426     0.0480     0.0002    99.9940     0.7505    90.5300    13.0790      0.1050
 427     0.0476     0.0007    99.9800     0.7602    90.4200    13.1759      0.1049
 428     0.0472     0.0003    99.9940     0.7852    90.4600    13.2237      0.1047
 429     0.0468     0.0007    99.9780     0.7585    90.3000    13.2268      0.1046
 430     0.0464     0.0003    99.9880     0.7656    90.1900    13.1642      0.1045
 431     0.0460     0.0006    99.9820     0.7857    90.1700    13.3186      0.1043
 432     0.0456     0.0004    99.9900     0.7674    90.1100    13.1540      0.1042
 433     0.0451     0.0006    99.9760     0.7636    90.2800    13.0867      0.1040
 434     0.0447     0.0004    99.9880     0.7675    90.2500    13.4054      0.1039
 435     0.0443     0.0004    99.9900     0.7746    90.3200    13.3973      0.1038
 436     0.0439     0.0003    99.9940     0.7816    90.3400    13.1908      0.1037
 437     0.0435     0.0003    99.9900     0.7690    90.2300    13.1429      0.1035
 438     0.0431     0.0007    99.9800     0.7856    90.4000    13.2332      0.1034
 439     0.0427     0.0003    99.9920     0.7801    90.3100    13.2936      0.1033
 440     0.0423     0.0003    99.9920     0.7794    90.2900    13.1762      0.1031
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0003    99.9960     0.7807    90.5300    13.3326      0.1030
 442     0.0414     0.0004    99.9920     0.7962    90.3600    13.5072      0.1029
 443     0.0410     0.0002    99.9920     0.7917    90.3900    13.3886      0.1028
 444     0.0406     0.0002    99.9960     0.7889    90.3500    13.1334      0.1027
 445     0.0402     0.0004    99.9880     0.8059    90.4000    13.1797      0.1026
 446     0.0398     0.0003    99.9880     0.7846    90.3300    13.1553      0.1024
 447     0.0394     0.0004    99.9860     0.7812    90.4400    13.3477      0.1023
 448     0.0389     0.0002    99.9940     0.7807    90.3500    13.1464      0.1022
 449     0.0385     0.0004    99.9840     0.7871    90.5000    13.1949      0.1021
 450     0.0381     0.0001    99.9980     0.7887    90.4300    13.1428      0.1020
 451     0.0377     0.0003    99.9920     0.7923    90.5400    13.1844      0.1019
 452     0.0373     0.0002    99.9940     0.7863    90.5000    13.2166      0.1018
 453     0.0369     0.0001    99.9960     0.7699    90.7300    13.2716      0.1017
 454     0.0365     0.0002    99.9980     0.7672    90.6700    13.1018      0.1016
 455     0.0361     0.0002    99.9940     0.7793    90.5200    13.3412      0.1015
 456     0.0357     0.0003    99.9900     0.7821    90.3500    13.3750      0.1014
 457     0.0352     0.0003    99.9900     0.7715    90.4800    13.2223      0.1013
 458     0.0348     0.0003    99.9960     0.7951    90.4400    13.3221      0.1012
 459     0.0344     0.0004    99.9920     0.7909    90.4500    13.2438      0.1011
 460     0.0340     0.0004    99.9880     0.7982    90.2000    13.4452      0.1010
 461     0.0336     0.0004    99.9900     0.7886    90.5300    13.2503      0.1009
 462     0.0332     0.0003    99.9940     0.8037    90.3400    13.2971      0.1008
 463     0.0328     0.0001    99.9980     0.7949    90.5100    13.3924      0.1007
 464     0.0324     0.0001    99.9980     0.7986    90.5600    13.2313      0.1007
 465     0.0319     0.0001    99.9980     0.7999    90.6800    13.1949      0.1006
 466     0.0315     0.0002    99.9940     0.8010    90.7700    13.1396      0.1005
 467     0.0311     0.0000   100.0000     0.7967    90.5800    13.2321      0.1004
 468     0.0307     0.0002    99.9940     0.7919    90.5300    13.2729      0.1003
 469     0.0303     0.0001    99.9980     0.7850    90.4000    13.2622      0.1002
 470     0.0299     0.0002    99.9960     0.7931    90.4400    13.2353      0.1002
 471     0.0295     0.0001    99.9980     0.7929    90.4000    13.2143      0.1001
 472     0.0291     0.0003    99.9900     0.7960    90.5600    13.1761      0.1000
 473     0.0286     0.0002    99.9960     0.7937    90.4600    13.1642      0.0999
 474     0.0282     0.0001    99.9920     0.7874    90.5200    13.2940      0.0998
 475     0.0278     0.0002    99.9980     0.7929    90.4000    13.3467      0.0998
 476     0.0274     0.0003    99.9880     0.7945    90.4300    13.3528      0.0997
 477     0.0270     0.0001   100.0000     0.7975    90.3900    13.2486      0.0996
 478     0.0266     0.0002    99.9940     0.8044    90.6100    13.1839      0.0996
 479     0.0262     0.0001    99.9980     0.8082    90.5300    13.2772      0.0995
 480     0.0257     0.0001    99.9960     0.8053    90.5800    13.2791      0.0994
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0002    99.9920     0.8083    90.5400    13.2741      0.0994
 482     0.0249     0.0002    99.9920     0.8104    90.4600    13.6363      0.0993
 483     0.0245     0.0001   100.0000     0.7995    90.5700    13.2814      0.0992
 484     0.0241     0.0002    99.9940     0.8041    90.5500    13.3653      0.0992
 485     0.0237     0.0001    99.9960     0.7966    90.4600    13.3901      0.0991
 486     0.0233     0.0001   100.0000     0.7966    90.5200    13.4198      0.0991
 487     0.0229     0.0002    99.9940     0.8047    90.4900    13.1572      0.0990
 488     0.0225     0.0001    99.9960     0.7954    90.6200    13.2916      0.0989
 489     0.0220     0.0001    99.9980     0.8018    90.6600    13.2582      0.0989
 490     0.0216     0.0001   100.0000     0.7968    90.7000    13.3132      0.0988
 491     0.0212     0.0001    99.9960     0.7973    90.7000    13.2647      0.0988
 492     0.0208     0.0001    99.9960     0.7954    90.6600    13.3461      0.0987
 493     0.0204     0.0002    99.9940     0.7969    90.4600    13.2053      0.0987
 494     0.0200     0.0001   100.0000     0.7935    90.5700    13.1409      0.0986
 495     0.0196     0.0001   100.0000     0.7987    90.5700    13.3243      0.0986
 496     0.0192     0.0001   100.0000     0.7939    90.6200    13.2932      0.0985
 497     0.0187     0.0001   100.0000     0.7942    90.5200    13.2549      0.0985
 498     0.0183     0.0001    99.9980     0.7993    90.4100    13.3224      0.0984
 499     0.0179     0.0001   100.0000     0.8005    90.5300    13.1681      0.0984
 500     0.0175     0.0001   100.0000     0.8014    90.4900    13.2736      0.0984
 501     0.0171     0.0001    99.9980     0.8028    90.6100    13.1272      0.0983
 502     0.0167     0.0001   100.0000     0.8051    90.6100    13.2896      0.0983
 503     0.0163     0.0002    99.9940     0.8085    90.5600    13.2962      0.0982
 504     0.0159     0.0001    99.9960     0.8095    90.4400    13.3529      0.0982
 505     0.0154     0.0000   100.0000     0.8012    90.4700    13.1186      0.0982
 506     0.0150     0.0001    99.9980     0.8053    90.5100    13.3370      0.0981
 507     0.0146     0.0001   100.0000     0.8068    90.5500    13.1209      0.0981
 508     0.0142     0.0001    99.9980     0.8104    90.5300    13.2197      0.0980
 509     0.0138     0.0000   100.0000     0.8076    90.6000    13.1292      0.0980
 510     0.0134     0.0001    99.9960     0.8048    90.5800    13.2359      0.0980
 511     0.0130     0.0001    99.9980     0.8048    90.6100    13.2593      0.0979
 512     0.0125     0.0001    99.9980     0.8057    90.5800    13.1540      0.0979
 513     0.0121     0.0000   100.0000     0.8056    90.4500    13.3879      0.0979
 514     0.0117     0.0000   100.0000     0.8021    90.5300    13.2846      0.0979
 515     0.0113     0.0000   100.0000     0.8020    90.5600    13.2528      0.0978
 516     0.0109     0.0000   100.0000     0.8010    90.5800    13.3369      0.0978
 517     0.0105     0.0001    99.9960     0.8016    90.6000    13.2458      0.0978
 518     0.0101     0.0001    99.9980     0.8018    90.5100    13.3435      0.0978
 519     0.0097     0.0001    99.9980     0.8016    90.5500    13.2847      0.0977
 520     0.0092     0.0001    99.9980     0.8027    90.6800    13.3335      0.0977
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001    99.9960     0.8058    90.7300    13.4355      0.0977
 522     0.0084     0.0001   100.0000     0.8046    90.6800    13.3760      0.0977
 523     0.0080     0.0000   100.0000     0.8053    90.6600    13.3433      0.0977
 524     0.0076     0.0000   100.0000     0.8050    90.6100    13.3615      0.0976
 525     0.0072     0.0001   100.0000     0.8046    90.6700    13.3693      0.0976
 526     0.0068     0.0000   100.0000     0.8068    90.6100    13.2008      0.0976
 527     0.0064     0.0000   100.0000     0.8050    90.6700    13.2852      0.0976
 528     0.0060     0.0001   100.0000     0.8070    90.6600    13.2760      0.0976
 529     0.0055     0.0000   100.0000     0.8084    90.6600    13.3518      0.0976
 530     0.0051     0.0000   100.0000     0.8101    90.6100    13.3642      0.0976
 531     0.0047     0.0001    99.9960     0.8100    90.6000    13.2423      0.0976
 532     0.0043     0.0000    99.9980     0.8094    90.5700    13.1443      0.0976
 533     0.0039     0.0000   100.0000     0.8092    90.5500    13.3572      0.0975
 534     0.0035     0.0000   100.0000     0.8090    90.6000    13.1352      0.0975
 535     0.0031     0.0001    99.9980     0.8091    90.5800    13.2210      0.0975
 536     0.0027     0.0000   100.0000     0.8088    90.6300    13.2788      0.0975
 537     0.0022     0.0000   100.0000     0.8083    90.6200    13.2640      0.0975
 538     0.0018     0.0001    99.9960     0.8083    90.6200    13.2422      0.0975
 539     0.0014     0.0000   100.0000     0.8084    90.6200    13.3264      0.0975
 540     0.0010     0.0000   100.0000     0.8084    90.6200    13.2360      0.0975
 541     0.0010     0.0000   100.0000     0.8086    90.6000    13.1658      0.0975
 542     0.0010     0.0000   100.0000     0.8085    90.6000    13.2253      0.0975
 543     0.0010     0.0000   100.0000     0.8085    90.5900    13.2821      0.0975
 544     0.0010     0.0001   100.0000     0.8087    90.6000    13.2650      0.0975
 545     0.0010     0.0000   100.0000     0.8084    90.5900    13.2153      0.0975
 546     0.0010     0.0000   100.0000     0.8085    90.6000    13.1889      0.0975
 547     0.0010     0.0000   100.0000     0.8086    90.6100    13.3073      0.0975
 548     0.0010     0.0000   100.0000     0.8088    90.5900    13.2454      0.0975
 549     0.0010     0.0000   100.0000     0.8088    90.5900    13.2097      0.0975
 550     0.0010     0.0000   100.0000     0.8081    90.6100    13.1774      0.0975
 551     0.0010     0.0001    99.9980     0.8081    90.6200    13.1653      0.0975
 552     0.0010     0.0000   100.0000     0.8085    90.6300    13.3331      0.0975
 553     0.0010     0.0001    99.9980     0.8085    90.6000    13.2379      0.0975
 554     0.0010     0.0001   100.0000     0.8085    90.5900    13.4454      0.0975
 555     0.0010     0.0000   100.0000     0.8087    90.6200    13.2857      0.0975
 556     0.0010     0.0001    99.9980     0.8087    90.5900    13.4312      0.0975
 557     0.0010     0.0000   100.0000     0.8088    90.6000    13.4060      0.0975
 558     0.0010     0.0000   100.0000     0.8087    90.6000    13.2484      0.0975
 559     0.0010     0.0001   100.0000     0.8089    90.6300    13.1822      0.0975
 560     0.0010     0.0000   100.0000     0.8093    90.6400    13.2935      0.0975
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001    99.9980     0.8088    90.6100    13.1356      0.0975
 562     0.0010     0.0000   100.0000     0.8086    90.6000    13.1976      0.0975
 563     0.0010     0.0000   100.0000     0.8085    90.6000    13.1995      0.0975
 564     0.0010     0.0000   100.0000     0.8082    90.6100    13.1558      0.0975
 565     0.0010     0.0000   100.0000     0.8084    90.5800    13.3744      0.0975
 566     0.0010     0.0000   100.0000     0.8085    90.5800    13.2387      0.0975
 567     0.0010     0.0001   100.0000     0.8085    90.5800    13.2303      0.0975
 568     0.0010     0.0001    99.9960     0.8087    90.5600    13.6943      0.0975
 569     0.0010     0.0000   100.0000     0.8089    90.5600    13.2168      0.0975
 570     0.0010     0.0000   100.0000     0.8091    90.5700    13.1753      0.0975
 571     0.0010     0.0000   100.0000     0.8092    90.5800    13.1555      0.0975
 572     0.0010     0.0000   100.0000     0.8093    90.5800    13.2235      0.0975
 573     0.0010     0.0000   100.0000     0.8090    90.5800    13.2764      0.0975
 574     0.0010     0.0000   100.0000     0.8090    90.6000    13.2754      0.0975
 575     0.0010     0.0000   100.0000     0.8092    90.5800    13.1482      0.0975
 576     0.0010     0.0001    99.9980     0.8094    90.5800    13.2767      0.0975
 577     0.0010     0.0000   100.0000     0.8095    90.5700    13.2059      0.0975
 578     0.0010     0.0000   100.0000     0.8097    90.6000    13.2546      0.0975
 579     0.0010     0.0001    99.9980     0.8099    90.5900    13.1409      0.0975
 580     0.0010     0.0000   100.0000     0.8101    90.6000    13.1636      0.0975
 581     0.0010     0.0000   100.0000     0.8101    90.6000    13.1594      0.0975
 582     0.0010     0.0001    99.9960     0.8103    90.6100    13.3761      0.0975
 583     0.0010     0.0002    99.9980     0.8105    90.6000    13.3500      0.0975
 584     0.0010     0.0001    99.9940     0.8108    90.5900    13.2950      0.0975
 585     0.0010     0.0000   100.0000     0.8110    90.5800    13.2437      0.0975
 586     0.0010     0.0000   100.0000     0.8112    90.5800    13.3465      0.0975
 587     0.0010     0.0000   100.0000     0.8112    90.5800    13.3935      0.0975
 588     0.0010     0.0000   100.0000     0.8112    90.5700    13.1806      0.0975
 589     0.0010     0.0000   100.0000     0.8113    90.5700    13.2660      0.0975
 590     0.0010     0.0000   100.0000     0.8115    90.5600    13.2125      0.0975
 591     0.0010     0.0000   100.0000     0.8115    90.5700    13.2920      0.0975
 592     0.0010     0.0000   100.0000     0.8115    90.5700    13.4215      0.0975
 593     0.0010     0.0000   100.0000     0.8117    90.5400    13.1507      0.0975
 594     0.0010     0.0000   100.0000     0.8118    90.5300    13.3421      0.0975
 595     0.0010     0.0000   100.0000     0.8113    90.5700    13.3599      0.0975
 596     0.0010     0.0000   100.0000     0.8112    90.5800    13.2165      0.0975
 597     0.0010     0.0001   100.0000     0.8112    90.5800    13.2939      0.0975
 598     0.0010     0.0000   100.0000     0.8112    90.5900    13.3184      0.0975
 599     0.0010     0.0000   100.0000     0.8112    90.5900    13.1573      0.0975
 600     0.0010     0.0000   100.0000     0.8113    90.5900    13.2725      0.0975
