Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2089    14.4260     2.1783    15.7200    15.3779      0.9481
   2     0.1000     1.9719    21.8420     1.9567    23.3200    13.2201      0.9215
   3     0.1000     1.7801    30.8480     1.7453    31.5400    13.2770      0.9001
   4     0.1000     1.6446    36.0520     1.6089    37.3500    13.2152      0.8816
   5     0.1000     1.5660    40.8820     1.5615    40.6900    13.2250      0.8649
   6     0.1000     1.4072    46.6600     1.3969    46.3900    13.0874      0.8497
   7     0.1000     1.2534    54.6920     1.2429    54.3500    13.1844      0.8355
   8     0.1000     1.1714    57.4140     1.1468    57.8200    13.3064      0.8223
   9     0.1000     0.9838    65.1200     0.9760    65.4800    13.3258      0.8099
  10     0.1000     0.9617    65.8540     1.0030    65.0200    13.1076      0.7980
  11     0.1000     0.9674    66.1580     0.9575    66.6100    13.1099      0.7867
  12     0.1000     0.8050    71.9140     0.8314    71.3200    13.1743      0.7759
  13     0.1000     0.7105    75.5540     0.7403    74.9600    13.0839      0.7655
  14     0.1000     0.7591    73.9520     0.8009    72.8000    13.1953      0.7556
  15     0.1000     0.8382    71.8920     0.8754    71.6800    13.0221      0.7460
  16     0.1000     0.6719    76.9340     0.7168    76.0800    13.0909      0.7367
  17     0.1000     0.5381    81.7780     0.5971    80.4200    13.3039      0.7277
  18     0.1000     0.5468    81.6480     0.6485    79.3300    13.2957      0.7191
  19     0.1000     0.5361    82.2400     0.6386    79.6700    13.1631      0.7106
  20     0.1000     0.4995    83.2960     0.6209    80.3500    13.2142      0.7024
  21     0.1000     0.4580    84.5720     0.5691    81.9900    13.1263      0.6944
  22     0.1000     0.4291    85.5260     0.5502    82.2400    13.3640      0.6866
  23     0.1000     0.6057    80.6840     0.7588    77.8000    13.1620      0.6791
  24     0.1000     0.4367    85.5480     0.5697    81.8900    13.3177      0.6717
  25     0.1000     0.3440    88.6320     0.4974    84.6100    13.3420      0.6645
  26     0.1000     0.4190    86.3820     0.6006    82.0500    13.1804      0.6575
  27     0.1000     0.4028    86.5140     0.5542    82.6200    13.1205      0.6506
  28     0.1000     0.3096    89.6340     0.4855    85.2500    13.1928      0.6439
  29     0.1000     0.3276    89.1840     0.5189    84.2200    13.1701      0.6374
  30     0.1000     0.2880    90.4120     0.4910    85.1700    13.1930      0.6309
  31     0.1000     0.3319    89.0720     0.5831    83.5000    13.1153      0.6247
  32     0.1000     0.2699    91.0420     0.4879    85.3800    13.1596      0.6186
  33     0.1000     0.3266    89.1040     0.5375    83.6400    13.1471      0.6125
  34     0.1000     0.2617    91.1820     0.4766    85.4700    13.1757      0.6065
  35     0.1000     0.2273    92.2480     0.4707    86.0900    13.2711      0.6008
  36     0.1000     0.2280    92.1480     0.4920    85.8300    13.1307      0.5951
  37     0.1000     0.2569    91.4040     0.5172    85.0100    13.0785      0.5896
  38     0.1000     0.2154    92.8660     0.4757    86.3300    13.2083      0.5841
  39     0.1000     0.2269    92.4180     0.4779    85.7300    13.2176      0.5787
  40     0.1000     0.1929    93.3720     0.4698    86.3700    13.0807      0.5735
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1852    93.6780     0.4919    86.5500    13.3018      0.5683
  42     0.1000     0.1999    93.2560     0.5073    86.0400    13.2154      0.5632
  43     0.1000     0.1965    93.5420     0.5110    85.7200    13.1153      0.5582
  44     0.1000     0.2258    92.6020     0.5643    85.5000    13.2044      0.5533
  45     0.1000     0.1687    94.2520     0.4898    86.4500    13.1994      0.5484
  46     0.1000     0.1716    94.2040     0.4843    86.8500    13.2616      0.5437
  47     0.1000     0.2028    93.3060     0.5269    85.5500    13.0576      0.5390
  48     0.1000     0.1462    95.1660     0.4917    86.8200    13.2889      0.5344
  49     0.1000     0.2010    93.6900     0.5684    85.2400    13.1209      0.5298
  50     0.1000     0.1391    95.3300     0.5065    86.5800    13.2237      0.5254
  51     0.1000     0.1650    94.4240     0.5394    86.0900    13.0953      0.5210
  52     0.1000     0.1436    95.2320     0.5253    86.6300    13.1964      0.5166
  53     0.1000     0.1216    95.8760     0.5126    86.9200    13.1023      0.5123
  54     0.1000     0.1160    96.1200     0.4848    87.0700    13.0887      0.5080
  55     0.1000     0.1239    95.6500     0.4920    86.6100    13.2744      0.5039
  56     0.1000     0.1158    96.0920     0.4885    87.1600    13.1078      0.4998
  57     0.1000     0.1057    96.4440     0.5091    87.3800    13.2766      0.4958
  58     0.1000     0.1842    93.9600     0.5932    85.3000    13.0928      0.4918
  59     0.1000     0.1134    96.0380     0.5203    87.0700    13.2930      0.4878
  60     0.1000     0.1019    96.6640     0.5082    87.2800    13.2803      0.4840
  61     0.1000     0.1227    95.8420     0.5466    86.8000    13.2076      0.4802
  62     0.1000     0.1153    96.0920     0.5344    86.4400    13.1432      0.4764
  63     0.1000     0.1187    96.1340     0.5432    86.9400    13.1762      0.4727
  64     0.1000     0.0781    97.4640     0.5424    87.7800    13.2699      0.4689
  65     0.1000     0.0702    97.6400     0.5073    87.9400    13.0625      0.4652
  66     0.1000     0.0856    97.1120     0.5397    87.3900    13.2624      0.4616
  67     0.1000     0.1562    95.1920     0.6070    85.7900    13.1538      0.4581
  68     0.1000     0.0812    97.2040     0.5226    87.6300    13.1176      0.4547
  69     0.1000     0.0972    96.8260     0.5675    87.3200    13.3247      0.4512
  70     0.1000     0.0714    97.6320     0.5447    87.9600    13.0821      0.4478
  71     0.1000     0.0909    96.9440     0.5324    87.2600    13.1946      0.4444
  72     0.1000     0.0804    97.3480     0.5568    87.6100    13.2147      0.4411
  73     0.1000     0.0636    97.9240     0.5404    87.6900    13.3045      0.4378
  74     0.1000     0.0664    97.7180     0.5295    87.5300    13.1123      0.4345
  75     0.1000     0.0837    97.2160     0.5607    87.4200    13.2671      0.4313
  76     0.1000     0.1240    96.0740     0.6284    86.3700    13.1213      0.4281
  77     0.1000     0.0528    98.1740     0.5295    88.4600    13.2761      0.4249
  78     0.1000     0.0630    97.9020     0.5292    88.1800    13.2665      0.4218
  79     0.1000     0.0765    97.5260     0.5393    88.1300    13.2201      0.4187
  80     0.1000     0.0832    97.3140     0.5807    87.8800    13.0545      0.4156
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0953    97.0460     0.6520    86.8300    13.1093      0.4127
  82     0.1000     0.0633    97.9860     0.5733    88.0500    13.4224      0.4097
  83     0.1000     0.1039    96.6480     0.6311    86.7000    13.1833      0.4067
  84     0.1000     0.0766    97.4100     0.6110    87.0000    13.2158      0.4039
  85     0.1000     0.0624    97.8780     0.5689    88.1700    13.1721      0.4010
  86     0.1000     0.0465    98.3820     0.5644    87.9600    13.1079      0.3981
  87     0.1000     0.0739    97.5860     0.5882    87.2800    13.1174      0.3953
  88     0.1000     0.0618    98.1100     0.6238    88.0800    13.2222      0.3925
  89     0.1000     0.0510    98.3680     0.5623    87.9800    13.0419      0.3898
  90     0.1000     0.0455    98.4700     0.5812    88.5800    13.2374      0.3871
  91     0.1000     0.0512    98.3140     0.5682    88.1200    13.1796      0.3844
  92     0.1000     0.0409    98.6320     0.5338    88.2500    13.1528      0.3817
  93     0.1000     0.0835    97.4300     0.6272    87.6600    13.2201      0.3790
  94     0.1000     0.0467    98.5560     0.6423    88.3200    13.1667      0.3764
  95     0.1000     0.0485    98.4540     0.6051    88.3200    13.0488      0.3738
  96     0.1000     0.0408    98.6800     0.5610    88.4300    13.1285      0.3713
  97     0.1000     0.0412    98.5980     0.5576    88.2700    13.2464      0.3688
  98     0.1000     0.0665    97.8880     0.6337    87.3800    13.2188      0.3663
  99     0.1000     0.0334    98.9120     0.5815    88.6900    13.2118      0.3637
 100     0.1000     0.0332    98.9100     0.5796    88.2700    13.3318      0.3613
 101     0.1000     0.0392    98.7300     0.6124    87.8600    13.2442      0.3589
 102     0.1000     0.0458    98.5740     0.6214    88.3400    13.2663      0.3565
 103     0.1000     0.0470    98.5200     0.5898    88.1300    13.1215      0.3541
 104     0.1000     0.0384    98.7240     0.5749    88.4000    13.0786      0.3517
 105     0.1000     0.0339    98.9080     0.5954    88.5600    13.1611      0.3494
 106     0.1000     0.0396    98.6460     0.5880    88.3700    13.0389      0.3470
 107     0.1000     0.0419    98.6620     0.6077    88.1900    13.0598      0.3448
 108     0.1000     0.0270    99.1260     0.5928    88.8300    13.1719      0.3424
 109     0.1000     0.0326    98.9600     0.5540    88.2700    13.2219      0.3402
 110     0.1000     0.0554    98.2020     0.6094    87.6500    13.1699      0.3380
 111     0.1000     0.0328    98.8980     0.5732    88.6900    13.1366      0.3358
 112     0.1000     0.0376    98.7460     0.5760    88.4700    13.2495      0.3336
 113     0.1000     0.0271    99.1000     0.5671    88.5900    13.1590      0.3315
 114     0.1000     0.0452    98.5400     0.6293    87.9400    13.2727      0.3294
 115     0.1000     0.0257    99.1260     0.6079    88.3100    13.1295      0.3273
 116     0.1000     0.0260    99.1380     0.5742    88.8800    13.0780      0.3252
 117     0.1000     0.0577    98.2180     0.6273    87.6400    13.0272      0.3232
 118     0.1000     0.0264    99.0960     0.5753    88.8500    13.1442      0.3211
 119     0.1000     0.0208    99.3580     0.5695    89.1500    13.0745      0.3190
 120     0.1000     0.0299    99.0120     0.5911    88.5800    13.1920      0.3170
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0200    99.3700     0.5949    89.2200    13.1417      0.3150
 122     0.1000     0.0215    99.3060     0.5675    88.9700    13.1582      0.3130
 123     0.1000     0.0219    99.2600     0.5802    88.9300    13.2264      0.3111
 124     0.1000     0.0316    98.9500     0.5848    88.6400    13.0812      0.3091
 125     0.1000     0.0366    98.8260     0.6419    88.0800    13.1524      0.3072
 126     0.1000     0.0209    99.3000     0.6042    89.1200    13.1656      0.3054
 127     0.1000     0.0253    99.1560     0.6338    88.7400    13.3207      0.3035
 128     0.1000     0.0162    99.4520     0.5925    89.1100    13.1094      0.3016
 129     0.1000     0.0312    99.0200     0.5635    88.6100    13.2725      0.2998
 130     0.1000     0.1064    97.3960     0.7212    86.7600    13.1882      0.2980
 131     0.1000     0.0231    99.2300     0.5674    88.6300    13.2192      0.2962
 132     0.1000     0.0226    99.2720     0.5729    88.6200    13.2055      0.2944
 133     0.1000     0.0179    99.4080     0.5897    89.0500    13.1785      0.2926
 134     0.1000     0.0217    99.2720     0.5853    88.7400    13.3130      0.2908
 135     0.1000     0.0170    99.4480     0.6096    89.3800    13.1776      0.2891
 136     0.1000     0.0497    98.4580     0.6069    88.0600    13.0290      0.2874
 137     0.1000     0.0199    99.3440     0.6107    88.9800    13.0777      0.2857
 138     0.1000     0.0213    99.3060     0.5694    88.9500    13.2581      0.2840
 139     0.1000     0.0190    99.4000     0.5991    88.9100    13.1238      0.2823
 140     0.1000     0.0253    99.1620     0.5755    88.5700    13.1549      0.2806
 141     0.1000     0.0181    99.4160     0.5729    89.2000    13.3360      0.2790
 142     0.1000     0.0250    99.1760     0.5891    88.7300    13.1511      0.2774
 143     0.1000     0.0219    99.3160     0.6121    88.7300    13.1015      0.2758
 144     0.1000     0.0394    98.7600     0.6940    88.3400    13.2023      0.2742
 145     0.1000     0.0310    98.9520     0.6238    88.5600    13.1309      0.2726
 146     0.1000     0.0267    99.1640     0.6112    88.9400    13.1437      0.2710
 147     0.1000     0.0191    99.3800     0.5845    89.5000    13.1379      0.2694
 148     0.1000     0.0263    99.1440     0.6288    88.6300    13.2468      0.2679
 149     0.1000     0.0272    99.1220     0.6291    88.4900    13.0856      0.2664
 150     0.1000     0.0416    98.7160     0.6527    88.1800    13.1104      0.2649
 151     0.1000     0.0194    99.3780     0.6363    88.7200    13.0570      0.2634
 152     0.1000     0.0168    99.4380     0.5840    89.0400    13.0585      0.2619
 153     0.1000     0.0204    99.3200     0.6282    88.9300    13.1135      0.2604
 154     0.1000     0.0251    99.2100     0.6054    89.0500    13.1227      0.2590
 155     0.1000     0.0208    99.3560     0.6066    88.7000    13.3378      0.2575
 156     0.1000     0.0215    99.3300     0.6192    88.8800    13.2154      0.2561
 157     0.1000     0.0143    99.5060     0.5944    89.0400    13.1850      0.2547
 158     0.1000     0.0147    99.5140     0.5897    89.6000    13.0678      0.2532
 159     0.1000     0.0271    99.1360     0.6315    88.9700    13.3269      0.2518
 160     0.1000     0.0119    99.5980     0.5608    89.7100    13.1550      0.2504
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0193    99.3440     0.6126    88.6800    13.1561      0.2491
 162     0.1000     0.0100    99.6780     0.5933    89.4500    13.2665      0.2477
 163     0.1000     0.0175    99.4200     0.6009    89.2600    13.1821      0.2464
 164     0.1000     0.0199    99.3640     0.6116    88.9100    13.3931      0.2451
 165     0.1000     0.0213    99.3100     0.6326    88.9900    13.1298      0.2438
 166     0.1000     0.0097    99.6780     0.5764    89.1800    13.2570      0.2425
 167     0.1000     0.0165    99.4560     0.6120    89.1300    13.1555      0.2411
 168     0.1000     0.0176    99.3980     0.6200    89.1600    13.3200      0.2398
 169     0.1000     0.0189    99.3900     0.6447    88.8100    13.3241      0.2385
 170     0.1000     0.0155    99.4960     0.6048    89.3600    13.0691      0.2373
 171     0.1000     0.0145    99.5540     0.6022    89.2400    13.2445      0.2360
 172     0.1000     0.0230    99.2980     0.6035    89.0000    13.1736      0.2348
 173     0.1000     0.0205    99.3380     0.6367    88.7500    13.1801      0.2335
 174     0.1000     0.0198    99.3640     0.6494    88.5700    13.2012      0.2323
 175     0.1000     0.0166    99.4800     0.6280    88.8900    13.2348      0.2311
 176     0.1000     0.0117    99.6280     0.6017    89.2900    13.2180      0.2299
 177     0.1000     0.0296    99.0940     0.6683    88.7600    13.3313      0.2287
 178     0.1000     0.0122    99.6260     0.5839    89.5300    13.0454      0.2275
 179     0.1000     0.0270    99.1060     0.6719    88.2800    13.2759      0.2264
 180     0.1000     0.0142    99.5120     0.5727    89.5700    13.2245      0.2252
 181     0.1000     0.0103    99.6420     0.6421    89.4700    13.2427      0.2241
 182     0.1000     0.0181    99.4540     0.6433    88.8600    13.0978      0.2229
 183     0.1000     0.0106    99.6560     0.5968    89.2500    13.2531      0.2218
 184     0.1000     0.0189    99.4240     0.6503    88.8800    13.0673      0.2207
 185     0.1000     0.0139    99.5380     0.6318    89.1700    13.0688      0.2196
 186     0.1000     0.0143    99.5400     0.5888    89.2700    13.0540      0.2184
 187     0.1000     0.0216    99.3140     0.6693    88.6000    13.1507      0.2174
 188     0.1000     0.0137    99.5800     0.6254    89.4000    13.0825      0.2163
 189     0.1000     0.0067    99.7880     0.6036    89.8200    13.0729      0.2152
 190     0.1000     0.0139    99.5120     0.5711    89.2300    13.0934      0.2142
 191     0.1000     0.0135    99.5560     0.6121    89.3400    13.1330      0.2131
 192     0.1000     0.0119    99.6440     0.5933    89.4000    13.0509      0.2121
 193     0.1000     0.0100    99.6860     0.5857    89.5800    13.2730      0.2110
 194     0.1000     0.0121    99.6160     0.6248    89.2600    13.1036      0.2100
 195     0.1000     0.0162    99.4280     0.6003    89.2100    13.0843      0.2089
 196     0.1000     0.0097    99.6920     0.5939    89.5100    13.2422      0.2079
 197     0.1000     0.0098    99.6940     0.5995    89.4600    13.1515      0.2069
 198     0.1000     0.0207    99.3060     0.6722    88.7300    13.2580      0.2059
 199     0.1000     0.0185    99.3860     0.6419    88.5100    13.1108      0.2049
 200     0.1000     0.0117    99.6060     0.5843    89.4300    13.1951      0.2039
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0286    99.2600     0.7011    88.4500    13.1529      0.2029
 202     0.1000     0.0170    99.4620     0.6035    89.2100    13.1514      0.2019
 203     0.1000     0.0126    99.5800     0.6204    89.3200    13.0595      0.2010
 204     0.1000     0.0103    99.6520     0.5873    89.4500    13.0774      0.2000
 205     0.1000     0.0119    99.6000     0.5928    89.2300    13.2453      0.1991
 206     0.1000     0.0088    99.7160     0.6143    89.2300    13.1160      0.1981
 207     0.1000     0.0131    99.5620     0.6240    89.2100    13.2820      0.1972
 208     0.1000     0.0135    99.5920     0.6167    89.4200    13.2512      0.1963
 209     0.1000     0.0085    99.7340     0.6419    89.3600    13.2512      0.1954
 210     0.1000     0.0515    98.6820     0.7080    88.4500    13.2176      0.1945
 211     0.1000     0.0302    99.0120     0.6599    88.3000    13.2325      0.1936
 212     0.1000     0.0092    99.7100     0.6265    89.4300    13.2914      0.1927
 213     0.1000     0.0163    99.4620     0.6286    89.1000    13.1956      0.1919
 214     0.1000     0.0091    99.7020     0.6169    89.5500    13.0652      0.1910
 215     0.1000     0.0105    99.6840     0.6181    89.2100    13.2877      0.1901
 216     0.1000     0.0107    99.6860     0.6506    89.3800    13.1078      0.1893
 217     0.1000     0.0128    99.5760     0.6210    89.0400    13.0588      0.1884
 218     0.1000     0.0135    99.5520     0.6111    89.1000    13.0513      0.1876
 219     0.1000     0.0109    99.6460     0.6231    89.2300    13.1428      0.1867
 220     0.1000     0.0117    99.6100     0.5957    89.4500    13.1719      0.1859
 221     0.1000     0.0163    99.4780     0.6553    88.9500    13.2215      0.1851
 222     0.1000     0.0077    99.7660     0.5843    89.4800    13.1961      0.1843
 223     0.1000     0.0109    99.6380     0.5846    89.5600    13.2089      0.1835
 224     0.1000     0.0088    99.7000     0.5732    89.9000    13.1621      0.1827
 225     0.1000     0.0139    99.5380     0.6709    89.0400    13.2383      0.1819
 226     0.1000     0.0068    99.7960     0.5988    89.5600    13.1608      0.1811
 227     0.1000     0.0087    99.7140     0.6082    89.2900    13.2570      0.1803
 228     0.1000     0.0094    99.7000     0.6075    89.3300    13.1486      0.1795
 229     0.1000     0.0587    98.4380     0.7457    87.4400    13.0867      0.1787
 230     0.1000     0.0122    99.5700     0.6159    89.3300    13.2058      0.1780
 231     0.1000     0.0090    99.7120     0.6205    89.5200    13.1411      0.1772
 232     0.1000     0.0111    99.6600     0.6142    89.5600    13.3232      0.1765
 233     0.1000     0.0130    99.6040     0.6239    89.5700    13.2033      0.1757
 234     0.1000     0.0130    99.6140     0.6172    88.9400    13.2388      0.1750
 235     0.1000     0.0098    99.7060     0.6320    89.2800    13.2636      0.1742
 236     0.1000     0.0095    99.7000     0.6069    89.3100    13.0699      0.1735
 237     0.1000     0.0063    99.8120     0.5978    89.5500    13.2842      0.1728
 238     0.1000     0.0129    99.5980     0.6577    88.9300    13.2096      0.1720
 239     0.1000     0.0080    99.7440     0.6028    89.7600    13.2646      0.1713
 240     0.1000     0.0076    99.7500     0.6314    89.3000    13.0944      0.1706
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0102    99.6520     0.6283    89.4600    13.2076      0.1699
 242     0.1000     0.0153    99.5160     0.6445    89.0700    13.2237      0.1692
 243     0.1000     0.0075    99.7780     0.6228    89.4900    13.2845      0.1686
 244     0.1000     0.0142    99.5300     0.6546    89.4800    13.1008      0.1678
 245     0.1000     0.0115    99.5980     0.6086    89.5600    13.1043      0.1671
 246     0.1000     0.0109    99.6240     0.6218    89.1700    13.2709      0.1665
 247     0.1000     0.0101    99.6780     0.6313    89.4400    13.2658      0.1658
 248     0.1000     0.0100    99.6780     0.6407    89.3200    13.2620      0.1651
 249     0.1000     0.0078    99.7300     0.6170    89.2900    13.3391      0.1645
 250     0.1000     0.0161    99.4420     0.6260    88.8800    13.2542      0.1638
 251     0.1000     0.0132    99.5600     0.6267    89.2600    13.1873      0.1632
 252     0.1000     0.0083    99.7180     0.6086    89.5700    13.0540      0.1626
 253     0.1000     0.0075    99.7440     0.6156    89.4800    13.0999      0.1619
 254     0.1000     0.0484    98.7480     0.6991    88.5200    13.1911      0.1612
 255     0.1000     0.0082    99.7360     0.6340    89.3400    13.2092      0.1606
 256     0.1000     0.0677    98.7620     0.7329    88.5700    13.3043      0.1599
 257     0.1000     0.0108    99.6480     0.6213    89.4000    13.1390      0.1593
 258     0.1000     0.0071    99.7620     0.5951    89.6500    13.2575      0.1587
 259     0.1000     0.0155    99.5360     0.6672    89.0800    13.2954      0.1581
 260     0.1000     0.0104    99.6580     0.5781    89.6700    13.2173      0.1575
 261     0.1000     0.0089    99.6740     0.6300    89.6900    13.2861      0.1569
 262     0.1000     0.0046    99.8380     0.6047    89.8600    13.1133      0.1563
 263     0.1000     0.0084    99.7260     0.6156    89.7100    13.2712      0.1556
 264     0.1000     0.0094    99.6920     0.6331    89.6100    13.2945      0.1550
 265     0.1000     0.0116    99.6180     0.6357    89.4200    13.1476      0.1545
 266     0.1000     0.0102    99.6800     0.6399    89.5200    13.0899      0.1539
 267     0.1000     0.0074    99.7660     0.5779    89.6800    13.2028      0.1533
 268     0.1000     0.0098    99.6900     0.5964    89.2300    13.1147      0.1528
 269     0.1000     0.0059    99.8220     0.6073    89.4800    13.2051      0.1522
 270     0.1000     0.0072    99.7640     0.6480    89.5600    13.1863      0.1517
 271     0.1000     0.0057    99.7980     0.6256    89.6500    13.0796      0.1511
 272     0.1000     0.0126    99.6220     0.6481    89.5700    13.0303      0.1506
 273     0.1000     0.0116    99.6420     0.5929    89.1900    13.1054      0.1500
 274     0.1000     0.0084    99.7160     0.5861    89.6000    13.2421      0.1495
 275     0.1000     0.0106    99.6960     0.6226    89.7200    13.1497      0.1489
 276     0.1000     0.0069    99.7840     0.6337    89.7300    13.0970      0.1484
 277     0.1000     0.0154    99.5080     0.6322    88.8600    13.2024      0.1479
 278     0.1000     0.0074    99.7620     0.6187    89.4800    13.3149      0.1473
 279     0.1000     0.0071    99.7740     0.6179    89.4300    13.2255      0.1468
 280     0.1000     0.0093    99.6940     0.6278    89.2100    13.2040      0.1463
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0077    99.7460     0.6046    89.5500    13.1152      0.1457
 282     0.1000     0.0073    99.7780     0.6068    89.5100    13.1732      0.1452
 283     0.1000     0.0049    99.8340     0.6399    89.7400    13.0631      0.1447
 284     0.1000     0.0110    99.6300     0.6989    89.0700    13.1544      0.1441
 285     0.1000     0.0063    99.7860     0.6387    89.3500    13.0951      0.1437
 286     0.1000     0.0103    99.6800     0.6285    89.4700    13.1751      0.1432
 287     0.1000     0.0116    99.6480     0.6564    89.2900    13.2881      0.1427
 288     0.1000     0.0092    99.7140     0.5902    89.4800    13.1791      0.1422
 289     0.1000     0.0082    99.7520     0.6277    89.9400    13.2216      0.1417
 290     0.1000     0.0135    99.5440     0.6464    89.3800    13.0742      0.1412
 291     0.1000     0.0054    99.8240     0.5944    89.8300    13.6362      0.1407
 292     0.1000     0.0073    99.7860     0.6411    90.0400    13.1128      0.1402
 293     0.1000     0.0124    99.6140     0.6575    88.9600    13.1531      0.1398
 294     0.1000     0.0103    99.6740     0.6192    89.9900    13.1338      0.1393
 295     0.1000     0.0124    99.6360     0.6382    89.4000    13.1716      0.1389
 296     0.1000     0.0066    99.7620     0.5965    89.8500    13.0865      0.1384
 297     0.1000     0.0165    99.4920     0.7023    88.7700    13.1022      0.1380
 298     0.1000     0.0072    99.7600     0.6407    89.7300    13.1108      0.1375
 299     0.1000     0.0117    99.6340     0.6636    89.5400    13.2522      0.1371
 300     0.1000     0.0072    99.7480     0.6360    89.8700    13.2914      0.1366
 301     0.0996     0.0068    99.7840     0.6244    89.9200    13.0834      0.1362
 302     0.0992     0.0082    99.7360     0.6464    89.5000    13.1615      0.1357
 303     0.0988     0.0063    99.8100     0.6281    89.7000    13.2355      0.1353
 304     0.0983     0.0041    99.8700     0.6275    89.8400    13.2747      0.1348
 305     0.0979     0.0075    99.7520     0.6299    89.9100    13.2618      0.1344
 306     0.0975     0.0104    99.6780     0.6378    89.3600    13.1796      0.1340
 307     0.0971     0.0098    99.6920     0.6197    89.4900    13.1330      0.1335
 308     0.0967     0.0177    99.4420     0.6640    89.5400    13.0829      0.1331
 309     0.0963     0.0044    99.8440     0.6448    89.8700    13.3264      0.1327
 310     0.0959     0.0089    99.7180     0.6380    89.6300    13.2746      0.1323
 311     0.0955     0.0125    99.5820     0.6717    89.4400    13.1226      0.1319
 312     0.0950     0.0068    99.7840     0.6392    89.8900    13.1075      0.1315
 313     0.0946     0.0053    99.8200     0.6094    89.8700    13.1026      0.1311
 314     0.0942     0.0122    99.6240     0.6247    89.5000    13.3175      0.1307
 315     0.0938     0.0053    99.8040     0.6281    89.9400    13.2670      0.1303
 316     0.0934     0.0045    99.8560     0.6135    90.2400    13.2792      0.1299
 317     0.0930     0.0058    99.8080     0.6347    89.8700    13.0838      0.1295
 318     0.0926     0.0102    99.6580     0.6664    89.4500    13.1602      0.1292
 319     0.0922     0.0053    99.8320     0.6266    90.1600    13.0461      0.1288
 320     0.0917     0.0229    99.2400     0.7407    88.6100    13.2106      0.1284
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0079    99.7420     0.6582    89.9800    13.1930      0.1280
 322     0.0909     0.0067    99.7840     0.6409    89.8400    13.1872      0.1276
 323     0.0905     0.0085    99.7240     0.6684    89.4200    13.2274      0.1273
 324     0.0901     0.0069    99.7800     0.6404    89.6900    13.0797      0.1269
 325     0.0897     0.0055    99.8320     0.6058    89.9800    13.0939      0.1266
 326     0.0893     0.0067    99.7700     0.6293    89.7500    13.2302      0.1262
 327     0.0889     0.0117    99.6380     0.6356    89.3300    13.2286      0.1259
 328     0.0885     0.0036    99.8880     0.6391    89.9300    13.2674      0.1255
 329     0.0880     0.0053    99.8380     0.6573    89.5900    13.1218      0.1252
 330     0.0876     0.0057    99.8080     0.6607    90.0200    13.2087      0.1248
 331     0.0872     0.0037    99.8720     0.6419    89.8200    13.1847      0.1244
 332     0.0868     0.0046    99.8600     0.6552    90.1000    13.2214      0.1241
 333     0.0864     0.0172    99.4520     0.7093    89.3400    13.1315      0.1237
 334     0.0860     0.0050    99.8340     0.6347    89.8300    13.1056      0.1234
 335     0.0856     0.0031    99.8940     0.6542    89.9000    13.0307      0.1231
 336     0.0852     0.0040    99.8660     0.6563    90.0600    13.1354      0.1228
 337     0.0847     0.0041    99.8760     0.6599    89.7100    13.2006      0.1225
 338     0.0843     0.0057    99.8360     0.6506    90.0500    13.1962      0.1221
 339     0.0839     0.0092    99.6940     0.6928    89.1600    13.1380      0.1218
 340     0.0835     0.0027    99.9080     0.6452    89.6500    13.0715      0.1215
 341     0.0831     0.0034    99.8980     0.6457    90.1800    13.0496      0.1212
 342     0.0827     0.0066    99.7940     0.6824    89.6100    13.1223      0.1209
 343     0.0823     0.0052    99.8440     0.6601    89.9100    13.2579      0.1206
 344     0.0818     0.0040    99.8640     0.6814    89.9200    13.3886      0.1202
 345     0.0814     0.0053    99.8200     0.6973    89.8400    13.3148      0.1199
 346     0.0810     0.0026    99.9120     0.6936    90.1800    13.1899      0.1196
 347     0.0806     0.0067    99.7840     0.6779    89.8000    13.1231      0.1194
 348     0.0802     0.0041    99.8700     0.6457    90.1300    13.1121      0.1191
 349     0.0798     0.0036    99.8880     0.6561    90.3500    13.1370      0.1188
 350     0.0794     0.0024    99.9180     0.6405    90.3600    13.3537      0.1185
 351     0.0790     0.0038    99.8820     0.6754    90.0400    13.2584      0.1182
 352     0.0786     0.0042    99.8700     0.6635    90.0900    13.2189      0.1179
 353     0.0781     0.0033    99.9100     0.6668    89.9800    13.2066      0.1176
 354     0.0777     0.0033    99.8880     0.6465    90.0300    13.1750      0.1174
 355     0.0773     0.0029    99.9120     0.6261    90.4500    13.2600      0.1171
 356     0.0769     0.0032    99.8940     0.6615    90.1400    13.2565      0.1168
 357     0.0765     0.0027    99.9180     0.6640    90.2800    13.2126      0.1165
 358     0.0761     0.0024    99.9280     0.6469    90.1900    13.0744      0.1163
 359     0.0757     0.0022    99.9260     0.6367    90.2800    13.1182      0.1160
 360     0.0753     0.0042    99.8580     0.6716    90.0200    13.1571      0.1157
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0045    99.8540     0.6589    90.1900    13.2655      0.1155
 362     0.0744     0.0018    99.9460     0.6565    90.1900    13.0927      0.1152
 363     0.0740     0.0020    99.9360     0.6668    90.1600    13.0408      0.1150
 364     0.0736     0.0052    99.8120     0.6906    89.7800    13.2429      0.1147
 365     0.0732     0.0056    99.8300     0.6881    89.6300    13.1935      0.1145
 366     0.0728     0.0033    99.9100     0.6891    90.0600    13.2963      0.1142
 367     0.0724     0.0024    99.9280     0.6708    90.0700    13.2020      0.1140
 368     0.0720     0.0016    99.9460     0.6798    90.0400    13.0879      0.1137
 369     0.0715     0.0054    99.8100     0.6720    90.0800    13.2963      0.1135
 370     0.0711     0.0012    99.9680     0.6560    90.4200    13.2688      0.1132
 371     0.0707     0.0017    99.9320     0.6705    90.2200    13.2088      0.1130
 372     0.0703     0.0016    99.9560     0.6731    90.3400    13.1246      0.1127
 373     0.0699     0.0024    99.9080     0.6631    90.3100    13.1630      0.1125
 374     0.0695     0.0014    99.9580     0.6628    90.5000    13.1173      0.1123
 375     0.0691     0.0012    99.9580     0.6604    90.8400    13.1544      0.1120
 376     0.0686     0.0017    99.9460     0.6886    90.4600    13.2900      0.1118
 377     0.0682     0.0024    99.9200     0.6694    90.0800    13.3470      0.1116
 378     0.0678     0.0019    99.9460     0.6944    90.3300    13.1192      0.1114
 379     0.0674     0.0023    99.9240     0.6993    89.8800    13.0954      0.1112
 380     0.0670     0.0039    99.8720     0.7515    89.7300    13.2184      0.1109
 381     0.0666     0.0018    99.9380     0.6765    90.1400    13.1774      0.1107
 382     0.0662     0.0014    99.9660     0.6809    90.0200    13.3007      0.1105
 383     0.0658     0.0016    99.9580     0.6876    90.2700    13.0688      0.1103
 384     0.0654     0.0022    99.9340     0.6888    90.2100    13.4871      0.1100
 385     0.0649     0.0012    99.9600     0.6751    90.4100    13.3075      0.1098
 386     0.0645     0.0028    99.9160     0.7193    89.9800    13.3276      0.1096
 387     0.0641     0.0021    99.9420     0.6940    90.4800    13.2056      0.1094
 388     0.0637     0.0009    99.9680     0.6838    90.4500    13.1080      0.1092
 389     0.0633     0.0011    99.9580     0.7056    90.3800    13.1439      0.1090
 390     0.0629     0.0018    99.9520     0.6867    90.4700    13.2608      0.1088
 391     0.0625     0.0018    99.9460     0.7046    90.1600    13.3197      0.1086
 392     0.0621     0.0007    99.9760     0.6828    90.3200    13.3145      0.1084
 393     0.0616     0.0012    99.9620     0.6669    90.3900    13.1422      0.1082
 394     0.0612     0.0010    99.9580     0.6926    90.4000    13.3236      0.1080
 395     0.0608     0.0007    99.9760     0.7100    90.3500    13.2804      0.1078
 396     0.0604     0.0012    99.9640     0.7112    90.1600    13.2400      0.1076
 397     0.0600     0.0009    99.9720     0.6972    90.3500    13.1388      0.1075
 398     0.0596     0.0018    99.9420     0.7128    90.5100    13.1457      0.1073
 399     0.0592     0.0007    99.9740     0.7212    90.3400    13.0834      0.1071
 400     0.0588     0.0016    99.9580     0.7295    90.2100    13.2335      0.1069
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0013    99.9560     0.7406    90.1500    13.2233      0.1067
 402     0.0579     0.0020    99.9360     0.7168    90.2800    13.0859      0.1065
 403     0.0575     0.0010    99.9680     0.6904    90.3700    13.1456      0.1063
 404     0.0571     0.0012    99.9640     0.7052    90.2600    13.1610      0.1062
 405     0.0567     0.0008    99.9740     0.7069    90.4700    13.4463      0.1060
 406     0.0563     0.0011    99.9700     0.7117    90.2800    13.1384      0.1058
 407     0.0559     0.0019    99.9400     0.7401    90.0900    13.2300      0.1056
 408     0.0554     0.0008    99.9780     0.7233    90.4800    13.1056      0.1055
 409     0.0550     0.0009    99.9720     0.7186    90.3700    13.2445      0.1053
 410     0.0546     0.0011    99.9660     0.7299    90.0600    13.0946      0.1052
 411     0.0542     0.0006    99.9760     0.7248    90.3600    13.2637      0.1050
 412     0.0538     0.0009    99.9740     0.7262    90.4700    13.0905      0.1048
 413     0.0534     0.0010    99.9640     0.7177    90.0900    13.2492      0.1047
 414     0.0530     0.0008    99.9820     0.7074    90.6600    13.3375      0.1045
 415     0.0526     0.0010    99.9620     0.7129    90.2800    13.0986      0.1044
 416     0.0522     0.0007    99.9740     0.7093    90.3400    13.1510      0.1042
 417     0.0517     0.0005    99.9880     0.7191    90.2600    13.1123      0.1040
 418     0.0513     0.0007    99.9800     0.7276    90.3300    13.2501      0.1039
 419     0.0509     0.0006    99.9760     0.7205    90.3000    13.1929      0.1037
 420     0.0505     0.0007    99.9740     0.7085    90.3100    13.1693      0.1036
 421     0.0501     0.0006    99.9840     0.7049    90.3700    13.1170      0.1034
 422     0.0497     0.0006    99.9840     0.7203    90.5300    13.2770      0.1033
 423     0.0493     0.0004    99.9880     0.7341    90.4000    13.2840      0.1032
 424     0.0489     0.0006    99.9840     0.7378    90.5400    13.2641      0.1030
 425     0.0484     0.0007    99.9760     0.7432    90.4000    13.1182      0.1029
 426     0.0480     0.0006    99.9820     0.7454    90.6000    13.2037      0.1027
 427     0.0476     0.0004    99.9900     0.7260    90.6200    13.1215      0.1026
 428     0.0472     0.0003    99.9880     0.7425    90.7000    13.2741      0.1024
 429     0.0468     0.0005    99.9860     0.7408    90.2500    13.1393      0.1023
 430     0.0464     0.0002    99.9980     0.7259    90.4300    13.1236      0.1022
 431     0.0460     0.0002    99.9920     0.7310    90.5900    13.3310      0.1020
 432     0.0456     0.0013    99.9640     0.7362    90.4200    13.3873      0.1019
 433     0.0451     0.0005    99.9880     0.7246    90.4000    13.0726      0.1018
 434     0.0447     0.0006    99.9820     0.7334    90.3600    13.2099      0.1016
 435     0.0443     0.0011    99.9680     0.7438    90.3200    13.1266      0.1015
 436     0.0439     0.0009    99.9700     0.7561    90.2700    13.0809      0.1014
 437     0.0435     0.0003    99.9900     0.7391    90.4700    13.1322      0.1013
 438     0.0431     0.0002    99.9960     0.7415    90.5700    13.2001      0.1011
 439     0.0427     0.0002    99.9960     0.7418    90.5800    13.1928      0.1010
 440     0.0423     0.0004    99.9880     0.7400    90.5100    13.0698      0.1009
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0007    99.9780     0.7605    90.3600    13.4865      0.1008
 442     0.0414     0.0004    99.9920     0.7433    90.3300    13.1169      0.1007
 443     0.0410     0.0004    99.9900     0.7237    90.5900    13.2345      0.1006
 444     0.0406     0.0003    99.9920     0.7232    90.5400    13.0793      0.1004
 445     0.0402     0.0003    99.9900     0.7070    90.5300    13.1994      0.1003
 446     0.0398     0.0002    99.9940     0.7232    90.5900    13.1823      0.1002
 447     0.0394     0.0003    99.9960     0.7511    90.4600    13.1412      0.1001
 448     0.0389     0.0002    99.9960     0.7212    90.7100    13.2544      0.1000
 449     0.0385     0.0004    99.9900     0.7372    90.4600    13.1139      0.0999
 450     0.0381     0.0006    99.9820     0.7351    90.5200    13.2120      0.0998
 451     0.0377     0.0004    99.9900     0.7249    90.6100    13.1384      0.0997
 452     0.0373     0.0002    99.9940     0.7227    90.6200    13.2963      0.0996
 453     0.0369     0.0004    99.9940     0.7245    90.4200    13.1471      0.0995
 454     0.0365     0.0002    99.9940     0.7208    90.6200    13.2602      0.0994
 455     0.0361     0.0004    99.9900     0.7222    90.5300    13.0857      0.0993
 456     0.0357     0.0003    99.9900     0.7452    90.5400    13.2829      0.0992
 457     0.0352     0.0002    99.9920     0.7370    90.5800    13.2761      0.0991
 458     0.0348     0.0003    99.9940     0.7486    90.3800    13.1638      0.0990
 459     0.0344     0.0004    99.9940     0.7476    90.2900    13.2014      0.0989
 460     0.0340     0.0002    99.9940     0.7328    90.5700    13.1393      0.0988
 461     0.0336     0.0003    99.9880     0.7359    90.4700    13.2417      0.0987
 462     0.0332     0.0002    99.9960     0.7373    90.3900    13.2858      0.0987
 463     0.0328     0.0003    99.9880     0.7237    90.5500    13.8004      0.0986
 464     0.0324     0.0002    99.9960     0.7314    90.6600    13.2750      0.0985
 465     0.0319     0.0002    99.9940     0.7325    90.7100    13.2909      0.0984
 466     0.0315     0.0002    99.9940     0.7512    90.3500    13.1546      0.0983
 467     0.0311     0.0001    99.9980     0.7423    90.5100    13.1852      0.0982
 468     0.0307     0.0003    99.9920     0.7453    90.6100    13.2646      0.0982
 469     0.0303     0.0003    99.9900     0.7303    90.6700    13.2493      0.0981
 470     0.0299     0.0002    99.9980     0.7307    90.5500    13.2228      0.0980
 471     0.0295     0.0002    99.9960     0.7378    90.5500    13.1668      0.0979
 472     0.0291     0.0002    99.9960     0.7383    90.6000    13.2589      0.0979
 473     0.0286     0.0001    99.9980     0.7375    90.4300    13.1571      0.0978
 474     0.0282     0.0003    99.9940     0.7280    90.5000    13.2047      0.0977
 475     0.0278     0.0001   100.0000     0.7319    90.5600    13.3380      0.0976
 476     0.0274     0.0001    99.9980     0.7369    90.5800    13.2224      0.0976
 477     0.0270     0.0003    99.9940     0.7381    90.5500    13.5120      0.0975
 478     0.0266     0.0001    99.9960     0.7294    90.5800    13.1745      0.0974
 479     0.0262     0.0001    99.9980     0.7374    90.5100    13.1007      0.0974
 480     0.0257     0.0002    99.9920     0.7413    90.4200    13.1887      0.0973
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0002    99.9960     0.7373    90.6100    13.1580      0.0972
 482     0.0249     0.0001   100.0000     0.7388    90.4400    13.3583      0.0972
 483     0.0245     0.0001    99.9960     0.7371    90.5400    13.1900      0.0971
 484     0.0241     0.0001    99.9980     0.7343    90.5300    13.2002      0.0971
 485     0.0237     0.0001    99.9980     0.7326    90.6400    13.0195      0.0970
 486     0.0233     0.0002    99.9940     0.7395    90.6600    13.2152      0.0969
 487     0.0229     0.0001   100.0000     0.7405    90.5800    13.1330      0.0969
 488     0.0225     0.0001    99.9940     0.7262    90.6500    13.0685      0.0968
 489     0.0220     0.0001   100.0000     0.7316    90.6300    13.1780      0.0968
 490     0.0216     0.0001    99.9980     0.7359    90.6700    13.1668      0.0967
 491     0.0212     0.0001    99.9960     0.7399    90.6400    13.3289      0.0967
 492     0.0208     0.0000   100.0000     0.7395    90.7500    13.2208      0.0966
 493     0.0204     0.0001    99.9980     0.7414    90.6100    13.1894      0.0966
 494     0.0200     0.0001   100.0000     0.7458    90.4800    13.1352      0.0965
 495     0.0196     0.0001   100.0000     0.7442    90.5800    13.2884      0.0965
 496     0.0192     0.0001    99.9980     0.7455    90.6000    13.0624      0.0964
 497     0.0187     0.0001    99.9980     0.7504    90.6100    13.1212      0.0964
 498     0.0183     0.0002    99.9900     0.7476    90.5800    13.2558      0.0963
 499     0.0179     0.0001    99.9980     0.7449    90.5800    13.0758      0.0963
 500     0.0175     0.0001   100.0000     0.7424    90.5400    13.1608      0.0962
 501     0.0171     0.0001    99.9960     0.7441    90.5000    13.1352      0.0962
 502     0.0167     0.0001    99.9980     0.7404    90.5500    13.0526      0.0962
 503     0.0163     0.0001   100.0000     0.7476    90.5200    13.1873      0.0961
 504     0.0159     0.0001   100.0000     0.7518    90.6000    13.1582      0.0961
 505     0.0154     0.0001    99.9980     0.7462    90.5800    13.1464      0.0960
 506     0.0150     0.0001   100.0000     0.7445    90.5800    13.3467      0.0960
 507     0.0146     0.0001    99.9980     0.7467    90.5200    13.2484      0.0960
 508     0.0142     0.0000   100.0000     0.7489    90.4400    13.0565      0.0959
 509     0.0138     0.0001   100.0000     0.7476    90.4800    13.3248      0.0959
 510     0.0134     0.0001    99.9980     0.7419    90.5400    13.1534      0.0959
 511     0.0130     0.0001    99.9980     0.7466    90.5200    13.0994      0.0959
 512     0.0125     0.0000   100.0000     0.7407    90.6300    13.1812      0.0958
 513     0.0121     0.0001   100.0000     0.7391    90.6400    13.0481      0.0958
 514     0.0117     0.0001    99.9980     0.7384    90.6600    13.2088      0.0958
 515     0.0113     0.0001   100.0000     0.7406    90.6700    13.1528      0.0957
 516     0.0109     0.0001    99.9980     0.7418    90.7100    13.1561      0.0957
 517     0.0105     0.0002    99.9960     0.7436    90.6900    13.1061      0.0957
 518     0.0101     0.0001    99.9960     0.7449    90.7100    13.4187      0.0957
 519     0.0097     0.0001   100.0000     0.7419    90.7400    13.0992      0.0957
 520     0.0092     0.0000   100.0000     0.7434    90.6100    13.1625      0.0956
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001    99.9960     0.7450    90.6000    13.1153      0.0956
 522     0.0084     0.0000   100.0000     0.7430    90.5300    13.0681      0.0956
 523     0.0080     0.0001    99.9980     0.7434    90.5600    13.2599      0.0956
 524     0.0076     0.0000   100.0000     0.7434    90.5900    13.2271      0.0956
 525     0.0072     0.0001   100.0000     0.7440    90.5800    13.3089      0.0955
 526     0.0068     0.0001    99.9940     0.7453    90.6100    13.0988      0.0955
 527     0.0064     0.0000   100.0000     0.7450    90.5400    13.3356      0.0955
 528     0.0060     0.0001    99.9980     0.7454    90.5500    13.2063      0.0955
 529     0.0055     0.0000   100.0000     0.7459    90.5600    13.0431      0.0955
 530     0.0051     0.0001    99.9980     0.7458    90.5900    13.0885      0.0955
 531     0.0047     0.0000   100.0000     0.7460    90.6200    13.0840      0.0955
 532     0.0043     0.0000   100.0000     0.7460    90.6100    13.2620      0.0955
 533     0.0039     0.0000   100.0000     0.7463    90.5900    13.1917      0.0955
 534     0.0035     0.0000   100.0000     0.7464    90.5300    13.2023      0.0955
 535     0.0031     0.0001    99.9980     0.7469    90.5200    13.1671      0.0955
 536     0.0027     0.0000   100.0000     0.7470    90.5300    13.1266      0.0954
 537     0.0022     0.0001    99.9960     0.7457    90.5800    12.9807      0.0954
 538     0.0018     0.0000   100.0000     0.7455    90.5500    13.0883      0.0954
 539     0.0014     0.0000   100.0000     0.7453    90.6100    13.4311      0.0954
 540     0.0010     0.0000   100.0000     0.7455    90.5900    13.3209      0.0954
 541     0.0010     0.0000   100.0000     0.7456    90.5900    13.2443      0.0954
 542     0.0010     0.0001    99.9980     0.7456    90.6200    13.0829      0.0954
 543     0.0010     0.0001   100.0000     0.7458    90.5900    13.3620      0.0954
 544     0.0010     0.0000   100.0000     0.7459    90.5800    13.2808      0.0954
 545     0.0010     0.0000   100.0000     0.7461    90.5900    13.3208      0.0954
 546     0.0010     0.0000   100.0000     0.7462    90.6000    13.2554      0.0954
 547     0.0010     0.0001    99.9980     0.7462    90.6000    13.1380      0.0954
 548     0.0010     0.0001    99.9980     0.7462    90.6000    13.1027      0.0954
 549     0.0010     0.0000   100.0000     0.7462    90.5800    13.0393      0.0954
 550     0.0010     0.0000   100.0000     0.7464    90.5800    13.2074      0.0954
 551     0.0010     0.0001    99.9980     0.7466    90.6200    13.1143      0.0954
 552     0.0010     0.0000   100.0000     0.7469    90.6200    13.1853      0.0954
 553     0.0010     0.0001    99.9980     0.7469    90.6100    13.1834      0.0954
 554     0.0010     0.0000   100.0000     0.7469    90.6000    13.0731      0.0954
 555     0.0010     0.0001   100.0000     0.7469    90.6000    13.2175      0.0954
 556     0.0010     0.0000   100.0000     0.7470    90.6000    13.1636      0.0954
 557     0.0010     0.0000   100.0000     0.7471    90.6100    13.2405      0.0954
 558     0.0010     0.0000   100.0000     0.7471    90.6100    13.3361      0.0954
 559     0.0010     0.0000   100.0000     0.7473    90.6000    13.2419      0.0954
 560     0.0010     0.0000   100.0000     0.7476    90.6100    13.2203      0.0954
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     0.7475    90.5900    13.2082      0.0954
 562     0.0010     0.0000   100.0000     0.7479    90.6200    13.1076      0.0954
 563     0.0010     0.0000   100.0000     0.7477    90.6400    13.2017      0.0954
 564     0.0010     0.0001    99.9980     0.7476    90.6100    13.2363      0.0954
 565     0.0010     0.0001   100.0000     0.7477    90.6000    13.0908      0.0954
 566     0.0010     0.0000   100.0000     0.7477    90.6200    13.1727      0.0954
 567     0.0010     0.0001    99.9980     0.7478    90.6400    13.2915      0.0954
 568     0.0010     0.0000   100.0000     0.7479    90.6200    13.1998      0.0954
 569     0.0010     0.0001   100.0000     0.7477    90.6400    13.0862      0.0954
 570     0.0010     0.0000   100.0000     0.7479    90.6400    13.2986      0.0954
 571     0.0010     0.0001    99.9980     0.7482    90.6200    13.2331      0.0954
 572     0.0010     0.0000   100.0000     0.7485    90.6300    13.1869      0.0954
 573     0.0010     0.0001    99.9980     0.7487    90.6400    13.2510      0.0954
 574     0.0010     0.0000   100.0000     0.7488    90.6400    13.0704      0.0954
 575     0.0010     0.0000   100.0000     0.7490    90.6300    13.0243      0.0954
 576     0.0010     0.0000   100.0000     0.7489    90.6200    13.1876      0.0954
 577     0.0010     0.0000   100.0000     0.7492    90.5800    13.3648      0.0954
 578     0.0010     0.0000   100.0000     0.7494    90.5900    13.2597      0.0954
 579     0.0010     0.0000   100.0000     0.7491    90.6200    13.1416      0.0954
 580     0.0010     0.0001    99.9980     0.7490    90.6200    13.2351      0.0954
 581     0.0010     0.0001   100.0000     0.7491    90.6200    13.0963      0.0954
 582     0.0010     0.0000   100.0000     0.7492    90.6200    13.1564      0.0954
 583     0.0010     0.0001   100.0000     0.7494    90.5900    13.1440      0.0954
 584     0.0010     0.0000    99.9980     0.7495    90.6100    13.2886      0.0954
 585     0.0010     0.0000   100.0000     0.7500    90.6100    13.2756      0.0954
 586     0.0010     0.0000   100.0000     0.7500    90.6100    13.4436      0.0954
 587     0.0010     0.0001    99.9980     0.7504    90.6100    13.1700      0.0954
 588     0.0010     0.0000   100.0000     0.7501    90.6100    13.1174      0.0954
 589     0.0010     0.0000   100.0000     0.7501    90.5900    13.0922      0.0954
 590     0.0010     0.0000   100.0000     0.7499    90.6200    13.1186      0.0954
 591     0.0010     0.0000   100.0000     0.7500    90.6200    13.2119      0.0954
 592     0.0010     0.0000   100.0000     0.7496    90.6200    13.0802      0.0954
 593     0.0010     0.0000   100.0000     0.7499    90.6300    13.3202      0.0954
 594     0.0010     0.0001   100.0000     0.7500    90.6300    13.1082      0.0954
 595     0.0010     0.0000   100.0000     0.7500    90.6400    13.1060      0.0954
 596     0.0010     0.0000   100.0000     0.7501    90.6400    13.2102      0.0954
 597     0.0010     0.0001    99.9960     0.7502    90.6300    13.2449      0.0954
 598     0.0010     0.0000   100.0000     0.7505    90.6500    13.1442      0.0954
 599     0.0010     0.0000   100.0000     0.7504    90.6500    13.2184      0.0954
 600     0.0010     0.0000   100.0000     0.7506    90.6500    13.2939      0.0954
