Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2224    15.0040     2.0903    19.3000    10.7964      0.9481
   2     0.1000     2.0671    20.4200     1.8749    26.2200     9.8973      0.9215
   3     0.1000     1.9116    25.6300     2.1639    19.9600    10.0303      0.9002
   4     0.1000     1.7876    31.3040     1.6322    38.2900    10.0152      0.8816
   5     0.1000     1.6592    37.4820     1.5437    42.1500    10.0708      0.8649
   6     0.1000     1.5280    43.2320     1.8956    26.1200    10.1024      0.8496
   7     0.1000     1.4109    48.3060     1.2965    53.5000     9.9857      0.8355
   8     0.1000     1.2829    53.7900     1.1691    58.7700    10.1153      0.8223
   9     0.1000     1.1472    59.3680     1.0327    63.5700     9.9941      0.8098
  10     0.1000     1.0422    63.1960     1.0000    65.2100     9.9999      0.7980
  11     0.1000     0.9560    66.6600     0.8649    70.3300     9.9429      0.7867
  12     0.1000     0.8660    70.2400     0.7969    72.4600    10.1050      0.7759
  13     0.1000     0.8078    72.2900     0.7533    74.3400     9.9560      0.7656
  14     0.1000     0.7407    74.9720     0.7263    74.9900     9.9998      0.7556
  15     0.1000     0.6987    76.2240     0.7852    74.0500    10.0706      0.7460
  16     0.1000     0.6561    77.8860     0.7024    76.8400    10.1688      0.7366
  17     0.1000     0.6136    79.2580     0.6204    79.4700    10.0222      0.7277
  18     0.1000     0.5780    80.4820     0.6410    78.7300    10.0398      0.7189
  19     0.1000     0.5432    81.8260     0.5902    80.3300    10.0978      0.7104
  20     0.1000     0.5208    82.5880     0.6041    80.5400    10.0301      0.7022
  21     0.1000     0.4939    83.6620     0.5624    81.6900    10.0400      0.6943
  22     0.1000     0.4671    84.4920     0.5265    82.8200     9.9404      0.6865
  23     0.1000     0.4453    85.2500     0.5435    82.1900    10.0495      0.6789
  24     0.1000     0.4284    85.9060     0.5665    82.2300    10.0328      0.6715
  25     0.1000     0.4048    86.5360     0.4967    84.3400    10.0553      0.6643
  26     0.1000     0.3954    86.9080     0.5529    82.5500    10.0830      0.6573
  27     0.1000     0.3693    87.7720     0.6089    81.6400     9.9990      0.6503
  28     0.1000     0.3580    88.2120     0.5368    83.0400    10.0013      0.6437
  29     0.1000     0.3477    88.5620     0.5026    84.4900    10.0892      0.6371
  30     0.1000     0.3264    89.2920     0.6130    82.1200    10.0541      0.6307
  31     0.1000     0.3152    89.5560     0.5203    84.2400    10.0549      0.6244
  32     0.1000     0.3006    90.1980     0.4777    85.4300    10.0727      0.6182
  33     0.1000     0.2831    90.5160     0.4666    86.0300    10.0646      0.6122
  34     0.1000     0.2767    90.7560     0.5119    84.9900    10.0512      0.6063
  35     0.1000     0.2660    91.2500     0.5329    84.2700     9.9652      0.6004
  36     0.1000     0.2610    91.4660     0.5330    84.1400    10.0372      0.5947
  37     0.1000     0.2506    91.6700     0.4713    85.6800    10.0756      0.5892
  38     0.1000     0.2381    92.0840     0.4562    86.5500    10.0782      0.5837
  39     0.1000     0.2319    92.3480     0.4825    85.7900    10.0314      0.5784
  40     0.1000     0.2217    92.6420     0.4731    85.7800    10.0880      0.5731
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2100    93.0840     0.4704    86.9800    10.2376      0.5678
  42     0.1000     0.2026    93.3140     0.5497    84.2500    10.0090      0.5627
  43     0.1000     0.1911    93.7060     0.4688    86.6600    10.0717      0.5577
  44     0.1000     0.1923    93.6820     0.4656    87.5000    10.1050      0.5527
  45     0.1000     0.1809    94.1280     0.4805    86.6500    10.1290      0.5478
  46     0.1000     0.1766    94.2680     0.4450    87.5800    10.1925      0.5430
  47     0.1000     0.1708    94.3840     0.4750    86.4900    10.1361      0.5383
  48     0.1000     0.1624    94.6520     0.5365    86.1400    10.0758      0.5337
  49     0.1000     0.1579    94.8400     0.5197    86.1100    10.1475      0.5292
  50     0.1000     0.1545    94.9240     0.4892    87.9300    10.0239      0.5246
  51     0.1000     0.1502    95.0140     0.4721    87.5600    10.0785      0.5202
  52     0.1000     0.1455    95.1520     0.4700    87.1700     9.9693      0.5159
  53     0.1000     0.1401    95.3620     0.5040    87.4600    10.0963      0.5116
  54     0.1000     0.1355    95.6200     0.4979    87.4300     9.9648      0.5073
  55     0.1000     0.1252    95.8300     0.5649    86.4800    10.0669      0.5031
  56     0.1000     0.1269    95.6720     0.4848    87.4900     9.9727      0.4990
  57     0.1000     0.1223    95.9100     0.5720    86.3500    10.0141      0.4950
  58     0.1000     0.1183    96.0980     0.5113    87.5800    10.0215      0.4910
  59     0.1000     0.1144    96.1880     0.5308    87.0500    10.0045      0.4871
  60     0.1000     0.1087    96.4040     0.6115    85.5100     9.9437      0.4831
  61     0.1000     0.1060    96.4500     0.4736    88.7100    10.1280      0.4794
  62     0.1000     0.1019    96.6340     0.5339    86.8900    10.0376      0.4756
  63     0.1000     0.0987    96.7580     0.6057    85.3400    10.0940      0.4718
  64     0.1000     0.0958    96.8340     0.5019    87.8700    10.0522      0.4681
  65     0.1000     0.0942    96.9100     0.5171    88.1500    10.0111      0.4645
  66     0.1000     0.0935    96.9360     0.5174    87.6000    10.0701      0.4609
  67     0.1000     0.0843    97.1500     0.5059    88.1900    10.0913      0.4573
  68     0.1000     0.0899    96.9960     0.5064    87.8900    10.0031      0.4538
  69     0.1000     0.0869    97.1300     0.5430    87.6800     9.9850      0.4504
  70     0.1000     0.0820    97.2540     0.5056    88.6100     9.8905      0.4470
  71     0.1000     0.0824    97.2860     0.5528    87.1400     9.9690      0.4436
  72     0.1000     0.0738    97.6340     0.5228    87.9200     9.9565      0.4402
  73     0.1000     0.0765    97.5800     0.5225    88.3500    10.1333      0.4369
  74     0.1000     0.0766    97.4880     0.5647    87.8300     9.9882      0.4337
  75     0.1000     0.0724    97.6120     0.5389    87.9200    10.1369      0.4305
  76     0.1000     0.0668    97.8020     0.5775    87.4300     9.8948      0.4273
  77     0.1000     0.0694    97.6960     0.5202    88.4600     9.9937      0.4241
  78     0.1000     0.0673    97.7980     0.5052    88.3700    10.0571      0.4210
  79     0.1000     0.0644    97.8920     0.5377    88.0100    10.0214      0.4179
  80     0.1000     0.0627    97.9820     0.5478    88.1100    10.1525      0.4149
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0602    98.0020     0.5543    87.8900     9.9808      0.4118
  82     0.1000     0.0633    97.9440     0.6766    86.2500     9.9690      0.4089
  83     0.1000     0.0541    98.2040     0.5262    88.9900    10.0329      0.4059
  84     0.1000     0.0550    98.2380     0.5816    87.8800    10.0643      0.4030
  85     0.1000     0.0589    98.0720     0.5315    88.7100     9.9959      0.4002
  86     0.1000     0.0551    98.2320     0.5368    88.8300    10.0600      0.3974
  87     0.1000     0.0496    98.3860     0.5346    89.0400    10.1011      0.3945
  88     0.1000     0.0538    98.2440     0.6222    87.5800     9.9570      0.3917
  89     0.1000     0.0570    98.1240     0.5058    89.1600     9.9731      0.3890
  90     0.1000     0.0477    98.4200     0.5867    87.8000    10.1468      0.3863
  91     0.1000     0.0521    98.2720     0.5371    88.6600    10.1209      0.3835
  92     0.1000     0.0509    98.3320     0.5519    88.9100    10.0450      0.3809
  93     0.1000     0.0455    98.5180     0.5848    88.5600    10.0459      0.3782
  94     0.1000     0.0450    98.5420     0.6003    87.6100    10.0409      0.3756
  95     0.1000     0.0459    98.4700     0.6904    86.1400    10.0186      0.3731
  96     0.1000     0.0478    98.4360     0.7058    86.8100     9.9944      0.3706
  97     0.1000     0.0465    98.5080     0.5024    89.0200    10.0012      0.3679
  98     0.1000     0.0421    98.6240     0.9959    83.3200     9.9408      0.3655
  99     0.1000     0.0450    98.6100     0.5462    89.0000     9.9444      0.3630
 100     0.1000     0.0396    98.7000     0.5390    89.4200    10.0607      0.3606
 101     0.1000     0.0364    98.8380     0.5861    88.4500     9.9909      0.3581
 102     0.1000     0.0412    98.6320     0.5765    88.6900    10.1228      0.3557
 103     0.1000     0.0319    99.0220     0.7070    86.8200     9.9675      0.3532
 104     0.1000     0.0414    98.6220     0.5878    88.2400    10.0057      0.3509
 105     0.1000     0.0390    98.7260     0.5503    88.9600     9.9584      0.3486
 106     0.1000     0.0383    98.7360     0.5355    88.9600     9.9554      0.3463
 107     0.1000     0.0353    98.8700     0.5858    88.8700    10.0193      0.3440
 108     0.1000     0.0384    98.7320     0.5534    89.1200     9.9045      0.3417
 109     0.1000     0.0382    98.8020     0.5429    88.7100     9.8816      0.3395
 110     0.1000     0.0315    99.0280     0.6064    88.5300    10.1317      0.3373
 111     0.1000     0.0348    98.9000     0.5595    89.1600    10.0951      0.3350
 112     0.1000     0.0313    99.0120     0.5177    89.7200    10.0924      0.3329
 113     0.1000     0.0324    99.0100     0.5601    89.3900    10.1176      0.3307
 114     0.1000     0.0378    98.7580     0.5275    88.8600    10.1200      0.3286
 115     0.1000     0.0330    98.9100     0.6370    87.7600    10.2451      0.3266
 116     0.1000     0.0331    98.9520     0.5902    88.8700    10.0912      0.3245
 117     0.1000     0.0276    99.1100     0.6001    88.7800    10.0213      0.3224
 118     0.1000     0.0326    98.8760     0.5602    89.3000    10.0372      0.3203
 119     0.1000     0.0266    99.1720     0.5679    89.3300    10.0306      0.3183
 120     0.1000     0.0324    98.9540     0.5590    89.5500     9.9621      0.3163
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0273    99.1240     0.5614    88.8100     9.9359      0.3143
 122     0.1000     0.0299    99.0680     0.5840    89.3100    10.0350      0.3124
 123     0.1000     0.0296    99.0240     0.5762    88.9300    10.1676      0.3104
 124     0.1000     0.0305    98.9700     0.5606    89.2000    10.1947      0.3085
 125     0.1000     0.0288    99.1000     0.5802    89.4000    10.0747      0.3066
 126     0.1000     0.0262    99.1700     0.5557    89.2400    10.0394      0.3047
 127     0.1000     0.0267    99.1160     0.5798    89.0500    10.1024      0.3029
 128     0.1000     0.0263    99.1540     0.5767    88.8900    10.0731      0.3010
 129     0.1000     0.0283    99.0920     0.5830    89.6500     9.9827      0.2992
 130     0.1000     0.0245    99.2600     0.5745    89.4300    10.0825      0.2974
 131     0.1000     0.0241    99.1980     0.5940    89.0400    10.0355      0.2956
 132     0.1000     0.0279    99.1340     0.6049    88.5900    10.0567      0.2937
 133     0.1000     0.0285    99.1100     0.5564    88.8800    10.1202      0.2920
 134     0.1000     0.0236    99.2160     0.5932    89.4300     9.9749      0.2903
 135     0.1000     0.0243    99.2180     0.5722    89.2000    10.0475      0.2886
 136     0.1000     0.0272    99.1180     0.5814    88.8200    10.0009      0.2869
 137     0.1000     0.0242    99.2180     0.6081    88.6300    10.0962      0.2851
 138     0.1000     0.0249    99.1800     0.6195    88.8100    10.0797      0.2835
 139     0.1000     0.0259    99.1760     0.5667    89.3200     9.9902      0.2818
 140     0.1000     0.0234    99.2600     0.5705    89.6300    10.0959      0.2801
 141     0.1000     0.0233    99.2340     0.6508    88.5500    10.1048      0.2785
 142     0.1000     0.0229    99.2960     0.5809    89.3200    10.0898      0.2768
 143     0.1000     0.0219    99.3600     0.5737    89.4500    10.0534      0.2752
 144     0.1000     0.0231    99.2740     0.5714    89.2700    10.0614      0.2736
 145     0.1000     0.0201    99.3320     0.5737    89.6600     9.9870      0.2720
 146     0.1000     0.0250    99.1680     0.5529    89.1900    10.0511      0.2704
 147     0.1000     0.0210    99.3240     0.5525    89.8200     9.9075      0.2689
 148     0.1000     0.0227    99.2480     0.5528    89.9400    10.0956      0.2673
 149     0.1000     0.0191    99.3980     0.5743    89.5900    10.0235      0.2658
 150     0.1000     0.0219    99.2780     0.5606    89.7200    10.0702      0.2642
 151     0.1000     0.0204    99.3760     0.5597    89.5000     9.9221      0.2627
 152     0.1000     0.0188    99.3980     0.5846    89.6800     9.9655      0.2613
 153     0.1000     0.0241    99.2620     0.5596    89.4500    10.0738      0.2598
 154     0.1000     0.0217    99.3100     0.5698    89.3500    10.1758      0.2583
 155     0.1000     0.0208    99.3440     0.5750    89.5300     9.9879      0.2569
 156     0.1000     0.0250    99.2420     0.5596    89.6300     9.9744      0.2555
 157     0.1000     0.0198    99.3760     0.6452    88.3100    10.0354      0.2541
 158     0.1000     0.0194    99.3880     0.8177    86.5600    10.0088      0.2527
 159     0.1000     0.0194    99.3820     0.5726    89.7700    10.0141      0.2513
 160     0.1000     0.0204    99.3500     0.5625    89.8700    10.0102      0.2499
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0183    99.4220     0.5805    89.7200    10.0715      0.2485
 162     0.1000     0.0200    99.3440     0.6027    89.3100    10.0512      0.2472
 163     0.1000     0.0198    99.3380     0.6320    88.7800    10.0675      0.2459
 164     0.1000     0.0173    99.4380     0.6544    89.2300    10.0480      0.2445
 165     0.1000     0.0179    99.4400     0.5615    89.6200     9.9592      0.2432
 166     0.1000     0.0168    99.4680     0.5767    89.7800     9.9316      0.2418
 167     0.1000     0.0178    99.4500     0.5799    89.6000    10.0378      0.2405
 168     0.1000     0.0193    99.3840     0.5624    89.6300    10.0696      0.2393
 169     0.1000     0.0183    99.4560     0.5749    89.7900    10.0381      0.2380
 170     0.1000     0.0160    99.5060     0.6359    88.7100    10.0400      0.2367
 171     0.1000     0.0184    99.4700     0.6174    89.3100    10.0091      0.2355
 172     0.1000     0.0167    99.5060     0.6205    89.3900    10.0277      0.2342
 173     0.1000     0.0200    99.3860     0.6114    89.2300    10.0392      0.2330
 174     0.1000     0.0205    99.3620     0.5678    89.4500     9.9719      0.2318
 175     0.1000     0.0186    99.3900     0.6062    89.5200    10.1000      0.2306
 176     0.1000     0.0176    99.4260     0.6046    89.4700     9.9944      0.2294
 177     0.1000     0.0163    99.4980     0.5812    89.7500     9.9989      0.2282
 178     0.1000     0.0136    99.5540     0.5952    89.6600    10.0961      0.2270
 179     0.1000     0.0173    99.4540     0.6175    89.2800    10.0597      0.2259
 180     0.1000     0.0165    99.4700     0.5854    90.1000    10.0703      0.2247
 181     0.1000     0.0175    99.4320     0.6038    89.6100    10.0147      0.2236
 182     0.1000     0.0163    99.4780     0.5776    89.5900    10.0502      0.2224
 183     0.1000     0.0135    99.5520     0.6177    89.5000    10.0535      0.2213
 184     0.1000     0.0161    99.5200     0.5861    89.5500    10.0867      0.2201
 185     0.1000     0.0156    99.5160     0.6150    89.5800    10.0856      0.2191
 186     0.1000     0.0165    99.4880     0.5990    89.6700    10.0597      0.2179
 187     0.1000     0.0176    99.4760     0.5876    89.3300    10.0842      0.2169
 188     0.1000     0.0168    99.4800     0.5843    89.9600    10.0774      0.2158
 189     0.1000     0.0151    99.5220     0.5829    89.6100    10.1142      0.2147
 190     0.1000     0.0149    99.5360     0.6360    89.4500    10.0211      0.2136
 191     0.1000     0.0118    99.6280     0.6025    89.7800    10.0722      0.2126
 192     0.1000     0.0148    99.5120     0.5776    90.0700    10.1531      0.2116
 193     0.1000     0.0143    99.5700     0.6072    89.5000    10.0999      0.2105
 194     0.1000     0.0159    99.5200     0.6045    89.8300    10.1468      0.2095
 195     0.1000     0.0165    99.4900     0.6466    88.9800    10.0884      0.2085
 196     0.1000     0.0153    99.5140     0.5715    90.1100    10.0629      0.2075
 197     0.1000     0.0167    99.4800     0.5998    89.5700    10.0234      0.2065
 198     0.1000     0.0148    99.5360     0.5852    89.3400    10.0342      0.2055
 199     0.1000     0.0135    99.5460     0.5878    89.8500    10.0171      0.2045
 200     0.1000     0.0175    99.4000     0.5828    89.6100    10.0402      0.2035
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0131    99.5740     0.6102    89.8000    10.0946      0.2026
 202     0.1000     0.0151    99.5200     0.5547    90.0300    10.1255      0.2017
 203     0.1000     0.0158    99.5080     0.5713    90.1400    10.1288      0.2007
 204     0.1000     0.0146    99.5520     0.6047    89.3200    10.0686      0.1997
 205     0.1000     0.0168    99.4480     0.6186    89.1900    10.0914      0.1988
 206     0.1000     0.0161    99.4900     0.5908    89.6600    10.1043      0.1979
 207     0.1000     0.0142    99.5900     0.5540    90.1800    10.0262      0.1970
 208     0.1000     0.0134    99.5700     0.5700    89.9900     9.9655      0.1961
 209     0.1000     0.0146    99.5340     0.5770    90.0300    10.1152      0.1952
 210     0.1000     0.0136    99.5480     0.5994    89.9300    10.1637      0.1943
 211     0.1000     0.0134    99.5820     0.6343    89.4300    10.0807      0.1934
 212     0.1000     0.0155    99.5420     0.5823    89.9300    10.1505      0.1926
 213     0.1000     0.0139    99.5480     0.5875    89.9400    10.1300      0.1917
 214     0.1000     0.0111    99.6480     0.6209    89.4600    10.1063      0.1908
 215     0.1000     0.0154    99.5500     0.5786    89.7400    10.0430      0.1899
 216     0.1000     0.0139    99.5740     0.6000    89.8700    10.0443      0.1891
 217     0.1000     0.0119    99.6200     0.5981    90.1000     9.9718      0.1882
 218     0.1000     0.0143    99.5640     0.5685    89.9500    10.1022      0.1874
 219     0.1000     0.0147    99.5440     0.6031    89.3800    10.0416      0.1865
 220     0.1000     0.0138    99.5960     0.5770    89.9400    10.0507      0.1857
 221     0.1000     0.0142    99.5440     0.5936    89.6900    10.1550      0.1849
 222     0.1000     0.0144    99.5600     0.5852    89.9200    10.0053      0.1841
 223     0.1000     0.0100    99.7020     0.6378    89.3100    10.0578      0.1832
 224     0.1000     0.0143    99.5640     0.5926    89.7100    10.1269      0.1824
 225     0.1000     0.0111    99.6500     0.6200    89.6200     9.9959      0.1816
 226     0.1000     0.0151    99.5260     0.6268    89.4700    10.0287      0.1808
 227     0.1000     0.0147    99.5460     0.5724    90.1600    10.0739      0.1801
 228     0.1000     0.0115    99.6680     0.5677    89.8500    10.0546      0.1793
 229     0.1000     0.0112    99.6560     0.6095    89.2800    10.0298      0.1785
 230     0.1000     0.0149    99.5200     0.6200    89.2700     9.9700      0.1778
 231     0.1000     0.0138    99.5780     0.5903    89.5200     9.9442      0.1770
 232     0.1000     0.0123    99.6280     0.6037    89.8600    10.1418      0.1763
 233     0.1000     0.0136    99.6060     0.6425    89.3800     9.9595      0.1756
 234     0.1000     0.0126    99.5860     0.6269    89.7400    10.0141      0.1748
 235     0.1000     0.0136    99.5600     0.5807    89.8600    10.0800      0.1741
 236     0.1000     0.0128    99.6120     0.5665    89.9800    10.0424      0.1734
 237     0.1000     0.0125    99.6180     0.6054    89.5100    10.0094      0.1727
 238     0.1000     0.0130    99.6080     0.5959    89.7500    10.0752      0.1720
 239     0.1000     0.0114    99.6400     0.5995    90.1000    10.0158      0.1712
 240     0.1000     0.0138    99.5740     0.5711    89.8200    10.0700      0.1706
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0112    99.6200     0.5939    90.1700    10.0810      0.1699
 242     0.1000     0.0114    99.6480     0.6498    89.4000    10.0393      0.1692
 243     0.1000     0.0125    99.6180     0.6057    89.6300    10.0489      0.1684
 244     0.1000     0.0116    99.6040     0.6183    89.4900    10.0463      0.1678
 245     0.1000     0.0108    99.6660     0.6036    89.8400    10.0515      0.1671
 246     0.1000     0.0137    99.5440     0.5901    89.9100    10.1211      0.1664
 247     0.1000     0.0116    99.6500     0.6446    89.4000    10.1497      0.1657
 248     0.1000     0.0126    99.6180     0.6105    89.8800    10.0630      0.1651
 249     0.1000     0.0133    99.5800     0.5779    89.8900    10.0677      0.1644
 250     0.1000     0.0099    99.6620     0.5986    89.7000    10.0205      0.1637
 251     0.1000     0.0101    99.6700     0.6139    89.8600    10.0234      0.1631
 252     0.1000     0.0125    99.6160     0.6069    89.5500    10.0988      0.1625
 253     0.1000     0.0124    99.6220     0.6283    89.4100    10.1092      0.1619
 254     0.1000     0.0114    99.6640     0.6032    89.9500    10.0935      0.1612
 255     0.1000     0.0120    99.6240     0.5833    90.1700    10.0732      0.1606
 256     0.1000     0.0105    99.6780     0.6322    89.8700    10.0296      0.1600
 257     0.1000     0.0114    99.6780     0.6110    89.6600    10.1181      0.1593
 258     0.1000     0.0128    99.6240     0.6008    89.7700    10.0221      0.1587
 259     0.1000     0.0092    99.7000     0.6203    89.5500    10.0923      0.1581
 260     0.1000     0.0115    99.6420     0.7408    88.5500    10.0281      0.1575
 261     0.1000     0.0118    99.6120     0.6442    89.6700    10.0151      0.1569
 262     0.1000     0.0102    99.6700     0.6050    89.8500    10.1347      0.1563
 263     0.1000     0.0138    99.5600     0.6006    89.6600    10.0894      0.1557
 264     0.1000     0.0098    99.6880     0.5995    90.1100    10.0744      0.1551
 265     0.1000     0.0110    99.6640     0.6007    90.0100    10.0330      0.1545
 266     0.1000     0.0079    99.7620     0.6484    89.8400    10.0457      0.1539
 267     0.1000     0.0115    99.6080     0.5914    89.8000    10.0180      0.1533
 268     0.1000     0.0125    99.6320     0.6175    89.5700    10.0040      0.1527
 269     0.1000     0.0106    99.6940     0.6283    89.9700    10.1289      0.1522
 270     0.1000     0.0116    99.6560     0.5854    90.1800    10.0769      0.1516
 271     0.1000     0.0099    99.6460     0.6122    89.8900    10.0849      0.1510
 272     0.1000     0.0110    99.7020     0.6255    89.6500    10.1100      0.1505
 273     0.1000     0.0105    99.6620     0.6093    89.8200    10.0803      0.1499
 274     0.1000     0.0109    99.6680     0.5931    90.2900    10.0280      0.1494
 275     0.1000     0.0117    99.6520     0.5932    90.0600    10.0841      0.1489
 276     0.1000     0.0116    99.6740     0.6345    89.7300    10.0831      0.1483
 277     0.1000     0.0121    99.6460     0.6908    88.6200    10.0573      0.1478
 278     0.1000     0.0102    99.6860     0.5946    89.9800     9.9912      0.1473
 279     0.1000     0.0104    99.6780     0.6445    89.5100    10.1402      0.1467
 280     0.1000     0.0116    99.6420     0.6015    89.7200     9.9916      0.1462
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0123    99.6100     0.5834    90.1700     9.9910      0.1457
 282     0.1000     0.0111    99.6500     0.6022    89.8300    10.0251      0.1451
 283     0.1000     0.0106    99.6880     0.5958    90.2100    10.0262      0.1446
 284     0.1000     0.0131    99.6020     0.5862    89.7900    10.0940      0.1442
 285     0.1000     0.0086    99.7320     0.6292    89.9400    10.0589      0.1436
 286     0.1000     0.0082    99.7320     0.6227    90.0900    10.1372      0.1431
 287     0.1000     0.0117    99.6460     0.6233    89.8600    10.0597      0.1426
 288     0.1000     0.0096    99.6940     0.6758    88.9800    10.0650      0.1421
 289     0.1000     0.0092    99.7080     0.7866    87.6300    10.0002      0.1416
 290     0.1000     0.0128    99.5800     0.5692    89.9700    10.0105      0.1412
 291     0.1000     0.0114    99.6420     0.6002    89.7800    10.0600      0.1407
 292     0.1000     0.0091    99.7200     0.6267    89.9500    10.0697      0.1403
 293     0.1000     0.0095    99.7060     0.6067    90.2200    10.0112      0.1398
 294     0.1000     0.0093    99.7380     0.6211    90.3900    10.0572      0.1393
 295     0.1000     0.0108    99.6800     0.6768    89.2700    10.1112      0.1388
 296     0.1000     0.0100    99.6920     0.6433    89.4000     9.9968      0.1384
 297     0.1000     0.0118    99.6260     0.6113    90.0400    10.0501      0.1379
 298     0.1000     0.0103    99.6680     0.6209    90.1400    10.0458      0.1375
 299     0.1000     0.0118    99.6460     0.5853    89.8300    10.0242      0.1370
 300     0.1000     0.0140    99.5740     0.5981    89.7700     9.9495      0.1366
 301     0.0996     0.0101    99.6940     0.5737    90.1800    10.1066      0.1362
 302     0.0992     0.0092    99.7180     0.6204    89.8200     9.9476      0.1357
 303     0.0988     0.0106    99.6880     0.6271    89.5200    10.0115      0.1353
 304     0.0983     0.0102    99.6900     0.6372    89.5800     9.9807      0.1348
 305     0.0979     0.0081    99.7500     0.6023    90.1200     9.9073      0.1344
 306     0.0975     0.0089    99.7120     0.6201    89.9400     9.8604      0.1339
 307     0.0971     0.0084    99.7320     0.6375    89.7300    10.0169      0.1335
 308     0.0967     0.0074    99.7620     0.6391    90.3100     9.9169      0.1331
 309     0.0963     0.0101    99.6880     0.6341    89.5500     9.9052      0.1327
 310     0.0959     0.0102    99.6840     0.6439    89.8100     9.9062      0.1323
 311     0.0955     0.0101    99.6720     0.5995    90.1000     9.9808      0.1318
 312     0.0950     0.0082    99.7420     0.5970    90.4700    10.0308      0.1314
 313     0.0946     0.0074    99.7860     0.6278    90.1800     9.9718      0.1310
 314     0.0942     0.0066    99.7980     0.6141    90.3000     9.9045      0.1306
 315     0.0938     0.0069    99.7820     0.6266    90.1500     9.9066      0.1302
 316     0.0934     0.0087    99.7420     0.6104    90.3000    10.1075      0.1298
 317     0.0930     0.0079    99.7580     0.6243    89.9800     9.9934      0.1294
 318     0.0926     0.0078    99.7520     0.6036    90.2900    10.0384      0.1290
 319     0.0922     0.0078    99.7680     0.6264    90.0600    10.0112      0.1286
 320     0.0917     0.0080    99.7740     0.6440    89.8600    10.0529      0.1282
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0069    99.7740     0.6354    90.0100    10.0020      0.1278
 322     0.0909     0.0071    99.7880     0.6834    89.5600    10.1135      0.1275
 323     0.0905     0.0046    99.8520     0.6512    90.3300    10.1072      0.1271
 324     0.0901     0.0069    99.7700     0.6490    90.0000    10.0794      0.1267
 325     0.0897     0.0083    99.7380     0.6395    90.1100     9.9779      0.1263
 326     0.0893     0.0071    99.7760     0.6654    90.0700     9.9833      0.1260
 327     0.0889     0.0044    99.8820     0.6401    90.2500    10.0885      0.1256
 328     0.0885     0.0060    99.8140     0.6230    90.4300    10.0396      0.1253
 329     0.0880     0.0077    99.7720     0.6325    90.1000    10.0005      0.1249
 330     0.0876     0.0054    99.8360     0.6595    90.2000    10.0036      0.1246
 331     0.0872     0.0056    99.8280     0.6619    90.3500     9.9578      0.1243
 332     0.0868     0.0072    99.7860     0.6235    90.4600    10.0903      0.1239
 333     0.0864     0.0060    99.7940     0.6452    90.5700    10.0327      0.1236
 334     0.0860     0.0053    99.8460     0.6303    90.3400    10.0441      0.1233
 335     0.0856     0.0038    99.8880     0.6414    90.4700    10.0610      0.1229
 336     0.0852     0.0041    99.8920     0.6669    90.4800    10.0335      0.1226
 337     0.0847     0.0051    99.8560     0.6766    90.3800    10.0743      0.1222
 338     0.0843     0.0081    99.7820     0.6011    90.4900    10.1071      0.1219
 339     0.0839     0.0066    99.8220     0.6228    90.1500    10.0652      0.1216
 340     0.0835     0.0046    99.8520     0.6160    90.5900    10.1132      0.1213
 341     0.0831     0.0039    99.8740     0.6306    90.4300     9.9485      0.1209
 342     0.0827     0.0056    99.8100     0.6762    89.9500    10.1045      0.1207
 343     0.0823     0.0048    99.8520     0.6452    90.3300    10.1362      0.1204
 344     0.0818     0.0023    99.9460     0.6532    90.4300    10.0104      0.1200
 345     0.0814     0.0045    99.8660     0.6741    90.2300    10.0656      0.1197
 346     0.0810     0.0044    99.8680     0.7148    90.1800    10.0620      0.1194
 347     0.0806     0.0039    99.8760     0.6691    90.4700     9.9872      0.1191
 348     0.0802     0.0039    99.8740     0.6694    90.3300    10.0187      0.1188
 349     0.0798     0.0032    99.8940     0.6924    90.2700    10.0362      0.1185
 350     0.0794     0.0030    99.9240     0.6715    90.3200    10.0905      0.1182
 351     0.0790     0.0049    99.8500     0.6416    90.4700    10.1066      0.1179
 352     0.0786     0.0039    99.8840     0.6543    90.2600    10.0313      0.1176
 353     0.0781     0.0027    99.9140     0.6759    90.1000    10.0065      0.1173
 354     0.0777     0.0036    99.9140     0.6514    90.2400    10.0917      0.1170
 355     0.0773     0.0027    99.9160     0.6852    90.4600    10.1694      0.1167
 356     0.0769     0.0046    99.8580     0.6650    90.2400    10.1249      0.1164
 357     0.0765     0.0034    99.8940     0.6332    90.5800    10.0940      0.1162
 358     0.0761     0.0054    99.8260     0.6855    89.9000    10.0691      0.1159
 359     0.0757     0.0044    99.8660     0.6716    90.2000    10.0636      0.1156
 360     0.0753     0.0040    99.8940     0.6643    90.4300    10.0160      0.1153
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0031    99.8980     0.6763    90.0200    10.1031      0.1151
 362     0.0744     0.0030    99.9120     0.7015    90.3400    10.0445      0.1148
 363     0.0740     0.0040    99.9000     0.7005    89.7400    10.0520      0.1145
 364     0.0736     0.0031    99.9160     0.7138    90.1300    10.0224      0.1143
 365     0.0732     0.0019    99.9520     0.6709    90.4100    10.0875      0.1140
 366     0.0728     0.0022    99.9420     0.6883    90.3900    10.0807      0.1138
 367     0.0724     0.0020    99.9380     0.6963    90.4700     9.9480      0.1135
 368     0.0720     0.0036    99.8820     0.6698    90.7300    10.0660      0.1133
 369     0.0715     0.0040    99.8540     0.7148    90.1300    10.0467      0.1130
 370     0.0711     0.0048    99.8480     0.6670    90.4400     9.9811      0.1128
 371     0.0707     0.0035    99.8900     0.6403    90.7400    10.0173      0.1126
 372     0.0703     0.0031    99.9160     0.6571    90.5700    10.0490      0.1123
 373     0.0699     0.0018    99.9540     0.6634    90.6900     9.9617      0.1121
 374     0.0695     0.0023    99.9360     0.6831    90.4900     9.9615      0.1118
 375     0.0691     0.0022    99.9380     0.7166    90.4200     9.8743      0.1116
 376     0.0686     0.0030    99.9260     0.6925    90.2100     9.8362      0.1114
 377     0.0682     0.0030    99.9260     0.6786    90.4400     9.8451      0.1111
 378     0.0678     0.0028    99.9180     0.6592    90.6600     9.9850      0.1109
 379     0.0674     0.0036    99.8880     0.6986    90.2100    10.1124      0.1107
 380     0.0670     0.0018    99.9460     0.6929    90.2400    10.0277      0.1105
 381     0.0666     0.0025    99.9360     0.7180    90.4400    10.0179      0.1102
 382     0.0662     0.0030    99.9040     0.6941    90.6400    10.0472      0.1100
 383     0.0658     0.0019    99.9480     0.6602    90.8500     9.9401      0.1098
 384     0.0654     0.0025    99.9340     0.6682    90.4200    10.0398      0.1096
 385     0.0649     0.0033    99.8920     0.6762    90.5200    10.0720      0.1094
 386     0.0645     0.0024    99.9260     0.6829    90.4700    10.0957      0.1092
 387     0.0641     0.0020    99.9380     0.6554    90.8400    10.1416      0.1090
 388     0.0637     0.0020    99.9520     0.6551    90.8200    10.0168      0.1088
 389     0.0633     0.0023    99.9220     0.6446    90.9600     9.9904      0.1086
 390     0.0629     0.0025    99.9200     0.6574    90.6700    10.1502      0.1084
 391     0.0625     0.0016    99.9620     0.6757    90.7500    10.0069      0.1082
 392     0.0621     0.0016    99.9500     0.6863    90.6800    10.0793      0.1080
 393     0.0616     0.0029    99.9120     0.6750    90.5500    10.0143      0.1078
 394     0.0612     0.0013    99.9680     0.6830    90.7800    10.0990      0.1076
 395     0.0608     0.0019    99.9480     0.7042    90.6800    10.2091      0.1074
 396     0.0604     0.0015    99.9620     0.6804    90.7100    10.0966      0.1072
 397     0.0600     0.0018    99.9360     0.6828    90.8800     9.9839      0.1070
 398     0.0596     0.0029    99.9120     0.6667    90.9500    10.0094      0.1068
 399     0.0592     0.0020    99.9360     0.6720    90.7800    10.0740      0.1067
 400     0.0588     0.0019    99.9420     0.6937    90.9100     9.9803      0.1065
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0019    99.9460     0.6797    90.8200     9.9214      0.1063
 402     0.0579     0.0017    99.9420     0.6701    90.8500     9.9127      0.1061
 403     0.0575     0.0018    99.9600     0.6560    90.9900    10.0356      0.1059
 404     0.0571     0.0009    99.9800     0.7136    90.6100    10.0093      0.1058
 405     0.0567     0.0012    99.9700     0.6963    90.9900    10.1176      0.1056
 406     0.0563     0.0012    99.9620     0.6714    91.3000     9.9450      0.1054
 407     0.0559     0.0012    99.9620     0.6791    91.1700    10.0331      0.1052
 408     0.0554     0.0011    99.9640     0.6881    91.0900    10.0260      0.1051
 409     0.0550     0.0021    99.9460     0.6716    91.1100    10.2117      0.1049
 410     0.0546     0.0009    99.9760     0.6791    91.1400    10.0941      0.1047
 411     0.0542     0.0010    99.9720     0.6877    90.9700    10.0375      0.1046
 412     0.0538     0.0014    99.9620     0.6864    90.8500    10.0876      0.1044
 413     0.0534     0.0014    99.9660     0.7062    90.9800    10.0994      0.1043
 414     0.0530     0.0013    99.9800     0.6862    90.9400    10.1002      0.1041
 415     0.0526     0.0020    99.9340     0.7273    90.6800    10.0788      0.1039
 416     0.0522     0.0009    99.9780     0.7022    90.9800    10.0925      0.1038
 417     0.0517     0.0008    99.9780     0.6924    90.9400    10.0075      0.1036
 418     0.0513     0.0008    99.9760     0.7228    91.0200    10.0300      0.1035
 419     0.0509     0.0006    99.9880     0.7078    91.1500     9.9950      0.1033
 420     0.0505     0.0007    99.9720     0.7115    90.9200     9.9574      0.1032
 421     0.0501     0.0007    99.9860     0.6975    90.9200    10.0909      0.1030
 422     0.0497     0.0008    99.9720     0.7161    90.8500    10.1401      0.1029
 423     0.0493     0.0013    99.9700     0.7199    90.9300    10.1444      0.1027
 424     0.0489     0.0008    99.9740     0.6996    90.9800    10.0934      0.1026
 425     0.0484     0.0008    99.9740     0.6958    90.9600    10.0053      0.1024
 426     0.0480     0.0006    99.9840     0.7035    90.9200    10.0939      0.1023
 427     0.0476     0.0005    99.9840     0.7198    91.0600    10.0161      0.1021
 428     0.0472     0.0006    99.9880     0.7196    90.8500    10.0337      0.1020
 429     0.0468     0.0009    99.9760     0.7164    90.8000    10.0854      0.1019
 430     0.0464     0.0006    99.9860     0.7262    90.7600    10.0935      0.1017
 431     0.0460     0.0004    99.9940     0.7385    91.0200    10.1078      0.1016
 432     0.0456     0.0009    99.9720     0.7134    90.8700    10.0210      0.1015
 433     0.0451     0.0012    99.9680     0.7120    91.0000    10.0745      0.1014
 434     0.0447     0.0006    99.9840     0.7272    90.9700    10.0291      0.1012
 435     0.0443     0.0006    99.9860     0.7116    90.8600     9.9727      0.1011
 436     0.0439     0.0007    99.9740     0.7146    91.0700    10.0269      0.1010
 437     0.0435     0.0007    99.9760     0.7090    90.9700    10.0581      0.1008
 438     0.0431     0.0008    99.9760     0.7398    90.5500    10.1125      0.1007
 439     0.0427     0.0006    99.9880     0.7311    90.7200    10.0577      0.1006
 440     0.0423     0.0005    99.9920     0.7371    90.8200    10.1213      0.1005
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0005    99.9860     0.7254    91.1100    10.1322      0.1004
 442     0.0414     0.0005    99.9840     0.7294    90.9700    10.1050      0.1003
 443     0.0410     0.0005    99.9800     0.7248    90.7500    10.1586      0.1002
 444     0.0406     0.0007    99.9720     0.7227    90.7900    10.1105      0.1000
 445     0.0402     0.0011    99.9720     0.7123    90.9800    10.1440      0.0999
 446     0.0398     0.0005    99.9880     0.7143    90.8600    10.1006      0.0998
 447     0.0394     0.0004    99.9920     0.7202    90.7600    10.0564      0.0997
 448     0.0389     0.0002    99.9960     0.7212    90.8900    10.0139      0.0996
 449     0.0385     0.0002    99.9960     0.7259    90.8200    10.0339      0.0995
 450     0.0381     0.0005    99.9880     0.7372    90.8300     9.9770      0.0994
 451     0.0377     0.0008    99.9820     0.7443    90.8200     9.9887      0.0993
 452     0.0373     0.0006    99.9860     0.7232    90.8000    10.1150      0.0992
 453     0.0369     0.0004    99.9920     0.7248    90.7500    10.0333      0.0991
 454     0.0365     0.0004    99.9900     0.7303    91.0400    10.0389      0.0990
 455     0.0361     0.0004    99.9900     0.7269    91.0800    10.1404      0.0989
 456     0.0357     0.0004    99.9900     0.7270    91.0000    10.0475      0.0988
 457     0.0352     0.0003    99.9960     0.7278    91.1100     9.9585      0.0987
 458     0.0348     0.0003    99.9960     0.7303    91.0600     9.9044      0.0986
 459     0.0344     0.0002    99.9960     0.7358    90.9500    10.0473      0.0985
 460     0.0340     0.0003    99.9920     0.7369    90.9400     9.9804      0.0984
 461     0.0336     0.0004    99.9900     0.7470    90.9100     9.9202      0.0983
 462     0.0332     0.0003    99.9900     0.7387    91.0100     9.9954      0.0982
 463     0.0328     0.0003    99.9940     0.7296    91.0900     9.9691      0.0981
 464     0.0324     0.0003    99.9960     0.7374    91.0500     9.9586      0.0980
 465     0.0319     0.0003    99.9940     0.7411    91.0200    10.0819      0.0980
 466     0.0315     0.0003    99.9960     0.7348    91.1000    10.1339      0.0979
 467     0.0311     0.0002    99.9960     0.7477    90.9600    10.0553      0.0978
 468     0.0307     0.0005    99.9840     0.7381    91.2300     9.9956      0.0977
 469     0.0303     0.0005    99.9860     0.7384    91.0100    10.0022      0.0976
 470     0.0299     0.0004    99.9920     0.7344    91.0900     9.9560      0.0976
 471     0.0295     0.0005    99.9880     0.7356    91.1100    10.0346      0.0975
 472     0.0291     0.0003    99.9940     0.7377    91.1200    10.0186      0.0974
 473     0.0286     0.0003    99.9960     0.7369    91.1700    10.0260      0.0973
 474     0.0282     0.0001    99.9980     0.7363    91.2400     9.9857      0.0973
 475     0.0278     0.0005    99.9920     0.7396    91.1300    10.0684      0.0972
 476     0.0274     0.0005    99.9920     0.7344    91.1900    10.0276      0.0971
 477     0.0270     0.0002   100.0000     0.7378    91.1500    10.0986      0.0971
 478     0.0266     0.0002    99.9980     0.7363    91.0900    10.0264      0.0970
 479     0.0262     0.0004    99.9880     0.7356    91.2000    10.1273      0.0969
 480     0.0257     0.0004    99.9900     0.7527    91.0900    10.0014      0.0968
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0002   100.0000     0.7419    91.1400     9.9725      0.0968
 482     0.0249     0.0002    99.9980     0.7365    91.1600     9.8901      0.0967
 483     0.0245     0.0003    99.9920     0.7313    91.1600    10.0217      0.0967
 484     0.0241     0.0005    99.9900     0.7410    91.1100    10.0375      0.0966
 485     0.0237     0.0002    99.9960     0.7320    91.1600    10.1095      0.0965
 486     0.0233     0.0005    99.9900     0.7259    91.1800    10.0460      0.0965
 487     0.0229     0.0002    99.9980     0.7274    91.1800    10.0608      0.0964
 488     0.0225     0.0003    99.9960     0.7282    91.1800    10.1765      0.0964
 489     0.0220     0.0002    99.9980     0.7324    91.3000    10.0431      0.0963
 490     0.0216     0.0003    99.9920     0.7396    91.1500    10.0226      0.0963
 491     0.0212     0.0002    99.9960     0.7306    91.2100    10.1388      0.0962
 492     0.0208     0.0003    99.9940     0.7375    91.2700    10.0506      0.0962
 493     0.0204     0.0003    99.9900     0.7406    91.1000    10.0937      0.0961
 494     0.0200     0.0003    99.9920     0.7407    91.0900    10.0181      0.0961
 495     0.0196     0.0002    99.9980     0.7363    91.1300     9.9758      0.0960
 496     0.0192     0.0002    99.9960     0.7371    91.2000    10.0816      0.0960
 497     0.0187     0.0001   100.0000     0.7335    91.1100     9.9708      0.0959
 498     0.0183     0.0002    99.9980     0.7352    91.1800     9.9627      0.0959
 499     0.0179     0.0002   100.0000     0.7358    91.0900     9.9705      0.0958
 500     0.0175     0.0002    99.9940     0.7322    91.2100    10.0025      0.0958
 501     0.0171     0.0001   100.0000     0.7346    91.1700     9.9641      0.0957
 502     0.0167     0.0002    99.9960     0.7366    91.1500    10.0587      0.0957
 503     0.0163     0.0003    99.9960     0.7332    91.1300    10.2038      0.0957
 504     0.0159     0.0002    99.9960     0.7346    91.1500    10.0128      0.0956
 505     0.0154     0.0003    99.9960     0.7292    91.0900    10.1861      0.0956
 506     0.0150     0.0004    99.9880     0.7283    91.3100    10.1328      0.0956
 507     0.0146     0.0001   100.0000     0.7287    91.2800    10.0531      0.0955
 508     0.0142     0.0002    99.9980     0.7288    91.2500     9.9917      0.0955
 509     0.0138     0.0003    99.9940     0.7323    91.2400    10.0223      0.0955
 510     0.0134     0.0001   100.0000     0.7335    91.2700     9.9679      0.0954
 511     0.0130     0.0002    99.9960     0.7360    91.2100    10.0408      0.0954
 512     0.0125     0.0002    99.9960     0.7355    91.2300    10.0421      0.0954
 513     0.0121     0.0001   100.0000     0.7369    91.2500    10.0499      0.0953
 514     0.0117     0.0002    99.9940     0.7378    91.1300    10.0409      0.0953
 515     0.0113     0.0001   100.0000     0.7363    91.1900    10.1384      0.0953
 516     0.0109     0.0002    99.9960     0.7298    91.2700    10.1417      0.0953
 517     0.0105     0.0001    99.9980     0.7319    91.2600    10.0703      0.0952
 518     0.0101     0.0003    99.9960     0.7290    91.2800    10.1085      0.0952
 519     0.0097     0.0002    99.9960     0.7283    91.3100    10.0571      0.0952
 520     0.0092     0.0001    99.9980     0.7293    91.2700     9.9716      0.0952
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001   100.0000     0.7311    91.2200     9.9817      0.0952
 522     0.0084     0.0002    99.9940     0.7305    91.1600    10.0882      0.0951
 523     0.0080     0.0002    99.9940     0.7325    91.1400    10.0216      0.0951
 524     0.0076     0.0002    99.9980     0.7318    91.1600    10.0178      0.0951
 525     0.0072     0.0002    99.9980     0.7322    91.1900    10.0435      0.0951
 526     0.0068     0.0002    99.9940     0.7322    91.1900    10.1394      0.0951
 527     0.0064     0.0001   100.0000     0.7328    91.1800     9.9928      0.0951
 528     0.0060     0.0002    99.9980     0.7355    91.2200     9.9366      0.0951
 529     0.0055     0.0002    99.9980     0.7344    91.2800     9.9703      0.0950
 530     0.0051     0.0001   100.0000     0.7351    91.2900     9.9489      0.0950
 531     0.0047     0.0002    99.9980     0.7347    91.2300    10.1016      0.0950
 532     0.0043     0.0002    99.9960     0.7340    91.2100    10.0427      0.0950
 533     0.0039     0.0001   100.0000     0.7349    91.2000    10.1037      0.0950
 534     0.0035     0.0001   100.0000     0.7360    91.2400    10.0985      0.0950
 535     0.0031     0.0002    99.9980     0.7366    91.2700     9.9616      0.0950
 536     0.0027     0.0002    99.9940     0.7358    91.2700     9.9800      0.0950
 537     0.0022     0.0002    99.9980     0.7361    91.2400     9.9758      0.0950
 538     0.0018     0.0001   100.0000     0.7355    91.2400    10.0245      0.0950
 539     0.0014     0.0001   100.0000     0.7357    91.2500    10.0839      0.0950
 540     0.0010     0.0002   100.0000     0.7359    91.2200    10.0161      0.0950
 541     0.0010     0.0001    99.9980     0.7359    91.2300    10.0809      0.0950
 542     0.0010     0.0001   100.0000     0.7360    91.2300     9.9739      0.0950
 543     0.0010     0.0002    99.9960     0.7361    91.2300    10.1716      0.0950
 544     0.0010     0.0001    99.9980     0.7360    91.2500    10.0550      0.0950
 545     0.0010     0.0001    99.9980     0.7360    91.2500    10.0613      0.0950
 546     0.0010     0.0001    99.9980     0.7357    91.2700    10.0147      0.0950
 547     0.0010     0.0001    99.9980     0.7359    91.2600    10.0293      0.0950
 548     0.0010     0.0001    99.9980     0.7359    91.2600     9.9803      0.0950
 549     0.0010     0.0001   100.0000     0.7360    91.2600     9.9998      0.0950
 550     0.0010     0.0002    99.9900     0.7354    91.2700    10.0683      0.0950
 551     0.0010     0.0003    99.9920     0.7351    91.2400    10.1075      0.0950
 552     0.0010     0.0001   100.0000     0.7353    91.2500    10.0290      0.0950
 553     0.0010     0.0001   100.0000     0.7356    91.2400    10.0698      0.0950
 554     0.0010     0.0002    99.9980     0.7363    91.2300    10.0773      0.0950
 555     0.0010     0.0001   100.0000     0.7364    91.2500    10.0467      0.0950
 556     0.0010     0.0002    99.9980     0.7366    91.2600    10.0818      0.0950
 557     0.0010     0.0001   100.0000     0.7368    91.2700     9.9991      0.0950
 558     0.0010     0.0001    99.9980     0.7368    91.2700    10.0987      0.0950
 559     0.0010     0.0001    99.9980     0.7367    91.2600    10.0059      0.0950
 560     0.0010     0.0002    99.9960     0.7368    91.2700     9.9446      0.0950
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0002    99.9960     0.7368    91.2700    10.1840      0.0950
 562     0.0010     0.0002    99.9940     0.7368    91.2900    10.0616      0.0950
 563     0.0010     0.0001   100.0000     0.7367    91.2800     9.9958      0.0950
 564     0.0010     0.0002    99.9980     0.7370    91.3000    10.0194      0.0950
 565     0.0010     0.0002    99.9960     0.7375    91.3000    10.0668      0.0950
 566     0.0010     0.0002    99.9980     0.7375    91.3000    10.1482      0.0950
 567     0.0010     0.0002    99.9960     0.7371    91.2900    10.0318      0.0950
 568     0.0010     0.0002    99.9980     0.7372    91.2900    10.0365      0.0950
 569     0.0010     0.0001   100.0000     0.7375    91.2900    10.0437      0.0950
 570     0.0010     0.0001   100.0000     0.7378    91.2800    10.0613      0.0950
 571     0.0010     0.0002    99.9920     0.7375    91.2900    10.0246      0.0950
 572     0.0010     0.0001    99.9980     0.7377    91.3000    10.1314      0.0950
 573     0.0010     0.0001    99.9980     0.7378    91.3000    10.1945      0.0950
 574     0.0010     0.0001   100.0000     0.7379    91.3000    10.1646      0.0950
 575     0.0010     0.0001   100.0000     0.7381    91.3000    10.0615      0.0950
 576     0.0010     0.0002    99.9960     0.7381    91.3000    10.0605      0.0950
 577     0.0010     0.0002    99.9960     0.7381    91.2800    10.0177      0.0950
 578     0.0010     0.0001   100.0000     0.7383    91.2700    10.0404      0.0950
 579     0.0010     0.0002    99.9980     0.7383    91.3000    10.1257      0.0950
 580     0.0010     0.0001    99.9960     0.7379    91.2900     9.9887      0.0950
 581     0.0010     0.0003    99.9960     0.7386    91.3000    10.0763      0.0950
 582     0.0010     0.0001   100.0000     0.7388    91.3000    10.1614      0.0950
 583     0.0010     0.0002    99.9980     0.7390    91.3100    10.1087      0.0950
 584     0.0010     0.0002    99.9940     0.7387    91.2700    10.0766      0.0950
 585     0.0010     0.0002    99.9960     0.7385    91.2800    10.0559      0.0950
 586     0.0010     0.0001   100.0000     0.7387    91.2800    10.0629      0.0950
 587     0.0010     0.0002    99.9960     0.7385    91.2800    10.0987      0.0950
 588     0.0010     0.0002    99.9980     0.7384    91.2800    10.1189      0.0950
 589     0.0010     0.0001   100.0000     0.7384    91.2800    10.0527      0.0950
 590     0.0010     0.0001   100.0000     0.7385    91.2800    10.0691      0.0950
 591     0.0010     0.0001    99.9980     0.7384    91.2900    10.0436      0.0950
 592     0.0010     0.0001   100.0000     0.7384    91.2700    10.0606      0.0950
 593     0.0010     0.0002    99.9960     0.7386    91.2600    10.0110      0.0950
 594     0.0010     0.0001    99.9980     0.7386    91.2800     9.9514      0.0950
 595     0.0010     0.0002    99.9980     0.7386    91.2800     9.9654      0.0950
 596     0.0010     0.0001    99.9980     0.7387    91.2700    10.0424      0.0950
 597     0.0010     0.0002    99.9940     0.7387    91.2700    10.1017      0.0950
 598     0.0010     0.0001    99.9980     0.7391    91.2800    10.0529      0.0950
 599     0.0010     0.0001    99.9980     0.7394    91.2800    10.0468      0.0950
 600     0.0010     0.0001    99.9980     0.7397    91.2800     9.9865      0.0950
