Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2235    14.9740     2.1200    17.9600   119.4641      0.9627
   2     0.1000     2.0594    20.9680     1.9779    24.9000   119.7252      0.9470
   3     0.1000     1.9185    26.0240     1.9189    25.2400   119.8191      0.9348
   4     0.1000     1.7669    31.8220     1.5677    40.1000   119.8291      0.9248
   5     0.1000     1.6130    39.4660     1.5277    43.2600   119.8011      0.9158
   6     0.1000     1.4830    45.3080     1.4431    48.1100   119.7957      0.9077
   7     0.1000     1.3524    51.2440     1.3307    52.7300   119.8246      0.9003
   8     0.1000     1.2139    56.8260     1.1225    60.9500   119.8043      0.8934
   9     0.1000     1.0886    61.6360     0.9539    66.0100   119.8034      0.8871
  10     0.1000     0.9837    65.3440     1.0645    63.4900   119.8506      0.8811
  11     0.1000     0.9048    68.7900     0.8509    70.6800   119.8467      0.8754
  12     0.1000     0.8302    71.4300     0.7503    74.5600   119.8056      0.8699
  13     0.1000     0.7675    73.7960     0.7945    73.0900   119.7548      0.8648
  14     0.1000     0.7093    75.8320     0.6963    75.7400   119.7816      0.8598
  15     0.1000     0.6693    77.5700     0.7206    75.6600   119.7887      0.8550
  16     0.1000     0.6217    79.2960     0.6662    78.3000   119.8069      0.8504
  17     0.1000     0.5844    80.4420     0.7142    76.6200   119.8015      0.8460
  18     0.1000     0.5541    81.5560     0.5709    80.9000   119.8305      0.8417
  19     0.1000     0.5221    82.5620     0.5774    80.6200   119.7842      0.8375
  20     0.1000     0.4979    83.3720     0.5657    81.3700   119.7867      0.8335
  21     0.1000     0.4661    84.4960     0.7645    76.3800   119.7060      0.8296
  22     0.1000     0.4484    85.0300     0.5931    80.8200   119.7803      0.8258
  23     0.1000     0.4277    85.7260     0.5580    82.1000   119.7958      0.8221
  24     0.1000     0.4070    86.4440     0.5634    82.0200   119.7860      0.8185
  25     0.1000     0.3897    87.0280     0.5222    83.5500   119.8054      0.8150
  26     0.1000     0.3708    87.7100     0.5229    83.9400   119.8176      0.8115
  27     0.1000     0.3544    88.4340     0.5416    83.6800   119.8194      0.8081
  28     0.1000     0.3438    88.5700     0.5537    81.7000   119.8103      0.8048
  29     0.1000     0.3299    89.0140     0.4829    84.5100   119.7782      0.8016
  30     0.1000     0.3105    89.6280     0.5563    83.6000   119.8031      0.7984
  31     0.1000     0.2975    90.2060     0.4751    85.4700   119.7666      0.7953
  32     0.1000     0.2820    90.7400     0.4427    86.2100   119.7801      0.7922
  33     0.1000     0.2731    90.9080     0.4991    84.8700   119.6580      0.7892
  34     0.1000     0.2605    91.2220     0.4652    86.1700   119.7826      0.7863
  35     0.1000     0.2532    91.5400     0.4841    85.5600   119.7208      0.7835
  36     0.1000     0.2468    91.7640     0.4731    85.4700   119.7275      0.7806
  37     0.1000     0.2304    92.3580     0.4539    86.7500   119.7514      0.7778
  38     0.1000     0.2236    92.5560     0.4698    85.7200   119.7385      0.7751
  39     0.1000     0.2079    93.0460     0.4873    86.1200   119.7602      0.7724
  40     0.1000     0.2088    93.0440     0.4636    85.6900   119.7392      0.7698
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1965    93.5580     0.4392    87.5300   119.5777      0.7672
  42     0.1000     0.1871    93.8580     0.4798    85.9600   119.8926      0.7646
  43     0.1000     0.1852    93.7040     0.4617    87.1800   119.3756      0.7621
  44     0.1000     0.1797    94.0380     0.4541    87.3100   119.7895      0.7596
  45     0.1000     0.1676    94.4360     0.4498    87.4800   119.8090      0.7571
  46     0.1000     0.1608    94.6020     0.4542    87.7200   119.8237      0.7547
  47     0.1000     0.1579    94.6260     0.4587    87.2700   119.7844      0.7523
  48     0.1000     0.1528    94.9260     0.4589    87.8100   119.7963      0.7500
  49     0.1000     0.1489    95.0680     0.4794    87.6300   119.7792      0.7477
  50     0.1000     0.1453    95.1560     0.5419    86.0800   119.7672      0.7454
  51     0.1000     0.1413    95.2000     0.5007    87.3300   119.7300      0.7431
  52     0.1000     0.1333    95.5960     0.4459    87.9900   119.7495      0.7409
  53     0.1000     0.1257    95.7500     0.5070    87.4400   119.7461      0.7387
  54     0.1000     0.1226    95.9300     0.4811    87.5300   119.7015      0.7365
  55     0.1000     0.1191    96.0840     0.5099    87.2100   119.7470      0.7343
  56     0.1000     0.1136    96.1700     0.4523    88.2100   119.7752      0.7322
  57     0.1000     0.1103    96.2580     0.5559    86.9100   119.8181      0.7301
  58     0.1000     0.1115    96.3000     0.4779    87.8600   119.7645      0.7280
  59     0.1000     0.1027    96.5620     0.4764    87.9300   119.7665      0.7260
  60     0.1000     0.1001    96.6780     0.4829    88.1700   119.7835      0.7239
  61     0.1000     0.0992    96.6240     0.4957    88.3100   119.7455      0.7219
  62     0.1000     0.0915    96.8560     0.4802    88.5700   119.7967      0.7199
  63     0.1000     0.0942    96.9420     0.4724    88.4000   119.8197      0.7180
  64     0.1000     0.0919    96.9720     0.7261    84.8700   119.7696      0.7159
  65     0.1000     0.0853    97.2100     0.5145    88.4100   119.8073      0.7140
  66     0.1000     0.0871    97.1300     0.4650    88.6500   119.7847      0.7120
  67     0.1000     0.0816    97.2920     0.5023    88.6500   119.6275      0.7101
  68     0.1000     0.0768    97.4280     0.5246    88.1200   119.7837      0.7082
  69     0.1000     0.0763    97.4540     0.5003    87.8600   119.6717      0.7063
  70     0.1000     0.0746    97.5320     0.5275    88.8300   119.8644      0.7044
  71     0.1000     0.0712    97.6100     0.5747    87.3300   119.7829      0.7026
  72     0.1000     0.0730    97.6400     0.5800    87.1800   119.8205      0.7007
  73     0.1000     0.0707    97.7080     0.5092    88.1800   119.8190      0.6989
  74     0.1000     0.0669    97.8140     0.5197    88.4300   119.8225      0.6971
  75     0.1000     0.0698    97.7920     0.5363    88.0800   119.7599      0.6954
  76     0.1000     0.0704    97.6720     0.4893    89.2000   119.7676      0.6936
  77     0.1000     0.0596    98.0360     0.5325    88.4400   119.8062      0.6919
  78     0.1000     0.0571    98.1460     0.5435    88.1900   119.8237      0.6901
  79     0.1000     0.0566    98.1780     0.6079    86.8300   119.7851      0.6884
  80     0.1000     0.0560    98.1900     0.5107    88.9000   119.8018      0.6867
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0545    98.1980     0.5188    89.3100   119.8264      0.6849
  82     0.1000     0.0552    98.1520     0.5371    89.0800   119.7963      0.6833
  83     0.1000     0.0554    98.1660     0.4844    89.1500   119.7294      0.6816
  84     0.1000     0.0535    98.2520     0.5266    88.5900   119.7643      0.6799
  85     0.1000     0.0518    98.2820     0.5151    89.0500   119.7352      0.6782
  86     0.1000     0.0472    98.4960     0.5483    88.3100   119.6962      0.6766
  87     0.1000     0.0498    98.3840     0.4974    89.1400   119.6964      0.6750
  88     0.1000     0.0454    98.5360     0.5191    88.8000   119.7024      0.6734
  89     0.1000     0.0477    98.4180     0.5531    88.7400   119.7823      0.6717
  90     0.1000     0.0407    98.6700     0.5141    89.0300   119.7786      0.6701
  91     0.1000     0.0440    98.5580     0.5070    89.4000   119.7795      0.6685
  92     0.1000     0.0465    98.5180     0.5669    88.3200   119.7148      0.6670
  93     0.1000     0.0431    98.5440     0.6730    87.4500   119.7245      0.6654
  94     0.1000     0.0432    98.6040     0.5452    89.0600   119.7420      0.6639
  95     0.1000     0.0368    98.8140     0.5699    88.3900   119.7984      0.6624
  96     0.1000     0.0364    98.8300     0.5987    88.6600   119.8456      0.6608
  97     0.1000     0.0409    98.5980     0.5469    88.8700   119.8208      0.6593
  98     0.1000     0.0398    98.6960     0.5455    88.7300   119.8065      0.6578
  99     0.1000     0.0388    98.7320     0.5340    89.0300   119.8077      0.6563
 100     0.1000     0.0331    98.8820     0.5733    89.0700   119.7939      0.6548
 101     0.1000     0.0347    98.8840     0.5680    88.9000   119.8306      0.6533
 102     0.1000     0.0391    98.7280     0.5628    89.0500   119.7877      0.6518
 103     0.1000     0.0338    98.8840     0.5623    88.9400   119.8312      0.6503
 104     0.1000     0.0346    98.8680     0.8834    85.2800   119.8034      0.6489
 105     0.1000     0.0343    98.9440     0.5499    89.2400   119.8355      0.6474
 106     0.1000     0.0311    98.9340     0.5607    88.5700   119.8732      0.6460
 107     0.1000     0.0341    98.9100     0.5008    89.4600   119.7497      0.6445
 108     0.1000     0.0309    98.9660     0.5865    88.6600   119.8180      0.6431
 109     0.1000     0.0321    98.9820     0.5639    89.4600   119.8382      0.6416
 110     0.1000     0.0293    99.0780     0.5629    88.9600   119.8235      0.6402
 111     0.1000     0.0284    99.0540     0.6167    88.0600   119.7873      0.6388
 112     0.1000     0.0274    99.0840     0.5765    89.3300   119.7990      0.6373
 113     0.1000     0.0285    99.0740     0.6006    89.0100   119.8056      0.6360
 114     0.1000     0.0314    99.0100     0.5151    89.5900   119.7652      0.6346
 115     0.1000     0.0280    99.1020     0.5594    89.2200   119.8080      0.6332
 116     0.1000     0.0302    99.0200     0.6163    88.8600   119.7945      0.6319
 117     0.1000     0.0273    99.1500     0.6074    89.2200   119.8100      0.6306
 118     0.1000     0.0246    99.1980     0.5964    89.1900   119.8237      0.6293
 119     0.1000     0.0256    99.1720     0.8136    86.2000   119.8287      0.6279
 120     0.1000     0.0283    99.0940     0.5764    89.4500   119.8061      0.6265
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0223    99.2640     0.5766    89.3800   119.8086      0.6252
 122     0.1000     0.0275    99.1220     0.6572    88.2700   119.7698      0.6238
 123     0.1000     0.0250    99.2280     0.5548    89.6100   119.8089      0.6225
 124     0.1000     0.0228    99.2460     0.5927    89.3200   119.7980      0.6212
 125     0.1000     0.0242    99.2440     0.6063    88.8300   119.7552      0.6199
 126     0.1000     0.0241    99.2420     0.5511    89.5100   119.7769      0.6186
 127     0.1000     0.0224    99.2640     0.6114    89.0600   119.7896      0.6173
 128     0.1000     0.0239    99.2660     0.6038    89.3300   119.7898      0.6160
 129     0.1000     0.0258    99.2260     0.5900    89.5400   119.8490      0.6147
 130     0.1000     0.0205    99.3520     0.6096    89.9200   119.8088      0.6135
 131     0.1000     0.0199    99.3940     0.5744    89.7700   119.7612      0.6122
 132     0.1000     0.0262    99.1120     0.5726    89.4300   119.8373      0.6110
 133     0.1000     0.0221    99.3320     0.8127    87.4500   119.8185      0.6097
 134     0.1000     0.0224    99.2380     0.5743    89.8300   119.8588      0.6085
 135     0.1000     0.0201    99.3960     0.5893    89.4000   119.7901      0.6072
 136     0.1000     0.0197    99.3720     0.6636    88.6900   119.8186      0.6060
 137     0.1000     0.0220    99.3140     0.6152    89.5800   119.7961      0.6048
 138     0.1000     0.0172    99.4460     0.6001    89.8000   119.7665      0.6036
 139     0.1000     0.0216    99.3240     0.6076    89.2700   119.7866      0.6024
 140     0.1000     0.0199    99.3500     0.6077    89.0800   119.7377      0.6012
 141     0.1000     0.0190    99.3920     0.5697    89.9200   119.8036      0.6000
 142     0.1000     0.0173    99.5080     0.5875    89.7600   119.7759      0.5988
 143     0.1000     0.0227    99.3180     0.5931    89.5800   119.8040      0.5976
 144     0.1000     0.0202    99.3500     0.5959    89.1300   119.8296      0.5964
 145     0.1000     0.0183    99.3680     0.5996    89.1900   119.8262      0.5951
 146     0.1000     0.0165    99.5300     0.6182    89.8100   119.7103      0.5940
 147     0.1000     0.0206    99.3420     0.6353    89.1600   119.8241      0.5928
 148     0.1000     0.0215    99.3160     0.5814    89.3600   119.8201      0.5917
 149     0.1000     0.0196    99.3620     0.6331    89.5500   119.7841      0.5906
 150     0.1000     0.0214    99.3340     0.5884    89.5500   119.7732      0.5894
 151     0.1000     0.0178    99.4100     0.5969    89.6600   119.8031      0.5883
 152     0.1000     0.0150    99.5300     0.6350    89.4700   119.7807      0.5871
 153     0.1000     0.0295    99.2140     0.6028    89.8100   119.8248      0.5860
 154     0.1000     0.0185    99.3840     0.5998    89.5000   119.7274      0.5849
 155     0.1000     0.0192    99.3940     0.5821    89.6600   119.8315      0.5837
 156     0.1000     0.0164    99.4680     0.6029    89.5500   119.8212      0.5826
 157     0.1000     0.0143    99.5220     0.6147    89.7800   119.8345      0.5814
 158     0.1000     0.0174    99.3780     0.7142    88.5700   119.7745      0.5803
 159     0.1000     0.0166    99.4600     0.5662    90.0100   119.8447      0.5792
 160     0.1000     0.0163    99.4820     0.6240    89.6400   119.7695      0.5781
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0146    99.5380     0.6095    89.4400   119.7840      0.5770
 162     0.1000     0.0168    99.5180     0.5727    89.5600   119.8255      0.5759
 163     0.1000     0.0141    99.5380     0.5829    89.6100   119.8086      0.5748
 164     0.1000     0.0174    99.4700     0.5919    89.3400   119.7937      0.5737
 165     0.1000     0.0133    99.5380     0.6535    88.8500   119.7337      0.5726
 166     0.1000     0.0172    99.4640     0.5810    89.9000   119.7475      0.5715
 167     0.1000     0.0140    99.5760     0.6160    89.6800   119.8237      0.5705
 168     0.1000     0.0153    99.5120     0.6217    89.3700   119.7907      0.5694
 169     0.1000     0.0168    99.5100     0.6033    89.9100   119.8254      0.5684
 170     0.1000     0.0162    99.4760     0.6108    89.1700   119.8027      0.5673
 171     0.1000     0.0144    99.5420     0.6138    89.8500   119.7863      0.5663
 172     0.1000     0.0124    99.6160     0.6209    89.6800   119.7016      0.5653
 173     0.1000     0.0158    99.4920     0.5918    89.3700   119.7992      0.5642
 174     0.1000     0.0149    99.5120     0.6203    89.6700   119.7897      0.5632
 175     0.1000     0.0123    99.6160     0.6478    89.6900   119.7256      0.5621
 176     0.1000     0.0131    99.5900     0.6390    89.8200   119.7341      0.5611
 177     0.1000     0.0138    99.5740     0.6137    89.8200   119.7906      0.5601
 178     0.1000     0.0128    99.5820     0.6508    88.9500   119.6303      0.5590
 179     0.1000     0.0127    99.5940     0.6226    89.6300   119.6961      0.5580
 180     0.1000     0.0122    99.6080     0.6315    89.5700   119.7327      0.5570
 181     0.1000     0.0139    99.5440     0.7140    89.3700   119.7514      0.5560
 182     0.1000     0.0163    99.4780     0.6126    89.6900   119.7473      0.5550
 183     0.1000     0.0124    99.6040     0.6131    89.9000   119.7452      0.5540
 184     0.1000     0.0106    99.6660     0.6459    89.7200   119.7396      0.5530
 185     0.1000     0.0118    99.6580     0.6968    88.6400   119.7064      0.5520
 186     0.1000     0.0142    99.5220     0.6533    89.1500   119.7163      0.5511
 187     0.1000     0.0137    99.6000     0.5977    89.7800   119.7580      0.5501
 188     0.1000     0.0103    99.6420     0.6223    89.8300   119.7426      0.5491
 189     0.1000     0.0112    99.6280     0.6244    89.1500   119.7714      0.5481
 190     0.1000     0.0146    99.5560     0.6270    89.1500   119.7811      0.5471
 191     0.1000     0.0111    99.6480     0.6302    89.4200   119.7836      0.5461
 192     0.1000     0.0097    99.6920     0.6447    89.9700   119.7735      0.5452
 193     0.1000     0.0111    99.6200     0.6509    89.2200   119.6921      0.5442
 194     0.1000     0.0141    99.5760     0.6004    89.5500   119.7622      0.5433
 195     0.1000     0.0081    99.7320     0.6663    89.6700   119.7554      0.5422
 196     0.1000     0.0123    99.5880     0.6205    89.5500   119.7489      0.5413
 197     0.1000     0.0115    99.6620     0.6954    89.1000   119.7445      0.5403
 198     0.1000     0.0101    99.6680     0.6305    89.7100   119.7631      0.5393
 199     0.1000     0.0101    99.6960     0.7353    88.7400   119.9418      0.5384
 200     0.1000     0.0114    99.6140     0.6204    89.7200   119.7215      0.5374
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0094    99.7140     0.6365    89.6500   119.7530      0.5365
 202     0.1000     0.0101    99.6640     0.6550    89.3000   119.7604      0.5355
 203     0.1000     0.0094    99.6840     0.6645    89.5100   119.8059      0.5346
 204     0.1000     0.0103    99.6660     0.6768    89.3800   119.8064      0.5337
 205     0.1000     0.0096    99.6860     0.6329    89.8400   119.7255      0.5328
 206     0.1000     0.0080    99.7460     0.6556    89.5700   119.6583      0.5318
 207     0.1000     0.0110    99.6900     0.6171    89.8500   119.7100      0.5309
 208     0.1000     0.0084    99.7260     0.6371    90.0600   119.7623      0.5300
 209     0.1000     0.0102    99.6380     0.6475    89.5500   119.7774      0.5290
 210     0.1000     0.0100    99.6820     0.6130    89.9300   119.7941      0.5281
 211     0.1000     0.0093    99.7280     0.6329    89.7000   119.8273      0.5272
 212     0.1000     0.0075    99.7840     0.6827    89.5000   119.7329      0.5263
 213     0.1000     0.0096    99.6840     0.6420    89.3500   119.7953      0.5254
 214     0.1000     0.0128    99.6220     0.6005    89.5600   119.8112      0.5245
 215     0.1000     0.0087    99.7360     0.6911    88.6500   119.8062      0.5236
 216     0.1000     0.0112    99.6580     0.6193    89.7600   119.7976      0.5227
 217     0.1000     0.0090    99.7040     0.6171    90.1000   119.8011      0.5218
 218     0.1000     0.0102    99.6780     0.6373    89.3700   119.8059      0.5209
 219     0.1000     0.0098    99.7240     0.6414    89.8100   119.8021      0.5201
 220     0.1000     0.0114    99.6440     0.6104    89.8600   119.8082      0.5192
 221     0.1000     0.0075    99.7520     0.6243    89.9100   119.7702      0.5183
 222     0.1000     0.0090    99.7140     0.5959    89.8200   119.7854      0.5174
 223     0.1000     0.0089    99.7200     0.6274    90.0100   119.8109      0.5166
 224     0.1000     0.0096    99.6780     0.6501    89.8400   119.6877      0.5157
 225     0.1000     0.0065    99.7900     0.6386    89.9600   119.7924      0.5148
 226     0.1000     0.0062    99.8020     0.7024    89.8400   119.7709      0.5139
 227     0.1000     0.0109    99.6540     0.6131    89.9600   119.7592      0.5131
 228     0.1000     0.0117    99.6760     0.6068    89.9500   119.8198      0.5122
 229     0.1000     0.0087    99.7140     0.6524    89.9700   119.8093      0.5114
 230     0.1000     0.0084    99.7400     0.6628    89.3900   119.8051      0.5105
 231     0.1000     0.0066    99.7780     0.6651    90.0600   119.7763      0.5097
 232     0.1000     0.0110    99.6980     0.6115    90.2900   119.7810      0.5089
 233     0.1000     0.0100    99.6700     0.6075    90.4800   119.8132      0.5081
 234     0.1000     0.0094    99.6760     0.6248    90.2900   119.7997      0.5072
 235     0.1000     0.0104    99.6820     0.6458    89.7500   119.7945      0.5064
 236     0.1000     0.0079    99.7340     0.6257    90.3300   119.8130      0.5056
 237     0.1000     0.0055    99.7980     0.6859    89.7400   119.7999      0.5047
 238     0.1000     0.0071    99.7780     0.6614    90.0700   119.7863      0.5039
 239     0.1000     0.0077    99.7620     0.6354    90.0200   119.7927      0.5030
 240     0.1000     0.0093    99.7180     0.6565    89.5000   119.7802      0.5022
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0085    99.7520     0.6163    90.0600   119.7979      0.5014
 242     0.1000     0.0074    99.7600     0.6884    89.7900   119.7481      0.5006
 243     0.1000     0.0108    99.6840     0.6181    89.8700   119.7565      0.4998
 244     0.1000     0.0074    99.7560     0.6160    89.9000   119.7643      0.4990
 245     0.1000     0.0074    99.7740     0.6130    90.2000   119.8256      0.4982
 246     0.1000     0.0067    99.8040     0.6273    89.8400   119.8074      0.4974
 247     0.1000     0.0057    99.8400     0.7040    89.3900   119.8112      0.4965
 248     0.1000     0.0072    99.7680     0.8247    87.1700   119.7985      0.4957
 249     0.1000     0.0098    99.6960     0.6525    89.5100   119.7735      0.4949
 250     0.1000     0.0085    99.7360     0.6197    89.9600   119.7889      0.4941
 251     0.1000     0.0106    99.6480     0.6285    89.7000   119.7769      0.4934
 252     0.1000     0.0098    99.7260     0.6263    90.2900   119.7594      0.4926
 253     0.1000     0.0081    99.7620     0.6620    89.4300   119.7160      0.4918
 254     0.1000     0.0093    99.6960     0.6493    90.0500   119.7511      0.4910
 255     0.1000     0.0050    99.8540     0.6594    89.9200   119.7707      0.4903
 256     0.1000     0.0081    99.7460     0.6527    90.0800   119.7284      0.4895
 257     0.1000     0.0087    99.7140     0.6242    89.9400   119.7273      0.4887
 258     0.1000     0.0078    99.7620     0.6330    90.0400   119.7519      0.4879
 259     0.1000     0.0064    99.8040     0.6161    90.3200   119.7864      0.4872
 260     0.1000     0.0071    99.7620     0.6418    90.0600   119.7382      0.4864
 261     0.1000     0.0068    99.7840     0.6499    90.0000   119.8006      0.4856
 262     0.1000     0.0073    99.7480     0.6552    89.6700   119.7379      0.4848
 263     0.1000     0.0110    99.6620     0.6137    89.9700   119.7033      0.4841
 264     0.1000     0.0069    99.7960     0.6081    90.2700   119.8192      0.4833
 265     0.1000     0.0077    99.7380     0.6283    90.0100   119.7081      0.4826
 266     0.1000     0.0067    99.7980     0.6260    89.7900   119.7924      0.4818
 267     0.1000     0.0077    99.7500     0.6572    89.8200   119.7860      0.4811
 268     0.1000     0.0077    99.7500     0.6505    89.8900   119.7995      0.4803
 269     0.1000     0.0074    99.7660     0.6378    90.2600   119.8011      0.4796
 270     0.1000     0.0041    99.8680     0.7506    89.5600   119.8140      0.4788
 271     0.1000     0.0092    99.6960     0.6704    89.6100   119.7821      0.4781
 272     0.1000     0.0075    99.7780     0.6626    90.0500   119.8374      0.4773
 273     0.1000     0.0057    99.8040     0.6558    90.1700   119.7573      0.4766
 274     0.1000     0.0072    99.7840     0.6425    90.3400   119.7728      0.4758
 275     0.1000     0.0060    99.8140     0.6661    90.1500   119.7941      0.4752
 276     0.1000     0.0068    99.7920     0.6498    89.8800   119.8467      0.4744
 277     0.1000     0.0059    99.7980     0.6488    90.1100   119.8025      0.4737
 278     0.1000     0.0094    99.7340     0.6247    90.3100   119.7551      0.4730
 279     0.1000     0.0070    99.7880     0.6398    90.1200   119.8036      0.4722
 280     0.1000     0.0072    99.8000     0.6219    90.2400   119.7758      0.4715
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0054    99.8480     0.6603    89.8700   119.7092      0.4708
 282     0.1000     0.0078    99.7560     0.6410    90.0500   119.8117      0.4701
 283     0.1000     0.0061    99.8360     0.6549    89.1200   119.8158      0.4693
 284     0.1000     0.0067    99.8000     0.6284    90.2100   119.7720      0.4686
 285     0.1000     0.0067    99.7900     0.6113    90.2200   119.8611      0.4679
 286     0.1000     0.0071    99.7860     0.6332    90.1000   119.8090      0.4672
 287     0.1000     0.0069    99.7800     0.6459    90.3900   119.8396      0.4665
 288     0.1000     0.0061    99.7940     0.6347    90.5700   119.7571      0.4658
 289     0.1000     0.0063    99.8040     0.6989    88.7400   119.7459      0.4651
 290     0.1000     0.0073    99.7920     0.6043    90.4400   119.7588      0.4644
 291     0.1000     0.0065    99.7940     0.6265    90.3100   119.7808      0.4637
 292     0.1000     0.0075    99.7500     0.6336    90.1500   119.7817      0.4630
 293     0.1000     0.0070    99.7820     0.6206    90.1000   119.8501      0.4623
 294     0.1000     0.0057    99.8280     0.6898    89.9900   119.7869      0.4616
 295     0.1000     0.0077    99.7540     0.6407    89.9400   119.7886      0.4609
 296     0.1000     0.0057    99.8300     0.6316    90.1200   119.7767      0.4602
 297     0.1000     0.0057    99.8040     0.7001    89.8800   119.7631      0.4596
 298     0.1000     0.0052    99.8300     0.6554    89.9800   119.7714      0.4589
 299     0.1000     0.0056    99.8240     0.6487    90.1900   119.8360      0.4582
 300     0.1000     0.0049    99.8420     0.6572    90.2700   119.8209      0.4576
 301     0.0996     0.0062    99.7960     0.6611    89.9000   119.8008      0.4569
 302     0.0992     0.0066    99.7860     0.6863    89.9200   119.7150      0.4562
 303     0.0988     0.0062    99.7980     0.6500    90.1300   119.7811      0.4555
 304     0.0983     0.0080    99.7820     0.5898    89.9400   119.8453      0.4549
 305     0.0979     0.0058    99.8040     0.7138    89.5200   119.8087      0.4542
 306     0.0975     0.0043    99.8500     0.6653    90.1800   119.8061      0.4535
 307     0.0971     0.0049    99.8340     0.6685    89.8500   119.8031      0.4529
 308     0.0967     0.0076    99.7620     0.6440    90.0600   119.7660      0.4522
 309     0.0963     0.0044    99.8440     0.6651    90.0500   119.7873      0.4517
 310     0.0959     0.0051    99.8640     0.7164    89.8700   119.8058      0.4510
 311     0.0955     0.0074    99.7440     0.6649    90.0200   119.7828      0.4503
 312     0.0950     0.0051    99.8540     0.6259    90.2200   119.7945      0.4497
 313     0.0946     0.0032    99.8880     0.6871    90.3000   119.8322      0.4491
 314     0.0942     0.0037    99.8920     0.7043    89.9800   119.7511      0.4484
 315     0.0938     0.0053    99.8360     0.6602    90.1700   119.8011      0.4478
 316     0.0934     0.0045    99.8720     0.7360    89.7700   119.8311      0.4472
 317     0.0930     0.0065    99.7740     0.6503    90.3300   119.8339      0.4466
 318     0.0926     0.0045    99.8580     0.6361    90.3700   119.8179      0.4460
 319     0.0922     0.0056    99.8180     0.6677    89.8200   119.7770      0.4453
 320     0.0917     0.0046    99.8520     0.6749    89.9000   119.7811      0.4448
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0038    99.8960     0.6703    90.2100   119.7964      0.4442
 322     0.0909     0.0032    99.8940     0.6436    90.2600   119.8014      0.4435
 323     0.0905     0.0034    99.8940     0.6617    90.1200   119.7500      0.4429
 324     0.0901     0.0052    99.8220     0.6984    90.2300   119.7925      0.4424
 325     0.0897     0.0033    99.8960     0.7235    90.6100   119.8048      0.4418
 326     0.0893     0.0035    99.8700     0.6799    90.1300   119.7961      0.4412
 327     0.0889     0.0032    99.9020     0.7536    90.2500   119.7938      0.4407
 328     0.0885     0.0049    99.8440     0.6739    90.2300   119.7770      0.4401
 329     0.0880     0.0043    99.8520     0.6791    90.2200   119.7423      0.4395
 330     0.0876     0.0048    99.8460     0.6584    90.4400   119.7992      0.4390
 331     0.0872     0.0027    99.9180     0.6850    90.5000   119.8149      0.4384
 332     0.0868     0.0029    99.9140     0.7259    90.0600   119.7513      0.4378
 333     0.0864     0.0044    99.8800     0.6625    90.3100   119.7879      0.4373
 334     0.0860     0.0040    99.8860     0.6459    90.5300   119.7648      0.4367
 335     0.0856     0.0025    99.9180     0.6911    90.4900   119.8216      0.4361
 336     0.0852     0.0024    99.9260     0.7046    90.2900   119.7923      0.4356
 337     0.0847     0.0022    99.9200     0.7097    90.5800   119.7469      0.4350
 338     0.0843     0.0028    99.9020     0.7013    90.2800   119.7466      0.4345
 339     0.0839     0.0030    99.9040     0.6853    90.4900   119.7517      0.4340
 340     0.0835     0.0037    99.8740     0.6784    90.2800   119.7538      0.4335
 341     0.0831     0.0026    99.9120     0.6745    90.3300   119.7453      0.4330
 342     0.0827     0.0023    99.9280     0.7117    90.3200   119.7956      0.4324
 343     0.0823     0.0040    99.8620     0.7227    90.0900   119.8588      0.4319
 344     0.0818     0.0030    99.9100     0.7023    90.3600   119.7962      0.4314
 345     0.0814     0.0022    99.9300     0.7134    90.2900   119.8255      0.4309
 346     0.0810     0.0037    99.8820     0.6804    90.2900   119.8227      0.4304
 347     0.0806     0.0033    99.8960     0.6960    90.2400   119.8035      0.4298
 348     0.0802     0.0026    99.9160     0.6837    90.3900   119.8013      0.4294
 349     0.0798     0.0034    99.8980     0.6915    90.1600   119.8220      0.4288
 350     0.0794     0.0023    99.9140     0.7417    89.9000   119.8028      0.4284
 351     0.0790     0.0020    99.9360     0.7179    89.8700   119.8005      0.4279
 352     0.0786     0.0031    99.9080     0.6947    90.3100   119.8327      0.4274
 353     0.0781     0.0016    99.9500     0.7163    90.5000   119.7974      0.4269
 354     0.0777     0.0028    99.9120     0.6871    90.1200   119.7836      0.4265
 355     0.0773     0.0018    99.9520     0.6845    90.3900   119.8544      0.4260
 356     0.0769     0.0016    99.9480     0.7448    90.0700   119.7878      0.4255
 357     0.0765     0.0013    99.9500     0.7226    90.3000   119.8698      0.4250
 358     0.0761     0.0032    99.9040     0.7088    90.0100   119.8126      0.4245
 359     0.0757     0.0029    99.9040     0.7348    89.9800   119.8072      0.4241
 360     0.0753     0.0030    99.9220     0.6702    90.2700   119.8274      0.4236
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0019    99.9320     0.6796    90.5300   119.8240      0.4231
 362     0.0744     0.0025    99.9280     0.6790    90.4100   119.7763      0.4227
 363     0.0740     0.0015    99.9580     0.7554    89.9000   119.8009      0.4222
 364     0.0736     0.0018    99.9460     0.7258    90.4600   119.8070      0.4218
 365     0.0732     0.0013    99.9620     0.7376    90.4200   119.7482      0.4213
 366     0.0728     0.0028    99.9160     0.7535    90.1500   119.8004      0.4209
 367     0.0724     0.0038    99.8840     0.6801    90.3600   119.8017      0.4205
 368     0.0720     0.0024    99.9340     0.6592    90.7000   119.7858      0.4201
 369     0.0715     0.0015    99.9440     0.6777    90.5500   119.7944      0.4196
 370     0.0711     0.0018    99.9500     0.6892    90.4900   119.7842      0.4192
 371     0.0707     0.0012    99.9660     0.7230    90.4800   119.7862      0.4188
 372     0.0703     0.0016    99.9420     0.7252    90.4800   119.8063      0.4184
 373     0.0699     0.0024    99.9260     0.7083    90.5900   119.8099      0.4180
 374     0.0695     0.0013    99.9640     0.7128    90.3400   119.8002      0.4175
 375     0.0691     0.0020    99.9360     0.6917    90.5300   119.8362      0.4171
 376     0.0686     0.0013    99.9720     0.7135    90.4700   119.8191      0.4167
 377     0.0682     0.0012    99.9660     0.7017    90.4700   119.7281      0.4163
 378     0.0678     0.0017    99.9500     0.7124    90.7400   119.7598      0.4159
 379     0.0674     0.0016    99.9420     0.7146    90.5400   119.7797      0.4155
 380     0.0670     0.0012    99.9560     0.7273    90.4100   119.7404      0.4151
 381     0.0666     0.0008    99.9760     0.7216    90.8000   119.7257      0.4147
 382     0.0662     0.0016    99.9400     0.7407    90.4800   119.7364      0.4143
 383     0.0658     0.0011    99.9600     0.7288    90.6600   119.7532      0.4139
 384     0.0654     0.0012    99.9740     0.7250    90.5800   119.7738      0.4135
 385     0.0649     0.0009    99.9740     0.7148    90.7000   119.8195      0.4132
 386     0.0645     0.0010    99.9720     0.7355    90.3800   119.7376      0.4128
 387     0.0641     0.0009    99.9760     0.7444    90.4700   119.8059      0.4124
 388     0.0637     0.0005    99.9840     0.7679    90.3800   119.8093      0.4120
 389     0.0633     0.0017    99.9540     0.7253    90.7100   119.7415      0.4117
 390     0.0629     0.0016    99.9520     0.7630    90.5100   119.8079      0.4113
 391     0.0625     0.0013    99.9620     0.7598    90.6100   119.8203      0.4109
 392     0.0621     0.0008    99.9680     0.7443    90.5300   119.7931      0.4106
 393     0.0616     0.0010    99.9720     0.7398    90.4800   119.8447      0.4102
 394     0.0612     0.0012    99.9680     0.7433    90.6300   119.7981      0.4099
 395     0.0608     0.0009    99.9720     0.7608    90.7900   119.8308      0.4095
 396     0.0604     0.0006    99.9800     0.7599    90.6600   119.8011      0.4092
 397     0.0600     0.0011    99.9620     0.7568    90.7400   119.7891      0.4088
 398     0.0596     0.0007    99.9800     0.7670    90.7300   119.7223      0.4085
 399     0.0592     0.0007    99.9740     0.7592    90.7300   119.7835      0.4081
 400     0.0588     0.0006    99.9800     0.7442    90.9400   119.8086      0.4078
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0005    99.9900     0.7619    90.6500   119.7068      0.4075
 402     0.0579     0.0007    99.9840     0.7647    90.6900   119.7775      0.4071
 403     0.0575     0.0006    99.9760     0.7990    90.2800   119.8072      0.4068
 404     0.0571     0.0006    99.9840     0.7544    90.8000   119.7677      0.4065
 405     0.0567     0.0008    99.9740     0.7581    90.7600   119.7985      0.4061
 406     0.0563     0.0012    99.9700     0.7666    90.4900   119.7892      0.4058
 407     0.0559     0.0019    99.9460     0.7490    90.5900   119.7721      0.4055
 408     0.0554     0.0012    99.9760     0.7105    90.5900   119.7881      0.4052
 409     0.0550     0.0005    99.9840     0.7147    90.8200   119.7963      0.4049
 410     0.0546     0.0009    99.9820     0.7209    90.6500   119.8042      0.4045
 411     0.0542     0.0009    99.9660     0.7188    90.9200   119.8099      0.4043
 412     0.0538     0.0006    99.9860     0.7450    90.6400   119.7721      0.4040
 413     0.0534     0.0006    99.9860     0.7425    90.6300   119.7901      0.4037
 414     0.0530     0.0005    99.9840     0.7397    90.6300   119.7643      0.4034
 415     0.0526     0.0004    99.9900     0.7412    90.6600   119.8159      0.4031
 416     0.0522     0.0005    99.9920     0.7352    91.0400   119.7473      0.4028
 417     0.0517     0.0008    99.9800     0.7301    90.8900   119.7778      0.4025
 418     0.0513     0.0005    99.9840     0.7311    90.9000   119.7937      0.4022
 419     0.0509     0.0004    99.9820     0.7403    90.9600   119.7896      0.4019
 420     0.0505     0.0004    99.9880     0.7598    90.6800   119.8149      0.4016
 421     0.0501     0.0003    99.9940     0.7446    90.7700   119.8049      0.4013
 422     0.0497     0.0003    99.9920     0.7555    90.7600   119.7677      0.4011
 423     0.0493     0.0004    99.9920     0.7518    90.8500   119.7949      0.4008
 424     0.0489     0.0002    99.9920     0.7511    90.9500   119.7769      0.4005
 425     0.0484     0.0003    99.9960     0.7607    90.8900   119.7786      0.4003
 426     0.0480     0.0006    99.9800     0.7802    90.7600   119.7849      0.4000
 427     0.0476     0.0005    99.9840     0.7619    91.0100   119.8021      0.3997
 428     0.0472     0.0001    99.9980     0.7574    91.0600   119.8650      0.3995
 429     0.0468     0.0002    99.9960     0.7721    90.8600   119.7870      0.3992
 430     0.0464     0.0001    99.9980     0.7707    91.0500   119.8186      0.3990
 431     0.0460     0.0004    99.9840     0.7884    90.8300   119.7421      0.3987
 432     0.0456     0.0005    99.9860     0.7954    90.7400   119.8006      0.3985
 433     0.0451     0.0001    99.9960     0.7952    90.7000   119.8268      0.3982
 434     0.0447     0.0002    99.9920     0.7823    90.9300   119.7615      0.3980
 435     0.0443     0.0003    99.9860     0.7837    90.7000   119.8289      0.3977
 436     0.0439     0.0006    99.9860     0.7695    90.7700   119.7842      0.3975
 437     0.0435     0.0003    99.9940     0.7672    90.8200   119.8094      0.3972
 438     0.0431     0.0003    99.9920     0.7797    90.8700   119.8364      0.3970
 439     0.0427     0.0003    99.9920     0.7774    90.9300   119.7813      0.3968
 440     0.0423     0.0002    99.9920     0.7750    91.0100   119.7173      0.3965
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0002    99.9900     0.7841    90.9900   119.7687      0.3963
 442     0.0414     0.0004    99.9820     0.7908    90.8400   119.7870      0.3961
 443     0.0410     0.0002    99.9900     0.7787    90.9500   119.7637      0.3959
 444     0.0406     0.0002    99.9960     0.7735    90.8900   119.8133      0.3956
 445     0.0402     0.0004    99.9860     0.7672    90.8400   119.8256      0.3954
 446     0.0398     0.0003    99.9920     0.7667    90.7900   119.8036      0.3952
 447     0.0394     0.0005    99.9860     0.7797    90.7300   119.8346      0.3950
 448     0.0389     0.0004    99.9880     0.7804    90.7600   119.7844      0.3948
 449     0.0385     0.0003    99.9880     0.7809    90.7000   119.7644      0.3946
 450     0.0381     0.0005    99.9840     0.7869    90.8500   119.8559      0.3944
 451     0.0377     0.0003    99.9860     0.7848    90.7200   119.7690      0.3942
 452     0.0373     0.0003    99.9920     0.7856    90.8300   119.7991      0.3940
 453     0.0369     0.0001    99.9980     0.7783    90.9000   119.8079      0.3938
 454     0.0365     0.0002    99.9960     0.7739    90.9200   119.7621      0.3936
 455     0.0361     0.0003    99.9900     0.7622    90.7400   119.7388      0.3934
 456     0.0357     0.0002    99.9960     0.7800    90.8400   119.7881      0.3932
 457     0.0352     0.0003    99.9880     0.7682    90.9900   119.7951      0.3930
 458     0.0348     0.0002    99.9960     0.7640    90.9300   119.7167      0.3929
 459     0.0344     0.0002    99.9960     0.7655    90.9800   119.7662      0.3927
 460     0.0340     0.0002    99.9960     0.7657    90.8300   119.7114      0.3925
 461     0.0336     0.0001   100.0000     0.7675    90.8700   119.7909      0.3923
 462     0.0332     0.0001   100.0000     0.7642    90.8900   119.8012      0.3921
 463     0.0328     0.0002    99.9920     0.7778    90.7700   119.8338      0.3920
 464     0.0324     0.0001    99.9980     0.7696    90.8100   119.7890      0.3918
 465     0.0319     0.0002    99.9960     0.7853    90.8600   119.8116      0.3916
 466     0.0315     0.0003    99.9920     0.7787    90.7700   119.7963      0.3915
 467     0.0311     0.0002    99.9960     0.7823    90.8000   119.8069      0.3913
 468     0.0307     0.0002    99.9980     0.7790    90.8300   119.8040      0.3912
 469     0.0303     0.0001    99.9960     0.7826    90.8200   119.8039      0.3910
 470     0.0299     0.0001    99.9980     0.7846    90.8900   119.7818      0.3908
 471     0.0295     0.0001    99.9980     0.7865    90.9000   119.7992      0.3907
 472     0.0291     0.0001    99.9980     0.7863    90.7800   119.7655      0.3905
 473     0.0286     0.0002    99.9960     0.7825    90.7200   119.7781      0.3904
 474     0.0282     0.0001    99.9980     0.7783    90.8500   119.7720      0.3902
 475     0.0278     0.0001    99.9980     0.7823    90.8300   119.8083      0.3901
 476     0.0274     0.0002    99.9940     0.7784    90.7100   119.7589      0.3900
 477     0.0270     0.0002    99.9940     0.7779    90.8800   119.7227      0.3898
 478     0.0266     0.0001   100.0000     0.7769    90.8700   119.7720      0.3897
 479     0.0262     0.0001   100.0000     0.7782    90.8100   119.7793      0.3896
 480     0.0257     0.0002    99.9940     0.7832    90.7500   119.7818      0.3894
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0002    99.9960     0.7822    90.8500   119.7592      0.3893
 482     0.0249     0.0001   100.0000     0.7828    90.9100   119.7888      0.3892
 483     0.0245     0.0001   100.0000     0.7838    90.9200   119.8053      0.3890
 484     0.0241     0.0001    99.9980     0.7959    90.6800   119.8087      0.3889
 485     0.0237     0.0001    99.9960     0.7902    90.8300   119.8239      0.3888
 486     0.0233     0.0001    99.9980     0.7854    90.7700   119.8277      0.3887
 487     0.0229     0.0000   100.0000     0.7864    90.7900   119.7600      0.3886
 488     0.0225     0.0001   100.0000     0.7854    90.7500   119.7810      0.3884
 489     0.0220     0.0001    99.9980     0.7888    90.8200   119.8169      0.3883
 490     0.0216     0.0001    99.9980     0.7855    90.9100   119.8152      0.3882
 491     0.0212     0.0001    99.9960     0.7856    90.8400   119.7823      0.3881
 492     0.0208     0.0001   100.0000     0.7834    90.8200   119.7937      0.3880
 493     0.0204     0.0002    99.9940     0.7844    90.8100   119.7959      0.3879
 494     0.0200     0.0001    99.9940     0.7859    90.7400   119.7194      0.3878
 495     0.0196     0.0001   100.0000     0.7870    90.7900   119.7909      0.3877
 496     0.0192     0.0001    99.9980     0.7867    90.7400   119.7433      0.3876
 497     0.0187     0.0001    99.9980     0.7916    90.8600   119.7693      0.3875
 498     0.0183     0.0001   100.0000     0.7904    90.9200   119.7721      0.3874
 499     0.0179     0.0001    99.9980     0.7906    90.9400   119.8034      0.3873
 500     0.0175     0.0000   100.0000     0.7919    90.9200   119.8122      0.3872
 501     0.0171     0.0001    99.9980     0.7923    90.8800   119.8102      0.3871
 502     0.0167     0.0001    99.9980     0.7915    90.8400   119.8160      0.3871
 503     0.0163     0.0003    99.9940     0.7946    90.8900   119.7971      0.3870
 504     0.0159     0.0001    99.9960     0.7945    90.8300   119.7875      0.3869
 505     0.0154     0.0000   100.0000     0.7949    90.8400   119.8226      0.3868
 506     0.0150     0.0001    99.9940     0.7932    90.8100   119.7414      0.3868
 507     0.0146     0.0002    99.9940     0.7919    90.7900   119.8004      0.3867
 508     0.0142     0.0001   100.0000     0.7933    90.7300   119.8005      0.3866
 509     0.0138     0.0001    99.9980     0.7913    90.8900   119.7823      0.3865
 510     0.0134     0.0001    99.9980     0.7910    90.8300   119.7341      0.3865
 511     0.0130     0.0000   100.0000     0.7917    90.8300   119.7442      0.3864
 512     0.0125     0.0001    99.9980     0.7896    90.8800   119.7439      0.3864
 513     0.0121     0.0000   100.0000     0.7905    90.8700   119.7327      0.3863
 514     0.0117     0.0001    99.9980     0.7904    90.8900   119.7274      0.3862
 515     0.0113     0.0001    99.9940     0.7864    90.8500   119.7339      0.3862
 516     0.0109     0.0000   100.0000     0.7866    90.8700   119.7370      0.3861
 517     0.0105     0.0001   100.0000     0.7872    90.9000   119.7962      0.3861
 518     0.0101     0.0001    99.9960     0.7877    90.8900   119.7409      0.3860
 519     0.0097     0.0000   100.0000     0.7884    90.8800   119.7576      0.3860
 520     0.0092     0.0000   100.0000     0.7887    90.8500   119.7843      0.3859
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001    99.9960     0.7929    90.8700   119.7831      0.3859
 522     0.0084     0.0000   100.0000     0.7926    90.8600   119.7949      0.3858
 523     0.0080     0.0001    99.9960     0.7916    90.8500   119.7929      0.3858
 524     0.0076     0.0001   100.0000     0.7922    90.8600   119.7117      0.3858
 525     0.0072     0.0001    99.9940     0.7919    90.8700   119.7503      0.3857
 526     0.0068     0.0000   100.0000     0.7921    90.8700   119.7666      0.3857
 527     0.0064     0.0002    99.9980     0.7905    90.8500   119.7107      0.3857
 528     0.0060     0.0001    99.9980     0.7898    90.8100   119.7614      0.3857
 529     0.0055     0.0000   100.0000     0.7899    90.8000   119.7641      0.3856
 530     0.0051     0.0001   100.0000     0.7901    90.8200   119.7539      0.3856
 531     0.0047     0.0001    99.9980     0.7898    90.8000   119.7526      0.3856
 532     0.0043     0.0000   100.0000     0.7898    90.8000   119.6699      0.3856
 533     0.0039     0.0000   100.0000     0.7900    90.8000   119.6201      0.3855
 534     0.0035     0.0001    99.9980     0.7903    90.8000   119.6948      0.3855
 535     0.0031     0.0000   100.0000     0.7901    90.8000   119.7551      0.3855
 536     0.0027     0.0000   100.0000     0.7900    90.8000   119.7326      0.3855
 537     0.0022     0.0001    99.9980     0.7899    90.8200   119.7862      0.3855
 538     0.0018     0.0000   100.0000     0.7898    90.8200   119.7812      0.3855
 539     0.0014     0.0000   100.0000     0.7899    90.8200   119.7582      0.3855
 540     0.0010     0.0001    99.9980     0.7900    90.8400   119.7200      0.3855
 541     0.0010     0.0000   100.0000     0.7901    90.8400   119.7305      0.3855
 542     0.0010     0.0000   100.0000     0.7902    90.8400   119.6552      0.3855
 543     0.0010     0.0000   100.0000     0.7901    90.8400   119.6816      0.3855
 544     0.0010     0.0001   100.0000     0.7902    90.8300   119.7053      0.3855
 545     0.0010     0.0000   100.0000     0.7902    90.8300   119.7120      0.3855
 546     0.0010     0.0000    99.9980     0.7902    90.8300   119.7324      0.3855
 547     0.0010     0.0000   100.0000     0.7903    90.8300   119.7480      0.3855
 548     0.0010     0.0000   100.0000     0.7904    90.8300   119.7001      0.3855
 549     0.0010     0.0000   100.0000     0.7903    90.8300   119.7445      0.3855
 550     0.0010     0.0001   100.0000     0.7904    90.8200   119.7277      0.3855
 551     0.0010     0.0001    99.9980     0.7903    90.8300   119.7428      0.3855
 552     0.0010     0.0000   100.0000     0.7904    90.8300   119.7298      0.3855
 553     0.0010     0.0000   100.0000     0.7905    90.8300   119.8077      0.3855
 554     0.0010     0.0000    99.9980     0.7906    90.8300   119.7500      0.3855
 555     0.0010     0.0000   100.0000     0.7907    90.8300   119.7815      0.3855
 556     0.0010     0.0001    99.9980     0.7907    90.8300   119.7192      0.3855
 557     0.0010     0.0000   100.0000     0.7908    90.8300   119.6699      0.3855
 558     0.0010     0.0000    99.9980     0.7908    90.8300   119.7209      0.3855
 559     0.0010     0.0000   100.0000     0.7909    90.8400   119.6815      0.3855
 560     0.0010     0.0001    99.9980     0.7909    90.8400   119.6327      0.3855
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001   100.0000     0.7911    90.8300   119.7250      0.3855
 562     0.0010     0.0001   100.0000     0.7911    90.8400   119.7468      0.3855
 563     0.0010     0.0000   100.0000     0.7911    90.8400   119.6908      0.3855
 564     0.0010     0.0001    99.9980     0.7913    90.8300   119.7275      0.3855
 565     0.0010     0.0000   100.0000     0.7913    90.8300   119.7524      0.3855
 566     0.0010     0.0000   100.0000     0.7913    90.8300   119.7637      0.3855
 567     0.0010     0.0000   100.0000     0.7914    90.8300   119.7841      0.3855
 568     0.0010     0.0000   100.0000     0.7914    90.8300   119.7449      0.3855
 569     0.0010     0.0000   100.0000     0.7915    90.8300   119.7207      0.3855
 570     0.0010     0.0000   100.0000     0.7916    90.8300   119.7585      0.3855
 571     0.0010     0.0000   100.0000     0.7916    90.8300   119.6972      0.3855
 572     0.0010     0.0000   100.0000     0.7917    90.8300   119.6729      0.3855
 573     0.0010     0.0001   100.0000     0.7917    90.8300   119.6914      0.3855
 574     0.0010     0.0000   100.0000     0.7918    90.8400   119.7087      0.3855
 575     0.0010     0.0001    99.9980     0.7917    90.8400   119.7603      0.3855
 576     0.0010     0.0001    99.9980     0.7916    90.8100   119.7560      0.3855
 577     0.0010     0.0000   100.0000     0.7916    90.8300   119.7883      0.3855
 578     0.0010     0.0001   100.0000     0.7915    90.8300   119.7377      0.3855
 579     0.0010     0.0001    99.9980     0.7915    90.8200   119.8172      0.3855
 580     0.0010     0.0000   100.0000     0.7916    90.8400   119.7653      0.3855
 581     0.0010     0.0001    99.9980     0.7916    90.8400   119.7896      0.3855
 582     0.0010     0.0001   100.0000     0.7916    90.8400   119.8082      0.3855
 583     0.0010     0.0000   100.0000     0.7917    90.8300   119.7804      0.3855
 584     0.0010     0.0000   100.0000     0.7917    90.8300   119.7319      0.3855
 585     0.0010     0.0000   100.0000     0.7918    90.8300   119.7657      0.3855
 586     0.0010     0.0000   100.0000     0.7919    90.8300   119.7956      0.3855
 587     0.0010     0.0000   100.0000     0.7918    90.8300   119.7937      0.3855
 588     0.0010     0.0000   100.0000     0.7919    90.8300   119.8344      0.3855
 589     0.0010     0.0000   100.0000     0.7919    90.8200   119.8116      0.3855
 590     0.0010     0.0000   100.0000     0.7919    90.8300   119.7647      0.3855
 591     0.0010     0.0001    99.9940     0.7919    90.8200   119.8013      0.3855
 592     0.0010     0.0001   100.0000     0.7920    90.8200   119.8077      0.3855
 593     0.0010     0.0000   100.0000     0.7921    90.8400   119.7969      0.3855
 594     0.0010     0.0001   100.0000     0.7921    90.8400   119.8136      0.3855
 595     0.0010     0.0000   100.0000     0.7921    90.8500   119.8265      0.3855
 596     0.0010     0.0000   100.0000     0.7921    90.8500   119.7896      0.3855
 597     0.0010     0.0000   100.0000     0.7922    90.8500   119.7961      0.3855
 598     0.0010     0.0000   100.0000     0.7922    90.8400   119.7400      0.3855
 599     0.0010     0.0001    99.9980     0.7923    90.8500   119.8989      0.3855
 600     0.0010     0.0000   100.0000     0.7923    90.8500   119.7552      0.3855
