Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2730    12.4800     2.1453    18.2900    10.9904      0.9750
   2     0.1000     2.2522    13.4940     2.1259    19.0800    10.0011      0.9672
   3     0.1000     2.0619    19.1780     1.9611    23.9100    10.1169      0.9614
   4     0.1000     1.9565    22.5980     1.8122    27.6600     9.9286      0.9568
   5     0.1000     1.8095    29.1240     1.7836    31.0100    10.1157      0.9527
   6     0.1000     1.6859    34.6440     1.7102    34.8100     9.9767      0.9492
   7     0.1000     1.5827    39.5340     1.4176    46.5100     9.9905      0.9459
   8     0.1000     1.4725    45.0940     1.3466    50.7300    10.0357      0.9431
   9     0.1000     1.3574    50.8140     1.1852    56.9300     9.9778      0.9404
  10     0.1000     1.2268    56.1720     1.1772    58.9200     9.9536      0.9379
  11     0.1000     1.1172    60.8760     0.9913    65.1900    10.1735      0.9356
  12     0.1000     0.9999    65.0140     0.9149    68.1900     9.8973      0.9334
  13     0.1000     0.9174    68.1460     0.8429    71.2800     9.9990      0.9313
  14     0.1000     0.8574    70.6140     0.8133    71.4900    10.0542      0.9294
  15     0.1000     0.7753    73.5680     0.7550    74.6900    10.0355      0.9275
  16     0.1000     0.7395    74.9340     0.7492    74.5500    10.0152      0.9258
  17     0.1000     0.6813    77.1040     0.6790    77.2800    10.2458      0.9239
  18     0.1000     0.6401    78.3480     0.8012    73.8500    10.3945      0.9223
  19     0.1000     0.6028    79.8340     0.5878    80.4900    10.0594      0.9207
  20     0.1000     0.5753    80.9080     0.6000    79.9400     9.9861      0.9191
  21     0.1000     0.5445    81.7560     0.6160    80.4100     9.9660      0.9176
  22     0.1000     0.5071    83.0460     0.5846    81.3300     9.9683      0.9161
  23     0.1000     0.4906    83.6980     0.5557    81.8900     9.8667      0.9147
  24     0.1000     0.4623    84.6300     0.5023    83.5600     9.8612      0.9134
  25     0.1000     0.4353    85.6160     0.5299    82.7300     9.8281      0.9121
  26     0.1000     0.4219    85.7740     0.5681    81.7500     9.8591      0.9108
  27     0.1000     0.3994    86.7660     0.5245    83.0200    10.3461      0.9096
  28     0.1000     0.3874    87.0700     0.5771    82.0800    10.0542      0.9083
  29     0.1000     0.3655    88.0220     0.4679    84.9600    10.0667      0.9071
  30     0.1000     0.3489    88.4400     0.5069    84.2400    10.0737      0.9059
  31     0.1000     0.3388    88.7500     0.5028    84.1000    10.0377      0.9048
  32     0.1000     0.3255    89.2680     0.6062    82.8200    10.0407      0.9037
  33     0.1000     0.3133    89.5400     0.5631    82.4500     9.9950      0.9026
  34     0.1000     0.2933    90.1500     0.4767    84.9300     9.8718      0.9015
  35     0.1000     0.2856    90.5220     0.5006    85.1700     9.9153      0.9005
  36     0.1000     0.2757    90.7480     0.5108    84.8700     9.9771      0.8995
  37     0.1000     0.2672    91.0400     0.5038    84.0000     9.9824      0.8984
  38     0.1000     0.2559    91.3700     0.4473    86.3800    10.0131      0.8974
  39     0.1000     0.2437    91.8000     0.5662    84.0100    10.0045      0.8965
  40     0.1000     0.2390    92.0840     0.4524    86.4400     9.9518      0.8955
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2239    92.4300     0.4978    85.7500    10.0694      0.8945
  42     0.1000     0.2139    92.7720     0.4543    86.7700    10.1074      0.8936
  43     0.1000     0.2090    93.0320     0.4626    86.1700    10.0224      0.8927
  44     0.1000     0.2014    93.2140     0.4611    87.2200     9.9835      0.8918
  45     0.1000     0.1922    93.5800     0.4596    86.9500    10.0491      0.8909
  46     0.1000     0.1875    93.7440     0.4783    86.8000     9.9490      0.8900
  47     0.1000     0.1814    93.8380     0.5408    84.7800    10.3521      0.8892
  48     0.1000     0.1709    94.3400     0.5420    86.0000     9.8902      0.8884
  49     0.1000     0.1714    94.3300     0.5007    86.2200     9.9892      0.8875
  50     0.1000     0.1576    94.6820     0.5140    86.4400    10.0607      0.8868
  51     0.1000     0.1560    94.8680     0.4584    87.8300    10.1940      0.8860
  52     0.1000     0.1517    94.8300     0.5156    87.1500    10.1509      0.8852
  53     0.1000     0.1428    95.2860     0.4802    87.5800    10.1312      0.8844
  54     0.1000     0.1402    95.3500     0.4515    87.2900    10.0310      0.8837
  55     0.1000     0.1353    95.3880     0.5242    86.3600     9.9380      0.8829
  56     0.1000     0.1340    95.4740     0.5158    86.0400    10.0058      0.8821
  57     0.1000     0.1278    95.7240     0.5532    86.0600     9.9224      0.8815
  58     0.1000     0.1248    95.7820     0.4792    87.8700     9.9279      0.8807
  59     0.1000     0.1208    95.9400     0.5235    86.9600     9.8996      0.8799
  60     0.1000     0.1148    96.2580     0.5194    87.5100     9.8434      0.8792
  61     0.1000     0.1095    96.3820     0.5003    88.2100     9.9475      0.8785
  62     0.1000     0.1094    96.3320     0.5128    87.9400     9.9358      0.8778
  63     0.1000     0.1061    96.4720     0.4676    88.2100     9.8761      0.8772
  64     0.1000     0.1011    96.6540     0.6314    84.3800     9.9336      0.8764
  65     0.1000     0.1004    96.5740     0.5437    87.2000    10.1173      0.8758
  66     0.1000     0.0925    96.9160     0.4768    88.3900     9.9278      0.8751
  67     0.1000     0.0946    96.9340     0.5106    88.0900    10.0660      0.8744
  68     0.1000     0.0916    96.9960     0.9915    81.8300    10.0146      0.8737
  69     0.1000     0.0924    96.9820     0.5569    87.7300    10.0651      0.8731
  70     0.1000     0.0894    97.0120     0.5132    87.9200     9.9973      0.8725
  71     0.1000     0.0917    97.0240     0.5221    88.5900    10.0010      0.8718
  72     0.1000     0.0818    97.2200     0.5349    88.5800    10.0925      0.8712
  73     0.1000     0.0774    97.4600     0.5456    88.1200    10.0608      0.8706
  74     0.1000     0.0748    97.5460     0.7205    85.6700    10.2088      0.8699
  75     0.1000     0.0723    97.6760     0.4975    88.9200    10.3339      0.8694
  76     0.1000     0.0771    97.4460     0.4913    88.4300    10.1612      0.8687
  77     0.1000     0.0660    97.8220     0.5543    87.8700     9.9810      0.8681
  78     0.1000     0.0717    97.6660     0.5242    88.0500     9.9281      0.8675
  79     0.1000     0.0678    97.8100     0.5197    88.0200     9.9126      0.8669
  80     0.1000     0.0618    97.9640     0.5563    88.5400    10.0327      0.8663
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0670    97.8360     0.5255    88.7900     9.9531      0.8657
  82     0.1000     0.0559    98.2060     0.5864    88.0400    10.0654      0.8651
  83     0.1000     0.0594    98.0680     0.5591    87.9900     9.9757      0.8646
  84     0.1000     0.0584    98.0600     0.5376    88.1300     9.9934      0.8640
  85     0.1000     0.0587    98.0940     0.5291    88.8200    10.0836      0.8634
  86     0.1000     0.0528    98.2880     0.5646    88.7800    10.1194      0.8629
  87     0.1000     0.0529    98.3860     0.5772    88.3700     9.9238      0.8623
  88     0.1000     0.0514    98.3200     0.5689    88.2400    10.0007      0.8618
  89     0.1000     0.0489    98.3700     0.5554    88.8700    10.0599      0.8612
  90     0.1000     0.0536    98.2840     0.5305    88.7600    10.3590      0.8606
  91     0.1000     0.0483    98.4620     0.5133    88.9100    10.0569      0.8601
  92     0.1000     0.0485    98.3820     0.5581    88.3700     9.9739      0.8595
  93     0.1000     0.0504    98.4020     0.5665    88.8800    10.0004      0.8590
  94     0.1000     0.0454    98.5160     0.5472    88.9700    10.1782      0.8585
  95     0.1000     0.0418    98.6520     0.5814    88.5900     9.9558      0.8580
  96     0.1000     0.0489    98.5020     0.5367    88.3500    10.2537      0.8574
  97     0.1000     0.0454    98.4760     0.5596    87.9400    10.2045      0.8569
  98     0.1000     0.0410    98.6920     0.5948    88.3500    10.1989      0.8564
  99     0.1000     0.0391    98.7080     0.5541    88.5600    10.2131      0.8558
 100     0.1000     0.0366    98.7380     0.6344    88.4800    10.2800      0.8553
 101     0.1000     0.0395    98.7240     0.6584    87.3100    10.0475      0.8548
 102     0.1000     0.0387    98.6920     0.5886    88.5000     9.9740      0.8543
 103     0.1000     0.0401    98.7320     0.6012    89.0100     9.9715      0.8538
 104     0.1000     0.0427    98.6640     0.6842    86.7400    10.2767      0.8532
 105     0.1000     0.0357    98.9080     0.5913    88.9800     9.9187      0.8528
 106     0.1000     0.0358    98.8520     0.5640    89.0500    10.3031      0.8523
 107     0.1000     0.0296    99.0280     0.6481    88.8500    10.1581      0.8518
 108     0.1000     0.0333    98.9000     0.6049    88.2000    10.1993      0.8513
 109     0.1000     0.0365    98.8040     0.6244    88.1200    10.1738      0.8508
 110     0.1000     0.0346    98.9040     0.5404    89.6000    10.0643      0.8503
 111     0.1000     0.0304    99.0540     0.6059    89.1100    10.0911      0.8498
 112     0.1000     0.0300    99.0720     0.5889    89.6400    10.0894      0.8493
 113     0.1000     0.0363    98.8660     0.5979    89.1700    10.2175      0.8488
 114     0.1000     0.0291    99.0660     0.5968    88.6000    10.3091      0.8484
 115     0.1000     0.0272    99.0820     0.6176    88.8100    10.1702      0.8480
 116     0.1000     0.0302    99.0340     0.5601    89.0900    10.0997      0.8474
 117     0.1000     0.0319    99.0200     0.5806    89.1500    10.0007      0.8470
 118     0.1000     0.0291    99.0140     0.5806    89.2300     9.8769      0.8465
 119     0.1000     0.0299    99.0700     0.5643    89.3000     9.9161      0.8460
 120     0.1000     0.0310    99.0320     0.5477    89.6000    10.1536      0.8456
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0325    98.9660     0.5894    88.4500     9.8332      0.8451
 122     0.1000     0.0257    99.1900     0.6484    88.5900     9.9853      0.8446
 123     0.1000     0.0269    99.1160     0.6141    88.9200     9.9839      0.8441
 124     0.1000     0.0270    99.1480     0.6213    89.3000    10.1187      0.8437
 125     0.1000     0.0232    99.2960     0.5883    89.2600     9.9065      0.8433
 126     0.1000     0.0233    99.2180     0.6627    89.0000     9.9843      0.8428
 127     0.1000     0.0216    99.2780     0.6434    88.6900    10.0701      0.8423
 128     0.1000     0.0319    98.9400     0.5671    89.1000     9.9661      0.8420
 129     0.1000     0.0249    99.2020     0.5695    89.1200     9.9247      0.8415
 130     0.1000     0.0242    99.2820     0.6704    88.8500    10.0016      0.8411
 131     0.1000     0.0235    99.2580     0.6214    88.9400    10.2407      0.8406
 132     0.1000     0.0226    99.3240     0.6062    89.0000     9.9351      0.8402
 133     0.1000     0.0224    99.2300     0.6196    88.5600    10.3333      0.8398
 134     0.1000     0.0239    99.2400     0.5794    89.0900    10.3083      0.8393
 135     0.1000     0.0230    99.2620     0.5748    89.2600    10.2662      0.8389
 136     0.1000     0.0213    99.3440     0.5954    89.2100    10.3161      0.8385
 137     0.1000     0.0234    99.2940     0.5867    89.4000     9.9461      0.8380
 138     0.1000     0.0215    99.2800     0.6269    89.1500    10.1034      0.8376
 139     0.1000     0.0236    99.2620     0.5939    89.4600    10.0948      0.8372
 140     0.1000     0.0233    99.2820     0.5620    89.4700    10.0967      0.8367
 141     0.1000     0.0187    99.4180     0.6237    89.7300    10.2029      0.8363
 142     0.1000     0.0217    99.3460     0.6423    89.3000    10.0988      0.8359
 143     0.1000     0.0204    99.3840     0.5983    89.4200    10.0515      0.8354
 144     0.1000     0.0207    99.3700     0.6149    89.1300    10.0753      0.8351
 145     0.1000     0.0220    99.2960     0.6417    88.7000    10.0739      0.8347
 146     0.1000     0.0207    99.3640     0.6026    89.5400     9.9507      0.8342
 147     0.1000     0.0181    99.4140     0.6268    89.2400     9.9799      0.8338
 148     0.1000     0.0161    99.4900     0.6880    89.2600     9.9335      0.8334
 149     0.1000     0.0209    99.3060     0.6138    88.9900    10.1929      0.8330
 150     0.1000     0.0194    99.3400     0.6594    89.1700    10.1155      0.8326
 151     0.1000     0.0183    99.4020     0.6773    89.0700    10.1463      0.8322
 152     0.1000     0.0184    99.4500     0.6167    89.0400    10.0235      0.8318
 153     0.1000     0.0230    99.2640     0.5842    88.9600    10.1477      0.8314
 154     0.1000     0.0190    99.3680     0.6067    89.5900     9.9645      0.8310
 155     0.1000     0.0169    99.4760     0.6837    89.0500    10.0465      0.8306
 156     0.1000     0.0168    99.4540     0.6443    89.1400    10.1932      0.8302
 157     0.1000     0.0168    99.5080     0.6245    89.0200     9.9582      0.8299
 158     0.1000     0.0145    99.5640     0.6255    89.5700     9.9462      0.8295
 159     0.1000     0.0157    99.4600     0.6529    88.7000     9.8894      0.8291
 160     0.1000     0.0153    99.4860     0.6688    89.6400     9.9699      0.8287
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0192    99.4300     0.6279    89.7700    10.0635      0.8283
 162     0.1000     0.0160    99.4960     0.6558    89.0500     9.9241      0.8280
 163     0.1000     0.0150    99.5580     0.6375    89.8300    10.2709      0.8276
 164     0.1000     0.0134    99.5660     0.6757    89.6600    10.0465      0.8272
 165     0.1000     0.0208    99.3480     0.6004    89.8000     9.9851      0.8268
 166     0.1000     0.0173    99.4820     0.5638    89.4700     9.9714      0.8264
 167     0.1000     0.0151    99.5820     0.6211    89.6700     9.9647      0.8261
 168     0.1000     0.0150    99.5100     0.6250    89.5100     9.9559      0.8257
 169     0.1000     0.0153    99.5400     0.6195    89.8900    10.0959      0.8253
 170     0.1000     0.0159    99.5060     0.6154    89.5200    10.0180      0.8249
 171     0.1000     0.0123    99.5960     0.6408    89.7200    10.2323      0.8246
 172     0.1000     0.0152    99.5100     0.6485    89.2100    10.4731      0.8242
 173     0.1000     0.0144    99.5180     0.6466    89.6200     9.9513      0.8238
 174     0.1000     0.0133    99.6000     0.6105    89.8500    10.0564      0.8234
 175     0.1000     0.0113    99.6300     0.6335    89.6900    10.2377      0.8231
 176     0.1000     0.0113    99.6400     0.7057    89.5200    10.2129      0.8227
 177     0.1000     0.0124    99.6060     0.6593    89.5000    10.0344      0.8223
 178     0.1000     0.0160    99.5140     0.6196    89.2700    10.0569      0.8220
 179     0.1000     0.0122    99.6040     0.6598    89.2500    10.0694      0.8216
 180     0.1000     0.0160    99.4880     0.6024    89.7600     9.8606      0.8212
 181     0.1000     0.0133    99.5820     0.6606    89.4800     9.8852      0.8208
 182     0.1000     0.0103    99.6980     0.7364    89.1000    10.1145      0.8205
 183     0.1000     0.0153    99.4920     0.6101    89.5000    10.1098      0.8201
 184     0.1000     0.0150    99.5420     0.6874    88.3000    10.0690      0.8198
 185     0.1000     0.0150    99.5000     0.6279    89.3300    10.2070      0.8195
 186     0.1000     0.0119    99.5840     0.6783    89.7700    10.1136      0.8191
 187     0.1000     0.0123    99.6060     0.6683    89.7600    10.0746      0.8187
 188     0.1000     0.0132    99.5740     0.6510    89.4300     9.9688      0.8184
 189     0.1000     0.0109    99.6440     0.6460    89.8800    10.0303      0.8180
 190     0.1000     0.0099    99.7000     0.6576    89.8000    10.2676      0.8177
 191     0.1000     0.0128    99.5880     0.6397    90.0900     9.9431      0.8173
 192     0.1000     0.0147    99.5580     0.7850    87.9000    10.1862      0.8170
 193     0.1000     0.0117    99.6200     0.6854    89.7200    10.1364      0.8166
 194     0.1000     0.0150    99.5660     0.6992    89.1700    10.2209      0.8163
 195     0.1000     0.0101    99.6880     0.6553    90.2600    10.0208      0.8160
 196     0.1000     0.0098    99.7120     0.6791    90.0300     9.9494      0.8156
 197     0.1000     0.0118    99.6580     0.6965    89.4800     9.9583      0.8152
 198     0.1000     0.0102    99.6620     0.7093    89.5100    10.2622      0.8149
 199     0.1000     0.0130    99.5660     0.6399    90.3400    10.1093      0.8146
 200     0.1000     0.0094    99.7040     0.7080    89.9200    10.0039      0.8142
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0101    99.6920     0.6820    90.0100    10.0602      0.8139
 202     0.1000     0.0078    99.7340     0.7444    90.0200    10.0553      0.8136
 203     0.1000     0.0123    99.6020     0.6582    89.6000    10.0306      0.8132
 204     0.1000     0.0088    99.7120     0.6715    89.7500    10.0495      0.8129
 205     0.1000     0.0101    99.6780     0.6938    89.4900     9.9761      0.8126
 206     0.1000     0.0101    99.6680     0.6791    89.6900    10.0659      0.8122
 207     0.1000     0.0110    99.6860     0.6435    89.6600     9.9820      0.8119
 208     0.1000     0.0110    99.6720     0.6700    89.9700     9.9887      0.8116
 209     0.1000     0.0098    99.6960     0.6763    89.9300     9.8961      0.8113
 210     0.1000     0.0098    99.6900     0.6854    89.6000    10.0686      0.8109
 211     0.1000     0.0127    99.6160     0.6996    89.6800    10.1513      0.8106
 212     0.1000     0.0131    99.5900     0.6361    89.7100     9.9420      0.8103
 213     0.1000     0.0127    99.6440     0.5874    89.8300     9.9183      0.8100
 214     0.1000     0.0088    99.7260     0.6313    90.2400    10.0947      0.8096
 215     0.1000     0.0088    99.7280     0.6823    90.0000     9.9792      0.8093
 216     0.1000     0.0082    99.7360     0.7007    90.0300     9.9499      0.8090
 217     0.1000     0.0121    99.6260     0.6362    89.3100     9.9393      0.8087
 218     0.1000     0.0113    99.6540     0.6050    89.8400    10.3547      0.8083
 219     0.1000     0.0104    99.6880     0.6998    89.3500    10.1138      0.8080
 220     0.1000     0.0095    99.6960     0.7133    89.5700    10.1911      0.8077
 221     0.1000     0.0104    99.6840     0.7743    88.3300    10.2321      0.8074
 222     0.1000     0.0101    99.6920     0.6058    89.6100    10.0455      0.8070
 223     0.1000     0.0103    99.7160     0.6451    89.5900    10.0890      0.8067
 224     0.1000     0.0085    99.7500     0.6312    89.8900    10.1166      0.8064
 225     0.1000     0.0086    99.7240     0.7022    89.7800    10.0761      0.8061
 226     0.1000     0.0106    99.6560     0.6446    90.0800    10.2132      0.8058
 227     0.1000     0.0086    99.7300     0.6671    89.8500     9.9842      0.8055
 228     0.1000     0.0076    99.7420     0.6838    89.6500    10.0640      0.8052
 229     0.1000     0.0091    99.7080     0.6909    89.2500     9.9472      0.8049
 230     0.1000     0.0088    99.7400     0.7137    89.7700    10.3280      0.8046
 231     0.1000     0.0058    99.8040     0.7194    89.8400    10.0446      0.8043
 232     0.1000     0.0112    99.6460     0.6500    89.6300    10.1164      0.8039
 233     0.1000     0.0106    99.6580     0.6559    90.0000    10.1969      0.8036
 234     0.1000     0.0082    99.7400     0.6681    89.7400    10.0369      0.8034
 235     0.1000     0.0086    99.7380     0.6635    89.8600    10.1671      0.8030
 236     0.1000     0.0079    99.7600     0.7182    89.9800    10.1106      0.8027
 237     0.1000     0.0096    99.7160     0.7155    89.3600    10.1318      0.8024
 238     0.1000     0.0128    99.6220     0.6270    89.7700    10.0433      0.8021
 239     0.1000     0.0087    99.7440     0.6431    89.8900    10.1013      0.8019
 240     0.1000     0.0121    99.7100     0.6319    89.7900    10.1098      0.8016
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0066    99.8140     0.6680    89.3800    10.0775      0.8012
 242     0.1000     0.0092    99.7140     0.6988    89.8200    10.1277      0.8009
 243     0.1000     0.0076    99.7600     0.6929    89.9300     9.9548      0.8007
 244     0.1000     0.0073    99.7560     0.6988    89.7000     9.9825      0.8003
 245     0.1000     0.0097    99.7120     0.6722    89.9700     9.9897      0.8000
 246     0.1000     0.0084    99.7180     0.6931    89.4000    10.1589      0.7997
 247     0.1000     0.0091    99.7240     0.6875    89.3500    10.0768      0.7995
 248     0.1000     0.0073    99.7760     0.7101    89.8300     9.9526      0.7992
 249     0.1000     0.0078    99.7780     0.6374    89.7800     9.9975      0.7989
 250     0.1000     0.0105    99.6620     0.6320    89.6600    10.2251      0.7986
 251     0.1000     0.0060    99.8320     0.6836    90.0000    10.0934      0.7983
 252     0.1000     0.0084    99.7700     0.6385    89.8700    10.0472      0.7980
 253     0.1000     0.0068    99.7680     0.6918    89.9600    10.3532      0.7977
 254     0.1000     0.0056    99.8540     0.6906    89.9600    10.0615      0.7974
 255     0.1000     0.0084    99.7220     0.6501    89.9100    10.0242      0.7971
 256     0.1000     0.0043    99.8460     0.7235    90.2300    10.1517      0.7968
 257     0.1000     0.0087    99.7320     0.6864    89.9500    10.0785      0.7965
 258     0.1000     0.0078    99.7660     0.6709    90.0500    10.0425      0.7962
 259     0.1000     0.0061    99.8260     0.6548    89.8300    10.1034      0.7959
 260     0.1000     0.0095    99.7000     0.6993    89.2100     9.9696      0.7956
 261     0.1000     0.0038    99.8920     0.7547    89.8100    10.0411      0.7954
 262     0.1000     0.0091    99.7260     0.7580    89.6400    10.1190      0.7950
 263     0.1000     0.0076    99.7480     0.7416    89.6600    10.0525      0.7948
 264     0.1000     0.0074    99.7640     0.6385    90.0300    10.2984      0.7945
 265     0.1000     0.0067    99.7820     0.6967    90.0400    10.0254      0.7942
 266     0.1000     0.0052    99.8240     0.8066    89.5100    10.2921      0.7939
 267     0.1000     0.0083    99.7200     0.7259    89.6200     9.9895      0.7936
 268     0.1000     0.0098    99.7420     0.6531    90.0400    10.0971      0.7933
 269     0.1000     0.0054    99.8260     0.6901    90.1300    10.0182      0.7931
 270     0.1000     0.0070    99.7720     0.7055    89.7600    10.0753      0.7928
 271     0.1000     0.0075    99.7820     0.6710    89.9000    10.0277      0.7925
 272     0.1000     0.0051    99.8340     0.7196    90.0500    10.0130      0.7922
 273     0.1000     0.0079    99.7480     0.7487    89.5700    10.0056      0.7919
 274     0.1000     0.0066    99.7840     0.7772    89.5600    10.0048      0.7917
 275     0.1000     0.0069    99.7680     0.6413    90.2000     9.9637      0.7914
 276     0.1000     0.0064    99.7860     0.6545    89.8400    10.0450      0.7911
 277     0.1000     0.0054    99.8320     0.7195    89.7400    10.1242      0.7908
 278     0.1000     0.0079    99.7620     0.7127    90.0200    10.0186      0.7905
 279     0.1000     0.0061    99.8180     0.6965    90.1600     9.9872      0.7903
 280     0.1000     0.0057    99.8080     0.7147    89.8200    10.0470      0.7899
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0055    99.8320     0.7522    89.5500     9.9631      0.7897
 282     0.1000     0.0084    99.7220     0.7420    89.4400     9.9918      0.7894
 283     0.1000     0.0071    99.7940     0.6510    90.0500     9.9849      0.7892
 284     0.1000     0.0062    99.7980     0.6996    90.2300    10.0283      0.7889
 285     0.1000     0.0087    99.7380     0.6688    89.6500     9.9853      0.7886
 286     0.1000     0.0093    99.7340     0.6708    89.9500     9.9714      0.7884
 287     0.1000     0.0068    99.8060     0.6588    89.8500    10.1174      0.7881
 288     0.1000     0.0070    99.7840     0.6740    89.5400    10.0782      0.7878
 289     0.1000     0.0076    99.7740     0.7201    89.5700    10.0554      0.7876
 290     0.1000     0.0091    99.7240     0.6693    89.6800    10.0937      0.7873
 291     0.1000     0.0073    99.7480     0.6894    89.7800     9.9132      0.7870
 292     0.1000     0.0083    99.7400     0.6651    89.6400    10.1675      0.7868
 293     0.1000     0.0073    99.7520     0.6750    89.2200    10.1182      0.7865
 294     0.1000     0.0061    99.8180     0.6943    90.0100    10.1116      0.7863
 295     0.1000     0.0064    99.7960     0.8165    89.1500    10.0309      0.7860
 296     0.1000     0.0069    99.7920     0.6890    89.7000     9.9498      0.7857
 297     0.1000     0.0039    99.8760     0.7406    90.3200     9.9391      0.7855
 298     0.1000     0.0060    99.7960     0.6853    90.2300    10.2094      0.7852
 299     0.1000     0.0057    99.8180     0.6857    90.0500    10.0214      0.7850
 300     0.1000     0.0053    99.8320     0.6878    89.8200    10.2194      0.7847
 301     0.0996     0.0076    99.7660     0.6612    89.5400    10.1920      0.7844
 302     0.0992     0.0086    99.7560     0.7026    89.8900    10.2211      0.7841
 303     0.0988     0.0059    99.8220     0.7313    89.7400    10.0848      0.7839
 304     0.0983     0.0042    99.8560     0.7566    90.0600     9.9964      0.7836
 305     0.0979     0.0051    99.8660     0.6826    89.7400    10.1853      0.7834
 306     0.0975     0.0062    99.8180     0.6676    90.2000    10.0010      0.7831
 307     0.0971     0.0034    99.9040     0.7357    89.9000     9.9980      0.7829
 308     0.0967     0.0062    99.7980     0.7298    90.0300    10.0266      0.7826
 309     0.0963     0.0054    99.8500     0.6806    89.9200    10.1678      0.7823
 310     0.0959     0.0047    99.8380     0.7397    90.1600    10.0229      0.7821
 311     0.0955     0.0052    99.8240     0.6802    90.1000    10.0924      0.7819
 312     0.0950     0.0044    99.8660     0.7840    89.9900    10.0251      0.7816
 313     0.0946     0.0040    99.8660     0.7099    90.2300    10.1863      0.7814
 314     0.0942     0.0056    99.8380     0.6668    90.2900     9.8809      0.7811
 315     0.0938     0.0040    99.8760     0.7262    90.4800    10.1888      0.7809
 316     0.0934     0.0054    99.8480     0.6953    89.9400    10.1050      0.7806
 317     0.0930     0.0031    99.9040     0.7378    89.9700    10.0056      0.7804
 318     0.0926     0.0039    99.8660     0.7899    89.8800    10.1461      0.7802
 319     0.0922     0.0028    99.9040     0.7655    90.3000    10.0142      0.7799
 320     0.0917     0.0039    99.8760     0.8089    89.9800     9.9037      0.7797
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0039    99.8680     0.7343    90.3200    10.1146      0.7794
 322     0.0909     0.0056    99.8340     0.6913    89.9200    10.1080      0.7792
 323     0.0905     0.0046    99.8440     0.6859    90.3600     9.9375      0.7790
 324     0.0901     0.0074    99.7860     0.6946    90.1800    10.0094      0.7787
 325     0.0897     0.0042    99.8780     0.7452    89.8300    10.0823      0.7785
 326     0.0893     0.0049    99.8620     0.6779    90.2000     9.9861      0.7783
 327     0.0889     0.0030    99.8920     0.7430    90.0800     9.9587      0.7781
 328     0.0885     0.0022    99.9320     0.8139    90.2300     9.9632      0.7779
 329     0.0880     0.0040    99.8760     0.7768    89.8000     9.9679      0.7776
 330     0.0876     0.0046    99.8500     0.7225    90.0100     9.9779      0.7774
 331     0.0872     0.0033    99.8860     0.7654    90.4500     9.8598      0.7772
 332     0.0868     0.0031    99.9100     0.8289    89.8200    10.0388      0.7770
 333     0.0864     0.0042    99.8660     0.8010    89.5200    10.0032      0.7768
 334     0.0860     0.0039    99.8660     0.7818    89.8100     9.8960      0.7765
 335     0.0856     0.0033    99.8980     0.7896    89.2700     9.8983      0.7763
 336     0.0852     0.0050    99.8480     0.6974    90.1600     9.8848      0.7761
 337     0.0847     0.0035    99.8860     0.7419    90.0500    10.0596      0.7759
 338     0.0843     0.0031    99.9080     0.7607    90.1300     9.8687      0.7757
 339     0.0839     0.0018    99.9240     0.7939    90.0000     9.8739      0.7755
 340     0.0835     0.0043    99.8700     0.7214    89.7600     9.9187      0.7753
 341     0.0831     0.0032    99.9000     0.7140    90.1500     9.9822      0.7750
 342     0.0827     0.0045    99.8700     0.7192    89.8700    10.0441      0.7748
 343     0.0823     0.0022    99.9260     0.8101    89.3300    10.0068      0.7746
 344     0.0818     0.0040    99.8920     0.7181    89.6100     9.8991      0.7744
 345     0.0814     0.0052    99.8280     0.6967    89.7600     9.8819      0.7743
 346     0.0810     0.0020    99.9500     0.7520    90.1500    10.0199      0.7741
 347     0.0806     0.0026    99.9240     0.7732    89.8100     9.8768      0.7738
 348     0.0802     0.0042    99.8640     0.7136    89.9700     9.8764      0.7736
 349     0.0798     0.0028    99.9140     0.7437    90.1000    10.0930      0.7734
 350     0.0794     0.0022    99.9260     0.7556    90.1200     9.9592      0.7732
 351     0.0790     0.0024    99.9300     0.7300    90.2500     9.9545      0.7730
 352     0.0786     0.0017    99.9480     0.7662    90.3800     9.9901      0.7728
 353     0.0781     0.0035    99.8960     0.7791    90.0600     9.8583      0.7726
 354     0.0777     0.0024    99.9360     0.7451    90.1600     9.8799      0.7725
 355     0.0773     0.0031    99.9000     0.7497    89.9500     9.9033      0.7722
 356     0.0769     0.0030    99.9000     0.7343    89.9100     9.8661      0.7721
 357     0.0765     0.0013    99.9520     0.7722    90.1700     9.9578      0.7719
 358     0.0761     0.0022    99.9180     0.7315    90.2800     9.9424      0.7717
 359     0.0757     0.0023    99.9320     0.7437    90.2600     9.9280      0.7715
 360     0.0753     0.0018    99.9580     0.7328    89.9800     9.9645      0.7713
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0008    99.9820     0.7918    90.0500     9.8272      0.7711
 362     0.0744     0.0014    99.9400     0.7759    90.1000     9.8382      0.7709
 363     0.0740     0.0013    99.9460     0.8351    90.0100    10.0397      0.7708
 364     0.0736     0.0025    99.9380     0.8096    90.0800     9.8829      0.7706
 365     0.0732     0.0013    99.9580     0.8660    89.9400     9.9119      0.7704
 366     0.0728     0.0032    99.9140     0.7690    90.1700     9.9555      0.7703
 367     0.0724     0.0011    99.9600     0.7979    90.3100     9.8718      0.7701
 368     0.0720     0.0013    99.9560     0.8065    89.8500     9.9893      0.7699
 369     0.0715     0.0006    99.9820     0.8488    90.3900    10.0104      0.7697
 370     0.0711     0.0009    99.9720     0.8679    90.1600     9.8860      0.7695
 371     0.0707     0.0006    99.9800     0.8793    90.3800     9.8982      0.7694
 372     0.0703     0.0015    99.9480     0.8731    90.1600     9.8552      0.7692
 373     0.0699     0.0022    99.9280     0.8909    89.7700     9.9055      0.7690
 374     0.0695     0.0013    99.9580     0.8722    90.1300     9.8728      0.7688
 375     0.0691     0.0022    99.9280     0.8287    90.0900     9.9169      0.7687
 376     0.0686     0.0017    99.9480     0.8604    89.8700     9.9456      0.7685
 377     0.0682     0.0021    99.9400     0.8142    90.1700    10.0022      0.7683
 378     0.0678     0.0017    99.9520     0.7794    90.4100     9.8864      0.7682
 379     0.0674     0.0014    99.9540     0.8140    90.1600     9.9004      0.7680
 380     0.0670     0.0015    99.9540     0.7747    90.3700     9.9199      0.7678
 381     0.0666     0.0006    99.9780     0.7841    90.4700     9.9605      0.7677
 382     0.0662     0.0012    99.9620     0.8317    90.3200     9.8913      0.7675
 383     0.0658     0.0014    99.9640     0.8172    90.6400     9.8849      0.7673
 384     0.0654     0.0009    99.9720     0.8349    90.4300     9.9536      0.7672
 385     0.0649     0.0027    99.9220     0.8085    90.2900     9.9233      0.7670
 386     0.0645     0.0011    99.9660     0.8336    90.3500     9.9355      0.7669
 387     0.0641     0.0010    99.9660     0.8502    90.3100     9.9271      0.7667
 388     0.0637     0.0012    99.9680     0.8032    90.4300    10.0509      0.7666
 389     0.0633     0.0007    99.9740     0.8090    90.4800     9.9616      0.7664
 390     0.0629     0.0010    99.9680     0.8061    90.5800     9.9049      0.7662
 391     0.0625     0.0016    99.9580     0.7917    90.4300    10.0003      0.7661
 392     0.0621     0.0014    99.9580     0.7591    90.7000     9.9281      0.7659
 393     0.0616     0.0006    99.9760     0.7988    90.5400     9.8907      0.7658
 394     0.0612     0.0011    99.9660     0.8121    90.4600     9.8878      0.7656
 395     0.0608     0.0010    99.9660     0.8191    90.5400     9.9859      0.7655
 396     0.0604     0.0006    99.9820     0.8205    90.6400    10.1133      0.7654
 397     0.0600     0.0006    99.9760     0.8405    90.5700    10.0109      0.7652
 398     0.0596     0.0007    99.9860     0.9799    89.5900     9.9636      0.7651
 399     0.0592     0.0011    99.9660     0.8423    90.6400    10.0141      0.7649
 400     0.0588     0.0007    99.9680     0.8642    90.4400     9.9429      0.7648
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0010    99.9580     0.8410    90.5300    10.0205      0.7646
 402     0.0579     0.0006    99.9860     0.8274    90.6000     9.9780      0.7645
 403     0.0575     0.0006    99.9780     0.8365    90.7700    10.0244      0.7643
 404     0.0571     0.0014    99.9640     0.8197    90.8600    10.0398      0.7642
 405     0.0567     0.0008    99.9680     0.8195    90.9300     9.9602      0.7641
 406     0.0563     0.0009    99.9760     0.8530    90.8800     9.9603      0.7639
 407     0.0559     0.0006    99.9760     0.8253    90.8400     9.9439      0.7638
 408     0.0554     0.0006    99.9740     0.8331    90.9700     9.9927      0.7637
 409     0.0550     0.0004    99.9860     0.8331    91.1200     9.9850      0.7635
 410     0.0546     0.0006    99.9820     0.8156    90.9500     9.9437      0.7634
 411     0.0542     0.0006    99.9900     0.8456    90.6900     9.8859      0.7633
 412     0.0538     0.0005    99.9860     0.8652    90.7800     9.9456      0.7632
 413     0.0534     0.0005    99.9820     0.8621    90.5500     9.9171      0.7630
 414     0.0530     0.0011    99.9700     0.8573    90.6500     9.9690      0.7629
 415     0.0526     0.0011    99.9600     0.8564    90.5800     9.8789      0.7628
 416     0.0522     0.0009    99.9700     0.8308    90.8100    10.0174      0.7627
 417     0.0517     0.0006    99.9780     0.8372    90.7500     9.9377      0.7625
 418     0.0513     0.0004    99.9900     0.8459    90.9100    10.0235      0.7624
 419     0.0509     0.0003    99.9900     0.8564    90.8700     9.9481      0.7623
 420     0.0505     0.0005    99.9860     0.8570    90.7100     9.9832      0.7622
 421     0.0501     0.0004    99.9820     0.8613    90.5500     9.9513      0.7620
 422     0.0497     0.0004    99.9820     0.8852    90.4400     9.9792      0.7619
 423     0.0493     0.0004    99.9880     0.8671    90.7300     9.9201      0.7618
 424     0.0489     0.0003    99.9940     0.8861    90.6800     9.9620      0.7617
 425     0.0484     0.0004    99.9880     0.8767    90.6700     9.9884      0.7616
 426     0.0480     0.0002    99.9940     0.8880    90.6400     9.8775      0.7614
 427     0.0476     0.0006    99.9800     0.8759    90.6400     9.9980      0.7613
 428     0.0472     0.0003    99.9920     0.8982    90.4900    10.0150      0.7612
 429     0.0468     0.0015    99.9580     0.9039    90.6300     9.9794      0.7611
 430     0.0464     0.0005    99.9800     0.8940    90.8100     9.9781      0.7610
 431     0.0460     0.0007    99.9880     0.8874    90.5400     9.9741      0.7609
 432     0.0456     0.0003    99.9920     0.8968    90.5500     9.8615      0.7608
 433     0.0451     0.0002    99.9940     0.9044    90.5900     9.9852      0.7607
 434     0.0447     0.0004    99.9900     0.9063    90.7000     9.9807      0.7606
 435     0.0443     0.0001   100.0000     0.9021    90.8100    10.0461      0.7604
 436     0.0439     0.0002    99.9980     0.9121    90.7700     9.9284      0.7603
 437     0.0435     0.0001   100.0000     0.9172    90.7700    10.0301      0.7602
 438     0.0431     0.0003    99.9880     0.9096    90.5700     9.9192      0.7601
 439     0.0427     0.0004    99.9880     0.9240    90.5900     9.9013      0.7600
 440     0.0423     0.0001   100.0000     0.9275    90.6600     9.9796      0.7599
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0001    99.9980     0.9332    90.7500     9.8946      0.7598
 442     0.0414     0.0001    99.9920     0.9430    90.9000     9.9856      0.7597
 443     0.0410     0.0001    99.9940     0.9440    90.8700     9.9308      0.7597
 444     0.0406     0.0005    99.9860     0.9274    90.6000    10.0114      0.7595
 445     0.0402     0.0002    99.9940     0.9213    90.7000    10.0394      0.7595
 446     0.0398     0.0002    99.9920     0.9153    90.8000     9.9972      0.7594
 447     0.0394     0.0001    99.9960     0.9269    90.7700     9.9559      0.7593
 448     0.0389     0.0004    99.9900     0.9168    90.7200     9.9844      0.7592
 449     0.0385     0.0002    99.9920     0.9054    90.7800     9.9527      0.7591
 450     0.0381     0.0001    99.9980     0.9084    90.7400    10.0115      0.7590
 451     0.0377     0.0001    99.9940     0.9167    90.7200    10.0254      0.7589
 452     0.0373     0.0000   100.0000     0.9167    90.7600    10.0084      0.7588
 453     0.0369     0.0001    99.9940     0.9088    90.7100     9.9416      0.7587
 454     0.0365     0.0001    99.9980     0.9162    90.7300     9.9181      0.7586
 455     0.0361     0.0001    99.9980     0.9247    90.6500     9.9509      0.7586
 456     0.0357     0.0000   100.0000     0.9277    90.7000     9.9645      0.7585
 457     0.0352     0.0001    99.9960     0.9440    90.6700     9.9705      0.7584
 458     0.0348     0.0001    99.9980     0.9434    90.7000     9.8331      0.7583
 459     0.0344     0.0002    99.9980     0.9562    90.7400     9.9780      0.7582
 460     0.0340     0.0001    99.9960     0.9550    90.6700    10.1078      0.7581
 461     0.0336     0.0002    99.9940     0.9504    90.8200     9.9761      0.7581
 462     0.0332     0.0002    99.9980     0.9487    90.6600    10.0592      0.7580
 463     0.0328     0.0004    99.9900     0.9410    90.6900     9.9260      0.7579
 464     0.0324     0.0001    99.9980     0.9505    90.7100     9.9138      0.7578
 465     0.0319     0.0003    99.9920     0.9408    90.7600    10.0443      0.7578
 466     0.0315     0.0001   100.0000     0.9419    90.7600     9.8976      0.7577
 467     0.0311     0.0001   100.0000     0.9392    90.7900     9.8302      0.7576
 468     0.0307     0.0001   100.0000     0.9385    90.8000     9.9935      0.7575
 469     0.0303     0.0001    99.9980     0.9378    90.6300    10.0657      0.7575
 470     0.0299     0.0000   100.0000     0.9404    90.6800     9.8473      0.7574
 471     0.0295     0.0000   100.0000     0.9472    90.6600     9.8799      0.7573
 472     0.0291     0.0002    99.9940     0.9482    90.7500     9.9963      0.7573
 473     0.0286     0.0001    99.9960     0.9503    90.8300    10.1722      0.7572
 474     0.0282     0.0001    99.9960     0.9433    90.6800    10.0017      0.7571
 475     0.0278     0.0001    99.9960     0.9362    90.7000     9.9319      0.7571
 476     0.0274     0.0001    99.9960     0.9417    90.7100    10.0894      0.7570
 477     0.0270     0.0000   100.0000     0.9436    90.7400     9.9985      0.7569
 478     0.0266     0.0000   100.0000     0.9397    90.6800     9.9049      0.7569
 479     0.0262     0.0001    99.9960     0.9406    90.7700     9.9117      0.7568
 480     0.0257     0.0000   100.0000     0.9439    90.7700    10.1149      0.7567
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0002    99.9960     0.9361    90.7700    10.0784      0.7567
 482     0.0249     0.0001    99.9980     0.9404    90.6800     9.9276      0.7566
 483     0.0245     0.0001    99.9980     0.9473    90.6100    10.0906      0.7566
 484     0.0241     0.0000   100.0000     0.9480    90.7000     9.9518      0.7565
 485     0.0237     0.0001    99.9980     0.9459    90.7300     9.8831      0.7565
 486     0.0233     0.0000    99.9980     0.9467    90.7200     9.9235      0.7564
 487     0.0229     0.0000   100.0000     0.9485    90.7400     9.9554      0.7563
 488     0.0225     0.0000   100.0000     0.9498    90.7500     9.9615      0.7563
 489     0.0220     0.0000   100.0000     0.9524    90.7100     9.8502      0.7562
 490     0.0216     0.0000   100.0000     0.9552    90.7000     9.8791      0.7562
 491     0.0212     0.0000    99.9980     0.9542    90.7500    10.1400      0.7561
 492     0.0208     0.0001    99.9960     0.9544    90.8400     9.9801      0.7561
 493     0.0204     0.0002    99.9940     0.9513    90.8400    10.0205      0.7560
 494     0.0200     0.0001    99.9960     0.9484    90.8200    10.0456      0.7560
 495     0.0196     0.0000    99.9980     0.9516    90.8300     9.9484      0.7559
 496     0.0192     0.0001    99.9980     0.9532    90.7700     9.7709      0.7559
 497     0.0187     0.0000    99.9980     0.9534    90.8600     9.8891      0.7559
 498     0.0183     0.0001    99.9980     0.9584    90.7700     9.9933      0.7558
 499     0.0179     0.0001    99.9980     0.9589    90.7200     9.9788      0.7558
 500     0.0175     0.0000   100.0000     0.9564    90.7500     9.9110      0.7557
 501     0.0171     0.0000   100.0000     0.9548    90.7200     9.9572      0.7557
 502     0.0167     0.0002    99.9920     0.9562    90.8100     9.9922      0.7557
 503     0.0163     0.0000   100.0000     0.9572    90.8100    10.0208      0.7556
 504     0.0159     0.0000   100.0000     0.9583    90.8300     9.9503      0.7556
 505     0.0154     0.0000   100.0000     0.9566    90.8500     9.9920      0.7555
 506     0.0150     0.0000   100.0000     0.9551    90.7900    10.1349      0.7555
 507     0.0146     0.0000   100.0000     0.9564    90.7500    10.2028      0.7555
 508     0.0142     0.0002    99.9940     0.9650    90.6800     9.9101      0.7554
 509     0.0138     0.0000   100.0000     0.9653    90.7100    10.0821      0.7554
 510     0.0134     0.0000    99.9980     0.9643    90.7100     9.9671      0.7554
 511     0.0130     0.0001    99.9980     0.9668    90.7400    10.0136      0.7553
 512     0.0125     0.0000    99.9980     0.9665    90.7400    10.0040      0.7553
 513     0.0121     0.0001    99.9980     0.9675    90.7100     9.8817      0.7553
 514     0.0117     0.0001    99.9980     0.9682    90.7300    10.0201      0.7552
 515     0.0113     0.0000   100.0000     0.9685    90.7500    10.0438      0.7552
 516     0.0109     0.0001    99.9960     0.9689    90.7500     9.9186      0.7552
 517     0.0105     0.0000   100.0000     0.9679    90.7800     9.9283      0.7552
 518     0.0101     0.0000    99.9980     0.9684    90.7500     9.9291      0.7551
 519     0.0097     0.0000   100.0000     0.9687    90.7600     9.9682      0.7551
 520     0.0092     0.0001    99.9980     0.9686    90.7500     9.8495      0.7551
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     0.9697    90.7100     9.9817      0.7551
 522     0.0084     0.0001    99.9960     0.9713    90.7300     9.9055      0.7550
 523     0.0080     0.0000   100.0000     0.9720    90.7200     9.8747      0.7550
 524     0.0076     0.0000    99.9980     0.9713    90.7000     9.9592      0.7550
 525     0.0072     0.0001    99.9980     0.9713    90.7100     9.8056      0.7550
 526     0.0068     0.0000   100.0000     0.9716    90.7000     9.8992      0.7550
 527     0.0064     0.0000   100.0000     0.9718    90.7200     9.9902      0.7550
 528     0.0060     0.0000   100.0000     0.9718    90.7200     9.9636      0.7549
 529     0.0055     0.0000    99.9980     0.9715    90.7200    10.0337      0.7549
 530     0.0051     0.0000   100.0000     0.9721    90.7100     9.9442      0.7549
 531     0.0047     0.0000   100.0000     0.9722    90.7100    10.0501      0.7549
 532     0.0043     0.0000   100.0000     0.9725    90.7300     9.8254      0.7549
 533     0.0039     0.0000   100.0000     0.9726    90.7300    10.0450      0.7549
 534     0.0035     0.0000   100.0000     0.9721    90.7300     9.9884      0.7549
 535     0.0031     0.0000   100.0000     0.9717    90.7500    10.0011      0.7549
 536     0.0027     0.0000   100.0000     0.9718    90.7500     9.9443      0.7549
 537     0.0022     0.0000   100.0000     0.9717    90.7500    10.0575      0.7548
 538     0.0018     0.0000   100.0000     0.9718    90.7500     9.8959      0.7548
 539     0.0014     0.0001    99.9980     0.9721    90.7600     9.9209      0.7548
 540     0.0010     0.0000   100.0000     0.9721    90.7600     9.9202      0.7548
 541     0.0010     0.0000   100.0000     0.9721    90.7600     9.8796      0.7548
 542     0.0010     0.0000   100.0000     0.9721    90.7600    10.1191      0.7548
 543     0.0010     0.0001    99.9980     0.9717    90.7600    10.2305      0.7548
 544     0.0010     0.0000   100.0000     0.9716    90.7600     9.8388      0.7548
 545     0.0010     0.0000    99.9980     0.9718    90.7500     9.9834      0.7548
 546     0.0010     0.0000   100.0000     0.9719    90.7400     9.7732      0.7548
 547     0.0010     0.0000    99.9980     0.9716    90.7400     9.9143      0.7548
 548     0.0010     0.0001    99.9980     0.9716    90.7400     9.9316      0.7548
 549     0.0010     0.0000   100.0000     0.9716    90.7400    10.0096      0.7548
 550     0.0010     0.0000    99.9980     0.9714    90.7400     9.9341      0.7548
 551     0.0010     0.0001    99.9980     0.9714    90.7400    10.0466      0.7548
 552     0.0010     0.0001    99.9960     0.9716    90.7400     9.9020      0.7548
 553     0.0010     0.0001    99.9980     0.9716    90.7300    10.3033      0.7548
 554     0.0010     0.0000   100.0000     0.9718    90.7300    10.1106      0.7548
 555     0.0010     0.0001    99.9980     0.9715    90.7200     9.9328      0.7548
 556     0.0010     0.0000   100.0000     0.9716    90.7200    10.1535      0.7547
 557     0.0010     0.0000   100.0000     0.9716    90.7200    10.2266      0.7547
 558     0.0010     0.0000   100.0000     0.9715    90.7300    10.0269      0.7547
 559     0.0010     0.0000    99.9980     0.9715    90.7300    10.0086      0.7547
 560     0.0010     0.0000   100.0000     0.9715    90.7100     9.9430      0.7547
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001    99.9960     0.9714    90.7300    10.1542      0.7547
 562     0.0010     0.0000   100.0000     0.9714    90.7300    10.0368      0.7547
 563     0.0010     0.0000    99.9980     0.9714    90.7300     9.8445      0.7547
 564     0.0010     0.0000   100.0000     0.9714    90.7300     9.9292      0.7547
 565     0.0010     0.0000   100.0000     0.9714    90.7200    10.0650      0.7547
 566     0.0010     0.0000   100.0000     0.9714    90.7300     9.9917      0.7547
 567     0.0010     0.0000   100.0000     0.9714    90.7300    10.0109      0.7547
 568     0.0010     0.0000   100.0000     0.9714    90.7300    10.0958      0.7547
 569     0.0010     0.0000    99.9980     0.9713    90.7400    10.0189      0.7547
 570     0.0010     0.0000    99.9980     0.9713    90.7600     9.9091      0.7547
 571     0.0010     0.0001    99.9960     0.9710    90.7300     9.9965      0.7547
 572     0.0010     0.0000   100.0000     0.9709    90.7300     9.9420      0.7547
 573     0.0010     0.0000   100.0000     0.9709    90.7200     9.9654      0.7547
 574     0.0010     0.0000   100.0000     0.9709    90.7200     9.8385      0.7546
 575     0.0010     0.0001    99.9980     0.9706    90.7200     9.9912      0.7546
 576     0.0010     0.0000    99.9980     0.9706    90.7200     9.9496      0.7546
 577     0.0010     0.0000   100.0000     0.9706    90.7300    10.0141      0.7546
 578     0.0010     0.0000    99.9980     0.9705    90.7300     9.9231      0.7546
 579     0.0010     0.0000   100.0000     0.9705    90.7300     9.9531      0.7546
 580     0.0010     0.0000   100.0000     0.9705    90.7400     9.8384      0.7546
 581     0.0010     0.0000   100.0000     0.9704    90.7300     9.9086      0.7546
 582     0.0010     0.0001    99.9980     0.9701    90.7300    10.0231      0.7546
 583     0.0010     0.0000   100.0000     0.9702    90.7200     9.9575      0.7546
 584     0.0010     0.0000   100.0000     0.9702    90.7300     9.8871      0.7546
 585     0.0010     0.0000   100.0000     0.9703    90.7100    10.2380      0.7546
 586     0.0010     0.0000   100.0000     0.9703    90.7200     9.9347      0.7546
 587     0.0010     0.0000   100.0000     0.9702    90.7200    10.1531      0.7546
 588     0.0010     0.0000    99.9980     0.9707    90.7400     9.8947      0.7546
 589     0.0010     0.0000   100.0000     0.9707    90.7400     9.9384      0.7546
 590     0.0010     0.0000   100.0000     0.9708    90.7400     9.9218      0.7546
 591     0.0010     0.0000   100.0000     0.9707    90.7300     9.9786      0.7546
 592     0.0010     0.0000   100.0000     0.9708    90.7400     9.9286      0.7546
 593     0.0010     0.0000    99.9980     0.9706    90.7300     9.8569      0.7546
 594     0.0010     0.0000   100.0000     0.9707    90.7300     9.7972      0.7546
 595     0.0010     0.0000    99.9980     0.9707    90.7500     9.7994      0.7545
 596     0.0010     0.0000   100.0000     0.9707    90.7500     9.8435      0.7545
 597     0.0010     0.0000    99.9980     0.9706    90.7600     9.9445      0.7545
 598     0.0010     0.0000   100.0000     0.9706    90.7500     9.8214      0.7545
 599     0.0010     0.0000   100.0000     0.9707    90.7500     9.9337      0.7545
 600     0.0010     0.0000   100.0000     0.9707    90.7500     9.9296      0.7545
