Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2834    11.8220     2.1721    17.3500    10.9236      0.9252
   2     0.1000     2.2685    12.4460     2.3027    10.0000    10.1700      0.8789
   3     0.1000     2.3025    10.4520     2.3021    12.1700    10.0173      0.8397
   4     0.1000     2.2252    14.4260     2.0939    20.7000    10.1021      0.8047
   5     0.1000     2.0252    19.9780     1.8868    25.9500    10.0584      0.7726
   6     0.1000     1.9163    24.0980     1.8862    26.0400    10.1580      0.7430
   7     0.1000     1.8448    27.6860     1.8185    30.2100    10.0720      0.7151
   8     0.1000     1.7752    30.6480     1.6766    35.4400    10.1032      0.6888
   9     0.1000     1.6943    33.5720     1.6134    36.2900     9.9656      0.6639
  10     0.1000     1.6460    36.0560     1.6173    35.8800    10.2582      0.6402
  11     0.1000     1.5854    38.3640     1.5131    41.6800     9.9839      0.6178
  12     0.1000     1.5296    41.2980     1.4577    45.2300    10.1493      0.5964
  13     0.1000     1.4545    45.2280     1.3989    48.3800    10.1510      0.5759
  14     0.1000     1.3832    48.7720     1.3743    49.9900    10.1019      0.5564
  15     0.1000     1.3031    53.0180     1.2073    56.8100    10.0305      0.5377
  16     0.1000     1.2013    57.0460     1.2491    54.2200    10.0322      0.5198
  17     0.1000     1.1048    60.8880     1.0045    64.7100    10.0347      0.5028
  18     0.1000     1.0281    63.6580     1.0294    64.1700     9.9255      0.4863
  19     0.1000     0.9566    66.3920     1.0446    63.3700    10.2448      0.4706
  20     0.1000     0.8902    68.9620     0.8468    70.4400    10.0238      0.4555
  21     0.1000     0.8440    70.6800     0.9319    69.7400    10.0614      0.4410
  22     0.1000     0.7956    72.9340     0.8073    71.7400    10.0314      0.4271
  23     0.1000     0.7431    74.7720     0.7114    75.8700    10.0649      0.4137
  24     0.1000     0.6989    76.4540     0.7344    75.6700    10.0018      0.4008
  25     0.1000     0.6681    77.5940     0.7881    74.2100     9.9227      0.3884
  26     0.1000     0.6380    78.6480     0.6176    79.5900    10.2143      0.3764
  27     0.1000     0.5997    80.0740     0.6480    78.1800    10.1522      0.3649
  28     0.1000     0.5771    80.8740     0.7011    77.8700     9.9845      0.3538
  29     0.1000     0.5472    81.7440     0.6061    80.2900     9.9478      0.3431
  30     0.1000     0.5318    82.4400     0.7773    75.6200    10.1065      0.3328
  31     0.1000     0.5000    83.4040     0.5899    81.0500     9.9500      0.3229
  32     0.1000     0.4839    84.0080     0.5483    82.1700    10.0728      0.3133
  33     0.1000     0.4614    84.8420     0.5904    81.6600    10.0763      0.3041
  34     0.1000     0.4444    85.4000     0.5072    83.3300    10.3812      0.2953
  35     0.1000     0.4243    86.1040     0.5879    81.4200    10.1992      0.2868
  36     0.1000     0.4133    86.4480     0.5780    82.4300     9.9955      0.2786
  37     0.1000     0.3952    87.0820     0.6486    79.9900    10.2605      0.2707
  38     0.1000     0.3865    87.1920     0.5886    81.6300    10.0440      0.2631
  39     0.1000     0.3628    88.0960     0.5320    83.7100     9.9881      0.2558
  40     0.1000     0.3508    88.5160     0.5131    84.2800    10.0770      0.2486
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.3436    88.6000     0.5162    84.4000    10.1769      0.2418
  42     0.1000     0.3334    89.0440     0.5353    83.8800    10.0705      0.2352
  43     0.1000     0.3172    89.5320     0.4828    85.6800     9.9876      0.2289
  44     0.1000     0.3079    89.7740     0.5032    84.8400     9.9958      0.2228
  45     0.1000     0.2984    90.1720     0.5044    84.6100    10.1490      0.2169
  46     0.1000     0.2911    90.2500     0.4623    86.2000     9.9869      0.2112
  47     0.1000     0.2796    90.8660     0.5651    83.8200    10.2189      0.2057
  48     0.1000     0.2721    91.0780     0.5540    84.4900    10.2112      0.2005
  49     0.1000     0.2598    91.4340     0.5068    85.9100     9.9921      0.1954
  50     0.1000     0.2514    91.8300     0.4724    85.9000    10.2696      0.1904
  51     0.1000     0.2413    92.1260     0.4726    86.5700    10.3220      0.1856
  52     0.1000     0.2371    92.1760     0.5523    84.4600     9.9739      0.1810
  53     0.1000     0.2231    92.6180     0.6082    83.8300     9.9325      0.1765
  54     0.1000     0.2240    92.7140     0.4509    87.2200    10.2417      0.1722
  55     0.1000     0.2127    93.0800     0.4566    86.8100    10.1313      0.1681
  56     0.1000     0.2056    93.3220     0.6584    83.9600    10.0114      0.1641
  57     0.1000     0.2058    93.2900     0.4507    86.7000    10.1381      0.1603
  58     0.1000     0.1965    93.6200     0.4794    86.4300     9.9502      0.1566
  59     0.1000     0.1921    93.7180     0.6692    82.7500    10.3888      0.1529
  60     0.1000     0.1900    93.7780     0.5979    83.8600    10.0458      0.1495
  61     0.1000     0.1786    94.1300     0.6088    85.5400    10.1114      0.1462
  62     0.1000     0.1774    94.3440     0.4457    87.7300    10.0804      0.1429
  63     0.1000     0.1729    94.4040     0.4620    87.5100    10.0915      0.1397
  64     0.1000     0.1654    94.6360     0.4608    87.3400    10.1301      0.1367
  65     0.1000     0.1616    94.6440     0.5572    85.2700     9.9824      0.1337
  66     0.1000     0.1525    94.9560     0.5996    85.2800    10.0062      0.1309
  67     0.1000     0.1526    94.9580     0.4411    88.1600    10.0405      0.1281
  68     0.1000     0.1507    95.0660     0.5108    86.2800     9.9773      0.1254
  69     0.1000     0.1482    95.2340     0.4775    87.4900    10.3447      0.1228
  70     0.1000     0.1402    95.3320     0.4619    88.0200    10.1069      0.1204
  71     0.1000     0.1432    95.3360     0.4632    87.9500    10.0696      0.1180
  72     0.1000     0.1296    95.7160     0.5210    88.0200    10.0967      0.1156
  73     0.1000     0.1308    95.6760     0.5135    87.3900    10.0284      0.1133
  74     0.1000     0.1353    95.6460     0.4710    88.3900    10.0324      0.1111
  75     0.1000     0.1253    95.9620     0.5200    87.0100    10.0831      0.1090
  76     0.1000     0.1278    95.7820     0.4908    87.7000    10.2610      0.1070
  77     0.1000     0.1202    96.1320     0.4802    87.5700    10.2728      0.1050
  78     0.1000     0.1213    96.0420     0.4625    87.9700    10.1570      0.1030
  79     0.1000     0.1098    96.4460     0.5278    87.5600    10.2301      0.1012
  80     0.1000     0.1140    96.2760     0.4915    87.9300    10.3445      0.0994
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.1135    96.2860     0.4984    87.5800    10.0396      0.0976
  82     0.1000     0.1074    96.4720     0.4955    87.5200    10.1342      0.0960
  83     0.1000     0.1062    96.4760     0.5185    87.2300    10.0204      0.0944
  84     0.1000     0.1014    96.7440     0.5580    87.3100     9.9671      0.0928
  85     0.1000     0.1010    96.7800     0.6662    85.8000    10.2543      0.0913
  86     0.1000     0.1004    96.7540     0.5615    87.0400    10.1278      0.0899
  87     0.1000     0.0976    96.7440     0.5627    87.4300    10.0288      0.0885
  88     0.1000     0.0973    96.8520     0.6016    87.0800    10.0690      0.0871
  89     0.1000     0.1017    96.6940     0.5157    87.6600    10.3303      0.0858
  90     0.1000     0.0912    97.0420     0.5431    88.0700    10.1122      0.0845
  91     0.1000     0.0892    97.0940     0.5515    87.7200    10.0064      0.0833
  92     0.1000     0.0865    97.1460     0.5060    88.3800    10.0929      0.0821
  93     0.1000     0.0861    97.2100     0.5414    87.7500    10.0998      0.0809
  94     0.1000     0.0843    97.3000     0.5553    87.5300    10.0711      0.0798
  95     0.1000     0.0836    97.3340     0.5992    86.9800     9.9790      0.0787
  96     0.1000     0.0779    97.4540     0.5890    87.4100     9.9134      0.0776
  97     0.1000     0.0742    97.5540     0.5922    87.4900    10.0765      0.0766
  98     0.1000     0.0757    97.5720     0.5231    88.0000     9.9449      0.0756
  99     0.1000     0.0750    97.5780     0.5181    88.1800    10.0120      0.0746
 100     0.1000     0.0770    97.4620     0.5602    87.5700    10.0001      0.0736
 101     0.1000     0.0732    97.6540     0.5738    87.3600     9.8556      0.0727
 102     0.1000     0.0741    97.5760     0.5483    87.9200     9.9617      0.0719
 103     0.1000     0.0730    97.6620     0.5611    87.9300     9.9088      0.0710
 104     0.1000     0.0688    97.8660     0.7313    85.5800     9.9981      0.0702
 105     0.1000     0.0672    97.7880     0.5932    88.2100    10.0390      0.0694
 106     0.1000     0.0680    97.7960     0.5440    88.5200    10.0194      0.0686
 107     0.1000     0.0689    97.7120     0.5762    87.8700    10.0248      0.0678
 108     0.1000     0.0665    97.8420     0.5218    88.9400    10.2705      0.0671
 109     0.1000     0.0650    97.8740     0.5353    88.6200     9.9886      0.0664
 110     0.1000     0.0709    97.7740     0.5146    88.5000     9.8978      0.0657
 111     0.1000     0.0615    98.0240     0.5341    88.7600    10.0096      0.0651
 112     0.1000     0.0682    97.7720     0.6665    86.8000    10.0679      0.0644
 113     0.1000     0.0602    98.0780     0.6709    86.7800    10.0343      0.0638
 114     0.1000     0.0585    98.1000     0.6106    87.9600     9.9528      0.0632
 115     0.1000     0.0600    98.0880     0.5365    88.3000    10.1413      0.0625
 116     0.1000     0.0576    98.1660     0.6008    87.4700    10.0828      0.0620
 117     0.1000     0.0623    97.9720     0.5543    88.7700    10.0546      0.0614
 118     0.1000     0.0569    98.1940     0.6147    87.5600     9.9443      0.0608
 119     0.1000     0.0559    98.2160     0.5082    88.8700     9.9522      0.0603
 120     0.1000     0.0532    98.2480     0.5549    88.6100     9.8977      0.0597
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0555    98.3400     0.6285    87.3400    10.0528      0.0592
 122     0.1000     0.0516    98.3420     0.5430    89.0600    10.0520      0.0588
 123     0.1000     0.0509    98.3540     0.6346    88.3600    10.0408      0.0583
 124     0.1000     0.0520    98.3520     0.5496    89.0900    10.1270      0.0578
 125     0.1000     0.0687    97.9820     0.5430    88.4800     9.8912      0.0573
 126     0.1000     0.0523    98.3120     0.5285    89.0000     9.9862      0.0569
 127     0.1000     0.0519    98.3960     0.5491    88.5500     9.9626      0.0565
 128     0.1000     0.0422    98.6480     0.6101    88.6100    10.0329      0.0561
 129     0.1000     0.0551    98.2540     0.5825    88.3100    10.0180      0.0557
 130     0.1000     0.0488    98.4260     0.5683    88.8300    10.0417      0.0553
 131     0.1000     0.0473    98.4780     0.7051    87.0900     9.9856      0.0549
 132     0.1000     0.0479    98.4980     0.5571    88.8100    10.0672      0.0545
 133     0.1000     0.0479    98.4780     0.6320    87.5800    10.0197      0.0541
 134     0.1000     0.0507    98.4160     0.6311    87.1400    10.0017      0.0537
 135     0.1000     0.0498    98.4040     0.6460    87.7100     9.9816      0.0534
 136     0.1000     0.0426    98.6500     0.6376    88.5400     9.9838      0.0531
 137     0.1000     0.0483    98.4980     0.5749    88.7400    10.0020      0.0527
 138     0.1000     0.0425    98.6260     0.6144    88.0000     9.9508      0.0524
 139     0.1000     0.0488    98.4140     0.5374    88.8200    10.0087      0.0521
 140     0.1000     0.0451    98.5380     0.6432    87.9400     9.9418      0.0518
 141     0.1000     0.0448    98.5900     0.6011    89.0600     9.9866      0.0515
 142     0.1000     0.0459    98.4900     0.5984    88.7400    10.1033      0.0512
 143     0.1000     0.0395    98.7120     0.5932    88.8000    10.0496      0.0509
 144     0.1000     0.0430    98.5980     0.5505    89.2200     9.9241      0.0506
 145     0.1000     0.0479    98.4360     0.5853    88.4300    10.0417      0.0503
 146     0.1000     0.0414    98.6760     0.7329    86.1900    10.0961      0.0501
 147     0.1000     0.0421    98.7260     0.6338    88.2100     9.9965      0.0498
 148     0.1000     0.0396    98.7040     0.6665    87.7000    10.0487      0.0495
 149     0.1000     0.0474    98.5400     0.5795    88.5000    10.0732      0.0493
 150     0.1000     0.0403    98.7520     0.5770    89.0500    10.1322      0.0490
 151     0.1000     0.0380    98.7760     0.5828    88.9500    10.0563      0.0488
 152     0.1000     0.0443    98.6060     0.5959    88.9000    10.0754      0.0486
 153     0.1000     0.0426    98.6520     0.5538    89.2100    10.0146      0.0483
 154     0.1000     0.0385    98.7960     0.5963    88.9300    10.0341      0.0481
 155     0.1000     0.0386    98.7520     0.5648    89.3800    10.1474      0.0479
 156     0.1000     0.0341    98.8900     0.6265    89.0100    10.0064      0.0476
 157     0.1000     0.0414    98.7480     0.5924    88.5600    10.0111      0.0474
 158     0.1000     0.0345    98.8320     0.6498    88.2200    10.0063      0.0472
 159     0.1000     0.0390    98.7880     0.5472    89.4400     9.9784      0.0470
 160     0.1000     0.0347    98.9380     0.5788    89.2200    10.1050      0.0467
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0355    98.8660     0.5659    89.1000    10.0079      0.0465
 162     0.1000     0.0338    98.9000     0.5948    88.9900    10.1064      0.0463
 163     0.1000     0.0383    98.7920     0.7203    87.2700    10.0894      0.0461
 164     0.1000     0.0366    98.8420     0.5918    89.3000    10.0821      0.0459
 165     0.1000     0.0356    98.8320     0.6810    88.4800     9.9552      0.0457
 166     0.1000     0.0365    98.8420     0.5595    89.4600    10.0853      0.0456
 167     0.1000     0.0358    98.8840     0.5734    89.1100    10.0541      0.0454
 168     0.1000     0.0355    98.9480     0.5886    89.1200    10.0462      0.0452
 169     0.1000     0.0363    98.8740     0.6034    89.1900    10.0225      0.0450
 170     0.1000     0.0354    98.8820     0.5965    89.4600    10.0544      0.0449
 171     0.1000     0.0379    98.8760     0.5977    89.2600    10.0554      0.0447
 172     0.1000     0.0371    98.8600     0.5575    88.8400    10.0682      0.0446
 173     0.1000     0.0382    98.8300     0.5465    89.4800    10.0561      0.0444
 174     0.1000     0.0294    99.0660     0.5840    89.7600    10.0436      0.0442
 175     0.1000     0.0333    98.9300     0.6694    88.5700    10.0705      0.0441
 176     0.1000     0.0343    98.9020     0.6078    89.0700    10.0104      0.0439
 177     0.1000     0.0322    99.0340     0.6651    88.1900    10.0934      0.0437
 178     0.1000     0.0319    99.0040     0.6054    88.4900     9.9841      0.0436
 179     0.1000     0.0315    99.0060     0.5752    89.0700     9.9319      0.0434
 180     0.1000     0.0309    99.0360     0.6392    89.2600     9.9200      0.0433
 181     0.1000     0.0345    98.9180     0.6295    88.8500     9.9057      0.0432
 182     0.1000     0.0355    98.9440     0.6270    88.4800    10.0482      0.0430
 183     0.1000     0.0322    98.9580     0.5847    89.4900     9.9927      0.0429
 184     0.1000     0.0400    98.7580     0.5800    89.1100    10.0762      0.0428
 185     0.1000     0.0302    99.0220     0.6364    88.8500    10.0825      0.0426
 186     0.1000     0.0311    99.0320     0.5976    88.8800    10.0917      0.0425
 187     0.1000     0.0308    99.0700     0.5881    89.2600    10.0248      0.0424
 188     0.1000     0.0333    98.9480     0.5727    88.9300    10.0904      0.0422
 189     0.1000     0.0305    99.0160     0.6799    88.2800     9.9849      0.0421
 190     0.1000     0.0323    98.9600     0.6046    88.8100    10.0410      0.0419
 191     0.1000     0.0310    98.9820     1.0092    84.9700    10.0865      0.0418
 192     0.1000     0.0337    98.9940     0.5589    89.4800    10.0290      0.0417
 193     0.1000     0.0289    99.0920     0.6040    89.2700    10.1032      0.0416
 194     0.1000     0.0313    99.0660     0.6191    89.0200    10.0614      0.0414
 195     0.1000     0.0356    98.8480     0.5993    89.1600    10.0055      0.0413
 196     0.1000     0.0292    99.0520     0.6421    89.0300    10.0239      0.0412
 197     0.1000     0.0315    99.0360     0.6576    88.8400    10.0505      0.0411
 198     0.1000     0.0281    99.0860     0.6181    89.4700    10.1230      0.0410
 199     0.1000     0.0293    99.0500     0.6044    89.2300    10.0843      0.0409
 200     0.1000     0.0281    99.0820     0.6250    89.0100     9.9636      0.0407
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0298    99.0780     0.5895    89.5900    10.0285      0.0406
 202     0.1000     0.0272    99.1400     0.6176    89.0100    10.0471      0.0405
 203     0.1000     0.0316    98.9940     0.6286    88.5800    10.0604      0.0404
 204     0.1000     0.0274    99.1260     0.6492    88.7700    10.1118      0.0403
 205     0.1000     0.0258    99.1960     0.6664    88.8900    10.0699      0.0401
 206     0.1000     0.0276    99.1040     0.6081    88.9300     9.9771      0.0400
 207     0.1000     0.0261    99.1880     0.6458    89.0000    10.1027      0.0399
 208     0.1000     0.0274    99.1700     0.5592    89.0500    10.0729      0.0398
 209     0.1000     0.0278    99.1080     0.6351    88.3100    10.0900      0.0397
 210     0.1000     0.0262    99.1600     0.6121    89.2100    10.1777      0.0396
 211     0.1000     0.0317    98.9980     0.6061    89.3100    10.1723      0.0395
 212     0.1000     0.0279    99.1300     0.6039    89.2000    10.1824      0.0395
 213     0.1000     0.0301    99.0320     0.6572    88.7300    10.0534      0.0394
 214     0.1000     0.0259    99.1600     0.6758    89.0000    10.2232      0.0393
 215     0.1000     0.0269    99.1780     0.6598    88.9400    10.2168      0.0392
 216     0.1000     0.0272    99.1540     0.6139    89.1600    10.3144      0.0390
 217     0.1000     0.0322    99.0160     0.5747    89.4300    10.2299      0.0390
 218     0.1000     0.0295    99.0740     0.5841    89.2600    10.2064      0.0389
 219     0.1000     0.0260    99.2020     0.6398    89.0200    10.1272      0.0388
 220     0.1000     0.0269    99.1780     0.6877    88.2900    10.1518      0.0387
 221     0.1000     0.0264    99.1680     0.6033    89.1400    10.2408      0.0386
 222     0.1000     0.0268    99.1760     0.6502    89.1400    10.0776      0.0385
 223     0.1000     0.0258    99.1920     0.6002    89.3700    10.2445      0.0384
 224     0.1000     0.0260    99.2080     0.6060    89.4300    10.2040      0.0383
 225     0.1000     0.0221    99.3540     0.6471    89.1100    10.1940      0.0382
 226     0.1000     0.0242    99.2260     0.6443    88.6700    10.0409      0.0381
 227     0.1000     0.0275    99.1020     0.6331    89.0700    10.1704      0.0380
 228     0.1000     0.0274    99.1420     0.6036    89.7900    10.2562      0.0380
 229     0.1000     0.0241    99.2340     0.6209    89.6300    10.1799      0.0379
 230     0.1000     0.0248    99.2520     0.6112    89.6700    10.4367      0.0378
 231     0.1000     0.0208    99.3640     0.6467    89.3100    10.0056      0.0377
 232     0.1000     0.0278    99.1660     0.6036    89.8600    10.0981      0.0376
 233     0.1000     0.0258    99.1880     0.5702    89.4400    10.1903      0.0375
 234     0.1000     0.0252    99.2240     0.6443    89.0500     9.9584      0.0374
 235     0.1000     0.0264    99.1440     0.6265    89.2400     9.9549      0.0374
 236     0.1000     0.0252    99.1880     0.6460    88.8100     9.9387      0.0373
 237     0.1000     0.0279    99.1000     0.5884    89.3500    10.2342      0.0372
 238     0.1000     0.0236    99.2220     0.6251    88.8200    10.1095      0.0372
 239     0.1000     0.0232    99.2820     0.6500    89.0800    10.1478      0.0371
 240     0.1000     0.0264    99.1880     0.5864    89.5200    10.1184      0.0370
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0251    99.2260     0.6423    89.0100    10.0075      0.0369
 242     0.1000     0.0260    99.1760     0.6811    88.6600    10.1815      0.0369
 243     0.1000     0.0236    99.2660     0.6037    89.5000    10.1536      0.0368
 244     0.1000     0.0238    99.2580     0.6508    89.2500    10.3089      0.0367
 245     0.1000     0.0248    99.2500     0.6163    89.2800    10.2704      0.0366
 246     0.1000     0.0254    99.2120     0.6070    89.3600     9.9540      0.0365
 247     0.1000     0.0241    99.2300     0.6280    89.2800    10.0493      0.0364
 248     0.1000     0.0257    99.1920     0.6229    89.3600    10.1257      0.0364
 249     0.1000     0.0244    99.2200     0.6034    89.1100    10.3928      0.0363
 250     0.1000     0.0231    99.3040     0.5754    89.9400    10.2853      0.0363
 251     0.1000     0.0254    99.2620     0.6523    88.5000     9.9275      0.0362
 252     0.1000     0.0249    99.2420     0.5903    89.6000    10.0219      0.0361
 253     0.1000     0.0237    99.2320     0.6540    89.2500    10.1211      0.0360
 254     0.1000     0.0238    99.2460     0.6692    88.5700    10.1255      0.0360
 255     0.1000     0.0253    99.2500     0.6015    89.6800    10.0910      0.0359
 256     0.1000     0.0268    99.1460     0.5930    89.6300    10.1506      0.0359
 257     0.1000     0.0240    99.2740     0.6325    89.1200    10.0307      0.0358
 258     0.1000     0.0289    99.1240     0.6193    89.4100    10.0401      0.0357
 259     0.1000     0.0205    99.3700     0.6126    89.9500    10.0163      0.0357
 260     0.1000     0.0242    99.2720     0.6478    88.3400    10.1520      0.0356
 261     0.1000     0.0232    99.2960     0.6586    88.9200    10.0379      0.0356
 262     0.1000     0.0258    99.2020     0.6258    89.4900    10.0667      0.0355
 263     0.1000     0.0254    99.2100     0.6074    89.6800    10.2152      0.0354
 264     0.1000     0.0208    99.3460     0.6805    88.5600    10.1246      0.0354
 265     0.1000     0.0264    99.2020     0.6160    89.3500     9.9737      0.0353
 266     0.1000     0.0212    99.3100     0.6533    88.8900    10.0572      0.0353
 267     0.1000     0.0263    99.1380     0.6023    89.3500    10.4105      0.0352
 268     0.1000     0.0201    99.3980     0.6366    89.5400    10.0347      0.0351
 269     0.1000     0.0201    99.3940     0.6445    89.5900    10.1349      0.0351
 270     0.1000     0.0243    99.2580     0.7179    88.7500    10.2530      0.0350
 271     0.1000     0.0232    99.2640     0.6397    89.3900    10.1557      0.0350
 272     0.1000     0.0175    99.4440     0.6505    89.9100    10.1452      0.0349
 273     0.1000     0.0215    99.3320     0.6520    89.2500    10.0197      0.0348
 274     0.1000     0.0247    99.2240     0.6221    89.3600    10.0923      0.0347
 275     0.1000     0.0232    99.2700     0.5859    89.4500    10.0751      0.0347
 276     0.1000     0.0246    99.2460     0.6474    89.1300    10.2813      0.0346
 277     0.1000     0.0203    99.3480     0.6975    88.8300    10.2544      0.0346
 278     0.1000     0.0237    99.2620     0.6176    89.3700    10.0981      0.0345
 279     0.1000     0.0216    99.2940     0.6207    89.2100     9.9752      0.0345
 280     0.1000     0.0258    99.1840     0.5858    89.5300     9.9942      0.0344
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0243    99.2480     0.5706    89.9600    10.0625      0.0344
 282     0.1000     0.0199    99.3640     0.5738    90.0000    10.0364      0.0343
 283     0.1000     0.0190    99.4080     0.6089    89.6800    10.0666      0.0343
 284     0.1000     0.0235    99.2900     0.7277    87.5500    10.1970      0.0342
 285     0.1000     0.0295    99.1580     0.6085    89.1300    10.3473      0.0342
 286     0.1000     0.0180    99.4540     0.6213    89.4000    10.1371      0.0341
 287     0.1000     0.0201    99.3700     0.6676    88.8700    10.0101      0.0341
 288     0.1000     0.0230    99.2780     0.6292    89.6300    10.1226      0.0340
 289     0.1000     0.0217    99.3380     0.6491    89.1100    10.0376      0.0340
 290     0.1000     0.0203    99.3580     0.7481    88.0300    10.0103      0.0339
 291     0.1000     0.0229    99.3020     0.6068    89.2500    10.0204      0.0338
 292     0.1000     0.0184    99.4300     0.6796    89.1100    10.0609      0.0338
 293     0.1000     0.0184    99.4220     0.6441    89.2700    10.1745      0.0337
 294     0.1000     0.0225    99.2560     0.6436    89.6000    10.1497      0.0337
 295     0.1000     0.0226    99.2500     0.6662    89.3400    10.0683      0.0336
 296     0.1000     0.0196    99.4200     0.6752    88.2300    10.0902      0.0336
 297     0.1000     0.0213    99.3480     0.6136    89.8000    10.1961      0.0335
 298     0.1000     0.0201    99.3640     0.7609    87.1400    10.0263      0.0335
 299     0.1000     0.0208    99.3880     0.6302    89.3100    10.1524      0.0334
 300     0.1000     0.0202    99.3840     0.6131    89.6200     9.9525      0.0333
 301     0.0996     0.0193    99.4220     0.6219    89.9800    10.1285      0.0333
 302     0.0992     0.0193    99.4100     0.6059    89.9100    10.2672      0.0333
 303     0.0988     0.0194    99.4180     0.6413    89.7000    10.1111      0.0332
 304     0.0983     0.0185    99.4280     0.6964    88.9600    10.0711      0.0331
 305     0.0979     0.0190    99.4020     0.6180    89.7600    10.0201      0.0331
 306     0.0975     0.0182    99.4200     0.6213    89.7700    10.0578      0.0330
 307     0.0971     0.0256    99.2300     0.5716    89.7200    10.3003      0.0330
 308     0.0967     0.0198    99.3680     0.5880    89.8200    10.0942      0.0330
 309     0.0963     0.0164    99.4940     0.6008    89.8900     9.9627      0.0329
 310     0.0959     0.0146    99.5020     0.6814    89.3300     9.9426      0.0328
 311     0.0955     0.0197    99.3540     0.7897    87.5300    10.0624      0.0328
 312     0.0950     0.0191    99.4380     0.6346    89.8700    10.1321      0.0327
 313     0.0946     0.0194    99.3860     0.6332    89.7600    10.1629      0.0327
 314     0.0942     0.0167    99.5000     0.6196    89.5600    10.3582      0.0326
 315     0.0938     0.0161    99.4780     0.6816    89.0400     9.9752      0.0326
 316     0.0934     0.0178    99.4020     0.6280    89.5800     9.9411      0.0325
 317     0.0930     0.0195    99.3960     0.6084    89.2300    10.1278      0.0325
 318     0.0926     0.0186    99.4380     0.6312    89.5200    10.2793      0.0325
 319     0.0922     0.0146    99.5300     0.7151    88.9400    10.1878      0.0324
 320     0.0917     0.0203    99.3840     0.6852    89.1300    10.0590      0.0324
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0164    99.5000     0.6390    89.8000    10.1906      0.0323
 322     0.0909     0.0139    99.6040     0.7661    88.6300    10.1833      0.0322
 323     0.0905     0.0133    99.5920     0.7325    88.7200    10.3653      0.0322
 324     0.0901     0.0169    99.4640     0.6901    89.5900    10.2965      0.0321
 325     0.0897     0.0174    99.4640     0.6553    89.5600    10.3754      0.0321
 326     0.0893     0.0146    99.5080     0.6860    89.6900    10.2748      0.0320
 327     0.0889     0.0156    99.5620     0.6801    88.9700    10.2236      0.0320
 328     0.0885     0.0154    99.5380     0.5981    89.7700    10.0126      0.0319
 329     0.0880     0.0132    99.5740     0.6406    89.7700     9.9928      0.0319
 330     0.0876     0.0107    99.6760     0.7309    89.1300    10.0768      0.0318
 331     0.0872     0.0153    99.5360     0.6317    89.9900    10.1369      0.0318
 332     0.0868     0.0143    99.5420     0.6203    90.1800    10.0482      0.0317
 333     0.0864     0.0125    99.6100     0.6919    89.6500    10.1819      0.0317
 334     0.0860     0.0129    99.6320     0.6472    89.6000    10.1965      0.0316
 335     0.0856     0.0167    99.4820     0.6326    89.5400    10.0289      0.0315
 336     0.0852     0.0135    99.5500     0.6636    89.7100    10.1345      0.0315
 337     0.0847     0.0207    99.4120     0.6059    90.0700    10.1769      0.0315
 338     0.0843     0.0125    99.6000     0.6221    90.0200    10.4026      0.0314
 339     0.0839     0.0137    99.5340     0.6441    89.7100    10.0401      0.0314
 340     0.0835     0.0114    99.6680     0.6694    89.7800    10.1436      0.0313
 341     0.0831     0.0135    99.5920     0.6737    89.6900    10.2222      0.0313
 342     0.0827     0.0135    99.6020     0.6641    89.4500    10.1457      0.0312
 343     0.0823     0.0110    99.6220     0.6586    89.7000    10.0576      0.0312
 344     0.0818     0.0135    99.5900     0.6293    89.6800    10.2554      0.0312
 345     0.0814     0.0122    99.6360     0.6127    89.8100    10.0795      0.0311
 346     0.0810     0.0105    99.6800     0.6811    89.5200    10.2253      0.0310
 347     0.0806     0.0099    99.6900     0.6850    89.6800     9.9509      0.0310
 348     0.0802     0.0080    99.7540     0.7026    89.5100    10.0537      0.0309
 349     0.0798     0.0114    99.6460     0.6382    89.7700    10.1771      0.0309
 350     0.0794     0.0129    99.5800     0.6436    89.7300     9.9652      0.0308
 351     0.0790     0.0095    99.7080     0.6621    90.1900    10.0961      0.0308
 352     0.0786     0.0114    99.6120     0.6680    89.9200    10.3234      0.0308
 353     0.0781     0.0095    99.7200     0.6794    89.8500    10.3503      0.0307
 354     0.0777     0.0095    99.6720     0.6737    90.0200    10.2441      0.0307
 355     0.0773     0.0112    99.6280     0.6641    90.0500    10.0863      0.0306
 356     0.0769     0.0088    99.7340     0.6816    89.6200    10.0066      0.0306
 357     0.0765     0.0083    99.7200     0.7683    89.2700    10.9040      0.0305
 358     0.0761     0.0142    99.5320     0.6451    89.7600    10.0731      0.0305
 359     0.0757     0.0109    99.6920     0.6809    89.8400    10.0182      0.0304
 360     0.0753     0.0096    99.6820     0.6830    89.7500    10.0362      0.0304
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0094    99.7140     0.6534    90.1000     9.9731      0.0303
 362     0.0744     0.0090    99.7300     0.6786    89.8800    10.0999      0.0303
 363     0.0740     0.0074    99.7660     0.6973    89.7700    10.0317      0.0303
 364     0.0736     0.0093    99.7180     0.6747    89.9100    10.1299      0.0302
 365     0.0732     0.0068    99.8100     0.6741    90.1500    10.0168      0.0302
 366     0.0728     0.0101    99.6980     0.6646    90.1900    10.0329      0.0301
 367     0.0724     0.0105    99.6680     0.8048    88.5400    10.1036      0.0301
 368     0.0720     0.0087    99.7400     0.6922    89.9300    10.0283      0.0300
 369     0.0715     0.0108    99.6700     0.6493    89.9400    10.0682      0.0300
 370     0.0711     0.0082    99.7280     0.7186    90.0900    10.0533      0.0300
 371     0.0707     0.0086    99.7060     0.6669    90.1400     9.9791      0.0299
 372     0.0703     0.0079    99.7320     0.6849    90.1300     9.9505      0.0299
 373     0.0699     0.0082    99.7440     0.6894    90.0600     9.9983      0.0298
 374     0.0695     0.0101    99.7020     0.6689    90.1900    10.0258      0.0298
 375     0.0691     0.0087    99.7160     0.6864    89.6000    10.0645      0.0297
 376     0.0686     0.0078    99.7680     0.7161    89.9600    10.1074      0.0297
 377     0.0682     0.0076    99.7720     0.7557    89.0200    10.0658      0.0297
 378     0.0678     0.0077    99.7440     0.6769    89.9500    10.0082      0.0296
 379     0.0674     0.0072    99.7840     0.6785    90.0400    10.0359      0.0296
 380     0.0670     0.0071    99.7660     0.6558    90.3700    10.0334      0.0295
 381     0.0666     0.0066    99.7900     0.6897    89.9500     9.8866      0.0295
 382     0.0662     0.0068    99.8020     0.6815    90.1200    10.0334      0.0294
 383     0.0658     0.0073    99.7500     0.6683    90.2700    10.3007      0.0294
 384     0.0654     0.0102    99.6860     0.6148    90.1900    10.1795      0.0294
 385     0.0649     0.0065    99.8040     0.6781    89.9700    10.0393      0.0293
 386     0.0645     0.0090    99.7400     0.6553    90.1600     9.9295      0.0293
 387     0.0641     0.0064    99.8080     0.7107    90.0000    10.4321      0.0292
 388     0.0637     0.0056    99.8380     0.7139    90.1200    10.2744      0.0292
 389     0.0633     0.0072    99.7860     0.7271    89.8000    10.1197      0.0292
 390     0.0629     0.0070    99.7660     0.6905    90.0100     9.9994      0.0291
 391     0.0625     0.0063    99.8000     0.8129    89.0800    10.1441      0.0291
 392     0.0621     0.0066    99.7880     0.7384    89.8500    10.3201      0.0291
 393     0.0616     0.0058    99.8360     0.6800    90.3900    10.0811      0.0290
 394     0.0612     0.0058    99.8200     0.7047    90.0000    10.1925      0.0290
 395     0.0608     0.0066    99.8180     0.6931    89.9800    10.3423      0.0289
 396     0.0604     0.0068    99.7780     0.7003    90.0600    10.0496      0.0289
 397     0.0600     0.0053    99.8380     0.7014    90.4600     9.9789      0.0289
 398     0.0596     0.0067    99.7980     0.6632    90.4800    10.1150      0.0288
 399     0.0592     0.0045    99.8520     0.7237    90.1000    10.0741      0.0288
 400     0.0588     0.0046    99.8580     0.6771    90.6600    10.0596      0.0287
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0047    99.8700     0.6811    89.8300    10.0497      0.0287
 402     0.0579     0.0064    99.8020     0.6726    90.4000    10.1006      0.0287
 403     0.0575     0.0046    99.8700     0.7031    90.1200    10.0550      0.0286
 404     0.0571     0.0035    99.8680     0.7311    90.0800    10.0086      0.0286
 405     0.0567     0.0041    99.8700     0.7412    90.2500    10.0588      0.0285
 406     0.0563     0.0054    99.8440     0.6942    90.1900     9.9498      0.0285
 407     0.0559     0.0048    99.8620     0.7004    90.0900    10.0057      0.0285
 408     0.0554     0.0029    99.9160     0.7144    90.0800    10.0066      0.0284
 409     0.0550     0.0037    99.9020     0.7218    90.0600    10.0753      0.0284
 410     0.0546     0.0050    99.8280     0.7381    90.0600     9.9820      0.0284
 411     0.0542     0.0051    99.8700     0.7044    90.2600     9.9894      0.0283
 412     0.0538     0.0028    99.9160     0.7072    90.1700     9.9760      0.0283
 413     0.0534     0.0037    99.8800     0.7260    90.4300    10.0269      0.0282
 414     0.0530     0.0037    99.8820     0.8014    89.8400    10.0394      0.0282
 415     0.0526     0.0042    99.8700     0.7424    90.1100     9.9292      0.0282
 416     0.0522     0.0032    99.8980     0.7270    90.4900     9.9577      0.0281
 417     0.0517     0.0032    99.9080     0.7534    89.7900    10.0634      0.0281
 418     0.0513     0.0034    99.8860     0.7379    90.2900    10.0297      0.0281
 419     0.0509     0.0042    99.8640     0.7719    89.9900     9.9806      0.0280
 420     0.0505     0.0040    99.8880     0.7375    90.1700    10.0287      0.0280
 421     0.0501     0.0035    99.8940     0.7679    89.8700    10.0341      0.0280
 422     0.0497     0.0038    99.8820     0.7389    90.3000     9.9833      0.0279
 423     0.0493     0.0038    99.8900     0.7291    90.3900     9.9625      0.0279
 424     0.0489     0.0043    99.8760     0.7268    90.3000     9.9713      0.0279
 425     0.0484     0.0044    99.8700     0.7388    90.1500     9.9693      0.0278
 426     0.0480     0.0039    99.8820     0.7128    90.6000     9.9452      0.0278
 427     0.0476     0.0026    99.9100     0.7553    90.3400    10.0723      0.0278
 428     0.0472     0.0036    99.9060     0.7757    89.5800    10.0544      0.0278
 429     0.0468     0.0035    99.8940     0.8631    88.9800    10.0330      0.0277
 430     0.0464     0.0040    99.8840     0.7187    90.3900    10.1206      0.0277
 431     0.0460     0.0039    99.8600     0.7275    90.2500     9.9963      0.0276
 432     0.0456     0.0051    99.8500     0.7284    90.4200    10.0034      0.0276
 433     0.0451     0.0032    99.8980     0.7281    90.5100    10.0317      0.0276
 434     0.0447     0.0033    99.9020     0.7211    90.5200    10.0657      0.0276
 435     0.0443     0.0020    99.9400     0.7155    90.6800    10.1542      0.0275
 436     0.0439     0.0014    99.9620     0.7612    90.4000    10.2854      0.0275
 437     0.0435     0.0035    99.8860     0.7669    90.3900    10.1249      0.0275
 438     0.0431     0.0027    99.9220     0.7415    90.5400    10.0881      0.0274
 439     0.0427     0.0027    99.9120     0.7571    90.6200    10.1079      0.0274
 440     0.0423     0.0026    99.9300     0.7450    90.3400    10.0495      0.0274
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0028    99.9000     0.7339    90.4700    10.0982      0.0274
 442     0.0414     0.0023    99.9240     0.7518    90.4100    10.3651      0.0273
 443     0.0410     0.0021    99.9460     0.7305    90.4700    10.1091      0.0273
 444     0.0406     0.0017    99.9400     0.7619    90.2500    10.1933      0.0273
 445     0.0402     0.0024    99.9420     0.7510    90.3100    10.2779      0.0272
 446     0.0398     0.0012    99.9780     0.7561    90.3900    10.1808      0.0272
 447     0.0394     0.0014    99.9640     0.7829    90.3900    10.3078      0.0272
 448     0.0389     0.0019    99.9480     0.7728    90.4700    10.2807      0.0272
 449     0.0385     0.0018    99.9500     0.7829    90.5200    10.1462      0.0271
 450     0.0381     0.0021    99.9480     0.7630    90.4600    10.0864      0.0271
 451     0.0377     0.0017    99.9420     0.7492    90.7000    10.0455      0.0271
 452     0.0373     0.0023    99.9320     0.7576    90.5700    10.2539      0.0270
 453     0.0369     0.0026    99.9360     0.7401    90.5600    10.1408      0.0270
 454     0.0365     0.0016    99.9560     0.7372    90.5000    10.3383      0.0270
 455     0.0361     0.0012    99.9700     0.7357    90.5600    10.1466      0.0270
 456     0.0357     0.0016    99.9460     0.7501    90.6100    10.0598      0.0269
 457     0.0352     0.0020    99.9280     0.7636    90.4200    10.0419      0.0269
 458     0.0348     0.0018    99.9480     0.7568    90.4500    10.1053      0.0269
 459     0.0344     0.0020    99.9360     0.7511    90.5300    10.0647      0.0269
 460     0.0340     0.0019    99.9400     0.7429    90.7300    10.0516      0.0268
 461     0.0336     0.0018    99.9500     0.7363    90.6300    10.0423      0.0268
 462     0.0332     0.0011    99.9720     0.7524    90.6500    10.1009      0.0268
 463     0.0328     0.0008    99.9780     0.7524    90.7500    10.2859      0.0268
 464     0.0324     0.0009    99.9800     0.7726    90.7400    10.3709      0.0268
 465     0.0319     0.0012    99.9680     0.7747    90.4300    10.0839      0.0267
 466     0.0315     0.0007    99.9820     0.7761    90.5800    10.0583      0.0267
 467     0.0311     0.0012    99.9720     0.7665    90.7300    10.4170      0.0267
 468     0.0307     0.0016    99.9560     0.7535    90.7100    10.5782      0.0267
 469     0.0303     0.0014    99.9640     0.7732    90.6700    10.0456      0.0266
 470     0.0299     0.0013    99.9600     0.7680    90.4100    10.3238      0.0266
 471     0.0295     0.0009    99.9760     0.7726    90.5600    10.2851      0.0266
 472     0.0291     0.0010    99.9720     0.7861    90.5800    10.2414      0.0266
 473     0.0286     0.0010    99.9680     0.7667    90.8200    10.4446      0.0266
 474     0.0282     0.0009    99.9840     0.7591    90.8500     9.9920      0.0265
 475     0.0278     0.0011    99.9760     0.7515    90.7600    10.0940      0.0265
 476     0.0274     0.0011    99.9660     0.7681    90.6600    10.0010      0.0265
 477     0.0270     0.0006    99.9780     0.7572    90.8300    10.2271      0.0265
 478     0.0266     0.0009    99.9800     0.7724    90.7300     9.9708      0.0265
 479     0.0262     0.0006    99.9840     0.7721    90.7900    10.0953      0.0264
 480     0.0257     0.0011    99.9700     0.7856    90.6100    10.1988      0.0264
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0007    99.9780     0.7689    90.8200    10.1233      0.0264
 482     0.0249     0.0005    99.9900     0.7712    90.8200    10.3744      0.0264
 483     0.0245     0.0005    99.9840     0.7750    90.7700    10.0686      0.0264
 484     0.0241     0.0007    99.9820     0.7742    90.6200     9.9710      0.0264
 485     0.0237     0.0008    99.9820     0.7662    90.8900    10.0544      0.0263
 486     0.0233     0.0008    99.9700     0.7689    90.7900    10.4153      0.0263
 487     0.0229     0.0006    99.9780     0.7690    90.8600    10.0531      0.0263
 488     0.0225     0.0004    99.9940     0.7745    90.8000    10.3934      0.0263
 489     0.0220     0.0005    99.9840     0.7653    90.9000    10.2159      0.0263
 490     0.0216     0.0003    99.9940     0.7730    90.9500    10.1240      0.0263
 491     0.0212     0.0003    99.9980     0.7772    90.8200    10.0709      0.0262
 492     0.0208     0.0010    99.9880     0.7934    90.6500    10.1039      0.0262
 493     0.0204     0.0006    99.9800     0.7973    90.6200     9.9634      0.0262
 494     0.0200     0.0004    99.9920     0.7925    90.7100    10.0528      0.0262
 495     0.0196     0.0005    99.9900     0.7896    90.6900     9.9398      0.0262
 496     0.0192     0.0003    99.9940     0.7931    90.7200    10.3609      0.0262
 497     0.0187     0.0004    99.9900     0.7879    91.0100    10.2272      0.0262
 498     0.0183     0.0005    99.9860     0.8022    90.7500    10.2532      0.0261
 499     0.0179     0.0003    99.9940     0.7978    90.7100    10.0563      0.0261
 500     0.0175     0.0005    99.9800     0.7920    91.0200    10.2079      0.0261
 501     0.0171     0.0003    99.9960     0.7923    90.8700    10.2328      0.0261
 502     0.0167     0.0004    99.9880     0.7951    90.9300    10.0540      0.0261
 503     0.0163     0.0003    99.9980     0.7933    90.8600    10.2276      0.0261
 504     0.0159     0.0007    99.9860     0.7989    90.7900    10.2218      0.0261
 505     0.0154     0.0006    99.9880     0.7926    90.7700    10.1093      0.0261
 506     0.0150     0.0005    99.9840     0.7880    90.8400    10.0794      0.0261
 507     0.0146     0.0006    99.9840     0.7895    90.8800     9.9944      0.0260
 508     0.0142     0.0005    99.9880     0.7906    90.9300    10.0739      0.0260
 509     0.0138     0.0003    99.9960     0.7906    90.9200    10.3540      0.0260
 510     0.0134     0.0003    99.9960     0.7937    90.8600    10.0256      0.0260
 511     0.0130     0.0005    99.9880     0.7897    90.8700    10.1571      0.0260
 512     0.0125     0.0004    99.9920     0.7948    91.0200     9.9683      0.0260
 513     0.0121     0.0004    99.9940     0.7896    90.8600    10.1226      0.0260
 514     0.0117     0.0003    99.9960     0.7905    90.9500    10.1017      0.0260
 515     0.0113     0.0003    99.9960     0.7940    91.0100    10.2372      0.0260
 516     0.0109     0.0004    99.9940     0.7968    91.0000    10.1865      0.0260
 517     0.0105     0.0003    99.9920     0.7930    91.0100    10.0684      0.0260
 518     0.0101     0.0003    99.9920     0.7929    90.9100    10.1444      0.0260
 519     0.0097     0.0004    99.9900     0.7883    91.0000    10.2298      0.0259
 520     0.0092     0.0004    99.9880     0.7881    90.8900    10.1081      0.0259
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0002    99.9920     0.7911    90.9200     9.9779      0.0259
 522     0.0084     0.0003    99.9940     0.7899    91.0700    10.0587      0.0259
 523     0.0080     0.0003    99.9860     0.7935    91.0600    10.2869      0.0259
 524     0.0076     0.0003    99.9920     0.7976    90.9200    10.1708      0.0259
 525     0.0072     0.0002    99.9960     0.7970    90.9400    10.5427      0.0259
 526     0.0068     0.0006    99.9820     0.7988    90.9000     9.9765      0.0259
 527     0.0064     0.0004    99.9940     0.7965    90.9300    10.0665      0.0259
 528     0.0060     0.0004    99.9960     0.7941    90.8900    10.0050      0.0259
 529     0.0055     0.0004    99.9900     0.7922    90.9900    10.1404      0.0259
 530     0.0051     0.0003    99.9920     0.7925    90.9600    10.3150      0.0259
 531     0.0047     0.0006    99.9900     0.7917    90.9900    10.1256      0.0259
 532     0.0043     0.0004    99.9900     0.7912    91.0000    10.2582      0.0259
 533     0.0039     0.0002    99.9960     0.7918    90.9700    10.1262      0.0259
 534     0.0035     0.0003    99.9960     0.7900    90.9200    10.1698      0.0259
 535     0.0031     0.0003    99.9960     0.7903    90.8700    10.2386      0.0259
 536     0.0027     0.0003    99.9920     0.7908    90.9100    10.3045      0.0259
 537     0.0022     0.0004    99.9880     0.7936    90.9200    10.2149      0.0259
 538     0.0018     0.0003    99.9960     0.7937    90.9300    10.2534      0.0259
 539     0.0014     0.0003    99.9940     0.7941    90.9200    10.4621      0.0259
 540     0.0010     0.0002    99.9980     0.7935    90.9500    10.0495      0.0259
 541     0.0010     0.0002    99.9980     0.7936    91.0000    10.0773      0.0259
 542     0.0010     0.0003    99.9960     0.7934    90.9500    10.1753      0.0259
 543     0.0010     0.0002    99.9980     0.7940    90.9400    10.2283      0.0259
 544     0.0010     0.0003    99.9940     0.7939    90.9800    10.0951      0.0259
 545     0.0010     0.0003    99.9960     0.7938    90.9500    10.1812      0.0259
 546     0.0010     0.0002    99.9940     0.7938    90.9700    10.0599      0.0259
 547     0.0010     0.0002    99.9960     0.7946    90.9400    10.0059      0.0259
 548     0.0010     0.0003    99.9920     0.7940    91.0200    10.0654      0.0259
 549     0.0010     0.0003    99.9960     0.7944    91.0200    10.0010      0.0259
 550     0.0010     0.0002    99.9920     0.7943    91.0500    10.0441      0.0259
 551     0.0010     0.0003    99.9960     0.7942    91.0200     9.9021      0.0259
 552     0.0010     0.0002   100.0000     0.7941    91.0400    10.0116      0.0259
 553     0.0010     0.0002   100.0000     0.7942    91.0600     9.9268      0.0259
 554     0.0010     0.0003    99.9960     0.7944    91.0700     9.9311      0.0259
 555     0.0010     0.0003    99.9920     0.7947    91.0300    10.0077      0.0259
 556     0.0010     0.0003    99.9940     0.7945    90.9700    10.0278      0.0259
 557     0.0010     0.0003    99.9960     0.7947    91.0000     9.9859      0.0259
 558     0.0010     0.0004    99.9920     0.7943    90.9900     9.8971      0.0259
 559     0.0010     0.0003    99.9940     0.7945    91.0000    10.0463      0.0259
 560     0.0010     0.0003    99.9940     0.7936    90.9900     9.9231      0.0259
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0004    99.9880     0.7941    91.0000     9.9719      0.0259
 562     0.0010     0.0002    99.9960     0.7942    90.9900     9.9026      0.0259
 563     0.0010     0.0002    99.9960     0.7944    90.9700     9.9857      0.0259
 564     0.0010     0.0003    99.9920     0.7946    91.0000     9.9724      0.0259
 565     0.0010     0.0003    99.9900     0.7954    90.9900     9.9533      0.0259
 566     0.0010     0.0003    99.9900     0.7956    91.0000    10.0009      0.0259
 567     0.0010     0.0002    99.9980     0.7956    90.9600     9.9535      0.0259
 568     0.0010     0.0002    99.9980     0.7958    91.0100     9.9363      0.0259
 569     0.0010     0.0002    99.9980     0.7962    90.9800    10.0157      0.0259
 570     0.0010     0.0003    99.9960     0.7962    91.0100    10.0321      0.0259
 571     0.0010     0.0002    99.9980     0.7966    91.0100    10.0178      0.0259
 572     0.0010     0.0002    99.9960     0.7964    91.0100     9.8945      0.0259
 573     0.0010     0.0003    99.9900     0.7964    91.0000     9.9476      0.0259
 574     0.0010     0.0002    99.9980     0.7967    90.9900     9.9008      0.0259
 575     0.0010     0.0002    99.9940     0.7969    90.9600     9.8937      0.0259
 576     0.0010     0.0002    99.9980     0.7969    90.9800    10.1753      0.0259
 577     0.0010     0.0002    99.9980     0.7966    91.0000     9.9639      0.0259
 578     0.0010     0.0004    99.9900     0.7966    91.0500    10.3038      0.0259
 579     0.0010     0.0004    99.9920     0.7965    91.0600    10.3221      0.0259
 580     0.0010     0.0002   100.0000     0.7965    91.0500     9.9222      0.0259
 581     0.0010     0.0003    99.9900     0.7964    91.0700    10.0233      0.0259
 582     0.0010     0.0003    99.9940     0.7965    91.0800     9.9577      0.0259
 583     0.0010     0.0003    99.9940     0.7973    91.0600     9.9248      0.0259
 584     0.0010     0.0002    99.9980     0.7974    91.0800     9.9328      0.0259
 585     0.0010     0.0003    99.9940     0.7973    91.0900     9.9889      0.0259
 586     0.0010     0.0003    99.9960     0.7979    91.0000    10.0968      0.0259
 587     0.0010     0.0003    99.9940     0.7983    90.9900    10.3379      0.0259
 588     0.0010     0.0001   100.0000     0.7984    90.9800     9.9897      0.0259
 589     0.0010     0.0003    99.9920     0.7978    91.0100     9.9463      0.0259
 590     0.0010     0.0003    99.9940     0.7980    91.0000     9.9915      0.0259
 591     0.0010     0.0002    99.9960     0.7983    91.0000     9.9054      0.0259
 592     0.0010     0.0003    99.9940     0.7980    91.0000    10.0249      0.0259
 593     0.0010     0.0002    99.9960     0.7986    90.9900     9.9630      0.0259
 594     0.0010     0.0003    99.9960     0.7991    91.0000    10.0232      0.0259
 595     0.0010     0.0002    99.9960     0.7995    91.0000    10.0079      0.0259
 596     0.0010     0.0002    99.9980     0.7994    90.9800     9.9988      0.0259
 597     0.0010     0.0003    99.9940     0.7999    90.9800    10.1257      0.0259
 598     0.0010     0.0002   100.0000     0.7998    90.9900    10.1175      0.0259
 599     0.0010     0.0001   100.0000     0.8000    91.0000    10.0402      0.0259
 600     0.0010     0.0002    99.9980     0.8001    91.0000    10.1488      0.0259
