Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2881    11.4720     2.2462    13.4300   119.9092      0.9252
   2     0.1000     2.2837    11.7800     2.1422    21.1300   120.0119      0.8789
   3     0.1000     2.1964    16.9240     2.0352    24.2100   120.0082      0.8397
   4     0.1000     2.0211    22.9700     1.9430    24.3100   120.0478      0.8048
   5     0.1000     1.9049    26.6580     1.9580    22.4400   119.9400      0.7728
   6     0.1000     1.7789    30.7840     1.8718    28.3500   119.9129      0.7432
   7     0.1000     1.6879    34.9720     1.5303    40.6200   119.9542      0.7155
   8     0.1000     1.5884    38.9680     1.5467    40.7800   120.0199      0.6894
   9     0.1000     1.4967    43.8100     1.3804    48.4700   120.0297      0.6646
  10     0.1000     1.4093    48.4800     1.3189    50.6700   119.8915      0.6412
  11     0.1000     1.3072    53.0820     1.3073    53.2300   120.0279      0.6191
  12     0.1000     1.1938    57.4240     1.1357    59.7900   119.8879      0.5980
  13     0.1000     1.0961    61.5640     0.9578    66.5600   120.0055      0.5779
  14     0.1000     1.0191    64.3880     0.9366    67.8500   120.0259      0.5586
  15     0.1000     0.9384    67.3520     0.9237    67.7800   120.0028      0.5401
  16     0.1000     0.8658    70.2320     0.8847    70.4300   119.9258      0.5226
  17     0.1000     0.8109    72.1100     0.7628    73.3100   119.9523      0.5056
  18     0.1000     0.7526    74.5180     0.9567    69.5300   119.9885      0.4894
  19     0.1000     0.7183    75.7900     0.9326    70.3500   119.9549      0.4738
  20     0.1000     0.6745    77.4560     1.0827    66.8400   119.9771      0.4589
  21     0.1000     0.6359    78.6300     0.6252    79.1400   119.9966      0.4445
  22     0.1000     0.6020    79.8620     0.7587    75.3600   120.0184      0.4308
  23     0.1000     0.5779    80.6540     0.5824    80.9500   120.0055      0.4175
  24     0.1000     0.5529    81.6480     0.6470    79.7900   120.0397      0.4048
  25     0.1000     0.5179    82.7580     0.6025    80.4200   119.9889      0.3924
  26     0.1000     0.4989    83.5800     0.5423    82.8300   119.9817      0.3805
  27     0.1000     0.4758    84.2940     0.5357    83.2800   120.0383      0.3691
  28     0.1000     0.4557    84.9320     0.6187    80.9300   120.0585      0.3580
  29     0.1000     0.4436    85.4260     0.5648    81.9500   119.9825      0.3475
  30     0.1000     0.4247    86.0040     0.6359    80.5600   120.0382      0.3374
  31     0.1000     0.4061    86.5840     0.5713    83.3400   120.0371      0.3277
  32     0.1000     0.3924    87.0440     0.5402    83.1200   119.9161      0.3183
  33     0.1000     0.3672    87.8240     0.5493    83.2400   119.9916      0.3092
  34     0.1000     0.3554    88.1860     0.6033    81.6800   120.0353      0.3005
  35     0.1000     0.3485    88.5640     0.5884    83.0300   119.9893      0.2921
  36     0.1000     0.3329    88.9040     1.5776    64.4800   120.1543      0.2840
  37     0.1000     0.3286    89.1280     0.4773    84.8700   120.0566      0.2762
  38     0.1000     0.3090    89.8640     0.4863    85.7100   119.8175      0.2687
  39     0.1000     0.2995    90.2780     0.5061    84.7800   120.0389      0.2614
  40     0.1000     0.2890    90.5820     0.5160    84.5700   120.0264      0.2544
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2757    90.8940     0.6359    82.6300   119.9871      0.2477
  42     0.1000     0.2664    91.3540     0.4885    85.4300   120.0501      0.2412
  43     0.1000     0.2546    91.5100     0.5210    84.5100   120.0508      0.2349
  44     0.1000     0.2554    91.7620     0.4990    85.7800   120.0220      0.2288
  45     0.1000     0.2360    92.0740     0.5421    84.8200   120.0367      0.2229
  46     0.1000     0.2346    92.2420     0.5773    83.8000   119.9793      0.2173
  47     0.1000     0.2313    92.3800     0.5002    86.0100   119.9760      0.2119
  48     0.1000     0.2274    92.5500     0.4946    85.8900   119.9788      0.2066
  49     0.1000     0.2140    92.9180     0.5046    85.6500   120.1220      0.2016
  50     0.1000     0.2086    93.0820     0.4989    86.4600   119.9929      0.1967
  51     0.1000     0.1994    93.4360     0.5628    84.8300   119.9887      0.1920
  52     0.1000     0.1920    93.6360     0.5357    85.5500   119.9691      0.1873
  53     0.1000     0.1905    93.6680     0.5415    85.7200   119.9979      0.1830
  54     0.1000     0.1861    93.9760     0.5222    85.9500   119.9678      0.1787
  55     0.1000     0.1774    94.2180     0.4561    87.2200   120.0002      0.1746
  56     0.1000     0.1678    94.5320     0.6915    83.1200   119.9927      0.1706
  57     0.1000     0.1733    94.2700     0.4943    86.9300   119.9369      0.1668
  58     0.1000     0.1617    94.7380     0.5140    86.4100   119.9433      0.1631
  59     0.1000     0.1629    94.6560     0.5192    86.2200   119.9097      0.1595
  60     0.1000     0.1539    94.9780     0.5082    86.7400   120.0255      0.1560
  61     0.1000     0.1548    94.9660     0.5485    86.5100   120.0141      0.1526
  62     0.1000     0.1491    95.1640     0.6120    85.5300   119.9910      0.1495
  63     0.1000     0.1459    95.1820     0.4690    87.4900   120.0492      0.1463
  64     0.1000     0.1376    95.4960     0.5248    86.0800   120.0287      0.1432
  65     0.1000     0.1366    95.5580     0.4777    87.6400   120.0679      0.1403
  66     0.1000     0.1367    95.4080     0.5239    87.1100   120.0348      0.1374
  67     0.1000     0.1301    95.7700     0.5739    86.1600   120.0125      0.1347
  68     0.1000     0.1273    95.8020     0.5106    87.1400   120.0202      0.1319
  69     0.1000     0.1210    96.0640     0.5420    86.7000   119.9907      0.1294
  70     0.1000     0.1234    95.9560     0.5747    85.9700   120.0447      0.1269
  71     0.1000     0.1195    96.0340     0.4926    87.7100   119.9250      0.1245
  72     0.1000     0.1193    96.0880     0.5247    87.5500   120.0668      0.1221
  73     0.1000     0.1054    96.5600     0.5219    86.9800   120.0035      0.1198
  74     0.1000     0.1142    96.3260     0.5843    86.2400   119.9367      0.1176
  75     0.1000     0.1068    96.6260     0.5292    87.1900   119.9601      0.1155
  76     0.1000     0.1077    96.5640     0.4904    87.4000   119.9636      0.1134
  77     0.1000     0.0995    96.7280     0.5201    87.6300   119.9007      0.1114
  78     0.1000     0.1020    96.6480     0.6908    84.6100   119.9591      0.1095
  79     0.1000     0.0971    96.9620     0.5835    86.4800   120.0529      0.1076
  80     0.1000     0.0982    96.7440     0.5651    87.1700   120.0006      0.1058
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0959    96.9060     0.5409    87.6800   119.9879      0.1041
  82     0.1000     0.0929    96.9620     0.6081    86.2500   119.9888      0.1024
  83     0.1000     0.0913    97.0500     0.5674    87.0300   119.9820      0.1007
  84     0.1000     0.0915    97.0300     0.5261    87.5400   119.9810      0.0991
  85     0.1000     0.0882    97.1780     0.5286    87.7900   120.0684      0.0976
  86     0.1000     0.0839    97.2520     0.5766    87.8400   119.9491      0.0962
  87     0.1000     0.0885    97.2120     0.5392    87.3000   119.9925      0.0947
  88     0.1000     0.0843    97.2040     0.5470    88.1700   120.0168      0.0934
  89     0.1000     0.0846    97.2180     0.6292    86.4400   120.0367      0.0921
  90     0.1000     0.0811    97.3400     0.5280    88.2300   120.0076      0.0908
  91     0.1000     0.0802    97.3900     0.5547    87.1700   120.0100      0.0895
  92     0.1000     0.0808    97.3340     0.5681    87.8000   119.9113      0.0883
  93     0.1000     0.0783    97.5020     0.6111    86.7000   119.9940      0.0871
  94     0.1000     0.0762    97.5100     0.5502    87.5700   120.0199      0.0860
  95     0.1000     0.0687    97.7900     0.5580    87.9400   120.0159      0.0849
  96     0.1000     0.0748    97.5760     0.5586    87.9700   120.0312      0.0838
  97     0.1000     0.0723    97.6400     0.5651    87.3300   120.0383      0.0828
  98     0.1000     0.0710    97.6660     0.5916    87.5200   119.9731      0.0818
  99     0.1000     0.0656    97.8400     0.6523    86.7400   119.8949      0.0808
 100     0.1000     0.0704    97.6420     0.6020    87.8100   119.9472      0.0798
 101     0.1000     0.0669    97.8440     0.6019    87.3000   119.9693      0.0789
 102     0.1000     0.0696    97.7880     0.5225    88.4600   119.9451      0.0780
 103     0.1000     0.0614    98.0180     0.5349    88.7700   119.9423      0.0771
 104     0.1000     0.0657    97.8340     0.5603    88.3800   119.9033      0.0763
 105     0.1000     0.0640    97.9640     0.6358    87.6300   120.0028      0.0754
 106     0.1000     0.0589    98.0280     0.7018    86.3700   119.9210      0.0746
 107     0.1000     0.0608    98.0400     0.5493    88.9000   119.9838      0.0738
 108     0.1000     0.0575    98.1340     0.5587    88.7800   119.9893      0.0730
 109     0.1000     0.0608    98.0960     0.5283    88.7900   120.0138      0.0722
 110     0.1000     0.0585    98.1220     0.5596    88.5900   119.9993      0.0715
 111     0.1000     0.0543    98.2840     0.6346    86.5800   119.9978      0.0708
 112     0.1000     0.0571    98.1520     0.5790    88.0500   119.9627      0.0701
 113     0.1000     0.0551    98.1960     0.6048    88.3200   119.9510      0.0695
 114     0.1000     0.0553    98.2760     0.5834    88.4300   120.0318      0.0688
 115     0.1000     0.0593    98.0880     0.5788    87.7700   120.0202      0.0682
 116     0.1000     0.0582    98.1160     0.5667    87.8200   119.9673      0.0676
 117     0.1000     0.0538    98.3500     0.5591    88.2100   119.9447      0.0670
 118     0.1000     0.0527    98.2940     0.5707    88.0900   120.0207      0.0664
 119     0.1000     0.0509    98.3520     0.5748    88.3900   120.0509      0.0659
 120     0.1000     0.0493    98.4720     0.5577    88.5600   120.0115      0.0653
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0462    98.5140     0.5839    87.8300   120.0435      0.0647
 122     0.1000     0.0528    98.3480     0.6262    87.9600   120.0313      0.0643
 123     0.1000     0.0498    98.3980     0.6145    88.2300   120.0427      0.0638
 124     0.1000     0.0479    98.4880     0.7046    87.2600   120.0089      0.0633
 125     0.1000     0.0498    98.3940     0.6567    86.6600   120.0362      0.0629
 126     0.1000     0.0484    98.5100     0.5825    88.1200   120.0345      0.0624
 127     0.1000     0.0522    98.3220     0.5752    87.7100   120.0014      0.0619
 128     0.1000     0.0439    98.6100     0.5851    88.8000   120.0584      0.0615
 129     0.1000     0.0451    98.6880     0.6539    88.5000   119.9904      0.0610
 130     0.1000     0.0493    98.4600     0.5265    88.7400   120.0242      0.0606
 131     0.1000     0.0463    98.5460     0.5898    88.5800   119.9558      0.0602
 132     0.1000     0.0482    98.4980     0.5522    88.8400   120.0148      0.0598
 133     0.1000     0.0461    98.5440     0.6269    87.9000   120.0368      0.0594
 134     0.1000     0.0397    98.7360     0.6020    88.2500   119.9997      0.0590
 135     0.1000     0.0438    98.6260     0.6072    87.8200   119.9842      0.0586
 136     0.1000     0.0465    98.5560     0.5994    88.1000   119.9624      0.0583
 137     0.1000     0.0412    98.7540     0.5693    88.8700   119.8919      0.0579
 138     0.1000     0.0458    98.5240     0.7116    86.9700   120.0576      0.0576
 139     0.1000     0.0412    98.6800     0.6876    87.3200   120.0592      0.0572
 140     0.1000     0.0417    98.7120     0.5604    89.1500   120.0728      0.0569
 141     0.1000     0.0422    98.6220     0.5453    89.1000   119.9968      0.0565
 142     0.1000     0.0402    98.7800     0.5851    89.0400   120.0639      0.0562
 143     0.1000     0.0390    98.6800     0.6108    88.4700   119.8069      0.0559
 144     0.1000     0.0379    98.7860     0.5852    88.5800   120.0274      0.0555
 145     0.1000     0.0397    98.7040     0.5610    88.9300   120.0082      0.0552
 146     0.1000     0.0454    98.5420     0.6028    88.1100   119.9836      0.0549
 147     0.1000     0.0415    98.6900     0.7983    85.7500   120.0664      0.0547
 148     0.1000     0.0391    98.7240     0.6124    88.6000   119.9435      0.0544
 149     0.1000     0.0362    98.9120     0.5790    88.7600   120.0257      0.0541
 150     0.1000     0.0416    98.6640     0.6305    88.1400   119.9882      0.0538
 151     0.1000     0.0383    98.7720     0.6075    88.7800   120.0187      0.0536
 152     0.1000     0.0374    98.7820     0.6177    88.4500   119.9798      0.0533
 153     0.1000     0.0411    98.7060     0.6066    88.7100   119.9688      0.0531
 154     0.1000     0.0387    98.7160     0.5921    88.6700   120.0298      0.0529
 155     0.1000     0.0364    98.8320     0.6096    88.6600   120.0934      0.0526
 156     0.1000     0.0383    98.7480     0.6128    88.2800   119.9805      0.0524
 157     0.1000     0.0372    98.8060     0.6206    88.6500   119.9959      0.0522
 158     0.1000     0.0357    98.8620     0.8174    85.5900   119.9656      0.0519
 159     0.1000     0.0386    98.7960     0.6737    87.7000   120.0797      0.0517
 160     0.1000     0.0385    98.8380     0.5789    88.1800   120.0239      0.0515
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0327    99.0060     0.5808    88.5800   119.9605      0.0512
 162     0.1000     0.0357    98.8340     0.5828    88.8700   120.0788      0.0510
 163     0.1000     0.0328    98.9520     0.6236    88.2900   119.9521      0.0508
 164     0.1000     0.0336    98.9820     0.6962    87.5600   119.9843      0.0506
 165     0.1000     0.0370    98.8840     0.5654    89.2800   119.6924      0.0504
 166     0.1000     0.0354    98.8880     0.5797    88.7800   120.0238      0.0502
 167     0.1000     0.0320    99.0080     0.6015    89.1300   119.7825      0.0500
 168     0.1000     0.0348    98.8900     0.6760    87.8300   120.0138      0.0498
 169     0.1000     0.0389    98.7740     0.6017    88.7000   120.1049      0.0496
 170     0.1000     0.0397    98.9020     0.5536    88.9600   119.9019      0.0494
 171     0.1000     0.0325    98.9640     0.6731    88.0300   120.0184      0.0492
 172     0.1000     0.0360    98.8580     0.6373    87.7300   120.0767      0.0490
 173     0.1000     0.0330    98.9880     0.5861    89.0600   120.3848      0.0488
 174     0.1000     0.0319    98.9820     0.6207    88.7500   120.1102      0.0487
 175     0.1000     0.0323    99.0300     0.5966    88.7900   120.0252      0.0485
 176     0.1000     0.0298    99.0500     0.6371    88.5800   120.0339      0.0483
 177     0.1000     0.0328    98.9600     0.6918    87.5600   120.0298      0.0481
 178     0.1000     0.0307    99.0740     0.5591    88.7900   120.0552      0.0480
 179     0.1000     0.0318    99.0320     0.5789    89.0600   120.0221      0.0478
 180     0.1000     0.0328    98.9560     0.6070    88.8700   120.0052      0.0476
 181     0.1000     0.0325    99.0240     0.6664    88.2600   120.0855      0.0474
 182     0.1000     0.0338    98.9320     0.6008    89.2600   119.9354      0.0473
 183     0.1000     0.0287    99.1200     0.6381    88.7000   120.0143      0.0471
 184     0.1000     0.0364    98.8440     0.6068    88.6500   120.0764      0.0470
 185     0.1000     0.0317    98.9980     0.6409    88.4900   119.9783      0.0469
 186     0.1000     0.0325    98.9560     0.6627    88.6400   120.0085      0.0467
 187     0.1000     0.0296    99.0540     0.5814    89.3000   119.9602      0.0466
 188     0.1000     0.0348    98.8900     0.6421    88.1200   119.8449      0.0464
 189     0.1000     0.0276    99.1200     0.6054    89.1600   119.9261      0.0463
 190     0.1000     0.0323    99.0120     0.5917    88.6800   119.9827      0.0462
 191     0.1000     0.0255    99.1980     0.8212    86.4100   119.9880      0.0460
 192     0.1000     0.0315    99.0440     0.5899    89.2900   120.0493      0.0458
 193     0.1000     0.0274    99.1440     0.6372    88.6300   120.0023      0.0457
 194     0.1000     0.0274    99.1880     1.0398    84.0900   119.9597      0.0455
 195     0.1000     0.0316    99.0400     0.5976    89.1500   120.0399      0.0454
 196     0.1000     0.0290    99.1020     0.5965    89.1200   119.8213      0.0453
 197     0.1000     0.0272    99.1060     0.6253    89.0200   119.9641      0.0451
 198     0.1000     0.0304    99.0180     0.6806    88.3600   119.9584      0.0450
 199     0.1000     0.0306    99.0260     0.5745    89.1200   119.9567      0.0449
 200     0.1000     0.0278    99.1200     0.6160    88.7900   119.9725      0.0447
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0237    99.2380     0.6634    88.8600   120.0494      0.0446
 202     0.1000     0.0289    99.1000     0.6102    88.9100   119.9638      0.0445
 203     0.1000     0.0290    99.0880     0.6750    87.7500   120.0852      0.0443
 204     0.1000     0.0238    99.2640     0.6700    88.6300   120.0283      0.0442
 205     0.1000     0.0247    99.1940     0.6088    88.8700   119.9819      0.0441
 206     0.1000     0.0271    99.1680     0.6687    88.6200   119.9656      0.0440
 207     0.1000     0.0273    99.1640     0.6402    88.6300   120.0203      0.0439
 208     0.1000     0.0278    99.1080     0.6478    88.5700   120.0202      0.0437
 209     0.1000     0.0275    99.1480     0.6915    88.6400   120.0331      0.0436
 210     0.1000     0.0282    99.0720     1.1626    84.8200   120.0690      0.0435
 211     0.1000     0.0297    99.1140     0.5846    89.3500   120.0185      0.0434
 212     0.1000     0.0288    99.1040     0.5792    89.3000   120.0052      0.0433
 213     0.1000     0.0227    99.3060     0.6834    88.8900   120.0039      0.0432
 214     0.1000     0.0291    99.1300     0.7146    87.8200   120.0272      0.0430
 215     0.1000     0.0269    99.1680     0.6527    88.7100   120.1084      0.0429
 216     0.1000     0.0282    99.1420     0.5999    89.0800   120.0290      0.0428
 217     0.1000     0.0264    99.1640     0.6352    88.4800   119.8444      0.0427
 218     0.1000     0.0233    99.2660     0.9875    85.0300   120.0644      0.0426
 219     0.1000     0.0290    99.1140     0.6260    88.9000   120.0451      0.0425
 220     0.1000     0.0297    99.0280     0.6334    89.4200   120.0088      0.0424
 221     0.1000     0.0227    99.2920     0.6184    89.0900   119.8350      0.0423
 222     0.1000     0.0266    99.1380     0.6518    89.3000   120.0303      0.0422
 223     0.1000     0.0281    99.1300     0.5662    89.2100   119.9790      0.0421
 224     0.1000     0.0258    99.1660     0.6237    89.3000   120.0200      0.0420
 225     0.1000     0.0247    99.2620     0.6525    88.7100   120.0408      0.0419
 226     0.1000     0.0216    99.3160     0.6400    89.0800   119.9975      0.0418
 227     0.1000     0.0284    99.0980     0.6010    89.1500   119.7790      0.0417
 228     0.1000     0.0248    99.2160     0.6275    89.4500   119.9882      0.0416
 229     0.1000     0.0275    99.1280     0.6589    88.6800   120.0000      0.0415
 230     0.1000     0.0248    99.2140     0.6002    89.7500   119.9563      0.0414
 231     0.1000     0.0228    99.3080     0.6492    89.3800   120.0820      0.0413
 232     0.1000     0.0264    99.1620     0.6546    88.8100   119.9719      0.0412
 233     0.1000     0.0222    99.2620     0.6434    88.7300   120.0627      0.0411
 234     0.1000     0.0285    99.1220     0.6064    89.2500   119.9902      0.0411
 235     0.1000     0.0228    99.2980     0.6618    88.7100   119.9429      0.0410
 236     0.1000     0.0219    99.3240     0.7259    88.2800   119.9618      0.0409
 237     0.1000     0.0273    99.1540     0.6076    89.0000   120.0385      0.0408
 238     0.1000     0.0286    99.1360     0.5829    89.3600   120.0100      0.0407
 239     0.1000     0.0225    99.2920     0.6887    88.5400   120.0107      0.0406
 240     0.1000     0.0256    99.2480     0.6161    88.6200   120.1449      0.0405
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0227    99.3000     0.6559    89.2100   119.7454      0.0404
 242     0.1000     0.0256    99.1980     0.5705    89.6400   120.0299      0.0404
 243     0.1000     0.0253    99.2300     0.5866    89.1300   119.9513      0.0403
 244     0.1000     0.0235    99.2680     0.7753    88.2700   120.1046      0.0402
 245     0.1000     0.0261    99.1900     0.6655    88.5200   119.9720      0.0401
 246     0.1000     0.0264    99.2020     0.6377    88.8500   120.0285      0.0401
 247     0.1000     0.0231    99.2640     0.6143    89.0700   120.0356      0.0400
 248     0.1000     0.0239    99.2540     0.6561    88.8100   120.0140      0.0399
 249     0.1000     0.0240    99.2180     0.6483    88.9600   119.9921      0.0398
 250     0.1000     0.0223    99.3160     0.6723    88.8600   120.0035      0.0397
 251     0.1000     0.0210    99.3200     0.6683    89.3300   120.0262      0.0396
 252     0.1000     0.0278    99.1900     0.5992    88.8600   120.0199      0.0395
 253     0.1000     0.0248    99.2320     0.6526    88.4500   119.9646      0.0395
 254     0.1000     0.0268    99.1740     0.6073    89.3700   120.0332      0.0394
 255     0.1000     0.0198    99.3860     0.6332    89.4900   119.9401      0.0393
 256     0.1000     0.0231    99.3120     0.6013    89.6100   120.0662      0.0392
 257     0.1000     0.0229    99.2980     0.6212    89.1900   120.0026      0.0391
 258     0.1000     0.0235    99.2440     0.6367    89.2000   120.0658      0.0391
 259     0.1000     0.0206    99.3680     0.6137    89.4600   120.0129      0.0390
 260     0.1000     0.0225    99.2920     0.6687    88.9800   120.0237      0.0389
 261     0.1000     0.0210    99.3380     0.6928    88.4900   120.0705      0.0388
 262     0.1000     0.0221    99.3520     0.6518    89.1500   120.0172      0.0387
 263     0.1000     0.0227    99.3020     0.6433    88.8000   119.9986      0.0387
 264     0.1000     0.0230    99.3000     0.6422    88.8600   119.9745      0.0386
 265     0.1000     0.0221    99.3140     0.6328    88.9400   120.0358      0.0385
 266     0.1000     0.0230    99.2580     0.6380    89.1900   119.9680      0.0385
 267     0.1000     0.0239    99.2500     0.6276    89.2800   120.0344      0.0384
 268     0.1000     0.0208    99.3580     0.6454    89.2400   120.0202      0.0383
 269     0.1000     0.0276    99.1820     0.6358    88.8700   119.9402      0.0383
 270     0.1000     0.0173    99.4400     0.7235    88.4500   120.0806      0.0382
 271     0.1000     0.0230    99.3180     0.6047    89.6700   120.0551      0.0381
 272     0.1000     0.0226    99.3120     0.6095    88.9800   119.9920      0.0380
 273     0.1000     0.0193    99.3940     0.6592    88.6900   120.0190      0.0380
 274     0.1000     0.0221    99.2600     0.6776    88.9200   120.0012      0.0379
 275     0.1000     0.0233    99.2700     0.6208    89.2300   120.0062      0.0379
 276     0.1000     0.0180    99.4140     0.6719    88.8800   119.9861      0.0378
 277     0.1000     0.0238    99.2880     0.6636    88.3900   120.0145      0.0377
 278     0.1000     0.0193    99.3760     0.6608    89.5800   120.0861      0.0376
 279     0.1000     0.0226    99.2840     0.6098    89.5100   120.0083      0.0376
 280     0.1000     0.0215    99.3300     0.6987    87.6900   119.9538      0.0375
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0229    99.2320     0.6700    88.2100   119.9950      0.0375
 282     0.1000     0.0189    99.4340     0.6544    89.3000   120.0809      0.0374
 283     0.1000     0.0249    99.2000     0.5909    89.4900   120.0374      0.0373
 284     0.1000     0.0210    99.3700     0.6224    89.3500   120.0131      0.0373
 285     0.1000     0.0202    99.3420     0.6594    88.9900   120.0603      0.0372
 286     0.1000     0.0214    99.3080     0.6840    88.9300   120.1051      0.0371
 287     0.1000     0.0230    99.2700     0.6622    89.0000   120.0436      0.0371
 288     0.1000     0.0237    99.2920     0.6392    89.0500   120.0146      0.0370
 289     0.1000     0.0199    99.4100     0.6012    89.6800   119.8905      0.0370
 290     0.1000     0.0197    99.3940     0.6801    88.6700   119.8719      0.0369
 291     0.1000     0.0213    99.3340     0.6658    88.6800   120.0247      0.0368
 292     0.1000     0.0214    99.3300     0.6134    89.3400   119.9974      0.0368
 293     0.1000     0.0215    99.3460     0.6475    88.9800   120.0697      0.0367
 294     0.1000     0.0178    99.4280     0.6448    89.0400   120.0499      0.0367
 295     0.1000     0.0237    99.2240     0.5767    89.6000   120.0569      0.0366
 296     0.1000     0.0182    99.4580     0.6212    89.0700   120.0000      0.0365
 297     0.1000     0.0186    99.4280     0.6192    89.5900   120.0384      0.0365
 298     0.1000     0.0217    99.3600     0.6297    89.4200   119.9821      0.0364
 299     0.1000     0.0222    99.3020     0.6548    88.4100   120.0047      0.0364
 300     0.1000     0.0209    99.3540     0.6095    89.4200   120.0205      0.0363
 301     0.0996     0.0217    99.2600     0.6043    89.3900   119.9974      0.0363
 302     0.0992     0.0182    99.4280     0.6722    89.0200   119.9890      0.0362
 303     0.0988     0.0202    99.3620     0.6795    89.2000   120.0240      0.0361
 304     0.0983     0.0232    99.2880     0.6381    88.6800   120.0799      0.0361
 305     0.0979     0.0189    99.3840     0.6278    89.5700   120.0486      0.0360
 306     0.0975     0.0201    99.3520     0.6314    89.3700   120.0134      0.0360
 307     0.0971     0.0188    99.3880     0.6250    89.3900   119.9524      0.0359
 308     0.0967     0.0171    99.4720     0.7393    88.2500   119.9987      0.0358
 309     0.0963     0.0196    99.3800     0.6815    88.5200   119.9857      0.0358
 310     0.0959     0.0200    99.3880     0.6310    89.0100   120.0455      0.0357
 311     0.0955     0.0193    99.4160     0.6482    89.1600   120.0519      0.0357
 312     0.0950     0.0172    99.4520     0.6385    89.3100   120.0577      0.0356
 313     0.0946     0.0181    99.4120     0.6424    89.5300   120.0175      0.0356
 314     0.0942     0.0190    99.4060     0.6746    88.4000   120.0054      0.0355
 315     0.0938     0.0149    99.5340     0.6491    89.4500   120.0558      0.0355
 316     0.0934     0.0158    99.5100     0.6567    89.2700   119.9873      0.0354
 317     0.0930     0.0144    99.5300     0.6920    89.1100   120.0461      0.0353
 318     0.0926     0.0178    99.4200     0.7052    88.7900   120.0708      0.0353
 319     0.0922     0.0138    99.5540     0.7304    88.6900   120.0700      0.0352
 320     0.0917     0.0175    99.4580     0.6644    89.1200   119.9420      0.0352
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0142    99.5800     0.6668    89.2100   119.9846      0.0351
 322     0.0909     0.0181    99.4520     0.9909    85.9100   119.9829      0.0351
 323     0.0905     0.0173    99.4880     0.7090    88.5200   120.0137      0.0350
 324     0.0901     0.0145    99.5360     0.6457    89.5500   120.0026      0.0349
 325     0.0897     0.0167    99.4600     0.6566    89.3300   120.0004      0.0349
 326     0.0893     0.0141    99.5480     0.6687    89.3700   120.0088      0.0348
 327     0.0889     0.0156    99.5000     0.6148    89.5300   119.9596      0.0348
 328     0.0885     0.0154    99.5280     0.6519    89.5200   120.0072      0.0347
 329     0.0880     0.0129    99.6320     0.7082    88.9900   120.0007      0.0346
 330     0.0876     0.0149    99.5500     0.6174    89.3600   120.0190      0.0346
 331     0.0872     0.0114    99.6480     0.6355    89.8900   120.0554      0.0345
 332     0.0868     0.0160    99.4900     0.6388    89.7200   120.0388      0.0345
 333     0.0864     0.0123    99.6260     0.6617    89.4300   119.9627      0.0344
 334     0.0860     0.0119    99.6140     0.7103    89.1900   120.0597      0.0343
 335     0.0856     0.0108    99.6520     0.6962    89.2200   120.0042      0.0343
 336     0.0852     0.0160    99.5820     0.6422    89.6000   120.0923      0.0342
 337     0.0847     0.0117    99.6340     0.6737    89.3200   120.0396      0.0342
 338     0.0843     0.0112    99.6480     0.7076    89.4200   120.0435      0.0341
 339     0.0839     0.0115    99.6380     0.6439    89.6000   120.0516      0.0341
 340     0.0835     0.0130    99.5760     0.7217    88.5800   120.0228      0.0340
 341     0.0831     0.0170    99.4720     0.6536    89.4700   119.9824      0.0340
 342     0.0827     0.0104    99.6660     0.6629    89.2700   119.9477      0.0339
 343     0.0823     0.0121    99.6440     0.7029    89.5000   120.0194      0.0339
 344     0.0818     0.0121    99.6420     0.6463    89.8000   120.0553      0.0338
 345     0.0814     0.0122    99.6080     0.6416    89.8400   120.0924      0.0337
 346     0.0810     0.0113    99.6600     0.7201    88.8400   120.0519      0.0337
 347     0.0806     0.0121    99.6520     0.6782    89.4100   120.0625      0.0336
 348     0.0802     0.0127    99.6100     0.6292    89.8800   120.0418      0.0336
 349     0.0798     0.0082    99.7540     0.6704    89.4500   120.0345      0.0335
 350     0.0794     0.0131    99.6100     0.6761    89.6200   119.9931      0.0335
 351     0.0790     0.0123    99.6340     0.6722    89.2300   119.9534      0.0334
 352     0.0786     0.0136    99.5900     0.6980    89.2500   119.9999      0.0334
 353     0.0781     0.0106    99.7160     0.7350    89.0600   119.8239      0.0333
 354     0.0777     0.0102    99.6840     0.7205    89.5800   120.0458      0.0333
 355     0.0773     0.0101    99.7040     0.6680    89.6000   120.0127      0.0332
 356     0.0769     0.0105    99.6660     0.7000    89.4200   120.0669      0.0332
 357     0.0765     0.0075    99.7460     0.7063    89.5500   119.9998      0.0331
 358     0.0761     0.0105    99.6820     0.7061    89.3300   119.9750      0.0331
 359     0.0757     0.0116    99.6400     0.7231    89.0700   119.9621      0.0330
 360     0.0753     0.0113    99.6660     0.7902    88.1400   119.9764      0.0330
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0088    99.7340     0.6634    89.6800   120.0154      0.0329
 362     0.0744     0.0090    99.7340     0.6978    89.4000   119.9067      0.0328
 363     0.0740     0.0094    99.6720     0.6613    89.6900   120.0155      0.0328
 364     0.0736     0.0094    99.6900     0.6743    89.7800   119.9652      0.0328
 365     0.0732     0.0088    99.7280     0.6978    89.7800   120.0084      0.0327
 366     0.0728     0.0085    99.7620     0.6799    89.8500   120.0045      0.0327
 367     0.0724     0.0104    99.6760     0.6733    89.7800   120.0506      0.0326
 368     0.0720     0.0076    99.7660     0.6981    89.8000   119.9997      0.0326
 369     0.0715     0.0081    99.7700     0.7808    88.9600   120.0089      0.0325
 370     0.0711     0.0099    99.7040     0.6510    90.0800   120.0045      0.0325
 371     0.0707     0.0075    99.7880     0.6688    90.0300   120.0223      0.0324
 372     0.0703     0.0080    99.7560     0.6814    89.9600   120.0448      0.0323
 373     0.0699     0.0075    99.7700     0.6914    89.8100   120.0317      0.0323
 374     0.0695     0.0083    99.7300     0.6903    89.8900   119.9309      0.0323
 375     0.0691     0.0080    99.7500     0.7268    89.6500   120.0433      0.0322
 376     0.0686     0.0094    99.7380     0.6834    89.3900   119.9915      0.0322
 377     0.0682     0.0065    99.8060     0.6795    89.9000   119.9999      0.0321
 378     0.0678     0.0065    99.7820     0.6886    90.0300   120.0649      0.0321
 379     0.0674     0.0082    99.7700     0.6742    89.7600   119.9981      0.0320
 380     0.0670     0.0079    99.7680     0.6751    90.2100   119.9801      0.0320
 381     0.0666     0.0087    99.7300     0.6927    90.0800   120.0117      0.0319
 382     0.0662     0.0083    99.7480     0.6968    89.7100   120.0353      0.0319
 383     0.0658     0.0071    99.7660     0.7103    89.8100   119.9583      0.0318
 384     0.0654     0.0104    99.6880     0.6923    89.5200   120.0356      0.0318
 385     0.0649     0.0054    99.8340     0.6578    90.1700   120.0117      0.0317
 386     0.0645     0.0049    99.8480     0.7082    89.7500   119.9269      0.0317
 387     0.0641     0.0064    99.7880     0.7447    89.6300   120.0231      0.0317
 388     0.0637     0.0066    99.8040     0.7183    89.8200   119.9825      0.0316
 389     0.0633     0.0062    99.8040     0.7047    89.7700   120.0301      0.0316
 390     0.0629     0.0054    99.8320     0.7092    89.7800   119.9996      0.0315
 391     0.0625     0.0063    99.8180     0.7051    89.7900   120.0887      0.0315
 392     0.0621     0.0047    99.8660     0.7337    89.4500   119.9668      0.0314
 393     0.0616     0.0053    99.8500     0.7223    90.0200   120.0460      0.0314
 394     0.0612     0.0056    99.8040     0.7526    89.6900   119.9928      0.0313
 395     0.0608     0.0057    99.8140     0.7626    89.5400   120.0458      0.0313
 396     0.0604     0.0066    99.8100     0.7862    89.5100   119.9610      0.0312
 397     0.0600     0.0040    99.8760     0.7747    89.8200   120.0929      0.0312
 398     0.0596     0.0064    99.8080     0.7202    89.8200   120.0237      0.0312
 399     0.0592     0.0079    99.7340     0.6897    89.8700   120.0079      0.0311
 400     0.0588     0.0055    99.8480     0.8224    88.4700   119.9949      0.0311
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0051    99.8480     0.7489    89.9400   120.0416      0.0310
 402     0.0579     0.0062    99.8100     0.6980    89.8400   120.0344      0.0310
 403     0.0575     0.0045    99.8460     0.7763    89.4700   119.9790      0.0310
 404     0.0571     0.0063    99.8160     0.7089    89.5900   119.7249      0.0309
 405     0.0567     0.0053    99.8320     0.7200    89.6100   120.0503      0.0309
 406     0.0563     0.0063    99.8180     0.7112    89.8500   120.0290      0.0309
 407     0.0559     0.0050    99.8620     0.6969    90.0400   120.0244      0.0308
 408     0.0554     0.0040    99.8620     0.7091    90.0700   120.0721      0.0308
 409     0.0550     0.0053    99.8580     0.7344    89.4600   119.9899      0.0307
 410     0.0546     0.0053    99.8380     0.7273    89.8100   119.9798      0.0307
 411     0.0542     0.0052    99.8480     0.7027    89.6700   119.9964      0.0306
 412     0.0538     0.0034    99.8980     0.7290    89.9800   119.9277      0.0306
 413     0.0534     0.0018    99.9480     0.7615    90.1200   120.0421      0.0306
 414     0.0530     0.0036    99.8880     0.7749    89.8400   120.0588      0.0305
 415     0.0526     0.0044    99.8660     0.7423    89.7900   120.0150      0.0305
 416     0.0522     0.0048    99.8600     0.7372    89.7200   119.9976      0.0304
 417     0.0517     0.0054    99.8520     0.7400    89.7400   120.0419      0.0304
 418     0.0513     0.0045    99.8640     0.7174    89.8000   120.0279      0.0304
 419     0.0509     0.0025    99.9200     0.7501    90.0600   120.0477      0.0303
 420     0.0505     0.0036    99.8820     0.7724    89.6200   120.0500      0.0303
 421     0.0501     0.0036    99.8800     0.7287    89.8900   120.0147      0.0302
 422     0.0497     0.0029    99.9180     0.7630    89.7500   119.9698      0.0302
 423     0.0493     0.0036    99.9040     0.7750    89.9800   119.9657      0.0302
 424     0.0489     0.0033    99.9020     0.7643    90.0100   120.0268      0.0301
 425     0.0484     0.0030    99.9100     0.7766    89.9400   120.0656      0.0301
 426     0.0480     0.0047    99.8660     0.7442    90.0900   119.9911      0.0300
 427     0.0476     0.0034    99.9100     0.7543    89.9900   120.0922      0.0300
 428     0.0472     0.0026    99.9320     0.7489    89.9400   119.9896      0.0300
 429     0.0468     0.0032    99.9240     0.7701    90.0900   120.0604      0.0299
 430     0.0464     0.0028    99.9200     0.7842    89.7600   119.9988      0.0299
 431     0.0460     0.0032    99.9060     0.7817    89.6200   120.0599      0.0299
 432     0.0456     0.0018    99.9460     0.7850    89.8900   120.0197      0.0298
 433     0.0451     0.0023    99.9420     0.7993    89.3800   120.0400      0.0298
 434     0.0447     0.0028    99.9100     0.7946    89.8700   119.9945      0.0297
 435     0.0443     0.0036    99.8900     0.7950    89.9400   119.9988      0.0297
 436     0.0439     0.0029    99.9020     0.7813    89.7600   120.0092      0.0297
 437     0.0435     0.0027    99.9120     0.7935    90.1000   119.9958      0.0297
 438     0.0431     0.0018    99.9460     0.8069    89.8400   120.0280      0.0296
 439     0.0427     0.0032    99.9040     0.8124    89.7600   120.0119      0.0296
 440     0.0423     0.0021    99.9320     0.7777    89.9600   120.0027      0.0296
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0025    99.9220     0.7776    90.1000   120.0192      0.0295
 442     0.0414     0.0021    99.9240     0.7853    89.9900   120.0271      0.0295
 443     0.0410     0.0022    99.9360     0.7914    90.1000   120.0127      0.0295
 444     0.0406     0.0028    99.9160     0.7651    90.0100   119.9749      0.0294
 445     0.0402     0.0019    99.9360     0.7677    89.8800   119.9481      0.0294
 446     0.0398     0.0022    99.9300     0.7751    89.9100   120.0591      0.0294
 447     0.0394     0.0029    99.9060     0.7943    89.7600   120.0124      0.0293
 448     0.0389     0.0023    99.9280     0.7955    89.8900   119.9469      0.0293
 449     0.0385     0.0027    99.9120     0.7699    90.0900   120.0425      0.0293
 450     0.0381     0.0032    99.9060     0.7579    90.1400   119.9754      0.0293
 451     0.0377     0.0030    99.9100     0.7605    89.9400   120.0907      0.0292
 452     0.0373     0.0017    99.9600     0.7641    90.0600   120.0107      0.0292
 453     0.0369     0.0020    99.9480     0.7651    90.1200   119.9244      0.0292
 454     0.0365     0.0022    99.9380     0.7865    89.8800   120.0952      0.0292
 455     0.0361     0.0014    99.9520     0.7828    90.0200   119.9839      0.0291
 456     0.0357     0.0018    99.9500     0.7902    89.9200   119.9731      0.0291
 457     0.0352     0.0013    99.9600     0.7860    89.8800   120.0836      0.0291
 458     0.0348     0.0012    99.9560     0.7856    90.0000   120.0125      0.0290
 459     0.0344     0.0013    99.9600     0.7973    90.0800   119.9947      0.0290
 460     0.0340     0.0013    99.9620     0.8131    89.9500   120.0692      0.0290
 461     0.0336     0.0021    99.9340     0.7892    89.8000   120.0375      0.0289
 462     0.0332     0.0016    99.9560     0.7879    89.8300   120.0777      0.0289
 463     0.0328     0.0012    99.9700     0.8183    89.9600   119.9870      0.0289
 464     0.0324     0.0017    99.9460     0.7980    89.7300   119.9759      0.0289
 465     0.0319     0.0009    99.9760     0.8109    89.9700   120.0209      0.0288
 466     0.0315     0.0013    99.9640     0.8118    89.8500   119.9265      0.0288
 467     0.0311     0.0021    99.9520     0.8021    89.9300   120.0136      0.0288
 468     0.0307     0.0014    99.9520     0.8025    90.0800   120.0173      0.0288
 469     0.0303     0.0013    99.9660     0.7902    89.7600   120.1149      0.0287
 470     0.0299     0.0008    99.9860     0.8079    89.9100   120.0832      0.0287
 471     0.0295     0.0012    99.9700     0.8072    90.1400   119.8920      0.0287
 472     0.0291     0.0015    99.9620     0.8231    89.8000   120.0416      0.0287
 473     0.0286     0.0012    99.9620     0.8048    89.9700   119.9821      0.0287
 474     0.0282     0.0013    99.9600     0.7887    89.9000   119.9747      0.0286
 475     0.0278     0.0011    99.9720     0.8191    89.8300   120.0205      0.0286
 476     0.0274     0.0010    99.9620     0.8346    89.7500   119.9957      0.0286
 477     0.0270     0.0012    99.9700     0.8127    89.8600   120.0555      0.0286
 478     0.0266     0.0010    99.9740     0.7985    90.0600   120.0282      0.0286
 479     0.0262     0.0011    99.9760     0.7892    90.1200   120.0357      0.0285
 480     0.0257     0.0009    99.9780     0.8045    90.0700   120.0152      0.0285
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0005    99.9900     0.8154    89.9600   120.0100      0.0285
 482     0.0249     0.0008    99.9820     0.8225    89.9200   119.9566      0.0285
 483     0.0245     0.0006    99.9880     0.8089    90.1400   120.0594      0.0284
 484     0.0241     0.0006    99.9880     0.8090    90.1900   119.9851      0.0284
 485     0.0237     0.0005    99.9900     0.8181    90.0700   120.0665      0.0284
 486     0.0233     0.0006    99.9860     0.8102    90.2000   120.0167      0.0284
 487     0.0229     0.0008    99.9820     0.8118    90.2100   120.0787      0.0284
 488     0.0225     0.0006    99.9840     0.8095    90.2100   119.9774      0.0284
 489     0.0220     0.0006    99.9920     0.8331    90.0000   120.0335      0.0283
 490     0.0216     0.0010    99.9760     0.8012    90.1100   120.0395      0.0283
 491     0.0212     0.0004    99.9940     0.8266    90.0700   120.0039      0.0283
 492     0.0208     0.0006    99.9840     0.8139    90.0400   119.9396      0.0283
 493     0.0204     0.0007    99.9840     0.8121    90.1400   119.9706      0.0283
 494     0.0200     0.0006    99.9820     0.8447    89.9200   119.9118      0.0283
 495     0.0196     0.0007    99.9800     0.8079    90.0700   120.0279      0.0282
 496     0.0192     0.0005    99.9880     0.8135    90.1300   120.0293      0.0282
 497     0.0187     0.0005    99.9900     0.8128    90.1800   120.0536      0.0282
 498     0.0183     0.0004    99.9860     0.8277    89.9800   120.0190      0.0282
 499     0.0179     0.0008    99.9820     0.8025    90.2600   119.9800      0.0282
 500     0.0175     0.0008    99.9820     0.8160    90.3000   120.0325      0.0282
 501     0.0171     0.0006    99.9780     0.8192    90.2900   120.0397      0.0282
 502     0.0167     0.0006    99.9880     0.8155    90.2700   120.0211      0.0281
 503     0.0163     0.0006    99.9860     0.8348    90.2100   119.9920      0.0281
 504     0.0159     0.0007    99.9840     0.8135    90.4500   120.0068      0.0281
 505     0.0154     0.0003    99.9980     0.8211    90.4200   120.0237      0.0281
 506     0.0150     0.0004    99.9940     0.8228    90.3600   120.0671      0.0281
 507     0.0146     0.0006    99.9860     0.8262    90.2700   120.0128      0.0281
 508     0.0142     0.0007    99.9820     0.8223    90.3400   119.9809      0.0281
 509     0.0138     0.0003    99.9940     0.8234    90.2500   120.0724      0.0281
 510     0.0134     0.0003    99.9960     0.8220    90.2100   119.9946      0.0281
 511     0.0130     0.0003    99.9940     0.8306    90.3500   120.0174      0.0280
 512     0.0125     0.0003    99.9960     0.8232    90.2700   120.0315      0.0280
 513     0.0121     0.0004    99.9920     0.8268    90.2600   119.9582      0.0280
 514     0.0117     0.0004    99.9920     0.8210    90.2500   120.0318      0.0280
 515     0.0113     0.0005    99.9840     0.8271    90.1000   120.0718      0.0280
 516     0.0109     0.0003    99.9940     0.8265    90.0500   120.0247      0.0280
 517     0.0105     0.0004    99.9940     0.8227    90.1700   119.9894      0.0280
 518     0.0101     0.0004    99.9880     0.8257    90.1700   119.9879      0.0280
 519     0.0097     0.0003    99.9940     0.8255    90.2600   120.0044      0.0280
 520     0.0092     0.0003    99.9940     0.8238    90.2800   120.0001      0.0280
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0007    99.9860     0.8145    90.1800   120.0018      0.0280
 522     0.0084     0.0003    99.9960     0.8224    90.1800   120.0802      0.0280
 523     0.0080     0.0003    99.9980     0.8199    90.2600   119.8653      0.0280
 524     0.0076     0.0003    99.9960     0.8240    90.2700   119.9461      0.0280
 525     0.0072     0.0006    99.9860     0.8255    90.1800   120.0439      0.0279
 526     0.0068     0.0003    99.9980     0.8212    90.2800   119.9626      0.0279
 527     0.0064     0.0005    99.9880     0.8283    90.3100   119.6752      0.0279
 528     0.0060     0.0003    99.9940     0.8242    90.2700   120.1166      0.0279
 529     0.0055     0.0005    99.9920     0.8248    90.3600   119.9742      0.0279
 530     0.0051     0.0003    99.9920     0.8258    90.2700   119.9782      0.0279
 531     0.0047     0.0002   100.0000     0.8265    90.2400   119.9979      0.0279
 532     0.0043     0.0003    99.9940     0.8248    90.1900   119.9775      0.0279
 533     0.0039     0.0003    99.9980     0.8261    90.1900   119.9833      0.0279
 534     0.0035     0.0003    99.9940     0.8251    90.1300   120.1027      0.0279
 535     0.0031     0.0004    99.9900     0.8285    90.1700   120.0356      0.0279
 536     0.0027     0.0003    99.9940     0.8261    90.1400   119.9732      0.0279
 537     0.0022     0.0003    99.9960     0.8290    90.2100   120.0456      0.0279
 538     0.0018     0.0002    99.9960     0.8289    90.1800   120.0100      0.0279
 539     0.0014     0.0002    99.9980     0.8288    90.2000   119.9955      0.0279
 540     0.0010     0.0004    99.9920     0.8291    90.1700   120.0554      0.0279
 541     0.0010     0.0003    99.9940     0.8300    90.1800   120.0120      0.0279
 542     0.0010     0.0002    99.9980     0.8286    90.1500   120.0421      0.0279
 543     0.0010     0.0002    99.9980     0.8288    90.1600   120.0448      0.0279
 544     0.0010     0.0002    99.9960     0.8286    90.1800   119.9842      0.0279
 545     0.0010     0.0002    99.9980     0.8287    90.2000   120.0709      0.0279
 546     0.0010     0.0003    99.9940     0.8288    90.2200   119.9842      0.0279
 547     0.0010     0.0002   100.0000     0.8294    90.2200   120.1031      0.0279
 548     0.0010     0.0002    99.9960     0.8290    90.2300   119.7571      0.0279
 549     0.0010     0.0003    99.9920     0.8289    90.2100   120.0715      0.0279
 550     0.0010     0.0002    99.9980     0.8292    90.2000   119.9939      0.0279
 551     0.0010     0.0002    99.9940     0.8294    90.2400   120.0021      0.0279
 552     0.0010     0.0002    99.9960     0.8294    90.2500   120.0809      0.0279
 553     0.0010     0.0002    99.9940     0.8298    90.2300   119.9654      0.0279
 554     0.0010     0.0002    99.9980     0.8307    90.2800   119.9869      0.0279
 555     0.0010     0.0003    99.9900     0.8311    90.2700   120.0259      0.0279
 556     0.0010     0.0003    99.9940     0.8322    90.2700   120.0158      0.0279
 557     0.0010     0.0002   100.0000     0.8318    90.2800   120.0460      0.0279
 558     0.0010     0.0003    99.9920     0.8309    90.2900   120.0270      0.0279
 559     0.0010     0.0003    99.9960     0.8313    90.2900   119.9765      0.0279
 560     0.0010     0.0003    99.9920     0.8318    90.2800   120.0229      0.0279
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0003    99.9960     0.8319    90.2700   119.9538      0.0279
 562     0.0010     0.0003    99.9920     0.8328    90.3000   119.7057      0.0279
 563     0.0010     0.0002   100.0000     0.8332    90.3200   120.0091      0.0279
 564     0.0010     0.0004    99.9960     0.8337    90.3100   120.0468      0.0279
 565     0.0010     0.0002   100.0000     0.8339    90.3200   120.0297      0.0279
 566     0.0010     0.0002   100.0000     0.8338    90.3000   120.0425      0.0279
 567     0.0010     0.0003    99.9900     0.8333    90.3000   120.0325      0.0279
 568     0.0010     0.0002   100.0000     0.8336    90.2800   120.0231      0.0279
 569     0.0010     0.0003    99.9940     0.8336    90.2700   119.9812      0.0279
 570     0.0010     0.0003    99.9960     0.8335    90.2700   120.0163      0.0279
 571     0.0010     0.0002   100.0000     0.8338    90.2500   120.0204      0.0279
 572     0.0010     0.0003    99.9960     0.8346    90.2800   120.0348      0.0279
 573     0.0010     0.0003    99.9920     0.8345    90.2400   120.0771      0.0279
 574     0.0010     0.0002    99.9980     0.8341    90.2800   119.9954      0.0279
 575     0.0010     0.0004    99.9880     0.8341    90.3200   119.9680      0.0279
 576     0.0010     0.0003    99.9960     0.8331    90.3300   120.0026      0.0279
 577     0.0010     0.0002   100.0000     0.8332    90.3000   120.0231      0.0279
 578     0.0010     0.0003    99.9960     0.8332    90.3000   119.7889      0.0279
 579     0.0010     0.0002   100.0000     0.8335    90.3000   120.0251      0.0279
 580     0.0010     0.0001    99.9980     0.8339    90.3000   120.0548      0.0279
 581     0.0010     0.0002    99.9960     0.8344    90.2700   120.0341      0.0279
 582     0.0010     0.0002   100.0000     0.8344    90.2600   120.0176      0.0279
 583     0.0010     0.0002   100.0000     0.8349    90.2700   120.0372      0.0279
 584     0.0010     0.0003    99.9940     0.8354    90.2800   120.0369      0.0279
 585     0.0010     0.0002    99.9960     0.8354    90.2600   120.1039      0.0279
 586     0.0010     0.0003    99.9920     0.8352    90.2600   120.0421      0.0279
 587     0.0010     0.0002    99.9980     0.8359    90.2800   119.8091      0.0279
 588     0.0010     0.0003    99.9960     0.8349    90.2600   120.0063      0.0279
 589     0.0010     0.0003    99.9940     0.8353    90.3100   120.0314      0.0279
 590     0.0010     0.0002   100.0000     0.8353    90.3200   120.0285      0.0279
 591     0.0010     0.0002    99.9960     0.8350    90.3000   120.0194      0.0279
 592     0.0010     0.0003    99.9980     0.8351    90.3100   119.9931      0.0279
 593     0.0010     0.0002   100.0000     0.8357    90.2900   120.0735      0.0279
 594     0.0010     0.0003    99.9920     0.8354    90.3000   120.0572      0.0279
 595     0.0010     0.0002    99.9960     0.8354    90.2800   119.9671      0.0279
 596     0.0010     0.0002    99.9960     0.8353    90.3200   119.8196      0.0279
 597     0.0010     0.0002   100.0000     0.8358    90.3100   120.0353      0.0279
 598     0.0010     0.0004    99.9960     0.8355    90.2500   119.9909      0.0279
 599     0.0010     0.0002    99.9940     0.8357    90.2400   120.0541      0.0279
 600     0.0010     0.0002    99.9980     0.8360    90.2700   120.0527      0.0279
