Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.1649    19.4900     2.1573    19.6100    15.4621      0.9252
   2     0.1000     1.9720    22.7900     1.9625    23.8500    13.4474      0.8789
   3     0.1000     2.0366    20.0480     2.0077    21.1900    13.5336      0.8398
   4     0.1000     1.8525    26.9420     1.8103    28.1200    13.3343      0.8049
   5     0.1000     1.7720    31.0800     1.7190    32.0800    13.4837      0.7729
   6     0.1000     1.6485    33.9180     1.6115    35.7900    13.3922      0.7433
   7     0.1000     1.5297    40.0580     1.5111    40.9300    13.5710      0.7157
   8     0.1000     1.4251    46.1100     1.4105    46.2100    13.3266      0.6896
   9     0.1000     1.2881    52.8320     1.2781    52.5400    13.4602      0.6649
  10     0.1000     1.2256    55.5920     1.2397    55.0600    13.5620      0.6417
  11     0.1000     1.1639    58.0620     1.1366    59.0200    13.3824      0.6195
  12     0.1000     0.9637    66.2380     0.9575    66.2100    13.3356      0.5984
  13     0.1000     0.9355    66.7880     0.9264    67.8600    13.4363      0.5783
  14     0.1000     0.8652    69.0060     0.8841    68.8400    13.2566      0.5590
  15     0.1000     0.8294    70.4540     0.8691    69.6700    13.4686      0.5407
  16     0.1000     0.7314    74.2600     0.7689    73.5700    13.3356      0.5230
  17     0.1000     0.8029    72.2020     0.8336    71.7400    13.3257      0.5061
  18     0.1000     0.9126    70.0720     0.9869    69.2300    13.4507      0.4900
  19     0.1000     0.6422    78.4260     0.7011    76.9500    13.3948      0.4745
  20     0.1000     0.5671    80.8740     0.6364    78.7900    13.3348      0.4596
  21     0.1000     0.6638    77.7320     0.7454    75.7000    13.4572      0.4452
  22     0.1000     0.5684    81.0280     0.6628    79.0200    13.2894      0.4315
  23     0.1000     0.5159    82.7800     0.6269    79.8300    13.4020      0.4183
  24     0.1000     0.4721    84.2460     0.5743    81.5500    13.4984      0.4056
  25     0.1000     0.4812    84.2540     0.5853    81.2700    13.2966      0.3934
  26     0.1000     0.4477    85.1700     0.5689    81.9700    13.4013      0.3815
  27     0.1000     0.4166    86.0780     0.5528    82.6000    13.4077      0.3702
  28     0.1000     0.4106    86.3420     0.5485    83.3300    13.5628      0.3593
  29     0.1000     0.3856    87.2880     0.5318    83.5700    13.2430      0.3488
  30     0.1000     0.5205    83.8080     0.6491    80.0500    13.4163      0.3387
  31     0.1000     0.4111    86.2560     0.5833    82.0000    13.4156      0.3290
  32     0.1000     0.3699    87.6880     0.5390    83.3500    13.4213      0.3197
  33     0.1000     0.3961    86.8560     0.5790    82.4900    13.3926      0.3106
  34     0.1000     0.3929    86.8200     0.5770    82.3200    13.3878      0.3020
  35     0.1000     0.3432    88.4700     0.5372    83.5000    13.4516      0.2936
  36     0.1000     0.2841    90.5580     0.4867    84.8000    13.3814      0.2855
  37     0.1000     0.3756    87.5620     0.6213    82.6800    13.5394      0.2778
  38     0.1000     0.2759    90.9640     0.4873    85.1500    13.3858      0.2702
  39     0.1000     0.2626    91.2360     0.4902    85.2800    13.4888      0.2630
  40     0.1000     0.2661    91.1780     0.5105    85.0200    13.4811      0.2560
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.3222    89.3340     0.5524    83.8300    13.4127      0.2493
  42     0.1000     0.2911    90.5720     0.5669    84.3500    13.3952      0.2428
  43     0.1000     0.2506    91.7580     0.5193    85.7000    13.4053      0.2365
  44     0.1000     0.2313    92.4400     0.5113    85.5800    13.3332      0.2304
  45     0.1000     0.2576    91.4800     0.5391    84.8100    13.3264      0.2246
  46     0.1000     0.2024    93.1660     0.4971    85.7900    13.5533      0.2189
  47     0.1000     0.2641    91.3280     0.5560    84.8100    13.4100      0.2135
  48     0.1000     0.2370    92.1740     0.5390    85.0500    13.5154      0.2083
  49     0.1000     0.2112    93.0840     0.5022    86.1800    13.4280      0.2032
  50     0.1000     0.1819    94.0120     0.4746    86.5500    13.4030      0.1983
  51     0.1000     0.1774    94.1160     0.4944    86.4400    13.3208      0.1935
  52     0.1000     0.2046    93.2440     0.5362    85.6400    13.3224      0.1890
  53     0.1000     0.2046    93.1400     0.5181    85.6500    13.3490      0.1845
  54     0.1000     0.1919    93.7380     0.5449    85.9100    13.4421      0.1803
  55     0.1000     0.1727    94.0020     0.5204    85.9900    13.4120      0.1762
  56     0.1000     0.1653    94.5840     0.5204    86.3500    13.4446      0.1722
  57     0.1000     0.1918    93.6940     0.5540    85.9200    13.4713      0.1684
  58     0.1000     0.1455    95.2040     0.5069    86.7000    13.3128      0.1646
  59     0.1000     0.2028    93.2660     0.6014    85.0400    13.4458      0.1610
  60     0.1000     0.1582    94.6840     0.4952    86.5100    13.4482      0.1576
  61     0.1000     0.1319    95.5380     0.4948    86.9800    13.3799      0.1542
  62     0.1000     0.2538    91.6120     0.5896    84.0300    13.5181      0.1509
  63     0.1000     0.2148    93.0480     0.5973    84.8600    13.3728      0.1477
  64     0.1000     0.1244    95.9440     0.5017    87.3300    13.4261      0.1446
  65     0.1000     0.1265    95.8360     0.5182    87.1500    13.4002      0.1417
  66     0.1000     0.1231    95.8880     0.5343    87.0400    13.4738      0.1388
  67     0.1000     0.1199    96.0920     0.5005    87.4400    13.4335      0.1360
  68     0.1000     0.1256    95.8460     0.4903    87.2800    13.4730      0.1333
  69     0.1000     0.1360    95.5320     0.5307    86.4200    13.4575      0.1308
  70     0.1000     0.1694    94.5000     0.5804    85.2300    13.3013      0.1282
  71     0.1000     0.1075    96.4520     0.5193    87.6300    13.2999      0.1258
  72     0.1000     0.1488    95.1960     0.5480    86.4200    13.4692      0.1234
  73     0.1000     0.1025    96.6000     0.5335    87.3300    13.3745      0.1212
  74     0.1000     0.1167    96.1600     0.5472    86.5000    13.4960      0.1189
  75     0.1000     0.0836    97.1900     0.5079    87.8600    13.5384      0.1168
  76     0.1000     0.0869    97.2120     0.5153    87.8800    13.3774      0.1147
  77     0.1000     0.1007    96.6900     0.5491    87.4300    13.4814      0.1128
  78     0.1000     0.0964    96.8700     0.5628    87.1600    13.3911      0.1108
  79     0.1000     0.1099    96.2520     0.5459    86.8800    13.3471      0.1089
  80     0.1000     0.1104    96.4780     0.5538    86.8400    13.4350      0.1070
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0818    97.3060     0.5117    88.1900    13.3312      0.1053
  82     0.1000     0.0732    97.5540     0.5033    88.2000    13.4017      0.1036
  83     0.1000     0.0816    97.2740     0.5190    87.8600    13.2675      0.1020
  84     0.1000     0.0993    96.7500     0.5639    87.3500    13.4497      0.1003
  85     0.1000     0.1025    96.6300     0.5863    87.1600    13.2772      0.0988
  86     0.1000     0.0839    97.2460     0.5372    87.3800    13.5010      0.0973
  87     0.1000     0.1148    96.3400     0.5723    86.8100    13.3956      0.0958
  88     0.1000     0.0714    97.6460     0.5225    87.8100    13.3876      0.0945
  89     0.1000     0.0882    97.1280     0.5491    87.3400    13.4574      0.0931
  90     0.1000     0.0827    97.2720     0.5498    88.1100    13.5264      0.0918
  91     0.1000     0.0745    97.5980     0.5603    87.6700    13.4144      0.0906
  92     0.1000     0.0839    97.2260     0.5740    87.0600    13.3513      0.0893
  93     0.1000     0.0718    97.6340     0.5746    87.6200    13.3031      0.0881
  94     0.1000     0.1315    95.5680     0.5797    86.6800    13.3856      0.0870
  95     0.1000     0.0826    97.3080     0.5492    87.2600    13.3466      0.0859
  96     0.1000     0.0718    97.6060     0.5853    87.8600    13.4326      0.0848
  97     0.1000     0.0587    98.0220     0.5561    87.9000    13.3797      0.0838
  98     0.1000     0.0821    97.3200     0.5965    87.1600    13.3905      0.0828
  99     0.1000     0.0678    97.7940     0.5702    87.5500    13.3939      0.0818
 100     0.1000     0.0544    98.1920     0.5588    88.0300    13.3331      0.0808
 101     0.1000     0.0605    98.0620     0.5542    87.8500    13.4036      0.0799
 102     0.1000     0.0550    98.2120     0.5501    88.2100    13.3194      0.0789
 103     0.1000     0.0751    97.5520     0.5874    87.8500    13.4213      0.0781
 104     0.1000     0.0751    97.4980     0.5823    87.7000    13.4607      0.0772
 105     0.1000     0.0466    98.4640     0.5444    88.0900    13.5259      0.0764
 106     0.1000     0.0628    97.9060     0.5703    87.7100    13.4104      0.0756
 107     0.1000     0.0583    98.0820     0.5417    88.0400    13.4454      0.0749
 108     0.1000     0.0538    98.2040     0.5649    87.9300    13.6340      0.0741
 109     0.1000     0.0579    98.0860     0.5804    87.9600    13.4617      0.0734
 110     0.1000     0.0436    98.5900     0.5763    88.4800    13.6657      0.0727
 111     0.1000     0.0429    98.5680     0.5733    88.7100    13.6035      0.0720
 112     0.1000     0.0521    98.2920     0.5987    88.2400    13.3927      0.0713
 113     0.1000     0.0953    96.9880     0.6346    86.5400    13.5485      0.0706
 114     0.1000     0.1152    96.5040     0.6529    86.2400    13.4440      0.0699
 115     0.1000     0.0730    97.6180     0.5904    87.6400    13.4343      0.0693
 116     0.1000     0.0800    97.3460     0.5965    87.8200    13.3580      0.0687
 117     0.1000     0.0608    97.9440     0.5765    88.0000    13.5642      0.0681
 118     0.1000     0.0363    98.7680     0.5639    88.3600    13.3032      0.0675
 119     0.1000     0.0515    98.3020     0.5761    87.9200    13.4376      0.0670
 120     0.1000     0.0475    98.4640     0.5968    87.9500    13.3865      0.0664
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0566    98.1440     0.6277    87.5500    13.3360      0.0659
 122     0.1000     0.0492    98.4500     0.5842    87.9700    13.4358      0.0654
 123     0.1000     0.0539    98.2320     0.6039    87.8800    13.2967      0.0649
 124     0.1000     0.0364    98.8140     0.5873    88.4100    13.3975      0.0644
 125     0.1000     0.0454    98.5540     0.6001    88.2700    13.4285      0.0639
 126     0.1000     0.0615    98.0200     0.6119    88.0600    13.6024      0.0634
 127     0.1000     0.0394    98.6920     0.5811    88.7200    13.3024      0.0630
 128     0.1000     0.0515    98.3140     0.5853    87.9700    13.3690      0.0625
 129     0.1000     0.0509    98.4400     0.6097    88.0000    13.4357      0.0621
 130     0.1000     0.0487    98.3940     0.5837    87.7100    13.4066      0.0617
 131     0.1000     0.0465    98.5480     0.6085    87.9800    13.4867      0.0612
 132     0.1000     0.0384    98.7660     0.5562    88.4500    13.4096      0.0608
 133     0.1000     0.0408    98.6460     0.5641    88.1200    13.4284      0.0604
 134     0.1000     0.0337    98.9100     0.6025    88.2500    13.3968      0.0600
 135     0.1000     0.0618    98.0120     0.5895    87.5700    13.5058      0.0596
 136     0.1000     0.0311    98.9740     0.5957    88.2500    13.2977      0.0592
 137     0.1000     0.0419    98.5780     0.5934    88.1400    13.3854      0.0589
 138     0.1000     0.0320    98.9660     0.5924    88.7000    13.3341      0.0585
 139     0.1000     0.0326    98.8800     0.5876    88.6100    13.2514      0.0582
 140     0.1000     0.0731    97.6020     0.6187    87.5400    13.4742      0.0578
 141     0.1000     0.0307    98.9600     0.5798    88.8100    13.4160      0.0576
 142     0.1000     0.0385    98.7640     0.6082    88.7500    13.2673      0.0572
 143     0.1000     0.0429    98.6400     0.6199    87.9900    13.3599      0.0569
 144     0.1000     0.0433    98.6140     0.5955    88.5400    13.3881      0.0566
 145     0.1000     0.0471    98.5340     0.6200    88.0400    13.2706      0.0563
 146     0.1000     0.0305    98.9640     0.5810    88.8800    13.4686      0.0560
 147     0.1000     0.1134    97.0120     0.6858    87.2800    13.4319      0.0557
 148     0.1000     0.0357    98.8160     0.6089    88.3900    13.3181      0.0554
 149     0.1000     0.0349    98.8380     0.5812    88.6200    13.3160      0.0551
 150     0.1000     0.0279    99.0720     0.5929    88.9300    13.4551      0.0548
 151     0.1000     0.0307    98.9780     0.5765    88.8600    13.2895      0.0546
 152     0.1000     0.0344    98.9060     0.5936    88.3400    13.5232      0.0543
 153     0.1000     0.0358    98.8720     0.5817    89.1000    13.5158      0.0540
 154     0.1000     0.0697    97.8420     0.6524    87.1100    13.3036      0.0538
 155     0.1000     0.0451    98.5620     0.6411    88.0200    13.2307      0.0535
 156     0.1000     0.0282    99.1020     0.5747    89.0800    13.3968      0.0533
 157     0.1000     0.0343    98.8460     0.5954    88.5200    13.4106      0.0530
 158     0.1000     0.0349    98.8780     0.6049    88.7200    13.4041      0.0528
 159     0.1000     0.0313    99.0020     0.5790    88.7100    13.4998      0.0526
 160     0.1000     0.0364    98.8740     0.5859    88.4900    13.3291      0.0523
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0374    98.7720     0.6050    88.3900    13.3969      0.0521
 162     0.1000     0.0319    98.9120     0.5811    88.8400    13.5046      0.0519
 163     0.1000     0.0547    98.3060     0.6758    87.9500    13.4203      0.0517
 164     0.1000     0.0303    99.0000     0.5867    88.6800    13.4328      0.0514
 165     0.1000     0.0358    98.7980     0.6467    88.6500    13.4314      0.0512
 166     0.1000     0.0222    99.2780     0.6029    88.4900    13.4029      0.0510
 167     0.1000     0.0311    98.9700     0.6169    88.8300    13.4598      0.0508
 168     0.1000     0.0305    98.9860     0.5994    88.4900    13.4490      0.0506
 169     0.1000     0.0234    99.2360     0.5672    89.0000    13.6256      0.0504
 170     0.1000     0.0546    98.3800     0.6861    88.0900    13.3366      0.0502
 171     0.1000     0.0404    98.6780     0.6700    88.0700    13.5389      0.0501
 172     0.1000     0.0357    98.8120     0.5998    88.8900    13.2947      0.0498
 173     0.1000     0.0357    98.8160     0.6387    88.4600    13.2956      0.0497
 174     0.1000     0.0241    99.2200     0.5908    89.1000    13.4315      0.0495
 175     0.1000     0.0307    99.0220     0.6034    88.7000    13.4353      0.0493
 176     0.1000     0.0349    98.8720     0.6205    88.7200    13.5395      0.0491
 177     0.1000     0.0280    99.1020     0.6029    88.8700    13.4335      0.0490
 178     0.1000     0.0386    98.7480     0.6067    88.3100    13.3022      0.0488
 179     0.1000     0.0383    98.7080     0.6375    88.3700    13.4171      0.0486
 180     0.1000     0.0301    99.0160     0.5977    88.9700    13.5097      0.0485
 181     0.1000     0.0338    98.9000     0.5893    88.8800    13.5021      0.0483
 182     0.1000     0.0286    99.0740     0.5931    88.8900    13.4271      0.0481
 183     0.1000     0.0327    98.9840     0.6030    88.8000    13.4554      0.0480
 184     0.1000     0.0210    99.3300     0.5839    89.0100    13.2122      0.0478
 185     0.1000     0.0210    99.3320     0.5845    88.9400    13.3019      0.0477
 186     0.1000     0.0292    99.0400     0.6005    88.4900    13.4255      0.0475
 187     0.1000     0.0528    98.3420     0.6165    88.2200    13.3758      0.0474
 188     0.1000     0.0370    98.8460     0.6354    88.3800    13.3868      0.0472
 189     0.1000     0.0363    98.8220     0.6412    88.4100    13.5543      0.0471
 190     0.1000     0.0337    98.9440     0.6151    88.2600    13.4493      0.0470
 191     0.1000     0.0289    99.1020     0.6260    88.4900    13.3564      0.0468
 192     0.1000     0.0323    98.9440     0.5750    89.0000    13.4649      0.0467
 193     0.1000     0.0228    99.3280     0.6288    88.8500    13.5424      0.0465
 194     0.1000     0.0324    98.9580     0.5897    88.5100    13.4596      0.0464
 195     0.1000     0.0299    99.0500     0.5835    88.7100    13.3650      0.0463
 196     0.1000     0.0235    99.2080     0.5898    88.8700    13.6232      0.0462
 197     0.1000     0.0210    99.3320     0.5800    88.8500    13.5050      0.0460
 198     0.1000     0.0183    99.4000     0.5788    89.2000    13.5205      0.0459
 199     0.1000     0.0455    98.5920     0.6505    88.0500    13.4335      0.0457
 200     0.1000     0.0256    99.1460     0.6199    88.9600    13.3781      0.0456
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0322    98.9740     0.6156    88.9700    13.3117      0.0455
 202     0.1000     0.0276    99.0700     0.6147    88.7500    13.4702      0.0453
 203     0.1000     0.1020    97.5180     0.7514    87.2200    13.3113      0.0452
 204     0.1000     0.0212    99.3040     0.5826    89.1300    13.4552      0.0451
 205     0.1000     0.0231    99.2760     0.5979    89.4500    13.3389      0.0450
 206     0.1000     0.0295    99.0480     0.6314    88.8500    13.4606      0.0448
 207     0.1000     0.0220    99.2540     0.6201    89.0900    13.5082      0.0447
 208     0.1000     0.0256    99.0900     0.6127    88.6400    13.3146      0.0446
 209     0.1000     0.0193    99.3620     0.5831    89.0900    13.4508      0.0445
 210     0.1000     0.0237    99.2100     0.5859    88.8600    13.4566      0.0444
 211     0.1000     0.0223    99.2400     0.5932    89.0600    13.6883      0.0443
 212     0.1000     0.0191    99.3760     0.6282    88.7700    13.3642      0.0441
 213     0.1000     0.0263    99.1160     0.6753    88.6100    13.4389      0.0440
 214     0.1000     0.0266    99.1220     0.6204    88.6500    13.4179      0.0439
 215     0.1000     0.0241    99.1520     0.5904    88.8200    13.4352      0.0438
 216     0.1000     0.0238    99.2060     0.6117    88.9400    13.3493      0.0437
 217     0.1000     0.0324    98.9580     0.6416    88.5400    13.1995      0.0436
 218     0.1000     0.0267    99.1000     0.6122    88.6100    13.4103      0.0435
 219     0.1000     0.0186    99.4240     0.6349    89.2500    13.4797      0.0434
 220     0.1000     0.0288    99.0660     0.6379    88.9400    13.5092      0.0433
 221     0.1000     0.0179    99.3900     0.6091    89.0000    13.5210      0.0431
 222     0.1000     0.0233    99.1700     0.6158    88.7800    13.3426      0.0430
 223     0.1000     0.0298    99.0400     0.6391    88.8300    13.3549      0.0429
 224     0.1000     0.0173    99.4580     0.6395    89.0500    13.5345      0.0428
 225     0.1000     0.0201    99.3000     0.6118    89.2700    13.3913      0.0427
 226     0.1000     0.0206    99.3520     0.5847    89.1500    13.2817      0.0426
 227     0.1000     0.0268    99.1680     0.6342    89.1700    13.2484      0.0425
 228     0.1000     0.0231    99.2460     0.5867    89.0500    13.3940      0.0424
 229     0.1000     0.0172    99.4540     0.5822    89.5400    13.3914      0.0423
 230     0.1000     0.1254    96.6780     0.7564    86.8700    13.3075      0.0422
 231     0.1000     0.0235    99.2480     0.6001    89.0700    13.3743      0.0421
 232     0.1000     0.0165    99.4640     0.5827    89.4200    13.2912      0.0420
 233     0.1000     0.0384    98.8280     0.7015    88.1500    13.3598      0.0419
 234     0.1000     0.0210    99.2800     0.6150    89.0200    13.5608      0.0418
 235     0.1000     0.0161    99.5260     0.5673    89.3600    13.3632      0.0417
 236     0.1000     0.0190    99.3880     0.5806    89.3600    13.5285      0.0416
 237     0.1000     0.0197    99.3800     0.5945    89.1300    13.4839      0.0415
 238     0.1000     0.0189    99.3800     0.6015    89.1800    13.3795      0.0415
 239     0.1000     0.0202    99.3500     0.6166    89.3000    13.3824      0.0414
 240     0.1000     0.0323    99.0020     0.6508    88.3200    13.3819      0.0413
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0199    99.3420     0.5929    88.9200    13.3375      0.0412
 242     0.1000     0.0308    98.9960     0.6646    88.7000    13.4101      0.0411
 243     0.1000     0.0255    99.1900     0.6329    88.6100    13.4836      0.0410
 244     0.1000     0.0280    99.1040     0.6413    88.6500    13.5018      0.0409
 245     0.1000     0.0213    99.3060     0.6541    89.0200    13.2318      0.0409
 246     0.1000     0.0179    99.4460     0.6161    89.4200    13.4180      0.0408
 247     0.1000     0.0193    99.3760     0.6068    88.7300    13.4299      0.0407
 248     0.1000     0.0450    98.6460     0.6928    88.3300    13.7723      0.0406
 249     0.1000     0.0632    98.2860     0.7477    87.7900    13.5101      0.0405
 250     0.1000     0.0420    98.6340     0.6551    88.4400    13.3865      0.0405
 251     0.1000     0.0163    99.4900     0.6132    89.4100    13.4458      0.0404
 252     0.1000     0.0140    99.5320     0.6016    89.6400    13.4259      0.0403
 253     0.1000     0.0175    99.4200     0.6052    89.1200    13.2875      0.0402
 254     0.1000     0.0235    99.2440     0.6729    88.6400    13.9129      0.0401
 255     0.1000     0.0274    99.1720     0.6361    88.7400    13.3758      0.0401
 256     0.1000     0.0188    99.4160     0.5841    89.1400    13.4386      0.0400
 257     0.1000     0.0258    99.2000     0.6427    88.4000    13.4551      0.0399
 258     0.1000     0.0124    99.5960     0.6387    89.2200    13.2870      0.0398
 259     0.1000     0.0164    99.4520     0.5921    89.2500    13.4703      0.0398
 260     0.1000     0.0239    99.2440     0.6769    89.0200    13.5870      0.0397
 261     0.1000     0.0158    99.5000     0.6003    89.4600    13.3443      0.0396
 262     0.1000     0.0160    99.4560     0.6143    89.2700    13.4000      0.0395
 263     0.1000     0.0365    98.9040     0.7099    88.7400    13.3220      0.0395
 264     0.1000     0.0175    99.4440     0.6107    88.9100    13.4042      0.0394
 265     0.1000     0.0184    99.3740     0.6517    88.9200    13.3260      0.0393
 266     0.1000     0.0612    98.1220     0.7312    87.7600    13.4466      0.0393
 267     0.1000     0.0250    99.2040     0.6335    88.9900    13.2406      0.0392
 268     0.1000     0.0295    99.0780     0.6702    88.8000    13.2934      0.0391
 269     0.1000     0.0149    99.5400     0.6115    89.5500    13.5373      0.0391
 270     0.1000     0.0213    99.3000     0.6350    88.4600    13.4124      0.0390
 271     0.1000     0.0326    98.9580     0.6240    88.4500    13.4319      0.0389
 272     0.1000     0.0314    99.0400     0.6857    88.3100    13.4920      0.0389
 273     0.1000     0.0218    99.2380     0.6573    88.9800    13.2724      0.0388
 274     0.1000     0.0187    99.3920     0.6500    89.1100    13.4069      0.0388
 275     0.1000     0.0241    99.2520     0.6593    88.9700    13.2802      0.0387
 276     0.1000     0.0136    99.6300     0.5832    89.2300    13.3002      0.0386
 277     0.1000     0.0318    99.0100     0.6816    89.1200    13.4585      0.0385
 278     0.1000     0.0224    99.3240     0.6282    89.0300    13.5138      0.0385
 279     0.1000     0.0148    99.5020     0.6178    89.3100    13.3340      0.0384
 280     0.1000     0.0182    99.3740     0.6231    89.0500    13.3626      0.0383
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0217    99.2960     0.6196    88.7400    13.3971      0.0383
 282     0.1000     0.0123    99.6380     0.5833    89.6800    13.5163      0.0382
 283     0.1000     0.0166    99.4420     0.5837    89.1900    13.4164      0.0381
 284     0.1000     0.0289    99.0660     0.6770    88.7900    13.4321      0.0381
 285     0.1000     0.0279    99.1320     0.6594    88.9400    13.3342      0.0380
 286     0.1000     0.0287    99.0200     0.6390    88.7600    13.5056      0.0379
 287     0.1000     0.0169    99.4400     0.6614    88.8900    13.4350      0.0379
 288     0.1000     0.0176    99.4120     0.6845    88.9100    13.3119      0.0379
 289     0.1000     0.0234    99.2460     0.6771    88.7700    13.4150      0.0378
 290     0.1000     0.0229    99.2820     0.6286    89.0500    13.3722      0.0377
 291     0.1000     0.3456    93.1280     1.1661    83.4500    13.3084      0.0377
 292     0.1000     0.0153    99.5040     0.5948    89.3400    13.4353      0.0376
 293     0.1000     0.0185    99.3800     0.6202    89.0500    13.4368      0.0376
 294     0.1000     0.0192    99.3500     0.6707    88.7300    13.4326      0.0375
 295     0.1000     0.0215    99.3060     0.6283    89.0200    13.3835      0.0375
 296     0.1000     0.0159    99.4840     0.6323    89.3000    13.3578      0.0374
 297     0.1000     0.0135    99.5320     0.6275    89.3700    13.3589      0.0373
 298     0.1000     0.0185    99.4160     0.6295    89.2000    13.3723      0.0373
 299     0.1000     0.0123    99.6240     0.6208    89.4100    13.4464      0.0372
 300     0.1000     0.0185    99.4220     0.6331    89.3300    13.4775      0.0372
 301     0.0996     0.0191    99.3320     0.6545    88.8000    13.4565      0.0371
 302     0.0992     0.0341    99.0120     0.6947    88.7100    13.3925      0.0370
 303     0.0988     0.0297    99.1160     0.6605    88.6300    13.3951      0.0370
 304     0.0983     0.0133    99.5680     0.6135    89.3500    13.5092      0.0369
 305     0.0979     0.0143    99.5440     0.6707    88.9600    13.4709      0.0369
 306     0.0975     0.0125    99.5300     0.6551    89.1900    13.3562      0.0368
 307     0.0971     0.0286    99.0400     0.6826    88.4800    13.3054      0.0367
 308     0.0967     0.0121    99.6300     0.6302    89.3100    13.3120      0.0367
 309     0.0963     0.0276    99.1260     0.7006    88.6500    13.2856      0.0366
 310     0.0959     0.0157    99.4940     0.7038    89.1800    13.3255      0.0365
 311     0.0955     0.0260    99.1780     0.6676    88.6400    13.4534      0.0365
 312     0.0950     0.0142    99.5320     0.6252    89.4100    13.4257      0.0364
 313     0.0946     0.0130    99.5880     0.6455    89.2100    13.5029      0.0363
 314     0.0942     0.0126    99.6100     0.6061    89.7000    13.4961      0.0363
 315     0.0938     0.0151    99.4940     0.6717    89.2600    13.3599      0.0362
 316     0.0934     0.0233    99.2400     0.7126    88.8800    13.4993      0.0362
 317     0.0930     0.0146    99.5080     0.7162    89.1800    13.4037      0.0361
 318     0.0926     0.0101    99.6700     0.6451    89.4800    13.5073      0.0360
 319     0.0922     0.0189    99.4080     0.6781    89.0000    13.3121      0.0360
 320     0.0917     0.0091    99.7260     0.6610    89.0600    13.2746      0.0359
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0099    99.6900     0.6707    89.4900    13.4051      0.0358
 322     0.0909     0.0112    99.6640     0.6293    89.4800    13.3429      0.0358
 323     0.0905     0.0090    99.7080     0.6390    89.7100    13.4268      0.0357
 324     0.0901     0.0191    99.3780     0.7045    88.8400    13.4728      0.0357
 325     0.0897     0.0244    99.2060     0.6627    89.0400    13.4223      0.0356
 326     0.0893     0.0135    99.5840     0.6809    89.2100    13.5013      0.0355
 327     0.0889     0.0196    99.3920     0.6517    89.1300    13.3269      0.0355
 328     0.0885     0.0169    99.4860     0.6752    89.2400    13.4417      0.0354
 329     0.0880     0.0094    99.6740     0.6380    89.4400    13.3659      0.0354
 330     0.0876     0.1654    96.9200     1.0009    86.1400    13.3738      0.0353
 331     0.0872     0.0169    99.5020     0.6721    89.0500    13.3371      0.0353
 332     0.0868     0.0134    99.6080     0.6570    89.0100    13.4817      0.0352
 333     0.0864     0.0116    99.6320     0.6555    89.4200    13.2515      0.0352
 334     0.0860     0.0161    99.5140     0.6821    88.8700    13.3023      0.0351
 335     0.0856     0.0118    99.6460     0.7230    89.0400    13.3834      0.0350
 336     0.0852     0.0123    99.6140     0.7029    89.3000    13.3808      0.0350
 337     0.0847     0.0082    99.7440     0.6696    89.3200    13.3405      0.0349
 338     0.0843     0.0104    99.6760     0.6727    89.1400    13.4524      0.0348
 339     0.0839     0.0095    99.6740     0.6950    89.2300    13.4962      0.0348
 340     0.0835     0.0187    99.3700     0.7358    89.1200    13.6141      0.0347
 341     0.0831     0.0081    99.7280     0.6734    89.2700    13.4946      0.0347
 342     0.0827     0.0088    99.7100     0.6589    89.5600    13.3778      0.0346
 343     0.0823     0.0084    99.7140     0.6648    89.1100    13.4519      0.0346
 344     0.0818     0.0065    99.7920     0.6891    89.5300    13.3162      0.0345
 345     0.0814     0.0069    99.7860     0.6571    89.7200    13.3877      0.0344
 346     0.0810     0.0355    98.9940     0.7845    88.3200    13.2545      0.0344
 347     0.0806     0.0106    99.6480     0.6540    89.5800    13.7412      0.0343
 348     0.0802     0.0158    99.4980     0.6775    89.2500    13.4710      0.0343
 349     0.0798     0.0063    99.7860     0.6715    89.4100    13.2551      0.0342
 350     0.0794     0.0120    99.6260     0.6952    89.6600    13.4249      0.0342
 351     0.0790     0.0084    99.7240     0.6915    89.6200    13.2856      0.0341
 352     0.0786     0.0059    99.8040     0.6780    89.5000    13.3931      0.0341
 353     0.0781     0.0121    99.6020     0.6852    89.2500    13.3991      0.0340
 354     0.0777     0.0066    99.7740     0.6619    89.7600    13.4940      0.0339
 355     0.0773     0.0151    99.5180     0.6821    89.3200    13.3123      0.0339
 356     0.0769     0.0086    99.7440     0.6820    89.3900    13.3484      0.0338
 357     0.0765     0.0086    99.7300     0.6768    89.4000    13.5581      0.0338
 358     0.0761     0.0073    99.7600     0.6810    89.2700    13.3522      0.0337
 359     0.0757     0.0062    99.8060     0.6830    89.5100    13.3061      0.0337
 360     0.0753     0.0066    99.7720     0.6783    89.5600    13.3143      0.0336
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0095    99.6940     0.7043    89.5600    13.4285      0.0336
 362     0.0744     0.0069    99.7640     0.6954    89.7900    13.4445      0.0335
 363     0.0740     0.0100    99.7000     0.6946    89.1300    13.4762      0.0335
 364     0.0736     0.0070    99.7860     0.6893    89.3400    13.3247      0.0334
 365     0.0732     0.0050    99.8400     0.6695    89.8100    13.3907      0.0334
 366     0.0728     0.0055    99.8160     0.7182    89.4300    13.4891      0.0333
 367     0.0724     0.0236    99.2160     0.8429    88.5900    13.5323      0.0333
 368     0.0720     0.0075    99.7620     0.6784    89.7800    13.4277      0.0332
 369     0.0715     0.0062    99.8120     0.6733    89.5900    13.5252      0.0332
 370     0.0711     0.0054    99.8240     0.7024    89.6300    13.3150      0.0331
 371     0.0707     0.0059    99.8020     0.6886    89.4200    13.3935      0.0331
 372     0.0703     0.0073    99.7660     0.6885    89.5300    13.6046      0.0330
 373     0.0699     0.0060    99.8140     0.6956    89.6700    13.3640      0.0330
 374     0.0695     0.0086    99.7440     0.7079    89.5500    13.2958      0.0330
 375     0.0691     0.0076    99.7600     0.7002    89.3700    13.3787      0.0329
 376     0.0686     0.0040    99.8780     0.6906    89.6700    13.4003      0.0329
 377     0.0682     0.0105    99.6480     0.6938    89.4900    13.4605      0.0328
 378     0.0678     0.0044    99.8800     0.7115    89.9200    13.5276      0.0328
 379     0.0674     0.0082    99.7280     0.6929    89.7300    13.4035      0.0327
 380     0.0670     0.0090    99.7280     0.7310    89.5000    13.5085      0.0327
 381     0.0666     0.0080    99.7580     0.6979    89.7200    13.4840      0.0326
 382     0.0662     0.0048    99.8440     0.7086    89.8900    13.5411      0.0326
 383     0.0658     0.0069    99.7840     0.7082    89.7100    13.4433      0.0325
 384     0.0654     0.0057    99.8020     0.7215    89.4400    13.4521      0.0325
 385     0.0649     0.0054    99.8360     0.7329    89.6100    13.3125      0.0324
 386     0.0645     0.0049    99.8380     0.7161    89.4500    13.4473      0.0324
 387     0.0641     0.0055    99.8140     0.7200    89.4000    13.3496      0.0323
 388     0.0637     0.0055    99.8080     0.7053    89.7000    13.3109      0.0323
 389     0.0633     0.0061    99.8060     0.7087    89.7900    13.3227      0.0322
 390     0.0629     0.0069    99.7920     0.7213    89.4000    13.5340      0.0322
 391     0.0625     0.0053    99.8260     0.7551    89.7500    13.3839      0.0321
 392     0.0621     0.0303    99.1180     0.7835    88.6000    13.4244      0.0321
 393     0.0616     0.0062    99.7940     0.7609    89.2100    13.4150      0.0321
 394     0.0612     0.0049    99.8440     0.7387    89.5800    13.5758      0.0320
 395     0.0608     0.0082    99.7520     0.7820    89.3900    13.2212      0.0320
 396     0.0604     0.0049    99.8420     0.7479    89.6900    13.4167      0.0319
 397     0.0600     0.0033    99.8900     0.7314    89.9200    13.3579      0.0319
 398     0.0596     0.0045    99.8620     0.7296    89.6700    13.3367      0.0319
 399     0.0592     0.0047    99.8660     0.7248    89.5800    13.4753      0.0318
 400     0.0588     0.0051    99.8300     0.7309    89.8100    13.4768      0.0318
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0048    99.8400     0.7306    89.7300    13.4551      0.0317
 402     0.0579     0.0044    99.8680     0.7138    89.8300    13.3846      0.0317
 403     0.0575     0.0039    99.8780     0.6950    89.9400    13.5402      0.0316
 404     0.0571     0.0022    99.9340     0.7203    89.9500    13.3410      0.0316
 405     0.0567     0.0044    99.8440     0.7416    89.9100    13.5261      0.0315
 406     0.0563     0.0029    99.9220     0.7077    89.7600    13.6137      0.0315
 407     0.0559     0.0042    99.8640     0.7429    89.6800    13.4139      0.0315
 408     0.0554     0.0054    99.8080     0.7221    89.3600    13.3814      0.0314
 409     0.0550     0.0041    99.8680     0.7387    89.4500    13.4407      0.0314
 410     0.0546     0.0028    99.9080     0.7530    89.4800    13.2440      0.0313
 411     0.0542     0.0050    99.8160     0.7640    89.5400    13.4660      0.0313
 412     0.0538     0.0030    99.9060     0.7436    89.9900    13.4067      0.0312
 413     0.0534     0.0029    99.9020     0.7340    89.7100    13.4016      0.0312
 414     0.0530     0.0050    99.8300     0.7558    89.5700    13.3353      0.0312
 415     0.0526     0.0033    99.8940     0.7205    89.7900    13.4118      0.0311
 416     0.0522     0.0049    99.8220     0.7759    89.4900    13.3263      0.0311
 417     0.0517     0.0036    99.8980     0.7245    89.8000    13.4508      0.0310
 418     0.0513     0.0025    99.9200     0.7432    89.7900    13.4941      0.0310
 419     0.0509     0.0035    99.8860     0.7666    89.1300    13.4606      0.0310
 420     0.0505     0.0027    99.9120     0.7239    89.6500    13.3677      0.0309
 421     0.0501     0.0031    99.8900     0.7450    89.6200    13.5045      0.0309
 422     0.0497     0.0024    99.9220     0.7319    89.7400    13.3830      0.0308
 423     0.0493     0.0031    99.9040     0.7712    89.4300    13.3427      0.0308
 424     0.0489     0.0023    99.9320     0.7565    89.6500    13.3403      0.0308
 425     0.0484     0.0044    99.8780     0.7674    89.6200    13.4019      0.0307
 426     0.0480     0.0032    99.8960     0.7762    89.5100    13.4127      0.0307
 427     0.0476     0.0021    99.9380     0.7500    89.6700    13.4359      0.0307
 428     0.0472     0.0033    99.8920     0.7477    89.6100    13.4303      0.0306
 429     0.0468     0.0030    99.8920     0.7581    89.7900    13.5275      0.0306
 430     0.0464     0.0023    99.9240     0.7363    89.7700    13.5629      0.0306
 431     0.0460     0.0022    99.9140     0.8188    89.3500    13.4225      0.0305
 432     0.0456     0.0014    99.9440     0.7624    89.7000    13.4822      0.0305
 433     0.0451     0.0021    99.9280     0.7607    89.8000    13.2991      0.0304
 434     0.0447     0.0040    99.8760     0.7668    89.6700    13.3931      0.0304
 435     0.0443     0.0042    99.8480     0.8208    89.7200    13.4261      0.0304
 436     0.0439     0.0019    99.9300     0.7451    89.9600    13.4763      0.0303
 437     0.0435     0.0024    99.9300     0.7616    90.0100    13.4751      0.0303
 438     0.0431     0.0014    99.9640     0.7474    90.0800    13.4169      0.0303
 439     0.0427     0.0015    99.9520     0.7524    89.9200    13.3605      0.0302
 440     0.0423     0.0019    99.9380     0.7559    89.8100    13.4545      0.0302
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0016    99.9400     0.7583    89.9000    13.2811      0.0302
 442     0.0414     0.0012    99.9620     0.7548    90.0600    13.5410      0.0301
 443     0.0410     0.0023    99.9260     0.7656    89.8000    13.4867      0.0301
 444     0.0406     0.0014    99.9520     0.7424    90.1200    13.3565      0.0301
 445     0.0402     0.0012    99.9620     0.7774    89.7200    13.2941      0.0301
 446     0.0398     0.0017    99.9500     0.7458    90.1200    13.3348      0.0300
 447     0.0394     0.0025    99.9160     0.7701    89.7700    13.3488      0.0300
 448     0.0389     0.0014    99.9420     0.7769    89.9600    13.4661      0.0300
 449     0.0385     0.0012    99.9640     0.7569    90.1000    13.3826      0.0299
 450     0.0381     0.0016    99.9540     0.7728    89.8400    13.3323      0.0299
 451     0.0377     0.0032    99.8940     0.8190    89.4900    13.4144      0.0299
 452     0.0373     0.0018    99.9380     0.7611    89.6200    13.4080      0.0298
 453     0.0369     0.0013    99.9540     0.7523    90.3200    13.3284      0.0298
 454     0.0365     0.0021    99.9320     0.7958    89.7800    13.2553      0.0298
 455     0.0361     0.0014    99.9560     0.7825    89.8300    13.4586      0.0297
 456     0.0357     0.0010    99.9640     0.7742    89.8100    13.2851      0.0297
 457     0.0352     0.0007    99.9760     0.7797    90.0700    13.5914      0.0297
 458     0.0348     0.0012    99.9680     0.8004    89.8100    13.2648      0.0297
 459     0.0344     0.0013    99.9580     0.7788    90.0100    13.3774      0.0296
 460     0.0340     0.0011    99.9620     0.7788    90.0700    13.2265      0.0296
 461     0.0336     0.0012    99.9500     0.7844    89.9900    13.3809      0.0296
 462     0.0332     0.0010    99.9680     0.8060    89.9800    13.3528      0.0296
 463     0.0328     0.0010    99.9760     0.7950    90.0600    13.2772      0.0295
 464     0.0324     0.0015    99.9580     0.8233    90.0000    13.4086      0.0295
 465     0.0319     0.0012    99.9500     0.7981    89.9800    13.3428      0.0295
 466     0.0315     0.0008    99.9760     0.8031    90.1300    13.6043      0.0294
 467     0.0311     0.0010    99.9620     0.8079    90.0000    13.2997      0.0294
 468     0.0307     0.0010    99.9720     0.8041    90.2200    13.3802      0.0294
 469     0.0303     0.0014    99.9540     0.8261    89.8600    13.3174      0.0294
 470     0.0299     0.0008    99.9740     0.7945    90.1700    13.2821      0.0293
 471     0.0295     0.0010    99.9700     0.7937    89.9200    13.3674      0.0293
 472     0.0291     0.0010    99.9660     0.8007    89.9700    13.5840      0.0293
 473     0.0286     0.0009    99.9780     0.7945    90.0900    13.3945      0.0293
 474     0.0282     0.0007    99.9780     0.7976    90.0400    13.4111      0.0293
 475     0.0278     0.0018    99.9500     0.8081    89.9100    13.4159      0.0292
 476     0.0274     0.0007    99.9880     0.7862    90.3100    13.2631      0.0292
 477     0.0270     0.0006    99.9800     0.8052    90.2500    13.3494      0.0292
 478     0.0266     0.0009    99.9680     0.8133    89.9700    13.3734      0.0292
 479     0.0262     0.0005    99.9820     0.8103    90.0600    13.4113      0.0292
 480     0.0257     0.0006    99.9820     0.8183    90.0600    13.4080      0.0291
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0005    99.9880     0.8200    90.1300    13.2161      0.0291
 482     0.0249     0.0004    99.9880     0.8199    89.9800    13.4792      0.0291
 483     0.0245     0.0008    99.9800     0.8048    90.0200    13.3477      0.0291
 484     0.0241     0.0004    99.9920     0.8014    90.1800    13.4421      0.0290
 485     0.0237     0.0006    99.9820     0.7951    90.1200    13.2464      0.0290
 486     0.0233     0.0006    99.9840     0.8194    89.9800    13.4686      0.0290
 487     0.0229     0.0005    99.9840     0.8097    90.2100    13.6852      0.0290
 488     0.0225     0.0006    99.9780     0.8113    90.1100    13.3590      0.0290
 489     0.0220     0.0007    99.9760     0.8070    90.1800    13.3565      0.0290
 490     0.0216     0.0006    99.9780     0.8028    90.3400    13.4483      0.0289
 491     0.0212     0.0005    99.9780     0.8171    90.1800    13.3172      0.0289
 492     0.0208     0.0003    99.9920     0.8097    90.2200    13.4114      0.0289
 493     0.0204     0.0003    99.9900     0.8180    90.1400    13.3638      0.0289
 494     0.0200     0.0002    99.9940     0.8217    90.2600    13.2980      0.0289
 495     0.0196     0.0003    99.9920     0.8299    90.2300    13.2760      0.0289
 496     0.0192     0.0005    99.9860     0.8160    90.3200    13.3471      0.0288
 497     0.0187     0.0007    99.9780     0.8175    90.1200    13.5311      0.0288
 498     0.0183     0.0004    99.9900     0.8184    90.3200    13.4660      0.0288
 499     0.0179     0.0005    99.9880     0.8116    90.2100    13.3344      0.0288
 500     0.0175     0.0003    99.9900     0.8174    90.3800    13.3590      0.0288
 501     0.0171     0.0003    99.9940     0.8122    90.3200    13.4160      0.0288
 502     0.0167     0.0006    99.9820     0.8043    90.2200    13.4008      0.0287
 503     0.0163     0.0002    99.9920     0.8136    90.1600    13.3085      0.0287
 504     0.0159     0.0003    99.9920     0.8079    90.1200    13.3429      0.0287
 505     0.0154     0.0003    99.9900     0.8179    90.0500    13.3773      0.0287
 506     0.0150     0.0003    99.9940     0.8174    90.1600    13.4731      0.0287
 507     0.0146     0.0004    99.9840     0.8389    89.9300    13.4839      0.0287
 508     0.0142     0.0002    99.9980     0.8193    90.2200    13.4057      0.0287
 509     0.0138     0.0002    99.9960     0.8077    90.2500    13.4050      0.0287
 510     0.0134     0.0002    99.9980     0.8134    90.2300    13.3438      0.0287
 511     0.0130     0.0003    99.9920     0.8022    90.3400    13.2881      0.0287
 512     0.0125     0.0002    99.9960     0.8058    90.3700    13.5755      0.0286
 513     0.0121     0.0003    99.9920     0.8092    90.3700    13.3316      0.0286
 514     0.0117     0.0003    99.9900     0.8114    90.2500    13.4319      0.0286
 515     0.0113     0.0003    99.9940     0.8061    90.3000    13.4151      0.0286
 516     0.0109     0.0002    99.9920     0.8181    90.1900    13.3105      0.0286
 517     0.0105     0.0002    99.9940     0.8238    90.2700    13.3594      0.0286
 518     0.0101     0.0002    99.9960     0.8147    90.2300    13.4618      0.0286
 519     0.0097     0.0004    99.9920     0.8111    90.3000    13.4705      0.0286
 520     0.0092     0.0002    99.9940     0.8240    90.4700    13.3661      0.0286
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0002    99.9940     0.8259    90.2700    13.4262      0.0286
 522     0.0084     0.0002    99.9960     0.8163    90.3200    13.4553      0.0286
 523     0.0080     0.0002    99.9980     0.8115    90.3600    13.4591      0.0286
 524     0.0076     0.0003    99.9960     0.8183    90.2100    13.5374      0.0286
 525     0.0072     0.0003    99.9940     0.8185    90.2100    13.4394      0.0286
 526     0.0068     0.0004    99.9880     0.8157    90.2800    13.3643      0.0285
 527     0.0064     0.0002    99.9960     0.8215    90.2300    13.3092      0.0285
 528     0.0060     0.0002    99.9960     0.8146    90.3700    13.4364      0.0285
 529     0.0055     0.0001    99.9980     0.8122    90.3300    13.3265      0.0285
 530     0.0051     0.0002    99.9960     0.8128    90.2800    13.3550      0.0285
 531     0.0047     0.0001    99.9980     0.8119    90.2700    13.4131      0.0285
 532     0.0043     0.0002    99.9940     0.8195    90.3300    13.2729      0.0285
 533     0.0039     0.0002    99.9960     0.8146    90.3800    13.6327      0.0285
 534     0.0035     0.0001    99.9960     0.8128    90.4000    13.2813      0.0285
 535     0.0031     0.0001   100.0000     0.8142    90.3500    13.4070      0.0285
 536     0.0027     0.0002    99.9940     0.8167    90.3600    13.3519      0.0285
 537     0.0022     0.0004    99.9920     0.8167    90.3200    13.5582      0.0285
 538     0.0018     0.0004    99.9920     0.8193    90.3100    13.3253      0.0285
 539     0.0014     0.0002    99.9940     0.8192    90.3200    13.4543      0.0285
 540     0.0010     0.0003    99.9980     0.8198    90.3400    13.3697      0.0285
 541     0.0010     0.0001    99.9960     0.8201    90.3400    13.2274      0.0285
 542     0.0010     0.0001   100.0000     0.8199    90.3400    13.3697      0.0285
 543     0.0010     0.0001   100.0000     0.8204    90.3400    13.3429      0.0285
 544     0.0010     0.0002    99.9960     0.8202    90.3200    13.3949      0.0285
 545     0.0010     0.0002    99.9960     0.8217    90.3400    13.6822      0.0285
 546     0.0010     0.0001    99.9980     0.8218    90.3600    13.4350      0.0285
 547     0.0010     0.0001   100.0000     0.8213    90.3600    13.3073      0.0285
 548     0.0010     0.0001   100.0000     0.8214    90.3700    13.2558      0.0285
 549     0.0010     0.0001   100.0000     0.8214    90.3400    13.3660      0.0285
 550     0.0010     0.0001    99.9980     0.8221    90.3700    13.4280      0.0285
 551     0.0010     0.0001    99.9980     0.8222    90.3500    13.4270      0.0285
 552     0.0010     0.0001    99.9980     0.8224    90.3700    13.3547      0.0285
 553     0.0010     0.0001    99.9980     0.8221    90.3600    13.3214      0.0285
 554     0.0010     0.0002    99.9960     0.8213    90.3600    13.2780      0.0285
 555     0.0010     0.0001    99.9980     0.8214    90.3400    13.4381      0.0285
 556     0.0010     0.0001   100.0000     0.8221    90.3500    13.3799      0.0285
 557     0.0010     0.0001    99.9980     0.8212    90.3200    13.4349      0.0285
 558     0.0010     0.0001    99.9960     0.8221    90.3500    13.3715      0.0285
 559     0.0010     0.0001   100.0000     0.8210    90.3800    13.3875      0.0285
 560     0.0010     0.0001    99.9980     0.8204    90.3500    13.5560      0.0285
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001   100.0000     0.8209    90.3700    13.4301      0.0285
 562     0.0010     0.0002    99.9940     0.8205    90.3500    13.3144      0.0285
 563     0.0010     0.0001    99.9980     0.8209    90.3600    13.2968      0.0285
 564     0.0010     0.0001    99.9960     0.8218    90.3600    13.4622      0.0285
 565     0.0010     0.0001    99.9960     0.8215    90.3500    13.2683      0.0285
 566     0.0010     0.0001    99.9980     0.8218    90.3700    13.3880      0.0285
 567     0.0010     0.0001    99.9980     0.8227    90.3500    13.3142      0.0285
 568     0.0010     0.0001    99.9980     0.8231    90.3300    13.4062      0.0285
 569     0.0010     0.0001    99.9960     0.8238    90.3200    13.4324      0.0285
 570     0.0010     0.0001    99.9960     0.8228    90.3100    13.5209      0.0285
 571     0.0010     0.0001    99.9980     0.8229    90.3400    13.3833      0.0285
 572     0.0010     0.0001   100.0000     0.8231    90.3300    13.3218      0.0285
 573     0.0010     0.0001    99.9980     0.8230    90.3400    13.5179      0.0285
 574     0.0010     0.0002    99.9960     0.8240    90.3400    13.4671      0.0285
 575     0.0010     0.0001    99.9980     0.8244    90.3200    13.3636      0.0285
 576     0.0010     0.0001   100.0000     0.8252    90.2800    13.3765      0.0285
 577     0.0010     0.0002    99.9980     0.8251    90.3000    13.5031      0.0285
 578     0.0010     0.0001    99.9980     0.8242    90.3000    13.5676      0.0285
 579     0.0010     0.0001    99.9960     0.8234    90.2500    13.4525      0.0285
 580     0.0010     0.0001    99.9960     0.8239    90.2700    13.4783      0.0285
 581     0.0010     0.0001   100.0000     0.8235    90.2700    13.4318      0.0285
 582     0.0010     0.0002    99.9940     0.8237    90.2600    13.4700      0.0285
 583     0.0010     0.0001    99.9960     0.8242    90.2700    13.3338      0.0285
 584     0.0010     0.0001   100.0000     0.8249    90.3000    13.4436      0.0285
 585     0.0010     0.0001    99.9980     0.8253    90.2800    13.2874      0.0285
 586     0.0010     0.0001    99.9980     0.8255    90.2500    13.5178      0.0285
 587     0.0010     0.0001    99.9960     0.8259    90.2500    13.4147      0.0285
 588     0.0010     0.0001   100.0000     0.8261    90.2600    13.4382      0.0285
 589     0.0010     0.0001    99.9980     0.8264    90.2700    13.3299      0.0285
 590     0.0010     0.0001   100.0000     0.8269    90.2600    13.3094      0.0285
 591     0.0010     0.0001   100.0000     0.8260    90.2900    13.4874      0.0285
 592     0.0010     0.0001   100.0000     0.8267    90.2900    13.4033      0.0285
 593     0.0010     0.0001    99.9980     0.8255    90.3100    13.2697      0.0285
 594     0.0010     0.0001    99.9980     0.8258    90.2700    13.3601      0.0285
 595     0.0010     0.0001   100.0000     0.8255    90.2700    13.2760      0.0285
 596     0.0010     0.0001   100.0000     0.8259    90.2800    13.2987      0.0285
 597     0.0010     0.0001    99.9980     0.8262    90.3000    13.2821      0.0285
 598     0.0010     0.0002    99.9940     0.8258    90.2700    13.3546      0.0285
 599     0.0010     0.0001    99.9980     0.8260    90.3500    13.4756      0.0285
 600     0.0010     0.0001   100.0000     0.8262    90.3400    13.4652      0.0285
