Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2569    13.2960     2.1201    18.8300    10.8861      0.9627
   2     0.1000     2.0921    18.9800     1.9220    23.4800    10.0090      0.9469
   3     0.1000     1.9568    22.7740     1.8197    27.2100     9.9770      0.9348
   4     0.1000     1.8394    27.2140     1.7133    32.1700    10.0336      0.9247
   5     0.1000     1.7065    33.6820     1.6933    34.9000    10.1406      0.9157
   6     0.1000     1.5859    39.0340     1.5306    43.0500    10.0839      0.9075
   7     0.1000     1.4907    44.2460     1.4359    47.9500    10.1563      0.9002
   8     0.1000     1.3780    50.1300     1.2378    55.1800    10.0948      0.8933
   9     0.1000     1.2358    56.0340     1.0412    62.3000    10.0845      0.8869
  10     0.1000     1.1040    60.8700     1.0209    64.1900    10.2048      0.8809
  11     0.1000     0.9968    65.2660     0.8686    70.2200    10.1051      0.8751
  12     0.1000     0.9033    68.6580     0.9612    66.8800    10.0798      0.8697
  13     0.1000     0.8312    71.5960     0.8171    73.0800    10.0660      0.8645
  14     0.1000     0.7711    73.7060     0.7466    74.1800    10.1488      0.8595
  15     0.1000     0.7211    75.6040     0.9563    68.2300    10.1462      0.8547
  16     0.1000     0.6718    77.4880     0.7560    75.3000    10.1289      0.8501
  17     0.1000     0.6257    78.9800     0.6482    79.0600    10.0282      0.8457
  18     0.1000     0.5906    80.2620     0.7086    77.1400    10.0912      0.8413
  19     0.1000     0.5550    81.3900     0.6444    78.8500    10.0192      0.8371
  20     0.1000     0.5262    82.4320     0.5392    82.7500    10.0342      0.8330
  21     0.1000     0.4991    83.3920     0.7495    77.1000     9.9343      0.8291
  22     0.1000     0.4767    83.9700     0.6150    80.3000    10.0720      0.8253
  23     0.1000     0.4465    85.1420     0.5471    82.1300     9.9861      0.8215
  24     0.1000     0.4317    85.5220     0.5850    82.3900     9.9661      0.8179
  25     0.1000     0.4109    86.3720     0.5536    82.4900     9.9706      0.8143
  26     0.1000     0.3955    86.8280     0.4967    84.6600    10.0446      0.8109
  27     0.1000     0.3761    87.5100     0.6491    81.6800     9.9552      0.8075
  28     0.1000     0.3617    88.0940     0.4835    84.9400    10.0541      0.8042
  29     0.1000     0.3498    88.3960     0.4541    85.6100    10.0229      0.8010
  30     0.1000     0.3288    88.9380     0.5257    84.1700     9.9791      0.7978
  31     0.1000     0.3125    89.8280     0.5082    85.0800    10.0375      0.7947
  32     0.1000     0.3044    89.9600     0.4755    85.3200    10.0361      0.7916
  33     0.1000     0.2923    90.3740     0.4790    85.1400    10.0082      0.7886
  34     0.1000     0.2784    90.7000     0.5425    83.6600    10.1032      0.7857
  35     0.1000     0.2635    91.3560     0.4724    85.9600    10.1696      0.7828
  36     0.1000     0.2585    91.5280     0.5033    84.7400    10.1796      0.7800
  37     0.1000     0.2547    91.5740     0.4283    86.7200     9.9609      0.7772
  38     0.1000     0.2390    92.0240     0.4372    86.9200    10.1005      0.7745
  39     0.1000     0.2290    92.4540     0.4731    86.1100    10.0846      0.7718
  40     0.1000     0.2204    92.6580     0.5106    85.2000    10.0500      0.7692
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2075    93.1880     0.4500    87.4100     9.9217      0.7665
  42     0.1000     0.2037    93.2100     0.4601    86.9000     9.9932      0.7639
  43     0.1000     0.1915    93.6280     0.4890    85.3300    10.0135      0.7614
  44     0.1000     0.1898    93.7040     0.4862    86.5900    10.0420      0.7589
  45     0.1000     0.1808    93.9880     0.5370    85.2400    10.0953      0.7564
  46     0.1000     0.1764    94.1480     0.4376    87.6800     9.9807      0.7539
  47     0.1000     0.1696    94.3940     0.4724    86.4300    10.1451      0.7516
  48     0.1000     0.1666    94.5060     0.5149    86.8200    10.1801      0.7493
  49     0.1000     0.1637    94.6000     0.4502    87.9400    10.1255      0.7469
  50     0.1000     0.1509    95.1020     0.5012    86.7600    10.0647      0.7446
  51     0.1000     0.1484    95.1400     0.4572    87.7200    10.0150      0.7424
  52     0.1000     0.1396    95.3240     0.5958    84.5100    10.0996      0.7402
  53     0.1000     0.1378    95.4380     0.4800    87.3900     9.9991      0.7379
  54     0.1000     0.1299    95.6780     0.4419    87.9100    10.0567      0.7357
  55     0.1000     0.1293    95.7040     0.4639    87.5200     9.9991      0.7336
  56     0.1000     0.1272    95.7540     0.4854    87.8400    10.0586      0.7314
  57     0.1000     0.1171    96.0960     0.5102    87.1900    10.0572      0.7293
  58     0.1000     0.1112    96.2740     0.6823    85.0600     9.9986      0.7272
  59     0.1000     0.1098    96.3420     0.5476    86.1100     9.9537      0.7251
  60     0.1000     0.1174    96.1480     0.4709    88.0000     9.9959      0.7231
  61     0.1000     0.1076    96.4100     0.4874    87.6600     9.9303      0.7211
  62     0.1000     0.1023    96.6860     0.5066    87.5600     9.9470      0.7191
  63     0.1000     0.1012    96.7200     0.4952    87.8100    10.1144      0.7171
  64     0.1000     0.0959    96.8600     0.5973    86.5100    10.0430      0.7151
  65     0.1000     0.0922    97.0040     0.5260    87.8700     9.9755      0.7132
  66     0.1000     0.0879    97.1000     0.5997    86.3100    10.1720      0.7113
  67     0.1000     0.0876    97.1160     0.4929    88.4300    10.0720      0.7093
  68     0.1000     0.0801    97.2860     0.5274    87.4800    10.0924      0.7074
  69     0.1000     0.0815    97.2500     0.5462    87.7700    10.0242      0.7055
  70     0.1000     0.0786    97.3860     0.5300    87.9100     9.9996      0.7036
  71     0.1000     0.0727    97.6960     0.4995    88.5700    10.0657      0.7017
  72     0.1000     0.0727    97.6320     0.5675    87.7000    10.0900      0.7000
  73     0.1000     0.0842    97.3860     0.4742    88.4400    10.0754      0.6981
  74     0.1000     0.0706    97.6840     0.5545    88.5600    10.1091      0.6963
  75     0.1000     0.0703    97.6740     0.5303    88.2700    10.0137      0.6945
  76     0.1000     0.0690    97.7240     0.5350    88.1700     9.9907      0.6928
  77     0.1000     0.0622    97.8960     0.6017    87.2900    10.0554      0.6910
  78     0.1000     0.0691    97.8020     0.5550    88.0400    10.0220      0.6893
  79     0.1000     0.0649    97.8660     0.5412    88.2600    10.0807      0.6875
  80     0.1000     0.0626    97.9100     0.5656    88.6700    10.0955      0.6858
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0621    97.9140     0.5641    88.1500    10.1532      0.6841
  82     0.1000     0.0573    98.0940     0.5224    88.6700    10.0556      0.6824
  83     0.1000     0.0547    98.2060     0.6041    87.7200    10.0349      0.6807
  84     0.1000     0.0549    98.3280     0.5420    88.5500     9.8854      0.6790
  85     0.1000     0.0554    98.2000     0.5272    88.3100    10.0545      0.6774
  86     0.1000     0.0522    98.3040     0.6140    87.5300    10.0424      0.6757
  87     0.1000     0.0508    98.3540     0.5951    87.9000     9.9500      0.6742
  88     0.1000     0.0481    98.4340     0.7177    86.1000    10.0642      0.6725
  89     0.1000     0.0539    98.3120     0.5441    88.6500    10.1522      0.6709
  90     0.1000     0.0471    98.3780     0.5282    89.2400    10.1884      0.6693
  91     0.1000     0.0428    98.6540     0.5468    88.8800    10.0715      0.6677
  92     0.1000     0.0463    98.4280     0.5779    88.1900    10.1204      0.6661
  93     0.1000     0.0483    98.4960     0.5484    88.9600    10.1342      0.6645
  94     0.1000     0.0442    98.5940     0.5625    89.0800    10.0390      0.6629
  95     0.1000     0.0410    98.6280     0.6457    87.3800    10.0614      0.6614
  96     0.1000     0.0404    98.7220     0.6067    88.1200    10.0097      0.6598
  97     0.1000     0.0389    98.7220     0.5958    88.6900    10.2047      0.6583
  98     0.1000     0.0426    98.6420     0.5307    88.7400    10.1232      0.6568
  99     0.1000     0.0390    98.7620     0.5780    88.8100    10.0665      0.6553
 100     0.1000     0.0384    98.7340     0.5574    88.9700    10.1500      0.6538
 101     0.1000     0.0396    98.7880     0.5941    89.0400    10.0962      0.6523
 102     0.1000     0.0391    98.7820     0.5793    89.0100    10.1986      0.6508
 103     0.1000     0.0343    98.8840     0.7158    87.1200    10.0498      0.6493
 104     0.1000     0.0371    98.7700     0.5426    89.2900    10.1495      0.6479
 105     0.1000     0.0321    98.9300     0.5815    88.9200    10.0425      0.6464
 106     0.1000     0.0333    98.9240     0.5534    89.2100    10.0067      0.6449
 107     0.1000     0.0300    99.0300     0.5994    89.2200    10.0954      0.6435
 108     0.1000     0.0371    98.8360     0.5796    88.7200     9.9861      0.6421
 109     0.1000     0.0341    99.0060     0.5572    89.1200    10.0197      0.6406
 110     0.1000     0.0317    98.9940     0.5681    88.8900     9.9508      0.6392
 111     0.1000     0.0327    99.0160     0.5863    89.0000    10.0669      0.6377
 112     0.1000     0.0302    99.0200     0.5870    88.5900     9.9460      0.6364
 113     0.1000     0.0275    99.1140     0.6243    88.6700     9.9433      0.6349
 114     0.1000     0.0309    98.9680     0.6328    87.7600     9.8627      0.6335
 115     0.1000     0.0292    99.0740     0.5937    87.8800    10.0733      0.6321
 116     0.1000     0.0318    98.9680     0.5786    88.6800    10.0406      0.6308
 117     0.1000     0.0282    99.0920     0.6102    88.8600    10.0787      0.6294
 118     0.1000     0.0295    99.0820     0.6194    88.3600     9.9738      0.6281
 119     0.1000     0.0272    99.1640     0.6005    89.3700     9.9781      0.6268
 120     0.1000     0.0268    99.1920     0.5734    88.8400    10.0628      0.6253
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0274    99.1520     0.6419    88.5000    10.1690      0.6241
 122     0.1000     0.0265    99.1540     0.6047    88.9400    10.0850      0.6227
 123     0.1000     0.0250    99.2140     0.6113    89.1500    10.0116      0.6214
 124     0.1000     0.0251    99.2020     0.6075    88.9700     9.9723      0.6201
 125     0.1000     0.0257    99.2000     0.6168    88.7300     9.9666      0.6188
 126     0.1000     0.0261    99.1800     0.6926    88.3300     9.9957      0.6175
 127     0.1000     0.0236    99.2140     0.6118    88.9500    10.1352      0.6162
 128     0.1000     0.0254    99.1740     0.5558    88.9900    10.0656      0.6150
 129     0.1000     0.0226    99.2860     0.6072    88.7000    10.0055      0.6137
 130     0.1000     0.0282    99.0640     0.6290    88.8500    10.0781      0.6124
 131     0.1000     0.0265    99.2360     0.6139    89.1800    10.0293      0.6112
 132     0.1000     0.0225    99.2900     0.6159    88.6800     9.9745      0.6099
 133     0.1000     0.0202    99.2820     0.6197    89.4500    10.0537      0.6087
 134     0.1000     0.0226    99.2420     0.6244    89.1300    10.0777      0.6074
 135     0.1000     0.0266    99.1340     0.6380    87.8900     9.9091      0.6062
 136     0.1000     0.0237    99.2200     0.6108    88.9300    10.0926      0.6050
 137     0.1000     0.0195    99.3680     0.6084    89.0600    10.0919      0.6037
 138     0.1000     0.0180    99.4360     0.6413    89.2000    10.1433      0.6025
 139     0.1000     0.0190    99.3940     0.6324    88.7300    10.1332      0.6012
 140     0.1000     0.0204    99.3320     0.6484    88.7400    10.1034      0.6000
 141     0.1000     0.0180    99.4180     0.6071    89.4800     9.9691      0.5988
 142     0.1000     0.0197    99.3540     0.6334    89.5000    10.1327      0.5976
 143     0.1000     0.0221    99.2900     0.5812    89.4900     9.9406      0.5964
 144     0.1000     0.0208    99.3260     0.6160    89.1300    10.0653      0.5952
 145     0.1000     0.0184    99.3780     0.6639    89.1100    10.0624      0.5940
 146     0.1000     0.0149    99.5240     0.6365    88.9500    10.0972      0.5928
 147     0.1000     0.0192    99.3900     0.6407    88.9500    10.0673      0.5916
 148     0.1000     0.0188    99.4280     0.6431    89.2000    10.0982      0.5904
 149     0.1000     0.0199    99.4000     0.5906    89.4800    10.0827      0.5892
 150     0.1000     0.0164    99.4560     0.6020    89.6900    10.0358      0.5881
 151     0.1000     0.0187    99.3940     0.6049    89.3500    10.1237      0.5869
 152     0.1000     0.0186    99.3840     0.6450    89.6000    10.1098      0.5858
 153     0.1000     0.0177    99.4200     0.6706    89.1000    10.0357      0.5846
 154     0.1000     0.0157    99.4700     0.6264    89.6600    10.0081      0.5835
 155     0.1000     0.0172    99.4180     0.6957    88.5700    10.1236      0.5823
 156     0.1000     0.0167    99.4600     0.6155    89.3300    10.0432      0.5812
 157     0.1000     0.0154    99.5340     0.7360    87.9500    10.0643      0.5800
 158     0.1000     0.0162    99.4780     0.6485    89.4700    10.1264      0.5789
 159     0.1000     0.0168    99.4660     0.6184    89.4800    10.0920      0.5778
 160     0.1000     0.0160    99.5120     0.6502    89.6100    10.1105      0.5767
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0166    99.4960     0.6328    89.4600    10.0747      0.5756
 162     0.1000     0.0154    99.5340     0.6230    89.6100    10.2087      0.5745
 163     0.1000     0.0155    99.5320     0.6481    89.2100    10.0491      0.5734
 164     0.1000     0.0152    99.5160     0.6513    89.2200    10.1276      0.5723
 165     0.1000     0.0143    99.5520     0.6863    88.8700    10.1409      0.5713
 166     0.1000     0.0159    99.4860     0.7258    87.8900    10.0907      0.5702
 167     0.1000     0.0132    99.5780     0.6587    89.3200    10.0736      0.5691
 168     0.1000     0.0183    99.4600     0.6558    89.2600    10.0788      0.5680
 169     0.1000     0.0143    99.5620     0.6460    89.8000    10.0643      0.5670
 170     0.1000     0.0137    99.5600     0.6407    89.3000    10.1495      0.5659
 171     0.1000     0.0151    99.5120     0.6207    89.5300    10.1097      0.5648
 172     0.1000     0.0149    99.5060     0.6196    89.0600     9.9510      0.5638
 173     0.1000     0.0123    99.6260     0.6534    89.4300     9.9509      0.5627
 174     0.1000     0.0169    99.4840     0.5978    89.8200    10.0147      0.5617
 175     0.1000     0.0130    99.5940     0.6322    89.4100     9.9850      0.5606
 176     0.1000     0.0126    99.6080     0.6357    89.3900    10.0399      0.5596
 177     0.1000     0.0113    99.6180     0.6194    90.0000     9.9479      0.5585
 178     0.1000     0.0118    99.6180     0.6508    89.3000    10.0103      0.5575
 179     0.1000     0.0128    99.6220     0.6646    88.8600    10.0102      0.5565
 180     0.1000     0.0128    99.5860     0.6366    89.9100    10.0149      0.5554
 181     0.1000     0.0166    99.4820     0.5705    89.8200    10.0257      0.5544
 182     0.1000     0.0137    99.5760     0.6778    89.5000     9.9644      0.5534
 183     0.1000     0.0135    99.5680     0.6233    89.0000    10.0470      0.5524
 184     0.1000     0.0156    99.5060     0.6144    89.9400    10.0784      0.5514
 185     0.1000     0.0118    99.5940     0.6591    89.5300    10.0026      0.5504
 186     0.1000     0.0181    99.4280     0.6218    89.4800    10.0222      0.5495
 187     0.1000     0.0117    99.6180     0.6700    89.5700    10.1714      0.5485
 188     0.1000     0.0121    99.5700     0.6303    89.3100    10.0652      0.5475
 189     0.1000     0.0111    99.6520     0.6776    90.0100    10.0169      0.5465
 190     0.1000     0.0122    99.6240     0.6311    90.0500     9.9847      0.5455
 191     0.1000     0.0081    99.7420     0.7008    89.3700    10.0543      0.5445
 192     0.1000     0.0123    99.6200     0.6379    89.8300    10.1348      0.5435
 193     0.1000     0.0104    99.6660     0.6414    89.5900     9.9765      0.5425
 194     0.1000     0.0116    99.6120     0.6473    89.5700    10.1067      0.5416
 195     0.1000     0.0129    99.6060     0.6308    89.7400    10.0997      0.5406
 196     0.1000     0.0114    99.6400     0.6496    89.6900    10.1268      0.5396
 197     0.1000     0.0160    99.5160     0.6076    89.3500    10.0279      0.5387
 198     0.1000     0.0099    99.7040     0.6385    90.1400    10.0155      0.5377
 199     0.1000     0.0112    99.6340     0.6232    89.8000    10.0044      0.5368
 200     0.1000     0.0133    99.5440     0.6548    89.2700    10.0953      0.5359
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0105    99.6500     0.6409    89.7900    10.0749      0.5349
 202     0.1000     0.0113    99.6320     0.6617    89.4500    10.1248      0.5340
 203     0.1000     0.0109    99.6600     0.6389    90.0300    10.0987      0.5331
 204     0.1000     0.0139    99.5860     0.6460    89.3500    10.0245      0.5321
 205     0.1000     0.0129    99.5880     0.6599    89.9000    10.0943      0.5312
 206     0.1000     0.0098    99.7080     0.7348    88.8700    10.0663      0.5303
 207     0.1000     0.0100    99.6700     0.6380    89.8400    10.0878      0.5294
 208     0.1000     0.0102    99.6860     0.8033    88.4000    10.0490      0.5285
 209     0.1000     0.0128    99.6300     0.6388    89.9100    10.0028      0.5276
 210     0.1000     0.0109    99.6360     0.6558    89.6900    10.1111      0.5266
 211     0.1000     0.0090    99.7100     0.7152    89.3700    10.1322      0.5257
 212     0.1000     0.0093    99.6960     0.7035    89.7200    10.1293      0.5248
 213     0.1000     0.0092    99.7160     0.6745    89.3000    10.1163      0.5239
 214     0.1000     0.0127    99.6100     0.6234    89.6300    10.0958      0.5230
 215     0.1000     0.0083    99.7400     0.6811    89.5800    10.0705      0.5221
 216     0.1000     0.0121    99.6140     0.6790    88.9100    10.0829      0.5212
 217     0.1000     0.0102    99.6520     0.7009    89.9400    10.1459      0.5203
 218     0.1000     0.0097    99.6880     0.6774    89.5300    10.1059      0.5194
 219     0.1000     0.0110    99.6180     0.6598    89.7600    10.0923      0.5186
 220     0.1000     0.0120    99.6460     0.6306    89.4200    10.0688      0.5177
 221     0.1000     0.0098    99.6900     0.6403    90.0700    10.0609      0.5168
 222     0.1000     0.0094    99.6840     0.6740    89.6200    10.0358      0.5159
 223     0.1000     0.0090    99.7220     0.6933    89.3500    10.1605      0.5150
 224     0.1000     0.0111    99.6540     0.6423    89.8000    10.1238      0.5142
 225     0.1000     0.0080    99.7560     0.7550    89.3200    10.0623      0.5134
 226     0.1000     0.0093    99.7180     0.6743    90.2200    10.0698      0.5125
 227     0.1000     0.0107    99.6860     0.6385    89.7000    10.0757      0.5116
 228     0.1000     0.0082    99.7540     0.6808    89.3600    10.1287      0.5108
 229     0.1000     0.0078    99.7500     0.6619    90.0700    10.1323      0.5099
 230     0.1000     0.0087    99.7320     0.6990    89.3500    10.1186      0.5091
 231     0.1000     0.0079    99.7360     0.7120    89.3900    10.0161      0.5082
 232     0.1000     0.0087    99.7120     0.6351    89.8600    10.1243      0.5073
 233     0.1000     0.0083    99.7460     0.6770    89.3400    10.1013      0.5065
 234     0.1000     0.0087    99.7480     0.6260    89.9700    10.1129      0.5056
 235     0.1000     0.0059    99.8080     0.6973    89.9500    10.0854      0.5048
 236     0.1000     0.0069    99.7860     0.7414    89.0200    10.1072      0.5039
 237     0.1000     0.0090    99.7100     0.6535    90.0300    10.0482      0.5031
 238     0.1000     0.0087    99.7380     0.6800    89.9600    10.1039      0.5023
 239     0.1000     0.0071    99.7780     0.6924    89.8500    10.0514      0.5014
 240     0.1000     0.0123    99.6260     0.6336    89.5700    10.1876      0.5006
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0091    99.6840     0.6452    89.9900    10.1180      0.4998
 242     0.1000     0.0076    99.7640     0.6761    89.7500    10.0473      0.4990
 243     0.1000     0.0074    99.7720     0.7060    89.7300    10.0710      0.4982
 244     0.1000     0.0075    99.7660     0.6391    90.0500    10.0319      0.4973
 245     0.1000     0.0089    99.7300     0.6759    89.5100    10.0598      0.4965
 246     0.1000     0.0076    99.7400     0.6656    89.7800    10.0714      0.4957
 247     0.1000     0.0085    99.7280     0.7463    89.2600    10.1328      0.4950
 248     0.1000     0.0093    99.6980     0.6502    89.7200    10.0362      0.4942
 249     0.1000     0.0086    99.7160     0.7086    89.4600    10.1825      0.4934
 250     0.1000     0.0072    99.8040     0.8204    88.6200    10.0940      0.4926
 251     0.1000     0.0076    99.7600     0.6890    89.0800    10.0441      0.4918
 252     0.1000     0.0092    99.6980     0.6335    89.9800    10.0316      0.4910
 253     0.1000     0.0070    99.7960     0.6594    89.5700    10.1300      0.4902
 254     0.1000     0.0042    99.8800     0.6828    89.7900     9.9844      0.4894
 255     0.1000     0.0080    99.7540     0.6500    89.7600    10.0503      0.4886
 256     0.1000     0.0098    99.6860     0.6526    89.8100    10.0317      0.4879
 257     0.1000     0.0083    99.7460     0.6628    89.6600    10.0924      0.4870
 258     0.1000     0.0069    99.7840     0.6576    89.7800    10.1190      0.4862
 259     0.1000     0.0067    99.7980     0.6711    89.6100    10.0589      0.4854
 260     0.1000     0.0085    99.7260     0.6413    89.9400    10.2656      0.4847
 261     0.1000     0.0092    99.7600     0.6325    89.7600    10.0114      0.4839
 262     0.1000     0.0058    99.8180     0.6480    90.2200    10.0305      0.4831
 263     0.1000     0.0060    99.8160     0.6934    89.7400    10.0514      0.4824
 264     0.1000     0.0075    99.7760     0.6599    89.9700    10.0519      0.4816
 265     0.1000     0.0068    99.7940     0.6808    89.8800    10.0033      0.4808
 266     0.1000     0.0099    99.7080     0.6148    89.8900    10.0061      0.4801
 267     0.1000     0.0054    99.8280     0.6352    90.1300    10.1003      0.4794
 268     0.1000     0.0072    99.7960     0.6346    89.9100    10.0036      0.4786
 269     0.1000     0.0094    99.7020     0.6370    90.1200    10.0322      0.4778
 270     0.1000     0.0048    99.8540     0.6593    90.0300    10.1753      0.4771
 271     0.1000     0.0058    99.8100     0.6496    90.2500    10.0526      0.4763
 272     0.1000     0.0087    99.7340     0.6337    89.9100     9.9868      0.4756
 273     0.1000     0.0073    99.7640     0.6394    89.8800    10.0742      0.4748
 274     0.1000     0.0070    99.7540     0.6612    89.6400    10.0636      0.4741
 275     0.1000     0.0060    99.8040     0.7309    89.6000    10.0087      0.4734
 276     0.1000     0.0078    99.7700     0.6691    90.1400    10.0742      0.4726
 277     0.1000     0.0065    99.7980     0.6630    89.8400     9.9894      0.4719
 278     0.1000     0.0079    99.7480     0.7019    89.6500     9.9797      0.4712
 279     0.1000     0.0065    99.8040     0.6803    89.9900    10.0701      0.4705
 280     0.1000     0.0067    99.7980     0.7211    89.6800     9.9578      0.4697
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0097    99.7240     0.6716    89.7700     9.9714      0.4690
 282     0.1000     0.0116    99.6400     0.6106    90.0200    10.0991      0.4683
 283     0.1000     0.0084    99.7400     0.6748    89.7600     9.9582      0.4676
 284     0.1000     0.0084    99.7640     0.6404    89.7700    10.0643      0.4669
 285     0.1000     0.0080    99.7680     0.6580    89.9700    10.0013      0.4662
 286     0.1000     0.0077    99.7620     0.6547    89.7800    10.0493      0.4655
 287     0.1000     0.0056    99.8360     0.6596    90.1700     9.9073      0.4647
 288     0.1000     0.0043    99.8840     0.6227    90.3100    10.0608      0.4640
 289     0.1000     0.0066    99.7940     0.6484    90.1700    10.0454      0.4633
 290     0.1000     0.0040    99.8740     0.6997    90.1600     9.9589      0.4626
 291     0.1000     0.0074    99.7520     0.7076    89.8000    10.1416      0.4619
 292     0.1000     0.0082    99.7760     0.6418    89.8400    10.1148      0.4612
 293     0.1000     0.0063    99.7960     0.6481    90.1900    10.1172      0.4605
 294     0.1000     0.0045    99.8660     0.6854    90.2000    10.0683      0.4598
 295     0.1000     0.0068    99.8080     0.6620    89.9400    10.0445      0.4591
 296     0.1000     0.0060    99.8160     0.6589    90.0100    10.1304      0.4584
 297     0.1000     0.0087    99.7400     0.6548    89.7000    10.0790      0.4578
 298     0.1000     0.0051    99.8620     0.6924    89.6900    10.0553      0.4571
 299     0.1000     0.0055    99.8180     0.6898    89.5700    10.0748      0.4564
 300     0.1000     0.0058    99.8280     0.6764    90.0200    10.1430      0.4556
 301     0.0996     0.0058    99.8200     0.6695    89.9200    10.1043      0.4550
 302     0.0992     0.0060    99.8160     0.6730    90.2400    10.0550      0.4543
 303     0.0988     0.0062    99.8220     0.6787    89.9900    10.1012      0.4536
 304     0.0983     0.0046    99.8660     0.6620    90.0600    10.0888      0.4530
 305     0.0979     0.0051    99.8340     0.6965    90.1600    10.0843      0.4523
 306     0.0975     0.0058    99.8080     0.6765    90.2500    10.0895      0.4517
 307     0.0971     0.0056    99.8420     0.6496    90.5600    10.0618      0.4510
 308     0.0967     0.0055    99.8420     0.6542    90.2900    10.0898      0.4503
 309     0.0963     0.0046    99.8620     0.6655    90.3600    10.1184      0.4497
 310     0.0959     0.0050    99.8320     0.6981    90.1600    10.0383      0.4490
 311     0.0955     0.0048    99.8400     0.6628    90.2000    10.0866      0.4484
 312     0.0950     0.0050    99.8260     0.7099    90.0200    10.1095      0.4477
 313     0.0946     0.0050    99.8440     0.6931    89.8000    10.1002      0.4471
 314     0.0942     0.0055    99.8140     0.6844    90.2500    10.1210      0.4465
 315     0.0938     0.0060    99.8160     0.6684    90.2600    10.1024      0.4459
 316     0.0934     0.0071    99.7820     0.7309    89.2300    10.0812      0.4453
 317     0.0930     0.0035    99.8820     0.6721    90.1500    10.1158      0.4446
 318     0.0926     0.0056    99.8100     0.6681    90.0800    10.1350      0.4440
 319     0.0922     0.0047    99.8460     0.6793    90.4600    10.1951      0.4434
 320     0.0917     0.0046    99.8540     0.6680    90.3000    10.1011      0.4428
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0048    99.8440     0.7069    90.2800    10.0466      0.4422
 322     0.0909     0.0035    99.8720     0.6677    90.3300    10.1285      0.4416
 323     0.0905     0.0032    99.9100     0.6825    90.3600    10.0307      0.4410
 324     0.0901     0.0027    99.9140     0.7552    90.0000    10.0695      0.4404
 325     0.0897     0.0060    99.8120     0.6629    89.9900    10.0910      0.4398
 326     0.0893     0.0026    99.9220     0.6957    90.0800    10.0152      0.4392
 327     0.0889     0.0034    99.9000     0.7013    90.0600    10.1276      0.4386
 328     0.0885     0.0033    99.8840     0.7349    89.8900    10.1075      0.4381
 329     0.0880     0.0037    99.8900     0.7238    90.0500    10.1049      0.4375
 330     0.0876     0.0029    99.8960     0.7456    90.0900    10.0968      0.4369
 331     0.0872     0.0033    99.8900     0.8316    89.1600    10.1397      0.4364
 332     0.0868     0.0039    99.8800     0.7319    89.9000    10.1193      0.4358
 333     0.0864     0.0041    99.8440     0.7154    90.1100    10.1008      0.4353
 334     0.0860     0.0042    99.8720     0.6846    90.3500    10.1334      0.4347
 335     0.0856     0.0038    99.8880     0.6873    90.1400    10.0445      0.4342
 336     0.0852     0.0025    99.9180     0.7069    90.1300    10.1921      0.4336
 337     0.0847     0.0054    99.8460     0.6822    90.1700    10.1083      0.4331
 338     0.0843     0.0032    99.8860     0.7480    89.9900     9.9966      0.4325
 339     0.0839     0.0030    99.8980     0.7460    90.0000    10.0567      0.4320
 340     0.0835     0.0020    99.9340     0.7525    90.1600    10.1010      0.4315
 341     0.0831     0.0025    99.9300     0.7359    90.3100    10.1240      0.4309
 342     0.0827     0.0035    99.8960     0.7248    90.0800    10.1519      0.4304
 343     0.0823     0.0039    99.8740     0.6959    90.1300    10.1307      0.4299
 344     0.0818     0.0034    99.8980     0.7144    89.8000    10.1012      0.4294
 345     0.0814     0.0035    99.8900     0.6773    90.3000    10.0227      0.4289
 346     0.0810     0.0027    99.9140     0.7025    90.2700    10.0922      0.4283
 347     0.0806     0.0029    99.9020     0.7317    90.2900    10.1134      0.4278
 348     0.0802     0.0036    99.8800     0.7200    90.1700    10.1456      0.4273
 349     0.0798     0.0022    99.9280     0.7059    90.5000    10.1304      0.4268
 350     0.0794     0.0035    99.8800     0.6992    90.1400    10.1366      0.4263
 351     0.0790     0.0040    99.8580     0.6718    90.2900    10.1027      0.4259
 352     0.0786     0.0033    99.8880     0.6573    90.5400    10.1279      0.4254
 353     0.0781     0.0019    99.9320     0.6946    90.4200    10.1419      0.4249
 354     0.0777     0.0016    99.9580     0.7284    90.1900    10.1533      0.4244
 355     0.0773     0.0021    99.9520     0.7013    90.6500    10.1264      0.4239
 356     0.0769     0.0023    99.9180     0.6987    90.7600    10.1363      0.4235
 357     0.0765     0.0012    99.9680     0.7448    90.2100    10.1387      0.4230
 358     0.0761     0.0028    99.9260     0.6840    90.6300    10.0332      0.4225
 359     0.0757     0.0033    99.9120     0.6778    90.5800    10.0879      0.4221
 360     0.0753     0.0016    99.9500     0.6982    90.5700    10.0330      0.4216
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0018    99.9380     0.7385    90.2900    10.1591      0.4212
 362     0.0744     0.0037    99.8880     0.6991    90.0200    10.1708      0.4207
 363     0.0740     0.0032    99.9020     0.6859    90.3800    10.0074      0.4202
 364     0.0736     0.0018    99.9460     0.6850    90.3200     9.9998      0.4198
 365     0.0732     0.0014    99.9520     0.7130    90.3300    10.1234      0.4194
 366     0.0728     0.0018    99.9460     0.7151    90.3600    10.0322      0.4189
 367     0.0724     0.0027    99.9340     0.7061    90.3600    10.0919      0.4184
 368     0.0720     0.0019    99.9360     0.7272    90.2300    10.0568      0.4180
 369     0.0715     0.0012    99.9620     0.7526    90.3000     9.9753      0.4176
 370     0.0711     0.0015    99.9440     0.7310    90.3700    10.0823      0.4172
 371     0.0707     0.0018    99.9540     0.7271    90.4400    10.0733      0.4167
 372     0.0703     0.0018    99.9440     0.7178    90.4000    10.1082      0.4163
 373     0.0699     0.0025    99.9140     0.6999    90.4900    10.0149      0.4159
 374     0.0695     0.0018    99.9460     0.6992    90.6400    10.0448      0.4155
 375     0.0691     0.0013    99.9560     0.7086    90.7500    10.1960      0.4151
 376     0.0686     0.0017    99.9540     0.7243    90.2000    10.0346      0.4146
 377     0.0682     0.0022    99.9320     0.7128    90.6200    10.1441      0.4143
 378     0.0678     0.0016    99.9660     0.6820    90.8000    10.2056      0.4139
 379     0.0674     0.0015    99.9560     0.7152    90.6800    10.1897      0.4134
 380     0.0670     0.0011    99.9660     0.7241    90.5700    10.0740      0.4130
 381     0.0666     0.0017    99.9440     0.7338    90.6200    10.1594      0.4126
 382     0.0662     0.0009    99.9800     0.7370    90.6500    10.0335      0.4123
 383     0.0658     0.0011    99.9660     0.7436    90.5700    10.0772      0.4119
 384     0.0654     0.0010    99.9660     0.7435    90.4700    10.1890      0.4115
 385     0.0649     0.0017    99.9500     0.7512    90.5300    10.1117      0.4111
 386     0.0645     0.0015    99.9580     0.7222    90.5000    10.1144      0.4107
 387     0.0641     0.0010    99.9700     0.7364    90.5100    10.0466      0.4103
 388     0.0637     0.0007    99.9760     0.7388    90.4900     9.9603      0.4100
 389     0.0633     0.0011    99.9560     0.7553    90.5600     9.9863      0.4096
 390     0.0629     0.0011    99.9640     0.7503    90.7600    10.0987      0.4092
 391     0.0625     0.0008    99.9780     0.7659    90.4600    10.1004      0.4089
 392     0.0621     0.0011    99.9640     0.7644    90.3200    10.0778      0.4085
 393     0.0616     0.0008    99.9800     0.7803    90.4700     9.9691      0.4081
 394     0.0612     0.0015    99.9520     0.7678    90.2800    10.0915      0.4078
 395     0.0608     0.0019    99.9500     0.7343    90.3300    10.0044      0.4074
 396     0.0604     0.0010    99.9580     0.7304    90.5900    10.0932      0.4071
 397     0.0600     0.0010    99.9660     0.7465    90.6100    10.0714      0.4068
 398     0.0596     0.0007    99.9740     0.7501    90.7400    10.0457      0.4064
 399     0.0592     0.0007    99.9700     0.7611    90.4200    10.0445      0.4061
 400     0.0588     0.0011    99.9580     0.7400    90.5400    10.0986      0.4058
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0010    99.9740     0.7441    90.5500    10.0943      0.4054
 402     0.0579     0.0007    99.9800     0.7570    90.5700    10.1202      0.4051
 403     0.0575     0.0007    99.9700     0.7640    90.3700    10.1588      0.4048
 404     0.0571     0.0005    99.9880     0.7746    90.4200    10.1214      0.4044
 405     0.0567     0.0010    99.9760     0.7568    90.4000    10.0796      0.4041
 406     0.0563     0.0009    99.9760     0.7508    90.7300    10.0750      0.4038
 407     0.0559     0.0006    99.9780     0.7685    90.6900    10.0970      0.4035
 408     0.0554     0.0006    99.9840     0.7727    90.7100    10.0475      0.4031
 409     0.0550     0.0009    99.9700     0.7534    90.6300    10.0555      0.4028
 410     0.0546     0.0005    99.9840     0.7613    90.7300     9.9706      0.4025
 411     0.0542     0.0006    99.9880     0.7563    90.8300    10.0526      0.4022
 412     0.0538     0.0005    99.9880     0.7583    90.6400    10.1027      0.4019
 413     0.0534     0.0004    99.9880     0.7652    90.5400     9.9793      0.4016
 414     0.0530     0.0006    99.9880     0.7454    90.8700    10.0253      0.4013
 415     0.0526     0.0007    99.9820     0.7550    90.5300    10.0757      0.4010
 416     0.0522     0.0003    99.9920     0.7453    90.6600     9.9526      0.4007
 417     0.0517     0.0006    99.9800     0.7753    90.7700    10.0638      0.4004
 418     0.0513     0.0004    99.9960     0.7600    90.7700     9.9579      0.4001
 419     0.0509     0.0005    99.9860     0.7692    90.7000     9.9642      0.3998
 420     0.0505     0.0008    99.9700     0.7625    90.6800    10.0862      0.3995
 421     0.0501     0.0009    99.9720     0.7658    90.6500    10.1593      0.3993
 422     0.0497     0.0005    99.9840     0.7467    90.8100    10.0836      0.3990
 423     0.0493     0.0004    99.9880     0.7475    90.9900    10.1227      0.3987
 424     0.0489     0.0003    99.9920     0.7658    90.8700    10.1356      0.3985
 425     0.0484     0.0004    99.9900     0.7668    90.7400    10.0781      0.3982
 426     0.0480     0.0004    99.9840     0.7738    90.7500    10.0751      0.3979
 427     0.0476     0.0008    99.9780     0.7753    90.8300    10.2070      0.3976
 428     0.0472     0.0003    99.9940     0.7781    90.7200    10.0512      0.3974
 429     0.0468     0.0002    99.9940     0.7744    90.8900    10.1558      0.3971
 430     0.0464     0.0004    99.9880     0.7859    90.7900    10.1849      0.3969
 431     0.0460     0.0003    99.9900     0.7789    90.7500    10.0409      0.3966
 432     0.0456     0.0004    99.9880     0.7869    90.6600    10.0910      0.3964
 433     0.0451     0.0006    99.9820     0.7870    90.7800    10.1110      0.3961
 434     0.0447     0.0006    99.9820     0.7734    90.7500    10.0219      0.3959
 435     0.0443     0.0004    99.9900     0.7754    90.7400     9.9783      0.3956
 436     0.0439     0.0002    99.9940     0.7766    90.7200    10.0141      0.3954
 437     0.0435     0.0003    99.9940     0.7734    90.6600    10.0742      0.3952
 438     0.0431     0.0002    99.9940     0.7806    90.7300    10.0089      0.3949
 439     0.0427     0.0004    99.9860     0.7783    90.8100     9.9726      0.3947
 440     0.0423     0.0002    99.9940     0.7844    90.9400    10.0450      0.3945
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0004    99.9860     0.7684    91.0400     9.9362      0.3942
 442     0.0414     0.0004    99.9860     0.7643    90.9300    10.0438      0.3940
 443     0.0410     0.0003    99.9940     0.7572    90.9100    10.0298      0.3938
 444     0.0406     0.0005    99.9800     0.7745    90.6700    10.0998      0.3936
 445     0.0402     0.0002    99.9940     0.7660    90.8400    10.0469      0.3934
 446     0.0398     0.0002    99.9940     0.7681    90.8500    10.0805      0.3932
 447     0.0394     0.0001    99.9960     0.7795    90.8600    10.0770      0.3930
 448     0.0389     0.0003    99.9940     0.7940    91.0100    10.0212      0.3927
 449     0.0385     0.0004    99.9840     0.7919    90.8900     9.9416      0.3925
 450     0.0381     0.0004    99.9900     0.8129    90.6700     9.9759      0.3923
 451     0.0377     0.0003    99.9920     0.8083    90.7700    10.0897      0.3921
 452     0.0373     0.0001    99.9980     0.8089    90.8700     9.9700      0.3919
 453     0.0369     0.0002    99.9960     0.8042    90.8300    10.0448      0.3917
 454     0.0365     0.0003    99.9880     0.8069    90.7600    10.0522      0.3915
 455     0.0361     0.0005    99.9900     0.7952    91.0400     9.9954      0.3913
 456     0.0357     0.0002    99.9960     0.7962    90.9300    10.1281      0.3911
 457     0.0352     0.0004    99.9840     0.8007    90.9100    10.0527      0.3910
 458     0.0348     0.0002    99.9960     0.7894    90.9300    10.0608      0.3908
 459     0.0344     0.0002    99.9940     0.8015    90.8200    10.0884      0.3906
 460     0.0340     0.0002    99.9980     0.7964    90.7900     9.9850      0.3904
 461     0.0336     0.0001    99.9980     0.7931    90.7900    10.0020      0.3902
 462     0.0332     0.0001    99.9980     0.8037    90.8300    10.1657      0.3901
 463     0.0328     0.0002    99.9980     0.7948    90.9400    10.1065      0.3899
 464     0.0324     0.0002    99.9960     0.7989    91.0600    10.0253      0.3897
 465     0.0319     0.0003    99.9920     0.7893    90.9100    10.0047      0.3896
 466     0.0315     0.0001    99.9960     0.7951    90.8500     9.9797      0.3894
 467     0.0311     0.0001   100.0000     0.7928    90.8500     9.9949      0.3892
 468     0.0307     0.0001    99.9980     0.7936    90.9400    10.0957      0.3891
 469     0.0303     0.0001    99.9940     0.7970    90.9300    10.1241      0.3889
 470     0.0299     0.0002    99.9920     0.8084    91.1600    10.1649      0.3888
 471     0.0295     0.0002    99.9940     0.8045    90.9900    10.1712      0.3886
 472     0.0291     0.0001    99.9980     0.8065    91.0600    10.1302      0.3885
 473     0.0286     0.0002    99.9940     0.8161    90.9600    10.0731      0.3883
 474     0.0282     0.0001    99.9960     0.8120    91.0600    10.0777      0.3882
 475     0.0278     0.0002    99.9940     0.8085    90.9600     9.9566      0.3880
 476     0.0274     0.0001    99.9940     0.8119    91.0000    10.0627      0.3879
 477     0.0270     0.0001   100.0000     0.8104    91.0700    10.1043      0.3877
 478     0.0266     0.0003    99.9920     0.8051    91.1600    10.1342      0.3876
 479     0.0262     0.0002    99.9900     0.8001    91.0900    10.1231      0.3875
 480     0.0257     0.0001    99.9960     0.7991    91.0400     9.9978      0.3873
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0001   100.0000     0.7998    91.1000     9.9212      0.3872
 482     0.0249     0.0001    99.9980     0.8063    91.1100    10.0431      0.3871
 483     0.0245     0.0001   100.0000     0.8064    91.0300    10.0476      0.3870
 484     0.0241     0.0001    99.9980     0.8034    91.0200    10.1026      0.3868
 485     0.0237     0.0001   100.0000     0.8027    91.0100    10.1404      0.3867
 486     0.0233     0.0001    99.9960     0.8092    90.9400    10.0438      0.3866
 487     0.0229     0.0001    99.9980     0.8086    91.0500    10.0340      0.3865
 488     0.0225     0.0001   100.0000     0.8109    90.9700    10.0837      0.3864
 489     0.0220     0.0001    99.9960     0.8084    90.8400    10.0849      0.3862
 490     0.0216     0.0001   100.0000     0.8033    90.8900    10.1273      0.3861
 491     0.0212     0.0001   100.0000     0.8066    90.9400    10.1671      0.3860
 492     0.0208     0.0001    99.9980     0.8121    91.0000    10.1203      0.3859
 493     0.0204     0.0001    99.9940     0.8139    90.9200    10.0530      0.3858
 494     0.0200     0.0001    99.9980     0.8108    90.9900    10.1013      0.3857
 495     0.0196     0.0000   100.0000     0.8100    91.0200    10.1059      0.3856
 496     0.0192     0.0001    99.9980     0.8073    91.0200    10.1643      0.3855
 497     0.0187     0.0001    99.9980     0.8085    90.9300    10.2267      0.3854
 498     0.0183     0.0001    99.9980     0.8070    91.0800    10.1393      0.3853
 499     0.0179     0.0000   100.0000     0.8062    91.1600    10.0996      0.3852
 500     0.0175     0.0001    99.9980     0.8074    91.1900    10.0839      0.3852
 501     0.0171     0.0001    99.9980     0.8076    91.0300    10.0392      0.3851
 502     0.0167     0.0001   100.0000     0.8087    91.0600    10.0653      0.3850
 503     0.0163     0.0000   100.0000     0.8085    91.0400    10.0795      0.3849
 504     0.0159     0.0002    99.9940     0.8111    91.0700    10.1146      0.3848
 505     0.0154     0.0001    99.9960     0.8127    90.9600     9.9721      0.3847
 506     0.0150     0.0001    99.9960     0.8167    90.8600    10.0531      0.3847
 507     0.0146     0.0001    99.9980     0.8128    90.9300     9.9326      0.3846
 508     0.0142     0.0001    99.9940     0.8084    91.0200     9.8684      0.3845
 509     0.0138     0.0001    99.9960     0.8141    90.8400     9.8464      0.3845
 510     0.0134     0.0001    99.9960     0.8117    90.9600    10.0569      0.3844
 511     0.0130     0.0001    99.9980     0.8102    90.9700     9.9800      0.3843
 512     0.0125     0.0000   100.0000     0.8084    90.9900     9.9544      0.3843
 513     0.0121     0.0001    99.9980     0.8088    90.9800    10.0349      0.3842
 514     0.0117     0.0000   100.0000     0.8093    91.0000     9.9739      0.3842
 515     0.0113     0.0000   100.0000     0.8094    91.0100    10.0411      0.3841
 516     0.0109     0.0002    99.9940     0.8060    91.1500    10.0435      0.3840
 517     0.0105     0.0001    99.9980     0.8076    91.1100    10.0083      0.3840
 518     0.0101     0.0001    99.9960     0.8071    91.1000    10.0201      0.3839
 519     0.0097     0.0001    99.9980     0.8070    91.0800    10.0511      0.3839
 520     0.0092     0.0000   100.0000     0.8074    91.0900     9.9861      0.3839
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001    99.9980     0.8071    91.1100    10.1808      0.3838
 522     0.0084     0.0001   100.0000     0.8076    91.0600    10.1697      0.3838
 523     0.0080     0.0000   100.0000     0.8070    91.0500    10.1508      0.3837
 524     0.0076     0.0000   100.0000     0.8068    91.0300    10.1470      0.3837
 525     0.0072     0.0001    99.9980     0.8068    91.0000    10.1153      0.3837
 526     0.0068     0.0002    99.9920     0.8054    90.9600    10.0156      0.3836
 527     0.0064     0.0001    99.9980     0.8067    90.9700    10.1532      0.3836
 528     0.0060     0.0001    99.9960     0.8059    91.0200    10.0752      0.3836
 529     0.0055     0.0000   100.0000     0.8063    90.9900    10.0261      0.3835
 530     0.0051     0.0001    99.9980     0.8068    91.0200    10.0364      0.3835
 531     0.0047     0.0001    99.9980     0.8065    91.0100    10.1203      0.3835
 532     0.0043     0.0001    99.9960     0.8063    91.0100    10.0944      0.3835
 533     0.0039     0.0001    99.9960     0.8063    91.0300    10.0513      0.3835
 534     0.0035     0.0000   100.0000     0.8066    91.0800    10.2052      0.3834
 535     0.0031     0.0001    99.9980     0.8070    91.0600    10.2138      0.3834
 536     0.0027     0.0001    99.9980     0.8066    91.1000     9.9926      0.3834
 537     0.0022     0.0000   100.0000     0.8064    91.0900    10.1577      0.3834
 538     0.0018     0.0000   100.0000     0.8063    91.0900    10.1635      0.3834
 539     0.0014     0.0001    99.9960     0.8063    91.1200    10.0816      0.3834
 540     0.0010     0.0001   100.0000     0.8065    91.1200    10.0629      0.3834
 541     0.0010     0.0000   100.0000     0.8065    91.1100    10.0500      0.3834
 542     0.0010     0.0000   100.0000     0.8065    91.1100    10.0253      0.3834
 543     0.0010     0.0001   100.0000     0.8065    91.1300    10.1637      0.3834
 544     0.0010     0.0000   100.0000     0.8065    91.1300    10.0060      0.3834
 545     0.0010     0.0000   100.0000     0.8065    91.1300    10.0709      0.3834
 546     0.0010     0.0000   100.0000     0.8065    91.1300    10.1608      0.3834
 547     0.0010     0.0001    99.9980     0.8066    91.1300    10.1597      0.3834
 548     0.0010     0.0001    99.9980     0.8066    91.1500    10.1966      0.3834
 549     0.0010     0.0000    99.9980     0.8066    91.1500    10.1000      0.3834
 550     0.0010     0.0000    99.9980     0.8067    91.1500    10.0202      0.3834
 551     0.0010     0.0000   100.0000     0.8068    91.1600    10.0322      0.3834
 552     0.0010     0.0000   100.0000     0.8068    91.1500    10.0873      0.3834
 553     0.0010     0.0000   100.0000     0.8069    91.1500    10.1654      0.3834
 554     0.0010     0.0000   100.0000     0.8070    91.1400     9.9775      0.3834
 555     0.0010     0.0000   100.0000     0.8069    91.1400    10.1158      0.3834
 556     0.0010     0.0000   100.0000     0.8070    91.1400    10.2275      0.3834
 557     0.0010     0.0001    99.9980     0.8070    91.1400    10.0431      0.3834
 558     0.0010     0.0000   100.0000     0.8071    91.1400    10.0682      0.3834
 559     0.0010     0.0000   100.0000     0.8072    91.1400    10.1465      0.3834
 560     0.0010     0.0001   100.0000     0.8073    91.1300    10.0708      0.3834
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     0.8073    91.1300    10.0898      0.3834
 562     0.0010     0.0000   100.0000     0.8074    91.1300    10.1646      0.3834
 563     0.0010     0.0000   100.0000     0.8074    91.1300    10.1642      0.3834
 564     0.0010     0.0000   100.0000     0.8075    91.1300    10.0044      0.3834
 565     0.0010     0.0000   100.0000     0.8075    91.1300    10.0996      0.3834
 566     0.0010     0.0000   100.0000     0.8077    91.1300    10.0182      0.3834
 567     0.0010     0.0001   100.0000     0.8078    91.1300    10.0851      0.3834
 568     0.0010     0.0000   100.0000     0.8078    91.1300    10.1140      0.3834
 569     0.0010     0.0000   100.0000     0.8078    91.1300    10.0899      0.3834
 570     0.0010     0.0000   100.0000     0.8078    91.1400    10.0257      0.3834
 571     0.0010     0.0000   100.0000     0.8079    91.1400    10.1278      0.3834
 572     0.0010     0.0000   100.0000     0.8080    91.1400    10.0129      0.3834
 573     0.0010     0.0000   100.0000     0.8079    91.1300     9.9788      0.3834
 574     0.0010     0.0000   100.0000     0.8079    91.1400     9.9711      0.3834
 575     0.0010     0.0000   100.0000     0.8080    91.1400     9.9638      0.3834
 576     0.0010     0.0000    99.9980     0.8081    91.1100    10.0223      0.3834
 577     0.0010     0.0001    99.9980     0.8081    91.1100    10.1844      0.3834
 578     0.0010     0.0001    99.9980     0.8079    91.1000    10.1853      0.3834
 579     0.0010     0.0001    99.9980     0.8079    91.0900    10.0219      0.3834
 580     0.0010     0.0000   100.0000     0.8080    91.1100    10.1486      0.3834
 581     0.0010     0.0001   100.0000     0.8080    91.1000    10.1430      0.3834
 582     0.0010     0.0000   100.0000     0.8080    91.0900    10.1809      0.3834
 583     0.0010     0.0000   100.0000     0.8081    91.0900    10.1185      0.3834
 584     0.0010     0.0001    99.9960     0.8082    91.0500    10.0073      0.3834
 585     0.0010     0.0000   100.0000     0.8083    91.0700    10.1077      0.3834
 586     0.0010     0.0000   100.0000     0.8083    91.0600    10.0917      0.3834
 587     0.0010     0.0000   100.0000     0.8083    91.0700    10.1741      0.3834
 588     0.0010     0.0000   100.0000     0.8084    91.0600    10.1691      0.3834
 589     0.0010     0.0001    99.9980     0.8083    91.0700    10.1177      0.3834
 590     0.0010     0.0000   100.0000     0.8084    91.0700    10.0277      0.3834
 591     0.0010     0.0000   100.0000     0.8084    91.0700    10.1841      0.3834
 592     0.0010     0.0000    99.9980     0.8083    91.0600    10.1029      0.3834
 593     0.0010     0.0001    99.9980     0.8084    91.0600    10.1898      0.3834
 594     0.0010     0.0000   100.0000     0.8084    91.0700    10.1312      0.3834
 595     0.0010     0.0000   100.0000     0.8084    91.0700    10.0994      0.3834
 596     0.0010     0.0000   100.0000     0.8085    91.0700    10.1686      0.3834
 597     0.0010     0.0000   100.0000     0.8085    91.0600    10.1820      0.3834
 598     0.0010     0.0000   100.0000     0.8086    91.0600    10.1574      0.3834
 599     0.0010     0.0000   100.0000     0.8087    91.0400    10.2401      0.3834
 600     0.0010     0.0000   100.0000     0.8087    91.0400    10.0232      0.3834
