Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.0389    22.3840     2.0282    22.9200    14.1967      0.9751
   2     0.1000     2.1147    18.2460     2.0564    19.8700    13.1813      0.9671
   3     0.1000     1.7673    32.0040     1.7304    33.1100    13.4656      0.9614
   4     0.1000     1.5574    39.5700     1.5435    39.8800    13.1308      0.9568
   5     0.1000     1.6342    41.4920     1.5418    43.9800    13.1925      0.9528
   6     0.1000     1.3113    51.3040     1.2983    51.1900    13.2209      0.9492
   7     0.1000     1.1928    56.9960     1.1572    57.9500    13.2592      0.9461
   8     0.1000     1.1504    59.1540     1.1544    58.5000    13.3305      0.9433
   9     0.1000     0.9227    67.0980     0.9220    67.1000    13.2213      0.9406
  10     0.1000     0.8522    70.1560     0.8736    69.5200    13.2826      0.9382
  11     0.1000     0.7554    73.4860     0.7701    73.5400    13.2154      0.9358
  12     0.1000     0.7321    74.5640     0.7547    74.5100    13.3321      0.9336
  13     0.1000     0.6457    77.8180     0.6802    77.2000    13.2885      0.9316
  14     0.1000     0.6384    77.8780     0.6829    77.4000    13.3408      0.9296
  15     0.1000     0.6828    76.6620     0.7548    75.2300    13.1024      0.9278
  16     0.1000     0.5624    80.5340     0.6167    79.4700    13.1345      0.9260
  17     0.1000     0.7040    76.7080     0.7507    75.2600    13.2962      0.9243
  18     0.1000     0.8826    72.7640     0.9583    71.6300    13.1132      0.9226
  19     0.1000     0.4587    84.5620     0.5607    81.8000    13.1870      0.9210
  20     0.1000     0.4494    85.0400     0.5694    82.1800    13.1122      0.9195
  21     0.1000     0.5140    82.6660     0.6122    80.6300    13.3640      0.9181
  22     0.1000     0.4306    85.4340     0.5617    82.2300    13.3306      0.9166
  23     0.1000     0.3682    87.4740     0.5089    83.7000    13.2716      0.9152
  24     0.1000     0.4058    86.3380     0.5595    82.5500    13.1471      0.9139
  25     0.1000     0.4475    85.1040     0.6419    80.9600    13.2473      0.9126
  26     0.1000     0.3953    86.7660     0.5622    82.7300    13.5341      0.9113
  27     0.1000     0.3403    88.8100     0.5261    84.2000    13.1985      0.9101
  28     0.1000     0.3456    88.3980     0.5427    83.6100    13.0788      0.9088
  29     0.1000     0.3099    89.4080     0.5022    84.7300    13.1678      0.9076
  30     0.1000     0.2750    90.9100     0.4836    85.3700    13.2694      0.9065
  31     0.1000     0.2651    91.0140     0.4774    85.5000    13.0869      0.9054
  32     0.1000     0.3438    88.6420     0.5712    83.6000    13.1202      0.9042
  33     0.1000     0.3002    90.0820     0.5249    84.6500    13.1645      0.9031
  34     0.1000     0.2325    92.1580     0.4754    85.8100    13.1284      0.9020
  35     0.1000     0.3453    88.8460     0.5956    83.2200    13.2248      0.9010
  36     0.1000     0.2097    92.9100     0.4584    86.4300    13.1615      0.9000
  37     0.1000     0.2755    90.9000     0.5410    85.0100    13.0925      0.8991
  38     0.1000     0.2032    93.3040     0.4887    85.8700    13.1548      0.8981
  39     0.1000     0.2280    92.4640     0.5021    85.8700    13.2297      0.8971
  40     0.1000     0.2053    93.1100     0.5016    86.2300    13.1411      0.8961
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1803    93.9940     0.4735    86.5100    13.2833      0.8952
  42     0.1000     0.2461    91.7980     0.5445    85.2500    13.1258      0.8943
  43     0.1000     0.1576    94.8600     0.4716    86.8900    13.1730      0.8934
  44     0.1000     0.1580    94.6900     0.4818    86.9700    13.3687      0.8924
  45     0.1000     0.2164    93.0640     0.5280    85.7700    13.1001      0.8916
  46     0.1000     0.1535    94.7680     0.4695    86.8300    13.1882      0.8908
  47     0.1000     0.1751    94.2140     0.5491    86.0200    13.0775      0.8899
  48     0.1000     0.1724    94.4440     0.5333    86.2600    13.0723      0.8890
  49     0.1000     0.1601    94.6020     0.4855    86.5800    13.1242      0.8882
  50     0.1000     0.1703    94.3380     0.5038    86.8100    13.0942      0.8874
  51     0.1000     0.1162    96.0900     0.4733    87.3300    13.2779      0.8866
  52     0.1000     0.1327    95.4760     0.4919    87.1100    13.2188      0.8858
  53     0.1000     0.1248    95.8960     0.5043    87.2500    13.3912      0.8850
  54     0.1000     0.1199    95.9900     0.5000    87.7200    13.0345      0.8843
  55     0.1000     0.1261    95.6700     0.5268    87.0800    13.0624      0.8835
  56     0.1000     0.1019    96.6080     0.4723    87.9300    13.1158      0.8828
  57     0.1000     0.0998    96.5760     0.5013    87.6700    13.1037      0.8820
  58     0.1000     0.1144    96.2520     0.5280    87.1100    13.0738      0.8813
  59     0.1000     0.0850    97.2360     0.4807    88.3500    13.2088      0.8805
  60     0.1000     0.1045    96.4620     0.5241    87.8900    13.1420      0.8798
  61     0.1000     0.1034    96.4920     0.5326    87.3400    13.1033      0.8792
  62     0.1000     0.0931    96.9200     0.4802    87.9100    13.1846      0.8785
  63     0.1000     0.1072    96.2920     0.5068    87.6900    13.1196      0.8778
  64     0.1000     0.0906    96.9940     0.5389    87.7300    13.0586      0.8771
  65     0.1000     0.0911    96.9280     0.4945    87.9700    13.1170      0.8765
  66     0.1000     0.0810    97.3400     0.4973    88.2900    13.2432      0.8758
  67     0.1000     0.0697    97.6960     0.4804    88.5100    13.3089      0.8751
  68     0.1000     0.0712    97.6380     0.5160    88.1800    13.1893      0.8744
  69     0.1000     0.2762    92.2180     0.7878    83.8600    13.1710      0.8738
  70     0.1000     0.0777    97.3600     0.5299    87.9100    13.1438      0.8732
  71     0.1000     0.0867    97.1920     0.5265    87.8300    13.3862      0.8725
  72     0.1000     0.0680    97.7240     0.5363    88.0900    13.0885      0.8718
  73     0.1000     0.0753    97.5720     0.5702    88.1400    13.0839      0.8712
  74     0.1000     0.0721    97.5320     0.5283    88.0500    13.1773      0.8706
  75     0.1000     0.0680    97.7280     0.5489    87.8900    13.1217      0.8700
  76     0.1000     0.0650    97.7380     0.5663    88.4300    13.1454      0.8694
  77     0.1000     0.0491    98.3580     0.5169    89.0900    13.0466      0.8688
  78     0.1000     0.0542    98.1920     0.5315    89.0000    13.3006      0.8682
  79     0.1000     0.0593    98.0640     0.5472    88.5600    13.3326      0.8676
  80     0.1000     0.0550    98.1940     0.5684    88.8500    13.3774      0.8670
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0689    97.7940     0.6235    88.5000    13.1993      0.8664
  82     0.1000     0.0494    98.3800     0.5091    88.9100    13.2179      0.8658
  83     0.1000     0.0649    97.7780     0.5718    88.3700    13.1134      0.8653
  84     0.1000     0.0447    98.5440     0.5370    88.9700    13.4513      0.8647
  85     0.1000     0.0483    98.3400     0.5304    88.6000    13.2377      0.8641
  86     0.1000     0.0435    98.5780     0.5697    88.8200    13.3103      0.8635
  87     0.1000     0.0461    98.4700     0.6083    88.7000    13.1616      0.8630
  88     0.1000     0.0585    98.1080     0.5612    88.6300    13.2654      0.8625
  89     0.1000     0.0642    97.8540     0.5710    88.2600    13.2184      0.8619
  90     0.1000     0.0553    98.1920     0.5908    88.6500    13.3711      0.8613
  91     0.1000     0.0389    98.6820     0.5546    89.0400    13.2525      0.8608
  92     0.1000     0.0426    98.6000     0.5292    88.5000    13.1932      0.8603
  93     0.1000     0.0404    98.5960     0.5676    88.6700    13.2187      0.8597
  94     0.1000     0.0458    98.4480     0.5454    88.1600    13.1959      0.8592
  95     0.1000     0.0318    98.8920     0.5927    88.7800    13.1136      0.8587
  96     0.1000     0.0434    98.5580     0.5728    88.5100    13.2659      0.8581
  97     0.1000     0.0432    98.5280     0.5882    88.7000    13.1098      0.8576
  98     0.1000     0.0386    98.7600     0.6270    88.6100    13.3580      0.8571
  99     0.1000     0.0286    99.0500     0.5837    89.4300    13.1234      0.8565
 100     0.1000     0.0436    98.4820     0.5918    88.3600    13.2507      0.8560
 101     0.1000     0.0314    98.9060     0.5550    88.8600    13.2382      0.8555
 102     0.1000     0.0301    98.9700     0.5565    89.0200    13.2003      0.8550
 103     0.1000     0.0323    98.9100     0.5358    89.2400    13.1703      0.8545
 104     0.1000     0.0367    98.6960     0.5824    88.8200    13.3017      0.8540
 105     0.1000     0.0280    99.0120     0.5882    89.0100    13.2577      0.8535
 106     0.1000     0.0285    99.0320     0.5881    89.0400    13.0573      0.8530
 107     0.1000     0.0361    98.8580     0.5616    89.0400    13.2076      0.8525
 108     0.1000     0.0239    99.2240     0.5770    89.2900    13.1686      0.8520
 109     0.1000     0.0252    99.1600     0.6133    89.3400    13.2534      0.8515
 110     0.1000     0.0386    98.6560     0.5963    88.3600    13.3464      0.8510
 111     0.1000     0.0533    98.2480     0.6933    87.8300    13.2587      0.8505
 112     0.1000     0.0301    98.9240     0.6141    88.8800    13.4003      0.8500
 113     0.1000     0.0772    97.5480     0.6547    88.0600    13.2395      0.8495
 114     0.1000     0.0393    98.7200     0.6197    88.8400    13.3047      0.8491
 115     0.1000     0.0278    99.0340     0.6167    89.2300    13.1682      0.8486
 116     0.1000     0.0219    99.2800     0.5741    89.5500    13.0565      0.8481
 117     0.1000     0.0227    99.2100     0.5950    89.2600    13.1950      0.8477
 118     0.1000     0.0227    99.2760     0.5835    89.5700    13.1948      0.8472
 119     0.1000     0.0242    99.2060     0.6088    89.3400    13.2994      0.8467
 120     0.1000     0.0294    99.0040     0.6101    89.1400    13.2606      0.8463
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0196    99.3660     0.6041    89.5300    13.2720      0.8458
 122     0.1000     0.0195    99.3860     0.5844    89.9100    13.2990      0.8453
 123     0.1000     0.0215    99.2900     0.6292    89.3000    13.3362      0.8449
 124     0.1000     0.0257    99.1420     0.5842    89.4300    13.2065      0.8444
 125     0.1000     0.0249    99.2100     0.6551    89.2100    13.2592      0.8440
 126     0.1000     0.0169    99.4540     0.5625    89.7500    13.3516      0.8435
 127     0.1000     0.0245    99.2200     0.5674    89.4500    13.2041      0.8431
 128     0.1000     0.0198    99.3580     0.5718    89.2000    13.2789      0.8427
 129     0.1000     0.0338    98.9240     0.5700    89.0400    13.1598      0.8422
 130     0.1000     0.0224    99.2200     0.6413    89.3600    13.2458      0.8418
 131     0.1000     0.0263    99.1240     0.6840    89.0500    13.1018      0.8413
 132     0.1000     0.0274    99.0960     0.6569    88.8600    13.1590      0.8409
 133     0.1000     0.0169    99.4260     0.6016    89.4400    13.2311      0.8405
 134     0.1000     0.0195    99.3500     0.6023    89.2700    13.1678      0.8401
 135     0.1000     0.0214    99.2980     0.6541    89.1300    13.3322      0.8396
 136     0.1000     0.0193    99.3420     0.6015    89.2900    13.1337      0.8392
 137     0.1000     0.0293    99.0900     0.6293    89.0300    13.1589      0.8388
 138     0.1000     0.0115    99.6160     0.6205    89.9100    13.2436      0.8384
 139     0.1000     0.0321    98.9600     0.6307    88.8400    13.2164      0.8379
 140     0.1000     0.0212    99.3440     0.6058    89.5700    13.1679      0.8375
 141     0.1000     0.0310    99.0120     0.6517    88.7300    13.2132      0.8371
 142     0.1000     0.0139    99.5240     0.6223    89.5400    13.2200      0.8367
 143     0.1000     0.0137    99.5300     0.6593    89.8500    13.1918      0.8363
 144     0.1000     0.0197    99.3460     0.5879    89.8000    13.2502      0.8359
 145     0.1000     0.0233    99.2300     0.7063    89.0000    13.2573      0.8355
 146     0.1000     0.0219    99.2720     0.6498    89.4800    13.2606      0.8351
 147     0.1000     0.0171    99.4280     0.5877    89.6900    13.2540      0.8347
 148     0.1000     0.0482    98.5360     0.7009    88.3000    13.2865      0.8342
 149     0.1000     0.0190    99.3500     0.6548    89.1800    13.1798      0.8338
 150     0.1000     0.0100    99.6680     0.6403    89.7800    13.2982      0.8335
 151     0.1000     0.0250    99.1720     0.6439    88.8900    13.2323      0.8330
 152     0.1000     0.0134    99.5560     0.6317    89.5000    13.2203      0.8327
 153     0.1000     0.0132    99.5680     0.6069    89.7400    13.3187      0.8323
 154     0.1000     0.0771    97.8400     0.7514    88.0000    13.2577      0.8318
 155     0.1000     0.0117    99.5940     0.6271    89.7100    13.2210      0.8314
 156     0.1000     0.0460    98.6440     0.7220    88.7100    13.2068      0.8310
 157     0.1000     0.0424    98.6080     0.6971    88.5400    13.3026      0.8307
 158     0.1000     0.0258    99.1260     0.6338    89.2500    13.3163      0.8303
 159     0.1000     0.0297    99.0020     0.6715    88.8300    13.2775      0.8299
 160     0.1000     0.0182    99.4440     0.6925    89.3700    13.2273      0.8295
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0151    99.4900     0.6293    89.5300    13.0900      0.8291
 162     0.1000     0.0137    99.5940     0.6381    89.6900    13.4397      0.8287
 163     0.1000     0.0204    99.3260     0.6524    89.1100    13.1729      0.8283
 164     0.1000     0.0238    99.2860     0.7030    89.0700    13.3306      0.8279
 165     0.1000     0.0125    99.5660     0.6481    89.5700    13.2155      0.8276
 166     0.1000     0.0098    99.6700     0.6616    89.5100    13.2842      0.8272
 167     0.1000     0.0076    99.7380     0.6254    90.3400    13.2120      0.8268
 168     0.1000     0.0327    98.9500     0.6645    88.6800    13.2416      0.8264
 169     0.1000     0.0127    99.6100     0.6026    89.7600    13.2577      0.8261
 170     0.1000     0.0125    99.5860     0.6210    89.6400    13.3571      0.8257
 171     0.1000     0.0100    99.6600     0.6250    89.8400    13.3821      0.8254
 172     0.1000     0.0091    99.6720     0.6597    90.0600    13.1949      0.8250
 173     0.1000     0.0223    99.2980     0.6858    89.2300    13.3419      0.8246
 174     0.1000     0.0115    99.6400     0.6789    89.6100    13.1645      0.8242
 175     0.1000     0.0118    99.5980     0.6461    89.6700    13.2816      0.8239
 176     0.1000     0.0164    99.4320     0.7090    89.1900    13.3666      0.8235
 177     0.1000     0.0112    99.6400     0.6836    89.8600    13.2339      0.8232
 178     0.1000     0.0175    99.4120     0.6389    89.4000    13.1293      0.8228
 179     0.1000     0.0110    99.6340     0.6834    89.5500    13.3536      0.8225
 180     0.1000     0.0107    99.6560     0.6580    89.5300    13.4608      0.8221
 181     0.1000     0.0080    99.7100     0.6627    89.7000    13.3604      0.8217
 182     0.1000     0.0126    99.6200     0.6785    89.8300    13.4484      0.8214
 183     0.1000     0.0075    99.7560     0.6385    89.8900    13.4340      0.8210
 184     0.1000     0.0096    99.6740     0.6927    90.0300    13.3425      0.8206
 185     0.1000     0.0218    99.3220     0.7269    89.2900    13.3277      0.8203
 186     0.1000     0.0094    99.7160     0.6041    89.7700    13.2627      0.8200
 187     0.1000     0.0106    99.6580     0.6126    89.9900    13.2433      0.8196
 188     0.1000     0.0137    99.5380     0.6590    89.6400    13.3050      0.8193
 189     0.1000     0.0097    99.6500     0.6726    89.6800    13.4424      0.8189
 190     0.1000     0.0083    99.7220     0.6254    90.0400    13.1769      0.8186
 191     0.1000     0.0088    99.6840     0.6411    89.9200    13.4631      0.8182
 192     0.1000     0.0178    99.4120     0.7007    89.3900    13.2080      0.8179
 193     0.1000     0.0091    99.7080     0.6636    89.6100    13.3061      0.8175
 194     0.1000     0.0784    98.0260     0.8629    87.8900    13.1523      0.8173
 195     0.1000     0.0075    99.7740     0.6431    89.7600    13.2152      0.8169
 196     0.1000     0.0101    99.6400     0.6983    89.7100    13.2559      0.8165
 197     0.1000     0.0071    99.7540     0.6418    89.9400    13.2907      0.8162
 198     0.1000     0.0159    99.4700     0.7182    89.4500    13.3401      0.8159
 199     0.1000     0.0097    99.6920     0.7040    89.6200    13.2314      0.8155
 200     0.1000     0.0113    99.6660     0.7216    89.6600    13.3017      0.8152
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0083    99.7280     0.7003    89.5600    13.1516      0.8148
 202     0.1000     0.0146    99.5300     0.6575    89.4000    13.4322      0.8145
 203     0.1000     0.0091    99.6920     0.6612    89.8500    13.1453      0.8141
 204     0.1000     0.0122    99.6240     0.7127    89.5700    13.2685      0.8138
 205     0.1000     0.0072    99.7700     0.6477    89.6400    13.2058      0.8135
 206     0.1000     0.0084    99.7020     0.6576    89.9400    13.3352      0.8131
 207     0.1000     0.0106    99.6600     0.7259    89.7000    13.4612      0.8128
 208     0.1000     0.0125    99.5920     0.6633    89.5100    13.4031      0.8125
 209     0.1000     0.0090    99.7140     0.6736    89.3300    13.2867      0.8122
 210     0.1000     0.0112    99.6420     0.6722    89.6700    13.3733      0.8119
 211     0.1000     0.0083    99.7240     0.6774    89.7800    13.2068      0.8115
 212     0.1000     0.0077    99.7500     0.6921    90.0400    13.2649      0.8112
 213     0.1000     0.0096    99.6740     0.6889    89.6700    13.2728      0.8109
 214     0.1000     0.0080    99.7300     0.6840    89.6900    13.1003      0.8105
 215     0.1000     0.0086    99.7100     0.6501    89.8400    13.1775      0.8102
 216     0.1000     0.0146    99.5280     0.6530    89.3900    13.5173      0.8099
 217     0.1000     0.0075    99.7540     0.7009    89.6300    13.3384      0.8096
 218     0.1000     0.0117    99.6320     0.6451    89.3400    13.2512      0.8093
 219     0.1000     0.0066    99.7640     0.6840    89.6800    13.3139      0.8089
 220     0.1000     0.0062    99.7580     0.7213    89.6500    13.3754      0.8086
 221     0.1000     0.0058    99.8300     0.6849    89.8500    13.1417      0.8083
 222     0.1000     0.0106    99.6560     0.7550    89.3500    13.3690      0.8080
 223     0.1000     0.0076    99.7520     0.7011    89.7000    13.3406      0.8077
 224     0.1000     0.0078    99.7620     0.7153    90.2300    13.2074      0.8074
 225     0.1000     0.0086    99.7140     0.6913    89.7300    13.3530      0.8071
 226     0.1000     0.0096    99.6840     0.6498    89.4900    13.1891      0.8068
 227     0.1000     0.0078    99.7480     0.7474    89.4200    13.2207      0.8065
 228     0.1000     0.0066    99.8060     0.6934    89.7500    13.2626      0.8062
 229     0.1000     0.0111    99.6280     0.7245    89.3900    13.2304      0.8059
 230     0.1000     0.0066    99.7820     0.6566    89.7400    13.3990      0.8055
 231     0.1000     0.0086    99.7160     0.7013    89.4100    13.3855      0.8052
 232     0.1000     0.0069    99.7780     0.7172    89.7600    13.2146      0.8049
 233     0.1000     0.0154    99.4840     0.6851    89.2200    13.2910      0.8046
 234     0.1000     0.0085    99.7260     0.6955    89.5900    13.5168      0.8044
 235     0.1000     0.0093    99.7000     0.7272    89.6000    13.1887      0.8040
 236     0.1000     0.0048    99.8500     0.6460    90.0700    13.3707      0.8037
 237     0.1000     0.0106    99.6500     0.6730    89.4600    13.3164      0.8034
 238     0.1000     0.0106    99.6540     0.6414    89.3800    13.4025      0.8031
 239     0.1000     0.0087    99.6840     0.6995    89.7300    13.3858      0.8028
 240     0.1000     0.0097    99.6680     0.7340    89.2100    13.3057      0.8026
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0050    99.8320     0.6975    89.9100    13.3910      0.8022
 242     0.1000     0.0040    99.8660     0.7287    89.9500    13.4344      0.8020
 243     0.1000     0.0108    99.6500     0.7125    89.1800    13.5305      0.8017
 244     0.1000     0.0087    99.7220     0.6335    89.4600    13.3119      0.8014
 245     0.1000     0.0062    99.7960     0.6847    89.8400    13.1768      0.8011
 246     0.1000     0.0055    99.8280     0.7323    89.6900    13.3891      0.8008
 247     0.1000     0.0104    99.6580     0.7149    89.2900    13.4553      0.8005
 248     0.1000     0.0057    99.8120     0.6658    89.6500    13.1910      0.8002
 249     0.1000     0.0070    99.7740     0.7051    89.4600    13.2436      0.7999
 250     0.1000     0.0057    99.8060     0.7466    89.7200    13.2474      0.7996
 251     0.1000     0.0063    99.7660     0.7276    89.8500    13.3211      0.7993
 252     0.1000     0.0066    99.7800     0.6804    90.0000    13.3822      0.7990
 253     0.1000     0.0040    99.8680     0.7150    90.0700    13.1647      0.7987
 254     0.1000     0.0082    99.7560     0.7292    89.7400    13.1202      0.7984
 255     0.1000     0.0082    99.7180     0.6801    89.5900    13.3802      0.7982
 256     0.1000     0.0052    99.8160     0.7159    90.0700    13.3723      0.7979
 257     0.1000     0.0049    99.8500     0.6750    90.1800    13.3337      0.7976
 258     0.1000     0.0040    99.8740     0.6922    90.2400    13.2810      0.7974
 259     0.1000     0.0068    99.7820     0.7397    89.7200    13.3399      0.7970
 260     0.1000     0.0086    99.7120     0.6857    89.6800    13.3950      0.7968
 261     0.1000     0.0046    99.8660     0.6975    90.0100    13.4981      0.7965
 262     0.1000     0.0058    99.8200     0.6591    89.8100    13.2774      0.7962
 263     0.1000     0.0030    99.8960     0.6866    90.2700    13.4588      0.7960
 264     0.1000     0.0106    99.6580     0.6414    89.8000    13.2436      0.7957
 265     0.1000     0.0030    99.9020     0.6838    90.1500    13.2494      0.7954
 266     0.1000     0.0093    99.7180     0.7750    89.8800    13.3473      0.7951
 267     0.1000     0.0036    99.8880     0.6909    90.3100    13.2451      0.7948
 268     0.1000     0.0059    99.8120     0.7135    89.8300    13.2086      0.7945
 269     0.1000     0.0188    99.4320     0.7623    88.8800    13.2306      0.7942
 270     0.1000     0.0079    99.7460     0.7303    89.8300    13.4778      0.7940
 271     0.1000     0.0047    99.8320     0.6844    90.0300    13.3115      0.7937
 272     0.1000     0.0085    99.7460     0.7577    89.9200    13.4022      0.7934
 273     0.1000     0.0072    99.7720     0.6985    89.7500    13.3807      0.7931
 274     0.1000     0.0063    99.8020     0.7368    90.0100    13.3763      0.7929
 275     0.1000     0.0038    99.8700     0.7358    90.1000    13.3482      0.7926
 276     0.1000     0.0065    99.7720     0.6723    90.0400    13.2171      0.7923
 277     0.1000     0.0063    99.7900     0.7118    89.9000    13.1454      0.7921
 278     0.1000     0.0043    99.8680     0.6452    90.2000    13.2001      0.7918
 279     0.1000     0.0040    99.8900     0.6671    89.9800    13.3365      0.7915
 280     0.1000     0.0044    99.8540     0.7141    90.1500    13.2085      0.7912
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0041    99.8640     0.7001    90.2300    13.1398      0.7910
 282     0.1000     0.0033    99.8880     0.6501    90.4700    13.4027      0.7907
 283     0.1000     0.0046    99.8460     0.7786    90.1100    13.2953      0.7904
 284     0.1000     0.0647    98.5320     0.7830    88.2500    13.0836      0.7902
 285     0.1000     0.0071    99.7680     0.7112    90.0700    13.2342      0.7899
 286     0.1000     0.0033    99.8960     0.7290    90.2100    13.1782      0.7896
 287     0.1000     0.0056    99.8240     0.6403    90.2900    13.2396      0.7894
 288     0.1000     0.0070    99.7580     0.6945    90.1400    13.2123      0.7891
 289     0.1000     0.0039    99.8820     0.7131    90.1900    13.3577      0.7888
 290     0.1000     0.0078    99.7480     0.7678    89.8500    13.1906      0.7885
 291     0.1000     0.0040    99.8560     0.7451    90.1900    13.2746      0.7883
 292     0.1000     0.0054    99.8260     0.7047    90.2000    13.3897      0.7880
 293     0.1000     0.0078    99.7420     0.7097    89.9900    13.3592      0.7877
 294     0.1000     0.0028    99.9100     0.7137    90.1300    13.1685      0.7874
 295     0.1000     0.0047    99.8260     0.7365    89.9200    13.1534      0.7872
 296     0.1000     0.0042    99.8660     0.6854    90.2100    13.2660      0.7869
 297     0.1000     0.0024    99.9280     0.6959    90.3900    13.3557      0.7867
 298     0.1000     0.0028    99.8980     0.7374    90.0600    13.3101      0.7864
 299     0.1000     0.0033    99.8980     0.6932    90.6100    13.4115      0.7862
 300     0.1000     0.0039    99.8580     0.7112    90.1400    13.3456      0.7859
 301     0.0996     0.0071    99.7660     0.7129    90.1200    13.1558      0.7856
 302     0.0992     0.0041    99.8600     0.6754    90.2900    13.1833      0.7854
 303     0.0988     0.0087    99.7360     0.7749    89.7000    13.3074      0.7852
 304     0.0983     0.0051    99.8100     0.7330    90.1400    13.2572      0.7849
 305     0.0979     0.0095    99.6960     0.7245    89.5800    13.2102      0.7847
 306     0.0975     0.0028    99.9000     0.7021    90.1800    13.3073      0.7844
 307     0.0971     0.0030    99.8940     0.7296    90.2400    13.4527      0.7842
 308     0.0967     0.0026    99.9120     0.7314    89.9300    13.3152      0.7839
 309     0.0963     0.0079    99.7480     0.7044    89.5500    13.4235      0.7836
 310     0.0959     0.0044    99.8500     0.7175    90.1600    13.2328      0.7834
 311     0.0955     0.0058    99.8100     0.7853    89.7700    13.1638      0.7831
 312     0.0950     0.0028    99.9060     0.7367    90.1100    13.1825      0.7829
 313     0.0946     0.0126    99.6080     0.7874    89.8000    13.1785      0.7826
 314     0.0942     0.0048    99.8360     0.7338    90.2700    13.2797      0.7824
 315     0.0938     0.0029    99.9000     0.7543    90.3100    13.3787      0.7822
 316     0.0934     0.0036    99.8720     0.7172    90.0700    13.2354      0.7819
 317     0.0930     0.0028    99.8980     0.7729    90.3200    13.3130      0.7817
 318     0.0926     0.0043    99.8460     0.8464    90.2400    13.1788      0.7814
 319     0.0922     0.0059    99.8280     0.8161    90.1700    13.3817      0.7812
 320     0.0917     0.0034    99.8760     0.7588    90.2300    13.2924      0.7809
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0021    99.9360     0.6820    90.2800    13.3051      0.7807
 322     0.0909     0.0051    99.8440     0.7337    90.3200    13.1623      0.7805
 323     0.0905     0.0041    99.8720     0.7113    90.3800    13.4029      0.7803
 324     0.0901     0.0032    99.8960     0.7099    90.0200    13.5390      0.7801
 325     0.0897     0.0026    99.9120     0.7202    90.2000    13.2313      0.7798
 326     0.0893     0.0059    99.8180     0.8161    90.0200    13.3188      0.7796
 327     0.0889     0.0037    99.8900     0.7456    90.3100    13.2992      0.7794
 328     0.0885     0.0033    99.8900     0.7357    90.3200    13.2878      0.7792
 329     0.0880     0.0036    99.8840     0.7398    90.2000    13.1165      0.7789
 330     0.0876     0.0017    99.9540     0.7640    90.2200    13.2381      0.7787
 331     0.0872     0.0054    99.8360     0.7766    90.2000    13.2820      0.7785
 332     0.0868     0.0033    99.8880     0.7932    90.3300    13.1708      0.7783
 333     0.0864     0.0024    99.9240     0.7453    90.3800    13.4722      0.7780
 334     0.0860     0.0030    99.9120     0.8211    90.4800    13.1890      0.7779
 335     0.0856     0.0078    99.7660     0.8433    90.0700    13.3673      0.7776
 336     0.0852     0.0024    99.9280     0.7587    90.3200    13.1915      0.7774
 337     0.0847     0.0014    99.9440     0.7924    90.2800    13.3862      0.7772
 338     0.0843     0.0029    99.9120     0.7715    90.3900    13.4275      0.7770
 339     0.0839     0.0037    99.8800     0.7887    90.3200    13.2318      0.7768
 340     0.0835     0.0020    99.9300     0.7396    90.5400    13.2314      0.7766
 341     0.0831     0.0025    99.9160     0.7913    90.3200    13.1495      0.7763
 342     0.0827     0.0019    99.9340     0.7980    90.3700    13.2084      0.7761
 343     0.0823     0.0031    99.9000     0.7304    89.9600    13.2017      0.7759
 344     0.0818     0.0029    99.9160     0.7173    90.1300    13.1683      0.7757
 345     0.0814     0.0037    99.8720     0.7601    90.0000    13.3206      0.7755
 346     0.0810     0.0020    99.9480     0.7775    90.4200    13.3616      0.7753
 347     0.0806     0.0016    99.9500     0.7994    90.5800    13.3644      0.7751
 348     0.0802     0.0016    99.9500     0.8017    90.4800    13.0781      0.7749
 349     0.0798     0.0016    99.9460     0.7752    90.4900    13.2848      0.7747
 350     0.0794     0.0015    99.9440     0.7959    90.3400    13.2503      0.7745
 351     0.0790     0.0019    99.9460     0.8296    90.2200    13.2348      0.7743
 352     0.0786     0.0028    99.9220     0.8236    90.3000    13.1309      0.7741
 353     0.0781     0.0010    99.9740     0.7917    90.5800    13.1886      0.7739
 354     0.0777     0.0018    99.9360     0.7849    90.5500    13.2999      0.7737
 355     0.0773     0.0013    99.9640     0.7829    90.5400    13.3650      0.7736
 356     0.0769     0.0011    99.9600     0.8289    90.4400    13.2939      0.7733
 357     0.0765     0.0015    99.9420     0.8605    90.3700    13.2614      0.7731
 358     0.0761     0.0024    99.9300     0.8238    90.1900    13.3035      0.7729
 359     0.0757     0.0023    99.9340     0.8079    90.2700    13.1846      0.7727
 360     0.0753     0.0011    99.9600     0.7756    90.7800    13.2796      0.7726
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0021    99.9220     0.7880    90.6600    13.3551      0.7724
 362     0.0744     0.0012    99.9700     0.7581    90.4900    13.2422      0.7722
 363     0.0740     0.0014    99.9640     0.7595    90.4800    13.2701      0.7720
 364     0.0736     0.0009    99.9660     0.7916    90.5500    13.1733      0.7718
 365     0.0732     0.0011    99.9620     0.8132    90.3600    13.2119      0.7717
 366     0.0728     0.0012    99.9580     0.8380    90.3600    13.4041      0.7715
 367     0.0724     0.0006    99.9780     0.8219    90.6000    13.2603      0.7713
 368     0.0720     0.0095    99.7780     0.8661    90.0100    13.3662      0.7711
 369     0.0715     0.0013    99.9680     0.8169    90.4400    13.2526      0.7709
 370     0.0711     0.0023    99.9320     0.8356    90.3400    13.3750      0.7708
 371     0.0707     0.0021    99.9220     0.8294    90.5300    13.3729      0.7706
 372     0.0703     0.0025    99.9280     0.8354    90.4100    13.3343      0.7704
 373     0.0699     0.0009    99.9660     0.8453    90.6000    13.2511      0.7702
 374     0.0695     0.0023    99.9260     0.8428    90.3700    13.2937      0.7701
 375     0.0691     0.0021    99.9520     0.8120    90.1200    13.1902      0.7699
 376     0.0686     0.0017    99.9480     0.8098    90.4400    13.1291      0.7697
 377     0.0682     0.0009    99.9700     0.8385    90.3400    13.3043      0.7696
 378     0.0678     0.0008    99.9740     0.8408    90.2400    13.4041      0.7694
 379     0.0674     0.0007    99.9800     0.8144    90.5000    13.1856      0.7693
 380     0.0670     0.0018    99.9380     0.8183    90.2000    13.3146      0.7691
 381     0.0666     0.0009    99.9600     0.8516    90.4900    13.2675      0.7689
 382     0.0662     0.0007    99.9780     0.8199    90.5900    13.2172      0.7688
 383     0.0658     0.0009    99.9720     0.8396    90.4000    13.2447      0.7686
 384     0.0654     0.0012    99.9580     0.8552    90.4700    13.4078      0.7685
 385     0.0649     0.0008    99.9780     0.8400    90.6300    13.2396      0.7683
 386     0.0645     0.0011    99.9720     0.8467    90.6000    13.2143      0.7682
 387     0.0641     0.0010    99.9740     0.8072    90.6600    13.3056      0.7680
 388     0.0637     0.0021    99.9340     0.8618    90.4700    13.4115      0.7679
 389     0.0633     0.0011    99.9700     0.8316    90.5000    13.3148      0.7677
 390     0.0629     0.0007    99.9800     0.8392    90.6100    13.3232      0.7676
 391     0.0625     0.0009    99.9740     0.8593    90.6500    13.3001      0.7674
 392     0.0621     0.0006    99.9820     0.8764    90.5900    13.3537      0.7672
 393     0.0616     0.0014    99.9620     0.8902    90.3000    13.3579      0.7671
 394     0.0612     0.0006    99.9840     0.8732    90.4800    13.1325      0.7669
 395     0.0608     0.0009    99.9800     0.8823    90.3700    13.2663      0.7668
 396     0.0604     0.0012    99.9500     0.8767    90.3100    13.2292      0.7666
 397     0.0600     0.0007    99.9800     0.8921    90.4600    13.2512      0.7665
 398     0.0596     0.0008    99.9660     0.8897    90.4100    13.2898      0.7664
 399     0.0592     0.0005    99.9860     0.8535    90.7200    13.2231      0.7662
 400     0.0588     0.0002    99.9920     0.8681    90.7800    13.2846      0.7661
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0005    99.9880     0.8902    90.7300    13.3829      0.7660
 402     0.0579     0.0006    99.9800     0.8844    90.5200    13.2097      0.7658
 403     0.0575     0.0006    99.9760     0.8812    90.5800    13.2992      0.7657
 404     0.0571     0.0007    99.9760     0.9177    90.5600    13.2773      0.7655
 405     0.0567     0.0005    99.9760     0.9035    90.5600    13.3537      0.7654
 406     0.0563     0.0005    99.9880     0.9418    90.7200    13.3685      0.7653
 407     0.0559     0.0005    99.9880     0.9327    90.3900    13.4218      0.7651
 408     0.0554     0.0009    99.9800     0.8966    90.4200    13.2668      0.7650
 409     0.0550     0.0011    99.9700     0.8883    90.5800    13.2286      0.7649
 410     0.0546     0.0008    99.9820     0.9198    90.6900    13.1728      0.7647
 411     0.0542     0.0006    99.9820     0.9309    90.6100    13.1781      0.7646
 412     0.0538     0.0004    99.9880     0.9246    90.7300    13.2473      0.7645
 413     0.0534     0.0015    99.9560     0.9761    90.3100    13.2003      0.7643
 414     0.0530     0.0008    99.9740     0.9001    90.7800    13.2789      0.7642
 415     0.0526     0.0002    99.9940     0.8985    90.9100    13.3461      0.7641
 416     0.0522     0.0004    99.9860     0.9133    90.8800    13.3167      0.7640
 417     0.0517     0.0010    99.9580     0.9413    90.6900    13.4648      0.7638
 418     0.0513     0.0004    99.9920     0.9110    90.8100    13.3160      0.7637
 419     0.0509     0.0005    99.9820     0.9420    90.9100    13.2168      0.7636
 420     0.0505     0.0002    99.9920     0.9372    90.9600    13.3666      0.7635
 421     0.0501     0.0003    99.9880     0.9354    90.9100    13.2064      0.7634
 422     0.0497     0.0003    99.9900     0.9668    90.8000    13.3168      0.7633
 423     0.0493     0.0004    99.9900     0.9565    90.7700    13.4132      0.7631
 424     0.0489     0.0003    99.9880     0.9611    90.7900    13.4374      0.7630
 425     0.0484     0.0004    99.9820     0.9669    90.8100    13.2659      0.7629
 426     0.0480     0.0004    99.9820     0.9878    90.5000    13.3455      0.7628
 427     0.0476     0.0005    99.9860     0.9468    90.7400    13.1176      0.7627
 428     0.0472     0.0003    99.9880     0.9311    90.9900    13.3930      0.7626
 429     0.0468     0.0002    99.9920     0.9479    90.8800    13.2391      0.7625
 430     0.0464     0.0004    99.9900     0.9440    90.8100    13.0875      0.7624
 431     0.0460     0.0003    99.9940     0.9620    90.6700    13.2050      0.7622
 432     0.0456     0.0003    99.9920     0.9272    90.8200    13.4045      0.7621
 433     0.0451     0.0002    99.9880     0.9370    90.8000    13.3832      0.7620
 434     0.0447     0.0004    99.9860     0.9327    90.8800    13.1858      0.7619
 435     0.0443     0.0001    99.9960     0.9386    90.8600    13.2578      0.7618
 436     0.0439     0.0002    99.9900     0.9642    90.7100    13.3290      0.7617
 437     0.0435     0.0002    99.9920     0.9843    90.8100    13.2485      0.7616
 438     0.0431     0.0001    99.9980     0.9787    90.8700    13.3808      0.7615
 439     0.0427     0.0001    99.9960     0.9749    90.7100    13.3655      0.7614
 440     0.0423     0.0002    99.9960     0.9774    90.7000    13.2291      0.7613
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0002    99.9960     0.9919    90.6200    13.3559      0.7612
 442     0.0414     0.0003    99.9920     0.9777    90.6900    13.3753      0.7611
 443     0.0410     0.0002    99.9960     0.9907    90.5600    13.2746      0.7610
 444     0.0406     0.0001    99.9980     0.9648    90.6400    13.3835      0.7609
 445     0.0402     0.0002    99.9940     0.9729    90.7500    13.1600      0.7608
 446     0.0398     0.0002    99.9900     0.9832    90.6900    13.2032      0.7607
 447     0.0394     0.0001    99.9980     0.9919    90.6500    13.1246      0.7606
 448     0.0389     0.0002    99.9940     0.9819    90.6800    13.2345      0.7605
 449     0.0385     0.0002    99.9960     0.9971    90.6800    13.1861      0.7604
 450     0.0381     0.0001    99.9980     0.9984    90.7000    13.1965      0.7604
 451     0.0377     0.0001    99.9980     0.9990    90.6900    13.3029      0.7603
 452     0.0373     0.0003    99.9940     1.0050    90.6200    13.1816      0.7602
 453     0.0369     0.0001    99.9940     0.9978    90.6500    13.3052      0.7601
 454     0.0365     0.0002    99.9920     1.0065    90.6200    13.3312      0.7600
 455     0.0361     0.0001    99.9980     0.9922    90.7400    13.3308      0.7599
 456     0.0357     0.0001   100.0000     0.9924    90.6700    13.3937      0.7598
 457     0.0352     0.0001    99.9980     0.9697    90.8000    13.2705      0.7598
 458     0.0348     0.0001    99.9980     0.9750    90.7200    13.2053      0.7597
 459     0.0344     0.0003    99.9860     0.9783    90.8500    13.0941      0.7596
 460     0.0340     0.0001    99.9960     0.9758    90.8400    13.2374      0.7595
 461     0.0336     0.0001    99.9980     0.9822    90.8200    13.3967      0.7594
 462     0.0332     0.0001   100.0000     0.9905    90.8800    13.1964      0.7593
 463     0.0328     0.0001    99.9960     0.9886    90.7900    13.2703      0.7593
 464     0.0324     0.0001   100.0000     0.9817    90.7200    13.4001      0.7592
 465     0.0319     0.0001    99.9980     0.9917    90.7600    13.2180      0.7591
 466     0.0315     0.0001    99.9940     0.9919    90.7700    13.2183      0.7590
 467     0.0311     0.0001    99.9980     0.9973    90.9100    13.2911      0.7590
 468     0.0307     0.0000   100.0000     0.9962    90.8700    13.3326      0.7589
 469     0.0303     0.0001    99.9980     0.9983    90.7400    13.1647      0.7588
 470     0.0299     0.0001    99.9960     0.9889    90.7800    13.2556      0.7588
 471     0.0295     0.0001    99.9980     0.9988    90.6500    13.4247      0.7587
 472     0.0291     0.0001    99.9980     1.0020    90.6500    13.4080      0.7586
 473     0.0286     0.0001    99.9980     0.9971    90.7400    13.2842      0.7585
 474     0.0282     0.0001    99.9980     1.0045    90.9500    13.2642      0.7585
 475     0.0278     0.0001    99.9960     1.0042    90.9200    13.2269      0.7584
 476     0.0274     0.0001    99.9980     1.0026    91.0000    13.2467      0.7583
 477     0.0270     0.0000   100.0000     1.0167    90.8600    13.3522      0.7583
 478     0.0266     0.0000   100.0000     1.0130    90.9100    13.3143      0.7582
 479     0.0262     0.0001   100.0000     1.0154    90.8700    13.2553      0.7582
 480     0.0257     0.0000   100.0000     0.9956    90.8000    13.3135      0.7581
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0000   100.0000     1.0012    90.9200    13.3637      0.7580
 482     0.0249     0.0001    99.9980     1.0042    90.9100    13.3981      0.7580
 483     0.0245     0.0000   100.0000     1.0059    90.9500    13.2269      0.7579
 484     0.0241     0.0000   100.0000     1.0037    90.8900    13.2160      0.7579
 485     0.0237     0.0001    99.9980     1.0018    90.8900    13.3320      0.7578
 486     0.0233     0.0001    99.9960     1.0085    90.9600    13.3443      0.7577
 487     0.0229     0.0002    99.9940     1.0180    90.8700    13.1747      0.7577
 488     0.0225     0.0001    99.9960     1.0216    90.8500    13.1791      0.7576
 489     0.0220     0.0000   100.0000     1.0125    90.7500    13.3084      0.7576
 490     0.0216     0.0000   100.0000     1.0067    90.7200    13.1549      0.7575
 491     0.0212     0.0000   100.0000     1.0083    90.7900    13.4771      0.7575
 492     0.0208     0.0000   100.0000     1.0098    90.8000    13.2674      0.7574
 493     0.0204     0.0000   100.0000     1.0090    90.7900    13.2743      0.7574
 494     0.0200     0.0000   100.0000     1.0063    90.8000    13.3277      0.7573
 495     0.0196     0.0000   100.0000     1.0099    90.7800    13.2645      0.7573
 496     0.0192     0.0000   100.0000     1.0108    90.7800    13.4455      0.7572
 497     0.0187     0.0001    99.9980     1.0114    90.7500    13.3618      0.7572
 498     0.0183     0.0000    99.9980     1.0115    90.7800    13.3699      0.7572
 499     0.0179     0.0000   100.0000     1.0123    90.7900    13.3860      0.7571
 500     0.0175     0.0000   100.0000     1.0076    90.7700    13.4853      0.7571
 501     0.0171     0.0000   100.0000     1.0085    90.7700    13.2666      0.7570
 502     0.0167     0.0001    99.9980     1.0108    90.8000    13.2691      0.7570
 503     0.0163     0.0000   100.0000     1.0118    90.8100    13.3605      0.7570
 504     0.0159     0.0000   100.0000     1.0130    90.8100    13.2040      0.7569
 505     0.0154     0.0000   100.0000     1.0140    90.8400    13.3456      0.7569
 506     0.0150     0.0000   100.0000     1.0150    90.8400    13.3803      0.7568
 507     0.0146     0.0000   100.0000     1.0137    90.8200    13.2496      0.7568
 508     0.0142     0.0000   100.0000     1.0144    90.8200    13.2568      0.7568
 509     0.0138     0.0001    99.9980     1.0160    90.8300    13.3387      0.7567
 510     0.0134     0.0000   100.0000     1.0143    90.9100    13.2700      0.7567
 511     0.0130     0.0000    99.9980     1.0156    90.9000    13.2132      0.7567
 512     0.0125     0.0000   100.0000     1.0170    90.9100    13.4368      0.7566
 513     0.0121     0.0000   100.0000     1.0184    90.9200    13.3449      0.7566
 514     0.0117     0.0000   100.0000     1.0199    90.9200    13.2489      0.7566
 515     0.0113     0.0001    99.9980     1.0208    90.9000    13.2970      0.7566
 516     0.0109     0.0001    99.9960     1.0220    90.8900    13.2761      0.7565
 517     0.0105     0.0000   100.0000     1.0226    90.8800    13.2706      0.7565
 518     0.0101     0.0001    99.9960     1.0222    90.8800    13.5210      0.7565
 519     0.0097     0.0000    99.9980     1.0233    90.8500    13.2069      0.7565
 520     0.0092     0.0000    99.9980     1.0234    90.8500    13.3181      0.7564
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     1.0235    90.8700    13.2430      0.7564
 522     0.0084     0.0000    99.9980     1.0230    90.8600    13.2957      0.7564
 523     0.0080     0.0000    99.9960     1.0183    90.8400    13.2178      0.7564
 524     0.0076     0.0000   100.0000     1.0182    90.8300    13.3514      0.7564
 525     0.0072     0.0000   100.0000     1.0187    90.8500    13.3018      0.7563
 526     0.0068     0.0000   100.0000     1.0186    90.8400    13.2210      0.7563
 527     0.0064     0.0001    99.9980     1.0194    90.9400    13.4045      0.7563
 528     0.0060     0.0000   100.0000     1.0209    90.9300    13.2825      0.7563
 529     0.0055     0.0001    99.9960     1.0203    90.9200    13.3524      0.7563
 530     0.0051     0.0000   100.0000     1.0209    90.9200    13.1774      0.7563
 531     0.0047     0.0000   100.0000     1.0207    90.9100    13.2983      0.7563
 532     0.0043     0.0000   100.0000     1.0210    90.9200    13.3544      0.7562
 533     0.0039     0.0001    99.9980     1.0211    90.9200    13.3346      0.7562
 534     0.0035     0.0000   100.0000     1.0198    90.9200    13.2683      0.7562
 535     0.0031     0.0000   100.0000     1.0200    90.9200    13.3540      0.7562
 536     0.0027     0.0000   100.0000     1.0199    90.9400    13.3068      0.7562
 537     0.0022     0.0001    99.9980     1.0194    90.9400    13.2717      0.7562
 538     0.0018     0.0000   100.0000     1.0197    90.9300    13.1933      0.7562
 539     0.0014     0.0000   100.0000     1.0198    90.9500    13.2462      0.7562
 540     0.0010     0.0000   100.0000     1.0198    90.9400    13.2741      0.7562
 541     0.0010     0.0000   100.0000     1.0198    90.9400    13.2137      0.7562
 542     0.0010     0.0000   100.0000     1.0199    90.9400    13.0901      0.7562
 543     0.0010     0.0000   100.0000     1.0197    90.9400    13.2148      0.7562
 544     0.0010     0.0000   100.0000     1.0197    90.9400    13.2972      0.7562
 545     0.0010     0.0000   100.0000     1.0198    90.9400    13.1738      0.7562
 546     0.0010     0.0000   100.0000     1.0198    90.9400    13.2555      0.7562
 547     0.0010     0.0000   100.0000     1.0197    90.9400    13.3022      0.7562
 548     0.0010     0.0000   100.0000     1.0196    90.9400    13.2555      0.7561
 549     0.0010     0.0000   100.0000     1.0197    90.9300    13.3933      0.7561
 550     0.0010     0.0000   100.0000     1.0196    90.9300    13.1299      0.7561
 551     0.0010     0.0001    99.9980     1.0196    90.9300    13.4022      0.7561
 552     0.0010     0.0000   100.0000     1.0196    90.9300    13.2321      0.7561
 553     0.0010     0.0000   100.0000     1.0194    90.9300    13.3242      0.7561
 554     0.0010     0.0000    99.9980     1.0193    90.9300    13.3784      0.7561
 555     0.0010     0.0000    99.9980     1.0193    90.9300    13.2459      0.7561
 556     0.0010     0.0001    99.9980     1.0192    90.9200    13.4141      0.7561
 557     0.0010     0.0000   100.0000     1.0191    90.9300    13.3870      0.7561
 558     0.0010     0.0001    99.9980     1.0191    90.9400    13.2863      0.7561
 559     0.0010     0.0000   100.0000     1.0191    90.9400    13.3425      0.7561
 560     0.0010     0.0000   100.0000     1.0191    90.9400    13.3958      0.7561
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     1.0190    90.9400    13.2141      0.7561
 562     0.0010     0.0000    99.9980     1.0190    90.9300    13.1545      0.7561
 563     0.0010     0.0000   100.0000     1.0189    90.9400    13.4503      0.7561
 564     0.0010     0.0000    99.9980     1.0189    90.9400    13.3026      0.7561
 565     0.0010     0.0000   100.0000     1.0188    90.9400    13.1620      0.7561
 566     0.0010     0.0001    99.9960     1.0188    90.9400    13.2030      0.7561
 567     0.0010     0.0000   100.0000     1.0189    90.9400    13.3939      0.7560
 568     0.0010     0.0000   100.0000     1.0190    90.9300    13.2997      0.7560
 569     0.0010     0.0000    99.9980     1.0190    90.9400    13.3260      0.7560
 570     0.0010     0.0001    99.9960     1.0190    90.9400    13.3109      0.7560
 571     0.0010     0.0000   100.0000     1.0190    90.9400    13.3104      0.7560
 572     0.0010     0.0000   100.0000     1.0190    90.9400    13.2755      0.7560
 573     0.0010     0.0000    99.9980     1.0191    90.9400    13.1732      0.7560
 574     0.0010     0.0000   100.0000     1.0192    90.9300    13.2113      0.7560
 575     0.0010     0.0000    99.9980     1.0191    90.9300    13.3562      0.7560
 576     0.0010     0.0000   100.0000     1.0191    90.9200    13.2468      0.7560
 577     0.0010     0.0000    99.9980     1.0193    90.9200    13.2244      0.7560
 578     0.0010     0.0000   100.0000     1.0193    90.9200    13.3808      0.7560
 579     0.0010     0.0000    99.9980     1.0190    90.9400    13.4482      0.7560
 580     0.0010     0.0001    99.9980     1.0192    90.9300    13.3834      0.7560
 581     0.0010     0.0000   100.0000     1.0192    90.9300    13.2215      0.7560
 582     0.0010     0.0000   100.0000     1.0188    90.9500    13.3096      0.7560
 583     0.0010     0.0000   100.0000     1.0187    90.9400    13.2158      0.7560
 584     0.0010     0.0000   100.0000     1.0188    90.9400    13.2831      0.7560
 585     0.0010     0.0000   100.0000     1.0187    90.9500    13.2317      0.7560
 586     0.0010     0.0000   100.0000     1.0188    90.9500    13.2564      0.7559
 587     0.0010     0.0000   100.0000     1.0188    90.9600    13.2779      0.7559
 588     0.0010     0.0000    99.9980     1.0188    90.9500    13.4070      0.7559
 589     0.0010     0.0000   100.0000     1.0190    90.9400    13.3276      0.7559
 590     0.0010     0.0000    99.9980     1.0189    90.9400    13.2198      0.7559
 591     0.0010     0.0000   100.0000     1.0190    90.9400    13.1439      0.7559
 592     0.0010     0.0000   100.0000     1.0189    90.9400    13.2608      0.7559
 593     0.0010     0.0000   100.0000     1.0186    90.9200    13.2779      0.7559
 594     0.0010     0.0000   100.0000     1.0187    90.9300    13.3076      0.7559
 595     0.0010     0.0000   100.0000     1.0188    90.9200    13.3561      0.7559
 596     0.0010     0.0000   100.0000     1.0188    90.9200    13.2657      0.7559
 597     0.0010     0.0000   100.0000     1.0186    90.9600    13.3672      0.7559
 598     0.0010     0.0000   100.0000     1.0186    90.9500    13.1633      0.7559
 599     0.0010     0.0000   100.0000     1.0187    90.9300    13.2717      0.7559
 600     0.0010     0.0000   100.0000     1.0188    90.9300    13.2901      0.7559
