Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2215    13.8620     2.2002    14.8300    14.8325      0.9751
   2     0.1000     1.9321    24.0220     1.9020    24.8100    13.3454      0.9671
   3     0.1000     1.7664    32.1360     1.7241    33.4100    13.3705      0.9614
   4     0.1000     1.5808    38.8240     1.5669    38.8900    13.3097      0.9568
   5     0.1000     1.5560    42.2100     1.4860    43.9900    13.1812      0.9528
   6     0.1000     1.3102    50.8100     1.2891    51.0700    13.2797      0.9493
   7     0.1000     1.1646    58.0000     1.1441    58.3500    13.1873      0.9461
   8     0.1000     1.1577    58.6280     1.1266    59.5000    13.2580      0.9433
   9     0.1000     0.8872    68.4760     0.8883    69.0500    13.2212      0.9407
  10     0.1000     0.8926    68.0580     0.9164    67.9400    13.2881      0.9382
  11     0.1000     0.8288    71.2140     0.8143    72.2100    13.2526      0.9359
  12     0.1000     0.6855    76.1740     0.7229    75.5000    13.3747      0.9337
  13     0.1000     0.6480    77.9240     0.6827    76.5900    13.2908      0.9316
  14     0.1000     0.6723    76.8140     0.7342    75.6400    13.2438      0.9296
  15     0.1000     0.5711    80.4720     0.6261    79.1300    13.1790      0.9278
  16     0.1000     0.5802    80.2480     0.6417    78.5400    13.2548      0.9260
  17     0.1000     0.6075    79.7480     0.7238    77.1000    13.1660      0.9242
  18     0.1000     0.4970    83.2380     0.5911    81.2100    13.2341      0.9226
  19     0.1000     0.4457    85.0920     0.5589    81.8100    13.3223      0.9210
  20     0.1000     0.4632    84.4500     0.5871    81.2000    13.2724      0.9195
  21     0.1000     0.4954    83.3620     0.6196    79.9900    13.2682      0.9180
  22     0.1000     0.4332    85.5220     0.5767    82.0600    13.1425      0.9166
  23     0.1000     0.3721    87.4040     0.5073    83.9400    13.1926      0.9152
  24     0.1000     0.3760    87.3240     0.5358    83.1500    13.3081      0.9139
  25     0.1000     0.4376    85.3200     0.6147    81.0400    13.4406      0.9126
  26     0.1000     0.3464    88.4640     0.5278    83.7200    13.1484      0.9113
  27     0.1000     0.3697    87.7180     0.5409    83.5800    13.3028      0.9100
  28     0.1000     0.2985    89.7840     0.4792    85.0600    13.5253      0.9088
  29     0.1000     0.2834    90.4380     0.4955    84.7100    13.4188      0.9077
  30     0.1000     0.2762    90.7420     0.4884    85.2200    13.2221      0.9065
  31     0.1000     0.2954    89.9240     0.5087    84.2900    13.2406      0.9053
  32     0.1000     0.2501    91.6000     0.4733    85.7800    13.3312      0.9042
  33     0.1000     0.2848    90.5800     0.5018    84.6800    13.2292      0.9031
  34     0.1000     0.3057    89.9820     0.5366    84.5100    13.1968      0.9021
  35     0.1000     0.2465    91.7500     0.5159    85.0500    13.1837      0.9011
  36     0.1000     0.2159    92.7440     0.5059    86.0900    13.1930      0.9000
  37     0.1000     0.2397    91.9240     0.5132    85.2600    13.3232      0.8990
  38     0.1000     0.2063    93.0980     0.4863    85.9300    13.1578      0.8980
  39     0.1000     0.1985    93.3220     0.4864    86.4200    13.2821      0.8971
  40     0.1000     0.1921    93.5480     0.4786    86.0900    13.2756      0.8961
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1947    93.6060     0.5045    86.3900    13.1968      0.8952
  42     0.1000     0.2439    92.0280     0.5424    85.1500    13.2845      0.8943
  43     0.1000     0.1534    94.8280     0.4655    87.0600    13.2564      0.8934
  44     0.1000     0.1926    93.5720     0.5297    86.2400    13.3144      0.8925
  45     0.1000     0.1366    95.4320     0.4535    87.5200    13.3008      0.8916
  46     0.1000     0.1546    94.6940     0.4966    87.1200    13.4766      0.8908
  47     0.1000     0.2014    93.2960     0.5477    85.8300    13.3006      0.8899
  48     0.1000     0.1556    94.7000     0.5007    86.4000    13.1874      0.8891
  49     0.1000     0.1735    94.1640     0.5210    86.3200    13.3319      0.8883
  50     0.1000     0.1700    94.3840     0.5212    86.5000    13.2773      0.8875
  51     0.1000     0.1211    95.9220     0.4751    87.4200    13.3675      0.8867
  52     0.1000     0.1481    95.0760     0.5265    86.5200    13.2702      0.8859
  53     0.1000     0.1123    96.3260     0.5131    87.4500    13.2838      0.8851
  54     0.1000     0.1108    96.3460     0.5350    87.8800    13.0895      0.8844
  55     0.1000     0.0892    96.9900     0.4596    88.0500    13.2199      0.8836
  56     0.1000     0.1176    96.0060     0.5105    87.5600    13.1935      0.8829
  57     0.1000     0.1074    96.4020     0.4789    87.6300    13.2144      0.8821
  58     0.1000     0.1450    95.5720     0.6044    86.2500    13.3014      0.8814
  59     0.1000     0.0867    96.9320     0.5012    87.5900    13.2380      0.8807
  60     0.1000     0.0942    96.8940     0.4947    87.5700    13.3284      0.8800
  61     0.1000     0.0953    96.7860     0.5275    87.4600    13.2435      0.8793
  62     0.1000     0.0808    97.2060     0.4995    87.6700    13.2160      0.8786
  63     0.1000     0.0940    96.8040     0.4905    87.9000    13.2344      0.8779
  64     0.1000     0.0789    97.3380     0.5594    87.6600    13.1267      0.8772
  65     0.1000     0.0760    97.4360     0.5324    88.0400    13.2585      0.8766
  66     0.1000     0.0770    97.3920     0.5230    88.1800    13.1874      0.8759
  67     0.1000     0.1311    95.7880     0.5890    86.4200    13.2476      0.8752
  68     0.1000     0.0758    97.3520     0.5326    87.8600    13.2074      0.8746
  69     0.1000     0.0679    97.7400     0.5222    87.7300    13.4261      0.8740
  70     0.1000     0.0776    97.3820     0.5498    87.6100    13.2863      0.8733
  71     0.1000     0.0637    97.8860     0.5104    88.2400    13.3125      0.8727
  72     0.1000     0.0637    97.8640     0.5342    88.0900    13.2160      0.8721
  73     0.1000     0.1115    96.5200     0.6095    86.2100    13.1576      0.8714
  74     0.1000     0.0708    97.6140     0.5470    87.7200    13.1868      0.8708
  75     0.1000     0.0594    97.9800     0.5631    87.6300    13.1971      0.8702
  76     0.1000     0.0645    97.8100     0.5616    88.0500    13.2184      0.8696
  77     0.1000     0.0659    97.8320     0.6013    88.3900    13.3967      0.8690
  78     0.1000     0.1430    95.6440     0.6325    86.4900    13.2551      0.8684
  79     0.1000     0.0608    97.9840     0.5769    88.0000    13.3165      0.8678
  80     0.1000     0.0835    97.3700     0.6491    87.3100    13.2390      0.8672
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0558    98.1780     0.5387    87.8200    13.3652      0.8667
  82     0.1000     0.0436    98.5300     0.5592    88.4700    13.4818      0.8661
  83     0.1000     0.0468    98.4340     0.5534    88.2100    13.4005      0.8655
  84     0.1000     0.0461    98.4420     0.5675    88.3000    13.2077      0.8649
  85     0.1000     0.0536    98.1840     0.5805    87.9900    13.2609      0.8643
  86     0.1000     0.0433    98.6400     0.5210    88.3200    13.3203      0.8638
  87     0.1000     0.0622    97.9400     0.5765    87.9500    13.3804      0.8632
  88     0.1000     0.0367    98.7920     0.5868    88.6600    13.3066      0.8626
  89     0.1000     0.0732    97.3980     0.6159    87.5300    13.3798      0.8620
  90     0.1000     0.0364    98.8100     0.5496    88.5300    13.4031      0.8615
  91     0.1000     0.0548    98.1960     0.6058    87.9700    13.4574      0.8610
  92     0.1000     0.0532    98.1500     0.5701    88.2600    13.2228      0.8604
  93     0.1000     0.0402    98.6800     0.5576    88.3100    13.2300      0.8599
  94     0.1000     0.0306    98.9800     0.5487    88.8500    13.3881      0.8594
  95     0.1000     0.0508    98.2440     0.6087    88.1900    13.4003      0.8588
  96     0.1000     0.0417    98.6200     0.5799    88.1900    13.3995      0.8583
  97     0.1000     0.0353    98.8180     0.6116    88.1800    13.2070      0.8578
  98     0.1000     0.0312    98.9080     0.6533    88.6300    13.1727      0.8573
  99     0.1000     0.0498    98.3380     0.6229    88.1200    13.3476      0.8568
 100     0.1000     0.0360    98.8300     0.5578    88.1200    13.2829      0.8562
 101     0.1000     0.0261    99.1200     0.5526    88.8800    13.3409      0.8557
 102     0.1000     0.0330    98.8780     0.5994    88.5900    13.3075      0.8552
 103     0.1000     0.0261    99.1420     0.5481    88.5400    13.2812      0.8547
 104     0.1000     0.0297    99.0000     0.5708    88.4900    13.2557      0.8543
 105     0.1000     0.0277    99.0740     0.6170    88.6800    13.3665      0.8537
 106     0.1000     0.0322    98.9380     0.6301    88.5900    13.3629      0.8533
 107     0.1000     0.0291    99.0580     0.5515    88.4100    13.1995      0.8528
 108     0.1000     0.0252    99.2120     0.6442    88.5800    13.2507      0.8522
 109     0.1000     0.0390    98.7100     0.6813    87.9800    13.1907      0.8518
 110     0.1000     0.0302    98.9360     0.5953    88.5400    13.1509      0.8512
 111     0.1000     0.0244    99.1720     0.6008    88.6200    13.2677      0.8508
 112     0.1000     0.0358    98.7860     0.6214    88.5500    13.2867      0.8503
 113     0.1000     0.0187    99.3860     0.5856    89.2600    13.2947      0.8498
 114     0.1000     0.0431    98.6720     0.5972    88.2700    13.2877      0.8494
 115     0.1000     0.0262    99.1440     0.5818    89.1600    13.1947      0.8489
 116     0.1000     0.0224    99.2740     0.6181    88.8500    13.2644      0.8484
 117     0.1000     0.0351    98.9040     0.6225    88.4500    13.3321      0.8480
 118     0.1000     0.0235    99.2220     0.5562    89.2000    13.3191      0.8475
 119     0.1000     0.0261    99.0700     0.5732    88.6000    13.2804      0.8471
 120     0.1000     0.0260    99.1340     0.5911    89.2500    13.2117      0.8466
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0260    99.1460     0.5863    88.7900    13.3012      0.8462
 122     0.1000     0.0239    99.2160     0.5818    88.9800    13.2998      0.8457
 123     0.1000     0.0266    99.1200     0.6040    88.5200    13.2560      0.8453
 124     0.1000     0.0247    99.1720     0.6013    88.7500    13.1924      0.8448
 125     0.1000     0.0305    99.0380     0.6856    88.4900    13.2821      0.8443
 126     0.1000     0.0412    98.5900     0.6302    88.2100    13.2177      0.8439
 127     0.1000     0.0171    99.3940     0.6458    89.0600    13.2233      0.8434
 128     0.1000     0.0228    99.2500     0.6365    88.6700    13.2983      0.8430
 129     0.1000     0.0491    98.5960     0.7412    88.1400    13.2951      0.8425
 130     0.1000     0.0158    99.4600     0.5986    89.2500    13.2447      0.8421
 131     0.1000     0.0212    99.3200     0.5993    88.9200    13.1908      0.8417
 132     0.1000     0.0188    99.3500     0.6412    88.9700    13.2942      0.8412
 133     0.1000     0.0247    99.2340     0.6227    88.4200    13.3401      0.8408
 134     0.1000     0.0148    99.5240     0.6619    89.0600    13.2090      0.8404
 135     0.1000     0.0275    99.1520     0.6631    88.6800    13.2119      0.8399
 136     0.1000     0.0201    99.2760     0.6069    88.8800    13.3193      0.8395
 137     0.1000     0.0188    99.3900     0.6453    89.0600    13.1854      0.8391
 138     0.1000     0.0167    99.4700     0.6281    88.9700    13.3930      0.8387
 139     0.1000     0.0218    99.2880     0.6326    88.7200    13.3844      0.8383
 140     0.1000     0.0157    99.4780     0.6327    89.4800    13.1478      0.8379
 141     0.1000     0.0256    99.1620     0.6635    88.6800    13.5094      0.8375
 142     0.1000     0.0169    99.4420     0.5980    88.7600    13.2229      0.8370
 143     0.1000     0.0142    99.5160     0.6348    89.3600    13.5324      0.8366
 144     0.1000     0.0185    99.3800     0.5993    89.1200    13.1680      0.8362
 145     0.1000     0.0184    99.3380     0.6328    88.9000    13.2479      0.8358
 146     0.1000     0.0117    99.6300     0.7022    89.1200    13.1934      0.8354
 147     0.1000     0.0126    99.6060     0.6086    89.4100    13.6303      0.8349
 148     0.1000     0.0172    99.4560     0.6509    89.1100    13.3448      0.8346
 149     0.1000     0.0132    99.5660     0.6905    89.3200    13.3479      0.8342
 150     0.1000     0.0162    99.4680     0.6309    88.9300    13.3294      0.8338
 151     0.1000     0.0146    99.5160     0.6572    89.1900    13.3268      0.8333
 152     0.1000     0.0199    99.3340     0.6302    89.2100    13.2298      0.8329
 153     0.1000     0.0127    99.5760     0.6542    89.1600    13.3139      0.8325
 154     0.1000     0.0196    99.3560     0.7154    89.0400    13.3042      0.8321
 155     0.1000     0.0116    99.6500     0.6429    89.3200    13.1085      0.8317
 156     0.1000     0.0157    99.4680     0.6434    89.5600    13.1995      0.8313
 157     0.1000     0.0136    99.5760     0.6080    89.6900    13.2349      0.8309
 158     0.1000     0.0135    99.5580     0.6894    89.1700    13.1503      0.8306
 159     0.1000     0.0169    99.4740     0.6823    89.3800    13.3748      0.8302
 160     0.1000     0.0114    99.6280     0.6375    89.4000    13.1430      0.8298
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0197    99.3260     0.6762    88.9100    13.2780      0.8294
 162     0.1000     0.0077    99.7320     0.6333    89.4100    13.2016      0.8290
 163     0.1000     0.0171    99.4220     0.5870    89.1600    13.3350      0.8287
 164     0.1000     0.0121    99.5880     0.6285    89.1400    13.1363      0.8282
 165     0.1000     0.0193    99.3640     0.6954    89.1200    13.3761      0.8279
 166     0.1000     0.0093    99.7000     0.6831    89.5700    13.0808      0.8275
 167     0.1000     0.0127    99.5900     0.6806    89.4200    13.1240      0.8271
 168     0.1000     0.0260    99.1620     0.7074    88.7200    13.4797      0.8268
 169     0.1000     0.0156    99.4920     0.6852    89.3200    13.3947      0.8264
 170     0.1000     0.0144    99.5340     0.6581    89.1400    13.4216      0.8260
 171     0.1000     0.0153    99.4880     0.7183    89.0900    13.2523      0.8256
 172     0.1000     0.0203    99.3200     0.7143    88.9300    13.1995      0.8252
 173     0.1000     0.0117    99.6140     0.6380    89.4900    13.1858      0.8249
 174     0.1000     0.0242    99.2320     0.6820    88.7000    13.3744      0.8245
 175     0.1000     0.0091    99.7080     0.6763    89.7000    13.1894      0.8241
 176     0.1000     0.0152    99.5080     0.6615    89.4400    13.2019      0.8238
 177     0.1000     0.0134    99.5620     0.6636    89.5100    13.3802      0.8234
 178     0.1000     0.0102    99.6660     0.5903    89.8200    13.3398      0.8231
 179     0.1000     0.0112    99.6560     0.6486    89.5500    13.3116      0.8227
 180     0.1000     0.0099    99.6920     0.6695    89.8300    13.3655      0.8223
 181     0.1000     0.0097    99.6660     0.6799    89.9200    13.3113      0.8220
 182     0.1000     0.0120    99.6200     0.6334    89.8800    13.1777      0.8216
 183     0.1000     0.0147    99.5000     0.6860    89.5600    13.3173      0.8212
 184     0.1000     0.0129    99.5740     0.6577    89.3000    13.4123      0.8209
 185     0.1000     0.0176    99.4580     0.6266    89.3000    13.2872      0.8205
 186     0.1000     0.0104    99.6660     0.6626    89.5200    13.3381      0.8202
 187     0.1000     0.0062    99.8140     0.6983    89.7500    13.3675      0.8199
 188     0.1000     0.0110    99.6520     0.6508    89.6300    13.2549      0.8195
 189     0.1000     0.0560    98.5920     0.7807    88.7100    13.1925      0.8191
 190     0.1000     0.0086    99.7140     0.6877    89.8400    13.2873      0.8188
 191     0.1000     0.0301    99.1700     0.7279    89.3300    13.2208      0.8185
 192     0.1000     0.0095    99.7000     0.7003    89.5300    13.1183      0.8181
 193     0.1000     0.0110    99.6300     0.6759    89.3700    13.7074      0.8178
 194     0.1000     0.0087    99.6940     0.6863    89.4300    13.2003      0.8174
 195     0.1000     0.0084    99.7220     0.6795    89.9000    13.3479      0.8171
 196     0.1000     0.0098    99.6760     0.6640    89.2900    13.2390      0.8167
 197     0.1000     0.0062    99.7660     0.6465    90.0200    13.2448      0.8164
 198     0.1000     0.0067    99.7820     0.7243    89.6600    13.6246      0.8160
 199     0.1000     0.0092    99.7180     0.6629    89.7700    13.6132      0.8157
 200     0.1000     0.0078    99.7040     0.6327    89.7500    13.1865      0.8153
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0127    99.6060     0.6466    89.2700    13.2727      0.8150
 202     0.1000     0.0086    99.7180     0.6697    89.5100    13.1992      0.8147
 203     0.1000     0.0102    99.6540     0.6963    89.3800    13.3019      0.8144
 204     0.1000     0.0078    99.7480     0.7100    89.6800    13.3636      0.8140
 205     0.1000     0.0126    99.5880     0.6624    89.3200    13.2115      0.8137
 206     0.1000     0.0124    99.5960     0.7134    89.3200    13.2322      0.8133
 207     0.1000     0.0089    99.7240     0.6731    89.6400    13.3627      0.8130
 208     0.1000     0.0067    99.7740     0.7093    89.6200    13.5576      0.8127
 209     0.1000     0.0071    99.7840     0.6518    89.6900    13.2074      0.8124
 210     0.1000     0.0095    99.6660     0.7041    89.4000    13.3921      0.8121
 211     0.1000     0.0105    99.6520     0.6995    89.3600    13.3371      0.8117
 212     0.1000     0.0594    99.0400     0.8508    88.9200    13.2936      0.8114
 213     0.1000     0.0119    99.5740     0.7078    89.6500    13.3605      0.8111
 214     0.1000     0.0099    99.6640     0.7220    89.4000    13.3144      0.8107
 215     0.1000     0.0090    99.7040     0.6949    89.6300    13.2397      0.8105
 216     0.1000     0.0071    99.7820     0.7169    89.7400    13.3646      0.8102
 217     0.1000     0.0099    99.6560     0.6934    89.6700    13.3360      0.8098
 218     0.1000     0.0071    99.7640     0.7643    89.5900    13.2601      0.8095
 219     0.1000     0.0092    99.7000     0.7517    89.6300    13.2039      0.8092
 220     0.1000     0.0080    99.7300     0.7054    89.6500    13.0842      0.8089
 221     0.1000     0.0079    99.7460     0.6761    89.5000    13.1321      0.8086
 222     0.1000     0.0068    99.7800     0.7127    89.5400    13.2425      0.8083
 223     0.1000     0.0080    99.7220     0.7223    89.4100    13.3147      0.8080
 224     0.1000     0.0096    99.6900     0.6318    89.5400    13.1295      0.8077
 225     0.1000     0.0087    99.7100     0.7243    89.5200    13.3796      0.8073
 226     0.1000     0.0059    99.8060     0.6413    89.7200    13.2762      0.8070
 227     0.1000     0.0075    99.7620     0.7112    89.6400    13.3336      0.8067
 228     0.1000     0.0113    99.6760     0.7171    89.1900    13.3004      0.8064
 229     0.1000     0.0081    99.7400     0.7857    89.3800    13.2442      0.8061
 230     0.1000     0.0103    99.6520     0.7063    89.3200    13.3891      0.8058
 231     0.1000     0.0070    99.7760     0.7326    89.8700    13.3640      0.8055
 232     0.1000     0.0107    99.6460     0.7289    89.4700    13.2096      0.8052
 233     0.1000     0.0036    99.8940     0.7631    89.8600    13.3107      0.8049
 234     0.1000     0.0057    99.8040     0.7061    89.8300    13.3112      0.8046
 235     0.1000     0.0142    99.5360     0.7850    89.2200    13.4435      0.8043
 236     0.1000     0.0098    99.6720     0.6292    89.4600    13.2648      0.8040
 237     0.1000     0.0065    99.7920     0.6902    89.3700    13.1808      0.8037
 238     0.1000     0.0049    99.8480     0.6979    89.6400    13.2949      0.8034
 239     0.1000     0.0063    99.8240     0.7750    89.4600    13.3366      0.8031
 240     0.1000     0.0063    99.8020     0.6745    89.6700    13.4583      0.8028
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0301    99.1380     0.8017    88.5800    13.1765      0.8025
 242     0.1000     0.0046    99.8480     0.6637    89.4900    13.1636      0.8022
 243     0.1000     0.0112    99.6500     0.7371    89.3300    13.2330      0.8019
 244     0.1000     0.0060    99.7900     0.7167    89.8500    13.3068      0.8016
 245     0.1000     0.0095    99.7040     0.6867    89.4000    13.2900      0.8013
 246     0.1000     0.0073    99.7520     0.6685    89.8000    13.3925      0.8010
 247     0.1000     0.0041    99.8760     0.6779    89.7800    13.1695      0.8007
 248     0.1000     0.0066    99.7720     0.6950    89.4900    13.2851      0.8004
 249     0.1000     0.0081    99.7440     0.7956    89.8200    13.2608      0.8001
 250     0.1000     0.0074    99.7600     0.6413    89.4400    13.2048      0.7998
 251     0.1000     0.0047    99.8620     0.7212    89.5200    13.2684      0.7995
 252     0.1000     0.0091    99.7120     0.7045    89.3100    13.2857      0.7992
 253     0.1000     0.0071    99.7540     0.6931    89.6000    13.1933      0.7989
 254     0.1000     0.0075    99.7320     0.6788    89.5700    13.3738      0.7986
 255     0.1000     0.0054    99.8280     0.6886    89.7500    13.2861      0.7984
 256     0.1000     0.0072    99.7780     0.7439    89.8000    13.2467      0.7981
 257     0.1000     0.0395    98.8240     0.8861    87.9700    13.1966      0.7977
 258     0.1000     0.0058    99.8200     0.7259    89.9500    13.4821      0.7975
 259     0.1000     0.0071    99.7620     0.7427    89.4800    13.3918      0.7972
 260     0.1000     0.0059    99.8140     0.7033    89.6600    13.2538      0.7970
 261     0.1000     0.0059    99.8000     0.6915    89.4200    13.2034      0.7967
 262     0.1000     0.0048    99.8520     0.7258    90.0600    13.2484      0.7964
 263     0.1000     0.0052    99.8300     0.7405    89.5600    13.2091      0.7961
 264     0.1000     0.0065    99.7960     0.7741    89.5800    13.3052      0.7958
 265     0.1000     0.0070    99.7800     0.7317    89.5100    13.1589      0.7956
 266     0.1000     0.0037    99.8880     0.7131    89.9600    13.2036      0.7953
 267     0.1000     0.0080    99.7360     0.6836    89.8200    13.2861      0.7950
 268     0.1000     0.0121    99.5600     0.7041    88.9200    13.4040      0.7947
 269     0.1000     0.0049    99.8600     0.7446    89.5800    13.3535      0.7944
 270     0.1000     0.0065    99.7760     0.7100    89.5700    13.2003      0.7942
 271     0.1000     0.0043    99.8700     0.7515    89.5100    13.2739      0.7939
 272     0.1000     0.0049    99.8500     0.6982    89.6600    13.4357      0.7936
 273     0.1000     0.0039    99.8520     0.7472    89.9300    13.3678      0.7933
 274     0.1000     0.0043    99.8580     0.7072    89.7100    13.2761      0.7930
 275     0.1000     0.0055    99.8300     0.6891    89.9200    13.4022      0.7927
 276     0.1000     0.0047    99.8500     0.6711    89.8200    13.2730      0.7925
 277     0.1000     0.0057    99.7900     0.7500    89.5000    13.2736      0.7922
 278     0.1000     0.0102    99.6820     0.7878    89.3900    13.3257      0.7919
 279     0.1000     0.0049    99.8320     0.7518    89.3600    13.2068      0.7916
 280     0.1000     0.0067    99.7900     0.7396    89.8100    13.1833      0.7914
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0093    99.6820     0.7033    89.2800    13.2291      0.7911
 282     0.1000     0.0076    99.7260     0.7573    89.5100    13.1799      0.7908
 283     0.1000     0.0043    99.8440     0.7854    89.8800    13.3285      0.7906
 284     0.1000     0.0081    99.7020     0.7806    89.3700    13.2630      0.7903
 285     0.1000     0.0052    99.8220     0.6788    89.7200    13.2710      0.7900
 286     0.1000     0.0034    99.8980     0.7373    89.8200    13.1021      0.7897
 287     0.1000     0.0055    99.8220     0.7557    89.7800    13.2045      0.7895
 288     0.1000     0.0058    99.8100     0.7588    89.3800    13.3571      0.7892
 289     0.1000     0.0044    99.8660     0.7200    90.0700    13.3249      0.7889
 290     0.1000     0.0035    99.8800     0.7061    89.9800    13.3984      0.7887
 291     0.1000     0.0061    99.8080     0.7442    89.7200    13.2064      0.7884
 292     0.1000     0.0048    99.8400     0.7158    89.7400    13.2931      0.7882
 293     0.1000     0.0115    99.6800     0.7374    89.5000    13.2792      0.7879
 294     0.1000     0.0046    99.8440     0.7491    89.7000    13.2462      0.7876
 295     0.1000     0.0044    99.8620     0.7118    89.5600    13.3598      0.7873
 296     0.1000     0.0057    99.8160     0.7603    89.6700    13.3712      0.7871
 297     0.1000     0.0069    99.7920     0.7324    89.3600    13.4565      0.7868
 298     0.1000     0.0065    99.8140     0.7113    89.4100    13.1991      0.7865
 299     0.1000     0.0046    99.8460     0.7326    89.8400    13.3109      0.7863
 300     0.1000     0.0030    99.8820     0.7433    90.0500    13.3654      0.7860
 301     0.0996     0.0067    99.7980     0.7251    89.6500    13.3848      0.7858
 302     0.0992     0.0085    99.7480     0.7897    89.1400    13.3964      0.7855
 303     0.0988     0.0051    99.8260     0.8098    89.5700    13.2286      0.7853
 304     0.0983     0.0032    99.9040     0.7611    89.9400    13.1821      0.7850
 305     0.0979     0.0026    99.9280     0.7632    89.8000    13.3317      0.7848
 306     0.0975     0.0044    99.8520     0.7138    89.6400    13.2886      0.7845
 307     0.0971     0.0031    99.8820     0.7241    89.5700    13.1310      0.7843
 308     0.0967     0.0040    99.8780     0.6893    89.8700    13.2837      0.7840
 309     0.0963     0.0027    99.9260     0.7680    90.0500    13.3904      0.7838
 310     0.0959     0.0073    99.7440     0.7242    89.7100    13.1157      0.7835
 311     0.0955     0.0029    99.9180     0.6904    90.1400    13.3446      0.7833
 312     0.0950     0.0031    99.9020     0.7628    90.1100    13.2383      0.7831
 313     0.0946     0.0077    99.7480     0.7242    89.4300    13.2893      0.7828
 314     0.0942     0.0138    99.6260     0.7891    89.5700    13.4317      0.7825
 315     0.0938     0.0031    99.8980     0.7533    90.0200    13.2875      0.7823
 316     0.0934     0.0023    99.9240     0.7491    89.7500    13.3788      0.7821
 317     0.0930     0.0038    99.8980     0.7165    89.9700    13.4530      0.7818
 318     0.0926     0.0020    99.9360     0.7488    89.9500    13.3724      0.7816
 319     0.0922     0.0020    99.9360     0.7621    89.8500    13.3562      0.7813
 320     0.0917     0.0080    99.7520     0.8255    89.2100    13.5094      0.7811
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0063    99.8000     0.7905    89.6300    13.3684      0.7809
 322     0.0909     0.0029    99.9140     0.8030    90.0200    13.2385      0.7806
 323     0.0905     0.0034    99.8700     0.8185    89.6700    13.2094      0.7804
 324     0.0901     0.0035    99.8900     0.8161    89.8600    13.2761      0.7802
 325     0.0897     0.0027    99.9120     0.7991    89.4900    13.2077      0.7800
 326     0.0893     0.0082    99.7460     0.8091    89.5500    13.3282      0.7797
 327     0.0889     0.0019    99.9360     0.7610    90.2200    13.2279      0.7795
 328     0.0885     0.0041    99.8680     0.8273    89.4100    13.1852      0.7793
 329     0.0880     0.0037    99.8760     0.8151    89.6800    13.0927      0.7791
 330     0.0876     0.0039    99.8760     0.7714    89.6100    13.3092      0.7788
 331     0.0872     0.0021    99.9300     0.7697    89.9000    13.6002      0.7786
 332     0.0868     0.0019    99.9200     0.7847    90.0900    13.3408      0.7784
 333     0.0864     0.0022    99.9280     0.7535    89.9000    13.4103      0.7782
 334     0.0860     0.0020    99.9200     0.8022    89.9400    13.3197      0.7780
 335     0.0856     0.0013    99.9500     0.7566    90.1800    13.3659      0.7778
 336     0.0852     0.0030    99.9200     0.8324    89.7200    13.1795      0.7775
 337     0.0847     0.0017    99.9540     0.7298    90.0700    13.3107      0.7773
 338     0.0843     0.0022    99.9280     0.7662    89.9400    13.2200      0.7771
 339     0.0839     0.0059    99.8360     0.8001    89.5100    13.4747      0.7769
 340     0.0835     0.0027    99.9040     0.7732    89.9000    13.2587      0.7767
 341     0.0831     0.0016    99.9480     0.7709    90.1600    13.2866      0.7765
 342     0.0827     0.0016    99.9460     0.7635    89.8300    13.2221      0.7763
 343     0.0823     0.0030    99.9000     0.7547    89.6600    13.4896      0.7761
 344     0.0818     0.0025    99.9140     0.8178    89.7000    13.3778      0.7759
 345     0.0814     0.0024    99.9220     0.7906    90.0200    13.2677      0.7757
 346     0.0810     0.0018    99.9400     0.7872    90.3000    13.3260      0.7755
 347     0.0806     0.0017    99.9420     0.8200    90.0200    13.2798      0.7753
 348     0.0802     0.0010    99.9620     0.8265    90.0700    13.2474      0.7751
 349     0.0798     0.0020    99.9260     0.8391    89.9100    13.3468      0.7749
 350     0.0794     0.0017    99.9600     0.7874    89.9000    13.2188      0.7747
 351     0.0790     0.0010    99.9740     0.7850    90.0500    13.1754      0.7745
 352     0.0786     0.0012    99.9540     0.7826    90.1500    13.2108      0.7743
 353     0.0781     0.0013    99.9620     0.7791    90.0500    13.2830      0.7741
 354     0.0777     0.0016    99.9600     0.7761    89.9700    13.2548      0.7739
 355     0.0773     0.0007    99.9760     0.8449    90.0900    13.2470      0.7737
 356     0.0769     0.0015    99.9460     0.8415    90.3400    13.3640      0.7735
 357     0.0765     0.0011    99.9720     0.7775    89.9900    13.4086      0.7733
 358     0.0761     0.0011    99.9600     0.8005    90.3400    13.4311      0.7731
 359     0.0757     0.0014    99.9500     0.8022    90.0400    13.1620      0.7729
 360     0.0753     0.0022    99.9340     0.8057    89.9900    13.2348      0.7728
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0014    99.9540     0.8819    90.0300    13.3254      0.7726
 362     0.0744     0.0022    99.9320     0.8599    90.0900    13.2957      0.7724
 363     0.0740     0.0014    99.9500     0.8978    90.5700    13.2947      0.7722
 364     0.0736     0.0018    99.9380     0.8058    90.2000    13.1697      0.7720
 365     0.0732     0.0013    99.9640     0.8003    90.1100    13.3007      0.7718
 366     0.0728     0.0012    99.9580     0.8176    90.2600    13.3639      0.7717
 367     0.0724     0.0014    99.9520     0.8050    90.1400    13.3762      0.7715
 368     0.0720     0.0019    99.9540     0.8298    90.2100    13.3507      0.7713
 369     0.0715     0.0009    99.9620     0.8303    90.4300    13.3854      0.7711
 370     0.0711     0.0014    99.9540     0.8538    90.3100    13.1551      0.7709
 371     0.0707     0.0033    99.8900     0.8756    90.0200    13.2772      0.7708
 372     0.0703     0.0009    99.9760     0.8731    90.3300    13.2065      0.7706
 373     0.0699     0.0024    99.9160     0.8818    89.8400    13.3204      0.7704
 374     0.0695     0.0008    99.9720     0.8724    90.2400    13.2495      0.7702
 375     0.0691     0.0009    99.9680     0.8589    90.2900    13.2443      0.7701
 376     0.0686     0.0012    99.9620     0.8572    90.1900    13.3639      0.7699
 377     0.0682     0.0014    99.9580     0.9038    90.1800    13.3969      0.7697
 378     0.0678     0.0029    99.9100     0.8929    89.8800    13.3464      0.7696
 379     0.0674     0.0014    99.9480     0.8808    90.0700    13.1922      0.7694
 380     0.0670     0.0013    99.9580     0.7996    90.1600    13.2503      0.7693
 381     0.0666     0.0011    99.9640     0.7866    90.3000    13.2988      0.7691
 382     0.0662     0.0007    99.9800     0.8095    90.4900    13.2571      0.7690
 383     0.0658     0.0003    99.9880     0.8254    90.4700    13.1515      0.7688
 384     0.0654     0.0006    99.9760     0.8492    90.5000    13.3680      0.7686
 385     0.0649     0.0006    99.9800     0.8727    90.6400    13.1539      0.7685
 386     0.0645     0.0006    99.9780     0.9012    90.5100    13.3601      0.7683
 387     0.0641     0.0005    99.9860     0.9416    90.3400    13.5497      0.7682
 388     0.0637     0.0006    99.9780     0.9026    90.5400    13.2882      0.7680
 389     0.0633     0.0010    99.9640     0.8790    90.4100    13.4288      0.7679
 390     0.0629     0.0006    99.9860     0.8720    90.2700    13.2411      0.7677
 391     0.0625     0.0009    99.9660     0.8710    90.3800    13.0790      0.7676
 392     0.0621     0.0005    99.9760     0.8560    90.3700    13.1641      0.7674
 393     0.0616     0.0004    99.9880     0.8814    90.2600    13.2603      0.7673
 394     0.0612     0.0005    99.9840     0.9073    90.3800    13.2084      0.7671
 395     0.0608     0.0005    99.9800     0.9256    90.2900    13.3883      0.7670
 396     0.0604     0.0004    99.9840     0.9382    90.2400    13.3340      0.7668
 397     0.0600     0.0007    99.9780     0.9255    90.2200    13.2883      0.7667
 398     0.0596     0.0004    99.9920     0.9238    90.3700    13.2734      0.7665
 399     0.0592     0.0011    99.9660     0.9198    90.3700    13.3535      0.7664
 400     0.0588     0.0003    99.9940     0.8907    90.5800    13.4269      0.7662
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0007    99.9780     0.9120    90.5600    13.2316      0.7661
 402     0.0579     0.0005    99.9840     0.9121    90.5600    13.4121      0.7660
 403     0.0575     0.0004    99.9840     0.9197    90.3100    13.3332      0.7658
 404     0.0571     0.0008    99.9720     0.8275    90.3700    13.3989      0.7657
 405     0.0567     0.0003    99.9920     0.8401    90.5000    13.1269      0.7656
 406     0.0563     0.0003    99.9900     0.8744    90.4900    13.1971      0.7654
 407     0.0559     0.0008    99.9780     0.8716    90.6000    13.4038      0.7653
 408     0.0554     0.0004    99.9900     0.8946    90.4800    13.2393      0.7652
 409     0.0550     0.0008    99.9680     0.8527    90.1000    13.2781      0.7650
 410     0.0546     0.0006    99.9840     0.8633    90.5500    13.1837      0.7649
 411     0.0542     0.0005    99.9880     0.8836    90.2300    13.2247      0.7648
 412     0.0538     0.0004    99.9860     0.9017    90.5100    13.2171      0.7646
 413     0.0534     0.0005    99.9860     0.8882    90.3000    13.1921      0.7645
 414     0.0530     0.0004    99.9880     0.8886    90.6200    13.2521      0.7644
 415     0.0526     0.0008    99.9760     0.8303    90.4800    13.2297      0.7642
 416     0.0522     0.0005    99.9840     0.8386    90.6000    13.4054      0.7641
 417     0.0517     0.0005    99.9880     0.8689    90.7300    13.2512      0.7640
 418     0.0513     0.0022    99.9300     0.9025    90.4900    13.2489      0.7639
 419     0.0509     0.0005    99.9800     0.8785    90.3900    13.3065      0.7638
 420     0.0505     0.0006    99.9860     0.8807    90.5100    13.4010      0.7636
 421     0.0501     0.0004    99.9860     0.8788    90.4100    13.1478      0.7635
 422     0.0497     0.0004    99.9860     0.8935    90.3700    13.1955      0.7634
 423     0.0493     0.0003    99.9880     0.8878    90.3100    13.2874      0.7633
 424     0.0489     0.0004    99.9860     0.9090    90.4800    13.2351      0.7632
 425     0.0484     0.0001    99.9940     0.9082    90.4300    13.2763      0.7631
 426     0.0480     0.0002    99.9880     0.9171    90.5400    13.3701      0.7629
 427     0.0476     0.0002    99.9940     0.9088    90.5300    13.1445      0.7628
 428     0.0472     0.0001    99.9980     0.9321    90.6700    13.2673      0.7627
 429     0.0468     0.0007    99.9780     0.9688    90.5500    13.3939      0.7626
 430     0.0464     0.0002    99.9940     0.9332    90.4600    13.3324      0.7625
 431     0.0460     0.0001    99.9960     0.9301    90.4500    13.1584      0.7624
 432     0.0456     0.0004    99.9840     0.9769    90.3300    13.2605      0.7623
 433     0.0451     0.0012    99.9780     0.9546    90.4900    13.3336      0.7622
 434     0.0447     0.0003    99.9880     0.9379    90.3300    13.3033      0.7621
 435     0.0443     0.0003    99.9900     0.9343    90.4800    13.2708      0.7620
 436     0.0439     0.0001    99.9980     0.9475    90.6800    13.3594      0.7619
 437     0.0435     0.0004    99.9900     0.9347    90.3400    13.2675      0.7618
 438     0.0431     0.0001    99.9980     0.9530    90.4300    13.4504      0.7617
 439     0.0427     0.0003    99.9920     0.9498    90.4300    13.3001      0.7616
 440     0.0423     0.0004    99.9860     0.9670    90.4900    13.3117      0.7615
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0002    99.9860     0.9644    90.4800    13.1691      0.7614
 442     0.0414     0.0001    99.9960     0.9845    90.5100    13.3349      0.7613
 443     0.0410     0.0003    99.9900     0.9820    90.5000    13.2903      0.7612
 444     0.0406     0.0003    99.9880     0.9745    90.6600    13.2643      0.7611
 445     0.0402     0.0001    99.9960     0.9827    90.6200    13.1311      0.7610
 446     0.0398     0.0001   100.0000     0.9835    90.6100    13.2038      0.7609
 447     0.0394     0.0001    99.9960     0.9799    90.4600    13.3283      0.7608
 448     0.0389     0.0002    99.9960     0.9845    90.4600    13.2759      0.7607
 449     0.0385     0.0001    99.9980     0.9905    90.4400    13.2589      0.7606
 450     0.0381     0.0002    99.9940     1.0000    90.5200    13.3404      0.7605
 451     0.0377     0.0001    99.9980     0.9904    90.6200    13.1592      0.7604
 452     0.0373     0.0001    99.9920     1.0050    90.6100    13.3931      0.7603
 453     0.0369     0.0001    99.9980     1.0051    90.5300    13.4376      0.7603
 454     0.0365     0.0002    99.9960     1.0102    90.5800    13.4168      0.7602
 455     0.0361     0.0000   100.0000     1.0114    90.5800    13.3813      0.7601
 456     0.0357     0.0002    99.9920     1.0137    90.4900    13.2625      0.7600
 457     0.0352     0.0004    99.9880     1.0029    90.2600    13.3661      0.7599
 458     0.0348     0.0001    99.9980     0.9979    90.5500    13.2193      0.7598
 459     0.0344     0.0001    99.9960     1.0009    90.5500    13.3263      0.7597
 460     0.0340     0.0000   100.0000     1.0009    90.5100    13.2993      0.7597
 461     0.0336     0.0002    99.9940     1.0045    90.5500    13.2953      0.7596
 462     0.0332     0.0002    99.9960     1.0098    90.6100    13.2326      0.7595
 463     0.0328     0.0002    99.9940     1.0033    90.5000    13.1900      0.7594
 464     0.0324     0.0001    99.9960     1.0049    90.5800    13.3688      0.7594
 465     0.0319     0.0005    99.9860     1.0253    90.2100    13.4229      0.7593
 466     0.0315     0.0001    99.9960     1.0018    90.4900    13.3505      0.7592
 467     0.0311     0.0001    99.9960     0.9953    90.6000    13.1927      0.7591
 468     0.0307     0.0001    99.9980     1.0180    90.5800    13.1937      0.7591
 469     0.0303     0.0002    99.9900     1.0443    90.4300    13.3396      0.7590
 470     0.0299     0.0001    99.9960     1.0235    90.4700    13.4310      0.7589
 471     0.0295     0.0000   100.0000     1.0290    90.5700    13.2584      0.7589
 472     0.0291     0.0000   100.0000     1.0121    90.5200    13.2397      0.7588
 473     0.0286     0.0001   100.0000     1.0217    90.3100    13.1641      0.7587
 474     0.0282     0.0002    99.9920     1.0216    90.3400    13.3545      0.7587
 475     0.0278     0.0002    99.9940     1.0240    90.4400    13.2638      0.7586
 476     0.0274     0.0001    99.9980     1.0312    90.5100    13.1125      0.7585
 477     0.0270     0.0000   100.0000     1.0346    90.4900    13.2744      0.7585
 478     0.0266     0.0001    99.9980     1.0348    90.5600    13.2799      0.7584
 479     0.0262     0.0001    99.9960     1.0305    90.5100    13.3410      0.7583
 480     0.0257     0.0001    99.9980     1.0262    90.5800    13.2050      0.7583
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0001    99.9960     1.0322    90.4800    13.3405      0.7582
 482     0.0249     0.0000    99.9980     1.0341    90.4700    13.1918      0.7582
 483     0.0245     0.0000   100.0000     1.0338    90.4300    13.2494      0.7581
 484     0.0241     0.0001    99.9980     1.0449    90.4900    13.1965      0.7580
 485     0.0237     0.0001    99.9980     1.0430    90.5800    13.3882      0.7580
 486     0.0233     0.0000   100.0000     1.0388    90.6400    13.2336      0.7579
 487     0.0229     0.0000   100.0000     1.0368    90.6100    13.1931      0.7579
 488     0.0225     0.0000    99.9980     1.0394    90.6700    13.4656      0.7578
 489     0.0220     0.0000   100.0000     1.0439    90.6700    13.3013      0.7578
 490     0.0216     0.0001    99.9940     1.0472    90.6100    13.3875      0.7577
 491     0.0212     0.0002    99.9940     1.0512    90.5000    13.2521      0.7577
 492     0.0208     0.0000   100.0000     1.0492    90.5000    13.3150      0.7576
 493     0.0204     0.0000   100.0000     1.0501    90.4400    13.2003      0.7576
 494     0.0200     0.0001    99.9960     1.0500    90.4800    13.2772      0.7575
 495     0.0196     0.0001    99.9960     1.0493    90.4200    13.3956      0.7575
 496     0.0192     0.0002    99.9940     1.0494    90.5000    13.3763      0.7574
 497     0.0187     0.0000   100.0000     1.0498    90.5800    13.2049      0.7574
 498     0.0183     0.0000   100.0000     1.0419    90.6400    13.2781      0.7573
 499     0.0179     0.0001    99.9960     1.0431    90.5400    13.2756      0.7573
 500     0.0175     0.0001    99.9940     1.0451    90.5200    13.2763      0.7572
 501     0.0171     0.0000   100.0000     1.0465    90.4800    13.2643      0.7572
 502     0.0167     0.0000   100.0000     1.0520    90.4800    13.3435      0.7572
 503     0.0163     0.0001    99.9980     1.0533    90.4700    13.1443      0.7571
 504     0.0159     0.0000    99.9980     1.0533    90.4600    13.2740      0.7571
 505     0.0154     0.0000    99.9980     1.0524    90.4800    13.2788      0.7571
 506     0.0150     0.0000   100.0000     1.0439    90.5300    13.3858      0.7570
 507     0.0146     0.0000   100.0000     1.0431    90.5200    13.4616      0.7570
 508     0.0142     0.0001    99.9980     1.0449    90.4300    13.1811      0.7569
 509     0.0138     0.0000   100.0000     1.0458    90.4500    13.2516      0.7569
 510     0.0134     0.0000    99.9980     1.0454    90.3600    13.2150      0.7569
 511     0.0130     0.0000   100.0000     1.0457    90.3800    13.2894      0.7568
 512     0.0125     0.0000   100.0000     1.0461    90.3700    13.2866      0.7568
 513     0.0121     0.0001    99.9980     1.0446    90.4000    13.2479      0.7568
 514     0.0117     0.0000   100.0000     1.0442    90.4200    13.1950      0.7568
 515     0.0113     0.0000    99.9980     1.0535    90.4500    13.3606      0.7567
 516     0.0109     0.0000   100.0000     1.0540    90.4900    13.2435      0.7567
 517     0.0105     0.0000   100.0000     1.0541    90.5000    13.2157      0.7567
 518     0.0101     0.0000   100.0000     1.0569    90.4700    13.2093      0.7566
 519     0.0097     0.0000    99.9980     1.0564    90.4600    13.3796      0.7566
 520     0.0092     0.0000   100.0000     1.0570    90.4900    13.1832      0.7566
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001    99.9960     1.0579    90.4700    13.2511      0.7566
 522     0.0084     0.0000    99.9980     1.0562    90.4200    13.2137      0.7566
 523     0.0080     0.0000    99.9980     1.0561    90.4600    13.2630      0.7565
 524     0.0076     0.0000   100.0000     1.0591    90.4800    13.2761      0.7565
 525     0.0072     0.0001    99.9980     1.0581    90.5000    13.2417      0.7565
 526     0.0068     0.0000   100.0000     1.0582    90.5200    13.7248      0.7565
 527     0.0064     0.0000   100.0000     1.0581    90.5200    13.2530      0.7565
 528     0.0060     0.0000   100.0000     1.0581    90.5200    13.2597      0.7565
 529     0.0055     0.0000   100.0000     1.0564    90.5100    13.3693      0.7564
 530     0.0051     0.0000   100.0000     1.0567    90.5300    13.2194      0.7564
 531     0.0047     0.0000   100.0000     1.0570    90.5300    13.3588      0.7564
 532     0.0043     0.0000   100.0000     1.0573    90.5300    13.2560      0.7564
 533     0.0039     0.0000    99.9980     1.0573    90.5200    13.3604      0.7564
 534     0.0035     0.0000   100.0000     1.0578    90.5400    13.2181      0.7564
 535     0.0031     0.0000   100.0000     1.0573    90.5700    13.1876      0.7564
 536     0.0027     0.0000   100.0000     1.0573    90.5500    13.4126      0.7564
 537     0.0022     0.0000    99.9980     1.0575    90.5600    13.1446      0.7564
 538     0.0018     0.0000   100.0000     1.0577    90.5600    13.2922      0.7564
 539     0.0014     0.0000   100.0000     1.0577    90.5400    13.2577      0.7563
 540     0.0010     0.0000   100.0000     1.0573    90.5400    13.1997      0.7563
 541     0.0010     0.0000   100.0000     1.0572    90.5400    13.2050      0.7563
 542     0.0010     0.0000   100.0000     1.0570    90.5500    13.3585      0.7563
 543     0.0010     0.0000   100.0000     1.0570    90.5400    13.3292      0.7563
 544     0.0010     0.0001    99.9980     1.0570    90.5400    13.2034      0.7563
 545     0.0010     0.0000   100.0000     1.0570    90.5400    13.2558      0.7563
 546     0.0010     0.0000   100.0000     1.0571    90.5400    13.1925      0.7563
 547     0.0010     0.0000    99.9980     1.0571    90.5500    13.2840      0.7563
 548     0.0010     0.0000   100.0000     1.0570    90.5500    13.3558      0.7563
 549     0.0010     0.0000   100.0000     1.0570    90.5500    13.4203      0.7563
 550     0.0010     0.0000   100.0000     1.0571    90.5400    13.2713      0.7563
 551     0.0010     0.0000   100.0000     1.0569    90.5400    13.2647      0.7563
 552     0.0010     0.0000   100.0000     1.0569    90.5400    13.1926      0.7563
 553     0.0010     0.0000   100.0000     1.0567    90.5500    13.1285      0.7563
 554     0.0010     0.0000   100.0000     1.0567    90.5600    13.2910      0.7563
 555     0.0010     0.0000   100.0000     1.0567    90.5600    13.3345      0.7563
 556     0.0010     0.0000   100.0000     1.0566    90.5600    13.4321      0.7563
 557     0.0010     0.0000    99.9980     1.0560    90.5500    13.3252      0.7563
 558     0.0010     0.0000   100.0000     1.0560    90.5500    13.1332      0.7562
 559     0.0010     0.0000   100.0000     1.0558    90.5500    13.2333      0.7562
 560     0.0010     0.0001    99.9960     1.0558    90.5500    13.2141      0.7562
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     1.0558    90.5500    13.2932      0.7562
 562     0.0010     0.0001    99.9960     1.0557    90.5500    13.1631      0.7562
 563     0.0010     0.0001    99.9980     1.0557    90.5500    13.2370      0.7562
 564     0.0010     0.0000   100.0000     1.0557    90.5500    13.3105      0.7562
 565     0.0010     0.0000   100.0000     1.0557    90.5500    13.2506      0.7562
 566     0.0010     0.0000   100.0000     1.0558    90.5500    13.2954      0.7562
 567     0.0010     0.0000   100.0000     1.0557    90.5500    13.3621      0.7562
 568     0.0010     0.0000    99.9980     1.0558    90.5500    13.3480      0.7562
 569     0.0010     0.0001    99.9980     1.0558    90.5400    13.3978      0.7562
 570     0.0010     0.0000   100.0000     1.0558    90.5400    13.3161      0.7562
 571     0.0010     0.0000   100.0000     1.0557    90.5200    13.3414      0.7562
 572     0.0010     0.0000   100.0000     1.0557    90.5200    13.4079      0.7562
 573     0.0010     0.0000    99.9980     1.0557    90.5200    13.2354      0.7562
 574     0.0010     0.0000   100.0000     1.0556    90.5200    13.3727      0.7562
 575     0.0010     0.0000   100.0000     1.0555    90.5400    13.4022      0.7562
 576     0.0010     0.0000   100.0000     1.0555    90.5400    13.2947      0.7561
 577     0.0010     0.0001    99.9980     1.0555    90.5400    13.1514      0.7561
 578     0.0010     0.0000    99.9980     1.0553    90.5400    13.3291      0.7561
 579     0.0010     0.0000   100.0000     1.0553    90.5100    13.2450      0.7561
 580     0.0010     0.0000   100.0000     1.0552    90.5100    13.1797      0.7561
 581     0.0010     0.0000   100.0000     1.0548    90.5200    13.4009      0.7561
 582     0.0010     0.0001    99.9980     1.0549    90.5100    13.1682      0.7561
 583     0.0010     0.0001    99.9960     1.0549    90.5300    13.3629      0.7561
 584     0.0010     0.0000   100.0000     1.0548    90.5300    13.2663      0.7561
 585     0.0010     0.0000   100.0000     1.0549    90.5300    13.3704      0.7561
 586     0.0010     0.0000   100.0000     1.0548    90.5300    13.2219      0.7561
 587     0.0010     0.0000   100.0000     1.0539    90.5200    13.3579      0.7561
 588     0.0010     0.0000   100.0000     1.0538    90.5100    13.2641      0.7561
 589     0.0010     0.0000   100.0000     1.0539    90.5200    13.1349      0.7561
 590     0.0010     0.0000   100.0000     1.0538    90.5000    13.2708      0.7561
 591     0.0010     0.0000   100.0000     1.0539    90.5100    13.2515      0.7561
 592     0.0010     0.0001    99.9980     1.0538    90.5100    13.2355      0.7561
 593     0.0010     0.0000    99.9980     1.0538    90.5100    13.3047      0.7561
 594     0.0010     0.0000    99.9980     1.0539    90.5100    13.2887      0.7561
 595     0.0010     0.0000   100.0000     1.0539    90.5000    13.1770      0.7560
 596     0.0010     0.0000    99.9980     1.0540    90.5000    13.2507      0.7560
 597     0.0010     0.0000    99.9980     1.0541    90.5000    13.1962      0.7560
 598     0.0010     0.0000   100.0000     1.0542    90.5000    13.1533      0.7560
 599     0.0010     0.0000   100.0000     1.0542    90.4900    13.1908      0.7560
 600     0.0010     0.0000   100.0000     1.0542    90.4900    13.3077      0.7560
