Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.2734    12.3960     2.1717    17.9100    85.2895      0.9481
   2     0.1000     2.1902    16.3320     2.0911    18.8900    85.0983      0.9215
   3     0.1000     2.0082    20.8300     1.9153    24.4600    85.0422      0.9000
   4     0.1000     1.9677    22.2720     1.8117    27.5600    85.0721      0.8814
   5     0.1000     1.8216    27.6200     1.8090    29.6100    85.0222      0.8647
   6     0.1000     1.7052    32.7920     1.6803    33.1200    85.0346      0.8494
   7     0.1000     1.6208    37.3240     1.5502    39.8300    84.9707      0.8352
   8     0.1000     1.5202    42.0600     1.4418    47.0200    85.1033      0.8218
   9     0.1000     1.4082    48.2880     1.4966    46.1700    84.9930      0.8093
  10     0.1000     1.2887    53.4420     1.3034    52.0000    84.9808      0.7974
  11     0.1000     1.1606    58.7840     0.9718    65.4200    84.9564      0.7861
  12     0.1000     1.0347    63.6720     0.9630    65.6900    85.1200      0.7753
  13     0.1000     0.9584    66.8420     0.8743    69.9700    84.9762      0.7648
  14     0.1000     0.8708    69.8820     0.8027    72.6900    84.9693      0.7549
  15     0.1000     0.8046    72.5860     0.8378    71.4100    84.9580      0.7452
  16     0.1000     0.7532    74.6540     1.2576    59.9500    85.0591      0.7359
  17     0.1000     0.6918    76.5980     0.6963    77.2700    85.2406      0.7269
  18     0.1000     0.6598    77.7420     0.6605    77.6800    85.0840      0.7182
  19     0.1000     0.6116    79.7480     0.6658    77.4700    84.9867      0.7098
  20     0.1000     0.5783    80.7340     0.6004    80.0300    84.9692      0.7016
  21     0.1000     0.5429    81.8620     0.8994    73.0200    84.8843      0.6935
  22     0.1000     0.5180    82.6860     0.7131    76.9200    85.0009      0.6857
  23     0.1000     0.4898    83.6640     0.5553    81.9800    85.0546      0.6781
  24     0.1000     0.4719    84.3760     0.6589    80.0700    85.0753      0.6707
  25     0.1000     0.4405    85.3440     0.6171    80.7700    84.9970      0.6634
  26     0.1000     0.4294    85.6320     0.5517    82.5900    85.0181      0.6563
  27     0.1000     0.4025    86.6800     0.6253    80.6100    85.0153      0.6494
  28     0.1000     0.3873    87.1240     0.5404    83.2800    85.1495      0.6427
  29     0.1000     0.3699    87.8260     0.5784    81.9800    85.0127      0.6362
  30     0.1000     0.3542    88.1860     0.5313    83.9200    84.9836      0.6297
  31     0.1000     0.3347    89.0560     0.4777    85.2200    85.0543      0.6234
  32     0.1000     0.3235    89.3180     0.4714    85.4700    84.9911      0.6172
  33     0.1000     0.3165    89.4860     0.4606    85.6000    85.0531      0.6111
  34     0.1000     0.2999    90.0140     0.4655    85.5700    85.0017      0.6052
  35     0.1000     0.2833    90.7240     0.4797    85.0800    84.9502      0.5994
  36     0.1000     0.2752    91.0500     0.4534    86.0800    85.0598      0.5937
  37     0.1000     0.2691    91.0140     0.4451    85.7600    85.0549      0.5881
  38     0.1000     0.2543    91.6720     0.4309    86.8700    84.9672      0.5826
  39     0.1000     0.2404    92.1140     0.4988    85.3500    85.0884      0.5772
  40     0.1000     0.2329    92.2500     0.4278    86.7600    85.0762      0.5719
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2230    92.6740     0.5801    84.1700    85.0219      0.5667
  42     0.1000     0.2181    92.8080     0.5234    84.3600    85.0446      0.5615
  43     0.1000     0.2086    93.1980     0.4665    86.3900    85.0710      0.5565
  44     0.1000     0.2021    93.3320     0.4719    86.8800    85.0084      0.5516
  45     0.1000     0.1920    93.7000     0.5124    86.0300    85.0717      0.5466
  46     0.1000     0.1885    93.6440     0.4761    86.0500    84.9843      0.5418
  47     0.1000     0.1820    94.1060     0.4336    87.4200    85.0144      0.5371
  48     0.1000     0.1779    94.0820     0.5507    85.5200    85.0391      0.5324
  49     0.1000     0.1742    94.2860     0.5075    86.3600    84.9316      0.5278
  50     0.1000     0.1658    94.6200     0.4768    86.2800    85.0895      0.5233
  51     0.1000     0.1579    94.7660     0.4701    87.5100    85.0486      0.5189
  52     0.1000     0.1508    94.9300     0.4972    87.3500    84.9711      0.5145
  53     0.1000     0.1428    95.2220     0.5368    86.2900    85.0844      0.5102
  54     0.1000     0.1415    95.2560     0.4597    87.6700    85.0443      0.5059
  55     0.1000     0.1385    95.3540     0.4946    87.0700    85.0958      0.5017
  56     0.1000     0.1291    95.8080     0.4813    87.4000    84.9704      0.4975
  57     0.1000     0.1244    95.8620     0.5351    86.8300    84.9373      0.4934
  58     0.1000     0.1216    96.0060     0.5051    87.3600    85.0253      0.4894
  59     0.1000     0.1161    96.1720     0.4902    87.5800    84.9680      0.4855
  60     0.1000     0.1152    96.2320     0.6300    85.2700    84.8996      0.4816
  61     0.1000     0.1192    96.0140     0.4809    87.6400    85.0568      0.4777
  62     0.1000     0.1130    96.2260     0.4752    88.1500    84.9928      0.4739
  63     0.1000     0.1015    96.7360     0.5408    87.1300    85.0064      0.4702
  64     0.1000     0.1078    96.4280     0.4662    88.2400    84.9702      0.4664
  65     0.1000     0.0989    96.7520     0.4750    88.2700    85.1092      0.4628
  66     0.1000     0.0965    96.7880     0.5520    86.4700    85.0267      0.4592
  67     0.1000     0.0919    96.9760     0.5519    86.9600    85.1081      0.4556
  68     0.1000     0.0920    96.9160     0.4878    88.0700    85.0985      0.4522
  69     0.1000     0.0879    97.1200     0.4765    88.4900    85.0869      0.4487
  70     0.1000     0.0851    97.2280     0.5576    87.1800    85.0625      0.4453
  71     0.1000     0.0866    97.1680     0.4954    87.9400    85.0909      0.4418
  72     0.1000     0.0786    97.4960     0.5523    87.7600    85.1250      0.4386
  73     0.1000     0.0793    97.3780     0.5382    87.1500    85.1840      0.4352
  74     0.1000     0.0775    97.4860     0.5272    87.3300    85.1614      0.4319
  75     0.1000     0.0733    97.6220     0.6274    85.8400    85.1681      0.4286
  76     0.1000     0.0689    97.7760     0.5069    88.6000    85.1651      0.4255
  77     0.1000     0.0705    97.7220     0.5487    87.6200    85.1660      0.4223
  78     0.1000     0.0719    97.6820     0.5164    88.0400    85.1062      0.4192
  79     0.1000     0.0688    97.7040     0.5358    87.9100    85.0595      0.4161
  80     0.1000     0.0694    97.7440     0.5241    88.1500    85.0483      0.4130
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0607    98.0200     0.4891    88.3000    85.1478      0.4100
  82     0.1000     0.0605    98.0520     0.7821    85.2200    85.1177      0.4071
  83     0.1000     0.0682    97.7700     0.5122    88.0400    85.1361      0.4041
  84     0.1000     0.0627    97.9400     0.6092    87.1200    85.0108      0.4011
  85     0.1000     0.0575    98.0780     0.5340    88.1500    85.1326      0.3982
  86     0.1000     0.0563    98.1640     0.5736    87.9900    85.1901      0.3954
  87     0.1000     0.0594    98.0040     0.5556    88.2700    85.1203      0.3925
  88     0.1000     0.0548    98.2420     0.4885    88.9000    85.1285      0.3897
  89     0.1000     0.0492    98.4000     0.5760    88.3200    85.0603      0.3870
  90     0.1000     0.0516    98.2620     0.5902    88.2400    85.2225      0.3842
  91     0.1000     0.0500    98.3760     0.5457    88.5800    85.2289      0.3815
  92     0.1000     0.0502    98.3960     0.5365    89.0000    85.2313      0.3788
  93     0.1000     0.0527    98.3140     0.5521    88.4300    85.1261      0.3762
  94     0.1000     0.0495    98.3800     0.5668    87.7800    85.0868      0.3736
  95     0.1000     0.0524    98.2800     0.5420    88.8900    85.1707      0.3710
  96     0.1000     0.0467    98.4780     0.5569    88.8100    85.1629      0.3684
  97     0.1000     0.0423    98.6680     0.5878    88.1300    85.1397      0.3659
  98     0.1000     0.0494    98.4500     0.5586    88.5200    85.1476      0.3634
  99     0.1000     0.0474    98.4740     0.5303    88.9600    85.0701      0.3609
 100     0.1000     0.0390    98.7440     0.5459    88.7000    85.1376      0.3584
 101     0.1000     0.0422    98.6200     0.5591    88.2000    85.1714      0.3559
 102     0.1000     0.0407    98.6900     0.5483    89.1600    85.1291      0.3535
 103     0.1000     0.0424    98.6180     0.5478    88.8600    85.1642      0.3512
 104     0.1000     0.0370    98.8260     0.9325    84.1500    85.1005      0.3488
 105     0.1000     0.0382    98.7560     0.5763    88.9500    85.0592      0.3465
 106     0.1000     0.0389    98.7360     0.6309    87.8900    85.0846      0.3442
 107     0.1000     0.0369    98.8340     0.5811    88.2200    85.0959      0.3418
 108     0.1000     0.0358    98.8820     0.5584    88.6200    85.1767      0.3396
 109     0.1000     0.0379    98.7640     0.5459    88.8700    85.0986      0.3373
 110     0.1000     0.0344    98.8700     0.5480    89.1000    85.1030      0.3351
 111     0.1000     0.0364    98.8320     0.5747    88.7600    85.0954      0.3329
 112     0.1000     0.0330    98.9500     0.5884    88.5500    85.3063      0.3307
 113     0.1000     0.0362    98.8400     0.5589    89.0900    85.1295      0.3286
 114     0.1000     0.0334    98.9260     0.6072    88.4500    85.1616      0.3264
 115     0.1000     0.0357    98.8160     0.6276    88.3200    85.1031      0.3243
 116     0.1000     0.0317    98.9820     0.6505    88.0500    85.1216      0.3222
 117     0.1000     0.0333    98.8680     0.5691    89.2500    85.1686      0.3202
 118     0.1000     0.0297    99.0360     0.5956    88.6400    85.2318      0.3181
 119     0.1000     0.0341    98.8620     0.5534    89.3000    85.1646      0.3161
 120     0.1000     0.0333    98.9720     0.5897    88.0800    85.1860      0.3141
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0304    99.0360     0.6437    88.0300    85.1731      0.3122
 122     0.1000     0.0304    99.0820     0.6229    88.1700    85.1209      0.3102
 123     0.1000     0.0330    98.9520     0.5667    88.9100    85.1539      0.3083
 124     0.1000     0.0294    99.0320     0.5495    88.9300    85.1258      0.3063
 125     0.1000     0.0338    98.9060     0.6517    87.3300    85.1036      0.3044
 126     0.1000     0.0283    99.1480     0.5594    89.3200    85.1321      0.3025
 127     0.1000     0.0282    99.1240     0.5300    89.6700    85.1350      0.3006
 128     0.1000     0.0309    99.0740     0.5360    88.9600    85.1201      0.2987
 129     0.1000     0.0290    99.0900     0.5685    89.1500    85.1025      0.2969
 130     0.1000     0.0249    99.1700     0.5541    89.4900    85.0691      0.2951
 131     0.1000     0.0248    99.2160     0.5650    89.2500    85.1095      0.2933
 132     0.1000     0.0262    99.1940     0.5505    89.1700    85.1432      0.2915
 133     0.1000     0.0250    99.1960     0.6412    87.7700    85.1536      0.2897
 134     0.1000     0.0303    99.0460     0.5404    89.1600    85.1962      0.2879
 135     0.1000     0.0261    99.1760     0.5487    89.3100    85.0698      0.2862
 136     0.1000     0.0263    99.1900     0.5756    89.0500    85.1627      0.2844
 137     0.1000     0.0224    99.2740     0.5669    89.3600    85.1410      0.2827
 138     0.1000     0.0245    99.2060     0.6046    89.1400    85.1842      0.2810
 139     0.1000     0.0228    99.2740     0.5832    89.4900    85.1211      0.2793
 140     0.1000     0.0252    99.1940     0.6311    88.9900    85.0962      0.2777
 141     0.1000     0.0274    99.1500     0.5840    88.6600    85.1527      0.2761
 142     0.1000     0.0236    99.2580     0.6038    88.9400    85.1649      0.2744
 143     0.1000     0.0274    99.1340     0.5615    89.3200    85.1778      0.2728
 144     0.1000     0.0221    99.3280     0.5981    89.2500    85.1096      0.2712
 145     0.1000     0.0255    99.1860     0.6149    88.3500    85.1552      0.2696
 146     0.1000     0.0234    99.2500     0.5788    89.1900    85.1407      0.2681
 147     0.1000     0.0259    99.1660     0.6042    89.0300    85.0957      0.2665
 148     0.1000     0.0230    99.2580     0.5643    89.4400    85.1172      0.2649
 149     0.1000     0.0217    99.3200     0.5903    89.2300    85.1136      0.2634
 150     0.1000     0.0228    99.2580     0.5933    89.1700    85.1751      0.2619
 151     0.1000     0.0258    99.2220     0.5886    89.0500    85.1400      0.2604
 152     0.1000     0.0218    99.2680     0.6371    88.7700    85.1574      0.2589
 153     0.1000     0.0205    99.3360     0.5739    89.4000    85.1277      0.2574
 154     0.1000     0.0223    99.2860     0.5814    89.3200    85.1583      0.2560
 155     0.1000     0.0213    99.3880     0.5929    89.0900    85.0948      0.2545
 156     0.1000     0.0210    99.3480     0.5758    89.4100    85.0869      0.2531
 157     0.1000     0.0179    99.4720     0.5827    89.2700    85.1188      0.2517
 158     0.1000     0.0224    99.2740     0.6054    88.8300    85.1600      0.2503
 159     0.1000     0.0189    99.3920     0.6107    88.6900    85.1768      0.2488
 160     0.1000     0.0200    99.3880     0.5859    89.3300    85.0990      0.2474
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0202    99.3980     0.5643    88.6900    85.2324      0.2461
 162     0.1000     0.0187    99.3860     0.5938    89.2100    85.1123      0.2447
 163     0.1000     0.0196    99.3920     0.5750    89.0800    85.1162      0.2434
 164     0.1000     0.0183    99.3960     0.6115    89.2700    85.1099      0.2420
 165     0.1000     0.0161    99.5240     0.6155    89.2500    85.0995      0.2407
 166     0.1000     0.0269    99.2340     0.5649    89.1200    85.1250      0.2393
 167     0.1000     0.0201    99.3600     0.5798    89.2500    85.1513      0.2381
 168     0.1000     0.0169    99.4520     0.6096    88.9400    85.1645      0.2368
 169     0.1000     0.0171    99.4700     0.6056    89.4100    85.1462      0.2355
 170     0.1000     0.0197    99.3700     0.6253    88.4400    85.1697      0.2342
 171     0.1000     0.0203    99.3840     0.5997    89.3000    85.1474      0.2330
 172     0.1000     0.0160    99.4680     0.5635    89.7800    85.1701      0.2318
 173     0.1000     0.0170    99.4620     0.6355    89.2700    85.2199      0.2305
 174     0.1000     0.0177    99.4260     0.5922    89.5100    85.1851      0.2293
 175     0.1000     0.0191    99.3880     0.5859    89.2100    85.1686      0.2281
 176     0.1000     0.0140    99.5720     0.6364    88.9400    85.1155      0.2269
 177     0.1000     0.0171    99.4740     0.6631    88.7700    85.1905      0.2257
 178     0.1000     0.0199    99.3840     0.5646    89.8500    85.0862      0.2246
 179     0.1000     0.0203    99.3400     0.5853    89.3900    85.0949      0.2234
 180     0.1000     0.0160    99.4840     0.6034    89.5100    85.0668      0.2223
 181     0.1000     0.0189    99.4060     0.5778    89.6800    85.1108      0.2211
 182     0.1000     0.0169    99.4980     0.5811    89.4100    85.1170      0.2200
 183     0.1000     0.0187    99.3920     0.5846    89.6100    85.0812      0.2189
 184     0.1000     0.0195    99.3840     0.5678    89.4300    85.0691      0.2178
 185     0.1000     0.0186    99.4180     0.6518    88.9100    85.1236      0.2167
 186     0.1000     0.0153    99.5340     0.5794    89.8600    85.0092      0.2156
 187     0.1000     0.0190    99.4400     0.5886    89.4800    85.1151      0.2145
 188     0.1000     0.0198    99.3820     0.5917    89.3800    85.0793      0.2135
 189     0.1000     0.0179    99.4580     0.5834    89.3600    85.0946      0.2124
 190     0.1000     0.0179    99.4240     0.7022    87.9300    85.2144      0.2113
 191     0.1000     0.0169    99.4600     0.5643    89.4800    85.0427      0.2103
 192     0.1000     0.0137    99.5920     0.6234    89.7700    85.0832      0.2093
 193     0.1000     0.0152    99.5040     0.6032    89.7200    85.0656      0.2082
 194     0.1000     0.0163    99.4680     0.6070    88.9400    85.0233      0.2072
 195     0.1000     0.0177    99.4780     0.5674    89.6500    85.0993      0.2062
 196     0.1000     0.0155    99.5280     0.6021    89.1300    85.0817      0.2052
 197     0.1000     0.0171    99.4740     0.5716    89.0800    85.0389      0.2042
 198     0.1000     0.0165    99.5000     0.6115    88.8200    85.0733      0.2032
 199     0.1000     0.0123    99.6260     0.6116    89.1100    85.0879      0.2022
 200     0.1000     0.0139    99.5460     0.6678    88.9100    85.0126      0.2012
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0161    99.4840     0.6258    89.5200    85.1189      0.2003
 202     0.1000     0.0162    99.4860     0.6205    89.2300    85.0421      0.1993
 203     0.1000     0.0164    99.5080     0.6081    89.4800    85.0436      0.1984
 204     0.1000     0.0140    99.5580     0.6591    88.7900    85.0412      0.1974
 205     0.1000     0.0170    99.4580     0.5930    89.7600    85.0973      0.1965
 206     0.1000     0.0116    99.6440     0.6006    89.8700    85.0224      0.1955
 207     0.1000     0.0138    99.5680     0.6571    89.3900    84.9584      0.1946
 208     0.1000     0.0148    99.5000     0.6144    89.4400    85.0732      0.1937
 209     0.1000     0.0154    99.5220     0.6013    89.4700    85.0175      0.1928
 210     0.1000     0.0176    99.4500     0.5643    89.5100    85.0245      0.1918
 211     0.1000     0.0139    99.5940     0.5920    89.7600    85.0520      0.1910
 212     0.1000     0.0137    99.5780     0.5924    89.8300    85.1428      0.1901
 213     0.1000     0.0125    99.6100     0.6651    88.9600    84.9652      0.1892
 214     0.1000     0.0145    99.5920     0.5899    89.9300    85.1637      0.1883
 215     0.1000     0.0114    99.6280     0.7146    88.0400    84.9797      0.1874
 216     0.1000     0.0152    99.5060     0.6292    89.4000    84.9745      0.1866
 217     0.1000     0.0127    99.6180     0.5966    89.8000    84.9511      0.1857
 218     0.1000     0.0130    99.6060     0.6217    89.7700    85.0392      0.1849
 219     0.1000     0.0165    99.4880     0.6224    89.8200    85.0118      0.1841
 220     0.1000     0.0115    99.6320     0.6682    89.1400    85.0506      0.1832
 221     0.1000     0.0170    99.5040     0.6178    89.6400    85.0216      0.1824
 222     0.1000     0.0136    99.5980     0.6710    88.9900    84.9620      0.1816
 223     0.1000     0.0097    99.6800     0.6862    88.9800    85.0451      0.1808
 224     0.1000     0.0151    99.5360     0.5817    89.7400    85.0172      0.1800
 225     0.1000     0.0138    99.5740     0.5913    89.7200    85.1135      0.1792
 226     0.1000     0.0139    99.5920     0.5689    89.8600    85.1265      0.1784
 227     0.1000     0.0126    99.6160     0.6257    89.8000    84.9820      0.1776
 228     0.1000     0.0129    99.5900     0.6162    89.4100    85.0066      0.1768
 229     0.1000     0.0131    99.6040     0.6322    89.0700    84.9116      0.1760
 230     0.1000     0.0158    99.5140     0.6154    89.3900    85.0191      0.1753
 231     0.1000     0.0134    99.5680     0.6078    89.6200    85.0992      0.1745
 232     0.1000     0.0108    99.6460     0.6430    89.7600    85.1094      0.1738
 233     0.1000     0.0153    99.4880     0.5923    89.7800    85.0222      0.1730
 234     0.1000     0.0148    99.5240     0.6913    88.7100    85.0538      0.1723
 235     0.1000     0.0128    99.6160     0.5943    89.7500    85.0447      0.1715
 236     0.1000     0.0122    99.6200     0.5959    89.6900    85.0523      0.1708
 237     0.1000     0.0117    99.6220     0.6304    89.3200    85.1090      0.1701
 238     0.1000     0.0147    99.5240     0.6505    89.3700    85.0779      0.1693
 239     0.1000     0.0137    99.5440     0.5855    89.8900    85.0264      0.1687
 240     0.1000     0.0097    99.7120     0.6130    89.7700    84.9456      0.1680
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0107    99.6560     0.6191    89.6200    84.9398      0.1673
 242     0.1000     0.0145    99.5500     0.5984    89.4400    84.9903      0.1665
 243     0.1000     0.0156    99.4980     0.6060    89.6000    85.0103      0.1659
 244     0.1000     0.0110    99.6760     0.6801    89.3900    85.0573      0.1652
 245     0.1000     0.0121    99.6180     0.6498    88.9200    85.0173      0.1645
 246     0.1000     0.0119    99.6160     0.6861    88.8600    85.0356      0.1638
 247     0.1000     0.0097    99.7060     0.6395    89.5100    84.9905      0.1632
 248     0.1000     0.0139    99.5500     0.6542    89.5200    85.0317      0.1625
 249     0.1000     0.0141    99.5760     0.6591    89.0900    85.0400      0.1619
 250     0.1000     0.0138    99.5660     0.6016    89.5200    85.0520      0.1612
 251     0.1000     0.0118    99.6520     0.6332    89.4900    85.0776      0.1606
 252     0.1000     0.0091    99.7240     0.6576    89.4800    84.9699      0.1600
 253     0.1000     0.0148    99.5000     0.6580    89.4900    85.0419      0.1593
 254     0.1000     0.0125    99.6260     0.6078    89.6400    84.9413      0.1587
 255     0.1000     0.0134    99.5880     0.6051    89.8700    84.9993      0.1580
 256     0.1000     0.0105    99.6960     0.6558    89.7700    84.9648      0.1574
 257     0.1000     0.0113    99.6480     0.6528    89.7300    85.0000      0.1568
 258     0.1000     0.0090    99.7060     0.6360    89.8300    85.0242      0.1562
 259     0.1000     0.0116    99.6640     0.6472    89.5300    85.0217      0.1555
 260     0.1000     0.0110    99.6440     0.6269    89.6400    85.1680      0.1549
 261     0.1000     0.0145    99.5320     0.6174    89.4200    85.0906      0.1543
 262     0.1000     0.0112    99.6480     0.6398    89.6800    85.2347      0.1537
 263     0.1000     0.0128    99.6000     0.6474    89.2900    85.1287      0.1531
 264     0.1000     0.0111    99.6440     0.6039    89.7300    85.1670      0.1525
 265     0.1000     0.0102    99.6800     0.6133    90.2000    85.1173      0.1519
 266     0.1000     0.0121    99.6080     0.6519    89.4800    84.9785      0.1513
 267     0.1000     0.0131    99.5820     0.6348    89.8500    85.0307      0.1508
 268     0.1000     0.0117    99.6540     0.6050    89.9600    85.0064      0.1502
 269     0.1000     0.0102    99.6760     0.6786    89.5100    85.0453      0.1496
 270     0.1000     0.0125    99.6260     0.6555    89.8000    85.0148      0.1491
 271     0.1000     0.0097    99.7080     0.6841    89.4400    85.0641      0.1485
 272     0.1000     0.0110    99.6700     0.6285    89.7100    85.0465      0.1479
 273     0.1000     0.0108    99.6680     0.6364    89.6400    85.0380      0.1474
 274     0.1000     0.0131    99.6180     0.6013    89.4200    85.0246      0.1468
 275     0.1000     0.0126    99.6060     0.6501    89.2300    84.9901      0.1463
 276     0.1000     0.0120    99.6660     0.6046    89.7100    84.9750      0.1458
 277     0.1000     0.0104    99.6800     0.6345    89.9400    85.0398      0.1453
 278     0.1000     0.0101    99.6600     0.6619    89.2900    84.9881      0.1447
 279     0.1000     0.0128    99.6280     0.6371    89.6300    85.0596      0.1442
 280     0.1000     0.0106    99.6780     0.6836    89.5000    84.9281      0.1436
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0084    99.7480     0.6536    89.6900    85.0893      0.1431
 282     0.1000     0.0103    99.6700     0.6580    89.6700    85.0680      0.1426
 283     0.1000     0.0144    99.5860     0.6091    89.6800    85.0116      0.1421
 284     0.1000     0.0107    99.6660     0.7256    89.0800    85.1558      0.1415
 285     0.1000     0.0107    99.6780     0.6229    89.7900    84.9944      0.1411
 286     0.1000     0.0118    99.6320     0.6212    89.7000    85.0218      0.1406
 287     0.1000     0.0105    99.6820     0.6499    89.3800    85.0428      0.1400
 288     0.1000     0.0115    99.6660     0.6365    89.7300    85.0786      0.1396
 289     0.1000     0.0140    99.5760     0.6293    89.8800    85.0119      0.1391
 290     0.1000     0.0106    99.6660     0.6084    89.7100    85.1851      0.1386
 291     0.1000     0.0105    99.6580     0.6395    89.8200    85.0590      0.1381
 292     0.1000     0.0122    99.6340     0.6139    89.5100    85.1057      0.1377
 293     0.1000     0.0121    99.6420     0.6475    89.4300    85.1482      0.1372
 294     0.1000     0.0102    99.6740     0.6385    89.6300    85.0931      0.1367
 295     0.1000     0.0089    99.7420     0.6471    89.7600    85.0404      0.1362
 296     0.1000     0.0115    99.6380     0.6490    89.4900    85.1744      0.1357
 297     0.1000     0.0078    99.7800     0.6551    89.5500    85.1354      0.1353
 298     0.1000     0.0098    99.7240     0.6417    89.6700    85.1136      0.1348
 299     0.1000     0.0106    99.6560     0.6943    89.0300    85.1046      0.1343
 300     0.1000     0.0109    99.6720     0.6752    89.2800    84.9829      0.1339
 301     0.0996     0.0132    99.6160     0.6246    89.3400    85.1129      0.1335
 302     0.0992     0.0109    99.6540     0.6345    89.5600    85.1274      0.1330
 303     0.0988     0.0108    99.6980     0.6080    89.5100    85.0988      0.1326
 304     0.0983     0.0101    99.6860     0.6417    89.2700    85.1771      0.1322
 305     0.0979     0.0073    99.7780     0.6221    89.5100    85.1587      0.1317
 306     0.0975     0.0079    99.7760     0.6699    89.2200    85.1953      0.1313
 307     0.0971     0.0089    99.7540     0.6673    89.3700    85.1133      0.1309
 308     0.0967     0.0100    99.7300     0.6968    89.4700    85.1538      0.1305
 309     0.0963     0.0090    99.6980     0.6651    89.6000    85.1586      0.1300
 310     0.0959     0.0102    99.6460     0.7755    88.6700    85.1435      0.1296
 311     0.0955     0.0098    99.6900     0.6568    89.8600    85.1517      0.1292
 312     0.0950     0.0101    99.7200     0.6292    89.5000    85.1297      0.1288
 313     0.0946     0.0083    99.7540     0.7201    89.2800    85.1573      0.1284
 314     0.0942     0.0082    99.7480     0.6407    89.8700    85.0470      0.1280
 315     0.0938     0.0073    99.7800     0.6506    89.9500    85.1215      0.1276
 316     0.0934     0.0087    99.7340     0.6496    89.9000    85.2058      0.1272
 317     0.0930     0.0062    99.8000     0.6650    89.9000    85.1552      0.1268
 318     0.0926     0.0062    99.8340     0.6789    89.8500    85.1084      0.1264
 319     0.0922     0.0065    99.8120     0.6383    89.8500    85.1269      0.1260
 320     0.0917     0.0053    99.8400     0.6773    90.1000    85.0948      0.1256
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0069    99.7760     0.6680    89.9300    85.1204      0.1253
 322     0.0909     0.0073    99.7860     0.6124    90.1000    85.1359      0.1249
 323     0.0905     0.0080    99.7680     0.6481    89.6800    85.1288      0.1245
 324     0.0901     0.0090    99.7240     0.6369    90.0000    85.1428      0.1242
 325     0.0897     0.0077    99.7660     0.6464    90.0300    85.1240      0.1238
 326     0.0893     0.0064    99.7900     0.6758    90.0200    85.1589      0.1235
 327     0.0889     0.0049    99.8600     0.7146    89.4500    85.0028      0.1231
 328     0.0885     0.0049    99.8580     0.6922    90.1000    85.1520      0.1227
 329     0.0880     0.0067    99.8220     0.6708    89.9400    85.0757      0.1224
 330     0.0876     0.0081    99.7420     0.6887    90.0000    85.1025      0.1220
 331     0.0872     0.0064    99.8160     0.6580    89.9900    85.1155      0.1217
 332     0.0868     0.0048    99.8580     0.6902    89.9300    85.2038      0.1213
 333     0.0864     0.0071    99.7880     0.6595    89.9400    85.1240      0.1210
 334     0.0860     0.0081    99.7460     0.6669    89.8100    85.1286      0.1207
 335     0.0856     0.0062    99.8200     0.6286    90.0700    85.1164      0.1204
 336     0.0852     0.0052    99.8400     0.6504    90.2300    85.1021      0.1200
 337     0.0847     0.0054    99.8360     0.6420    90.0300    85.1675      0.1197
 338     0.0843     0.0067    99.8020     0.6900    89.3700    85.1632      0.1194
 339     0.0839     0.0062    99.8080     0.7165    89.2100    85.2112      0.1191
 340     0.0835     0.0065    99.8260     0.6443    90.1000    85.1640      0.1188
 341     0.0831     0.0061    99.8220     0.7393    89.7200    85.1461      0.1185
 342     0.0827     0.0058    99.8280     0.6662    90.4400    85.1762      0.1182
 343     0.0823     0.0044    99.8540     0.6635    89.9700    84.9657      0.1179
 344     0.0818     0.0075    99.7480     0.6628    90.0800    85.0730      0.1176
 345     0.0814     0.0065    99.8120     0.6586    89.9700    85.0431      0.1173
 346     0.0810     0.0036    99.8900     0.6846    90.4700    84.9867      0.1170
 347     0.0806     0.0055    99.8480     0.6858    89.9500    84.9990      0.1167
 348     0.0802     0.0046    99.8780     0.6523    90.2200    84.9649      0.1164
 349     0.0798     0.0056    99.8140     0.6490    90.1800    84.9300      0.1161
 350     0.0794     0.0062    99.8060     0.6724    90.1700    85.0418      0.1158
 351     0.0790     0.0040    99.9040     0.6937    90.0900    84.9293      0.1156
 352     0.0786     0.0041    99.8700     0.6578    90.5200    84.9598      0.1153
 353     0.0781     0.0037    99.8880     0.6626    90.2800    85.0862      0.1150
 354     0.0777     0.0053    99.8420     0.6543    90.1800    85.0773      0.1148
 355     0.0773     0.0030    99.9120     0.6893    90.3100    85.0504      0.1145
 356     0.0769     0.0036    99.8900     0.6595    90.3800    85.0399      0.1142
 357     0.0765     0.0040    99.8640     0.6876    90.3700    84.9218      0.1139
 358     0.0761     0.0040    99.8760     0.6917    90.0500    84.7968      0.1137
 359     0.0757     0.0045    99.8660     0.6822    90.2000    84.9763      0.1134
 360     0.0753     0.0033    99.9100     0.6553    90.4900    84.9935      0.1132
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0036    99.8860     0.7002    90.0700    84.9900      0.1129
 362     0.0744     0.0046    99.8780     0.6817    90.1600    85.0613      0.1126
 363     0.0740     0.0056    99.8040     0.6851    90.1900    85.1377      0.1124
 364     0.0736     0.0057    99.8220     0.6509    90.3200    85.0560      0.1121
 365     0.0732     0.0039    99.8880     0.6427    90.4500    85.0223      0.1119
 366     0.0728     0.0032    99.9040     0.6699    90.2900    84.9740      0.1116
 367     0.0724     0.0039    99.8840     0.6513    90.2600    85.0559      0.1114
 368     0.0720     0.0030    99.9120     0.7023    90.4100    85.0102      0.1112
 369     0.0715     0.0041    99.8740     0.6568    90.2300    85.0717      0.1109
 370     0.0711     0.0024    99.9440     0.6651    90.3900    85.1333      0.1107
 371     0.0707     0.0029    99.9160     0.6917    90.0600    85.1253      0.1105
 372     0.0703     0.0029    99.9080     0.7228    90.2200    85.1568      0.1102
 373     0.0699     0.0040    99.8760     0.6741    90.2500    85.0885      0.1100
 374     0.0695     0.0033    99.8940     0.6733    90.3400    85.0859      0.1098
 375     0.0691     0.0039    99.8780     0.6976    90.1400    85.1471      0.1095
 376     0.0686     0.0026    99.9220     0.6846    90.2100    85.1399      0.1093
 377     0.0682     0.0033    99.9140     0.6932    90.1800    85.1558      0.1091
 378     0.0678     0.0033    99.9040     0.7169    90.0600    85.1331      0.1089
 379     0.0674     0.0029    99.9080     0.6859    90.3200    85.1460      0.1086
 380     0.0670     0.0025    99.9360     0.6770    90.4400    85.1947      0.1084
 381     0.0666     0.0017    99.9540     0.7141    90.3100    85.0905      0.1082
 382     0.0662     0.0020    99.9380     0.7115    90.2600    85.1016      0.1080
 383     0.0658     0.0018    99.9420     0.7219    90.4600    85.1620      0.1077
 384     0.0654     0.0039    99.8920     0.7524    89.9200    85.0349      0.1076
 385     0.0649     0.0047    99.8760     0.6752    90.4300    85.1768      0.1074
 386     0.0645     0.0030    99.9060     0.6896    90.3200    85.1195      0.1072
 387     0.0641     0.0030    99.9220     0.6992    90.3300    85.0666      0.1069
 388     0.0637     0.0025    99.9180     0.7113    90.2500    85.1404      0.1068
 389     0.0633     0.0015    99.9600     0.7063    90.4700    85.1531      0.1066
 390     0.0629     0.0026    99.9320     0.6970    90.2300    85.1276      0.1063
 391     0.0625     0.0034    99.8960     0.6870    90.2200    85.1770      0.1062
 392     0.0621     0.0024    99.9260     0.7041    90.3800    85.1465      0.1060
 393     0.0616     0.0010    99.9780     0.7116    90.2200    85.1687      0.1058
 394     0.0612     0.0012    99.9640     0.7091    90.2400    85.1670      0.1056
 395     0.0608     0.0019    99.9460     0.6918    90.2900    85.1004      0.1054
 396     0.0604     0.0014    99.9560     0.7133    90.3800    85.0959      0.1052
 397     0.0600     0.0017    99.9460     0.7202    90.4100    85.0845      0.1050
 398     0.0596     0.0018    99.9540     0.7166    90.2500    85.1566      0.1048
 399     0.0592     0.0014    99.9580     0.7064    90.5100    85.1678      0.1046
 400     0.0588     0.0011    99.9580     0.7312    90.2500    85.1719      0.1045
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0017    99.9500     0.8144    89.3900    85.1391      0.1043
 402     0.0579     0.0014    99.9640     0.7510    90.2300    85.1144      0.1041
 403     0.0575     0.0014    99.9520     0.7393    90.4700    85.1602      0.1039
 404     0.0571     0.0018    99.9560     0.7413    90.1100    85.1287      0.1038
 405     0.0567     0.0014    99.9600     0.7266    90.1800    85.0269      0.1036
 406     0.0563     0.0018    99.9460     0.7199    90.0600    85.0399      0.1034
 407     0.0559     0.0011    99.9760     0.7228    90.4100    85.1489      0.1032
 408     0.0554     0.0008    99.9820     0.7291    90.4900    85.0677      0.1031
 409     0.0550     0.0017    99.9440     0.7374    90.3700    85.1137      0.1029
 410     0.0546     0.0015    99.9460     0.7432    90.1000    85.1629      0.1027
 411     0.0542     0.0011    99.9660     0.7451    90.4600    85.0749      0.1026
 412     0.0538     0.0010    99.9700     0.7464    90.1300    85.1213      0.1024
 413     0.0534     0.0016    99.9540     0.7469    90.0400    85.1351      0.1022
 414     0.0530     0.0013    99.9560     0.7252    90.4500    85.1609      0.1021
 415     0.0526     0.0014    99.9500     0.7210    90.6900    85.1963      0.1019
 416     0.0522     0.0013    99.9640     0.7124    90.4600    85.0652      0.1018
 417     0.0517     0.0016    99.9580     0.7126    90.6900    85.1364      0.1016
 418     0.0513     0.0016    99.9460     0.7212    90.5600    85.1291      0.1015
 419     0.0509     0.0018    99.9480     0.7130    90.4700    85.0792      0.1013
 420     0.0505     0.0010    99.9700     0.7073    90.7100    85.0811      0.1012
 421     0.0501     0.0005    99.9940     0.7308    90.5300    85.1461      0.1010
 422     0.0497     0.0010    99.9660     0.7335    90.4500    85.1817      0.1009
 423     0.0493     0.0009    99.9740     0.7295    90.3900    85.1653      0.1007
 424     0.0489     0.0009    99.9760     0.7260    90.4900    85.1717      0.1006
 425     0.0484     0.0011    99.9720     0.7246    90.6000    85.1377      0.1005
 426     0.0480     0.0011    99.9700     0.7398    90.6400    85.0944      0.1003
 427     0.0476     0.0021    99.9480     0.7216    90.5500    85.1742      0.1002
 428     0.0472     0.0015    99.9440     0.7205    90.5400    85.1809      0.1001
 429     0.0468     0.0016    99.9500     0.7200    90.7900    85.2085      0.0999
 430     0.0464     0.0009    99.9780     0.7221    90.7400    85.1505      0.0998
 431     0.0460     0.0022    99.9280     0.7323    90.4400    85.0992      0.0997
 432     0.0456     0.0014    99.9620     0.7075    90.3400    85.1171      0.0996
 433     0.0451     0.0011    99.9660     0.7408    90.6100    85.0854      0.0994
 434     0.0447     0.0010    99.9720     0.7002    90.9100    85.1549      0.0993
 435     0.0443     0.0009    99.9700     0.7225    90.5700    84.9510      0.0992
 436     0.0439     0.0014    99.9620     0.7307    90.3700    85.0940      0.0991
 437     0.0435     0.0013    99.9620     0.7268    90.1700    85.0311      0.0989
 438     0.0431     0.0012    99.9700     0.7260    90.4200    85.0309      0.0988
 439     0.0427     0.0008    99.9800     0.7261    90.6400    85.0136      0.0987
 440     0.0423     0.0010    99.9740     0.7153    90.4600    84.9871      0.0986
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0007    99.9800     0.7268    90.6000    84.9419      0.0985
 442     0.0414     0.0006    99.9840     0.7305    90.5900    85.0750      0.0984
 443     0.0410     0.0005    99.9900     0.7183    90.6200    85.0108      0.0983
 444     0.0406     0.0008    99.9740     0.7223    90.6200    85.0042      0.0982
 445     0.0402     0.0005    99.9820     0.7297    90.7300    85.1159      0.0980
 446     0.0398     0.0005    99.9900     0.7269    90.5700    84.9663      0.0979
 447     0.0394     0.0003    99.9940     0.7224    90.6700    85.1227      0.0978
 448     0.0389     0.0004    99.9860     0.7326    90.7700    85.0353      0.0977
 449     0.0385     0.0003    99.9940     0.7301    90.8100    85.0428      0.0976
 450     0.0381     0.0003    99.9900     0.7358    90.7900    85.0248      0.0975
 451     0.0377     0.0009    99.9680     0.7548    90.6800    85.0158      0.0974
 452     0.0373     0.0009    99.9740     0.7382    90.6800    85.1101      0.0973
 453     0.0369     0.0005    99.9940     0.7406    90.7100    85.0295      0.0972
 454     0.0365     0.0003    99.9940     0.7351    90.7500    85.0102      0.0971
 455     0.0361     0.0003    99.9940     0.7348    90.8200    85.0942      0.0970
 456     0.0357     0.0005    99.9820     0.7430    90.5200    85.0717      0.0969
 457     0.0352     0.0004    99.9920     0.7346    90.8400    85.1651      0.0968
 458     0.0348     0.0005    99.9900     0.7372    90.7300    85.0531      0.0967
 459     0.0344     0.0002    99.9980     0.7479    90.6100    85.1181      0.0966
 460     0.0340     0.0006    99.9860     0.7473    90.8000    85.1548      0.0966
 461     0.0336     0.0006    99.9840     0.7347    90.7600    85.2057      0.0965
 462     0.0332     0.0004    99.9860     0.7450    90.6600    85.1653      0.0964
 463     0.0328     0.0005    99.9820     0.7738    90.5400    85.0889      0.0963
 464     0.0324     0.0007    99.9780     0.7318    90.8300    85.1893      0.0962
 465     0.0319     0.0005    99.9860     0.7420    90.8000    85.0930      0.0961
 466     0.0315     0.0003    99.9940     0.7350    90.8700    85.1469      0.0960
 467     0.0311     0.0003    99.9920     0.7490    90.7600    85.1856      0.0960
 468     0.0307     0.0003    99.9960     0.7392    90.8500    85.0692      0.0959
 469     0.0303     0.0003    99.9960     0.7377    90.9400    85.1159      0.0958
 470     0.0299     0.0004    99.9920     0.7439    90.8700    85.1471      0.0957
 471     0.0295     0.0005    99.9920     0.7449    90.7900    85.2083      0.0956
 472     0.0291     0.0002    99.9960     0.7381    90.8200    85.1589      0.0956
 473     0.0286     0.0004    99.9880     0.7402    90.9000    85.1383      0.0955
 474     0.0282     0.0002    99.9980     0.7399    90.9600    85.1500      0.0954
 475     0.0278     0.0002    99.9960     0.7488    90.9500    85.0945      0.0954
 476     0.0274     0.0003    99.9920     0.7480    90.9000    85.1384      0.0953
 477     0.0270     0.0002    99.9960     0.7471    90.9400    85.1796      0.0952
 478     0.0266     0.0002    99.9960     0.7484    90.9200    85.1186      0.0952
 479     0.0262     0.0003    99.9960     0.7577    90.9400    85.0566      0.0951
 480     0.0257     0.0004    99.9940     0.7665    90.7500    85.0927      0.0950
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0003    99.9940     0.7444    90.8500    85.0999      0.0950
 482     0.0249     0.0002    99.9960     0.7467    90.9600    85.1153      0.0949
 483     0.0245     0.0002    99.9940     0.7517    91.0400    85.1103      0.0948
 484     0.0241     0.0002    99.9980     0.7460    91.0600    85.1102      0.0948
 485     0.0237     0.0002    99.9980     0.7531    90.8700    85.1269      0.0947
 486     0.0233     0.0002    99.9960     0.7507    90.9400    85.1645      0.0947
 487     0.0229     0.0002    99.9960     0.7574    90.8800    85.1755      0.0946
 488     0.0225     0.0002    99.9980     0.7495    90.9100    85.1250      0.0946
 489     0.0220     0.0002    99.9960     0.7468    90.8900    85.1580      0.0945
 490     0.0216     0.0002    99.9920     0.7444    90.8300    85.2036      0.0945
 491     0.0212     0.0001   100.0000     0.7508    90.8700    85.1202      0.0944
 492     0.0208     0.0002    99.9960     0.7546    90.9800    85.0665      0.0943
 493     0.0204     0.0004    99.9900     0.7615    90.9700    85.1532      0.0943
 494     0.0200     0.0002    99.9960     0.7545    91.0500    85.1741      0.0943
 495     0.0196     0.0001    99.9980     0.7538    91.1000    85.1827      0.0942
 496     0.0192     0.0001    99.9980     0.7593    91.0700    85.1497      0.0942
 497     0.0187     0.0003    99.9980     0.7552    91.0100    85.1448      0.0941
 498     0.0183     0.0001   100.0000     0.7531    91.0300    85.1096      0.0941
 499     0.0179     0.0002    99.9980     0.7544    90.9600    85.1845      0.0940
 500     0.0175     0.0003    99.9920     0.7617    90.8700    85.1277      0.0940
 501     0.0171     0.0002    99.9940     0.7625    90.9200    85.1203      0.0940
 502     0.0167     0.0002    99.9980     0.7609    90.9400    85.1055      0.0939
 503     0.0163     0.0001   100.0000     0.7574    90.9800    85.0331      0.0939
 504     0.0159     0.0001    99.9980     0.7639    90.9900    85.1317      0.0938
 505     0.0154     0.0002    99.9960     0.7614    91.0600    85.1781      0.0938
 506     0.0150     0.0002    99.9960     0.7596    91.0600    85.1030      0.0938
 507     0.0146     0.0002   100.0000     0.7594    91.0100    85.1708      0.0937
 508     0.0142     0.0001   100.0000     0.7578    91.0100    85.0249      0.0937
 509     0.0138     0.0002    99.9940     0.7620    90.9900    85.0947      0.0937
 510     0.0134     0.0001    99.9980     0.7562    91.0400    84.9382      0.0936
 511     0.0130     0.0003    99.9900     0.7611    91.0500    85.0170      0.0936
 512     0.0125     0.0003    99.9940     0.7560    91.0000    85.1237      0.0936
 513     0.0121     0.0002    99.9960     0.7504    91.0300    85.1142      0.0936
 514     0.0117     0.0002    99.9960     0.7542    90.9700    85.1420      0.0935
 515     0.0113     0.0003    99.9960     0.7530    90.9700    85.1033      0.0935
 516     0.0109     0.0002    99.9980     0.7508    90.8600    85.0035      0.0935
 517     0.0105     0.0002    99.9960     0.7512    90.9000    85.1271      0.0935
 518     0.0101     0.0002    99.9960     0.7511    90.9800    85.1563      0.0934
 519     0.0097     0.0002    99.9960     0.7528    91.0100    85.1179      0.0934
 520     0.0092     0.0001   100.0000     0.7528    91.0200    85.1852      0.0934
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0002    99.9980     0.7528    90.9800    85.1530      0.0934
 522     0.0084     0.0002    99.9960     0.7518    90.9500    85.1548      0.0934
 523     0.0080     0.0002    99.9960     0.7575    90.9800    85.1533      0.0933
 524     0.0076     0.0002    99.9960     0.7559    91.0600    85.1229      0.0933
 525     0.0072     0.0002    99.9960     0.7564    90.9600    85.1834      0.0933
 526     0.0068     0.0002    99.9960     0.7543    90.9400    85.2192      0.0933
 527     0.0064     0.0002    99.9960     0.7521    91.0100    85.1350      0.0933
 528     0.0060     0.0002    99.9940     0.7518    91.0800    85.1463      0.0933
 529     0.0055     0.0002   100.0000     0.7509    91.0600    85.1639      0.0933
 530     0.0051     0.0002    99.9960     0.7512    91.0800    85.1525      0.0933
 531     0.0047     0.0002    99.9960     0.7511    91.0600    85.2077      0.0932
 532     0.0043     0.0002    99.9960     0.7506    91.0800    85.1028      0.0932
 533     0.0039     0.0002    99.9960     0.7510    91.0400    85.1480      0.0932
 534     0.0035     0.0001   100.0000     0.7509    91.0700    85.1962      0.0932
 535     0.0031     0.0001    99.9960     0.7504    91.0500    85.1644      0.0932
 536     0.0027     0.0001    99.9980     0.7507    91.0500    85.1144      0.0932
 537     0.0022     0.0001    99.9980     0.7506    91.0400    85.1610      0.0932
 538     0.0018     0.0001   100.0000     0.7505    91.0500    85.0994      0.0932
 539     0.0014     0.0002    99.9960     0.7508    91.0500    85.1865      0.0932
 540     0.0010     0.0001   100.0000     0.7508    91.0500    85.1457      0.0932
 541     0.0010     0.0001    99.9980     0.7508    91.0600    85.1693      0.0932
 542     0.0010     0.0002    99.9940     0.7508    91.0100    85.1526      0.0932
 543     0.0010     0.0002    99.9980     0.7505    91.0300    85.1096      0.0932
 544     0.0010     0.0001   100.0000     0.7507    91.0200    85.0533      0.0932
 545     0.0010     0.0001   100.0000     0.7508    91.0200    85.1428      0.0932
 546     0.0010     0.0002    99.9980     0.7507    91.0200    85.1143      0.0932
 547     0.0010     0.0001   100.0000     0.7509    91.0200    85.0609      0.0932
 548     0.0010     0.0001    99.9980     0.7511    91.0100    85.2616      0.0932
 549     0.0010     0.0001   100.0000     0.7513    91.0100    85.1442      0.0932
 550     0.0010     0.0002    99.9980     0.7513    91.0200    85.1637      0.0932
 551     0.0010     0.0001   100.0000     0.7514    91.0200    85.1461      0.0932
 552     0.0010     0.0001    99.9980     0.7516    91.0100    85.1404      0.0932
 553     0.0010     0.0002    99.9960     0.7516    91.0200    85.1438      0.0932
 554     0.0010     0.0001    99.9980     0.7519    91.0300    85.1629      0.0932
 555     0.0010     0.0001   100.0000     0.7522    91.0400    85.0871      0.0932
 556     0.0010     0.0001    99.9980     0.7525    91.0600    85.0661      0.0932
 557     0.0010     0.0001   100.0000     0.7527    91.0600    85.1039      0.0932
 558     0.0010     0.0004    99.9920     0.7523    91.0400    85.1790      0.0932
 559     0.0010     0.0002    99.9980     0.7524    91.0200    85.1432      0.0932
 560     0.0010     0.0001   100.0000     0.7525    91.0400    85.1426      0.0932
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0001    99.9980     0.7526    91.0300    85.1420      0.0932
 562     0.0010     0.0001    99.9980     0.7525    91.0100    85.1875      0.0932
 563     0.0010     0.0002    99.9980     0.7522    91.0300    85.1358      0.0932
 564     0.0010     0.0001    99.9960     0.7524    91.0100    85.0369      0.0932
 565     0.0010     0.0002    99.9940     0.7522    91.0100    85.1145      0.0932
 566     0.0010     0.0001   100.0000     0.7522    91.0200    85.1448      0.0932
 567     0.0010     0.0001   100.0000     0.7524    91.0200    85.1641      0.0932
 568     0.0010     0.0001   100.0000     0.7524    91.0100    85.2139      0.0932
 569     0.0010     0.0001   100.0000     0.7525    91.0000    85.1002      0.0932
 570     0.0010     0.0001    99.9980     0.7525    91.0000    85.0737      0.0932
 571     0.0010     0.0001   100.0000     0.7526    90.9900    85.0718      0.0932
 572     0.0010     0.0002    99.9980     0.7529    91.0100    85.0474      0.0932
 573     0.0010     0.0003    99.9940     0.7529    91.0200    85.1972      0.0932
 574     0.0010     0.0001   100.0000     0.7530    91.0200    85.1313      0.0932
 575     0.0010     0.0001    99.9980     0.7531    91.0200    85.1290      0.0932
 576     0.0010     0.0001   100.0000     0.7531    91.0200    85.2043      0.0932
 577     0.0010     0.0002    99.9960     0.7531    91.0300    85.1460      0.0932
 578     0.0010     0.0002    99.9980     0.7529    91.0100    85.1831      0.0932
 579     0.0010     0.0002    99.9960     0.7530    91.0200    85.1275      0.0932
 580     0.0010     0.0002    99.9980     0.7532    91.0000    85.1571      0.0932
 581     0.0010     0.0001   100.0000     0.7533    91.0100    85.1162      0.0932
 582     0.0010     0.0001   100.0000     0.7534    91.0400    85.1332      0.0932
 583     0.0010     0.0001   100.0000     0.7535    91.0200    85.1601      0.0932
 584     0.0010     0.0001    99.9980     0.7538    91.0400    85.1473      0.0932
 585     0.0010     0.0002    99.9960     0.7540    91.0200    85.1935      0.0932
 586     0.0010     0.0002    99.9980     0.7540    91.0500    85.1048      0.0932
 587     0.0010     0.0002    99.9960     0.7544    91.0600    85.1522      0.0932
 588     0.0010     0.0001   100.0000     0.7546    91.0600    85.2005      0.0932
 589     0.0010     0.0001   100.0000     0.7547    91.0700    85.1561      0.0932
 590     0.0010     0.0001    99.9960     0.7548    91.0500    85.1856      0.0932
 591     0.0010     0.0002    99.9960     0.7548    91.0500    85.1401      0.0932
 592     0.0010     0.0001   100.0000     0.7549    91.0500    85.0912      0.0932
 593     0.0010     0.0002    99.9980     0.7547    91.0700    85.1040      0.0932
 594     0.0010     0.0002    99.9920     0.7544    91.0600    85.1818      0.0932
 595     0.0010     0.0001   100.0000     0.7546    91.0500    85.1324      0.0932
 596     0.0010     0.0002    99.9980     0.7545    91.0700    85.1662      0.0932
 597     0.0010     0.0001    99.9960     0.7547    91.0300    85.0211      0.0932
 598     0.0010     0.0001   100.0000     0.7548    91.0200    85.1346      0.0932
 599     0.0010     0.0001    99.9980     0.7548    91.0300    85.0824      0.0932
 600     0.0010     0.0001   100.0000     0.7549    91.0200    85.0306      0.0932
