Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.1155    20.6580     2.1071    20.6800    15.3645      0.9481
   2     0.1000     1.9957    22.7560     1.9743    23.8900    13.4064      0.9215
   3     0.1000     1.8859    25.0180     1.8754    25.3800    13.3125      0.9001
   4     0.1000     1.7284    30.7340     1.7077    30.8100    13.1032      0.8815
   5     0.1000     1.8134    31.6560     1.7105    34.4600    13.2710      0.8648
   6     0.1000     1.5741    37.4160     1.5296    39.0000    13.0879      0.8495
   7     0.1000     1.3809    48.7620     1.3603    49.0000    13.1154      0.8353
   8     0.1000     1.2781    53.0120     1.2399    54.0300    13.2433      0.8221
   9     0.1000     1.1244    59.4120     1.1092    60.0700    13.1770      0.8095
  10     0.1000     1.0535    62.3500     1.0770    61.6200    13.1208      0.7977
  11     0.1000     0.9420    66.8960     0.9661    66.1800    13.1277      0.7864
  12     0.1000     0.8346    70.8860     0.8414    70.6600    13.2974      0.7756
  13     0.1000     0.7705    73.2640     0.8076    72.0700    13.1047      0.7653
  14     0.1000     0.7701    73.0340     0.8049    72.9500    13.1718      0.7552
  15     0.1000     1.0152    66.3400     1.0973    65.0400    13.1493      0.7457
  16     0.1000     0.6024    79.2540     0.6768    77.2900    13.2387      0.7364
  17     0.1000     0.6148    79.1820     0.6715    77.9500    13.1138      0.7274
  18     0.1000     0.6072    79.3340     0.6817    77.8900    13.2035      0.7186
  19     0.1000     0.5496    81.3220     0.6357    79.4000    13.2824      0.7102
  20     0.1000     0.5804    80.6700     0.6785    78.5600    13.3096      0.7019
  21     0.1000     0.5078    82.7420     0.6161    80.0000    13.1705      0.6940
  22     0.1000     0.4970    83.3900     0.6277    80.0400    13.2176      0.6862
  23     0.1000     0.4378    85.1460     0.5478    82.0000    13.1876      0.6786
  24     0.1000     0.4269    85.8460     0.5698    81.9500    13.0810      0.6712
  25     0.1000     0.3842    87.0060     0.5390    83.2500    13.1800      0.6640
  26     0.1000     0.3697    87.7140     0.5208    83.7700    13.0933      0.6570
  27     0.1000     0.3763    87.1820     0.5425    83.2300    13.2828      0.6501
  28     0.1000     0.3931    87.2260     0.5789    82.5900    13.3299      0.6435
  29     0.1000     0.3187    89.2460     0.4912    84.5700    13.2571      0.6369
  30     0.1000     0.3247    89.0720     0.5224    84.3300    13.1257      0.6305
  31     0.1000     0.3297    88.8060     0.5554    83.4800    13.1086      0.6243
  32     0.1000     0.3000    90.1280     0.5015    85.0000    13.3096      0.6180
  33     0.1000     0.2846    90.4560     0.5048    85.1100    13.1609      0.6120
  34     0.1000     0.3185    89.3580     0.5146    84.8100    13.1026      0.6061
  35     0.1000     0.2756    90.9180     0.5150    84.6000    13.1402      0.6004
  36     0.1000     0.2714    90.9820     0.5011    85.1700    13.1953      0.5946
  37     0.1000     0.2389    92.0420     0.4691    85.7000    13.1913      0.5891
  38     0.1000     0.3224    88.8560     0.5541    83.3300    13.2328      0.5836
  39     0.1000     0.2382    92.2000     0.5236    85.3800    13.1070      0.5783
  40     0.1000     0.2729    90.9200     0.5302    84.9000    13.2233      0.5730
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.2060    93.0560     0.4727    86.2900    13.1696      0.5678
  42     0.1000     0.2738    91.0860     0.5663    84.4800    13.2186      0.5628
  43     0.1000     0.1773    94.1440     0.4774    87.0200    13.2576      0.5577
  44     0.1000     0.1910    93.6080     0.4994    86.4800    13.0686      0.5528
  45     0.1000     0.1699    94.3380     0.4811    87.1200    13.2062      0.5479
  46     0.1000     0.1716    94.3860     0.4757    86.7200    13.1828      0.5432
  47     0.1000     0.1463    95.1880     0.4690    87.2700    13.2205      0.5384
  48     0.1000     0.2030    93.3000     0.5354    85.8100    13.1286      0.5338
  49     0.1000     0.1518    94.8880     0.4813    87.1700    13.2115      0.5292
  50     0.1000     0.1789    93.8640     0.5286    86.0300    13.3504      0.5248
  51     0.1000     0.1624    94.6280     0.4934    86.9800    13.1285      0.5204
  52     0.1000     0.1269    95.7200     0.4957    87.0100    13.1322      0.5160
  53     0.1000     0.1846    93.7520     0.5655    85.9100    13.2516      0.5117
  54     0.1000     0.1454    95.0700     0.5396    86.1400    13.4851      0.5075
  55     0.1000     0.3057    91.1020     0.7192    83.2500    13.2693      0.5034
  56     0.1000     0.1212    95.8920     0.5033    87.4400    13.2015      0.4992
  57     0.1000     0.1409    95.3500     0.5457    86.7100    13.2112      0.4952
  58     0.1000     0.1245    95.8980     0.5159    87.4800    13.1802      0.4913
  59     0.1000     0.1082    96.3140     0.4879    88.1500    13.2084      0.4873
  60     0.1000     0.1084    96.4460     0.5279    87.5200    13.2692      0.4835
  61     0.1000     0.1130    96.2540     0.5134    87.1000    13.1444      0.4797
  62     0.1000     0.0954    96.8580     0.4942    87.6800    13.2425      0.4759
  63     0.1000     0.2766    91.5280     0.7023    83.8800    13.2220      0.4722
  64     0.1000     0.0993    96.7040     0.4877    87.8200    13.2708      0.4685
  65     0.1000     0.1149    96.2260     0.5769    86.9200    13.1148      0.4649
  66     0.1000     0.1099    96.3020     0.5274    87.3100    13.1377      0.4613
  67     0.1000     0.1062    96.5100     0.5316    87.4700    13.0795      0.4578
  68     0.1000     0.1191    96.1440     0.5956    86.6100    13.1760      0.4544
  69     0.1000     0.1007    96.6900     0.5465    87.8100    13.2921      0.4509
  70     0.1000     0.0726    97.5800     0.5115    88.0300    13.0849      0.4475
  71     0.1000     0.0824    97.3080     0.5119    87.4700    13.2816      0.4442
  72     0.1000     0.0740    97.5740     0.5383    87.8900    13.2754      0.4408
  73     0.1000     0.0703    97.6380     0.5526    87.3800    13.2603      0.4376
  74     0.1000     0.0861    97.1900     0.5815    86.9700    13.1191      0.4344
  75     0.1000     0.0644    97.8080     0.5507    87.9300    13.3626      0.4311
  76     0.1000     0.0647    97.9300     0.5492    88.3000    13.1518      0.4280
  77     0.1000     0.0614    97.9720     0.5214    88.1900    13.2767      0.4248
  78     0.1000     0.0709    97.6180     0.5148    87.7800    13.3452      0.4217
  79     0.1000     0.1206    96.1700     0.6293    86.7600    13.1355      0.4187
  80     0.1000     0.0707    97.5900     0.5791    87.4500    13.2823      0.4157
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.0736    97.6020     0.5652    87.5000    13.1799      0.4126
  82     0.1000     0.0638    97.8440     0.5536    88.4900    13.3846      0.4096
  83     0.1000     0.0486    98.3840     0.5327    88.5800    13.1652      0.4067
  84     0.1000     0.0504    98.2700     0.5370    88.5500    13.1778      0.4038
  85     0.1000     0.0755    97.5320     0.6036    87.7100    13.3261      0.4009
  86     0.1000     0.0641    97.8320     0.5612    87.8500    13.3664      0.3981
  87     0.1000     0.0647    97.8600     0.5817    88.1700    13.1907      0.3953
  88     0.1000     0.0518    98.2980     0.5563    88.5400    13.2212      0.3926
  89     0.1000     0.0669    97.8400     0.6198    87.6200    13.1652      0.3898
  90     0.1000     0.0522    98.3300     0.6106    88.0300    13.2558      0.3870
  91     0.1000     0.0532    98.2880     0.5756    88.3300    13.3623      0.3843
  92     0.1000     0.0447    98.5720     0.5609    88.1800    13.1469      0.3817
  93     0.1000     0.0637    97.9060     0.6158    87.9200    13.3209      0.3791
  94     0.1000     0.0489    98.3640     0.5712    88.1800    13.2985      0.3765
  95     0.1000     0.0379    98.7320     0.5702    88.6900    13.1680      0.3739
  96     0.1000     0.0368    98.7960     0.5370    88.3700    13.3787      0.3714
  97     0.1000     0.0450    98.4880     0.5726    88.0700    13.2223      0.3688
  98     0.1000     0.0366    98.7980     0.5688    88.6400    13.3523      0.3664
  99     0.1000     0.0531    98.3080     0.6113    87.8900    13.2471      0.3639
 100     0.1000     0.0437    98.5400     0.5801    88.1500    13.2393      0.3614
 101     0.1000     0.0354    98.7900     0.5837    88.5300    13.1353      0.3590
 102     0.1000     0.0664    97.9340     0.5898    87.8100    13.2053      0.3566
 103     0.1000     0.0425    98.5820     0.5559    88.5000    13.2664      0.3543
 104     0.1000     0.0336    98.8540     0.5449    88.8400    13.2530      0.3519
 105     0.1000     0.0365    98.7640     0.5677    88.5400    13.3816      0.3496
 106     0.1000     0.0407    98.6140     0.5677    88.1200    13.1445      0.3473
 107     0.1000     0.0381    98.7240     0.5795    88.5600    13.3571      0.3451
 108     0.1000     0.0899    97.1520     0.6955    86.6700    13.1240      0.3428
 109     0.1000     0.0284    99.0760     0.5676    88.8000    13.3843      0.3406
 110     0.1000     0.0290    99.0860     0.5597    88.9000    13.3111      0.3384
 111     0.1000     0.0339    98.9380     0.5642    89.0500    13.2281      0.3362
 112     0.1000     0.0436    98.6420     0.6147    88.4200    13.1590      0.3341
 113     0.1000     0.0200    99.3360     0.5508    88.9200    13.1511      0.3320
 114     0.1000     0.0255    99.1740     0.5618    88.9100    13.3584      0.3299
 115     0.1000     0.0245    99.1920     0.5447    88.8900    13.2188      0.3278
 116     0.1000     0.0275    99.0760     0.6086    88.6700    13.3864      0.3258
 117     0.1000     0.0257    99.1560     0.5742    88.8400    13.2279      0.3237
 118     0.1000     0.0250    99.2180     0.5960    88.7300    13.4381      0.3216
 119     0.1000     0.0300    99.0480     0.6141    88.3800    13.1880      0.3196
 120     0.1000     0.0563    98.2320     0.6322    88.2200    13.3951      0.3176
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0470    98.4860     0.6147    88.3100    13.4013      0.3156
 122     0.1000     0.0216    99.3060     0.5642    88.9600    13.2487      0.3136
 123     0.1000     0.0435    98.6200     0.6231    88.0200    13.2566      0.3117
 124     0.1000     0.0499    98.4720     0.6334    87.7400    13.1843      0.3097
 125     0.1000     0.0222    99.3160     0.5659    88.6900    13.2507      0.3078
 126     0.1000     0.0978    97.0300     0.7287    86.8400    13.1778      0.3060
 127     0.1000     0.0251    99.1580     0.5704    88.8100    13.4136      0.3041
 128     0.1000     0.0241    99.1980     0.5834    88.8600    13.1784      0.3023
 129     0.1000     0.0248    99.2220     0.5960    88.5300    13.2247      0.3005
 130     0.1000     0.0308    98.9580     0.6174    88.5600    13.2748      0.2987
 131     0.1000     0.0216    99.2880     0.5847    89.0400    13.2374      0.2968
 132     0.1000     0.0290    99.0940     0.5964    88.3800    13.2875      0.2950
 133     0.1000     0.0251    99.1620     0.6024    88.7700    13.1478      0.2933
 134     0.1000     0.0179    99.4280     0.5756    89.0900    13.3293      0.2915
 135     0.1000     0.0367    98.8700     0.6533    88.0300    13.0853      0.2898
 136     0.1000     0.0321    98.9180     0.6244    88.4600    13.3207      0.2881
 137     0.1000     0.0311    98.9500     0.6043    88.4900    13.1621      0.2864
 138     0.1000     0.0252    99.1840     0.6240    88.7700    13.2143      0.2847
 139     0.1000     0.0250    99.2320     0.6035    88.7900    13.2961      0.2830
 140     0.1000     0.0404    98.6300     0.6884    88.1700    13.1684      0.2814
 141     0.1000     0.0519    98.5320     0.7125    87.7900    13.3121      0.2798
 142     0.1000     0.0276    99.0980     0.6364    88.3200    13.3960      0.2782
 143     0.1000     0.0139    99.5260     0.6037    88.9600    13.2520      0.2766
 144     0.1000     0.0187    99.3680     0.5989    89.0500    13.1766      0.2750
 145     0.1000     0.0154    99.4840     0.6021    88.9300    13.4456      0.2734
 146     0.1000     0.0196    99.3560     0.5931    88.9600    13.2629      0.2719
 147     0.1000     0.0260    99.1480     0.6372    88.2700    13.2071      0.2703
 148     0.1000     0.0192    99.3540     0.6073    88.8900    13.3082      0.2687
 149     0.1000     0.0167    99.4140     0.5855    89.2300    13.2286      0.2672
 150     0.1000     0.0227    99.2340     0.6189    88.5400    13.3611      0.2657
 151     0.1000     0.0292    99.0480     0.6674    88.4200    13.2165      0.2642
 152     0.1000     0.0252    99.1820     0.6244    88.4500    13.3307      0.2627
 153     0.1000     0.0160    99.4520     0.5705    89.0900    13.4424      0.2612
 154     0.1000     0.0207    99.3460     0.6035    88.9400    13.4298      0.2597
 155     0.1000     0.0304    99.0560     0.6127    88.5400    13.2518      0.2583
 156     0.1000     0.0231    99.2400     0.6541    88.4200    13.3504      0.2569
 157     0.1000     0.0180    99.4160     0.6173    89.2500    13.2629      0.2554
 158     0.1000     0.0312    98.9680     0.6130    88.8800    13.3242      0.2540
 159     0.1000     0.0169    99.4780     0.5784    89.2700    13.2629      0.2526
 160     0.1000     0.0287    99.0640     0.6876    88.4800    13.3495      0.2512
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0169    99.4720     0.6297    88.8000    13.4078      0.2499
 162     0.1000     0.0130    99.5760     0.6108    89.3600    13.2934      0.2485
 163     0.1000     0.0128    99.5820     0.5985    89.3500    13.3716      0.2472
 164     0.1000     0.0284    99.0800     0.6114    88.9000    13.3026      0.2459
 165     0.1000     0.0141    99.5360     0.6103    89.0800    13.2739      0.2446
 166     0.1000     0.0263    99.1480     0.6466    88.7100    13.1622      0.2432
 167     0.1000     0.1042    97.3680     0.8078    86.7600    13.3883      0.2419
 168     0.1000     0.0186    99.4300     0.6241    89.0500    13.4073      0.2407
 169     0.1000     0.0168    99.4720     0.6104    89.2100    13.2897      0.2394
 170     0.1000     0.0109    99.6320     0.5920    89.4300    13.2856      0.2381
 171     0.1000     0.0220    99.2800     0.6414    88.7300    13.3529      0.2369
 172     0.1000     0.0213    99.2880     0.5912    88.9000    13.3817      0.2357
 173     0.1000     0.0105    99.6860     0.5854    89.7200    13.1422      0.2344
 174     0.1000     0.0276    99.1480     0.6747    88.3800    13.4372      0.2332
 175     0.1000     0.0230    99.2580     0.6109    89.2500    13.4121      0.2320
 176     0.1000     0.0135    99.5700     0.5913    89.2300    13.1679      0.2308
 177     0.1000     0.0116    99.6340     0.5830    89.6400    13.1750      0.2296
 178     0.1000     0.0193    99.4380     0.6855    89.0700    13.2198      0.2284
 179     0.1000     0.0144    99.5160     0.6377    89.3000    13.1208      0.2272
 180     0.1000     0.0130    99.5860     0.6293    89.1600    13.3218      0.2261
 181     0.1000     0.0155    99.5060     0.6423    89.2900    13.3903      0.2249
 182     0.1000     0.0147    99.5240     0.6385    88.9500    13.2292      0.2238
 183     0.1000     0.0107    99.6220     0.6090    89.5400    13.3252      0.2227
 184     0.1000     0.0125    99.5660     0.5888    89.7000    13.1738      0.2215
 185     0.1000     0.0180    99.4360     0.6189    88.8300    13.2452      0.2204
 186     0.1000     0.0146    99.5000     0.6333    89.0400    13.4252      0.2193
 187     0.1000     0.0147    99.5160     0.6373    88.7900    13.1704      0.2182
 188     0.1000     0.0150    99.5240     0.6112    89.0500    13.3621      0.2171
 189     0.1000     0.0100    99.6860     0.6297    89.1600    13.2425      0.2160
 190     0.1000     0.0112    99.6200     0.6147    89.2200    13.2204      0.2150
 191     0.1000     0.0148    99.5020     0.6113    89.1700    13.1420      0.2139
 192     0.1000     0.0139    99.5040     0.6153    89.1800    13.3686      0.2129
 193     0.1000     0.0107    99.6620     0.5977    89.0900    13.1643      0.2118
 194     0.1000     0.0116    99.6540     0.6135    89.3500    13.3164      0.2108
 195     0.1000     0.0156    99.5000     0.6309    88.8700    13.5392      0.2098
 196     0.1000     0.0183    99.4260     0.6599    88.5700    13.3099      0.2088
 197     0.1000     0.0100    99.6620     0.5935    89.3500    13.2895      0.2078
 198     0.1000     0.0158    99.4600     0.6220    89.2200    13.2381      0.2068
 199     0.1000     0.0154    99.4860     0.5911    89.3500    13.4373      0.2058
 200     0.1000     0.0139    99.5620     0.6088    89.1600    13.4025      0.2049
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0107    99.6620     0.6349    89.2500    13.2342      0.2039
 202     0.1000     0.0125    99.5640     0.6195    89.4100    13.3335      0.2030
 203     0.1000     0.0171    99.4320     0.6362    88.9700    13.2050      0.2020
 204     0.1000     0.0187    99.4400     0.6624    88.8400    13.5225      0.2011
 205     0.1000     0.0097    99.6840     0.5967    89.3900    13.3928      0.2002
 206     0.1000     0.0129    99.5780     0.6375    89.1700    13.2279      0.1993
 207     0.1000     0.0124    99.5900     0.6124    89.2700    13.2570      0.1984
 208     0.1000     0.0123    99.5860     0.6561    89.3300    13.4545      0.1974
 209     0.1000     0.0135    99.5700     0.6088    89.1900    13.2741      0.1965
 210     0.1000     0.0246    99.2120     0.6344    88.8200    13.2475      0.1956
 211     0.1000     0.0175    99.4460     0.6720    88.5200    13.1432      0.1947
 212     0.1000     0.0119    99.6380     0.6316    88.9300    13.2774      0.1939
 213     0.1000     0.0087    99.7080     0.6154    89.6500    13.4441      0.1930
 214     0.1000     0.0109    99.6460     0.6124    89.3500    13.2333      0.1921
 215     0.1000     0.0144    99.5300     0.6659    89.0200    13.1551      0.1912
 216     0.1000     0.0151    99.5280     0.6423    89.0200    13.2261      0.1904
 217     0.1000     0.0134    99.5720     0.6580    89.1100    13.3240      0.1895
 218     0.1000     0.0073    99.7660     0.5839    89.8000    13.2269      0.1887
 219     0.1000     0.0130    99.5520     0.6132    89.2600    13.4344      0.1878
 220     0.1000     0.0135    99.5920     0.6215    89.2100    13.2217      0.1870
 221     0.1000     0.0143    99.5580     0.6404    89.1800    13.3133      0.1862
 222     0.1000     0.0158    99.5260     0.6819    88.7400    13.1942      0.1853
 223     0.1000     0.0130    99.5660     0.6240    89.5700    13.2366      0.1845
 224     0.1000     0.0102    99.6860     0.6206    89.2000    13.3559      0.1837
 225     0.1000     0.0110    99.6580     0.6337    89.0200    13.3302      0.1829
 226     0.1000     0.0116    99.6400     0.6741    88.9200    13.2826      0.1821
 227     0.1000     0.0093    99.6900     0.6395    89.3500    13.2923      0.1813
 228     0.1000     0.0513    98.5960     0.7810    87.8600    13.1694      0.1805
 229     0.1000     0.0119    99.5860     0.6486    89.3900    13.2342      0.1797
 230     0.1000     0.0104    99.6600     0.6121    89.4500    13.3211      0.1789
 231     0.1000     0.0193    99.3820     0.6782    88.8100    13.4433      0.1782
 232     0.1000     0.0155    99.5260     0.6256    89.1800    13.2975      0.1775
 233     0.1000     0.0087    99.7200     0.6443    89.5900    13.1978      0.1767
 234     0.1000     0.0161    99.4640     0.6627    88.9100    13.1829      0.1759
 235     0.1000     0.0091    99.7100     0.5847    89.5600    13.3379      0.1752
 236     0.1000     0.0093    99.6980     0.6119    89.3700    13.3331      0.1745
 237     0.1000     0.0110    99.6520     0.6306    89.2800    13.3958      0.1738
 238     0.1000     0.0117    99.6060     0.6390    89.1700    13.2055      0.1730
 239     0.1000     0.0102    99.6540     0.6713    89.4300    13.3679      0.1724
 240     0.1000     0.0067    99.7620     0.6262    89.6300    13.3525      0.1716
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0137    99.5560     0.6372    89.1100    13.1703      0.1709
 242     0.1000     0.0101    99.6660     0.6314    89.1700    13.3227      0.1702
 243     0.1000     0.0093    99.7140     0.6374    89.6300    13.2783      0.1695
 244     0.1000     0.0105    99.6480     0.6023    89.3900    13.3148      0.1688
 245     0.1000     0.0082    99.7320     0.6330    89.2200    13.3227      0.1681
 246     0.1000     0.0162    99.4980     0.6448    89.0600    13.3738      0.1674
 247     0.1000     0.0100    99.6800     0.6362    89.5700    13.3728      0.1668
 248     0.1000     0.0161    99.5040     0.6428    88.9500    13.3222      0.1661
 249     0.1000     0.0076    99.7580     0.6454    89.2700    13.2196      0.1655
 250     0.1000     0.0098    99.6660     0.6701    89.3000    13.2063      0.1648
 251     0.1000     0.0162    99.4640     0.6654    89.2400    13.2851      0.1642
 252     0.1000     0.0147    99.5400     0.6617    89.2900    13.2951      0.1635
 253     0.1000     0.0065    99.8000     0.6095    89.7900    13.1687      0.1628
 254     0.1000     0.0112    99.6540     0.6501    89.1000    13.2429      0.1622
 255     0.1000     0.0074    99.7600     0.6778    89.3600    13.1510      0.1615
 256     0.1000     0.0131    99.5640     0.6777    89.1900    13.1946      0.1609
 257     0.1000     0.0101    99.6600     0.6474    89.1200    13.3890      0.1603
 258     0.1000     0.0129    99.6000     0.6513    89.0500    13.2270      0.1596
 259     0.1000     0.0098    99.6920     0.6307    89.3600    13.4822      0.1590
 260     0.1000     0.0276    99.2240     0.6714    88.8900    13.2445      0.1584
 261     0.1000     0.0091    99.7120     0.6067    89.8900    13.2226      0.1578
 262     0.1000     0.0089    99.7120     0.6768    89.1100    13.4352      0.1572
 263     0.1000     0.0139    99.5420     0.6667    88.9600    13.1866      0.1566
 264     0.1000     0.0091    99.7200     0.6184    89.4000    13.2998      0.1560
 265     0.1000     0.0156    99.5280     0.6328    89.0300    13.4119      0.1554
 266     0.1000     0.0086    99.7180     0.6292    89.5900    13.2702      0.1548
 267     0.1000     0.0104    99.6580     0.6292    89.1000    13.4089      0.1543
 268     0.1000     0.0068    99.7760     0.6332    89.6200    13.3958      0.1537
 269     0.1000     0.0078    99.7340     0.6120    89.5500    13.3571      0.1531
 270     0.1000     0.0073    99.7680     0.6043    89.7700    13.3330      0.1526
 271     0.1000     0.0085    99.7160     0.6453    89.7500    13.3063      0.1521
 272     0.1000     0.0094    99.6940     0.6301    89.4900    13.3406      0.1515
 273     0.1000     0.0133    99.5880     0.6159    89.3800    13.3105      0.1510
 274     0.1000     0.0128    99.5920     0.6360    89.1200    13.2097      0.1505
 275     0.1000     0.0127    99.5860     0.6340    89.3600    13.2139      0.1499
 276     0.1000     0.0094    99.6820     0.6320    89.5200    13.3106      0.1494
 277     0.1000     0.0116    99.6260     0.6582    89.4800    13.1258      0.1488
 278     0.1000     0.0081    99.7700     0.6338    89.3600    13.1536      0.1483
 279     0.1000     0.0080    99.7320     0.6170    89.3500    13.2031      0.1478
 280     0.1000     0.0097    99.6780     0.6298    89.5000    13.2267      0.1472
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0061    99.7900     0.6328    89.5000    13.2596      0.1467
 282     0.1000     0.0077    99.7620     0.6323    89.4300    13.2706      0.1462
 283     0.1000     0.0133    99.5720     0.6984    88.8100    13.2925      0.1457
 284     0.1000     0.0086    99.7380     0.6412    89.3700    13.3667      0.1451
 285     0.1000     0.0080    99.7620     0.6448    89.5900    13.4040      0.1446
 286     0.1000     0.0063    99.7980     0.6409    89.4000    13.1706      0.1441
 287     0.1000     0.0089    99.6880     0.6490    89.4900    13.1855      0.1436
 288     0.1000     0.0058    99.7880     0.6408    89.4500    13.3385      0.1431
 289     0.1000     0.0109    99.6440     0.6344    89.3500    13.3086      0.1426
 290     0.1000     0.0054    99.8260     0.6166    90.0000    13.3741      0.1421
 291     0.1000     0.0112    99.6440     0.6509    89.3700    13.3075      0.1416
 292     0.1000     0.0575    98.3720     0.6879    87.4500    13.3591      0.1411
 293     0.1000     0.0097    99.7240     0.6513    89.3700    13.2072      0.1407
 294     0.1000     0.0127    99.5840     0.6415    88.7700    13.3442      0.1402
 295     0.1000     0.0122    99.6440     0.6310    89.2100    13.3228      0.1398
 296     0.1000     0.0046    99.8460     0.6473    89.5400    13.2196      0.1393
 297     0.1000     0.0153    99.4780     0.6798    88.6400    13.3007      0.1388
 298     0.1000     0.0065    99.7960     0.6316    89.4800    13.4114      0.1384
 299     0.1000     0.0076    99.7600     0.6555    89.2700    13.3714      0.1379
 300     0.1000     0.0084    99.7540     0.6483    89.2600    13.1650      0.1375
 301     0.0996     0.0091    99.6860     0.6651    88.7000    13.3276      0.1370
 302     0.0992     0.0057    99.8080     0.6264    89.3600    13.2206      0.1366
 303     0.0988     0.0101    99.6820     0.6352    89.1900    13.2616      0.1361
 304     0.0983     0.0078    99.7660     0.6698    89.2100    13.4251      0.1356
 305     0.0979     0.0093    99.7100     0.6532    88.9800    13.3774      0.1352
 306     0.0975     0.0058    99.8260     0.6469    89.7300    13.3009      0.1348
 307     0.0971     0.0053    99.8340     0.6581    89.4600    13.2206      0.1343
 308     0.0967     0.0042    99.8520     0.6254    89.6200    13.2540      0.1339
 309     0.0963     0.0076    99.7500     0.6417    89.6500    13.2636      0.1335
 310     0.0959     0.0109    99.6680     0.6585    89.4400    13.3163      0.1331
 311     0.0955     0.0107    99.6420     0.6424    89.3700    13.1641      0.1327
 312     0.0950     0.0050    99.8420     0.6226    89.8300    13.2981      0.1323
 313     0.0946     0.0037    99.8840     0.6189    90.0600    13.3393      0.1318
 314     0.0942     0.0084    99.7340     0.6384    89.7300    13.3574      0.1314
 315     0.0938     0.0088    99.7160     0.6849    89.3200    13.2852      0.1310
 316     0.0934     0.0050    99.8360     0.6294    89.7300    13.2917      0.1306
 317     0.0930     0.0051    99.8460     0.6438    90.0500    13.2988      0.1303
 318     0.0926     0.0047    99.8400     0.6423    89.9400    13.2619      0.1299
 319     0.0922     0.0046    99.8560     0.6594    89.6400    13.3373      0.1295
 320     0.0917     0.0862    97.8600     0.7792    87.6700    13.3274      0.1291
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0484    98.7300     0.8247    87.4500    13.1886      0.1287
 322     0.0909     0.0066    99.7860     0.6827    89.5900    13.1392      0.1284
 323     0.0905     0.0601    98.4240     0.8534    87.5000    13.2805      0.1280
 324     0.0901     0.0043    99.8580     0.6656    89.6400    13.4689      0.1277
 325     0.0897     0.0090    99.7220     0.6698    89.2900    13.4135      0.1273
 326     0.0893     0.0090    99.7300     0.6702    89.4100    13.3930      0.1269
 327     0.0889     0.0037    99.8860     0.6572    89.6900    13.2912      0.1266
 328     0.0885     0.0047    99.8440     0.6837    89.6900    13.1647      0.1262
 329     0.0880     0.0034    99.9140     0.6559    90.0600    13.1895      0.1259
 330     0.0876     0.0047    99.8520     0.6484    90.0800    13.2246      0.1255
 331     0.0872     0.0044    99.8520     0.6598    89.9600    13.3489      0.1252
 332     0.0868     0.0067    99.7980     0.6488    89.9000    13.1633      0.1248
 333     0.0864     0.0041    99.8760     0.6456    90.0200    13.3615      0.1245
 334     0.0860     0.0041    99.8580     0.6573    90.0200    13.2733      0.1242
 335     0.0856     0.0055    99.8240     0.6388    89.8000    13.2760      0.1238
 336     0.0852     0.0048    99.8480     0.6726    89.9000    13.2553      0.1235
 337     0.0847     0.0049    99.8540     0.6330    89.8300    13.2192      0.1232
 338     0.0843     0.0057    99.8380     0.6893    90.1000    13.1830      0.1229
 339     0.0839     0.0058    99.8100     0.6691    89.9900    13.3176      0.1226
 340     0.0835     0.0061    99.8020     0.6446    89.9400    13.3439      0.1223
 341     0.0831     0.0139    99.5900     0.7414    89.3300    13.1667      0.1219
 342     0.0827     0.0035    99.8900     0.6718    90.0400    13.3906      0.1216
 343     0.0823     0.0038    99.8760     0.7007    89.8700    13.3266      0.1213
 344     0.0818     0.0024    99.9160     0.6850    89.7500    13.2484      0.1210
 345     0.0814     0.0030    99.9000     0.6778    90.1500    13.2422      0.1207
 346     0.0810     0.0036    99.8700     0.7025    89.9100    13.2760      0.1204
 347     0.0806     0.0034    99.8900     0.6777    90.0600    13.3302      0.1201
 348     0.0802     0.0036    99.8980     0.7269    89.7800    13.3451      0.1198
 349     0.0798     0.0049    99.8400     0.6751    89.8300    13.2528      0.1195
 350     0.0794     0.0035    99.9020     0.6760    89.7300    13.3361      0.1192
 351     0.0790     0.0027    99.9140     0.6826    89.9200    13.1377      0.1189
 352     0.0786     0.0020    99.9300     0.6716    89.9100    13.2024      0.1187
 353     0.0781     0.0036    99.8800     0.6656    89.7700    13.2729      0.1184
 354     0.0777     0.0032    99.8940     0.6412    90.1600    13.2586      0.1181
 355     0.0773     0.0041    99.8760     0.7039    90.0800    13.1926      0.1178
 356     0.0769     0.0034    99.8960     0.6620    89.9100    13.3433      0.1175
 357     0.0765     0.0025    99.9180     0.7038    89.9500    13.2482      0.1173
 358     0.0761     0.0023    99.9120     0.6700    90.0000    13.2655      0.1170
 359     0.0757     0.0035    99.8720     0.6819    90.0400    13.2048      0.1167
 360     0.0753     0.0045    99.8440     0.7182    89.4500    13.2158      0.1165
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0029    99.9140     0.6672    90.3900    13.2727      0.1162
 362     0.0744     0.0022    99.9360     0.6910    90.1600    13.4039      0.1159
 363     0.0740     0.0014    99.9560     0.7163    89.8400    13.2919      0.1157
 364     0.0736     0.0020    99.9360     0.6937    89.9400    13.4637      0.1154
 365     0.0732     0.0017    99.9420     0.7002    90.0900    13.3367      0.1152
 366     0.0728     0.0038    99.8720     0.7158    89.7300    13.2905      0.1149
 367     0.0724     0.0016    99.9520     0.7382    89.8200    13.1573      0.1147
 368     0.0720     0.0046    99.8300     0.7863    89.6600    13.2390      0.1144
 369     0.0715     0.0031    99.9060     0.7048    89.9100    13.3542      0.1142
 370     0.0711     0.0017    99.9360     0.6977    90.0200    13.3512      0.1139
 371     0.0707     0.0055    99.8240     0.7791    89.3600    13.1589      0.1137
 372     0.0703     0.0023    99.9240     0.6877    90.0200    13.2347      0.1135
 373     0.0699     0.0025    99.9180     0.7341    89.7200    13.1251      0.1132
 374     0.0695     0.0029    99.9000     0.7091    90.0400    13.2364      0.1130
 375     0.0691     0.0028    99.9020     0.7023    90.0500    13.3213      0.1127
 376     0.0686     0.0028    99.9100     0.7303    89.9600    13.3374      0.1125
 377     0.0682     0.0013    99.9560     0.7148    89.8800    13.1684      0.1122
 378     0.0678     0.0013    99.9620     0.6882    90.0400    13.3187      0.1120
 379     0.0674     0.0032    99.8980     0.7238    89.8800    13.1577      0.1118
 380     0.0670     0.0014    99.9600     0.6842    89.9800    13.2848      0.1116
 381     0.0666     0.0017    99.9360     0.6795    90.0600    13.4342      0.1114
 382     0.0662     0.0010    99.9740     0.7055    90.1700    13.1891      0.1111
 383     0.0658     0.0018    99.9380     0.7414    89.8500    13.3846      0.1109
 384     0.0654     0.0006    99.9880     0.7042    90.1200    13.3674      0.1107
 385     0.0649     0.0013    99.9560     0.7258    90.0800    13.3761      0.1105
 386     0.0645     0.0016    99.9460     0.7036    90.2900    13.2650      0.1103
 387     0.0641     0.0014    99.9520     0.7415    90.2000    13.2620      0.1101
 388     0.0637     0.0013    99.9540     0.7010    90.1500    13.3588      0.1099
 389     0.0633     0.0010    99.9540     0.7204    90.2400    13.2921      0.1097
 390     0.0629     0.0016    99.9460     0.7348    90.2600    13.3024      0.1095
 391     0.0625     0.0022    99.9240     0.7419    90.2900    13.4244      0.1092
 392     0.0621     0.0017    99.9520     0.7303    90.3400    13.2533      0.1091
 393     0.0616     0.0015    99.9520     0.7115    90.2800    13.3919      0.1089
 394     0.0612     0.0010    99.9680     0.6938    90.3000    13.3726      0.1087
 395     0.0608     0.0019    99.9480     0.7178    90.1800    13.1995      0.1085
 396     0.0604     0.0009    99.9800     0.7103    90.3900    13.2426      0.1083
 397     0.0600     0.0014    99.9540     0.7394    90.2900    13.2832      0.1081
 398     0.0596     0.0021    99.9360     0.7174    90.0800    13.3928      0.1079
 399     0.0592     0.0027    99.9220     0.7448    89.9000    13.3828      0.1077
 400     0.0588     0.0013    99.9660     0.7119    90.2100    13.3846      0.1075
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0015    99.9640     0.6996    90.1500    13.1434      0.1074
 402     0.0579     0.0012    99.9580     0.7138    90.1300    14.1441      0.1072
 403     0.0575     0.0005    99.9860     0.7039    90.4200    13.2039      0.1070
 404     0.0571     0.0009    99.9740     0.6957    90.2300    13.3536      0.1068
 405     0.0567     0.0010    99.9700     0.6945    90.5400    13.3092      0.1067
 406     0.0563     0.0026    99.9360     0.7073    90.1600    13.4024      0.1065
 407     0.0559     0.0008    99.9780     0.7029    90.5700    13.3864      0.1063
 408     0.0554     0.0012    99.9660     0.7353    90.1300    13.2366      0.1062
 409     0.0550     0.0009    99.9820     0.6994    90.2100    13.2451      0.1060
 410     0.0546     0.0007    99.9840     0.7026    90.2700    13.1891      0.1058
 411     0.0542     0.0009    99.9740     0.7091    90.1800    13.3234      0.1057
 412     0.0538     0.0021    99.9360     0.7241    89.9500    13.3336      0.1055
 413     0.0534     0.0008    99.9740     0.7161    90.0300    13.1034      0.1053
 414     0.0530     0.0009    99.9760     0.7142    90.0000    13.2749      0.1052
 415     0.0526     0.0012    99.9580     0.7057    90.1800    13.1630      0.1050
 416     0.0522     0.0010    99.9680     0.7149    90.0500    13.2816      0.1049
 417     0.0517     0.0015    99.9520     0.7337    90.2800    13.1347      0.1047
 418     0.0513     0.0006    99.9820     0.7253    90.2200    13.1758      0.1046
 419     0.0509     0.0011    99.9700     0.7327    90.0800    13.2016      0.1044
 420     0.0505     0.0010    99.9640     0.7452    89.9200    13.4101      0.1043
 421     0.0501     0.0007    99.9720     0.7089    90.2100    13.3546      0.1041
 422     0.0497     0.0005    99.9880     0.7217    90.1900    13.3006      0.1040
 423     0.0493     0.0005    99.9860     0.7257    90.3200    13.3673      0.1038
 424     0.0489     0.0009    99.9720     0.7299    90.1400    13.2271      0.1037
 425     0.0484     0.0004    99.9900     0.7220    90.2700    13.4844      0.1035
 426     0.0480     0.0007    99.9760     0.7402    90.3600    13.2510      0.1034
 427     0.0476     0.0005    99.9920     0.7265    90.3000    13.3448      0.1033
 428     0.0472     0.0005    99.9840     0.7331    90.4600    13.2104      0.1031
 429     0.0468     0.0003    99.9920     0.7376    90.3500    13.2276      0.1030
 430     0.0464     0.0003    99.9880     0.7478    90.5400    13.2183      0.1029
 431     0.0460     0.0008    99.9740     0.7526    90.4600    13.3254      0.1027
 432     0.0456     0.0002    99.9940     0.7154    90.7400    13.2188      0.1026
 433     0.0451     0.0002    99.9940     0.7151    90.6900    13.3937      0.1025
 434     0.0447     0.0003    99.9880     0.7339    90.2900    13.2301      0.1023
 435     0.0443     0.0006    99.9860     0.7392    90.3600    13.3501      0.1022
 436     0.0439     0.0005    99.9900     0.7255    90.3100    13.2927      0.1021
 437     0.0435     0.0003    99.9940     0.7333    90.4500    13.2218      0.1019
 438     0.0431     0.0002    99.9960     0.7298    90.4200    13.3983      0.1018
 439     0.0427     0.0002    99.9960     0.7402    90.4200    13.2662      0.1017
 440     0.0423     0.0002    99.9960     0.7372    90.3900    13.2233      0.1016
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0002    99.9920     0.7385    90.5400    13.3115      0.1015
 442     0.0414     0.0003    99.9880     0.7389    90.6000    13.4047      0.1013
 443     0.0410     0.0008    99.9720     0.7668    90.1700    13.2235      0.1012
 444     0.0406     0.0004    99.9840     0.7533    90.4400    13.1785      0.1011
 445     0.0402     0.0005    99.9860     0.7355    90.3700    13.2465      0.1010
 446     0.0398     0.0004    99.9840     0.7282    90.5000    13.3432      0.1009
 447     0.0394     0.0002    99.9940     0.7326    90.3500    13.5776      0.1008
 448     0.0389     0.0007    99.9800     0.7466    90.3300    13.3094      0.1007
 449     0.0385     0.0002    99.9920     0.7496    90.5100    13.3704      0.1006
 450     0.0381     0.0003    99.9920     0.7474    90.3700    13.3614      0.1004
 451     0.0377     0.0004    99.9860     0.7415    90.5000    13.3860      0.1003
 452     0.0373     0.0003    99.9920     0.7537    90.3400    13.2975      0.1002
 453     0.0369     0.0001    99.9980     0.7452    90.3400    13.2247      0.1001
 454     0.0365     0.0002    99.9900     0.7470    90.3700    13.2632      0.1000
 455     0.0361     0.0002    99.9940     0.7617    90.2800    13.1946      0.0999
 456     0.0357     0.0001    99.9980     0.7650    90.2800    13.5250      0.0998
 457     0.0352     0.0003    99.9880     0.7506    90.3300    13.1773      0.0997
 458     0.0348     0.0002   100.0000     0.7627    90.1500    13.2710      0.0997
 459     0.0344     0.0002    99.9980     0.7531    90.3400    13.2770      0.0996
 460     0.0340     0.0002    99.9960     0.7546    90.4300    13.1096      0.0995
 461     0.0336     0.0002    99.9940     0.7476    90.3500    13.3937      0.0994
 462     0.0332     0.0002    99.9960     0.7468    90.5000    13.6518      0.0993
 463     0.0328     0.0001    99.9960     0.7476    90.4100    13.3899      0.0992
 464     0.0324     0.0001   100.0000     0.7495    90.4500    13.3667      0.0991
 465     0.0319     0.0002    99.9900     0.7602    90.5200    13.2972      0.0990
 466     0.0315     0.0002    99.9940     0.7432    90.4600    13.3401      0.0989
 467     0.0311     0.0002    99.9980     0.7578    90.5000    13.2588      0.0989
 468     0.0307     0.0001   100.0000     0.7552    90.4800    13.2324      0.0988
 469     0.0303     0.0001   100.0000     0.7513    90.3700    13.1883      0.0987
 470     0.0299     0.0003    99.9960     0.7746    90.4100    13.4349      0.0986
 471     0.0295     0.0002    99.9980     0.7617    90.4700    13.2929      0.0986
 472     0.0291     0.0001    99.9980     0.7525    90.4000    13.2937      0.0985
 473     0.0286     0.0001    99.9980     0.7730    90.4500    13.2335      0.0984
 474     0.0282     0.0001    99.9960     0.7599    90.5200    13.3474      0.0983
 475     0.0278     0.0004    99.9900     0.7641    90.5000    13.3859      0.0983
 476     0.0274     0.0002    99.9920     0.7632    90.4800    13.2038      0.0982
 477     0.0270     0.0001    99.9980     0.7624    90.4100    13.5138      0.0981
 478     0.0266     0.0002    99.9920     0.7684    90.3800    13.2463      0.0980
 479     0.0262     0.0001    99.9940     0.7665    90.3800    13.2227      0.0980
 480     0.0257     0.0001   100.0000     0.7670    90.4800    13.2818      0.0979
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0001    99.9980     0.7786    90.4400    13.1965      0.0979
 482     0.0249     0.0001    99.9980     0.7672    90.5500    13.3057      0.0978
 483     0.0245     0.0002    99.9960     0.7742    90.5000    13.4744      0.0977
 484     0.0241     0.0002    99.9960     0.7645    90.5300    13.2749      0.0977
 485     0.0237     0.0001    99.9980     0.7662    90.4900    13.1627      0.0976
 486     0.0233     0.0001    99.9980     0.7613    90.3900    13.2523      0.0976
 487     0.0229     0.0003    99.9920     0.7945    90.2400    13.1993      0.0975
 488     0.0225     0.0002    99.9960     0.7656    90.4500    13.3840      0.0974
 489     0.0220     0.0002    99.9920     0.7732    90.5300    13.3298      0.0974
 490     0.0216     0.0001    99.9980     0.7770    90.4200    13.3512      0.0973
 491     0.0212     0.0002    99.9960     0.7645    90.4500    13.3628      0.0973
 492     0.0208     0.0002    99.9960     0.7734    90.4400    13.4715      0.0972
 493     0.0204     0.0001   100.0000     0.7752    90.4100    13.2769      0.0972
 494     0.0200     0.0001   100.0000     0.7791    90.3600    13.1253      0.0972
 495     0.0196     0.0001   100.0000     0.7662    90.5100    13.3088      0.0971
 496     0.0192     0.0001   100.0000     0.7684    90.4400    13.2850      0.0971
 497     0.0187     0.0000   100.0000     0.7738    90.5800    13.3812      0.0970
 498     0.0183     0.0001   100.0000     0.7739    90.4900    13.3165      0.0970
 499     0.0179     0.0001   100.0000     0.7588    90.4400    13.3161      0.0969
 500     0.0175     0.0001    99.9980     0.7642    90.4700    13.2977      0.0969
 501     0.0171     0.0001    99.9980     0.7602    90.5800    13.1928      0.0968
 502     0.0167     0.0001   100.0000     0.7672    90.5400    13.2620      0.0968
 503     0.0163     0.0001   100.0000     0.7677    90.5000    13.2634      0.0968
 504     0.0159     0.0000    99.9980     0.7672    90.4700    13.3653      0.0967
 505     0.0154     0.0001   100.0000     0.7675    90.4400    13.2594      0.0967
 506     0.0150     0.0001    99.9980     0.7677    90.4900    13.4232      0.0967
 507     0.0146     0.0001    99.9960     0.7641    90.5200    13.3902      0.0966
 508     0.0142     0.0002    99.9960     0.7628    90.5000    13.2504      0.0966
 509     0.0138     0.0001   100.0000     0.7705    90.4400    13.2588      0.0966
 510     0.0134     0.0000   100.0000     0.7672    90.5400    13.2872      0.0965
 511     0.0130     0.0000   100.0000     0.7736    90.4300    13.1852      0.0965
 512     0.0125     0.0000   100.0000     0.7658    90.5000    13.3749      0.0965
 513     0.0121     0.0001    99.9980     0.7752    90.4300    13.3218      0.0964
 514     0.0117     0.0000   100.0000     0.7740    90.4700    13.2123      0.0964
 515     0.0113     0.0002    99.9940     0.7669    90.5100    13.2449      0.0964
 516     0.0109     0.0001    99.9980     0.7687    90.5200    13.2179      0.0964
 517     0.0105     0.0000   100.0000     0.7706    90.5400    13.2474      0.0963
 518     0.0101     0.0000   100.0000     0.7738    90.4300    13.3031      0.0963
 519     0.0097     0.0001    99.9980     0.7724    90.3800    13.3345      0.0963
 520     0.0092     0.0001    99.9980     0.7698    90.4600    13.2147      0.0963
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0001    99.9980     0.7723    90.4700    13.2125      0.0963
 522     0.0084     0.0001    99.9980     0.7708    90.4900    13.3434      0.0962
 523     0.0080     0.0000   100.0000     0.7682    90.4700    13.3701      0.0962
 524     0.0076     0.0001    99.9980     0.7684    90.4600    13.2779      0.0962
 525     0.0072     0.0001    99.9980     0.7702    90.4700    13.3421      0.0962
 526     0.0068     0.0000   100.0000     0.7694    90.5000    13.3326      0.0962
 527     0.0064     0.0001    99.9980     0.7721    90.4500    13.3754      0.0962
 528     0.0060     0.0000   100.0000     0.7710    90.4900    13.3010      0.0962
 529     0.0055     0.0000   100.0000     0.7713    90.4900    13.2731      0.0961
 530     0.0051     0.0001    99.9980     0.7685    90.4500    13.2758      0.0961
 531     0.0047     0.0000   100.0000     0.7682    90.4500    13.2265      0.0961
 532     0.0043     0.0000   100.0000     0.7688    90.4500    13.2979      0.0961
 533     0.0039     0.0001    99.9980     0.7700    90.4600    13.2475      0.0961
 534     0.0035     0.0001    99.9980     0.7704    90.4500    13.3177      0.0961
 535     0.0031     0.0000   100.0000     0.7690    90.4600    13.1592      0.0961
 536     0.0027     0.0002    99.9980     0.7691    90.4600    13.3124      0.0961
 537     0.0022     0.0000   100.0000     0.7693    90.4500    13.3958      0.0961
 538     0.0018     0.0000   100.0000     0.7694    90.4600    13.2361      0.0961
 539     0.0014     0.0001    99.9980     0.7686    90.4700    13.3353      0.0961
 540     0.0010     0.0001    99.9980     0.7689    90.5000    13.4058      0.0961
 541     0.0010     0.0000   100.0000     0.7688    90.4900    13.3457      0.0961
 542     0.0010     0.0001   100.0000     0.7690    90.4900    13.4481      0.0961
 543     0.0010     0.0000   100.0000     0.7693    90.4900    13.4172      0.0961
 544     0.0010     0.0001    99.9980     0.7695    90.4800    13.3830      0.0961
 545     0.0010     0.0000   100.0000     0.7699    90.4700    13.4160      0.0961
 546     0.0010     0.0000   100.0000     0.7697    90.4600    13.4324      0.0961
 547     0.0010     0.0001   100.0000     0.7691    90.4900    13.2544      0.0961
 548     0.0010     0.0001    99.9980     0.7689    90.4700    13.2113      0.0961
 549     0.0010     0.0000    99.9980     0.7685    90.4900    13.4682      0.0961
 550     0.0010     0.0001    99.9980     0.7686    90.4800    13.2867      0.0961
 551     0.0010     0.0000   100.0000     0.7692    90.5100    13.4202      0.0961
 552     0.0010     0.0000   100.0000     0.7697    90.4900    13.3404      0.0961
 553     0.0010     0.0001    99.9980     0.7701    90.5100    13.2128      0.0961
 554     0.0010     0.0000   100.0000     0.7703    90.5000    13.4226      0.0961
 555     0.0010     0.0000   100.0000     0.7701    90.5000    13.5166      0.0961
 556     0.0010     0.0000   100.0000     0.7701    90.5000    13.3536      0.0961
 557     0.0010     0.0001    99.9980     0.7703    90.5200    13.1792      0.0961
 558     0.0010     0.0001   100.0000     0.7706    90.5200    13.2829      0.0961
 559     0.0010     0.0001    99.9980     0.7704    90.5300    13.2859      0.0961
 560     0.0010     0.0000   100.0000     0.7704    90.5300    13.3638      0.0961
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     0.7706    90.5200    13.2873      0.0961
 562     0.0010     0.0000   100.0000     0.7710    90.5200    13.2980      0.0961
 563     0.0010     0.0001    99.9960     0.7713    90.5100    13.2222      0.0961
 564     0.0010     0.0001    99.9980     0.7715    90.5000    13.3999      0.0961
 565     0.0010     0.0000   100.0000     0.7717    90.5100    13.1732      0.0961
 566     0.0010     0.0000   100.0000     0.7717    90.5200    13.2731      0.0961
 567     0.0010     0.0000   100.0000     0.7719    90.5200    13.3036      0.0961
 568     0.0010     0.0000   100.0000     0.7722    90.5000    13.2283      0.0961
 569     0.0010     0.0001    99.9980     0.7721    90.5000    13.3835      0.0961
 570     0.0010     0.0000   100.0000     0.7715    90.5200    13.2315      0.0961
 571     0.0010     0.0001   100.0000     0.7719    90.5100    13.3700      0.0961
 572     0.0010     0.0001    99.9980     0.7718    90.5100    13.1836      0.0961
 573     0.0010     0.0000   100.0000     0.7718    90.5000    13.4181      0.0961
 574     0.0010     0.0000   100.0000     0.7720    90.5400    13.3194      0.0961
 575     0.0010     0.0000   100.0000     0.7721    90.5400    13.1805      0.0961
 576     0.0010     0.0000   100.0000     0.7724    90.5300    13.3066      0.0961
 577     0.0010     0.0001   100.0000     0.7717    90.5500    13.2322      0.0961
 578     0.0010     0.0000   100.0000     0.7720    90.5500    13.4560      0.0961
 579     0.0010     0.0001    99.9980     0.7724    90.5400    13.3560      0.0961
 580     0.0010     0.0001    99.9980     0.7725    90.5500    13.3284      0.0961
 581     0.0010     0.0001    99.9960     0.7728    90.5300    13.3350      0.0961
 582     0.0010     0.0000   100.0000     0.7728    90.5200    13.5450      0.0961
 583     0.0010     0.0000    99.9980     0.7728    90.5300    13.1989      0.0961
 584     0.0010     0.0001    99.9980     0.7727    90.5300    13.3768      0.0961
 585     0.0010     0.0001    99.9980     0.7729    90.5400    13.3755      0.0961
 586     0.0010     0.0000   100.0000     0.7733    90.5400    13.3771      0.0961
 587     0.0010     0.0000   100.0000     0.7734    90.5400    13.3880      0.0961
 588     0.0010     0.0001    99.9980     0.7735    90.5300    13.3213      0.0961
 589     0.0010     0.0001    99.9980     0.7735    90.5100    13.1351      0.0961
 590     0.0010     0.0001    99.9980     0.7735    90.5400    13.2819      0.0961
 591     0.0010     0.0001   100.0000     0.7731    90.5400    13.2442      0.0961
 592     0.0010     0.0000   100.0000     0.7733    90.5400    13.2762      0.0961
 593     0.0010     0.0000   100.0000     0.7733    90.5200    13.2687      0.0961
 594     0.0010     0.0000   100.0000     0.7733    90.5400    13.2841      0.0961
 595     0.0010     0.0001    99.9980     0.7733    90.5300    13.3292      0.0961
 596     0.0010     0.0000   100.0000     0.7736    90.5100    13.3912      0.0961
 597     0.0010     0.0000   100.0000     0.7739    90.5200    13.2096      0.0961
 598     0.0010     0.0000   100.0000     0.7742    90.5100    13.4320      0.0961
 599     0.0010     0.0002    99.9980     0.7747    90.5100    13.3032      0.0961
 600     0.0010     0.0001    99.9980     0.7752    90.5000    13.4185      0.0961
