Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.0578    21.8740     2.0422    23.1300    15.3832      0.9751
   2     0.1000     1.9806    21.5340     1.9547    22.7400    13.3332      0.9671
   3     0.1000     1.8046    30.5660     1.7778    31.0800    13.4005      0.9614
   4     0.1000     1.5893    37.7120     1.5887    37.8700    13.3700      0.9567
   5     0.1000     1.4875    44.3960     1.4360    45.6400    13.3496      0.9527
   6     0.1000     1.3153    50.9980     1.3041    50.5300    13.2905      0.9493
   7     0.1000     1.2405    55.2120     1.1838    56.7800    13.3081      0.9461
   8     0.1000     1.0280    63.3620     1.0305    63.1400    13.2609      0.9432
   9     0.1000     0.9597    65.9520     0.9423    66.4600    13.2458      0.9405
  10     0.1000     0.8681    69.6100     0.8642    69.7400    13.3748      0.9381
  11     0.1000     0.8697    69.7580     0.8740    70.2900    13.3256      0.9358
  12     0.1000     0.7157    75.1360     0.7455    74.7700    13.3131      0.9336
  13     0.1000     0.6452    77.6840     0.6966    76.4200    13.3169      0.9316
  14     0.1000     0.7115    76.0480     0.7475    75.1500    13.2950      0.9296
  15     0.1000     0.6863    77.0020     0.7519    75.3700    13.3110      0.9277
  16     0.1000     0.5571    80.9640     0.6074    80.2400    13.3368      0.9260
  17     0.1000     0.5171    82.6580     0.5994    80.4500    13.2780      0.9242
  18     0.1000     0.5683    80.9860     0.6715    78.6900    13.3305      0.9226
  19     0.1000     0.5328    82.6900     0.6409    80.2400    13.2861      0.9210
  20     0.1000     0.4342    85.4660     0.5305    82.7200    13.2934      0.9194
  21     0.1000     0.4495    84.8900     0.5647    81.8000    13.2817      0.9179
  22     0.1000     0.4214    85.7120     0.5468    82.5500    13.3320      0.9165
  23     0.1000     0.4247    85.7440     0.5561    83.1200    13.2723      0.9151
  24     0.1000     0.3865    86.9400     0.5335    83.5600    13.3114      0.9138
  25     0.1000     0.4206    86.1340     0.5671    82.8900    13.3245      0.9125
  26     0.1000     0.3309    88.9920     0.5111    84.3900    13.3109      0.9112
  27     0.1000     0.3363    88.9900     0.5401    84.0500    13.3312      0.9099
  28     0.1000     0.2767    90.5760     0.4723    85.9100    13.3124      0.9087
  29     0.1000     0.3440    88.4020     0.5551    83.0500    13.2954      0.9075
  30     0.1000     0.2614    91.2040     0.4783    85.6200    13.3233      0.9064
  31     0.1000     0.2756    90.5520     0.4802    85.3700    13.2650      0.9053
  32     0.1000     0.2833    90.4700     0.4898    85.4100    13.1915      0.9042
  33     0.1000     0.2907    90.2540     0.5038    84.9500    13.3567      0.9031
  34     0.1000     0.2288    92.1980     0.4606    86.5100    13.5104      0.9020
  35     0.1000     0.2339    92.0600     0.4799    86.1100    13.3172      0.9010
  36     0.1000     0.2909    90.4020     0.5468    84.5400    13.3400      0.9000
  37     0.1000     0.2423    91.8020     0.5051    85.8000    13.3573      0.8989
  38     0.1000     0.2324    92.2440     0.4897    86.2800    13.3069      0.8980
  39     0.1000     0.2200    92.6780     0.5200    85.8300    13.3260      0.8970
  40     0.1000     0.2169    92.5160     0.4995    85.7900    13.3046      0.8962
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     0.1979    93.3980     0.4895    86.6800    13.3429      0.8952
  42     0.1000     0.1663    94.4180     0.4505    87.1800    13.2679      0.8943
  43     0.1000     0.1830    93.9460     0.4844    86.6700    13.3370      0.8934
  44     0.1000     0.1557    94.7740     0.4968    86.7600    13.2904      0.8925
  45     0.1000     0.2983    90.6900     0.6183    83.9100    13.3223      0.8917
  46     0.1000     0.1529    94.7880     0.4723    87.4400    13.3947      0.8908
  47     0.1000     0.1850    93.8640     0.5312    86.2600    13.3114      0.8900
  48     0.1000     0.1388    95.2880     0.5037    87.1000    13.3684      0.8892
  49     0.1000     0.1449    95.1140     0.5023    87.1700    13.3264      0.8883
  50     0.1000     0.1506    94.9220     0.5025    86.9600    13.3332      0.8875
  51     0.1000     0.2210    93.6380     0.6021    86.3000    13.3200      0.8868
  52     0.1000     0.1596    94.5400     0.5117    86.7800    13.2843      0.8859
  53     0.1000     0.1559    94.8400     0.5196    86.8600    13.2432      0.8851
  54     0.1000     0.1573    94.9880     0.5431    86.9300    13.3102      0.8844
  55     0.1000     0.1064    96.3260     0.4943    88.0800    13.4473      0.8837
  56     0.1000     0.1039    96.5300     0.4901    87.4900    13.2403      0.8829
  57     0.1000     0.0882    96.9900     0.4721    88.3300    13.2287      0.8822
  58     0.1000     0.1062    96.4400     0.4900    88.0500    13.2707      0.8815
  59     0.1000     0.1059    96.5360     0.4987    87.7300    13.3336      0.8807
  60     0.1000     0.0863    97.1320     0.4963    87.8900    13.4014      0.8801
  61     0.1000     0.1323    95.6060     0.5600    87.2300    13.2527      0.8794
  62     0.1000     0.0837    97.3000     0.4914    87.9700    13.2827      0.8787
  63     0.1000     0.0962    96.8100     0.5171    88.1200    13.2714      0.8780
  64     0.1000     0.0813    97.2320     0.4956    88.2000    13.2846      0.8773
  65     0.1000     0.1266    95.6260     0.5384    86.4000    13.2899      0.8767
  66     0.1000     0.0872    97.1360     0.5180    87.7200    13.2726      0.8760
  67     0.1000     0.0756    97.5140     0.4995    88.2100    13.2549      0.8753
  68     0.1000     0.1040    96.5920     0.5529    87.4400    13.3227      0.8747
  69     0.1000     0.1443    95.1900     0.6318    86.0100    13.3152      0.8741
  70     0.1000     0.0693    97.7240     0.5302    87.9900    13.3306      0.8735
  71     0.1000     0.0521    98.2400     0.5300    88.3900    13.2451      0.8728
  72     0.1000     0.0813    97.2440     0.5243    87.8600    13.3426      0.8722
  73     0.1000     0.0559    98.0820     0.5066    88.6400    13.3027      0.8715
  74     0.1000     0.0647    97.8500     0.5410    88.3700    13.3547      0.8709
  75     0.1000     0.0808    97.2520     0.5550    87.3200    13.3000      0.8704
  76     0.1000     0.0488    98.3660     0.5450    88.5600    13.2507      0.8697
  77     0.1000     0.0552    98.0880     0.5219    88.4800    13.3539      0.8691
  78     0.1000     0.0552    98.1640     0.5064    88.8500    13.4033      0.8685
  79     0.1000     0.0558    98.0680     0.5426    88.6300    13.2705      0.8679
  80     0.1000     0.0448    98.4660     0.5379    88.5200    13.4544      0.8673
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.1337    95.7640     0.6174    86.2700    13.3501      0.8667
  82     0.1000     0.0592    98.0420     0.5551    88.2400    13.3569      0.8662
  83     0.1000     0.0696    97.6400     0.5930    87.6800    13.2913      0.8656
  84     0.1000     0.0536    98.2640     0.6051    88.5200    13.2620      0.8651
  85     0.1000     0.0449    98.4460     0.5465    88.6400    13.2513      0.8645
  86     0.1000     0.0547    98.1140     0.5698    88.1700    13.2733      0.8639
  87     0.1000     0.0375    98.7360     0.5856    88.8800    13.3190      0.8634
  88     0.1000     0.0451    98.5640     0.5762    88.6300    13.2764      0.8629
  89     0.1000     0.0402    98.6420     0.5476    89.1100    13.2898      0.8623
  90     0.1000     0.0571    98.1300     0.5204    88.5900    13.6029      0.8618
  91     0.1000     0.0529    98.1600     0.5845    88.8300    13.3388      0.8612
  92     0.1000     0.0310    98.9400     0.5746    89.1200    13.2593      0.8606
  93     0.1000     0.0467    98.4300     0.6080    88.3500    13.2376      0.8601
  94     0.1000     0.0402    98.6600     0.5473    88.6900    13.4036      0.8596
  95     0.1000     0.0382    98.7120     0.5915    88.7900    13.2557      0.8590
  96     0.1000     0.0699    97.7980     0.5777    88.0300    13.3377      0.8585
  97     0.1000     0.0384    98.7200     0.5792    88.7100    13.2991      0.8580
  98     0.1000     0.0308    98.9680     0.5891    89.0500    13.3006      0.8575
  99     0.1000     0.0407    98.6600     0.5529    88.8100    13.3441      0.8569
 100     0.1000     0.0361    98.8000     0.5721    88.4700    13.2887      0.8564
 101     0.1000     0.0239    99.1500     0.6019    88.6800    13.3023      0.8560
 102     0.1000     0.0346    98.8700     0.5848    88.7900    13.3602      0.8554
 103     0.1000     0.0309    98.9320     0.5539    88.5900    13.3138      0.8549
 104     0.1000     0.0263    99.0880     0.5862    88.9200    13.4312      0.8544
 105     0.1000     0.0296    99.0020     0.5876    88.9200    13.2698      0.8539
 106     0.1000     0.0972    96.9420     0.6749    86.8800    13.3955      0.8534
 107     0.1000     0.0336    98.8820     0.6012    88.9000    13.2839      0.8529
 108     0.1000     0.0275    99.1100     0.5748    89.1900    13.3727      0.8525
 109     0.1000     0.0283    99.0220     0.5514    88.9100    13.3006      0.8519
 110     0.1000     0.0356    98.8680     0.5899    88.9500    13.3614      0.8515
 111     0.1000     0.0292    98.9820     0.5856    88.6700    13.3270      0.8509
 112     0.1000     0.0967    97.0400     0.7259    86.9100    13.3477      0.8505
 113     0.1000     0.0328    98.9440     0.6101    88.9200    13.2755      0.8500
 114     0.1000     0.0321    98.9300     0.5595    88.7800    13.3570      0.8496
 115     0.1000     0.0256    99.1540     0.5892    89.3200    13.3425      0.8491
 116     0.1000     0.0218    99.2360     0.5925    89.2000    13.3200      0.8487
 117     0.1000     0.0190    99.3120     0.5744    89.2300    13.3931      0.8482
 118     0.1000     0.0255    99.1500     0.5553    89.1800    13.5878      0.8477
 119     0.1000     0.0243    99.1940     0.6008    88.9500    13.3122      0.8472
 120     0.1000     0.0512    98.4360     0.7486    87.8000    13.3272      0.8468
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.0266    99.1080     0.6013    88.6300    13.3456      0.8463
 122     0.1000     0.0204    99.3200     0.6163    89.5100    13.2865      0.8459
 123     0.1000     0.0254    99.1740     0.6011    88.9400    13.2889      0.8454
 124     0.1000     0.0293    99.0460     0.5693    88.6600    13.3064      0.8450
 125     0.1000     0.0171    99.4020     0.6302    89.3200    13.2778      0.8446
 126     0.1000     0.0263    99.0480     0.6534    88.9600    13.3210      0.8441
 127     0.1000     0.0218    99.3160     0.6199    89.2000    13.3416      0.8437
 128     0.1000     0.0234    99.2360     0.6064    89.0200    13.3556      0.8432
 129     0.1000     0.0202    99.3300     0.5694    89.2600    13.3340      0.8428
 130     0.1000     0.0281    99.0700     0.6070    89.0500    13.3421      0.8424
 131     0.1000     0.0170    99.4160     0.5887    89.2700    13.2369      0.8419
 132     0.1000     0.0197    99.3660     0.6281    89.3900    13.2793      0.8415
 133     0.1000     0.0196    99.3580     0.5473    89.2700    13.2353      0.8411
 134     0.1000     0.0188    99.4100     0.5899    89.3800    13.2996      0.8406
 135     0.1000     0.0179    99.3960     0.5970    89.0300    13.3303      0.8402
 136     0.1000     0.0205    99.3360     0.6543    89.2400    13.3838      0.8398
 137     0.1000     0.0241    99.2160     0.6251    89.0900    13.3156      0.8393
 138     0.1000     0.0172    99.4120     0.6541    89.2700    13.2266      0.8389
 139     0.1000     0.0222    99.3340     0.5903    89.3800    13.3850      0.8385
 140     0.1000     0.0167    99.4560     0.6067    89.5100    13.3257      0.8381
 141     0.1000     0.0248    99.1920     0.6323    89.2400    13.2737      0.8377
 142     0.1000     0.0197    99.3520     0.5997    89.6400    13.2884      0.8373
 143     0.1000     0.0161    99.4260     0.6238    89.3100    13.2888      0.8369
 144     0.1000     0.0238    99.2120     0.6088    89.0500    13.2791      0.8365
 145     0.1000     0.0143    99.5200     0.6249    89.1500    13.3461      0.8360
 146     0.1000     0.0127    99.5680     0.6541    89.1500    13.2894      0.8356
 147     0.1000     0.0155    99.5000     0.6629    89.2100    13.2888      0.8353
 148     0.1000     0.0166    99.4640     0.6359    89.4300    13.3084      0.8348
 149     0.1000     0.0168    99.4360     0.6287    89.3300    13.2931      0.8344
 150     0.1000     0.0149    99.4800     0.6337    89.1200    13.2620      0.8341
 151     0.1000     0.0273    99.0820     0.6887    88.5600    13.3134      0.8337
 152     0.1000     0.0165    99.4480     0.5903    89.8100    13.2188      0.8333
 153     0.1000     0.0138    99.5520     0.6488    89.5400    13.3177      0.8329
 154     0.1000     0.0135    99.5680     0.5820    89.5000    13.2924      0.8325
 155     0.1000     0.0113    99.6140     0.6552    89.7000    13.2467      0.8320
 156     0.1000     0.0124    99.5760     0.6404    89.1700    13.3216      0.8317
 157     0.1000     0.0102    99.6360     0.6436    89.8700    13.2990      0.8313
 158     0.1000     0.0146    99.5100     0.6232    89.5100    13.2817      0.8309
 159     0.1000     0.0211    99.3240     0.7125    89.0500    13.3023      0.8305
 160     0.1000     0.0187    99.3340     0.6020    88.9000    13.2609      0.8301
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.0251    99.1700     0.6441    88.8000    13.3998      0.8297
 162     0.1000     0.0145    99.5280     0.6413    89.3500    13.3938      0.8293
 163     0.1000     0.0155    99.5000     0.6612    89.1300    13.2771      0.8290
 164     0.1000     0.0212    99.3120     0.6344    88.7800    13.3216      0.8286
 165     0.1000     0.0180    99.4340     0.6704    89.0100    13.3289      0.8282
 166     0.1000     0.0115    99.6540     0.6935    89.3700    13.2942      0.8278
 167     0.1000     0.0097    99.6480     0.6621    89.6500    13.3498      0.8275
 168     0.1000     0.0112    99.6300     0.6928    89.1100    13.3597      0.8271
 169     0.1000     0.0167    99.4300     0.6922    89.1200    13.2953      0.8267
 170     0.1000     0.0111    99.6260     0.6344    89.4200    13.3894      0.8263
 171     0.1000     0.0116    99.6440     0.6652    89.1600    13.2786      0.8260
 172     0.1000     0.0124    99.6000     0.6711    89.3900    13.3364      0.8257
 173     0.1000     0.0126    99.5680     0.6579    89.2300    13.3282      0.8252
 174     0.1000     0.0140    99.5340     0.7222    89.2700    13.3363      0.8249
 175     0.1000     0.0133    99.5780     0.6590    89.5800    13.2812      0.8246
 176     0.1000     0.0182    99.4340     0.6210    89.3800    13.3538      0.8242
 177     0.1000     0.0146    99.5180     0.6418    89.7800    13.3457      0.8238
 178     0.1000     0.0093    99.6820     0.6725    89.4500    13.3575      0.8235
 179     0.1000     0.0277    99.0620     0.6910    88.9500    13.3071      0.8231
 180     0.1000     0.0120    99.6120     0.6672    89.4700    13.3584      0.8227
 181     0.1000     0.0089    99.7200     0.7142    89.4900    13.1763      0.8224
 182     0.1000     0.0079    99.7200     0.6347    89.6500    13.3347      0.8221
 183     0.1000     0.0110    99.6340     0.6085    89.6300    13.3332      0.8217
 184     0.1000     0.0104    99.6700     0.7105    89.4000    13.3789      0.8213
 185     0.1000     0.0107    99.6380     0.6667    89.4500    13.3436      0.8210
 186     0.1000     0.0071    99.7560     0.7076    89.5300    13.2846      0.8206
 187     0.1000     0.0079    99.7380     0.6538    89.5900    13.3373      0.8203
 188     0.1000     0.0135    99.5680     0.5963    89.5500    13.3392      0.8200
 189     0.1000     0.0111    99.6520     0.6671    89.4600    13.2978      0.8196
 190     0.1000     0.0094    99.6660     0.6315    89.8600    13.3237      0.8193
 191     0.1000     0.0094    99.6780     0.6988    89.5200    13.3474      0.8190
 192     0.1000     0.0105    99.6600     0.7031    89.3900    13.3934      0.8187
 193     0.1000     0.0125    99.5860     0.6843    89.5400    13.3277      0.8183
 194     0.1000     0.0103    99.6700     0.6375    89.4700    13.2813      0.8179
 195     0.1000     0.0090    99.7080     0.6169    89.4600    13.2556      0.8176
 196     0.1000     0.0071    99.7580     0.6511    89.5000    13.1835      0.8173
 197     0.1000     0.0111    99.6620     0.6509    89.4400    13.2813      0.8169
 198     0.1000     0.0154    99.4680     0.7147    89.3400    13.3465      0.8166
 199     0.1000     0.0114    99.6360     0.6922    89.4600    13.2823      0.8163
 200     0.1000     0.0085    99.7200     0.6521    89.4700    13.3190      0.8159
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1000     0.0086    99.7060     0.6285    89.5300    13.2691      0.8156
 202     0.1000     0.0082    99.7500     0.6653    89.6500    13.3070      0.8153
 203     0.1000     0.0104    99.6300     0.7114    89.0200    13.2871      0.8149
 204     0.1000     0.0071    99.7720     0.6795    89.7500    13.2816      0.8146
 205     0.1000     0.0089    99.7080     0.6820    89.7300    13.2975      0.8143
 206     0.1000     0.0151    99.5100     0.6904    89.5100    13.4237      0.8140
 207     0.1000     0.0102    99.6900     0.6870    89.7500    13.3435      0.8136
 208     0.1000     0.0089    99.7020     0.6596    89.7400    13.3558      0.8133
 209     0.1000     0.0094    99.6860     0.6832    89.5500    13.3420      0.8129
 210     0.1000     0.0098    99.6820     0.6348    89.5700    13.3511      0.8126
 211     0.1000     0.0116    99.6380     0.7070    89.3800    13.3037      0.8123
 212     0.1000     0.0079    99.7240     0.6622    89.6000    13.3084      0.8120
 213     0.1000     0.0083    99.7180     0.6293    89.4600    13.2976      0.8117
 214     0.1000     0.0135    99.5340     0.6365    89.0500    13.3541      0.8114
 215     0.1000     0.0056    99.8360     0.6934    90.0100    13.3296      0.8111
 216     0.1000     0.0062    99.7960     0.6605    89.8800    13.3587      0.8108
 217     0.1000     0.0070    99.7740     0.6603    89.5300    13.3655      0.8104
 218     0.1000     0.0097    99.6600     0.6593    89.4400    13.3515      0.8101
 219     0.1000     0.0102    99.6560     0.6649    89.3600    13.3262      0.8098
 220     0.1000     0.0093    99.6900     0.7206    89.4800    13.3543      0.8095
 221     0.1000     0.0162    99.5520     0.6612    89.5700    13.3792      0.8092
 222     0.1000     0.0058    99.7980     0.6931    89.7300    13.2758      0.8089
 223     0.1000     0.0074    99.7760     0.6684    89.8600    13.2349      0.8086
 224     0.1000     0.0081    99.7440     0.6162    89.5300    13.2307      0.8083
 225     0.1000     0.0138    99.5100     0.6391    89.1400    13.3175      0.8080
 226     0.1000     0.0075    99.7320     0.6784    89.5800    13.4516      0.8077
 227     0.1000     0.0051    99.8340     0.7152    89.8600    13.3027      0.8073
 228     0.1000     0.0060    99.7800     0.7087    89.7600    13.3944      0.8070
 229     0.1000     0.0115    99.6280     0.7182    89.2500    13.3147      0.8067
 230     0.1000     0.0089    99.6800     0.7066    89.7600    13.3368      0.8064
 231     0.1000     0.0047    99.8520     0.6711    89.7900    13.2676      0.8061
 232     0.1000     0.0177    99.3840     0.6569    89.3400    13.3375      0.8059
 233     0.1000     0.0090    99.7060     0.7709    89.3900    13.3150      0.8055
 234     0.1000     0.0048    99.8460     0.6625    89.9900    13.3862      0.8052
 235     0.1000     0.0062    99.7760     0.7487    89.7500    13.4065      0.8049
 236     0.1000     0.0063    99.8120     0.6582    89.7200    13.3346      0.8047
 237     0.1000     0.0057    99.8260     0.7717    89.6900    13.2427      0.8044
 238     0.1000     0.0106    99.6420     0.7371    89.6200    13.2838      0.8041
 239     0.1000     0.0068    99.7840     0.6874    89.8900    13.4178      0.8038
 240     0.1000     0.0083    99.7620     0.7049    89.6300    13.2868      0.8035
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1000     0.0059    99.8140     0.6631    89.9400    13.2937      0.8032
 242     0.1000     0.0093    99.6980     0.6640    89.4600    13.3594      0.8029
 243     0.1000     0.0072    99.7840     0.7050    89.4900    13.3439      0.8026
 244     0.1000     0.0049    99.8560     0.6391    89.9300    13.3570      0.8023
 245     0.1000     0.0133    99.6340     0.5867    89.4600    13.2529      0.8020
 246     0.1000     0.0049    99.8340     0.6710    90.0700    13.2723      0.8017
 247     0.1000     0.0067    99.7820     0.6761    89.8500    13.2990      0.8014
 248     0.1000     0.0076    99.7380     0.6595    89.7400    13.3423      0.8011
 249     0.1000     0.0058    99.8140     0.6906    89.6900    13.3422      0.8008
 250     0.1000     0.0048    99.8540     0.6146    89.6700    13.3316      0.8005
 251     0.1000     0.0183    99.4660     0.7379    89.4500    13.2785      0.8002
 252     0.1000     0.0050    99.8240     0.6084    89.9900    13.2815      0.7999
 253     0.1000     0.0040    99.8620     0.6818    89.8200    13.3488      0.7996
 254     0.1000     0.0039    99.8780     0.6933    90.1300    13.2934      0.7993
 255     0.1000     0.0035    99.8900     0.6957    89.9700    13.3044      0.7990
 256     0.1000     0.0065    99.8200     0.6545    90.1200    13.3917      0.7988
 257     0.1000     0.0043    99.8700     0.7397    89.8000    13.3809      0.7984
 258     0.1000     0.0045    99.8520     0.7894    89.8200    13.2985      0.7982
 259     0.1000     0.0081    99.7520     0.7238    89.5200    13.3504      0.7979
 260     0.1000     0.0052    99.8300     0.7372    89.8000    13.2873      0.7976
 261     0.1000     0.0061    99.7980     0.7546    89.6500    13.3392      0.7973
 262     0.1000     0.0106    99.6580     0.7641    89.3700    13.3044      0.7971
 263     0.1000     0.0054    99.8400     0.6837    89.8500    13.3090      0.7968
 264     0.1000     0.0051    99.8060     0.7108    89.7000    13.4301      0.7965
 265     0.1000     0.0044    99.8300     0.6340    90.0300    13.3549      0.7962
 266     0.1000     0.0057    99.8140     0.7356    89.9400    13.3708      0.7959
 267     0.1000     0.0064    99.7860     0.7701    89.7100    13.3363      0.7956
 268     0.1000     0.0146    99.5300     0.6896    89.1600    13.2869      0.7954
 269     0.1000     0.0044    99.8520     0.6894    89.9100    13.2249      0.7951
 270     0.1000     0.0074    99.7640     0.7064    89.6600    13.3632      0.7949
 271     0.1000     0.0072    99.7820     0.7635    89.3400    13.3853      0.7946
 272     0.1000     0.0069    99.7820     0.6287    89.5500    13.3715      0.7943
 273     0.1000     0.0041    99.8720     0.7194    89.7500    13.2990      0.7941
 274     0.1000     0.0044    99.8700     0.7193    89.7700    13.2828      0.7938
 275     0.1000     0.0056    99.8000     0.6749    89.9900    13.4044      0.7935
 276     0.1000     0.0048    99.8300     0.7085    89.9900    13.4220      0.7932
 277     0.1000     0.0039    99.8720     0.7388    90.1000    13.3284      0.7929
 278     0.1000     0.0046    99.8600     0.7270    89.8500    13.4319      0.7927
 279     0.1000     0.0060    99.7940     0.6751    89.8600    13.3407      0.7924
 280     0.1000     0.0091    99.7240     0.7497    89.8500    13.3127      0.7921
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1000     0.0043    99.8600     0.7396    89.9700    13.3015      0.7919
 282     0.1000     0.0099    99.6980     0.7392    89.5600    13.4071      0.7916
 283     0.1000     0.0045    99.8440     0.6930    89.7800    13.3133      0.7913
 284     0.1000     0.0037    99.8880     0.6822    89.8500    13.3116      0.7911
 285     0.1000     0.0048    99.8440     0.6947    90.1600    13.4526      0.7908
 286     0.1000     0.0046    99.8620     0.7404    89.7700    13.2945      0.7905
 287     0.1000     0.0040    99.8700     0.7467    89.7200    13.2197      0.7903
 288     0.1000     0.0046    99.8480     0.6767    89.8900    13.4530      0.7900
 289     0.1000     0.0078    99.7640     0.7370    89.6300    13.2834      0.7897
 290     0.1000     0.0040    99.8580     0.6249    90.2200    13.3313      0.7895
 291     0.1000     0.0046    99.8580     0.7145    90.0600    13.3288      0.7892
 292     0.1000     0.0034    99.8860     0.6638    90.0500    13.2289      0.7889
 293     0.1000     0.0061    99.7940     0.7028    89.9800    13.4137      0.7887
 294     0.1000     0.0072    99.7740     0.6712    89.6500    13.3300      0.7884
 295     0.1000     0.0055    99.8080     0.7117    89.9300    13.3014      0.7881
 296     0.1000     0.0119    99.6160     0.7434    89.2200    13.2811      0.7879
 297     0.1000     0.0092    99.7000     0.7209    89.9000    13.3947      0.7876
 298     0.1000     0.0055    99.8380     0.7244    89.9600    13.3802      0.7874
 299     0.1000     0.0093    99.6840     0.6879    89.4700    13.3812      0.7871
 300     0.1000     0.0046    99.8400     0.7067    89.8200    13.3617      0.7868
 301     0.0996     0.0052    99.8400     0.7437    89.9800    13.2270      0.7866
 302     0.0992     0.0064    99.8140     0.7407    89.7700    13.3209      0.7863
 303     0.0988     0.0051    99.8520     0.7806    89.8500    13.2705      0.7860
 304     0.0983     0.0051    99.8380     0.7049    89.8200    13.2762      0.7858
 305     0.0979     0.0054    99.8380     0.7316    90.0100    13.2938      0.7856
 306     0.0975     0.0044    99.8760     0.6760    89.5800    13.3201      0.7853
 307     0.0971     0.0040    99.8740     0.6946    89.8100    13.2949      0.7851
 308     0.0967     0.0065    99.7880     0.7986    89.8600    13.4070      0.7848
 309     0.0963     0.0060    99.8120     0.6264    89.9300    13.3142      0.7846
 310     0.0959     0.0025    99.9240     0.7109    90.0900    13.3195      0.7843
 311     0.0955     0.0061    99.8200     0.7236    89.8000    13.3931      0.7841
 312     0.0950     0.0033    99.9000     0.6991    90.0800    13.3723      0.7839
 313     0.0946     0.0040    99.8760     0.6521    89.8400    13.2462      0.7836
 314     0.0942     0.0051    99.8220     0.7161    89.6800    13.3035      0.7834
 315     0.0938     0.0035    99.8960     0.7097    90.2200    13.3124      0.7831
 316     0.0934     0.0031    99.8820     0.7185    90.1600    13.2912      0.7829
 317     0.0930     0.0033    99.8740     0.7373    90.1100    13.2801      0.7827
 318     0.0926     0.0024    99.9160     0.7416    90.1000    13.3052      0.7824
 319     0.0922     0.0041    99.8580     0.7576    90.1200    13.3290      0.7822
 320     0.0917     0.0042    99.8580     0.7127    90.0800    13.3200      0.7820
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0036    99.8980     0.7449    89.8300    13.2718      0.7818
 322     0.0909     0.0048    99.8260     0.7718    89.9900    13.3502      0.7815
 323     0.0905     0.0019    99.9380     0.6736    90.1800    13.2458      0.7813
 324     0.0901     0.0021    99.9260     0.7663    90.2300    13.2947      0.7811
 325     0.0897     0.0030    99.8860     0.6647    90.2200    13.3518      0.7809
 326     0.0893     0.0022    99.9380     0.7237    90.2700    13.2904      0.7806
 327     0.0889     0.0029    99.9100     0.7540    89.9900    13.3046      0.7804
 328     0.0885     0.0053    99.8420     0.7520    89.9800    13.3216      0.7802
 329     0.0880     0.0023    99.9220     0.7534    89.9400    13.3631      0.7800
 330     0.0876     0.0022    99.9220     0.7156    90.1300    13.2971      0.7797
 331     0.0872     0.0018    99.9360     0.8181    90.2500    13.3666      0.7795
 332     0.0868     0.0037    99.8720     0.8014    90.0800    13.2877      0.7793
 333     0.0864     0.0018    99.9480     0.7717    90.1000    13.3658      0.7791
 334     0.0860     0.0065    99.7820     0.7487    89.5400    13.2388      0.7789
 335     0.0856     0.0027    99.9160     0.7400    90.2300    13.2751      0.7786
 336     0.0852     0.0025    99.9240     0.7383    90.1500    13.2427      0.7784
 337     0.0847     0.0023    99.9080     0.6938    90.2600    13.4612      0.7782
 338     0.0843     0.0033    99.8840     0.7664    90.2200    13.3459      0.7780
 339     0.0839     0.0015    99.9460     0.7562    89.8100    13.2761      0.7778
 340     0.0835     0.0024    99.9180     0.7639    89.9700    13.3046      0.7776
 341     0.0831     0.0023    99.9300     0.7025    90.0400    13.2467      0.7774
 342     0.0827     0.0018    99.9360     0.7366    89.9500    13.3663      0.7772
 343     0.0823     0.0020    99.9380     0.7863    90.2000    13.3060      0.7769
 344     0.0818     0.0037    99.8780     0.7976    89.8500    13.3768      0.7767
 345     0.0814     0.0035    99.8880     0.7911    90.0000    13.2514      0.7765
 346     0.0810     0.0015    99.9380     0.7635    90.4200    13.3638      0.7763
 347     0.0806     0.0020    99.9460     0.7836    90.4300    13.3263      0.7761
 348     0.0802     0.0031    99.8960     0.7917    90.2100    13.2749      0.7759
 349     0.0798     0.0022    99.9240     0.7512    89.8600    13.3044      0.7757
 350     0.0794     0.0027    99.9180     0.7915    90.1600    13.3243      0.7755
 351     0.0790     0.0013    99.9620     0.8036    90.2700    13.3662      0.7753
 352     0.0786     0.0031    99.8980     0.7781    90.2300    13.2892      0.7751
 353     0.0781     0.0024    99.9240     0.7512    90.2900    13.3188      0.7749
 354     0.0777     0.0016    99.9440     0.7757    90.1800    13.3558      0.7748
 355     0.0773     0.0014    99.9600     0.7853    90.2100    13.3505      0.7745
 356     0.0769     0.0010    99.9640     0.7636    90.2900    13.3107      0.7744
 357     0.0765     0.0017    99.9580     0.8533    90.4500    13.3538      0.7742
 358     0.0761     0.0019    99.9480     0.8411    90.2600    13.3776      0.7740
 359     0.0757     0.0016    99.9560     0.8395    90.1100    13.4358      0.7738
 360     0.0753     0.0018    99.9260     0.8412    90.2200    13.4068      0.7736
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0019    99.9400     0.8460    90.2500    13.3589      0.7734
 362     0.0744     0.0014    99.9620     0.8541    90.4000    13.2772      0.7733
 363     0.0740     0.0021    99.9200     0.7601    89.9400    13.2914      0.7731
 364     0.0736     0.0010    99.9640     0.7789    90.2700    13.3024      0.7729
 365     0.0732     0.0009    99.9720     0.8103    90.2500    13.3559      0.7727
 366     0.0728     0.0011    99.9700     0.8075    90.6300    13.4642      0.7725
 367     0.0724     0.0008    99.9700     0.8110    90.4900    13.2243      0.7724
 368     0.0720     0.0012    99.9680     0.8641    90.4100    13.2545      0.7722
 369     0.0715     0.0009    99.9780     0.8510    90.5600    13.3791      0.7720
 370     0.0711     0.0027    99.8960     0.8216    90.4200    13.5243      0.7719
 371     0.0707     0.0008    99.9700     0.8288    90.5000    13.3131      0.7717
 372     0.0703     0.0007    99.9740     0.8021    90.6100    13.3207      0.7715
 373     0.0699     0.0013    99.9600     0.8465    90.5000    13.3690      0.7713
 374     0.0695     0.0009    99.9700     0.8165    90.5600    13.4238      0.7712
 375     0.0691     0.0010    99.9620     0.8698    90.4600    13.3921      0.7710
 376     0.0686     0.0012    99.9580     0.8448    90.2600    13.2994      0.7708
 377     0.0682     0.0019    99.9320     0.8350    90.1900    13.3849      0.7706
 378     0.0678     0.0033    99.9080     0.8265    90.4200    13.3863      0.7705
 379     0.0674     0.0026    99.9240     0.8494    90.2200    13.3245      0.7703
 380     0.0670     0.0008    99.9720     0.8209    90.5800    13.3260      0.7702
 381     0.0666     0.0008    99.9700     0.8366    90.4000    13.2838      0.7700
 382     0.0662     0.0039    99.8780     0.8731    90.1800    13.3559      0.7698
 383     0.0658     0.0011    99.9520     0.8621    90.4400    13.4138      0.7697
 384     0.0654     0.0016    99.9460     0.8115    90.2600    13.3336      0.7695
 385     0.0649     0.0006    99.9780     0.8166    90.5000    13.3134      0.7694
 386     0.0645     0.0020    99.9300     0.8389    90.5300    13.1859      0.7692
 387     0.0641     0.0009    99.9680     0.8030    90.5700    13.4555      0.7691
 388     0.0637     0.0008    99.9780     0.8157    90.6100    13.3745      0.7689
 389     0.0633     0.0009    99.9660     0.8123    90.4300    13.2880      0.7687
 390     0.0629     0.0006    99.9840     0.8052    90.6100    13.3688      0.7686
 391     0.0625     0.0009    99.9720     0.8179    90.4700    13.3329      0.7684
 392     0.0621     0.0005    99.9820     0.8018    90.6700    13.4657      0.7683
 393     0.0616     0.0004    99.9860     0.7951    90.7300    13.3499      0.7681
 394     0.0612     0.0004    99.9860     0.8126    90.7800    13.3146      0.7680
 395     0.0608     0.0006    99.9880     0.8094    90.6000    13.3036      0.7678
 396     0.0604     0.0007    99.9780     0.8232    90.4200    13.3718      0.7677
 397     0.0600     0.0010    99.9680     0.8610    90.2600    13.2414      0.7676
 398     0.0596     0.0004    99.9860     0.8425    90.6400    13.3208      0.7674
 399     0.0592     0.0009    99.9760     0.8886    90.5800    13.2954      0.7673
 400     0.0588     0.0005    99.9800     0.8637    90.8000    13.3474      0.7671
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0016    99.9460     0.8844    90.2100    13.3205      0.7670
 402     0.0579     0.0007    99.9800     0.8915    90.8100    13.5322      0.7668
 403     0.0575     0.0007    99.9780     0.9055    90.6300    13.3755      0.7667
 404     0.0571     0.0003    99.9880     0.9038    90.6600    13.3359      0.7665
 405     0.0567     0.0004    99.9820     0.8925    90.5000    13.3237      0.7664
 406     0.0563     0.0008    99.9680     0.9024    90.4200    13.3215      0.7663
 407     0.0559     0.0005    99.9860     0.8979    90.5100    13.3172      0.7661
 408     0.0554     0.0004    99.9860     0.8905    90.7100    13.3860      0.7660
 409     0.0550     0.0005    99.9800     0.8592    90.4100    13.3767      0.7659
 410     0.0546     0.0003    99.9920     0.8399    90.4800    13.3330      0.7657
 411     0.0542     0.0005    99.9860     0.8567    90.5200    13.3070      0.7656
 412     0.0538     0.0005    99.9760     0.8780    90.2300    13.2920      0.7655
 413     0.0534     0.0005    99.9840     0.8784    90.4000    13.3030      0.7654
 414     0.0530     0.0003    99.9880     0.8744    90.4900    13.3051      0.7653
 415     0.0526     0.0002    99.9960     0.8870    90.4800    13.2922      0.7651
 416     0.0522     0.0007    99.9820     0.8946    90.4400    13.2863      0.7650
 417     0.0517     0.0005    99.9840     0.8717    90.2800    13.2937      0.7649
 418     0.0513     0.0007    99.9740     0.8710    90.1300    13.3025      0.7647
 419     0.0509     0.0003    99.9900     0.8712    90.5600    13.4232      0.7646
 420     0.0505     0.0003    99.9900     0.8887    90.4700    13.3667      0.7645
 421     0.0501     0.0007    99.9840     0.8965    90.3000    13.3379      0.7644
 422     0.0497     0.0004    99.9860     0.8980    90.4500    13.2466      0.7643
 423     0.0493     0.0003    99.9940     0.8976    90.6000    13.3466      0.7642
 424     0.0489     0.0003    99.9880     0.8924    90.6600    13.2959      0.7640
 425     0.0484     0.0007    99.9780     0.9274    90.4600    13.3626      0.7639
 426     0.0480     0.0004    99.9840     0.9064    90.3800    13.3180      0.7638
 427     0.0476     0.0004    99.9860     0.8947    90.5200    13.3005      0.7637
 428     0.0472     0.0003    99.9880     0.8904    90.5300    13.3395      0.7636
 429     0.0468     0.0005    99.9900     0.9131    90.4900    13.2966      0.7635
 430     0.0464     0.0009    99.9740     0.8860    90.3200    13.2388      0.7634
 431     0.0460     0.0002    99.9980     0.8902    90.6100    13.3163      0.7633
 432     0.0456     0.0003    99.9840     0.9002    90.5200    13.3604      0.7632
 433     0.0451     0.0001    99.9960     0.8847    90.6400    13.4223      0.7631
 434     0.0447     0.0004    99.9860     0.8979    90.6100    13.3643      0.7629
 435     0.0443     0.0004    99.9860     0.8902    90.6300    13.3179      0.7628
 436     0.0439     0.0001    99.9960     0.8858    90.5400    13.2912      0.7627
 437     0.0435     0.0001    99.9960     0.8883    90.6100    13.2982      0.7626
 438     0.0431     0.0002    99.9940     0.9022    90.4500    13.3552      0.7625
 439     0.0427     0.0001    99.9960     0.8834    90.6600    13.2686      0.7624
 440     0.0423     0.0001   100.0000     0.8915    90.6900    13.2829      0.7623
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0001    99.9960     0.8987    90.6500    13.4782      0.7622
 442     0.0414     0.0001    99.9980     0.8993    90.7400    13.3194      0.7621
 443     0.0410     0.0001    99.9940     0.9088    90.7000    13.2652      0.7620
 444     0.0406     0.0003    99.9880     0.9234    90.6400    13.3843      0.7619
 445     0.0402     0.0002    99.9960     0.9056    90.6600    13.3449      0.7619
 446     0.0398     0.0005    99.9840     0.9134    90.6200    13.4127      0.7618
 447     0.0394     0.0002    99.9940     0.9082    90.6400    13.3635      0.7617
 448     0.0389     0.0002    99.9940     0.9061    90.6500    13.3110      0.7616
 449     0.0385     0.0001    99.9980     0.9019    90.7300    13.2555      0.7615
 450     0.0381     0.0007    99.9720     0.9130    90.5400    13.3431      0.7614
 451     0.0377     0.0005    99.9840     0.9092    90.2700    13.2756      0.7613
 452     0.0373     0.0001    99.9960     0.8941    90.4900    13.2683      0.7612
 453     0.0369     0.0002    99.9940     0.9094    90.4600    13.3161      0.7611
 454     0.0365     0.0002    99.9920     0.9069    90.5100    13.2593      0.7610
 455     0.0361     0.0002    99.9920     0.9222    90.7300    13.3868      0.7610
 456     0.0357     0.0001    99.9980     0.9336    90.4100    13.3787      0.7609
 457     0.0352     0.0000    99.9980     0.9373    90.5000    13.2969      0.7608
 458     0.0348     0.0001    99.9980     0.9419    90.6700    13.2878      0.7607
 459     0.0344     0.0001    99.9980     0.9499    90.5300    13.4324      0.7606
 460     0.0340     0.0001    99.9960     0.9598    90.4800    13.2804      0.7605
 461     0.0336     0.0002    99.9920     0.9681    90.5300    13.2483      0.7605
 462     0.0332     0.0001    99.9940     0.9598    90.5400    13.3362      0.7604
 463     0.0328     0.0001    99.9960     0.9582    90.5300    13.2901      0.7603
 464     0.0324     0.0001    99.9980     0.9582    90.5500    13.2229      0.7602
 465     0.0319     0.0001    99.9960     0.9691    90.4400    13.2682      0.7602
 466     0.0315     0.0002    99.9960     0.9801    90.4200    13.3083      0.7601
 467     0.0311     0.0001    99.9980     0.9818    90.5200    13.3033      0.7600
 468     0.0307     0.0001    99.9980     0.9819    90.4600    13.3611      0.7600
 469     0.0303     0.0001    99.9960     0.9793    90.4500    13.2918      0.7599
 470     0.0299     0.0003    99.9940     0.9845    90.5800    13.2764      0.7598
 471     0.0295     0.0000   100.0000     0.9807    90.4900    13.2826      0.7597
 472     0.0291     0.0000   100.0000     0.9780    90.4700    13.4440      0.7597
 473     0.0286     0.0001    99.9940     0.9703    90.6000    13.3760      0.7596
 474     0.0282     0.0002    99.9940     0.9735    90.6100    13.2787      0.7595
 475     0.0278     0.0001    99.9980     0.9781    90.6200    13.3187      0.7595
 476     0.0274     0.0001    99.9980     0.9832    90.5500    13.2979      0.7594
 477     0.0270     0.0001    99.9980     0.9829    90.5700    13.3488      0.7593
 478     0.0266     0.0000   100.0000     0.9847    90.5900    13.2288      0.7593
 479     0.0262     0.0000   100.0000     0.9870    90.5600    13.3127      0.7592
 480     0.0257     0.0001    99.9980     0.9854    90.4300    13.3358      0.7591
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0253     0.0000   100.0000     0.9867    90.5200    13.3024      0.7591
 482     0.0249     0.0000   100.0000     0.9865    90.4100    13.4352      0.7590
 483     0.0245     0.0001    99.9960     0.9849    90.4900    13.3028      0.7590
 484     0.0241     0.0000    99.9980     0.9853    90.5400    13.2969      0.7589
 485     0.0237     0.0000   100.0000     0.9905    90.5600    13.2891      0.7588
 486     0.0233     0.0001    99.9980     0.9957    90.6700    13.3725      0.7588
 487     0.0229     0.0000   100.0000     0.9861    90.5800    13.2455      0.7587
 488     0.0225     0.0000   100.0000     0.9838    90.5600    13.3565      0.7587
 489     0.0220     0.0000   100.0000     0.9816    90.6300    13.3603      0.7586
 490     0.0216     0.0000   100.0000     0.9832    90.6000    13.3024      0.7586
 491     0.0212     0.0001    99.9980     0.9889    90.6100    13.3787      0.7585
 492     0.0208     0.0000   100.0000     0.9739    90.6600    13.3080      0.7585
 493     0.0204     0.0001    99.9980     0.9692    90.7100    13.3635      0.7584
 494     0.0200     0.0000   100.0000     0.9717    90.6600    13.2936      0.7584
 495     0.0196     0.0001    99.9980     0.9818    90.6100    13.3457      0.7583
 496     0.0192     0.0001    99.9980     0.9826    90.6600    13.3069      0.7583
 497     0.0187     0.0001   100.0000     0.9837    90.7500    13.2737      0.7582
 498     0.0183     0.0001    99.9940     0.9829    90.7500    13.3206      0.7582
 499     0.0179     0.0000    99.9980     0.9751    90.7100    13.3212      0.7582
 500     0.0175     0.0001    99.9940     0.9747    90.7300    13.3771      0.7581
 501     0.0171     0.0000   100.0000     0.9788    90.8000    13.2983      0.7581
 502     0.0167     0.0000    99.9980     0.9870    90.6700    13.3036      0.7580
 503     0.0163     0.0001    99.9980     0.9832    90.7300    13.2779      0.7580
 504     0.0159     0.0001    99.9980     0.9877    90.6600    13.2950      0.7580
 505     0.0154     0.0001    99.9960     0.9885    90.7000    13.2798      0.7579
 506     0.0150     0.0000   100.0000     0.9892    90.7300    13.2734      0.7579
 507     0.0146     0.0000   100.0000     0.9899    90.7000    13.3338      0.7578
 508     0.0142     0.0000   100.0000     0.9906    90.6500    13.3815      0.7578
 509     0.0138     0.0000   100.0000     0.9899    90.6400    13.3740      0.7578
 510     0.0134     0.0000   100.0000     0.9887    90.6200    13.3152      0.7577
 511     0.0130     0.0001    99.9960     0.9892    90.6400    13.2932      0.7577
 512     0.0125     0.0000   100.0000     0.9923    90.6300    13.3237      0.7577
 513     0.0121     0.0001    99.9980     0.9930    90.5900    13.3943      0.7576
 514     0.0117     0.0000   100.0000     0.9892    90.6200    13.3008      0.7576
 515     0.0113     0.0000   100.0000     0.9874    90.6700    13.3310      0.7576
 516     0.0109     0.0000    99.9980     0.9878    90.6700    13.2835      0.7576
 517     0.0105     0.0000   100.0000     0.9882    90.6400    13.3271      0.7575
 518     0.0101     0.0000    99.9980     0.9879    90.6300    13.3524      0.7575
 519     0.0097     0.0000   100.0000     0.9883    90.6100    13.3783      0.7575
 520     0.0092     0.0000   100.0000     0.9908    90.6900    13.3378      0.7575
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0088     0.0000   100.0000     0.9915    90.7500    13.2663      0.7574
 522     0.0084     0.0000   100.0000     0.9920    90.7200    13.2670      0.7574
 523     0.0080     0.0000   100.0000     0.9923    90.6900    13.3730      0.7574
 524     0.0076     0.0000   100.0000     0.9932    90.7000    13.3112      0.7574
 525     0.0072     0.0001    99.9980     0.9930    90.6500    13.3700      0.7574
 526     0.0068     0.0001    99.9980     0.9943    90.7000    13.3059      0.7574
 527     0.0064     0.0000   100.0000     0.9940    90.6900    13.3939      0.7573
 528     0.0060     0.0000    99.9980     0.9943    90.6800    13.2701      0.7573
 529     0.0055     0.0001    99.9980     0.9947    90.6600    13.2611      0.7573
 530     0.0051     0.0000   100.0000     0.9945    90.7000    13.3680      0.7573
 531     0.0047     0.0001    99.9980     0.9946    90.7000    13.3619      0.7573
 532     0.0043     0.0000   100.0000     0.9947    90.7000    13.3316      0.7573
 533     0.0039     0.0000   100.0000     0.9935    90.6900    13.3295      0.7573
 534     0.0035     0.0000   100.0000     0.9935    90.6900    13.3028      0.7572
 535     0.0031     0.0000   100.0000     0.9937    90.6900    13.2906      0.7572
 536     0.0027     0.0001    99.9980     0.9941    90.6800    13.3543      0.7572
 537     0.0022     0.0000   100.0000     0.9944    90.6500    13.3022      0.7572
 538     0.0018     0.0000   100.0000     0.9941    90.6400    13.2643      0.7572
 539     0.0014     0.0000   100.0000     0.9942    90.6300    13.3652      0.7572
 540     0.0010     0.0000   100.0000     0.9941    90.6300    13.3211      0.7572
 541     0.0010     0.0000   100.0000     0.9941    90.6300    13.2743      0.7572
 542     0.0010     0.0000   100.0000     0.9941    90.6300    13.2762      0.7572
 543     0.0010     0.0001    99.9960     0.9941    90.6500    13.3334      0.7572
 544     0.0010     0.0000    99.9980     0.9941    90.6500    13.2096      0.7572
 545     0.0010     0.0000   100.0000     0.9941    90.6400    13.3285      0.7572
 546     0.0010     0.0000   100.0000     0.9942    90.6400    13.2678      0.7572
 547     0.0010     0.0000   100.0000     0.9941    90.6300    13.2854      0.7572
 548     0.0010     0.0000   100.0000     0.9940    90.6100    13.2847      0.7572
 549     0.0010     0.0000   100.0000     0.9940    90.6200    13.2668      0.7572
 550     0.0010     0.0001    99.9960     0.9940    90.6200    13.2874      0.7572
 551     0.0010     0.0001    99.9980     0.9940    90.6200    13.2110      0.7572
 552     0.0010     0.0000   100.0000     0.9939    90.6200    13.3398      0.7571
 553     0.0010     0.0000   100.0000     0.9939    90.6200    13.2912      0.7571
 554     0.0010     0.0001    99.9980     0.9939    90.6200    13.2618      0.7571
 555     0.0010     0.0000   100.0000     0.9939    90.6200    13.3933      0.7571
 556     0.0010     0.0000   100.0000     0.9939    90.6200    13.3116      0.7571
 557     0.0010     0.0000   100.0000     0.9938    90.6200    13.3661      0.7571
 558     0.0010     0.0000   100.0000     0.9936    90.6200    13.3393      0.7571
 559     0.0010     0.0000   100.0000     0.9936    90.6200    13.3256      0.7571
 560     0.0010     0.0000   100.0000     0.9936    90.6200    13.2320      0.7571
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0000   100.0000     0.9933    90.6000    13.3314      0.7571
 562     0.0010     0.0000   100.0000     0.9933    90.6200    13.3293      0.7571
 563     0.0010     0.0000   100.0000     0.9934    90.6200    13.3083      0.7571
 564     0.0010     0.0000   100.0000     0.9934    90.6200    13.2940      0.7571
 565     0.0010     0.0000   100.0000     0.9934    90.6200    13.3243      0.7571
 566     0.0010     0.0000   100.0000     0.9933    90.6200    13.2504      0.7571
 567     0.0010     0.0000    99.9980     0.9933    90.6200    13.3208      0.7571
 568     0.0010     0.0000   100.0000     0.9933    90.6200    13.3529      0.7571
 569     0.0010     0.0000   100.0000     0.9934    90.6200    13.2950      0.7571
 570     0.0010     0.0000   100.0000     0.9934    90.6200    13.3156      0.7570
 571     0.0010     0.0000   100.0000     0.9934    90.6200    13.3422      0.7570
 572     0.0010     0.0000   100.0000     0.9934    90.6200    13.4130      0.7570
 573     0.0010     0.0000   100.0000     0.9934    90.6200    13.3511      0.7570
 574     0.0010     0.0000   100.0000     0.9936    90.6100    13.2685      0.7570
 575     0.0010     0.0000   100.0000     0.9936    90.6100    13.2374      0.7570
 576     0.0010     0.0000   100.0000     0.9936    90.6100    13.3546      0.7570
 577     0.0010     0.0000   100.0000     0.9936    90.6200    13.2747      0.7570
 578     0.0010     0.0000   100.0000     0.9937    90.6100    13.2283      0.7570
 579     0.0010     0.0000   100.0000     0.9935    90.6100    13.3538      0.7570
 580     0.0010     0.0000   100.0000     0.9935    90.6100    13.3297      0.7570
 581     0.0010     0.0000    99.9980     0.9934    90.6100    13.3400      0.7570
 582     0.0010     0.0000   100.0000     0.9931    90.6400    13.3597      0.7570
 583     0.0010     0.0001    99.9980     0.9932    90.6400    13.3260      0.7570
 584     0.0010     0.0000   100.0000     0.9933    90.6300    13.3107      0.7570
 585     0.0010     0.0000   100.0000     0.9934    90.6500    13.3555      0.7570
 586     0.0010     0.0000   100.0000     0.9934    90.6300    13.1852      0.7570
 587     0.0010     0.0000   100.0000     0.9934    90.6300    13.2629      0.7570
 588     0.0010     0.0000   100.0000     0.9934    90.6300    13.2820      0.7570
 589     0.0010     0.0000   100.0000     0.9934    90.6300    13.3261      0.7569
 590     0.0010     0.0000   100.0000     0.9934    90.6300    13.3398      0.7569
 591     0.0010     0.0000   100.0000     0.9934    90.6300    13.3767      0.7569
 592     0.0010     0.0000   100.0000     0.9934    90.6400    13.3208      0.7569
 593     0.0010     0.0000   100.0000     0.9934    90.6300    13.3864      0.7569
 594     0.0010     0.0001    99.9980     0.9934    90.6300    13.3169      0.7569
 595     0.0010     0.0000   100.0000     0.9935    90.6400    13.3045      0.7569
 596     0.0010     0.0000   100.0000     0.9935    90.6400    13.2544      0.7569
 597     0.0010     0.0000   100.0000     0.9935    90.6300    13.3765      0.7569
 598     0.0010     0.0000   100.0000     0.9935    90.6300    13.3359      0.7569
 599     0.0010     0.0000    99.9980     0.9935    90.6300    13.4580      0.7569
 600     0.0010     0.0000   100.0000     0.9935    90.6400    13.3260      0.7569
