Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
finish saving initial checkpoint
layer_blocks.0.0.weight
layer_blocks.0.0.bias
layer_blocks.0.1.weight
layer_blocks.0.1.bias
layer_blocks.1.0.weight
layer_blocks.1.0.bias
layer_blocks.1.1.weight
layer_blocks.1.1.bias
layer_blocks.2.0.weight
layer_blocks.2.0.bias
layer_blocks.2.1.weight
layer_blocks.2.1.bias
layer_blocks.2.2.weight
layer_blocks.2.2.bias
layer_blocks.3.0.weight
layer_blocks.3.0.bias
layer_blocks.3.1.weight
layer_blocks.3.1.bias
layer_blocks.3.2.weight
layer_blocks.3.2.bias
layer_blocks.4.0.weight
layer_blocks.4.0.bias
layer_blocks.4.1.weight
layer_blocks.4.1.bias
layer_blocks.4.2.weight
layer_blocks.4.2.bias
classifier.1.weight
classifier.1.bias
classifier.4.weight
classifier.4.bias
classifier.6.weight
classifier.6.bias
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
   1     0.1000     2.3024    10.5180     2.3015    10.3500   117.3868      0.9870
   2     0.1000     2.2985    10.6920     2.2847    10.2100   117.2286      0.9818
   3     0.1000     2.2446    13.7940     2.1679    17.2200   117.2564      0.9779
   4     0.1000     2.1825    18.1160     2.1380    18.6300   117.3532      0.9745
   5     0.1000     2.1465    20.1060     2.0816    22.9900   117.3050      0.9715
   6     0.1000     2.1282    20.6200     2.0642    24.4400   117.2963      0.9688
   7     0.1000     2.0903    21.9680     2.1390    17.9700   117.3483      0.9663
   8     0.1000     2.0669    22.5200     2.0215    24.5400   117.2809      0.9639
   9     0.1000     2.0936    21.4560     2.0421    22.9600   117.2609      0.9618
  10     0.1000     2.0442    23.2860     1.9841    22.6500   117.3089      0.9597
  11     0.1000     1.9890    24.6620     1.8773    29.5600   117.3603      0.9578
  12     0.1000     2.0036    23.9280     1.8820    28.8300   117.2820      0.9559
  13     0.1000     1.9213    26.9740     1.8092    30.9900   117.3277      0.9541
  14     0.1000     1.9064    27.5780     1.8110    32.0900   117.2946      0.9524
  15     0.1000     1.8914    28.5460     1.7915    32.5200   117.2897      0.9507
  16     0.1000     1.8517    29.9960     1.8336    29.6600   117.3235      0.9491
  17     0.1000     1.8583    29.8700     1.8952    31.1400   117.3058      0.9476
  18     0.1000     1.8233    31.7900     1.9149    30.0500   117.2675      0.9461
  19     0.1000     1.7790    32.8180     1.6935    36.5900   117.3272      0.9446
  20     0.1000     1.7574    33.9620     1.6957    36.0300   117.2798      0.9432
  21     0.1000     1.7269    35.0700     1.7042    36.8100   117.1925      0.9418
  22     0.1000     1.6987    36.3240     1.7145    35.4800   117.2945      0.9404
  23     0.1000     1.6597    37.6080     1.7555    36.8800   117.3168      0.9391
  24     0.1000     1.6487    38.7440     1.6343    38.9000   117.2644      0.9378
  25     0.1000     1.6267    39.5500     1.5769    40.1400   117.2601      0.9366
  26     0.1000     1.5986    40.5560     1.4837    45.5100   117.2592      0.9353
  27     0.1000     1.5664    41.9580     1.4898    44.4800   117.2861      0.9341
  28     0.1000     1.5545    42.3380     1.5901    42.7000   117.3205      0.9329
  29     0.1000     1.5419    43.1340     1.4326    48.2100   117.2135      0.9317
  30     0.1000     1.5054    44.2160     1.4795    45.3000   117.2709      0.9306
  31     0.1000     1.4692    45.9120     1.3450    49.7700   117.3305      0.9295
  32     0.1000     1.4811    45.6840     1.5476    43.0000   117.2874      0.9284
  33     0.1000     1.4555    46.5580     1.4412    47.6300   117.3032      0.9273
  34     0.1000     1.3949    48.9100     1.3130    52.7200   117.2915      0.9262
  35     0.1000     1.3876    49.6500     1.2889    52.5600   117.2979      0.9251
  36     0.1000     1.3978    49.4920     1.3713    49.3900   117.2901      0.9241
  37     0.1000     1.3365    51.6560     1.2770    52.8300   117.2733      0.9231
  38     0.1000     1.2923    52.8340     1.2639    53.7600   117.2637      0.9221
  39     0.1000     1.2831    53.8300     1.3879    51.9000   117.2146      0.9211
  40     0.1000     1.2546    54.9480     1.1973    56.2800   117.3111      0.9201
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  41     0.1000     1.2254    55.9380     1.2385    55.3300   117.2636      0.9191
  42     0.1000     1.1929    57.1880     1.2009    56.7900   117.2991      0.9181
  43     0.1000     1.1828    57.7020     1.1270    59.4400   117.2870      0.9172
  44     0.1000     1.1416    59.1080     1.0153    63.8900   117.2832      0.9163
  45     0.1000     1.1164    60.2320     1.1008    61.3500   117.2811      0.9153
  46     0.1000     1.1015    60.8840     1.0187    63.8300   117.1808      0.9145
  47     0.1000     1.0699    61.8600     1.0460    63.9700   117.2802      0.9135
  48     0.1000     1.0482    62.8220     1.1643    59.8300   117.3698      0.9126
  49     0.1000     1.0349    63.5320     1.0137    64.3800   117.2726      0.9118
  50     0.1000     0.9965    64.7380     0.9555    66.0100   117.2973      0.9109
  51     0.1000     0.9830    65.2100     0.8927    68.6500   117.2775      0.9100
  52     0.1000     0.9577    66.2660     0.8902    68.7200   117.2216      0.9092
  53     0.1000     0.9245    67.4900     0.9453    66.7600   117.2825      0.9083
  54     0.1000     0.9329    67.3260     0.8484    70.4500   117.2917      0.9075
  55     0.1000     0.8996    68.6040     0.8376    70.9600   117.3394      0.9067
  56     0.1000     0.8753    69.4520     1.1900    59.8900   117.3055      0.9058
  57     0.1000     0.8752    69.6560     0.8640    70.1900   117.2827      0.9050
  58     0.1000     0.8408    70.9020     0.7965    72.4000   117.2855      0.9042
  59     0.1000     0.8151    71.6340     0.8496    70.3900   117.2828      0.9034
  60     0.1000     0.8126    71.7840     0.7927    73.0900   117.2451      0.9026
  61     0.1000     0.8043    72.1680     0.7634    73.8800   117.3150      0.9018
  62     0.1000     0.7772    73.0480     0.8041    72.7800   117.2377      0.9011
  63     0.1000     0.7496    74.1420     0.7856    73.9800   117.2693      0.9003
  64     0.1000     0.7519    74.1580     0.7450    74.8300   117.3075      0.8996
  65     0.1000     0.7380    74.6040     0.7741    73.9200   117.2687      0.8988
  66     0.1000     0.7200    75.2700     0.7443    74.1600   117.2769      0.8981
  67     0.1000     0.7014    75.9320     0.7263    75.6400   117.3340      0.8973
  68     0.1000     0.6971    76.0400     0.8161    72.6800   117.2637      0.8966
  69     0.1000     0.6657    77.2380     1.0044    66.2700   117.2995      0.8958
  70     0.1000     0.6815    76.7820     0.7367    75.0500   117.3330      0.8951
  71     0.1000     0.6397    78.0200     0.7286    75.6000   117.2716      0.8944
  72     0.1000     0.6283    78.4840     0.6218    78.9400   117.2291      0.8937
  73     0.1000     0.6248    78.6080     0.7063    77.0700   117.2914      0.8930
  74     0.1000     0.6172    78.8860     0.6470    78.2700   117.2562      0.8923
  75     0.1000     0.6102    79.1700     0.6129    79.2100   117.3073      0.8916
  76     0.1000     0.5868    80.1060     0.7149    75.4900   117.2723      0.8909
  77     0.1000     0.5816    80.1740     0.6218    79.3600   117.3416      0.8902
  78     0.1000     0.5626    80.8680     0.5986    80.0300   117.2406      0.8895
  79     0.1000     0.5727    80.4120     0.6915    76.9200   117.1725      0.8889
  80     0.1000     0.5396    81.8300     0.6181    79.7700   117.2763      0.8882
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  81     0.1000     0.5247    82.2360     0.6681    77.9200   117.3252      0.8875
  82     0.1000     0.5533    81.2240     0.5952    80.4200   117.3625      0.8868
  83     0.1000     0.5206    82.1880     0.5778    80.9400   117.3097      0.8861
  84     0.1000     0.4936    83.1540     0.6376    78.5400   117.2579      0.8855
  85     0.1000     0.5178    82.3940     0.5800    80.7700   117.2909      0.8848
  86     0.1000     0.4885    83.3440     0.6427    79.8400   117.3289      0.8842
  87     0.1000     0.4951    83.0740     0.5854    80.6700   117.3425      0.8835
  88     0.1000     0.4711    83.9100     0.5754    81.2300   117.3014      0.8829
  89     0.1000     0.4855    83.6420     0.5517    82.2200   117.3053      0.8823
  90     0.1000     0.4523    84.6920     0.6130    80.3800   117.2933      0.8817
  91     0.1000     0.4628    84.2760     0.5930    80.5300   117.2927      0.8810
  92     0.1000     0.4328    85.3000     0.6569    78.9600   117.3057      0.8804
  93     0.1000     0.4477    84.6820     0.6108    80.5900   117.2947      0.8798
  94     0.1000     0.4085    86.2640     0.5911    81.1200   117.2578      0.8792
  95     0.1000     0.4269    85.5120     0.5629    81.7300   117.2701      0.8786
  96     0.1000     0.4267    85.7500     0.6377    79.6700   117.2318      0.8779
  97     0.1000     0.4127    85.8800     0.5943    80.9800   117.2370      0.8773
  98     0.1000     0.4064    86.2340     0.5679    81.9900   117.2914      0.8767
  99     0.1000     0.3869    86.8380     0.5289    82.9300   117.3100      0.8762
 100     0.1000     0.3839    86.9360     0.6050    81.0800   117.2879      0.8755
 101     0.1000     0.3962    86.5900     0.6601    79.8500   117.3237      0.8750
 102     0.1000     0.3604    87.6080     0.5860    82.0800   117.2243      0.8744
 103     0.1000     0.3834    86.8680     0.5728    82.1100   117.2671      0.8738
 104     0.1000     0.3538    87.9720     0.5190    83.8100   117.2972      0.8733
 105     0.1000     0.3465    88.3980     0.5499    83.0700   117.2789      0.8727
 106     0.1000     0.3594    87.7740     0.5599    82.2200   117.3344      0.8721
 107     0.1000     0.3403    88.4360     0.5498    83.5400   117.3001      0.8715
 108     0.1000     0.3293    88.8100     0.5899    82.5700   117.2773      0.8709
 109     0.1000     0.3691    87.4840     0.5592    81.7900   117.2770      0.8704
 110     0.1000     0.3121    89.5280     0.5328    83.5200   117.2674      0.8698
 111     0.1000     0.3238    89.1080     0.5245    83.4400   117.2906      0.8693
 112     0.1000     0.3181    89.1480     0.5114    84.2100   117.2754      0.8687
 113     0.1000     0.3132    89.3700     0.5509    83.2600   117.2770      0.8681
 114     0.1000     0.2872    90.1840     0.6121    81.7400   117.2874      0.8676
 115     0.1000     0.3490    88.5160     0.5577    82.4400   117.3017      0.8671
 116     0.1000     0.2741    90.6900     0.5690    82.2700   117.3405      0.8665
 117     0.1000     0.2872    90.2600     0.5237    84.2700   117.2081      0.8660
 118     0.1000     0.2883    90.3180     0.5276    83.9700   117.2363      0.8654
 119     0.1000     0.2600    91.1280     0.8462    75.5500   117.2277      0.8649
 120     0.1000     0.2753    90.6320     0.5578    83.1100   117.3339      0.8644
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 121     0.1000     0.2926    89.9780     0.5143    84.1800   117.3107      0.8639
 122     0.1000     0.2525    91.4920     0.5687    82.9000   117.2660      0.8633
 123     0.1000     0.2500    91.4500     0.5547    84.1700   117.3368      0.8628
 124     0.1000     0.2446    91.5680     0.6346    82.1100   117.2487      0.8623
 125     0.1000     0.2602    91.1740     0.5254    84.0700   117.2631      0.8618
 126     0.1000     0.2244    92.4140     0.5668    84.0500   117.2686      0.8613
 127     0.1000     0.2301    92.0620     0.5414    84.5500   117.2885      0.8608
 128     0.1000     0.2264    92.2940     0.5506    84.3900   117.3072      0.8603
 129     0.1000     0.2423    91.7860     0.5705    84.0600   117.3076      0.8598
 130     0.1000     0.4275    87.4120     2.9829    19.1000   117.3416      0.8592
 131     0.1000     0.5778    81.4820     0.5396    83.5500   117.3543      0.8588
 132     0.1000     0.2346    92.1440     0.5440    84.4300   117.2890      0.8583
 133     0.1000     0.2191    92.5540     0.5713    83.9300   117.3090      0.8578
 134     0.1000     0.2038    93.1100     0.5506    84.1100   117.3021      0.8573
 135     0.1000     0.2055    93.0000     0.6061    83.0700   117.2509      0.8568
 136     0.1000     0.2020    93.0700     0.6393    82.8100   117.2915      0.8563
 137     0.1000     0.2010    93.1720     0.5563    84.3800   117.2962      0.8558
 138     0.1000     0.1947    93.3320     0.6132    83.1900   117.2364      0.8553
 139     0.1000     0.2007    93.2000     0.5811    84.2200   117.2329      0.8548
 140     0.1000     0.1751    94.0060     0.5803    84.3800   117.3310      0.8544
 141     0.1000     0.1955    93.4920     0.6016    83.9600   117.2146      0.8539
 142     0.1000     0.1775    94.0260     0.5563    84.6300   117.2466      0.8534
 143     0.1000     0.1620    94.4900     0.5619    85.2400   117.3710      0.8529
 144     0.1000     0.1806    93.8720     0.6650    84.2700   117.2642      0.8524
 145     0.1000     0.1762    93.9520     0.5833    84.7900   117.3367      0.8520
 146     0.1000     0.1620    94.4920     0.6106    84.1500   117.2869      0.8516
 147     0.1000     0.1484    94.8900     0.5979    85.1300   117.3460      0.8511
 148     0.1000     0.1654    94.2820     0.6002    84.2700   117.3050      0.8506
 149     0.1000     0.1452    95.0600     0.6029    84.2900   117.2878      0.8501
 150     0.1000     0.1689    94.3400     0.5751    84.1400   117.2285      0.8497
 151     0.1000     0.1465    94.9880     0.6456    84.2600   117.2625      0.8492
 152     0.1000     0.1515    94.9240     0.5874    85.0100   117.2583      0.8487
 153     0.1000     0.1933    93.5960     0.5474    84.9500   117.2598      0.8483
 154     0.1000     0.1250    95.7660     0.6010    85.1900   117.3440      0.8478
 155     0.1000     0.1367    95.3060     0.6242    84.5000   117.2828      0.8474
 156     0.1000     0.1562    94.8900     0.5518    84.8300   117.3505      0.8469
 157     0.1000     0.1197    95.9880     0.6592    84.3400   117.2919      0.8465
 158     0.1000     0.1149    96.0700     0.6526    85.0600   117.3204      0.8460
 159     0.1000     0.1568    94.7360     0.6219    84.5400   117.2615      0.8456
 160     0.1000     0.1140    96.0620     0.5763    84.6400   117.2971      0.8451
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 161     0.1000     0.1089    96.3400     0.6430    84.6500   117.2982      0.8446
 162     0.1000     0.1050    96.3380     0.6148    85.0000   117.2850      0.8442
 163     0.1000     0.1330    95.4860     0.6629    82.0700   117.3164      0.8438
 164     0.1000     0.1138    96.1960     0.6259    84.9900   117.2910      0.8433
 165     0.1000     0.1083    96.3160     0.7057    83.9000   117.2290      0.8428
 166     0.1000     0.1181    96.0200     0.6315    85.3100   117.3170      0.8424
 167     0.1000     0.0981    96.6280     0.6101    84.8100   117.3185      0.8420
 168     0.1000     0.0983    96.5740     0.5872    85.8000   117.2860      0.8415
 169     0.1000     0.1025    96.5500     0.6870    83.0400   117.3230      0.8411
 170     0.1000     0.0995    96.7000     0.6510    84.3500   117.2647      0.8407
 171     0.1000     0.0920    96.9520     0.6376    84.8900   117.3311      0.8402
 172     0.1000     0.0907    96.9240     0.7520    83.8700   117.2684      0.8398
 173     0.1000     0.0888    97.0020     0.6487    85.1800   117.2900      0.8394
 174     0.1000     0.1043    96.5000     0.7018    84.5100   117.3027      0.8390
 175     0.1000     0.1095    96.3500     0.6260    85.2200   117.3365      0.8385
 176     0.1000     0.1131    96.1920     0.5908    85.7000   117.2974      0.8381
 177     0.1000     0.0807    97.2800     0.7083    84.7700   117.2818      0.8377
 178     0.1000     0.0779    97.3600     0.6604    85.5300   117.2704      0.8373
 179     0.1000     0.0978    96.7360     0.6493    85.8000   117.1726      0.8368
 180     0.1000     0.0735    97.4160     0.6847    85.3300   117.3205      0.8364
 181     0.1491     2.2256    23.1720     1.5593    47.6100   117.3179      0.8361
 182     0.1487     0.6558    79.0060     0.7900    76.6400   117.2746      0.8356
 183     0.1483     0.3015    90.1160     0.7065    81.4700   117.2580      0.8351
 184     0.1479     0.2561    91.5740     0.5470    84.4700   117.2999      0.8345
 185     0.1474     0.2239    92.6440     0.6151    82.4400   117.2611      0.8339
 186     0.1470     0.1867    93.8920     0.5623    84.9900   117.2686      0.8334
 187     0.1466     0.1990    93.5640     0.5685    84.4200   117.2845      0.8328
 188     0.1462     0.1731    94.3100     0.7814    81.1400   117.2906      0.8322
 189     0.1458     0.1780    94.1060     0.5585    84.9500   117.3034      0.8317
 190     0.1454     0.1355    95.4520     0.5751    84.4300   117.2599      0.8311
 191     0.1450     0.1145    96.1520     0.6695    82.6500   117.2926      0.8305
 192     0.1446     0.1723    94.3520     0.5940    85.4400   117.2690      0.8299
 193     0.1441     0.1283    95.6660     0.5978    85.1200   117.2260      0.8293
 194     0.1437     0.0986    96.6600     0.6193    85.0100   117.3473      0.8288
 195     0.1433     0.1344    95.6360     0.6219    84.9200   117.2459      0.8282
 196     0.1429     0.0994    96.7220     0.6297    85.4200   117.2979      0.8277
 197     0.1425     0.1018    96.6200     0.6226    85.5700   117.3253      0.8271
 198     0.1421     0.0909    96.9420     0.6094    85.9800   117.3496      0.8266
 199     0.1417     0.0893    96.9900     1.1506    74.6100   117.2221      0.8260
 200     0.1413     0.3659    88.7440     0.6833    84.0800   117.3465      0.8255
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 201     0.1408     0.0950    96.9020     0.6335    85.7300   117.2415      0.8250
 202     0.1404     0.0909    96.9620     0.6990    84.6600   117.3141      0.8244
 203     0.1400     0.0928    96.9180     0.6831    85.7700   117.2932      0.8239
 204     0.1396     0.0978    96.7880     0.7265    84.0000   117.1884      0.8233
 205     0.1392     0.0984    96.8800     0.7034    85.1100   117.3125      0.8228
 206     0.1388     0.0699    97.6780     0.6551    85.9400   117.3350      0.8223
 207     0.1384     0.0975    96.8740     0.6101    84.4500   117.2492      0.8217
 208     0.1379     0.1123    96.5200     0.6091    85.5700   117.2772      0.8212
 209     0.1375     0.0735    97.5520     0.6607    86.1100   117.2836      0.8207
 210     0.1371     0.0642    97.8300     0.7254    84.8200   117.3156      0.8202
 211     0.1367     0.0628    97.9640     0.7013    86.2300   117.3092      0.8196
 212     0.1363     0.0587    98.0460     0.7209    84.7000   117.3237      0.8191
 213     0.1359     0.0566    98.1520     0.7302    84.6500   117.2239      0.8186
 214     0.1355     0.0607    97.9320     0.6554    85.8000   117.3299      0.8181
 215     0.1351     0.1033    96.8880     0.6590    85.6200   117.2435      0.8176
 216     0.1347     0.0539    98.2620     0.6468    85.9200   117.2943      0.8171
 217     0.1342     0.1367    95.7840     0.5741    85.4700   117.3197      0.8166
 218     0.1338     0.0500    98.3900     0.7056    85.9200   117.2889      0.8161
 219     0.1334     0.0585    98.1080     0.6605    86.3000   117.2648      0.8156
 220     0.1330     0.0508    98.3300     0.7175    85.2300   117.3064      0.8151
 221     0.1326     0.0482    98.4300     0.7865    85.0600   117.2784      0.8146
 222     0.1322     0.0444    98.4920     0.7031    85.2500   117.1715      0.8141
 223     0.1318     0.0494    98.4080     0.7686    85.5100   117.2787      0.8136
 224     0.1313     0.0465    98.4680     0.6828    86.0900   117.2825      0.8131
 225     0.1309     0.0432    98.5900     0.7260    85.5900   117.3291      0.8127
 226     0.1305     0.0389    98.7280     0.7657    85.9000   117.2534      0.8122
 227     0.1301     0.0412    98.6520     0.7537    85.7500   117.3210      0.8117
 228     0.1297     0.0428    98.5860     0.7614    85.7500   117.2928      0.8112
 229     0.1293     0.0334    98.9120     0.7662    86.4100   117.2692      0.8108
 230     0.1289     0.0379    98.7200     0.7200    86.2200   117.2874      0.8103
 231     0.1285     0.0348    98.8640     0.7587    85.8900   117.2748      0.8098
 232     0.1280     0.0407    98.6700     0.7629    85.7500   117.3171      0.8093
 233     0.1276     0.0325    98.9320     0.7556    85.7300   117.2763      0.8088
 234     0.1272     0.0334    98.8880     0.7542    86.2200   117.3836      0.8084
 235     0.1268     0.0570    98.2180     0.5843    86.0500   117.3180      0.8079
 236     0.1264     0.0306    99.0640     0.7657    85.5500   117.2556      0.8075
 237     0.1260     0.0284    99.0600     0.7589    86.4100   117.2857      0.8070
 238     0.1256     0.0305    98.9460     0.7919    85.9800   117.2940      0.8065
 239     0.1252     0.0316    98.9600     0.8159    86.2800   117.2701      0.8061
 240     0.1248     0.0274    99.0880     0.7383    86.4500   117.2735      0.8056
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 241     0.1243     0.0291    99.0680     0.7617    86.5800   117.3014      0.8052
 242     0.1239     0.0264    99.1300     0.7655    86.2700   117.3187      0.8047
 243     0.1235     0.0294    99.0260     0.7852    85.9600   117.3374      0.8043
 244     0.1231     0.0271    99.0980     0.7520    86.2900   117.2897      0.8038
 245     0.1227     0.0256    99.1160     0.8105    85.7500   117.2729      0.8034
 246     0.1223     0.0296    99.0340     0.7910    86.0200   117.3383      0.8030
 247     0.1219     0.0269    99.1300     0.7440    86.6300   117.3283      0.8025
 248     0.1215     0.0224    99.2700     0.7917    86.6600   117.2362      0.8021
 249     0.1210     0.0240    99.2140     0.7690    86.5000   117.2649      0.8017
 250     0.1206     0.0252    99.1800     0.7716    86.3100   117.2812      0.8012
 251     0.1202     0.0262    99.1320     0.7633    86.4800   117.3124      0.8008
 252     0.1198     0.0188    99.3980     0.7951    86.6800   117.3328      0.8004
 253     0.1194     0.0255    99.1660     0.7708    86.5600   117.3283      0.8000
 254     0.1190     0.0211    99.3160     0.8844    85.8400   117.3236      0.7996
 255     0.1186     0.0372    98.8740     0.7632    86.8500   117.3114      0.7992
 256     0.1182     0.0174    99.4760     0.7952    86.2500   117.2389      0.7987
 257     0.1177     0.0203    99.3500     0.7974    86.5900   117.3593      0.7983
 258     0.1173     0.0188    99.4080     0.8386    86.2300   117.3551      0.7979
 259     0.1169     0.0195    99.3900     0.8033    86.6500   117.2723      0.7975
 260     0.1165     0.0187    99.4000     0.8211    86.6600   117.3319      0.7971
 261     0.1161     0.0228    99.3120     0.7731    86.7200   117.3245      0.7967
 262     0.1157     0.0197    99.3260     0.8353    86.2800   117.3031      0.7963
 263     0.1153     0.0189    99.3900     0.8177    86.4200   117.3412      0.7959
 264     0.1149     0.0211    99.3040     0.7522    87.0200   117.2678      0.7955
 265     0.1144     0.0194    99.3840     0.8067    86.5200   117.2579      0.7951
 266     0.1140     0.0166    99.4740     0.8207    86.5800   117.3163      0.7947
 267     0.1136     0.0192    99.3860     0.7707    86.6300   117.2489      0.7943
 268     0.1132     0.0135    99.5660     0.8331    86.8100   117.2986      0.7939
 269     0.1128     0.0157    99.4660     0.8143    86.6500   117.3073      0.7935
 270     0.1124     0.0179    99.3820     0.8070    86.7800   117.2964      0.7932
 271     0.1120     0.0166    99.4380     0.8099    86.6500   117.3155      0.7928
 272     0.1116     0.0152    99.5140     0.8308    86.2700   117.2981      0.7924
 273     0.1111     0.0203    99.3620     0.8406    86.6900   117.3540      0.7920
 274     0.1107     0.0160    99.4760     0.8263    86.8200   117.3473      0.7916
 275     0.1103     0.0163    99.4620     0.8185    86.7700   117.2708      0.7913
 276     0.1099     0.0141    99.5100     0.8498    86.9800   117.2239      0.7909
 277     0.1095     0.0174    99.4380     0.7776    86.8300   117.3396      0.7905
 278     0.1091     0.0121    99.6000     0.8407    86.6000   117.3192      0.7902
 279     0.1087     0.0113    99.6200     0.8368    87.1800   117.2384      0.7898
 280     0.1083     0.0114    99.6440     0.8429    87.0800   117.3406      0.7894
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 281     0.1078     0.0135    99.5640     0.8257    86.9200   117.2246      0.7890
 282     0.1074     0.0147    99.5180     0.8594    86.8200   117.2906      0.7887
 283     0.1070     0.0128    99.6160     0.8435    86.7400   117.2918      0.7883
 284     0.1066     0.0135    99.5480     0.8301    87.0800   117.2468      0.7880
 285     0.1062     0.0108    99.6400     0.8591    86.9900   117.2778      0.7876
 286     0.1058     0.0129    99.6140     0.8192    87.2700   117.2726      0.7873
 287     0.1054     0.0109    99.6560     0.8342    86.7000   117.2522      0.7869
 288     0.1050     0.0129    99.6020     0.8154    87.1600   117.3237      0.7866
 289     0.1045     0.0112    99.6640     0.8125    86.5800   117.3192      0.7862
 290     0.1041     0.0107    99.6700     0.8333    87.3100   117.3178      0.7859
 291     0.1037     0.0120    99.6320     0.8468    86.8900   117.3151      0.7855
 292     0.1033     0.0111    99.6280     0.8385    86.9800   117.2630      0.7852
 293     0.1029     0.0126    99.6380     0.8489    87.0900   117.2320      0.7848
 294     0.1025     0.0113    99.6520     0.8439    87.0600   117.2782      0.7845
 295     0.1021     0.0107    99.6380     0.8172    87.0200   117.2123      0.7842
 296     0.1017     0.0100    99.6780     0.8398    86.9900   117.2529      0.7838
 297     0.1012     0.0092    99.6960     0.8712    86.9000   117.3107      0.7835
 298     0.1008     0.0106    99.6580     0.8599    87.0900   117.3681      0.7832
 299     0.1004     0.0093    99.7100     0.8877    86.6200   117.3193      0.7829
 300     0.1000     0.0103    99.6560     0.8509    87.1700   117.3016      0.7825
 301     0.0996     0.0098    99.6880     0.8357    86.9900   117.2577      0.7822
 302     0.0992     0.0085    99.7500     0.8890    86.7100   117.2712      0.7819
 303     0.0988     0.0109    99.6580     0.8344    87.0000   117.2822      0.7815
 304     0.0983     0.0098    99.6840     0.8851    86.9500   117.2989      0.7812
 305     0.0979     0.0084    99.7340     0.8504    87.2600   117.2986      0.7809
 306     0.0975     0.0083    99.7400     0.8678    87.2700   117.3083      0.7806
 307     0.0971     0.0089    99.6920     0.8741    86.9300   117.3008      0.7803
 308     0.0967     0.0079    99.7840     0.8785    87.1100   117.3075      0.7799
 309     0.0963     0.0090    99.6980     0.9077    87.2100   117.3047      0.7796
 310     0.0959     0.0084    99.7420     0.8832    87.3400   117.2804      0.7793
 311     0.0955     0.0076    99.7600     0.8785    87.2300   117.3206      0.7790
 312     0.0950     0.0090    99.7120     0.8841    87.3300   117.3330      0.7787
 313     0.0946     0.0068    99.7640     0.8799    87.4800   117.2605      0.7784
 314     0.0942     0.0064    99.7860     0.8922    87.2200   117.2643      0.7781
 315     0.0938     0.0082    99.7480     0.8946    87.4000   117.2990      0.7778
 316     0.0934     0.0077    99.7600     0.8872    87.1900   117.1851      0.7775
 317     0.0930     0.0081    99.7380     0.8382    87.3900   117.3166      0.7772
 318     0.0926     0.0064    99.7800     0.8665    87.3100   117.2782      0.7769
 319     0.0922     0.0073    99.7640     0.8649    87.3300   117.2783      0.7766
 320     0.0917     0.0049    99.8460     0.8834    87.7400   117.2900      0.7764
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 321     0.0913     0.0055    99.8340     0.9137    87.3400   117.2543      0.7761
 322     0.0909     0.0064    99.8100     0.8748    87.5100   117.3130      0.7758
 323     0.0905     0.0061    99.8020     0.8912    87.2400   117.2553      0.7755
 324     0.0901     0.0060    99.8200     0.8824    87.5100   117.2954      0.7752
 325     0.0897     0.0067    99.7760     0.8936    87.3800   117.2595      0.7749
 326     0.0893     0.0056    99.8300     0.8849    87.3000   117.3388      0.7747
 327     0.0889     0.0070    99.7840     0.8454    87.5700   117.3549      0.7744
 328     0.0885     0.0067    99.7760     0.8839    87.3500   117.2808      0.7741
 329     0.0880     0.0059    99.7980     0.8791    87.3700   117.2943      0.7738
 330     0.0876     0.0060    99.7840     0.9101    87.3900   117.2569      0.7736
 331     0.0872     0.0059    99.8120     0.9115    87.3100   117.3149      0.7733
 332     0.0868     0.0066    99.7860     0.9085    87.0400   117.3077      0.7730
 333     0.0864     0.0060    99.8340     0.9068    87.1200   117.2820      0.7728
 334     0.0860     0.0057    99.8180     0.8906    87.2300   117.2697      0.7725
 335     0.0856     0.0044    99.8680     0.9282    87.3700   117.3743      0.7722
 336     0.0852     0.0057    99.8020     0.8967    87.5500   117.2873      0.7720
 337     0.0847     0.0055    99.8340     0.8645    87.8800   117.3325      0.7717
 338     0.0843     0.0050    99.8500     0.9126    87.2600   117.2894      0.7715
 339     0.0839     0.0053    99.8480     0.8910    87.4200   117.3011      0.7712
 340     0.0835     0.0055    99.8260     0.9010    87.3900   117.2882      0.7709
 341     0.0831     0.0050    99.8160     0.9044    87.1200   117.2854      0.7707
 342     0.0827     0.0044    99.8520     0.9149    87.4700   117.2875      0.7704
 343     0.0823     0.0043    99.8680     0.9303    87.6200   117.3104      0.7702
 344     0.0818     0.0040    99.8680     0.9163    87.5900   117.3288      0.7699
 345     0.0814     0.0043    99.8660     0.9145    87.2500   117.2787      0.7697
 346     0.0810     0.0044    99.8600     0.8996    87.3100   117.2679      0.7694
 347     0.0806     0.0052    99.8520     0.9051    87.4800   117.2748      0.7692
 348     0.0802     0.0033    99.8920     0.9479    87.6600   117.3038      0.7689
 349     0.0798     0.0036    99.9020     0.9263    87.7700   117.2822      0.7687
 350     0.0794     0.0034    99.8840     0.9166    87.7500   117.3348      0.7685
 351     0.0790     0.0036    99.8820     0.9345    87.7300   117.2946      0.7682
 352     0.0786     0.0043    99.8600     0.9921    87.0600   117.3221      0.7680
 353     0.0781     0.0044    99.8520     0.9340    87.1500   117.3074      0.7678
 354     0.0777     0.0040    99.8700     0.9448    87.3900   117.3063      0.7675
 355     0.0773     0.0032    99.8960     0.9378    87.5500   117.3524      0.7673
 356     0.0769     0.0033    99.9020     0.9511    87.4400   117.2836      0.7670
 357     0.0765     0.0041    99.8660     0.9089    87.7900   117.2156      0.7668
 358     0.0761     0.0034    99.9020     0.9196    87.7900   117.3443      0.7666
 359     0.0757     0.0029    99.9040     0.9687    87.3300   117.3034      0.7664
 360     0.0753     0.0043    99.8500     0.9520    87.4700   117.3623      0.7662
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 361     0.0748     0.0028    99.9080     0.9579    87.4200   117.2230      0.7659
 362     0.0744     0.0028    99.9160     0.9837    87.3900   117.2883      0.7657
 363     0.0740     0.0035    99.8860     0.9774    87.1700   117.3131      0.7655
 364     0.0736     0.0038    99.8940     0.9354    87.4500   117.2917      0.7653
 365     0.0732     0.0029    99.9080     0.9541    87.6400   117.2344      0.7651
 366     0.0728     0.0020    99.9380     1.0053    87.4000   117.3100      0.7648
 367     0.0724     0.0033    99.8920     0.9791    87.3700   117.3103      0.7646
 368     0.0720     0.0035    99.8820     0.9650    87.1400   117.2794      0.7644
 369     0.0715     0.0032    99.9040     0.9559    87.8000   117.3055      0.7642
 370     0.0711     0.0029    99.9060     0.9635    87.5700   117.3060      0.7640
 371     0.0707     0.0035    99.9040     0.9718    87.3400   117.2852      0.7638
 372     0.0703     0.0022    99.9300     0.9688    88.0100   117.2687      0.7636
 373     0.0699     0.0024    99.9240     0.9670    87.8000   117.2726      0.7634
 374     0.0695     0.0032    99.8980     0.9396    87.8300   117.3404      0.7631
 375     0.0691     0.0036    99.9040     0.9455    87.5800   117.3148      0.7629
 376     0.0686     0.0025    99.9280     0.9653    87.3200   117.3318      0.7627
 377     0.0682     0.0027    99.9100     0.9499    87.4400   117.2886      0.7625
 378     0.0678     0.0025    99.9320     0.9836    87.5400   117.3049      0.7623
 379     0.0674     0.0025    99.9120     0.9677    87.6400   117.2787      0.7621
 380     0.0670     0.0026    99.9360     0.9771    87.5500   117.3224      0.7619
 381     0.0666     0.0025    99.9300     0.9814    87.5600   117.2350      0.7617
 382     0.0662     0.0032    99.8800     0.9550    87.7000   117.2941      0.7615
 383     0.0658     0.0022    99.9200     0.9661    87.7400   117.2883      0.7614
 384     0.0654     0.0023    99.9200     0.9715    87.5200   117.3042      0.7612
 385     0.0649     0.0023    99.9300     0.9706    87.7300   117.2968      0.7610
 386     0.0645     0.0025    99.9240     0.9835    87.4900   117.3027      0.7608
 387     0.0641     0.0022    99.9320     0.9710    87.5200   117.3380      0.7606
 388     0.0637     0.0024    99.9180     0.9779    87.4800   117.2505      0.7604
 389     0.0633     0.0022    99.9340     0.9499    87.6800   117.2327      0.7602
 390     0.0629     0.0019    99.9280     0.9682    87.7900   117.2650      0.7600
 391     0.0625     0.0015    99.9640     0.9795    88.0100   117.3301      0.7599
 392     0.0621     0.0019    99.9420     0.9880    87.7800   117.3218      0.7597
 393     0.0616     0.0020    99.9420     0.9994    87.8100   117.3247      0.7595
 394     0.0612     0.0020    99.9420     1.0098    87.5200   117.2991      0.7593
 395     0.0608     0.0020    99.9400     0.9843    87.4800   117.1813      0.7592
 396     0.0604     0.0019    99.9440     0.9741    87.5900   117.3377      0.7590
 397     0.0600     0.0018    99.9440     1.0011    87.4300   117.3399      0.7588
 398     0.0596     0.0025    99.9240     0.9927    87.3700   117.2590      0.7587
 399     0.0592     0.0024    99.9320     0.9675    87.3700   117.2616      0.7585
 400     0.0588     0.0016    99.9440     0.9825    87.4800   117.2682      0.7583
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 401     0.0583     0.0017    99.9420     0.9735    87.4600   117.3158      0.7582
 402     0.0579     0.0017    99.9460     0.9726    87.6600   117.3330      0.7580
 403     0.0575     0.0012    99.9640     0.9730    87.6600   117.3547      0.7578
 404     0.0571     0.0016    99.9560     0.9888    87.7400   117.2782      0.7577
 405     0.0567     0.0013    99.9700     0.9998    87.5900   117.2866      0.7575
 406     0.0563     0.0013    99.9660     0.9775    87.5400   117.3278      0.7574
 407     0.0559     0.0015    99.9580     0.9966    87.4900   117.3277      0.7572
 408     0.0554     0.0013    99.9660     1.0015    87.6100   117.3453      0.7570
 409     0.0550     0.0014    99.9520     1.0125    87.5300   117.2797      0.7569
 410     0.0546     0.0009    99.9760     1.0225    87.6000   117.3051      0.7567
 411     0.0542     0.0015    99.9600     1.0366    87.5600   117.2958      0.7566
 412     0.0538     0.0013    99.9640     1.0217    87.5800   117.2577      0.7564
 413     0.0534     0.0012    99.9600     1.0172    87.7600   117.2529      0.7563
 414     0.0530     0.0012    99.9600     1.0331    87.8800   117.2814      0.7561
 415     0.0526     0.0013    99.9580     1.0258    87.8500   117.2726      0.7560
 416     0.0522     0.0017    99.9560     1.0202    87.7200   117.2586      0.7558
 417     0.0517     0.0014    99.9540     1.0387    87.6100   117.3568      0.7557
 418     0.0513     0.0009    99.9800     1.0438    87.6900   117.3233      0.7555
 419     0.0509     0.0014    99.9600     1.0506    87.6600   117.2969      0.7554
 420     0.0505     0.0013    99.9540     1.0474    87.7800   117.3099      0.7553
 421     0.0501     0.0009    99.9780     1.0473    87.8200   117.2705      0.7551
 422     0.0497     0.0010    99.9680     1.0475    87.7900   117.1838      0.7550
 423     0.0493     0.0014    99.9660     1.0364    87.8100   117.2513      0.7548
 424     0.0489     0.0009    99.9720     1.0489    87.7400   117.2957      0.7547
 425     0.0484     0.0011    99.9660     1.0458    87.8100   117.2466      0.7546
 426     0.0480     0.0013    99.9560     1.0402    87.7700   117.2891      0.7544
 427     0.0476     0.0009    99.9740     1.0094    87.8500   117.3376      0.7543
 428     0.0472     0.0012    99.9600     1.0109    87.8100   117.3189      0.7542
 429     0.0468     0.0014    99.9480     1.0291    87.9400   117.2882      0.7540
 430     0.0464     0.0007    99.9820     1.0456    87.7800   117.3180      0.7539
 431     0.0460     0.0007    99.9800     1.0327    87.8600   117.2870      0.7538
 432     0.0456     0.0009    99.9680     1.0410    87.6800   117.2686      0.7537
 433     0.0451     0.0008    99.9740     1.0356    87.8600   117.2540      0.7535
 434     0.0447     0.0012    99.9640     1.0385    87.8200   117.2284      0.7534
 435     0.0443     0.0008    99.9760     1.0357    87.6500   117.2962      0.7533
 436     0.0439     0.0009    99.9660     1.0266    87.8500   117.2939      0.7532
 437     0.0435     0.0007    99.9740     1.0477    87.8600   117.3561      0.7531
 438     0.0431     0.0010    99.9640     1.0628    87.7300   117.2741      0.7529
 439     0.0427     0.0007    99.9800     1.0785    87.8700   117.3315      0.7528
 440     0.0423     0.0006    99.9780     1.0663    87.7500   117.3284      0.7527
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 441     0.0418     0.0007    99.9780     1.0558    87.8300   117.3310      0.7526
 442     0.0414     0.0009    99.9680     1.0678    87.7400   117.2300      0.7525
 443     0.0410     0.0008    99.9720     1.0714    87.7400   117.2907      0.7524
 444     0.0406     0.0010    99.9680     1.0747    87.7000   117.2716      0.7522
 445     0.0402     0.0008    99.9680     1.0687    87.7900   117.2389      0.7521
 446     0.0398     0.0006    99.9860     1.0713    87.5800   117.2811      0.7520
 447     0.0394     0.0006    99.9800     1.0741    87.7500   117.2820      0.7519
 448     0.0389     0.0010    99.9760     1.0652    87.7100   117.2533      0.7518
 449     0.0385     0.0008    99.9800     1.0768    87.7200   117.2832      0.7517
 450     0.0381     0.0006    99.9820     1.0762    87.6000   117.2618      0.7516
 451     0.0377     0.0008    99.9800     1.0732    87.7600   117.3491      0.7515
 452     0.0373     0.0004    99.9840     1.0734    87.7900   117.1915      0.7514
 453     0.0369     0.0007    99.9820     1.0708    88.0200   117.2906      0.7513
 454     0.0365     0.0007    99.9800     1.0576    87.9600   117.2717      0.7512
 455     0.0361     0.0007    99.9780     1.0628    87.8900   117.2931      0.7511
 456     0.0357     0.0006    99.9880     1.0601    87.9300   117.2505      0.7510
 457     0.0352     0.0006    99.9840     1.0558    87.9800   117.2871      0.7509
 458     0.0348     0.0005    99.9840     1.0647    87.8300   117.3532      0.7508
 459     0.0344     0.0004    99.9840     1.0731    87.6400   117.2620      0.7507
 460     0.0340     0.0005    99.9880     1.0774    87.8300   117.2749      0.7507
 461     0.0336     0.0006    99.9800     1.0761    87.8500   117.3160      0.7506
 462     0.0332     0.0005    99.9900     1.0737    87.8500   117.3044      0.7505
 463     0.0328     0.0007    99.9840     1.0696    87.7300   117.3017      0.7504
 464     0.0324     0.0005    99.9880     1.0755    87.6400   117.2949      0.7503
 465     0.0319     0.0007    99.9820     1.0760    87.6700   117.2954      0.7502
 466     0.0315     0.0006    99.9780     1.0763    87.8100   117.3066      0.7502
 467     0.0311     0.0010    99.9720     1.0783    87.7300   117.2786      0.7501
 468     0.0307     0.0009    99.9820     1.0851    87.7300   117.2686      0.7500
 469     0.0303     0.0006    99.9780     1.0672    87.8700   117.2529      0.7499
 470     0.0299     0.0005    99.9840     1.0742    87.9600   117.3011      0.7498
 471     0.0295     0.0005    99.9840     1.0795    87.8900   117.3611      0.7498
 472     0.0291     0.0006    99.9760     1.0788    87.8300   117.2850      0.7497
 473     0.0286     0.0007    99.9780     1.0812    87.8800   117.3187      0.7496
 474     0.0282     0.0005    99.9920     1.0769    87.9500   117.3022      0.7495
 475     0.0278     0.0005    99.9880     1.0848    88.0000   117.3143      0.7495
 476     0.0274     0.0003    99.9920     1.0880    87.9500   117.3042      0.7494
 477     0.0270     0.0006    99.9880     1.0920    87.8800   117.2682      0.7493
 478     0.0266     0.0007    99.9780     1.0755    87.8900   117.2281      0.7493
 479     0.0262     0.0005    99.9900     1.0807    87.9500   117.1518      0.7492
 480     0.0257     0.0005    99.9900     1.0809    87.9100   117.2460      0.7491
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 481     0.0010     0.0004    99.9900     1.0806    87.9400   117.2957      0.7491
 482     0.0010     0.0006    99.9840     1.0805    87.9500   117.2938      0.7491
 483     0.0010     0.0006    99.9820     1.0800    87.9800   117.2785      0.7491
 484     0.0010     0.0003    99.9920     1.0798    87.9800   117.3088      0.7491
 485     0.0010     0.0005    99.9820     1.0796    87.9500   117.2897      0.7491
 486     0.0010     0.0004    99.9920     1.0793    87.9500   117.3323      0.7491
 487     0.0010     0.0004    99.9900     1.0796    87.9300   117.2969      0.7491
 488     0.0010     0.0004    99.9880     1.0797    87.9500   117.2192      0.7491
 489     0.0010     0.0005    99.9820     1.0796    87.9500   117.3023      0.7491
 490     0.0010     0.0003    99.9920     1.0799    87.9500   117.2683      0.7491
 491     0.0010     0.0004    99.9880     1.0798    87.9700   117.3281      0.7491
 492     0.0010     0.0004    99.9940     1.0800    87.9600   117.3100      0.7491
 493     0.0010     0.0003    99.9880     1.0801    87.9500   117.2656      0.7491
 494     0.0010     0.0005    99.9880     1.0797    87.9600   117.2440      0.7491
 495     0.0010     0.0004    99.9920     1.0796    87.9600   117.3116      0.7491
 496     0.0010     0.0003    99.9940     1.0796    87.9600   117.3017      0.7491
 497     0.0010     0.0003    99.9960     1.0797    87.9600   117.3184      0.7491
 498     0.0010     0.0003    99.9980     1.0798    87.9800   117.2922      0.7491
 499     0.0010     0.0005    99.9920     1.0800    87.9700   117.2793      0.7491
 500     0.0010     0.0003    99.9980     1.0801    87.9700   117.3541      0.7491
 501     0.0010     0.0005    99.9820     1.0800    87.9900   117.2656      0.7491
 502     0.0010     0.0004    99.9860     1.0801    87.9900   117.2035      0.7491
 503     0.0010     0.0005    99.9860     1.0803    87.9600   117.3158      0.7491
 504     0.0010     0.0002   100.0000     1.0803    87.9700   117.3573      0.7491
 505     0.0010     0.0005    99.9860     1.0803    87.9700   117.2853      0.7491
 506     0.0010     0.0005    99.9820     1.0797    87.9400   117.2805      0.7491
 507     0.0010     0.0004    99.9920     1.0797    87.9500   117.3219      0.7491
 508     0.0010     0.0006    99.9820     1.0798    87.9500   117.3632      0.7490
 509     0.0010     0.0003    99.9940     1.0798    87.9500   117.2856      0.7490
 510     0.0010     0.0004    99.9840     1.0799    87.9400   117.3653      0.7490
 511     0.0010     0.0003    99.9920     1.0800    87.9400   117.3260      0.7490
 512     0.0010     0.0003    99.9960     1.0803    87.9600   117.3028      0.7490
 513     0.0010     0.0003    99.9900     1.0806    87.9500   117.1946      0.7490
 514     0.0010     0.0004    99.9900     1.0804    87.9500   117.2712      0.7490
 515     0.0010     0.0006    99.9820     1.0801    87.9700   117.2662      0.7490
 516     0.0010     0.0003    99.9940     1.0801    87.9900   117.2509      0.7490
 517     0.0010     0.0004    99.9920     1.0801    87.9900   117.2804      0.7490
 518     0.0010     0.0003    99.9940     1.0801    87.9900   117.2029      0.7490
 519     0.0010     0.0004    99.9920     1.0802    87.9900   117.2938      0.7490
 520     0.0010     0.0003    99.9940     1.0804    87.9800   117.2584      0.7490
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 521     0.0010     0.0003    99.9920     1.0807    87.9600   117.3315      0.7490
 522     0.0010     0.0004    99.9880     1.0807    87.9300   117.2853      0.7490
 523     0.0010     0.0003    99.9940     1.0807    87.9600   117.2980      0.7490
 524     0.0010     0.0004    99.9900     1.0805    87.9800   117.3584      0.7490
 525     0.0010     0.0004    99.9880     1.0806    87.9600   117.1936      0.7490
 526     0.0010     0.0003    99.9880     1.0805    87.9600   117.3268      0.7490
 527     0.0010     0.0003    99.9920     1.0807    88.0000   117.3006      0.7490
 528     0.0010     0.0005    99.9880     1.0809    88.0200   117.3241      0.7490
 529     0.0010     0.0004    99.9900     1.0805    88.0200   117.1699      0.7490
 530     0.0010     0.0003    99.9940     1.0807    88.0400   117.3474      0.7490
 531     0.0010     0.0003    99.9920     1.0807    88.0400   117.2961      0.7490
 532     0.0010     0.0004    99.9880     1.0807    88.0500   117.2735      0.7490
 533     0.0010     0.0004    99.9920     1.0806    88.0700   117.2929      0.7490
 534     0.0010     0.0006    99.9860     1.0801    88.0400   117.2482      0.7490
 535     0.0010     0.0006    99.9800     1.0798    88.0400   117.2219      0.7490
 536     0.0010     0.0004    99.9900     1.0798    88.0500   117.2847      0.7490
 537     0.0010     0.0005    99.9880     1.0798    88.0700   117.3547      0.7490
 538     0.0010     0.0004    99.9940     1.0796    88.0700   117.1846      0.7490
 539     0.0010     0.0004    99.9880     1.0795    88.0700   117.2883      0.7490
 540     0.0010     0.0003    99.9960     1.0794    88.0700   117.2776      0.7490
 541     0.0010     0.0003    99.9900     1.0796    88.0800   117.2788      0.7490
 542     0.0010     0.0004    99.9920     1.0798    88.0800   117.3366      0.7490
 543     0.0010     0.0003    99.9940     1.0799    88.0700   117.2778      0.7490
 544     0.0010     0.0003    99.9980     1.0800    88.0700   117.2984      0.7490
 545     0.0010     0.0003    99.9960     1.0799    88.0700   117.2820      0.7490
 546     0.0010     0.0006    99.9800     1.0797    88.0700   117.2622      0.7490
 547     0.0010     0.0004    99.9940     1.0799    88.0700   117.3367      0.7490
 548     0.0010     0.0004    99.9920     1.0799    88.0900   117.3151      0.7490
 549     0.0010     0.0003    99.9900     1.0798    88.0800   117.3071      0.7490
 550     0.0010     0.0005    99.9940     1.0797    88.0700   117.2739      0.7490
 551     0.0010     0.0003    99.9960     1.0798    88.0500   117.2932      0.7490
 552     0.0010     0.0003    99.9980     1.0798    88.0700   117.2746      0.7490
 553     0.0010     0.0005    99.9920     1.0796    88.0700   117.3165      0.7490
 554     0.0010     0.0003    99.9900     1.0797    88.0600   117.2658      0.7489
 555     0.0010     0.0003    99.9940     1.0796    88.0800   117.2596      0.7489
 556     0.0010     0.0004    99.9840     1.0794    88.0900   117.3026      0.7489
 557     0.0010     0.0004    99.9920     1.0798    88.0600   117.2396      0.7489
 558     0.0010     0.0003    99.9960     1.0800    88.0800   117.3003      0.7489
 559     0.0010     0.0004    99.9880     1.0800    88.0600   117.3193      0.7489
 560     0.0010     0.0003    99.9960     1.0801    88.0800   117.2670      0.7489
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time    sparsity
----  ---------  ---------  ---------  ---------  ---------  ---------  ----------
 561     0.0010     0.0003    99.9920     1.0800    88.0900   117.2053      0.7489
 562     0.0010     0.0003    99.9940     1.0802    88.0800   117.3289      0.7489
 563     0.0010     0.0003    99.9920     1.0804    88.0900   117.2689      0.7489
 564     0.0010     0.0002    99.9960     1.0804    88.0800   117.2823      0.7489
 565     0.0010     0.0005    99.9920     1.0800    88.0800   117.2309      0.7489
 566     0.0010     0.0003    99.9900     1.0798    88.0700   117.2456      0.7489
 567     0.0010     0.0006    99.9860     1.0799    88.0700   117.2841      0.7489
 568     0.0010     0.0003    99.9920     1.0803    88.0700   117.2981      0.7489
 569     0.0010     0.0004    99.9900     1.0805    88.0800   117.2840      0.7489
 570     0.0010     0.0004    99.9900     1.0805    88.0800   117.3477      0.7489
 571     0.0010     0.0002    99.9960     1.0806    88.0800   117.3178      0.7489
 572     0.0010     0.0004    99.9880     1.0802    88.0800   117.1938      0.7489
 573     0.0010     0.0003    99.9980     1.0802    88.1000   117.2007      0.7489
 574     0.0010     0.0004    99.9900     1.0800    88.1100   117.2697      0.7489
 575     0.0010     0.0003    99.9940     1.0803    88.0800   117.2732      0.7489
 576     0.0010     0.0003    99.9900     1.0805    88.1000   117.3012      0.7489
 577     0.0010     0.0003    99.9980     1.0806    88.1000   117.3083      0.7489
 578     0.0010     0.0003    99.9920     1.0805    88.1200   117.3055      0.7489
 579     0.0010     0.0003    99.9920     1.0804    88.0800   117.2762      0.7489
 580     0.0010     0.0005    99.9880     1.0802    88.0900   117.2595      0.7489
 581     0.0010     0.0004    99.9860     1.0804    88.0800   117.3144      0.7489
 582     0.0010     0.0003    99.9960     1.0808    88.0800   117.2751      0.7489
 583     0.0010     0.0002   100.0000     1.0808    88.0800   117.3504      0.7489
 584     0.0010     0.0004    99.9860     1.0808    88.0200   117.2631      0.7489
 585     0.0010     0.0003    99.9920     1.0809    88.0200   117.2477      0.7489
 586     0.0010     0.0003    99.9900     1.0811    88.0300   117.2794      0.7489
 587     0.0010     0.0003    99.9940     1.0812    88.0300   117.3442      0.7489
 588     0.0010     0.0004    99.9920     1.0813    88.0400   117.3197      0.7489
 589     0.0010     0.0002    99.9960     1.0814    88.0300   117.3047      0.7489
 590     0.0010     0.0002    99.9980     1.0816    88.0200   117.3032      0.7489
 591     0.0010     0.0002    99.9940     1.0817    88.0200   117.2276      0.7489
 592     0.0010     0.0003    99.9920     1.0815    88.0200   117.2467      0.7489
 593     0.0010     0.0003    99.9940     1.0814    88.0300   117.2976      0.7489
 594     0.0010     0.0003    99.9900     1.0812    88.0300   117.2883      0.7489
 595     0.0010     0.0003    99.9940     1.0814    88.0400   117.2925      0.7489
 596     0.0010     0.0003    99.9960     1.0813    88.0400   117.2885      0.7489
 597     0.0010     0.0002    99.9960     1.0815    88.0500   117.3347      0.7489
 598     0.0010     0.0002    99.9960     1.0817    88.0600   117.3297      0.7489
 599     0.0010     0.0002    99.9920     1.0816    88.0500   117.3260      0.7488
 600     0.0010     0.0004    99.9880     1.0815    88.0300   117.3203      0.7488
