Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
SGD (
Parameter Group 0
    dampening: 0
    lr: 0.1
    momentum: 0.0
    nesterov: False
    weight_decay: 0.0
)
total epochs: 200
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4351    46.8640     1.6501    46.7800   148.5441
   2     0.1000     0.8961    68.1060     1.7348    53.9300   144.2570
   3     0.1000     0.6792    76.3840     0.7866    74.1000   144.1872
   4     0.1000     0.5545    80.6400     1.4219    63.2500   144.1726
   5     0.1000     0.4695    83.9280     0.7977    74.7700   144.2579
   6     0.1000     0.4105    85.8140     0.5848    80.8000   144.2017
   7     0.1000     0.3633    87.4840     0.6303    80.9200   144.1751
   8     0.1000     0.3301    88.5940     0.6972    78.2400   144.2054
   9     0.1000     0.2913    89.9720     0.5304    83.5900   144.1795
  10     0.1000     0.2677    90.7700     0.4206    86.6400   144.1203
  11     0.1000     0.2466    91.5700     0.4158    86.8000   144.1354
  12     0.1000     0.2224    92.2060     0.4729    86.3500   144.1603
  13     0.1000     0.2019    92.9940     0.5129    84.7800   144.1644
  14     0.1000     0.1878    93.3920     0.4355    86.6000   144.1993
  15     0.1000     0.1735    93.9080     0.3981    87.9000   144.1105
  16     0.1000     0.1584    94.5420     0.3976    88.1800   144.2028
  17     0.1000     0.1441    94.9440     0.4273    87.5600   144.1495
  18     0.1000     0.1287    95.4440     0.6231    84.5500   144.1567
  19     0.1000     0.1238    95.6320     0.3770    89.1400   144.0829
  20     0.1000     0.1113    96.1000     0.5710    85.5100   144.1512
  21     0.1000     0.1038    96.4320     0.4639    88.1600   144.1222
  22     0.1000     0.0942    96.8220     0.6309    84.5500   144.1534
  23     0.1000     0.0888    96.8920     0.4149    89.6900   144.0900
  24     0.1000     0.0783    97.3520     0.4912    87.2100   144.1295
  25     0.1000     0.0756    97.3480     0.4012    89.9700   144.1755
  26     0.1000     0.0713    97.4940     0.6244    86.2500   144.5273
  27     0.1000     0.0640    97.8300     0.4858    88.7000   144.4390
  28     0.1000     0.0669    97.6480     0.4062    89.7000   144.1441
  29     0.1000     0.0539    98.1720     0.3934    90.3900   144.1217
  30     0.1000     0.0514    98.1280     0.3406    91.3800   144.1813
  31     0.1000     0.0497    98.2580     0.5351    88.0700   144.1470
  32     0.1000     0.0509    98.2740     0.3829    90.9600   144.1745
  33     0.1000     0.0371    98.7600     0.3893    91.4400   144.0796
  34     0.1000     0.0396    98.6140     0.4562    89.6900   144.1213
  35     0.1000     0.0379    98.7180     0.4790    89.8500   144.1401
  36     0.1000     0.0380    98.6600     0.4059    90.6700   144.1865
  37     0.1000     0.0364    98.7180     0.4610    90.1800   144.0860
  38     0.1000     0.0304    98.9680     0.3294    92.0700   144.1238
  39     0.1000     0.0265    99.1300     0.3459    92.4000   144.1182
  40     0.1000     0.0261    99.0900     0.3551    91.9300   144.1006
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0288    99.0380     0.3989    91.4400   144.1354
  42     0.1000     0.0254    99.2000     0.3893    91.6400   144.0845
  43     0.1000     0.0237    99.1820     0.4102    91.2100   144.1581
  44     0.1000     0.0219    99.2400     0.4083    91.6600   144.0675
  45     0.1000     0.0220    99.2520     0.3738    92.3400   144.1271
  46     0.1000     0.0228    99.2180     0.3948    91.8400   144.1014
  47     0.1000     0.0183    99.4260     0.3727    92.4800   144.1163
  48     0.1000     0.0210    99.2780     0.3798    92.3400   144.1199
  49     0.1000     0.0194    99.3220     0.4595    91.0900   144.1441
  50     0.1000     0.0198    99.3080     0.4045    91.3800   144.1399
  51     0.1000     0.0201    99.3260     0.4066    91.8200   144.1179
  52     0.1000     0.0130    99.5660     0.3810    92.0200   144.1809
  53     0.1000     0.0163    99.4500     0.3667    92.3400   144.1160
  54     0.1000     0.0108    99.6280     0.4004    92.0100   144.1309
  55     0.1000     0.0125    99.5900     0.4181    91.8800   144.1706
  56     0.1000     0.0157    99.4760     0.6159    89.4900   144.7659
  57     0.1000     0.0163    99.4580     0.4353    91.0900   148.1918
  58     0.1000     0.0146    99.5440     0.3394    93.0800   145.2045
  59     0.1000     0.0122    99.5780     0.4425    91.5500   157.7927
  60     0.1000     0.0118    99.6340     0.3926    92.1600   144.1661
  61     0.1000     0.0118    99.6040     0.4097    92.3100   148.3079
  62     0.1000     0.0109    99.6380     0.3704    93.0600   149.6141
  63     0.1000     0.0104    99.6460     0.3391    93.3800   144.2657
  64     0.1000     0.0094    99.6920     0.3853    92.7100   157.7924
  65     0.1000     0.0130    99.5720     0.4372    92.0100   196.5499
  66     0.1000     0.0080    99.7400     0.3735    93.1100   144.3713
  67     0.1000     0.0106    99.6280     0.3971    92.4900   144.1830
  68     0.1000     0.0070    99.7920     0.4612    92.0100   144.1763
  69     0.1000     0.0081    99.7480     0.4159    92.2600   144.1627
  70     0.1000     0.0077    99.7580     0.4150    92.3800   144.1772
  71     0.1000     0.0072    99.7660     0.4843    92.0600   144.3161
  72     0.1000     0.0125    99.6140     0.5538    90.6700   144.2612
  73     0.1000     0.0105    99.6600     0.3973    92.8100   144.2821
  74     0.1000     0.0069    99.7860     0.4014    92.7700   144.3069
  75     0.1000     0.0077    99.7400     0.4018    92.8400   144.1845
  76     0.1000     0.0090    99.6940     0.4476    92.2600   144.2298
  77     0.1000     0.0067    99.7720     0.4072    92.7200   144.1941
  78     0.1000     0.0073    99.7680     0.4166    92.8900   144.1799
  79     0.1000     0.0087    99.7220     0.4222    92.5400   144.2840
  80     0.1000     0.0077    99.7540     0.4031    93.2400   144.1581
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0067    99.7880     0.3619    93.2000   144.2225
  82     0.1000     0.0061    99.8160     0.3496    93.5700   144.1946
  83     0.1000     0.0045    99.8580     0.4108    92.8500   144.2752
  84     0.1000     0.0058    99.8260     0.4057    92.6800   144.2098
  85     0.1000     0.0051    99.8240     0.3776    93.3800   144.1749
  86     0.1000     0.0032    99.9220     0.3535    93.7000   144.2081
  87     0.1000     0.0032    99.9080     0.3843    93.3600   144.2443
  88     0.1000     0.0053    99.8340     0.4474    92.4500   144.2350
  89     0.1000     0.0068    99.7860     0.3856    93.3100   144.3058
  90     0.1000     0.0068    99.7740     0.3769    93.3000   144.2257
  91     0.1000     0.0062    99.7760     0.3553    93.7000   144.2452
  92     0.1000     0.0035    99.8980     0.5031    92.1200   144.2015
  93     0.1000     0.0031    99.9180     0.3601    93.7800   144.2374
  94     0.1000     0.0041    99.8760     0.4806    91.9900   144.2058
  95     0.1000     0.0076    99.7600     0.4020    92.7600   144.3003
  96     0.1000     0.0049    99.8460     0.4447    92.3400   144.2571
  97     0.1000     0.0028    99.9320     0.3681    93.5600   144.2254
  98     0.1000     0.0036    99.8900     0.3807    93.0800   144.2272
  99     0.1000     0.0049    99.8420     0.4240    92.7800   144.3430
 100     0.1000     0.0060    99.7940     0.4058    93.3700   144.2906
 101     0.0988     0.0059    99.7940     0.3978    93.1900   144.1292
 102     0.0975     0.0027    99.9240     0.3822    93.4600   144.2635
 103     0.0963     0.0025    99.9360     0.3722    93.4400   144.2852
 104     0.0950     0.0014    99.9740     0.3698    93.8000   144.3153
 105     0.0938     0.0014    99.9760     0.3716    93.7300   144.3112
 106     0.0926     0.0012    99.9720     0.3834    93.5900   144.3117
 107     0.0913     0.0008    99.9860     0.3844    93.6900   144.1498
 108     0.0901     0.0007    99.9840     0.3700    94.0200   144.2762
 109     0.0889     0.0006    99.9900     0.3682    93.8600   144.2574
 110     0.0876     0.0010    99.9740     0.3702    93.9900   144.2140
 111     0.0864     0.0007    99.9900     0.3734    93.8500   144.1815
 112     0.0852     0.0005    99.9940     0.3553    93.8900   144.2188
 113     0.0839     0.0004    99.9980     0.3583    93.9600   144.2543
 114     0.0827     0.0005    99.9920     0.3938    93.5900   144.1621
 115     0.0814     0.0003    99.9980     0.3641    94.0600   144.1879
 116     0.0802     0.0002    99.9980     0.3580    94.0700   144.2582
 117     0.0790     0.0003    99.9980     0.3685    94.0700   144.2031
 118     0.0777     0.0003   100.0000     0.3654    94.0800   144.3246
 119     0.0765     0.0002    99.9960     0.3734    93.9800   144.1863
 120     0.0753     0.0004    99.9940     0.3588    94.1300   144.2310
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0004    99.9920     0.3625    93.9000   144.2362
 122     0.0728     0.0002   100.0000     0.3539    94.1200   144.2755
 123     0.0715     0.0002    99.9980     0.3561    94.1200   144.5156
 124     0.0703     0.0002    99.9960     0.3688    94.0600   144.2225
 125     0.0691     0.0003    99.9920     0.3635    94.2600   144.2297
 126     0.0678     0.0002   100.0000     0.3603    94.2700   144.2481
 127     0.0666     0.0002    99.9980     0.3493    94.2900   144.2242
 128     0.0654     0.0001   100.0000     0.3477    94.3000   144.2018
 129     0.0641     0.0001    99.9980     0.3554    94.1100   144.1629
 130     0.0629     0.0002    99.9980     0.3557    94.1100   144.1635
 131     0.0616     0.0002    99.9960     0.3518    94.0100   144.2317
 132     0.0604     0.0002    99.9980     0.3586    94.1400   144.2847
 133     0.0592     0.0001    99.9980     0.3676    94.2400   144.3011
 134     0.0579     0.0001   100.0000     0.3606    94.3000   144.2969
 135     0.0567     0.0002    99.9960     0.3587    94.1800   144.2386
 136     0.0554     0.0001   100.0000     0.3512    94.3700   144.1625
 137     0.0542     0.0001   100.0000     0.3527    94.2000   144.1773
 138     0.0530     0.0001    99.9980     0.3560    94.2800   144.2453
 139     0.0517     0.0001    99.9980     0.3495    94.2600   144.2130
 140     0.0505     0.0002    99.9980     0.3495    94.1900   144.2865
 141     0.0493     0.0001   100.0000     0.3565    94.2100   144.2115
 142     0.0480     0.0001   100.0000     0.3622    94.2000   144.2811
 143     0.0468     0.0001   100.0000     0.3520    94.1700   144.2932
 144     0.0456     0.0001   100.0000     0.3571    94.2000   144.2680
 145     0.0443     0.0001   100.0000     0.3548    94.2900   144.2410
 146     0.0431     0.0001   100.0000     0.3552    94.3700   144.1871
 147     0.0418     0.0001   100.0000     0.3537    94.3400   144.2467
 148     0.0406     0.0001   100.0000     0.3500    94.3500   144.1622
 149     0.0394     0.0001   100.0000     0.3602    94.3000   144.2112
 150     0.0381     0.0001   100.0000     0.3535    94.4300   144.1704
 151     0.0369     0.0001   100.0000     0.3528    94.2900   144.1576
 152     0.0357     0.0001   100.0000     0.3614    94.3400   144.2165
 153     0.0344     0.0001   100.0000     0.3538    94.2800   144.2921
 154     0.0332     0.0001    99.9980     0.3520    94.3000   144.2403
 155     0.0319     0.0001   100.0000     0.3504    94.2900   144.1760
 156     0.0307     0.0001   100.0000     0.3533    94.3700   144.2508
 157     0.0295     0.0001   100.0000     0.3476    94.3200   144.2307
 158     0.0282     0.0001   100.0000     0.3535    94.4300   144.2293
 159     0.0270     0.0001   100.0000     0.3524    94.3200   144.2301
 160     0.0257     0.0001   100.0000     0.3490    94.4000   144.2595
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0001   100.0000     0.3577    94.2700   144.2344
 162     0.0233     0.0001   100.0000     0.3475    94.4000   144.2529
 163     0.0220     0.0001   100.0000     0.3521    94.3200   144.2771
 164     0.0208     0.0001   100.0000     0.3494    94.2200   144.2232
 165     0.0196     0.0001   100.0000     0.3506    94.3600   144.2019
 166     0.0183     0.0001   100.0000     0.3518    94.3600   144.1854
 167     0.0171     0.0001   100.0000     0.3560    94.3100   144.1618
 168     0.0159     0.0001   100.0000     0.3500    94.3300   144.1902
 169     0.0146     0.0001    99.9980     0.3561    94.3700   144.2251
 170     0.0134     0.0001   100.0000     0.3500    94.3700   144.2409
 171     0.0121     0.0001   100.0000     0.3476    94.3300   144.2061
 172     0.0109     0.0001   100.0000     0.3509    94.2200   144.2445
 173     0.0097     0.0001   100.0000     0.3523    94.2900   144.2533
 174     0.0084     0.0001    99.9980     0.3489    94.4000   144.2556
 175     0.0072     0.0001   100.0000     0.3475    94.3600   144.1844
 176     0.0060     0.0000   100.0000     0.3503    94.3500   144.1685
 177     0.0047     0.0001   100.0000     0.3542    94.3200   144.1848
 178     0.0035     0.0001   100.0000     0.3524    94.4800   144.1749
 179     0.0022     0.0001   100.0000     0.3506    94.2800   144.4059
 180     0.0010     0.0001   100.0000     0.3453    94.4100   144.2192
 181     0.0010     0.0001   100.0000     0.3487    94.4400   144.1858
 182     0.0010     0.0001    99.9980     0.3473    94.3400   144.3263
 183     0.0010     0.0001   100.0000     0.3485    94.3400   144.1814
 184     0.0010     0.0001   100.0000     0.3539    94.3700   144.1721
 185     0.0010     0.0001   100.0000     0.3520    94.3400   144.2068
 186     0.0010     0.0001   100.0000     0.3555    94.3200   144.3176
 187     0.0010     0.0001   100.0000     0.3480    94.3600   144.2204
 188     0.0010     0.0001   100.0000     0.3546    94.2600   144.2351
 189     0.0010     0.0001   100.0000     0.3460    94.3900   144.2770
 190     0.0010     0.0001   100.0000     0.3514    94.4800   144.2135
 191     0.0010     0.0001   100.0000     0.3464    94.4200   144.1612
 192     0.0010     0.0001   100.0000     0.3510    94.4300   144.2183
 193     0.0010     0.0001   100.0000     0.3513    94.4200   144.2372
 194     0.0010     0.0001   100.0000     0.3587    94.3000   144.1882
 195     0.0010     0.0001   100.0000     0.3512    94.2500   144.2940
 196     0.0010     0.0001   100.0000     0.3473    94.3100   144.1649
 197     0.0010     0.0001    99.9980     0.3447    94.3600   144.3225
 198     0.0010     0.0001   100.0000     0.3532    94.3000   144.2049
 199     0.0010     0.0001   100.0000     0.3474    94.3700   144.1801
 200     0.0010     0.0001   100.0000     0.3517    94.3200   144.3028
