Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
SGD (
Parameter Group 0
    dampening: 0
    lr: 0.1
    momentum: 0.0
    nesterov: False
    weight_decay: 0.0
)
total epochs: 200
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4318    46.8980     1.6425    46.5300    92.0281
   2     0.1000     0.8995    67.9460     1.1664    62.9400    88.7344
   3     0.1000     0.6811    76.2820     0.8329    73.8300    88.7085
   4     0.1000     0.5546    80.7460     0.8348    73.8800    88.9124
   5     0.1000     0.4697    83.8160     0.7663    75.1300    88.8146
   6     0.1000     0.4130    85.7940     0.5960    79.7500    88.8810
   7     0.1000     0.3669    87.3360     0.6765    79.7200    88.8538
   8     0.1000     0.3315    88.5860     0.6632    78.5400    88.8008
   9     0.1000     0.2953    89.7780     0.5376    83.7700    88.8307
  10     0.1000     0.2718    90.6000     0.4685    85.0500    88.8446
  11     0.1000     0.2485    91.4340     0.5132    84.8900    88.8559
  12     0.1000     0.2244    92.1720     0.4749    86.3600    88.8093
  13     0.1000     0.2047    92.9240     0.5742    83.4500    88.6907
  14     0.1000     0.1882    93.4420     0.4348    86.6000    88.8028
  15     0.1000     0.1717    93.9740     0.3916    88.4400    88.7955
  16     0.1000     0.1628    94.3160     0.3882    88.3100    88.7441
  17     0.1000     0.1469    94.8720     0.3580    89.5300    88.7848
  18     0.1000     0.1322    95.4060     0.7626    82.5000    88.9155
  19     0.1000     0.1274    95.4960     0.4687    86.3200    88.7976
  20     0.1000     0.1121    96.1120     0.7309    82.1900    88.8230
  21     0.1000     0.1039    96.3860     0.5211    87.3800    88.8281
  22     0.1000     0.0962    96.5960     0.3933    89.0300    88.8193
  23     0.1000     0.0864    97.0100     0.4825    87.9700    88.7587
  24     0.1000     0.0794    97.2620     0.5555    86.8500    88.8765
  25     0.1000     0.0791    97.2740     0.5549    86.4100    89.0164
  26     0.1000     0.0719    97.4660     0.4605    88.8000    88.8493
  27     0.1000     0.0655    97.7160     0.3477    91.1800    88.7766
  28     0.1000     0.0635    97.7420     0.4349    89.3500    88.8855
  29     0.1000     0.0563    98.0220     0.4336    89.7900    89.0501
  30     0.1000     0.0524    98.1520     0.3080    92.0600    88.9047
  31     0.1000     0.0520    98.2120     0.5380    87.9200    88.8526
  32     0.1000     0.0520    98.1520     0.4768    89.2900    88.7893
  33     0.1000     0.0408    98.6040     0.3770    91.1700    88.6856
  34     0.1000     0.0410    98.5800     0.4397    90.0600    88.8151
  35     0.1000     0.0394    98.6020     0.7522    85.4500    88.7459
  36     0.1000     0.0430    98.5360     0.4244    90.6400    88.7563
  37     0.1000     0.0337    98.8780     0.3676    91.4100    88.8379
  38     0.1000     0.0310    98.8860     0.3561    91.9700    88.7934
  39     0.1000     0.0266    99.1100     0.3529    91.8900    88.8725
  40     0.1000     0.0240    99.1900     0.3558    92.2500    88.6306
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0264    99.1040     0.3610    92.0900    89.0320
  42     0.1000     0.0274    99.1040     0.3879    91.9900    88.8072
  43     0.1000     0.0229    99.2180     0.4052    91.6400    88.7093
  44     0.1000     0.0247    99.1540     0.4786    90.2600    88.8865
  45     0.1000     0.0200    99.3400     0.4075    91.5500    88.8357
  46     0.1000     0.0234    99.1940     0.3871    92.0600    88.8843
  47     0.1000     0.0196    99.3380     0.4477    91.5000    88.8288
  48     0.1000     0.0161    99.4740     0.3578    92.4800    88.8182
  49     0.1000     0.0124    99.6020     0.3338    92.8000    88.7822
  50     0.1000     0.0129    99.5800     0.3723    92.1500    88.7866
  51     0.1000     0.0173    99.4300     0.6904    88.7500    88.8392
  52     0.1000     0.0191    99.3700     0.3706    92.5200    88.8290
  53     0.1000     0.0126    99.6140     0.3803    92.4500    88.8703
  54     0.1000     0.0168    99.4500     0.3774    92.1900    88.7647
  55     0.1000     0.0119    99.5820     0.4218    91.6200    88.8349
  56     0.1000     0.0159    99.4640     0.6181    89.5700    88.8289
  57     0.1000     0.0135    99.5740     0.3718    93.1100    88.7687
  58     0.1000     0.0163    99.4360     0.4145    92.2100    88.8628
  59     0.1000     0.0125    99.5820     0.3980    92.2400    88.7541
  60     0.1000     0.0150    99.5220     0.3550    92.9100    88.8443
  61     0.1000     0.0083    99.7740     0.3481    92.9600    88.7391
  62     0.1000     0.0101    99.6820     0.3497    93.0600    88.7741
  63     0.1000     0.0098    99.6920     0.3779    92.5700    88.8360
  64     0.1000     0.0115    99.6080     0.4166    92.1600    88.6937
  65     0.1000     0.0088    99.7200     0.3811    92.9100    88.7220
  66     0.1000     0.0111    99.6460     0.6811    88.1400    88.8431
  67     0.1000     0.0096    99.7100     0.3720    93.1800    88.8891
  68     0.1000     0.0087    99.7400     0.3678    93.2300    88.7854
  69     0.1000     0.0105    99.6320     0.4045    92.5500    88.8090
  70     0.1000     0.0108    99.6380     0.6321    89.4300    88.8599
  71     0.1000     0.0118    99.6080     0.4454    91.9700    88.8118
  72     0.1000     0.0119    99.6220     0.4260    92.0800    88.6640
  73     0.1000     0.0128    99.5820     0.4837    91.7200    88.7933
  74     0.1000     0.0106    99.6220     0.4786    91.8000    88.6282
  75     0.1000     0.0108    99.6400     0.4440    91.3600    88.8309
  76     0.1000     0.0098    99.7160     0.4189    92.5300    88.9745
  77     0.1000     0.0052    99.8180     0.3905    92.9900    88.8080
  78     0.1000     0.0058    99.8080     0.4023    92.8300    89.0232
  79     0.1000     0.0059    99.8240     0.4261    92.4600    88.8468
  80     0.1000     0.0059    99.8320     0.4873    91.8400    88.9419
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0071    99.7620     0.4140    92.6000    88.9074
  82     0.1000     0.0050    99.8460     0.3887    92.9300    88.9336
  83     0.1000     0.0059    99.8240     0.4126    92.8300    88.9262
  84     0.1000     0.0078    99.7640     0.4124    92.8300    88.7977
  85     0.1000     0.0042    99.8820     0.3927    92.9000    88.9120
  86     0.1000     0.0034    99.8880     0.3939    93.0900    88.8520
  87     0.1000     0.0033    99.8900     0.3776    93.2600    89.0723
  88     0.1000     0.0041    99.8740     0.3948    93.0500    88.8894
  89     0.1000     0.0029    99.9260     0.3726    93.5500    88.8373
  90     0.1000     0.0040    99.8820     0.4212    92.7900    89.0036
  91     0.1000     0.0089    99.6800     0.4691    91.7000    89.1271
  92     0.1000     0.0058    99.8040     0.4090    93.0500    89.0417
  93     0.1000     0.0055    99.8160     0.5177    91.8900    88.7988
  94     0.1000     0.0050    99.8160     0.4315    92.5400    88.8944
  95     0.1000     0.0059    99.8300     0.8865    88.2100    88.9119
  96     0.1000     0.0053    99.8100     0.3925    92.8800    88.8780
  97     0.1000     0.0056    99.8120     0.4058    92.7300    88.7454
  98     0.1000     0.0073    99.7400     0.4036    92.8400    88.7231
  99     0.1000     0.0052    99.8560     0.3982    92.9700    88.7048
 100     0.1000     0.0046    99.8760     0.4036    93.0400    88.7550
 101     0.0988     0.0035    99.8900     0.4008    93.2900    88.8034
 102     0.0975     0.0026    99.9260     0.3809    93.4300    88.7350
 103     0.0963     0.0026    99.9200     0.4078    92.8000    88.7627
 104     0.0950     0.0038    99.8820     0.4574    92.4900    88.7252
 105     0.0938     0.0022    99.9400     0.3922    93.0200    88.7508
 106     0.0926     0.0016    99.9580     0.3769    93.6000    88.8209
 107     0.0913     0.0016    99.9480     0.3913    93.4000    88.8039
 108     0.0901     0.0013    99.9720     0.3817    93.7100    88.8764
 109     0.0889     0.0014    99.9640     0.3899    93.5200    88.9033
 110     0.0876     0.0019    99.9300     0.4114    93.2300    89.0409
 111     0.0864     0.0012    99.9620     0.3927    93.7900    88.7695
 112     0.0852     0.0010    99.9760     0.3787    93.7600    88.6747
 113     0.0839     0.0007    99.9880     0.3788    93.9900    88.7987
 114     0.0827     0.0009    99.9760     0.3805    93.9700    88.8393
 115     0.0814     0.0006    99.9920     0.3822    93.9200    88.8595
 116     0.0802     0.0006    99.9900     0.3853    93.6800    88.7878
 117     0.0790     0.0006    99.9880     0.3786    93.8200    88.9624
 118     0.0777     0.0007    99.9880     0.3847    93.6800    88.8789
 119     0.0765     0.0005    99.9920     0.3781    93.8300    88.9158
 120     0.0753     0.0003    99.9960     0.3691    93.8600    88.8858
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0003    99.9960     0.3677    93.9800    88.8685
 122     0.0728     0.0002   100.0000     0.3668    94.0100    88.8710
 123     0.0715     0.0003    99.9960     0.3630    94.0600    88.7689
 124     0.0703     0.0003    99.9980     0.3702    93.9000    88.8483
 125     0.0691     0.0002   100.0000     0.3700    94.0500    88.8226
 126     0.0678     0.0002   100.0000     0.3601    94.0200    88.7807
 127     0.0666     0.0002   100.0000     0.3631    94.0400    88.7849
 128     0.0654     0.0001   100.0000     0.3681    94.0200    88.8919
 129     0.0641     0.0002    99.9980     0.3684    94.1900    88.7461
 130     0.0629     0.0002   100.0000     0.3692    94.0300    88.7435
 131     0.0616     0.0002    99.9960     0.3623    94.0400    88.7217
 132     0.0604     0.0001   100.0000     0.3619    94.1000    88.7897
 133     0.0592     0.0001   100.0000     0.3719    94.1500    88.7908
 134     0.0579     0.0001   100.0000     0.3698    94.1100    88.8146
 135     0.0567     0.0001   100.0000     0.3691    94.0900    88.9062
 136     0.0554     0.0001    99.9980     0.3702    94.1000    88.8965
 137     0.0542     0.0001    99.9980     0.3679    94.0700    88.9015
 138     0.0530     0.0001    99.9980     0.3733    94.0300    88.8343
 139     0.0517     0.0001    99.9980     0.3647    94.1000    88.8764
 140     0.0505     0.0001   100.0000     0.3622    94.0100    88.7796
 141     0.0493     0.0001   100.0000     0.3682    94.0800    88.8078
 142     0.0480     0.0001   100.0000     0.3666    94.1600    88.7778
 143     0.0468     0.0001   100.0000     0.3635    94.1900    88.8041
 144     0.0456     0.0001    99.9980     0.3681    94.1100    88.8140
 145     0.0443     0.0001   100.0000     0.3656    94.1800    88.8897
 146     0.0431     0.0001   100.0000     0.3694    94.1300    88.8209
 147     0.0418     0.0001   100.0000     0.3629    94.1600    88.7838
 148     0.0406     0.0001   100.0000     0.3574    94.1700    88.8295
 149     0.0394     0.0001   100.0000     0.3675    94.1300    88.7617
 150     0.0381     0.0001   100.0000     0.3637    94.2300    88.8824
 151     0.0369     0.0001   100.0000     0.3596    94.2100    88.8708
 152     0.0357     0.0001   100.0000     0.3678    94.1400    88.9343
 153     0.0344     0.0001    99.9980     0.3660    94.3000    89.0405
 154     0.0332     0.0001    99.9980     0.3651    94.2400    88.8720
 155     0.0319     0.0001    99.9980     0.3671    94.1800    89.0007
 156     0.0307     0.0001    99.9980     0.3672    94.2400    88.8191
 157     0.0295     0.0001   100.0000     0.3613    94.2600    88.8944
 158     0.0282     0.0001   100.0000     0.3671    94.0900    88.9173
 159     0.0270     0.0001   100.0000     0.3660    94.2700    88.8901
 160     0.0257     0.0001    99.9980     0.3625    94.2200    88.9526
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0001    99.9980     0.3717    94.1600    89.0272
 162     0.0233     0.0001   100.0000     0.3634    94.1400    88.9383
 163     0.0220     0.0001   100.0000     0.3629    94.0500    88.9459
 164     0.0208     0.0001    99.9980     0.3601    94.0900    88.9266
 165     0.0196     0.0001   100.0000     0.3644    94.1900    88.9024
 166     0.0183     0.0001   100.0000     0.3617    94.1500    88.9406
 167     0.0171     0.0001   100.0000     0.3635    94.1200    88.9747
 168     0.0159     0.0001   100.0000     0.3620    94.1400    88.9370
 169     0.0146     0.0001   100.0000     0.3655    94.1800    89.0491
 170     0.0134     0.0001   100.0000     0.3612    94.2100    89.6031
 171     0.0121     0.0001   100.0000     0.3578    94.2300    88.9763
 172     0.0109     0.0001   100.0000     0.3581    94.2000    89.0487
 173     0.0097     0.0001   100.0000     0.3646    94.2300    89.1062
 174     0.0084     0.0001   100.0000     0.3595    94.2700    88.9931
 175     0.0072     0.0001   100.0000     0.3586    94.1700    88.9534
 176     0.0060     0.0001   100.0000     0.3614    94.1600    88.9298
 177     0.0047     0.0001   100.0000     0.3631    94.2100    89.0801
 178     0.0035     0.0001   100.0000     0.3656    94.1600    89.0377
 179     0.0022     0.0001   100.0000     0.3630    94.1900    89.0126
 180     0.0010     0.0001   100.0000     0.3578    94.2000    89.0587
 181     0.0010     0.0001    99.9980     0.3606    94.2000    89.0841
 182     0.0010     0.0001   100.0000     0.3580    94.2300    88.9781
 183     0.0010     0.0001   100.0000     0.3603    94.2500    89.0614
 184     0.0010     0.0001    99.9980     0.3636    94.1600    88.8876
 185     0.0010     0.0001   100.0000     0.3616    94.1800    88.7840
 186     0.0010     0.0001   100.0000     0.3649    94.2700    88.8517
 187     0.0010     0.0001   100.0000     0.3614    94.2600    88.7904
 188     0.0010     0.0001    99.9980     0.3625    94.1900    88.8269
 189     0.0010     0.0001   100.0000     0.3597    94.1900    88.6797
 190     0.0010     0.0001   100.0000     0.3612    94.2200    88.8543
 191     0.0010     0.0001   100.0000     0.3590    94.2200    88.8091
 192     0.0010     0.0001   100.0000     0.3591    94.1800    88.8243
 193     0.0010     0.0001   100.0000     0.3637    94.0800    88.7630
 194     0.0010     0.0001   100.0000     0.3661    94.2100    88.8037
 195     0.0010     0.0001   100.0000     0.3654    94.2300    88.8186
 196     0.0010     0.0001   100.0000     0.3581    94.1100    88.8290
 197     0.0010     0.0001   100.0000     0.3587    94.2700    88.8779
 198     0.0010     0.0001   100.0000     0.3660    94.2500    88.8271
 199     0.0010     0.0001   100.0000     0.3604    94.1600    88.8837
 200     0.0010     0.0001   100.0000     0.3630    94.2700    88.8790
