Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_7/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
total epochs: 200
29388119.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4379    46.5780     1.5865    48.1300   101.7987
25743413.0 / 36489290
   2     0.1000     0.9188    67.4040     1.4094    57.9200    98.9073
22801737.0 / 36489290
   3     0.1000     0.6985    75.6200     0.9455    70.3300    98.1741
20240799.0 / 36489290
   4     0.1000     0.5737    80.0180     1.2342    65.0300    99.3371
17939409.0 / 36489290
   5     0.1000     0.4902    83.1700     0.7031    76.7600    99.0826
15835759.0 / 36489290
   6     0.1000     0.4347    84.9340     0.6191    78.7500    98.7252
13918741.0 / 36489290
   7     0.1000     0.3932    86.3940     0.6002    81.0100    98.2930
12191119.0 / 36489290
   8     0.1000     0.3610    87.6040     0.7887    75.5300    97.8762
10685992.0 / 36489290
   9     0.1000     0.3302    88.7480     0.4753    84.3400    97.6299
9428056.0 / 36489290
  10     0.1000     0.3085    89.2660     0.5372    83.5600    97.4393
8406084.0 / 36489290
  11     0.1000     0.2880    90.1460     0.4582    84.9400    97.7979
7594008.0 / 36489290
  12     0.1000     0.2693    90.7460     0.4800    85.0400    97.7598
6949361.0 / 36489290
  13     0.1000     0.2490    91.4620     0.5489    83.5200    97.4935
6432452.0 / 36489290
  14     0.1000     0.2371    91.7320     0.5149    83.8900    98.0868
6015358.0 / 36489290
  15     0.1000     0.2211    92.2520     0.4175    86.5900    97.6889
5676475.0 / 36489290
  16     0.1000     0.2086    92.8720     0.5061    84.1100    97.3417
5382622.0 / 36489290
  17     0.1000     0.1929    93.2920     0.3571    88.5700    97.5354
5131503.0 / 36489290
  18     0.1000     0.1798    93.8100     1.3506    72.7200    97.3839
4923287.0 / 36489290
  19     0.1000     0.1726    94.0200     0.5091    85.0500    97.3969
4741559.0 / 36489290
  20     0.1000     0.1596    94.3780     0.7297    80.9900    97.4404
4576226.0 / 36489290
  21     0.1000     0.1533    94.5760     0.4088    88.6300    97.3125
4429423.0 / 36489290
  22     0.1000     0.1387    95.2240     0.4112    87.3300    97.5088
4303400.0 / 36489290
  23     0.1000     0.1329    95.3400     0.4617    87.0600    97.0377
4186286.0 / 36489290
  24     0.1000     0.1211    95.8380     0.4338    87.6000    97.3683
4082630.0 / 36489290
  25     0.1000     0.1185    95.8500     0.4914    86.2200    97.3643
3984799.0 / 36489290
  26     0.1000     0.1115    96.0000     0.5946    84.9400    97.5410
3885469.0 / 36489290
  27     0.1000     0.1028    96.3860     0.6686    84.5400    97.1716
3810580.0 / 36489290
  28     0.1000     0.1028    96.4060     0.3650    90.0700    97.6626
3725373.0 / 36489290
  29     0.1000     0.0909    96.8720     0.4520    88.4000    97.1217
3653813.0 / 36489290
  30     0.1000     0.0871    97.0020     0.2875    91.9200    96.9991
3582831.0 / 36489290
  31     0.1000     0.0839    97.1380     0.3952    89.6000    97.1238
3516510.0 / 36489290
  32     0.1000     0.0829    97.1020     0.4836    88.0900    97.3782
3452486.0 / 36489290
  33     0.1000     0.0742    97.3740     0.4306    89.0300    97.3340
3390400.0 / 36489290
  34     0.1000     0.0703    97.5400     0.3748    90.6800    97.6746
3334632.0 / 36489290
  35     0.1000     0.0683    97.6620     0.3732    90.3300    97.2589
3276905.0 / 36489290
  36     0.1000     0.0661    97.7420     0.4733    88.5200    97.0745
3228463.0 / 36489290
  37     0.1000     0.0646    97.7480     0.4541    89.4600    97.0020
3178211.0 / 36489290
  38     0.1000     0.0567    98.0040     0.3771    90.7000    97.8547
3131267.0 / 36489290
  39     0.1000     0.0590    97.9700     0.3777    90.6500    97.4520
3081346.0 / 36489290
  40     0.1000     0.0515    98.2500     0.4417    89.5300    97.3930
3042600.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0563    98.0500     0.4723    89.9400    97.1541
3002213.0 / 36489290
  42     0.1000     0.0534    98.0600     0.4459    89.8500    97.3463
2956641.0 / 36489290
  43     0.1000     0.0463    98.4140     0.4300    90.4600    97.2764
2916598.0 / 36489290
  44     0.1000     0.0476    98.3640     0.5171    88.9500    97.6022
2879193.0 / 36489290
  45     0.1000     0.0444    98.4720     0.5072    88.4100    97.5684
2842956.0 / 36489290
  46     0.1000     0.0440    98.4680     0.3504    91.8700    97.7950
2811328.0 / 36489290
  47     0.1000     0.0431    98.4840     0.4187    90.9500    97.1985
2777673.0 / 36489290
  48     0.1000     0.0433    98.5720     0.6140    87.9500    97.5632
2744159.0 / 36489290
  49     0.1000     0.0404    98.6720     0.3704    91.0200    97.1777
2707215.0 / 36489290
  50     0.1000     0.0372    98.7220     0.3858    91.2600    97.5754
2687790.0 / 36489290
  51     0.1000     0.0450    98.4360     0.7027    86.2300    97.4053
2652255.0 / 36489290
  52     0.1000     0.0350    98.7920     0.3871    91.0400    97.3267
2615465.0 / 36489290
  53     0.1000     0.0315    98.9680     0.2937    92.7700    96.9805
2578325.0 / 36489290
  54     0.1000     0.0303    99.0060     0.4596    90.4300    97.1975
2554020.0 / 36489290
  55     0.1000     0.0351    98.8020     0.4570    90.5000    97.2183
2526438.0 / 36489290
  56     0.1000     0.0331    98.8720     0.7495    85.3200    97.8118
2505721.0 / 36489290
  57     0.1000     0.0339    98.7700     0.4577    90.4300    97.0818
2480899.0 / 36489290
  58     0.1000     0.0334    98.8600     0.3912    91.0500    97.1071
2452366.0 / 36489290
  59     0.1000     0.0295    99.0180     0.4904    90.1000    97.1052
2432445.0 / 36489290
  60     0.1000     0.0328    98.8780     0.3509    91.8700    97.1398
2405045.0 / 36489290
  61     0.1000     0.0282    99.0460     0.3162    92.6400    96.9306
2379689.0 / 36489290
  62     0.1000     0.0274    99.0680     0.3913    91.4600    97.1620
2354543.0 / 36489290
  63     0.1000     0.0273    99.0600     0.3417    91.8300    97.3994
2335258.0 / 36489290
  64     0.1000     0.0296    98.9760     0.3538    92.0900    97.5946
2306672.0 / 36489290
  65     0.1000     0.0226    99.2060     0.5214    89.3000    97.2025
2292949.0 / 36489290
  66     0.1000     0.0289    99.0280     0.3795    91.4600    97.2170
2272868.0 / 36489290
  67     0.1000     0.0271    99.0780     0.3902    91.5900    97.2162
2254409.0 / 36489290
  68     0.1000     0.0262    99.0900     0.4119    92.1900    97.1595
2242936.0 / 36489290
  69     0.1000     0.0299    98.9780     0.3676    92.0700    96.9950
2217749.0 / 36489290
  70     0.1000     0.0225    99.2380     0.4807    89.5500    96.9065
2194258.0 / 36489290
  71     0.1000     0.0222    99.2780     0.7677    86.7100    97.1794
2183278.0 / 36489290
  72     0.1000     0.0283    99.0640     0.4134    91.5100    97.0785
2165205.0 / 36489290
  73     0.1000     0.0234    99.2060     0.3325    92.7700    97.1129
2140152.0 / 36489290
  74     0.1000     0.0195    99.3640     0.4027    91.5400    97.2896
2126579.0 / 36489290
  75     0.1000     0.0237    99.2380     0.4416    90.8900    97.6240
2109921.0 / 36489290
  76     0.1000     0.0246    99.1820     0.3774    91.5200    97.4962
2098357.0 / 36489290
  77     0.1000     0.0244    99.1300     0.4136    91.5500    97.5498
2079814.0 / 36489290
  78     0.1000     0.0206    99.2860     0.6602    88.7800    96.9746
2058973.0 / 36489290
  79     0.1000     0.0182    99.3800     0.3471    91.9800    97.2945
2045225.0 / 36489290
  80     0.1000     0.0229    99.2460     0.4475    91.3300    97.2537
2038517.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0259    99.1040     0.4524    90.1700    97.1165
2023805.0 / 36489290
  82     0.1000     0.0213    99.2680     0.5298    89.9200    97.0552
2009347.0 / 36489290
  83     0.1000     0.0208    99.3320     0.3629    92.0900    97.1996
1994007.0 / 36489290
  84     0.1000     0.0196    99.3400     0.3900    92.1400    97.1106
1979811.0 / 36489290
  85     0.1000     0.0193    99.3640     0.3441    92.8600    97.3099
1959703.0 / 36489290
  86     0.1000     0.0157    99.5080     0.3860    92.5300    97.2758
1950659.0 / 36489290
  87     0.1000     0.0204    99.2720     0.3766    92.6100    97.2135
1938930.0 / 36489290
  88     0.1000     0.0194    99.3240     0.3573    92.8000    97.2394
1928551.0 / 36489290
  89     0.1000     0.0214    99.2720     0.3763    92.2400    97.3621
1917202.0 / 36489290
  90     0.1000     0.0196    99.3820     0.4147    91.7900    97.3015
1904326.0 / 36489290
  91     0.1000     0.0180    99.4060     0.3967    91.9500    97.1069
1895258.0 / 36489290
  92     0.1000     0.0196    99.3360     0.4035    92.3100    97.2354
1887992.0 / 36489290
  93     0.1000     0.0211    99.2460     0.4259    91.6300    97.3190
1871021.0 / 36489290
  94     0.1000     0.0162    99.4740     0.3285    93.2800    97.0149
1850410.0 / 36489290
  95     0.1000     0.0120    99.5820     0.3901    92.5100    97.2977
1829735.0 / 36489290
  96     0.1000     0.0124    99.6260     0.4882    90.9100    96.9846
1819697.0 / 36489290
  97     0.1000     0.0164    99.4660     0.4493    91.1500    97.1640
1815383.0 / 36489290
  98     0.1000     0.0197    99.3460     0.5059    90.4800    96.9499
1815663.0 / 36489290
  99     0.1000     0.0225    99.2220     0.3843    92.2600    97.1492
1807662.0 / 36489290
 100     0.1000     0.0186    99.3700     0.4710    90.9800    97.0874
1789953.0 / 36489290
 101     0.0988     0.0121    99.6060     0.3475    93.3900    97.0762
1771234.0 / 36489290
 102     0.0975     0.0116    99.6280     0.3982    92.7700    97.1176
1761718.0 / 36489290
 103     0.0963     0.0151    99.5040     0.4696    91.6300    97.3263
1756042.0 / 36489290
 104     0.0950     0.0182    99.3940     0.3192    93.3600    97.0563
1738615.0 / 36489290
 105     0.0938     0.0115    99.6360     0.4130    91.9900    97.0455
1717904.0 / 36489290
 106     0.0926     0.0081    99.7320     0.3910    92.4900    96.9507
1696833.0 / 36489290
 107     0.0913     0.0077    99.7580     0.3694    93.0100    96.8471
1678688.0 / 36489290
 108     0.0901     0.0087    99.7220     0.3761    93.0700    97.1154
1670422.0 / 36489290
 109     0.0889     0.0129    99.5840     0.4950    91.1300    97.2795
1655871.0 / 36489290
 110     0.0876     0.0102    99.6580     0.3461    93.2600    97.3311
1635975.0 / 36489290
 111     0.0864     0.0064    99.8120     0.3868    93.0500    97.1332
1622902.0 / 36489290
 112     0.0852     0.0092    99.7120     0.3415    93.4700    97.3072
1609706.0 / 36489290
 113     0.0839     0.0091    99.6980     0.4983    91.0500    97.5489
1601464.0 / 36489290
 114     0.0827     0.0104    99.6460     0.4329    91.8100    97.1295
1591839.0 / 36489290
 115     0.0814     0.0105    99.6400     0.4169    92.3700    97.1930
1585774.0 / 36489290
 116     0.0802     0.0122    99.5760     0.3462    93.2600    97.0256
1571556.0 / 36489290
 117     0.0790     0.0079    99.7420     0.3684    93.1000    96.8360
1555247.0 / 36489290
 118     0.0777     0.0054    99.8420     0.3377    93.8300    97.4114
1542230.0 / 36489290
 119     0.0765     0.0070    99.7900     0.3696    93.4000    97.0401
1524291.0 / 36489290
 120     0.0753     0.0039    99.8920     0.3355    93.4900    97.2540
1507765.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0040    99.8860     0.3537    93.4000    97.2229
1492751.0 / 36489290
 122     0.0728     0.0046    99.8460     0.3486    93.4800    97.3122
1477410.0 / 36489290
 123     0.0715     0.0043    99.8840     0.3813    93.2900    96.8462
1465992.0 / 36489290
 124     0.0703     0.0054    99.8340     0.3655    93.4500    97.1469
1451545.0 / 36489290
 125     0.0691     0.0039    99.9040     0.3553    93.5000    97.0295
1437309.0 / 36489290
 126     0.0678     0.0036    99.8960     0.3753    93.4900    96.8285
1428359.0 / 36489290
 127     0.0666     0.0057    99.8040     0.4519    92.7000    97.1098
1416825.0 / 36489290
 128     0.0654     0.0044    99.8540     0.3839    93.5000    97.2499
1402917.0 / 36489290
 129     0.0641     0.0029    99.9260     0.3716    93.6700    97.1339
1390468.0 / 36489290
 130     0.0629     0.0035    99.8980     0.3942    92.9800    97.5533
1379068.0 / 36489290
 131     0.0616     0.0035    99.8980     0.4840    91.7100    97.3582
1368763.0 / 36489290
 132     0.0604     0.0037    99.8840     0.3584    93.4900    97.1362
1358405.0 / 36489290
 133     0.0592     0.0038    99.8880     0.3544    93.5700    96.7740
1349222.0 / 36489290
 134     0.0579     0.0047    99.8620     0.3448    93.6600    96.9290
1340906.0 / 36489290
 135     0.0567     0.0043    99.8680     0.3859    93.0000    97.3069
1330041.0 / 36489290
 136     0.0554     0.0027    99.9300     0.3627    93.6300    96.8734
1318797.0 / 36489290
 137     0.0542     0.0023    99.9240     0.3425    94.0900    96.8045
1306955.0 / 36489290
 138     0.0530     0.0015    99.9720     0.3384    93.9900    97.1138
1295114.0 / 36489290
 139     0.0517     0.0013    99.9740     0.3339    94.2200    96.9342
1283212.0 / 36489290
 140     0.0505     0.0008    99.9880     0.3379    94.1900    96.8217
1271743.0 / 36489290
 141     0.0493     0.0011    99.9720     0.3663    93.6900    97.4135
1261534.0 / 36489290
 142     0.0480     0.0014    99.9580     0.3488    94.0500    97.1276
1251564.0 / 36489290
 143     0.0468     0.0010    99.9760     0.3472    94.0500    97.2767
1241423.0 / 36489290
 144     0.0456     0.0014    99.9640     0.3356    94.1500    97.0987
1231899.0 / 36489290
 145     0.0443     0.0009    99.9740     0.3381    94.2900    97.0355
1223348.0 / 36489290
 146     0.0431     0.0012    99.9740     0.3608    94.0400    97.1814
1215004.0 / 36489290
 147     0.0418     0.0012    99.9660     0.3457    94.1900    97.0297
1206293.0 / 36489290
 148     0.0406     0.0009    99.9820     0.3478    94.1900    97.1620
1197687.0 / 36489290
 149     0.0394     0.0006    99.9940     0.3310    94.4400    97.1741
1189771.0 / 36489290
 150     0.0381     0.0007    99.9840     0.3299    94.4500    97.1721
1181528.0 / 36489290
 151     0.0369     0.0004    99.9940     0.3324    94.4000    96.8544
1173984.0 / 36489290
 152     0.0357     0.0005    99.9900     0.3281    94.6400    96.8875
1166951.0 / 36489290
 153     0.0344     0.0007    99.9800     0.3461    94.2000    94.6031
1160133.0 / 36489290
 154     0.0332     0.0006    99.9840     0.3355    94.4800    91.8313
1153175.0 / 36489290
 155     0.0319     0.0005    99.9940     0.3515    94.3300    91.7949
1147526.0 / 36489290
 156     0.0307     0.0005    99.9900     0.3367    94.4100    91.9937
1141335.0 / 36489290
 157     0.0295     0.0005    99.9900     0.3269    94.4600    91.7494
1135466.0 / 36489290
 158     0.0282     0.0003    99.9960     0.3287    94.4200    91.6970
1130222.0 / 36489290
 159     0.0270     0.0005    99.9860     0.3401    94.2600    91.6752
1125151.0 / 36489290
 160     0.0257     0.0004    99.9960     0.3301    94.6000    91.9420
1120324.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0003    99.9980     0.3308    94.5700    91.8841
1115716.0 / 36489290
 162     0.0233     0.0003    99.9980     0.3365    94.5900    91.9831
1111443.0 / 36489290
 163     0.0220     0.0004    99.9860     0.3398    94.4600    91.8394
1107316.0 / 36489290
 164     0.0208     0.0002   100.0000     0.3310    94.6500    91.7020
1103598.0 / 36489290
 165     0.0196     0.0002   100.0000     0.3330    94.6300    91.9056
1100025.0 / 36489290
 166     0.0183     0.0002    99.9980     0.3338    94.6800    91.8087
1096764.0 / 36489290
 167     0.0171     0.0002   100.0000     0.3357    94.6800    91.9503
1094035.0 / 36489290
 168     0.0159     0.0003    99.9940     0.3325    94.5300    91.9182
1091476.0 / 36489290
 169     0.0146     0.0002   100.0000     0.3342    94.6500    92.0378
1089055.0 / 36489290
 170     0.0134     0.0002    99.9980     0.3327    94.5300    91.8149
1086849.0 / 36489290
 171     0.0121     0.0002    99.9980     0.3299    94.6200    92.2331
1084868.0 / 36489290
 172     0.0109     0.0002   100.0000     0.3310    94.6900    91.9277
1083172.0 / 36489290
 173     0.0097     0.0002   100.0000     0.3319    94.5700    91.6918
1081682.0 / 36489290
 174     0.0084     0.0001   100.0000     0.3284    94.7200    91.9653
1080552.0 / 36489290
 175     0.0072     0.0002   100.0000     0.3357    94.6400    91.7650
1079466.0 / 36489290
 176     0.0060     0.0001   100.0000     0.3329    94.5800    91.7267
1078759.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3335    94.6200    91.7615
1078191.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3288    94.6500    91.8718
1077898.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3300    94.7200    91.7690
1077748.0 / 36489290
 180     0.0010     0.0002    99.9980     0.3279    94.7300    92.2216
1077622.0 / 36489290
 181     0.0010     0.0001   100.0000     0.3268    94.7100    92.1953
1077477.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3290    94.7000    92.3774
1077350.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3289    94.6400    92.0547
1077221.0 / 36489290
 184     0.0010     0.0002    99.9960     0.3346    94.6800    91.8090
1077051.0 / 36489290
 185     0.0010     0.0002   100.0000     0.3330    94.6400    92.1170
1076921.0 / 36489290
 186     0.0010     0.0002    99.9980     0.3317    94.7400    92.0040
1076775.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3321    94.6200    91.9576
1076623.0 / 36489290
 188     0.0010     0.0002    99.9980     0.3307    94.7400    91.8578
1076474.0 / 36489290
 189     0.0010     0.0002    99.9980     0.3315    94.7000    92.0156
1076332.0 / 36489290
 190     0.0010     0.0001    99.9980     0.3293    94.7100    92.0588
1076189.0 / 36489290
 191     0.0010     0.0002   100.0000     0.3311    94.6700    91.9495
1076037.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3284    94.6500    91.7144
1075906.0 / 36489290
 193     0.0010     0.0002   100.0000     0.3280    94.7100    92.0005
1075736.0 / 36489290
 194     0.0010     0.0002   100.0000     0.3346    94.6100    92.0369
1075593.0 / 36489290
 195     0.0010     0.0002    99.9960     0.3353    94.6900    92.7147
1075426.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3320    94.6300    92.1702
1075287.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3369    94.6900    91.9487
1075161.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3327    94.6100    92.1117
1075000.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3329    94.6600    91.8426
1074833.0 / 36489290
 200     0.0010     0.0001    99.9980     0.3311    94.6500    91.8601
