Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_8/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
total epochs: 200
29389575.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4358    46.6820     1.6188    45.9300   101.7501
25742863.0 / 36489290
   2     0.1000     0.9143    67.5400     1.4411    57.6700    98.8341
22800124.0 / 36489290
   3     0.1000     0.6974    75.7000     0.9755    69.7900    99.1731
20243197.0 / 36489290
   4     0.1000     0.5748    79.9980     1.2767    64.9900    97.7502
17940325.0 / 36489290
   5     0.1000     0.4914    83.1300     0.7055    76.8400    99.2801
15838124.0 / 36489290
   6     0.1000     0.4373    85.0140     0.6159    78.8400    98.5356
13916383.0 / 36489290
   7     0.1000     0.3948    86.3140     0.6258    80.1600    98.9684
12190321.0 / 36489290
   8     0.1000     0.3616    87.5700     0.8958    72.9000    99.2246
10684933.0 / 36489290
   9     0.1000     0.3303    88.5680     0.5487    83.5400    98.3224
9425927.0 / 36489290
  10     0.1000     0.3106    89.2580     0.5699    82.8700    98.6932
8403649.0 / 36489290
  11     0.1000     0.2891    90.0520     0.5245    83.2500    99.1813
7596136.0 / 36489290
  12     0.1000     0.2694    90.5320     0.5002    84.8700    98.7900
6952416.0 / 36489290
  13     0.1000     0.2503    91.3620     0.5226    83.8600    99.4469
6437816.0 / 36489290
  14     0.1000     0.2389    91.7620     0.4947    84.5600    98.2984
6023434.0 / 36489290
  15     0.1000     0.2216    92.3240     0.4983    84.6500    99.1115
5679870.0 / 36489290
  16     0.1000     0.2101    92.7520     0.6932    80.1900    99.7584
5383424.0 / 36489290
  17     0.1000     0.1930    93.2740     0.3818    88.0000    98.7024
5137042.0 / 36489290
  18     0.1000     0.1798    93.7600     1.1947    74.3600    98.2513
4931580.0 / 36489290
  19     0.1000     0.1729    93.9240     1.2197    75.7400    98.2747
4747055.0 / 36489290
  20     0.1000     0.1600    94.3300     0.5618    83.7000    98.8064
4585159.0 / 36489290
  21     0.1000     0.1520    94.6380     0.4372    87.4200    98.9237
4433584.0 / 36489290
  22     0.1000     0.1372    95.3200     0.3894    88.4200    98.0755
4310507.0 / 36489290
  23     0.1000     0.1333    95.3120     0.3636    89.5200    99.2065
4191516.0 / 36489290
  24     0.1000     0.1243    95.6080     1.4234    73.7700    97.5906
4084617.0 / 36489290
  25     0.1000     0.1178    95.8720     0.4157    88.9900    98.2914
3986142.0 / 36489290
  26     0.1000     0.1128    96.1060     0.3489    89.8700    98.3702
3887627.0 / 36489290
  27     0.1000     0.1040    96.4120     0.3708    90.3600    97.6920
3805365.0 / 36489290
  28     0.1000     0.0986    96.5900     0.3512    90.5000    98.5830
3726910.0 / 36489290
  29     0.1000     0.0918    96.6920     0.5620    86.6300    99.4174
3650913.0 / 36489290
  30     0.1000     0.0878    96.9400     0.3174    91.2600    98.4681
3584920.0 / 36489290
  31     0.1000     0.0881    96.9620     0.4882    87.7000    99.3542
3521712.0 / 36489290
  32     0.1000     0.0815    97.1120     0.2962    91.9800    99.1565
3456359.0 / 36489290
  33     0.1000     0.0739    97.4180     0.4836    88.1900    98.5625
3399519.0 / 36489290
  34     0.1000     0.0724    97.3700     0.3372    91.1800    98.8989
3339335.0 / 36489290
  35     0.1000     0.0696    97.6000     0.3894    90.1500    99.2697
3283450.0 / 36489290
  36     0.1000     0.0633    97.7960     0.3835    90.5700    98.2942
3236683.0 / 36489290
  37     0.1000     0.0642    97.7480     0.4192    89.6900    97.4530
3185293.0 / 36489290
  38     0.1000     0.0600    97.8780     0.3339    91.6800    99.1184
3138363.0 / 36489290
  39     0.1000     0.0569    98.0440     0.3541    90.4400    98.7945
3083269.0 / 36489290
  40     0.1000     0.0510    98.2380     0.8339    83.5400    98.9598
3047107.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0579    97.9680     0.3898    90.9100    98.8276
3005640.0 / 36489290
  42     0.1000     0.0525    98.1800     0.3965    90.6500    98.6508
2968134.0 / 36489290
  43     0.1000     0.0514    98.2680     0.4685    89.0600    98.4928
2922514.0 / 36489290
  44     0.1000     0.0457    98.4840     0.4578    89.7900    98.3895
2882953.0 / 36489290
  45     0.1000     0.0437    98.4180     0.3546    91.4800   100.0152
2847704.0 / 36489290
  46     0.1000     0.0458    98.4480     0.3890    90.9200    99.3456
2814729.0 / 36489290
  47     0.1000     0.0440    98.4960     0.3878    91.5200    97.5612
2781453.0 / 36489290
  48     0.1000     0.0421    98.5120     0.3155    92.2700    99.7675
2750840.0 / 36489290
  49     0.1000     0.0427    98.5400     0.3472    91.3400    97.6076
2710320.0 / 36489290
  50     0.1000     0.0328    98.8900     0.3802    91.0600    98.4501
2681376.0 / 36489290
  51     0.1000     0.0397    98.6260     0.5122    88.8700    98.5770
2654628.0 / 36489290
  52     0.1000     0.0401    98.5880     0.3094    92.3200    98.1082
2618835.0 / 36489290
  53     0.1000     0.0333    98.8740     0.3157    92.6000    97.9582
2590265.0 / 36489290
  54     0.1000     0.0346    98.8260     0.3827    90.9700    98.1102
2555863.0 / 36489290
  55     0.1000     0.0313    98.9420     0.3933    91.6800    99.3148
2533433.0 / 36489290
  56     0.1000     0.0348    98.8200     0.6419    87.4700    97.5570
2514575.0 / 36489290
  57     0.1000     0.0371    98.7300     0.3892    91.2500    99.2117
2487190.0 / 36489290
  58     0.1000     0.0313    98.9860     0.4252    90.9900    97.7018
2460355.0 / 36489290
  59     0.1000     0.0308    98.9400     0.5418    89.7300    99.1574
2437095.0 / 36489290
  60     0.1000     0.0305    98.9600     0.4611    90.3700    98.3209
2409404.0 / 36489290
  61     0.1000     0.0264    99.0920     0.3570    92.4100    98.2564
2392752.0 / 36489290
  62     0.1000     0.0314    98.9060     0.3897    91.3200    98.1499
2368827.0 / 36489290
  63     0.1000     0.0280    99.0700     0.3663    91.8400    98.5343
2349859.0 / 36489290
  64     0.1000     0.0305    98.9280     0.3661    91.6700    99.4224
2330484.0 / 36489290
  65     0.1000     0.0307    98.9520     0.3673    91.5400    98.9406
2311048.0 / 36489290
  66     0.1000     0.0287    98.9780     0.3687    91.9900    97.8965
2282481.0 / 36489290
  67     0.1000     0.0220    99.2340     0.3711    92.0100    98.9170
2254375.0 / 36489290
  68     0.1000     0.0213    99.2800     0.3602    92.2400    97.8331
2238060.0 / 36489290
  69     0.1000     0.0267    99.0880     0.3778    91.6800    97.9047
2219396.0 / 36489290
  70     0.1000     0.0248    99.1380     0.7277    85.9600    98.5502
2212963.0 / 36489290
  71     0.1000     0.0322    98.8860     0.4642    90.4700    97.5377
2187099.0 / 36489290
  72     0.1000     0.0219    99.2820     0.4528    91.3200    98.8955
2174365.0 / 36489290
  73     0.1000     0.0281    99.0660     0.4218    90.8500    98.3469
2148871.0 / 36489290
  74     0.1000     0.0203    99.3420     0.6116    88.8600    98.1506
2128238.0 / 36489290
  75     0.1000     0.0204    99.2960     0.3718    92.1000    98.8275
2112944.0 / 36489290
  76     0.1000     0.0222    99.2380     0.5396    89.7300    98.4320
2104709.0 / 36489290
  77     0.1000     0.0259    99.1120     0.3853    91.9300    98.3438
2079814.0 / 36489290
  78     0.1000     0.0191    99.4000     0.3232    92.9200    98.2303
2066603.0 / 36489290
  79     0.1000     0.0226    99.2480     0.3888    92.2400    99.4953
2054555.0 / 36489290
  80     0.1000     0.0234    99.2000     0.3559    92.1900    99.1148
2034414.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0194    99.3920     0.3513    92.6400    99.2788
2018637.0 / 36489290
  82     0.1000     0.0199    99.3220     0.5644    89.0400    97.6765
2006792.0 / 36489290
  83     0.1000     0.0217    99.2720     0.3822    92.2400    98.7187
1994553.0 / 36489290
  84     0.1000     0.0213    99.2480     0.3974    91.7700    98.9969
1977394.0 / 36489290
  85     0.1000     0.0188    99.3780     0.3803    91.9600    97.7542
1963902.0 / 36489290
  86     0.1000     0.0185    99.3480     0.3787    92.2000    99.6003
1954935.0 / 36489290
  87     0.1000     0.0226    99.2940     0.3187    93.1200    98.0327
1938116.0 / 36489290
  88     0.1000     0.0173    99.3900     0.3542    92.7700    97.1792
1926250.0 / 36489290
  89     0.1000     0.0190    99.3780     0.4853    90.8000    98.4546
1916156.0 / 36489290
  90     0.1000     0.0204    99.2860     0.3814    92.4200    97.5110
1904036.0 / 36489290
  91     0.1000     0.0186    99.3880     0.3992    92.1700    98.9004
1901489.0 / 36489290
  92     0.1000     0.0242    99.1720     0.3716    92.1500    97.7989
1888134.0 / 36489290
  93     0.1000     0.0177    99.4080     0.3445    92.8200    98.5039
1872213.0 / 36489290
  94     0.1000     0.0154    99.4860     0.4337    91.5200    98.7629
1857696.0 / 36489290
  95     0.1000     0.0162    99.4780     0.6842    88.2300    97.7317
1848489.0 / 36489290
  96     0.1000     0.0182    99.3880     0.3784    92.4000    99.1441
1839419.0 / 36489290
  97     0.1000     0.0195    99.3760     0.4592    91.2500    97.8240
1824211.0 / 36489290
  98     0.1000     0.0151    99.5180     0.3643    92.8300    98.5394
1810166.0 / 36489290
  99     0.1000     0.0135    99.5580     0.3868    92.7100    99.2886
1797054.0 / 36489290
 100     0.1000     0.0152    99.4900     0.4592    91.1400    98.7209
1794419.0 / 36489290
 101     0.0988     0.0197    99.3040     0.3451    92.9400    98.9739
1775049.0 / 36489290
 102     0.0975     0.0111    99.6560     0.3613    92.9300    98.6209
1755903.0 / 36489290
 103     0.0963     0.0108    99.6400     0.4771    91.5000    99.3003
1742463.0 / 36489290
 104     0.0950     0.0127    99.5740     0.4069    91.8400    97.7864
1735036.0 / 36489290
 105     0.0938     0.0164    99.4980     0.4119    91.4500    98.1059
1718218.0 / 36489290
 106     0.0926     0.0113    99.6760     0.3754    92.6300    99.0039
1707384.0 / 36489290
 107     0.0913     0.0136    99.5480     0.3560    92.8300    99.2194
1690412.0 / 36489290
 108     0.0901     0.0103    99.6740     0.3339    93.6200    98.9503
1672442.0 / 36489290
 109     0.0889     0.0080    99.7120     0.3371    93.4200    98.9462
1660260.0 / 36489290
 110     0.0876     0.0114    99.6320     0.3651    92.5200    98.5408
1643103.0 / 36489290
 111     0.0864     0.0081    99.7680     0.3362    93.4500    98.3948
1630712.0 / 36489290
 112     0.0852     0.0098    99.6680     0.3342    93.3900    97.9716
1616697.0 / 36489290
 113     0.0839     0.0091    99.7280     0.3265    93.5000    97.6849
1597688.0 / 36489290
 114     0.0827     0.0054    99.8200     0.3795    92.7800    98.7774
1582870.0 / 36489290
 115     0.0814     0.0071    99.7560     0.3740    93.0100    99.0317
1567225.0 / 36489290
 116     0.0802     0.0068    99.8000     0.3876    92.9200    99.5499
1554785.0 / 36489290
 117     0.0790     0.0080    99.7320     0.5732    90.1100    98.4096
1548525.0 / 36489290
 118     0.0777     0.0104    99.6520     0.3151    93.8400    98.6133
1535407.0 / 36489290
 119     0.0765     0.0066    99.7880     0.3707    93.0800    98.2023
1522110.0 / 36489290
 120     0.0753     0.0060    99.8320     0.3684    93.0900    98.7348
1507666.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0058    99.8360     0.3375    93.8300    97.7108
1489826.0 / 36489290
 122     0.0728     0.0031    99.9140     0.3273    93.8000    98.4171
1473712.0 / 36489290
 123     0.0715     0.0037    99.9000     0.3143    94.0500    99.4612
1457030.0 / 36489290
 124     0.0703     0.0028    99.9260     0.3993    92.9600    97.9273
1447678.0 / 36489290
 125     0.0691     0.0066    99.7840     0.3619    93.3800    97.8255
1436941.0 / 36489290
 126     0.0678     0.0055    99.8380     0.3568    93.4400    98.3129
1431497.0 / 36489290
 127     0.0666     0.0081    99.7140     0.4555    92.4200    98.5899
1421663.0 / 36489290
 128     0.0654     0.0057    99.8240     0.3301    93.7800    98.8994
1410493.0 / 36489290
 129     0.0641     0.0044    99.8500     0.3252    93.7700    97.8667
1399428.0 / 36489290
 130     0.0629     0.0042    99.8740     0.3195    93.9700    98.6105
1385376.0 / 36489290
 131     0.0616     0.0020    99.9460     0.3360    93.6900    99.4065
1371671.0 / 36489290
 132     0.0604     0.0023    99.9300     0.3254    94.0100    98.8955
1359986.0 / 36489290
 133     0.0592     0.0030    99.9180     0.3382    93.8800    98.3006
1348138.0 / 36489290
 134     0.0579     0.0024    99.9240     0.3197    94.1700    98.5495
1336988.0 / 36489290
 135     0.0567     0.0024    99.9340     0.3225    94.0300    97.4827
1325039.0 / 36489290
 136     0.0554     0.0020    99.9440     0.3241    93.9400    98.9922
1313012.0 / 36489290
 137     0.0542     0.0018    99.9520     0.3328    93.8100    98.5712
1301067.0 / 36489290
 138     0.0530     0.0015    99.9600     0.3325    93.9700    98.9805
1288526.0 / 36489290
 139     0.0517     0.0010    99.9840     0.3167    94.5000    97.7375
1277228.0 / 36489290
 140     0.0505     0.0012    99.9720     0.3160    94.3300    97.7934
1266805.0 / 36489290
 141     0.0493     0.0017    99.9460     0.3256    94.1300    98.6046
1257285.0 / 36489290
 142     0.0480     0.0016    99.9500     0.3298    94.3000    97.4000
1247369.0 / 36489290
 143     0.0468     0.0012    99.9760     0.3339    94.1000    98.3333
1237186.0 / 36489290
 144     0.0456     0.0009    99.9760     0.3303    94.2600    99.0441
1227181.0 / 36489290
 145     0.0443     0.0008    99.9860     0.3252    94.3100    98.8243
1217606.0 / 36489290
 146     0.0431     0.0007    99.9900     0.3440    94.0500    98.3156
1208298.0 / 36489290
 147     0.0418     0.0007    99.9840     0.3276    94.3000    98.2614
1199241.0 / 36489290
 148     0.0406     0.0007    99.9880     0.3238    94.2900    98.0200
1191097.0 / 36489290
 149     0.0394     0.0006    99.9900     0.3284    94.4300    98.4867
1182445.0 / 36489290
 150     0.0381     0.0004    99.9960     0.3235    94.5100    98.8015
1174730.0 / 36489290
 151     0.0369     0.0005    99.9900     0.3220    94.5400    98.7061
1166648.0 / 36489290
 152     0.0357     0.0004    99.9960     0.3252    94.5100    97.9210
1159238.0 / 36489290
 153     0.0344     0.0004    99.9940     0.3285    94.4400    98.2295
1152353.0 / 36489290
 154     0.0332     0.0004    99.9900     0.3294    94.3600    98.0530
1146127.0 / 36489290
 155     0.0319     0.0008    99.9740     0.3320    94.3900    97.6337
1140031.0 / 36489290
 156     0.0307     0.0004    99.9960     0.3266    94.4300    98.5622
1134219.0 / 36489290
 157     0.0295     0.0005    99.9920     0.3219    94.4200    98.3233
1128671.0 / 36489290
 158     0.0282     0.0005    99.9900     0.3237    94.5900    98.2564
1123061.0 / 36489290
 159     0.0270     0.0005    99.9920     0.3298    94.4900    98.6950
1117983.0 / 36489290
 160     0.0257     0.0004    99.9880     0.3214    94.5700    98.5294
1113211.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0002    99.9980     0.3270    94.4000    98.3297
1108522.0 / 36489290
 162     0.0233     0.0002   100.0000     0.3202    94.6300    97.6477
1104107.0 / 36489290
 163     0.0220     0.0002    99.9980     0.3201    94.7300    98.2257
1100196.0 / 36489290
 164     0.0208     0.0002    99.9960     0.3182    94.3900    98.3040
1096640.0 / 36489290
 165     0.0196     0.0002   100.0000     0.3169    94.5500    98.6392
1093061.0 / 36489290
 166     0.0183     0.0002    99.9960     0.3221    94.5000    98.0448
1089762.0 / 36489290
 167     0.0171     0.0002    99.9980     0.3208    94.6300    97.2196
1086714.0 / 36489290
 168     0.0159     0.0002    99.9980     0.3146    94.5000    98.8614
1084054.0 / 36489290
 169     0.0146     0.0002    99.9980     0.3144    94.5500    98.7005
1081596.0 / 36489290
 170     0.0134     0.0002   100.0000     0.3154    94.4800    98.2524
1079369.0 / 36489290
 171     0.0121     0.0002    99.9980     0.3160    94.5600    97.7523
1077526.0 / 36489290
 172     0.0109     0.0002   100.0000     0.3127    94.5700    98.8990
1075888.0 / 36489290
 173     0.0097     0.0001   100.0000     0.3163    94.5500    97.7307
1074431.0 / 36489290
 174     0.0084     0.0002    99.9960     0.3114    94.5900    98.8974
1073277.0 / 36489290
 175     0.0072     0.0001    99.9980     0.3116    94.5000    98.4889
1072213.0 / 36489290
 176     0.0060     0.0002   100.0000     0.3210    94.5400    96.0784
1071500.0 / 36489290
 177     0.0047     0.0002    99.9980     0.3171    94.5900    93.5092
1070899.0 / 36489290
 178     0.0035     0.0002    99.9980     0.3127    94.6400    93.1889
1070588.0 / 36489290
 179     0.0022     0.0002   100.0000     0.3135    94.6400    93.2701
1070464.0 / 36489290
 180     0.0010     0.0002   100.0000     0.3102    94.6200    93.3930
1070332.0 / 36489290
 181     0.0010     0.0001   100.0000     0.3117    94.6000    93.1372
1070173.0 / 36489290
 182     0.0010     0.0002    99.9980     0.3147    94.6700    93.2666
1070063.0 / 36489290
 183     0.0010     0.0002    99.9980     0.3125    94.6800    93.4855
1069924.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3124    94.5900    93.4393
1069750.0 / 36489290
 185     0.0010     0.0002   100.0000     0.3145    94.6500    92.6972
1069601.0 / 36489290
 186     0.0010     0.0002    99.9980     0.3136    94.6800    93.1444
1069460.0 / 36489290
 187     0.0010     0.0002    99.9960     0.3115    94.5600    93.4751
1069315.0 / 36489290
 188     0.0010     0.0001    99.9980     0.3117    94.6000    92.9988
1069161.0 / 36489290
 189     0.0010     0.0002   100.0000     0.3162    94.5800    92.6782
1069032.0 / 36489290
 190     0.0010     0.0002   100.0000     0.3165    94.6200    92.7427
1068902.0 / 36489290
 191     0.0010     0.0002   100.0000     0.3130    94.6300    93.3366
1068746.0 / 36489290
 192     0.0010     0.0002    99.9980     0.3120    94.5800    93.4302
1068586.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3144    94.5900    93.3225
1068435.0 / 36489290
 194     0.0010     0.0002    99.9980     0.3100    94.6200    92.8544
1068299.0 / 36489290
 195     0.0010     0.0002    99.9980     0.3140    94.6100    92.8795
1068151.0 / 36489290
 196     0.0010     0.0001    99.9980     0.3119    94.6100    92.9738
1067974.0 / 36489290
 197     0.0010     0.0002    99.9980     0.3110    94.5800    93.5785
1067802.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3143    94.6500    92.9956
1067653.0 / 36489290
 199     0.0010     0.0002   100.0000     0.3130    94.6400    93.4469
1067514.0 / 36489290
 200     0.0010     0.0002    99.9980     0.3143    94.6400    93.6380
