Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_10/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.65
)
total epochs: 200
27961797.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4333    46.8160     1.6658    46.7500   100.9736
23130967.0 / 36489290
   2     0.1000     0.9115    67.6600     1.1434    62.9600    99.1955
19130512.0 / 36489290
   3     0.1000     0.6974    75.7660     0.8912    71.3800    98.7676
15600482.0 / 36489290
   4     0.1000     0.5792    79.9980     1.3640    62.7700    98.7606
12447162.0 / 36489290
   5     0.1000     0.5011    82.6400     0.7469    75.9400    98.5008
9775444.0 / 36489290
   6     0.1000     0.4509    84.5800     0.7275    75.2600    99.3687
7760547.0 / 36489290
   7     0.1000     0.4116    85.8420     0.6961    78.3400    98.0706
6396026.0 / 36489290
   8     0.1000     0.3824    86.8920     0.6662    78.3200    97.6917
5473463.0 / 36489290
   9     0.1000     0.3502    87.9380     0.7384    77.7900    97.9931
4821878.0 / 36489290
  10     0.1000     0.3281    88.6760     0.5734    82.1200    97.9592
4339403.0 / 36489290
  11     0.1000     0.3061    89.5340     0.4540    84.9000    97.4788
3976847.0 / 36489290
  12     0.1000     0.2854    90.1500     0.5660    83.2100    98.4437
3687966.0 / 36489290
  13     0.1000     0.2630    90.9900     0.5680    82.8700    98.3472
3462666.0 / 36489290
  14     0.1000     0.2482    91.4080     0.3927    87.3500    97.8875
3276994.0 / 36489290
  15     0.1000     0.2321    91.9380     0.4558    85.4700    97.0780
3123004.0 / 36489290
  16     0.1000     0.2203    92.4340     0.4131    86.4000    97.1973
2989221.0 / 36489290
  17     0.1000     0.2016    93.0140     0.4043    87.1600    97.1579
2874521.0 / 36489290
  18     0.1000     0.1882    93.4720     0.6315    83.5700    97.1962
2775043.0 / 36489290
  19     0.1000     0.1772    93.7840     0.9230    78.8300    97.0499
2694953.0 / 36489290
  20     0.1000     0.1703    94.0700     0.5231    84.4200    96.9573
2612407.0 / 36489290
  21     0.1000     0.1594    94.4400     0.3917    88.7000    97.2317
2533969.0 / 36489290
  22     0.1000     0.1421    95.1480     0.4577    86.9300    97.1277
2474230.0 / 36489290
  23     0.1000     0.1391    95.0900     0.4045    89.0000    97.2858
2419245.0 / 36489290
  24     0.1000     0.1288    95.5300     0.6032    84.4000    97.1363
2367411.0 / 36489290
  25     0.1000     0.1277    95.5620     0.4079    88.7900    97.0302
2310280.0 / 36489290
  26     0.1000     0.1136    96.0640     0.6417    84.8500    96.8049
2259454.0 / 36489290
  27     0.1000     0.1102    96.2560     0.3836    89.8000    97.1035
2220497.0 / 36489290
  28     0.1000     0.1077    96.2240     0.3791    89.7900    97.0332
2177811.0 / 36489290
  29     0.1000     0.1008    96.4660     0.5418    86.6000    96.8618
2140070.0 / 36489290
  30     0.1000     0.0957    96.5360     0.3912    89.2200    97.0780
2105272.0 / 36489290
  31     0.1000     0.0941    96.7240     0.4406    88.4200    96.7917
2066132.0 / 36489290
  32     0.1000     0.0860    97.0200     0.3824    89.3600    97.2999
2029309.0 / 36489290
  33     0.1000     0.0791    97.2260     0.3298    91.2500    96.6542
1996746.0 / 36489290
  34     0.1000     0.0776    97.3160     0.4472    88.8900    96.6879
1963265.0 / 36489290
  35     0.1000     0.0730    97.4300     0.4079    90.1100    96.7194
1939329.0 / 36489290
  36     0.1000     0.0757    97.3980     0.4786    88.1500    96.7976
1912125.0 / 36489290
  37     0.1000     0.0703    97.5040     0.4212    89.4000    96.6582
1886284.0 / 36489290
  38     0.1000     0.0700    97.5680     0.2877    92.1900    96.8296
1857677.0 / 36489290
  39     0.1000     0.0629    97.8460     0.5211    87.9200    96.6963
1829869.0 / 36489290
  40     0.1000     0.0585    97.9840     0.4012    90.2500    96.8865
1807475.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0620    97.7840     0.5013    89.0600    97.5054
1779625.0 / 36489290
  42     0.1000     0.0540    98.1180     0.8944    84.1100    96.7378
1759521.0 / 36489290
  43     0.1000     0.0583    98.0300     0.5121    88.3200    96.7000
1735383.0 / 36489290
  44     0.1000     0.0525    98.2120     0.3733    90.8200    97.0031
1716218.0 / 36489290
  45     0.1000     0.0517    98.1860     0.4675    89.4600    96.7677
1695600.0 / 36489290
  46     0.1000     0.0530    98.1040     0.4076    90.6500    96.7249
1669163.0 / 36489290
  47     0.1000     0.0462    98.4800     0.3361    92.0300    97.1222
1648093.0 / 36489290
  48     0.1000     0.0466    98.4340     0.3383    91.8200    96.7919
1630420.0 / 36489290
  49     0.1000     0.0475    98.3760     0.4025    90.6800    97.5572
1608345.0 / 36489290
  50     0.1000     0.0445    98.4840     0.3048    92.3700    96.7259
1593715.0 / 36489290
  51     0.1000     0.0461    98.4280     0.3664    91.3800    96.8523
1577820.0 / 36489290
  52     0.1000     0.0452    98.4700     0.5644    88.1200    97.4814
1554152.0 / 36489290
  53     0.1000     0.0387    98.6960     0.2821    92.9400    97.5495
1532425.0 / 36489290
  54     0.1000     0.0369    98.7500     0.3238    92.2100    96.8988
1518044.0 / 36489290
  55     0.1000     0.0398    98.6580     0.4393    90.1800    96.8478
1501956.0 / 36489290
  56     0.1000     0.0391    98.6500     0.4114    91.1200    97.1033
1483229.0 / 36489290
  57     0.1000     0.0346    98.8320     0.5663    88.4200    96.8088
1476801.0 / 36489290
  58     0.1000     0.0422    98.5160     0.4098    90.9300    96.9112
1465046.0 / 36489290
  59     0.1000     0.0378    98.7180     0.5117    89.6000    96.7088
1447442.0 / 36489290
  60     0.1000     0.0336    98.8540     0.3287    92.5300    96.6384
1434056.0 / 36489290
  61     0.1000     0.0344    98.8180     0.3308    92.3500    96.6560
1426694.0 / 36489290
  62     0.1000     0.0377    98.7180     0.4635    90.0400    96.7624
1411951.0 / 36489290
  63     0.1000     0.0339    98.8620     0.3346    92.2400    96.8146
1396152.0 / 36489290
  64     0.1000     0.0315    98.9060     0.3469    91.6700    97.4490
1382837.0 / 36489290
  65     0.1000     0.0304    98.9160     0.6092    88.3500    97.5846
1372192.0 / 36489290
  66     0.1000     0.0342    98.8040     0.3613    92.1600    96.9259
1358798.0 / 36489290
  67     0.1000     0.0307    98.9760     0.3650    91.3500    96.7280
1348050.0 / 36489290
  68     0.1000     0.0310    98.9200     0.3454    92.4700    96.8510
1334662.0 / 36489290
  69     0.1000     0.0282    99.0540     0.4538    90.6800    97.1204
1326622.0 / 36489290
  70     0.1000     0.0322    98.8620     0.6317    87.8500    96.7365
1310763.0 / 36489290
  71     0.1000     0.0268    99.1040     0.3469    92.4100    96.7494
1304279.0 / 36489290
  72     0.1000     0.0307    98.9780     0.5782    89.5600    96.6685
1294700.0 / 36489290
  73     0.1000     0.0283    99.0320     0.4735    89.7300    96.7278
1281281.0 / 36489290
  74     0.1000     0.0270    99.0600     0.3448    92.1300    96.8540
1269248.0 / 36489290
  75     0.1000     0.0250    99.1700     0.4332    90.9200    96.5271
1261564.0 / 36489290
  76     0.1000     0.0282    99.0760     0.3603    91.7100    96.7556
1253737.0 / 36489290
  77     0.1000     0.0291    98.9960     0.4426    90.9400    96.7449
1247073.0 / 36489290
  78     0.1000     0.0283    99.0040     0.3177    92.7500    96.7387
1238227.0 / 36489290
  79     0.1000     0.0274    99.0820     0.3171    92.6300    96.8143
1226792.0 / 36489290
  80     0.1000     0.0250    99.1500     0.3384    92.7400    96.7626
1220504.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0268    99.0900     0.4086    90.9900    96.8741
1206454.0 / 36489290
  82     0.1000     0.0213    99.2700     0.3586    92.4400   102.0725
1202399.0 / 36489290
  83     0.1000     0.0274    99.1060     0.4518    90.8700    98.7817
1195610.0 / 36489290
  84     0.1000     0.0252    99.1300     0.3463    92.6600    98.8910
1178788.0 / 36489290
  85     0.1000     0.0179    99.3920     0.3366    92.6300    98.2910
1175211.0 / 36489290
  86     0.1000     0.0249    99.1740     0.4071    91.5300    98.6121
1167247.0 / 36489290
  87     0.1000     0.0231    99.2200     0.3826    91.2500    98.8635
1166630.0 / 36489290
  88     0.1000     0.0267    99.0720     0.4037    91.6900    98.5064
1160289.0 / 36489290
  89     0.1000     0.0236    99.1720     0.3832    92.1600    98.5787
1157423.0 / 36489290
  90     0.1000     0.0275    99.0540     0.3180    92.9500    99.7298
1140765.0 / 36489290
  91     0.1000     0.0158    99.5160     0.3347    92.8700    99.7348
1139505.0 / 36489290
  92     0.1000     0.0256    99.1140     0.3277    92.4800   100.3064
1133864.0 / 36489290
  93     0.1000     0.0237    99.1780     0.3299    92.9800    99.1947
1118296.0 / 36489290
  94     0.1000     0.0154    99.5260     0.3996    91.8000    98.8543
1113286.0 / 36489290
  95     0.1000     0.0230    99.2260     0.4270    91.4200    99.4629
1111342.0 / 36489290
  96     0.1000     0.0249    99.1660     0.3841    92.2100    98.3548
1106292.0 / 36489290
  97     0.1000     0.0233    99.2000     0.4074    91.8200    98.4193
1100392.0 / 36489290
  98     0.1000     0.0225    99.2820     0.3801    91.7600    98.7596
1088375.0 / 36489290
  99     0.1000     0.0160    99.4980     0.3603    92.9100    98.2941
1089269.0 / 36489290
 100     0.1000     0.0260    99.0900     0.4134    91.6600    98.1942
1080982.0 / 36489290
 101     0.0988     0.0190    99.3620     1.1868    80.6800    98.6342
1069250.0 / 36489290
 102     0.0975     0.0148    99.4900     0.4211    91.6000    98.8709
1063199.0 / 36489290
 103     0.0963     0.0198    99.3180     0.3177    93.5700    98.3035
1051830.0 / 36489290
 104     0.0950     0.0142    99.5200     0.2913    93.7700    98.3794
1036495.0 / 36489290
 105     0.0938     0.0114    99.6500     0.3859    92.2300    98.9981
1031508.0 / 36489290
 106     0.0926     0.0178    99.4140     0.4981    90.3700    98.3831
1018221.0 / 36489290
 107     0.0913     0.0118    99.6260     0.3303    93.3100    98.2918
1014002.0 / 36489290
 108     0.0901     0.0183    99.3900     0.4049    92.0100    98.9998
1006078.0 / 36489290
 109     0.0889     0.0140    99.5400     0.3592    92.8600    98.4528
998915.0 / 36489290
 110     0.0876     0.0140    99.5500     0.3367    93.3600    98.7066
991222.0 / 36489290
 111     0.0864     0.0140    99.5400     0.3235    93.5000    98.6437
979910.0 / 36489290
 112     0.0852     0.0112    99.6340     0.3102    93.7500    99.3452
968740.0 / 36489290
 113     0.0839     0.0092    99.7060     0.3684    92.9600    98.6021
961244.0 / 36489290
 114     0.0827     0.0128    99.5820     0.4204    91.6300    99.1922
957574.0 / 36489290
 115     0.0814     0.0147    99.5080     0.3571    93.1800    98.8634
948702.0 / 36489290
 116     0.0802     0.0106    99.6300     0.3394    93.2500    99.3904
939934.0 / 36489290
 117     0.0790     0.0097    99.6560     0.3414    93.5100    98.5176
932778.0 / 36489290
 118     0.0777     0.0118    99.6020     0.3724    93.1900    98.9262
926929.0 / 36489290
 119     0.0765     0.0109    99.6420     0.3222    93.4300    98.5243
916998.0 / 36489290
 120     0.0753     0.0082    99.7340     0.3287    93.7300    98.2800
904472.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0051    99.8660     0.3748    93.4100    99.0199
899105.0 / 36489290
 122     0.0728     0.0101    99.6860     0.3777    93.0600    98.8761
892292.0 / 36489290
 123     0.0715     0.0095    99.6980     0.3539    93.4100    98.4921
883789.0 / 36489290
 124     0.0703     0.0068    99.7920     0.3735    93.2300    99.3166
880125.0 / 36489290
 125     0.0691     0.0109    99.6480     0.3344    93.5500   100.3786
873074.0 / 36489290
 126     0.0678     0.0081    99.7360     0.3459    93.4900    98.8420
864991.0 / 36489290
 127     0.0666     0.0068    99.7900     0.3276    93.8100    98.7749
857040.0 / 36489290
 128     0.0654     0.0062    99.8220     0.3580    93.3500    98.4886
847252.0 / 36489290
 129     0.0641     0.0045    99.8580     0.4025    92.7700    99.3967
839641.0 / 36489290
 130     0.0629     0.0053    99.8500     0.4102    92.5800    98.4226
831652.0 / 36489290
 131     0.0616     0.0048    99.8540     0.3454    93.5600    99.4147
825641.0 / 36489290
 132     0.0604     0.0063    99.8020     0.3421    93.5100    98.7789
817699.0 / 36489290
 133     0.0592     0.0046    99.8680     0.3141    94.0600    99.7983
810136.0 / 36489290
 134     0.0579     0.0047    99.8540     0.3343    93.6400    98.9970
803196.0 / 36489290
 135     0.0567     0.0045    99.8660     0.3345    93.7900    98.6699
795724.0 / 36489290
 136     0.0554     0.0038    99.8740     0.3395    93.8500    98.6200
789359.0 / 36489290
 137     0.0542     0.0041    99.8620     0.3516    93.5900    99.3075
781369.0 / 36489290
 138     0.0530     0.0030    99.9220     0.3246    94.2200    98.3667
772237.0 / 36489290
 139     0.0517     0.0018    99.9560     0.3391    93.8800    98.8265
764890.0 / 36489290
 140     0.0505     0.0024    99.9380     0.3540    93.8700    99.0062
758479.0 / 36489290
 141     0.0493     0.0032    99.9020     0.3356    94.2200    98.9891
751525.0 / 36489290
 142     0.0480     0.0022    99.9420     0.3276    94.2000    98.5910
744560.0 / 36489290
 143     0.0468     0.0023    99.9360     0.3225    94.3500    98.2144
736798.0 / 36489290
 144     0.0456     0.0013    99.9700     0.3235    94.3300    98.3103
729708.0 / 36489290
 145     0.0443     0.0014    99.9680     0.3460    94.3500    99.3713
723398.0 / 36489290
 146     0.0431     0.0016    99.9640     0.3525    93.9700    98.3789
717926.0 / 36489290
 147     0.0418     0.0021    99.9480     0.3455    94.1400    98.2287
712382.0 / 36489290
 148     0.0406     0.0018    99.9540     0.3298    94.3500    98.6018
706617.0 / 36489290
 149     0.0394     0.0012    99.9760     0.3319    94.3100    98.3006
701725.0 / 36489290
 150     0.0381     0.0019    99.9460     0.3600    94.0000    99.5958
696667.0 / 36489290
 151     0.0369     0.0015    99.9680     0.3953    93.4700    99.6153
691292.0 / 36489290
 152     0.0357     0.0012    99.9780     0.3278    94.2500    98.4128
686355.0 / 36489290
 153     0.0344     0.0012    99.9640     0.3228    94.3700    98.5746
681758.0 / 36489290
 154     0.0332     0.0014    99.9640     0.3397    94.3500    98.1822
677088.0 / 36489290
 155     0.0319     0.0011    99.9720     0.3381    94.2600    99.2459
672710.0 / 36489290
 156     0.0307     0.0010    99.9760     0.3407    94.2000    98.5446
668383.0 / 36489290
 157     0.0295     0.0008    99.9860     0.3356    94.4100    98.3279
664176.0 / 36489290
 158     0.0282     0.0007    99.9860     0.3298    94.2200    98.6408
659959.0 / 36489290
 159     0.0270     0.0007    99.9900     0.3271    94.2700    98.2486
656297.0 / 36489290
 160     0.0257     0.0006    99.9840     0.3321    94.2700    98.5372
652515.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0005    99.9980     0.3239    94.3200    98.2712
649359.0 / 36489290
 162     0.0233     0.0005    99.9900     0.3271    94.4300    98.4001
646394.0 / 36489290
 163     0.0220     0.0006    99.9900     0.3301    94.4600    98.3922
643559.0 / 36489290
 164     0.0208     0.0006    99.9920     0.3259    94.5100    98.4418
640776.0 / 36489290
 165     0.0196     0.0005    99.9900     0.3266    94.4700    98.8749
638256.0 / 36489290
 166     0.0183     0.0004    99.9940     0.3265    94.4000    98.3774
635915.0 / 36489290
 167     0.0171     0.0005    99.9920     0.3300    94.5400    98.4479
634024.0 / 36489290
 168     0.0159     0.0004    99.9960     0.3273    94.3600    98.4463
632058.0 / 36489290
 169     0.0146     0.0004    99.9940     0.3269    94.4000    98.4926
630260.0 / 36489290
 170     0.0134     0.0004    99.9940     0.3245    94.4500    98.6067
628629.0 / 36489290
 171     0.0121     0.0004    99.9940     0.3249    94.2600    98.3048
627212.0 / 36489290
 172     0.0109     0.0002   100.0000     0.3278    94.4500    98.2871
625985.0 / 36489290
 173     0.0097     0.0003    99.9980     0.3294    94.4500    98.3575
625056.0 / 36489290
 174     0.0084     0.0002    99.9980     0.3219    94.4700    98.7640
624149.0 / 36489290
 175     0.0072     0.0003    99.9980     0.3309    94.4200    98.5205
623506.0 / 36489290
 176     0.0060     0.0003    99.9980     0.3264    94.5500    98.8928
622981.0 / 36489290
 177     0.0047     0.0003    99.9980     0.3263    94.4200    99.5867
622592.0 / 36489290
 178     0.0035     0.0004    99.9940     0.3254    94.4600   100.2612
622266.0 / 36489290
 179     0.0022     0.0003    99.9980     0.3307    94.5400    98.6329
622101.0 / 36489290
 180     0.0010     0.0003   100.0000     0.3316    94.3900    98.7041
621952.0 / 36489290
 181     0.0010     0.0003    99.9980     0.3292    94.5900    99.5083
621810.0 / 36489290
 182     0.0010     0.0003    99.9960     0.3264    94.4900    98.6949
621672.0 / 36489290
 183     0.0010     0.0003    99.9960     0.3256    94.5800    99.2891
621522.0 / 36489290
 184     0.0010     0.0003    99.9960     0.3245    94.4800    98.1930
621394.0 / 36489290
 185     0.0010     0.0003   100.0000     0.3252    94.4900    98.4453
621263.0 / 36489290
 186     0.0010     0.0002   100.0000     0.3271    94.5300    99.4474
621130.0 / 36489290
 187     0.0010     0.0003    99.9980     0.3239    94.5100    98.5370
621010.0 / 36489290
 188     0.0010     0.0002    99.9980     0.3279    94.4800    98.0743
620849.0 / 36489290
 189     0.0010     0.0003    99.9940     0.3230    94.5300    98.2800
620696.0 / 36489290
 190     0.0010     0.0002   100.0000     0.3300    94.5600    98.2968
620569.0 / 36489290
 191     0.0010     0.0003    99.9960     0.3292    94.5900    98.3907
620441.0 / 36489290
 192     0.0010     0.0002    99.9980     0.3278    94.4500    98.3229
620276.0 / 36489290
 193     0.0010     0.0003    99.9960     0.3295    94.4500    98.6168
620118.0 / 36489290
 194     0.0010     0.0003    99.9940     0.3224    94.5100    98.6303
619977.0 / 36489290
 195     0.0010     0.0003    99.9960     0.3278    94.5400    98.4644
619821.0 / 36489290
 196     0.0010     0.0002    99.9960     0.3252    94.5300    98.4960
619658.0 / 36489290
 197     0.0010     0.0003   100.0000     0.3224    94.5600    98.8289
619522.0 / 36489290
 198     0.0010     0.0003    99.9960     0.3281    94.5300    98.8828
619360.0 / 36489290
 199     0.0010     0.0003    99.9920     0.3257    94.4400    98.7708
619178.0 / 36489290
 200     0.0010     0.0003    99.9980     0.3250    94.5000   100.4054
