Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_6/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.65
)
total epochs: 200
27962600.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4390    46.5300     1.5683    47.5300   103.2484
23129547.0 / 36489290
   2     0.1000     0.9132    67.7280     1.2108    61.8000   100.2567
19126771.0 / 36489290
   3     0.1000     0.6955    75.7780     0.9588    69.1500   100.1510
15600323.0 / 36489290
   4     0.1000     0.5795    79.8680     1.4623    60.9800   100.1809
12446264.0 / 36489290
   5     0.1000     0.5030    82.6180     0.7493    75.1800    99.5903
9779593.0 / 36489290
   6     0.1000     0.4522    84.5060     0.7206    75.1600    99.0255
7769212.0 / 36489290
   7     0.1000     0.4129    85.8260     0.8070    75.6100    99.6769
6408721.0 / 36489290
   8     0.1000     0.3818    86.7880     0.8251    75.0600    98.7493
5487978.0 / 36489290
   9     0.1000     0.3519    87.8040     0.7375    78.7400    99.0186
4839648.0 / 36489290
  10     0.1000     0.3291    88.5780     0.6143    81.0400    98.5948
4352003.0 / 36489290
  11     0.1000     0.3037    89.6080     0.4696    84.6000    98.2900
3994224.0 / 36489290
  12     0.1000     0.2849    90.0600     0.5326    83.8800    98.5020
3702223.0 / 36489290
  13     0.1000     0.2628    90.9800     0.5296    83.4500    98.3525
3474906.0 / 36489290
  14     0.1000     0.2488    91.3380     0.6624    80.4500    99.7192
3287152.0 / 36489290
  15     0.1000     0.2307    92.0320     0.4284    86.1800    98.5743
3135495.0 / 36489290
  16     0.1000     0.2175    92.6000     0.5502    83.5400    98.3722
3001065.0 / 36489290
  17     0.1000     0.2006    93.0120     0.4073    86.9500    98.5678
2877407.0 / 36489290
  18     0.1000     0.1840    93.6680     0.6306    83.8200    99.5240
2779444.0 / 36489290
  19     0.1000     0.1803    93.8080     0.7390    79.3700    98.7056
2693747.0 / 36489290
  20     0.1000     0.1684    94.0440     0.5637    84.0300    97.9499
2609249.0 / 36489290
  21     0.1000     0.1554    94.6500     0.5304    85.8200    98.4854
2530066.0 / 36489290
  22     0.1000     0.1435    95.0600     0.5026    86.1300    98.3244
2470844.0 / 36489290
  23     0.1000     0.1405    95.1000     0.4133    87.7200    98.1777
2410562.0 / 36489290
  24     0.1000     0.1294    95.5840     0.5146    85.3900    99.3137
2359831.0 / 36489290
  25     0.1000     0.1262    95.6200     0.4806    87.1900    98.2446
2312191.0 / 36489290
  26     0.1000     0.1188    95.8500     0.4558    88.1600    99.2065
2262186.0 / 36489290
  27     0.1000     0.1082    96.2000     0.7016    83.9800    98.7470
2219076.0 / 36489290
  28     0.1000     0.1069    96.3360     0.4280    88.7100    98.4295
2178534.0 / 36489290
  29     0.1000     0.1009    96.4900     0.4788    87.5700    97.6961
2138251.0 / 36489290
  30     0.1000     0.0960    96.6960     0.3499    90.3000    98.5985
2099772.0 / 36489290
  31     0.1000     0.0920    96.7700     0.3388    90.8200    98.2782
2066041.0 / 36489290
  32     0.1000     0.0894    96.8640     0.4537    88.0500    98.6875
2028068.0 / 36489290
  33     0.1000     0.0795    97.1700     0.4167    89.3000    98.2348
1995090.0 / 36489290
  34     0.1000     0.0782    97.2980     0.4173    89.6500    98.1373
1964793.0 / 36489290
  35     0.1000     0.0775    97.2920     0.8464    83.4200    99.4541
1934209.0 / 36489290
  36     0.1000     0.0734    97.4200     0.4659    89.6600    98.1386
1905028.0 / 36489290
  37     0.1000     0.0720    97.5500     0.3499    91.0200    98.3619
1873750.0 / 36489290
  38     0.1000     0.0636    97.7960     0.3153    91.8200    98.6953
1846660.0 / 36489290
  39     0.1000     0.0624    97.8320     0.4874    88.4500    98.5408
1820814.0 / 36489290
  40     0.1000     0.0607    97.9040     0.3540    90.5700    98.9902
1798383.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0609    97.9000     0.3702    90.4100    97.5884
1775464.0 / 36489290
  42     0.1000     0.0582    98.0180     0.3458    91.7200    98.7752
1754873.0 / 36489290
  43     0.1000     0.0584    97.9500     0.5156    88.2700    97.9428
1730319.0 / 36489290
  44     0.1000     0.0504    98.2360     0.3416    91.4900    99.2037
1708206.0 / 36489290
  45     0.1000     0.0511    98.2520     0.4381    90.0700    98.7465
1683086.0 / 36489290
  46     0.1000     0.0483    98.2960     0.3264    91.8700    98.6308
1662363.0 / 36489290
  47     0.1000     0.0458    98.4920     0.3184    92.2600    98.2630
1647232.0 / 36489290
  48     0.1000     0.0517    98.2340     0.3535    91.3400    98.9373
1626201.0 / 36489290
  49     0.1000     0.0453    98.4780     0.6113    86.7400    98.6075
1607522.0 / 36489290
  50     0.1000     0.0448    98.4860     0.4232    90.5300    98.4778
1589427.0 / 36489290
  51     0.1000     0.0435    98.4560     0.3580    91.5100    98.1707
1578553.0 / 36489290
  52     0.1000     0.0474    98.3860     0.3901    90.9300    98.8804
1552414.0 / 36489290
  53     0.1000     0.0372    98.7360     0.2889    92.9700    98.5047
1531621.0 / 36489290
  54     0.1000     0.0368    98.6880     0.3452    91.8200    97.8708
1513181.0 / 36489290
  55     0.1000     0.0380    98.7360     0.3459    91.9200    97.4981
1498713.0 / 36489290
  56     0.1000     0.0380    98.7180     0.3752    91.2700    98.1110
1482469.0 / 36489290
  57     0.1000     0.0384    98.7060     0.4294    90.8300    99.6032
1470598.0 / 36489290
  58     0.1000     0.0388    98.6180     0.3680    91.7700    98.0449
1452228.0 / 36489290
  59     0.1000     0.0336    98.8600     0.3451    91.6600    99.0804
1436695.0 / 36489290
  60     0.1000     0.0335    98.8800     0.3278    92.5200    98.9055
1425924.0 / 36489290
  61     0.1000     0.0382    98.6980     0.3073    92.6400    99.6671
1415938.0 / 36489290
  62     0.1000     0.0361    98.8040     0.3643    91.8700    99.1461
1403778.0 / 36489290
  63     0.1000     0.0332    98.8960     0.3312    92.3700    98.5130
1390642.0 / 36489290
  64     0.1000     0.0335    98.8520     0.4012    90.9400    98.2576
1378824.0 / 36489290
  65     0.1000     0.0326    98.9160     0.3510    92.0300    97.9958
1367735.0 / 36489290
  66     0.1000     0.0322    98.9020     0.3197    92.6500    98.7089
1349255.0 / 36489290
  67     0.1000     0.0270    99.1220     0.5074    89.3800    98.7604
1341106.0 / 36489290
  68     0.1000     0.0335    98.8480     0.3935    91.5300    98.6360
1330566.0 / 36489290
  69     0.1000     0.0317    98.9440     0.3507    91.6100    98.4283
1323922.0 / 36489290
  70     0.1000     0.0319    98.8980     0.3495    91.3200    99.1725
1312582.0 / 36489290
  71     0.1000     0.0290    98.9960     0.4190    91.4000    98.4371
1300524.0 / 36489290
  72     0.1000     0.0283    99.0340     0.4983    90.1500    98.3175
1288958.0 / 36489290
  73     0.1000     0.0289    99.0560     0.3000    93.0900    98.1716
1278423.0 / 36489290
  74     0.1000     0.0278    99.0680     0.4111    91.0800    98.1312
1271442.0 / 36489290
  75     0.1000     0.0289    98.9660     0.4497    90.3100    98.6339
1261123.0 / 36489290
  76     0.1000     0.0278    99.0360     0.4081    91.3900    99.0509
1251507.0 / 36489290
  77     0.1000     0.0256    99.1580     0.4050    91.6400    98.2001
1241309.0 / 36489290
  78     0.1000     0.0264    99.1100     0.3845    91.7800    98.1486
1229054.0 / 36489290
  79     0.1000     0.0230    99.2260     0.5246    89.6500    98.1820
1219335.0 / 36489290
  80     0.1000     0.0239    99.2120     0.3380    92.9100    98.1295
1215117.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0281    99.0420     0.3446    92.1200    98.9471
1205830.0 / 36489290
  82     0.1000     0.0242    99.1940     0.5107    89.7800    98.5706
1197858.0 / 36489290
  83     0.1000     0.0252    99.1620     0.5216    89.3100    98.3573
1191307.0 / 36489290
  84     0.1000     0.0247    99.1700     0.3578    92.2400    97.9511
1179850.0 / 36489290
  85     0.1000     0.0216    99.2640     0.4314    91.2400    99.5393
1176967.0 / 36489290
  86     0.1000     0.0272    99.0160     0.4686    90.3700    97.7041
1166646.0 / 36489290
  87     0.1000     0.0223    99.2620     0.3455    92.1300    97.7328
1157824.0 / 36489290
  88     0.1000     0.0208    99.3200     0.3949    92.0800    98.3318
1147479.0 / 36489290
  89     0.1000     0.0210    99.2660     0.3935    91.9700    98.1059
1142508.0 / 36489290
  90     0.1000     0.0244    99.1920     0.3247    92.9900    98.2066
1137782.0 / 36489290
  91     0.1000     0.0228    99.2480     0.4340    91.6100    98.9532
1131816.0 / 36489290
  92     0.1000     0.0225    99.2420     0.6098    89.2400    97.6203
1123196.0 / 36489290
  93     0.1000     0.0202    99.2980     0.4111    91.9300    98.6926
1120733.0 / 36489290
  94     0.1000     0.0243    99.1440     0.4637    90.8200    98.2239
1116272.0 / 36489290
  95     0.1000     0.0247    99.1320     0.3135    92.8600    98.1813
1105312.0 / 36489290
  96     0.1000     0.0181    99.4000     0.3709    92.1500    98.5909
1101972.0 / 36489290
  97     0.1000     0.0220    99.2520     0.3354    92.8700    99.1497
1094349.0 / 36489290
  98     0.1000     0.0198    99.3240     0.3599    92.4000    97.6068
1094982.0 / 36489290
  99     0.1000     0.0260    99.1480     0.3837    92.2100    98.2886
1086834.0 / 36489290
 100     0.1000     0.0199    99.3440     0.4340    91.5500    98.3603
1074721.0 / 36489290
 101     0.0988     0.0164    99.5100     0.3264    93.2300    99.2933
1063776.0 / 36489290
 102     0.0975     0.0162    99.4580     0.4771    91.2400    97.9586
1058196.0 / 36489290
 103     0.0963     0.0191    99.3780     0.3254    93.2900    97.7552
1049511.0 / 36489290
 104     0.0950     0.0167    99.4320     0.4220    92.2500    97.7598
1046944.0 / 36489290
 105     0.0938     0.0215    99.2940     0.3001    93.4200    97.7071
1033362.0 / 36489290
 106     0.0926     0.0127    99.5900     0.3348    92.7900    98.1627
1021734.0 / 36489290
 107     0.0913     0.0139    99.5440     0.3793    92.3200    98.2844
1013805.0 / 36489290
 108     0.0901     0.0160    99.5100     0.3450    93.0200    98.5146
1009680.0 / 36489290
 109     0.0889     0.0173    99.4180     0.3486    93.0000    97.6676
1000960.0 / 36489290
 110     0.0876     0.0132    99.5420     0.3716    92.9100    97.6706
989443.0 / 36489290
 111     0.0864     0.0109    99.6580     0.3234    93.4100    98.1081
982357.0 / 36489290
 112     0.0852     0.0143    99.5600     0.3721    92.4600    98.4561
973115.0 / 36489290
 113     0.0839     0.0120    99.6060     0.3314    93.2000    98.3131
963508.0 / 36489290
 114     0.0827     0.0109    99.6380     0.3633    93.1200    98.0991
953334.0 / 36489290
 115     0.0814     0.0106    99.6660     0.4625    91.1700    97.3170
944434.0 / 36489290
 116     0.0802     0.0106    99.6660     0.3311    93.2600    97.9327
937046.0 / 36489290
 117     0.0790     0.0114    99.6440     0.4709    91.8600    98.8094
929880.0 / 36489290
 118     0.0777     0.0119    99.6140     0.3176    93.2700    99.4004
916765.0 / 36489290
 119     0.0765     0.0058    99.8360     0.3630    92.9600    97.8165
905012.0 / 36489290
 120     0.0753     0.0059    99.8220     0.3654    92.9500    98.5669
895422.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0075    99.7800     0.3773    92.8900    98.6061
889932.0 / 36489290
 122     0.0728     0.0093    99.6820     0.3837    92.7500    98.2707
883364.0 / 36489290
 123     0.0715     0.0090    99.6960     0.3493    93.3500    97.9260
877586.0 / 36489290
 124     0.0703     0.0085    99.7420     0.3742    92.9100    99.1018
871605.0 / 36489290
 125     0.0691     0.0087    99.7280     0.4007    92.7500    98.9849
863417.0 / 36489290
 126     0.0678     0.0064    99.8160     0.3500    93.5300    98.4566
858511.0 / 36489290
 127     0.0666     0.0085    99.6960     0.3937    92.6200    99.0569
855249.0 / 36489290
 128     0.0654     0.0093    99.7020     0.3266    93.7300    98.1442
848077.0 / 36489290
 129     0.0641     0.0065    99.8100     0.3441    93.5800    98.6853
841651.0 / 36489290
 130     0.0629     0.0071    99.7740     0.3685    93.0300    98.7849
835194.0 / 36489290
 131     0.0616     0.0064    99.8080     0.3641    92.9900    98.3918
826566.0 / 36489290
 132     0.0604     0.0043    99.8800     0.3427    93.5200    97.1572
821534.0 / 36489290
 133     0.0592     0.0069    99.7660     0.3357    93.5100    99.2436
814565.0 / 36489290
 134     0.0579     0.0046    99.8660     0.3335    93.8300    97.5176
808977.0 / 36489290
 135     0.0567     0.0063    99.8080     0.3402    93.5000    97.9156
802090.0 / 36489290
 136     0.0554     0.0044    99.8560     0.3402    93.7200    97.4071
794810.0 / 36489290
 137     0.0542     0.0039    99.8920     0.3650    93.3000    98.3487
788529.0 / 36489290
 138     0.0530     0.0041    99.8680     0.3422    93.7200    99.1084
780812.0 / 36489290
 139     0.0517     0.0029    99.9220     0.3293    93.8900    98.6957
774203.0 / 36489290
 140     0.0505     0.0034    99.8980     0.3312    94.2600    98.8339
768925.0 / 36489290
 141     0.0493     0.0041    99.8580     0.3461    93.9100    98.7622
763301.0 / 36489290
 142     0.0480     0.0042    99.8660     0.3414    94.1600    97.9265
756708.0 / 36489290
 143     0.0468     0.0025    99.9240     0.3434    93.8700    99.7346
751836.0 / 36489290
 144     0.0456     0.0042    99.8600     0.3305    93.7100    97.9946
745464.0 / 36489290
 145     0.0443     0.0022    99.9360     0.3310    93.9400    97.9563
739159.0 / 36489290
 146     0.0431     0.0020    99.9440     0.3536    93.8200    97.9823
733376.0 / 36489290
 147     0.0418     0.0019    99.9440     0.3206    94.4500    97.7621
727065.0 / 36489290
 148     0.0406     0.0013    99.9620     0.3131    94.2200    97.6163
720652.0 / 36489290
 149     0.0394     0.0011    99.9780     0.3249    94.3400    98.6968
714496.0 / 36489290
 150     0.0381     0.0011    99.9760     0.3250    94.1800    97.7937
708688.0 / 36489290
 151     0.0369     0.0010    99.9800     0.3203    94.2000    97.5388
702908.0 / 36489290
 152     0.0357     0.0010    99.9780     0.3205    94.1400    97.4494
697585.0 / 36489290
 153     0.0344     0.0008    99.9820     0.3244    94.3700    98.2108
692364.0 / 36489290
 154     0.0332     0.0009    99.9760     0.3275    94.2900    98.3238
687819.0 / 36489290
 155     0.0319     0.0013    99.9740     0.3257    94.2200    97.9560
683444.0 / 36489290
 156     0.0307     0.0011    99.9740     0.3239    94.1900    97.6802
679225.0 / 36489290
 157     0.0295     0.0008    99.9800     0.3126    94.1800    97.9116
674806.0 / 36489290
 158     0.0282     0.0005    99.9960     0.3200    94.2800    97.5279
670717.0 / 36489290
 159     0.0270     0.0008    99.9800     0.3264    94.3300    97.6500
667010.0 / 36489290
 160     0.0257     0.0009    99.9760     0.3139    94.4900    98.5653
663298.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0006    99.9900     0.3272    94.4200    98.9110
660218.0 / 36489290
 162     0.0233     0.0006    99.9900     0.3193    94.4900    97.9886
656956.0 / 36489290
 163     0.0220     0.0005    99.9860     0.3188    94.5300    98.1395
653944.0 / 36489290
 164     0.0208     0.0004    99.9960     0.3215    94.5600    98.1615
651091.0 / 36489290
 165     0.0196     0.0003   100.0000     0.3148    94.5600    97.5955
648472.0 / 36489290
 166     0.0183     0.0003    99.9980     0.3148    94.5800    97.9013
646078.0 / 36489290
 167     0.0171     0.0004    99.9960     0.3146    94.5600    97.8333
643824.0 / 36489290
 168     0.0159     0.0003   100.0000     0.3116    94.5800    97.5250
641776.0 / 36489290
 169     0.0146     0.0003   100.0000     0.3150    94.5800    97.7251
639980.0 / 36489290
 170     0.0134     0.0002    99.9980     0.3172    94.6300    98.3397
638408.0 / 36489290
 171     0.0121     0.0003    99.9960     0.3138    94.6000    97.5504
636909.0 / 36489290
 172     0.0109     0.0003    99.9920     0.3159    94.5100    98.1887
635701.0 / 36489290
 173     0.0097     0.0003    99.9960     0.3169    94.5400    98.7748
634741.0 / 36489290
 174     0.0084     0.0004    99.9920     0.3124    94.5700    98.2265
633851.0 / 36489290
 175     0.0072     0.0003    99.9960     0.3147    94.5100    98.3225
633130.0 / 36489290
 176     0.0060     0.0003    99.9900     0.3143    94.5900    97.7624
632569.0 / 36489290
 177     0.0047     0.0003    99.9980     0.3154    94.4400    98.2669
632147.0 / 36489290
 178     0.0035     0.0003    99.9980     0.3134    94.6400    98.5935
631878.0 / 36489290
 179     0.0022     0.0002   100.0000     0.3159    94.5400    97.9072
631720.0 / 36489290
 180     0.0010     0.0002   100.0000     0.3091    94.5900    98.9516
631563.0 / 36489290
 181     0.0010     0.0002   100.0000     0.3134    94.6000    98.2937
631412.0 / 36489290
 182     0.0010     0.0003    99.9980     0.3120    94.4800    97.9051
631259.0 / 36489290
 183     0.0010     0.0003   100.0000     0.3129    94.6100    97.6632
631108.0 / 36489290
 184     0.0010     0.0002   100.0000     0.3114    94.6500    97.9310
630962.0 / 36489290
 185     0.0010     0.0002   100.0000     0.3135    94.5100    97.9157
630815.0 / 36489290
 186     0.0010     0.0003    99.9960     0.3127    94.5700    97.7116
630659.0 / 36489290
 187     0.0010     0.0002   100.0000     0.3114    94.5600    99.0626
630492.0 / 36489290
 188     0.0010     0.0002   100.0000     0.3151    94.5200    98.1389
630344.0 / 36489290
 189     0.0010     0.0002   100.0000     0.3094    94.6600    99.2452
630201.0 / 36489290
 190     0.0010     0.0002   100.0000     0.3127    94.5700    98.2402
630050.0 / 36489290
 191     0.0010     0.0002   100.0000     0.3105    94.5300    97.6352
629911.0 / 36489290
 192     0.0010     0.0004    99.9900     0.3111    94.5400    98.4730
629777.0 / 36489290
 193     0.0010     0.0002    99.9980     0.3120    94.5000    99.2259
629642.0 / 36489290
 194     0.0010     0.0003    99.9940     0.3171    94.4800    97.6361
629490.0 / 36489290
 195     0.0010     0.0003    99.9920     0.3142    94.5300    99.1106
629329.0 / 36489290
 196     0.0010     0.0002   100.0000     0.3102    94.5600    98.0067
629182.0 / 36489290
 197     0.0010     0.0003    99.9960     0.3109    94.6800    98.3088
629032.0 / 36489290
 198     0.0010     0.0003    99.9960     0.3166    94.4500    98.6127
628899.0 / 36489290
 199     0.0010     0.0003    99.9980     0.3104    94.7000    97.6537
628755.0 / 36489290
 200     0.0010     0.0002    99.9980     0.3126    94.5700    98.3867
