Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_7/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
total epochs: 200
30577223.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4366    46.7620     1.5838    47.7300   101.8111
27845658.0 / 36489290
   2     0.1000     0.9148    67.3640     1.1966    61.8900    97.7055
25697895.0 / 36489290
   3     0.1000     0.6946    75.8340     0.9537    69.8800    97.6884
23859634.0 / 36489290
   4     0.1000     0.5694    80.1780     0.9993    70.1000    97.7919
22224651.0 / 36489290
   5     0.1000     0.4841    83.2480     0.6832    77.4400    97.6197
20736394.0 / 36489290
   6     0.1000     0.4256    85.3420     0.5479    81.5800    97.6732
19362187.0 / 36489290
   7     0.1000     0.3830    86.6860     0.7024    78.7900    97.7410
18084630.0 / 36489290
   8     0.1000     0.3499    87.8660     0.6699    78.4800    98.0330
16890136.0 / 36489290
   9     0.1000     0.3146    89.1980     0.5034    84.1600    98.2651
15776669.0 / 36489290
  10     0.1000     0.2934    89.7900     0.4941    84.0000    97.9070
14737140.0 / 36489290
  11     0.1000     0.2717    90.6720     0.4053    86.3900    97.7861
13777529.0 / 36489290
  12     0.1000     0.2521    91.1980     0.5927    82.8400    97.6180
12894773.0 / 36489290
  13     0.1000     0.2305    92.0960     0.5773    82.8900    97.3775
12091408.0 / 36489290
  14     0.1000     0.2206    92.3280     0.4889    85.1700    97.8248
11368837.0 / 36489290
  15     0.1000     0.2030    92.8780     0.4269    86.6200    97.5864
10721573.0 / 36489290
  16     0.1000     0.1924    93.3760     0.5607    83.5300    97.7031
10146522.0 / 36489290
  17     0.1000     0.1801    93.8040     0.4464    86.2600    97.4610
9630156.0 / 36489290
  18     0.1000     0.1646    94.3600     0.5196    85.4600    97.6525
9178859.0 / 36489290
  19     0.1000     0.1568    94.5900     0.8961    78.2500    97.7263
8775845.0 / 36489290
  20     0.1000     0.1435    95.0020     0.5409    85.0100    97.4533
8420574.0 / 36489290
  21     0.1000     0.1404    95.1460     0.5178    85.9100    97.7861
8100469.0 / 36489290
  22     0.1000     0.1278    95.4500     0.5614    84.6300    97.3541
7822797.0 / 36489290
  23     0.1000     0.1208    95.6200     0.5018    86.2500    97.0776
7566210.0 / 36489290
  24     0.1000     0.1164    95.9280     0.4143    87.9900    97.5394
7340383.0 / 36489290
  25     0.1000     0.1098    96.1400     0.5016    86.7400    97.7547
7124686.0 / 36489290
  26     0.1000     0.0997    96.5140     0.4517    88.3800    97.5214
6931943.0 / 36489290
  27     0.1000     0.0980    96.6080     0.3448    90.5400    97.3511
6758036.0 / 36489290
  28     0.1000     0.0895    96.8260     0.3819    89.5200    97.2255
6596979.0 / 36489290
  29     0.1000     0.0883    96.9260     0.3633    89.9200    97.0632
6444372.0 / 36489290
  30     0.1000     0.0795    97.2200     0.3317    91.1900    97.1506
6304089.0 / 36489290
  31     0.1000     0.0780    97.2860     0.3499    90.8900    97.5372
6172100.0 / 36489290
  32     0.1000     0.0738    97.4740     0.3956    89.5700    97.2275
6042795.0 / 36489290
  33     0.1000     0.0649    97.7000     0.3551    90.4800    97.6327
5930553.0 / 36489290
  34     0.1000     0.0686    97.5660     0.4857    88.5300    97.2672
5824419.0 / 36489290
  35     0.1000     0.0648    97.7260     0.4852    88.5300    97.1675
5719227.0 / 36489290
  36     0.1000     0.0628    97.7960     0.3255    91.5800    97.3906
5622226.0 / 36489290
  37     0.1000     0.0587    97.9940     0.4207    89.4100    97.4105
5527002.0 / 36489290
  38     0.1000     0.0515    98.2400     0.5812    87.4000    97.1749
5434800.0 / 36489290
  39     0.1000     0.0525    98.1820     0.5734    87.7700    97.1900
5338601.0 / 36489290
  40     0.1000     0.0463    98.4420     0.3215    91.6100    97.1721
5259202.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0475    98.3640     0.3150    92.4600    97.4436
5186721.0 / 36489290
  42     0.1000     0.0497    98.2880     0.4549    89.9300    97.1245
5107594.0 / 36489290
  43     0.1000     0.0424    98.5460     0.4926    88.8300    97.2753
5031324.0 / 36489290
  44     0.1000     0.0402    98.5980     0.3859    91.0900    97.4625
4970227.0 / 36489290
  45     0.1000     0.0430    98.5180     0.4103    90.4200    97.5498
4904799.0 / 36489290
  46     0.1000     0.0418    98.5760     0.5218    89.2500    97.3993
4837922.0 / 36489290
  47     0.1000     0.0384    98.7500     0.3371    92.1000    97.3286
4774361.0 / 36489290
  48     0.1000     0.0372    98.7400     0.3408    91.3100    97.0318
4707762.0 / 36489290
  49     0.1000     0.0327    98.9440     0.3921    91.2900    97.2134
4645167.0 / 36489290
  50     0.1000     0.0325    98.9020     0.3460    91.6900    97.0988
4596356.0 / 36489290
  51     0.1000     0.0373    98.7060     0.4047    90.6900    97.2007
4534490.0 / 36489290
  52     0.1000     0.0299    99.0440     0.3507    91.7900    97.0789
4478410.0 / 36489290
  53     0.1000     0.0291    98.9940     0.3232    92.4400    97.1846
4425635.0 / 36489290
  54     0.1000     0.0283    99.0240     0.3993    91.1300    97.1596
4379255.0 / 36489290
  55     0.1000     0.0295    99.0300     0.5672    88.5000    97.1812
4347709.0 / 36489290
  56     0.1000     0.0357    98.7300     0.5586    88.8700    97.3196
4298415.0 / 36489290
  57     0.1000     0.0276    99.1140     0.3616    92.1600    97.3823
4254847.0 / 36489290
  58     0.1000     0.0277    99.0560     0.3511    91.8100    97.3955
4214332.0 / 36489290
  59     0.1000     0.0281    99.0320     0.4219    91.1100    97.2213
4180113.0 / 36489290
  60     0.1000     0.0300    98.9560     0.4201    91.1900    97.0462
4144059.0 / 36489290
  61     0.1000     0.0294    99.0420     0.3687    91.8200    97.0617
4107254.0 / 36489290
  62     0.1000     0.0275    99.0580     0.4556    90.6000    97.3027
4059668.0 / 36489290
  63     0.1000     0.0209    99.3060     0.5588    89.7600    97.2822
4024465.0 / 36489290
  64     0.1000     0.0272    99.0840     0.3562    92.3100    97.0417
3986149.0 / 36489290
  65     0.1000     0.0255    99.1520     0.4639    90.9800    97.1373
3951739.0 / 36489290
  66     0.1000     0.0246    99.1640     0.3355    92.6800    97.1684
3909903.0 / 36489290
  67     0.1000     0.0202    99.3160     0.3961    91.3200    97.4508
3874319.0 / 36489290
  68     0.1000     0.0225    99.2580     0.4741    90.5300    97.3262
3833181.0 / 36489290
  69     0.1000     0.0183    99.3720     0.4015    91.7000    97.0834
3795272.0 / 36489290
  70     0.1000     0.0195    99.3860     0.3754    92.0200    97.1525
3767275.0 / 36489290
  71     0.1000     0.0223    99.2380     0.3946    91.7100    96.9993
3736587.0 / 36489290
  72     0.1000     0.0212    99.3180     0.6193    88.6100    96.9932
3710197.0 / 36489290
  73     0.1000     0.0232    99.2240     0.3873    92.1600    97.2329
3674528.0 / 36489290
  74     0.1000     0.0182    99.4040     0.3395    92.6700    97.3454
3648554.0 / 36489290
  75     0.1000     0.0209    99.3100     0.8298    86.7200    96.9325
3623759.0 / 36489290
  76     0.1000     0.0209    99.3220     0.3961    91.7200    97.2323
3590625.0 / 36489290
  77     0.1000     0.0173    99.4460     0.5188    90.3200    97.5125
3553581.0 / 36489290
  78     0.1000     0.0153    99.5340     0.3721    92.1200    97.6418
3530344.0 / 36489290
  79     0.1000     0.0193    99.3540     0.3541    92.3900    97.5410
3502701.0 / 36489290
  80     0.1000     0.0176    99.4300     0.4055    91.6800    97.2086
3485029.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0208    99.3020     0.3589    92.3700    97.0158
3450589.0 / 36489290
  82     0.1000     0.0131    99.5920     0.4588    91.3700    97.3839
3442667.0 / 36489290
  83     0.1000     0.0257    99.1500     0.3951    91.7800    97.1132
3408702.0 / 36489290
  84     0.1000     0.0147    99.5060     0.3364    92.6600    97.2024
3392408.0 / 36489290
  85     0.1000     0.0201    99.3020     0.3537    92.6200    97.6512
3364556.0 / 36489290
  86     0.1000     0.0157    99.5160     0.4874    90.5900    97.7517
3332897.0 / 36489290
  87     0.1000     0.0125    99.5940     0.3610    92.3800    98.0580
3309632.0 / 36489290
  88     0.1000     0.0158    99.4780     0.3376    93.1600    97.6207
3276757.0 / 36489290
  89     0.1000     0.0113    99.6260     0.3508    92.8600    97.8741
3264018.0 / 36489290
  90     0.1000     0.0175    99.3820     0.4609    91.2500    97.2954
3254552.0 / 36489290
  91     0.1000     0.0202    99.3180     0.7873    87.1000    97.2698
3247918.0 / 36489290
  92     0.1000     0.0217    99.2280     0.4522    91.4300    97.2067
3230565.0 / 36489290
  93     0.1000     0.0170    99.4540     0.3435    92.9700    97.0214
3201665.0 / 36489290
  94     0.1000     0.0119    99.6200     0.3582    92.8500    97.2719
3164001.0 / 36489290
  95     0.1000     0.0075    99.7840     0.3294    93.0600    97.2522
3147146.0 / 36489290
  96     0.1000     0.0142    99.5160     0.4409    91.5800    97.0558
3133693.0 / 36489290
  97     0.1000     0.0169    99.4600     0.3727    92.4900    97.2009
3109808.0 / 36489290
  98     0.1000     0.0112    99.6340     0.3815    92.2700    97.9579
3087089.0 / 36489290
  99     0.1000     0.0118    99.6160     0.3663    92.9900    97.5394
3068950.0 / 36489290
 100     0.1000     0.0130    99.5560     0.3880    92.5200    97.6596
3052002.0 / 36489290
 101     0.0988     0.0131    99.5400     0.5331    90.8800    97.9140
3019407.0 / 36489290
 102     0.0975     0.0067    99.7860     0.3701    93.0400    97.4924
2996269.0 / 36489290
 103     0.0963     0.0094    99.7260     0.3894    92.5100    98.1445
2979458.0 / 36489290
 104     0.0950     0.0128    99.6020     0.4152    92.0500    97.3682
2976280.0 / 36489290
 105     0.0938     0.0173    99.4080     0.3941    92.5100    97.2867
2956211.0 / 36489290
 106     0.0926     0.0106    99.6460     0.3970    92.3500    97.0494
2931770.0 / 36489290
 107     0.0913     0.0083    99.7320     0.3789    92.6800    97.1012
2907738.0 / 36489290
 108     0.0901     0.0081    99.7500     0.3730    92.4200    96.9413
2892263.0 / 36489290
 109     0.0889     0.0115    99.5960     0.4861    91.6000    97.1782
2871874.0 / 36489290
 110     0.0876     0.0089    99.6920     0.3522    93.4200    97.1010
2850930.0 / 36489290
 111     0.0864     0.0079    99.7280     0.3260    93.8000    97.6387
2821848.0 / 36489290
 112     0.0852     0.0046    99.8680     0.3335    93.8200    96.9523
2789595.0 / 36489290
 113     0.0839     0.0028    99.9300     0.3187    93.8200    97.2936
2757215.0 / 36489290
 114     0.0827     0.0024    99.9320     0.6115    89.4600    97.0865
2730885.0 / 36489290
 115     0.0814     0.0040    99.8900     0.3587    93.5000    97.4708
2707845.0 / 36489290
 116     0.0802     0.0043    99.8660     0.3675    93.1200    97.9111
2688007.0 / 36489290
 117     0.0790     0.0051    99.8320     0.3654    93.3400    97.4749
2667454.0 / 36489290
 118     0.0777     0.0053    99.8320     0.4043    92.7400    97.9121
2645306.0 / 36489290
 119     0.0765     0.0039    99.8860     0.4150    92.4500    97.9927
2620240.0 / 36489290
 120     0.0753     0.0026    99.9360     0.3631    93.3900    97.6616
2594199.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0023    99.9400     0.3361    93.3800    97.8880
2573458.0 / 36489290
 122     0.0728     0.0033    99.8920     0.3407    93.6200    97.6354
2551634.0 / 36489290
 123     0.0715     0.0029    99.9180     0.3562    93.3400    97.7282
2528626.0 / 36489290
 124     0.0703     0.0018    99.9500     0.3526    93.5500    97.4618
2506648.0 / 36489290
 125     0.0691     0.0021    99.9480     0.3685    93.4000    97.5190
2484076.0 / 36489290
 126     0.0678     0.0017    99.9560     0.3412    93.4200    97.1936
2465308.0 / 36489290
 127     0.0666     0.0026    99.9200     0.3823    93.2700    97.0029
2445304.0 / 36489290
 128     0.0654     0.0021    99.9380     0.3929    93.3600    97.0745
2424198.0 / 36489290
 129     0.0641     0.0015    99.9540     0.3448    93.4100    96.8571
2405079.0 / 36489290
 130     0.0629     0.0016    99.9540     0.3389    93.8200    97.2624
2388195.0 / 36489290
 131     0.0616     0.0022    99.9300     0.3520    93.3400    97.3408
2369130.0 / 36489290
 132     0.0604     0.0012    99.9720     0.3939    93.2300    96.9477
2350165.0 / 36489290
 133     0.0592     0.0012    99.9660     0.3408    93.8300    97.0778
2331007.0 / 36489290
 134     0.0579     0.0007    99.9880     0.3276    94.1300    97.2093
2312902.0 / 36489290
 135     0.0567     0.0007    99.9860     0.3342    94.0300    96.9955
2295179.0 / 36489290
 136     0.0554     0.0008    99.9740     0.3327    93.9800    97.1173
2278091.0 / 36489290
 137     0.0542     0.0008    99.9780     0.3384    94.0200    97.1980
2261765.0 / 36489290
 138     0.0530     0.0007    99.9820     0.3442    93.7900    97.2535
2245542.0 / 36489290
 139     0.0517     0.0008    99.9840     0.3290    94.1000    97.2049
2230060.0 / 36489290
 140     0.0505     0.0007    99.9860     0.3182    94.1100    97.1036
2214413.0 / 36489290
 141     0.0493     0.0005    99.9900     0.3287    94.0700    96.9302
2199200.0 / 36489290
 142     0.0480     0.0005    99.9920     0.3243    94.1800    97.1745
2184675.0 / 36489290
 143     0.0468     0.0004    99.9960     0.3314    93.9700    98.7676
2170405.0 / 36489290
 144     0.0456     0.0004    99.9960     0.3298    94.0500    97.1990
2156649.0 / 36489290
 145     0.0443     0.0003    99.9980     0.3197    94.2300    97.0209
2143728.0 / 36489290
 146     0.0431     0.0005    99.9900     0.3261    94.0600    97.2096
2131010.0 / 36489290
 147     0.0418     0.0003    99.9960     0.3214    94.1800    97.5374
2118754.0 / 36489290
 148     0.0406     0.0004    99.9940     0.3193    93.9900    96.9768
2106863.0 / 36489290
 149     0.0394     0.0002   100.0000     0.3237    94.2000    96.9514
2096116.0 / 36489290
 150     0.0381     0.0003    99.9960     0.3201    94.1500    97.3685
2085144.0 / 36489290
 151     0.0369     0.0002   100.0000     0.3172    94.1300    97.3420
2074578.0 / 36489290
 152     0.0357     0.0002    99.9960     0.3239    94.1800    97.0150
2064546.0 / 36489290
 153     0.0344     0.0002    99.9960     0.3265    94.1300    96.7229
2055353.0 / 36489290
 154     0.0332     0.0002    99.9960     0.3282    94.1600    96.7646
2046312.0 / 36489290
 155     0.0319     0.0003    99.9940     0.3317    94.0500    97.2020
2037643.0 / 36489290
 156     0.0307     0.0004    99.9900     0.3303    94.1100    97.0192
2029276.0 / 36489290
 157     0.0295     0.0002    99.9980     0.3252    94.1400    97.0175
2021545.0 / 36489290
 158     0.0282     0.0002   100.0000     0.3257    94.4200    97.2011
2014283.0 / 36489290
 159     0.0270     0.0002    99.9980     0.3236    94.2300    97.6650
2007332.0 / 36489290
 160     0.0257     0.0002    99.9960     0.3252    94.2600    97.4073
2000705.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0002    99.9980     0.3262    94.1700    97.6090
1994357.0 / 36489290
 162     0.0233     0.0001   100.0000     0.3227    94.2400    97.0904
1988425.0 / 36489290
 163     0.0220     0.0001   100.0000     0.3249    94.3700    97.3663
1983044.0 / 36489290
 164     0.0208     0.0001   100.0000     0.3214    94.3100    96.8491
1977992.0 / 36489290
 165     0.0196     0.0002   100.0000     0.3211    94.3800    96.9643
1973266.0 / 36489290
 166     0.0183     0.0001    99.9980     0.3187    94.2300    97.2219
1968789.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3208    94.3600    97.0920
1964762.0 / 36489290
 168     0.0159     0.0001   100.0000     0.3201    94.2800    96.9945
1960917.0 / 36489290
 169     0.0146     0.0001   100.0000     0.3202    94.2500    97.0249
1957507.0 / 36489290
 170     0.0134     0.0001   100.0000     0.3218    94.3100    96.8823
1954353.0 / 36489290
 171     0.0121     0.0001    99.9980     0.3222    94.3300    97.0727
1951597.0 / 36489290
 172     0.0109     0.0001    99.9980     0.3194    94.3000    97.2404
1949042.0 / 36489290
 173     0.0097     0.0001    99.9980     0.3241    94.3200    97.0574
1946924.0 / 36489290
 174     0.0084     0.0001   100.0000     0.3198    94.4200    97.3549
1945007.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3215    94.2500    97.2433
1943520.0 / 36489290
 176     0.0060     0.0001   100.0000     0.3222    94.3800    96.9964
1942250.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3209    94.2000    97.1995
1941374.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3232    94.3400    96.9893
1940698.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3219    94.3700    96.8914
1940404.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3169    94.3400    97.9272
1940081.0 / 36489290
 181     0.0010     0.0001   100.0000     0.3200    94.3000    97.6120
1939781.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3190    94.4300    97.4464
1939479.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3191    94.4100    97.1896
1939165.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3209    94.2600    97.3447
1938841.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3225    94.2900    96.7439
1938537.0 / 36489290
 186     0.0010     0.0001    99.9980     0.3211    94.3400    97.0227
1938235.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3173    94.4300    96.8977
1937955.0 / 36489290
 188     0.0010     0.0001   100.0000     0.3203    94.2500    97.0110
1937613.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3184    94.3500    96.8286
1937311.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3205    94.3100    97.1997
1936997.0 / 36489290
 191     0.0010     0.0001    99.9980     0.3185    94.4000    96.7677
1936707.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3189    94.3600    96.7653
1936402.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3200    94.3600    96.9593
1936111.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3224    94.4000    97.0459
1935786.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3238    94.4200    96.7895
1935443.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3193    94.3900    96.8913
1935123.0 / 36489290
 197     0.0010     0.0001    99.9980     0.3205    94.3600    96.6900
1934814.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3236    94.4100    97.1198
1934486.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3196    94.3500    97.4545
1934184.0 / 36489290
 200     0.0010     0.0001   100.0000     0.3235    94.3200    96.8512
