Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new3/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
total epochs: 200
29441937.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7335    12.4660     4.7861     8.2400   155.4778
25800184.0 / 36546980
   2     0.1000     2.9783    25.1340     3.5630    19.8000   151.0361
22867524.0 / 36546980
   3     0.1000     2.4708    35.0440     3.0718    26.5800   150.9959
20324134.0 / 36546980
   4     0.1000     2.1055    42.7400     2.8691    33.3200   150.8557
18064479.0 / 36546980
   5     0.1000     1.8412    48.9580     2.6473    36.7700   150.7422
16061442.0 / 36546980
   6     0.1000     1.6454    53.6260     2.3700    42.7600   150.8622
14336774.0 / 36546980
   7     0.1000     1.5077    56.7780     2.0230    47.8600   150.7162
12907293.0 / 36546980
   8     0.1000     1.3884    60.1100     1.9503    49.7900   150.9625
11748949.0 / 36546980
   9     0.1000     1.2807    62.8720     1.9399    50.2400   150.7732
10827043.0 / 36546980
  10     0.1000     1.1902    65.3140     2.1420    48.2300   152.2258
10092976.0 / 36546980
  11     0.1000     1.1124    67.4240     2.0262    49.3000   151.5006
9504089.0 / 36546980
  12     0.1000     1.0456    68.9400     1.8793    53.7600   152.2403
9028363.0 / 36546980
  13     0.1000     0.9743    70.8860     1.9757    52.0400   152.5550
8639397.0 / 36546980
  14     0.1000     0.9154    72.4520     1.3381    63.6600   152.8699
8319812.0 / 36546980
  15     0.1000     0.8580    74.1020     1.8577    56.1300   152.8697
8050460.0 / 36546980
  16     0.1000     0.8035    75.4600     1.6075    58.7000   152.8338
7819536.0 / 36546980
  17     0.1000     0.7549    76.9380     1.5415    60.6800   152.9469
7630095.0 / 36546980
  18     0.1000     0.7054    78.1840     1.2555    65.7700   153.0313
7463945.0 / 36546980
  19     0.1000     0.6680    79.6060     1.4347    63.4200   152.9031
7318374.0 / 36546980
  20     0.1000     0.6188    80.7420     1.4958    61.2200   152.9603
7188781.0 / 36546980
  21     0.1000     0.5789    82.0400     1.7666    60.2900   152.9096
7076762.0 / 36546980
  22     0.1000     0.5463    82.7580     1.5874    61.6900   152.1902
6971613.0 / 36546980
  23     0.1000     0.5088    83.9660     1.5396    63.2500   151.0915
6872181.0 / 36546980
  24     0.1000     0.4699    85.2420     1.3902    66.2400   151.3616
6779603.0 / 36546980
  25     0.1000     0.4335    86.2960     1.4263    65.1800   151.4753
6699959.0 / 36546980
  26     0.1000     0.4129    86.8460     1.4562    65.1800   150.7194
6629881.0 / 36546980
  27     0.1000     0.3867    87.5960     1.4754    66.1100   152.0597
6556807.0 / 36546980
  28     0.1000     0.3592    88.5140     1.5245    65.2100   152.2518
6485848.0 / 36546980
  29     0.1000     0.3323    89.3700     1.7616    62.1800   150.6353
6423994.0 / 36546980
  30     0.1000     0.3172    89.7760     1.4184    66.6500   152.3009
6361772.0 / 36546980
  31     0.1000     0.2914    90.6980     1.4320    67.3500   150.7095
6293251.0 / 36546980
  32     0.1000     0.2635    91.4900     1.7728    63.3700   152.7323
6226834.0 / 36546980
  33     0.1000     0.2497    92.1060     1.4703    68.4200   152.7202
6168322.0 / 36546980
  34     0.1000     0.2345    92.5000     1.4789    68.1600   152.8619
6105914.0 / 36546980
  35     0.1000     0.2191    92.8500     1.4713    68.6000   152.6199
6030630.0 / 36546980
  36     0.1000     0.1916    93.9140     1.5885    67.5500   153.0840
5971191.0 / 36546980
  37     0.1000     0.1899    93.8240     1.9180    62.2100   153.0363
5915813.0 / 36546980
  38     0.1000     0.1840    94.1240     1.5440    66.9600   152.1305
5855469.0 / 36546980
  39     0.1000     0.1708    94.5300     1.5747    68.2900   153.0767
5797426.0 / 36546980
  40     0.1000     0.1594    94.8800     1.6886    67.0700   152.9217
5738760.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1515    95.2120     1.5438    68.3200   152.9482
5684102.0 / 36546980
  42     0.1000     0.1446    95.4800     1.4311    69.4600   150.6368
5618172.0 / 36546980
  43     0.1000     0.1304    95.9700     1.3992    70.5500   151.0911
5553840.0 / 36546980
  44     0.1000     0.1218    96.2340     1.5936    68.6400   152.1918
5498797.0 / 36546980
  45     0.1000     0.1211    96.2180     1.4667    70.7600   150.7021
5444770.0 / 36546980
  46     0.1000     0.1183    96.2940     1.5163    70.7400   150.7916
5389815.0 / 36546980
  47     0.1000     0.1091    96.6820     1.9733    64.8400   150.9574
5335461.0 / 36546980
  48     0.1000     0.1051    96.7640     1.6647    69.1500   152.2489
5285458.0 / 36546980
  49     0.1000     0.1050    96.7340     1.4824    69.7900   152.7534
5230976.0 / 36546980
  50     0.1000     0.0976    97.0360     1.6671    68.4000   151.6163
5179776.0 / 36546980
  51     0.1000     0.0948    97.0020     1.8185    66.6300   151.8196
5134755.0 / 36546980
  52     0.1000     0.0951    97.0620     1.4692    70.1600   152.9623
5078279.0 / 36546980
  53     0.1000     0.0839    97.4500     1.4908    71.4800   151.3657
5035141.0 / 36546980
  54     0.1000     0.0902    97.2000     1.4512    71.1400   152.0458
4993692.0 / 36546980
  55     0.1000     0.0898    97.1840     1.4665    71.6200   152.9607
4946235.0 / 36546980
  56     0.1000     0.0802    97.5680     1.4237    71.7000   151.6644
4890518.0 / 36546980
  57     0.1000     0.0722    97.8700     1.5650    69.9500   152.8155
4843900.0 / 36546980
  58     0.1000     0.0700    97.7500     1.5848    70.1700   152.2094
4803726.0 / 36546980
  59     0.1000     0.0754    97.7700     1.6333    70.1200   152.3921
4767640.0 / 36546980
  60     0.1000     0.0761    97.6980     1.5242    70.7400   151.1549
4749316.0 / 36546980
  61     0.1000     0.0899    97.1580     1.5751    70.3300   150.9776
4701843.0 / 36546980
  62     0.1000     0.0647    98.0960     1.4866    72.7400   152.9289
4642402.0 / 36546980
  63     0.1000     0.0512    98.5360     1.6099    71.1500   152.8948
4608017.0 / 36546980
  64     0.1000     0.0686    97.9040     1.5731    71.7400   151.1764
4572789.0 / 36546980
  65     0.1000     0.0649    98.0500     1.7032    68.9700   151.5607
4543120.0 / 36546980
  66     0.1000     0.0697    97.8500     1.5829    71.4800   153.0095
4517683.0 / 36546980
  67     0.1000     0.0716    97.8240     1.8242    68.6700   152.8905
4495836.0 / 36546980
  68     0.1000     0.0720    97.7220     1.6593    70.7800   152.6759
4456513.0 / 36546980
  69     0.1000     0.0582    98.3180     1.6696    70.0800   151.2173
4422463.0 / 36546980
  70     0.1000     0.0598    98.2340     1.5823    71.8300   151.7791
4389850.0 / 36546980
  71     0.1000     0.0575    98.3000     1.7911    69.2900   150.8698
4353713.0 / 36546980
  72     0.1000     0.0547    98.3660     1.6950    70.4500   151.2270
4323944.0 / 36546980
  73     0.1000     0.0580    98.2220     1.7295    70.2800   150.6761
4285369.0 / 36546980
  74     0.1000     0.0494    98.5820     1.5828    71.3500   153.0425
4248352.0 / 36546980
  75     0.1000     0.0500    98.5680     1.6830    70.5800   150.6359
4213931.0 / 36546980
  76     0.1000     0.0499    98.5580     1.5399    72.2700   150.6365
4183537.0 / 36546980
  77     0.1000     0.0504    98.5200     1.7780    69.8700   150.7382
4161796.0 / 36546980
  78     0.1000     0.0551    98.3560     1.6536    70.8700   152.7550
4129141.0 / 36546980
  79     0.1000     0.0453    98.6960     1.6415    70.7200   151.3799
4101339.0 / 36546980
  80     0.1000     0.0473    98.6040     1.5490    71.9100   150.8452
4078446.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0503    98.5540     1.5178    72.7200   150.6053
4056458.0 / 36546980
  82     0.1000     0.0497    98.5440     1.8342    69.1500   150.6255
4046031.0 / 36546980
  83     0.1000     0.0615    98.1760     1.5306    72.1600   150.7508
4021310.0 / 36546980
  84     0.1000     0.0473    98.6520     1.5926    72.0200   151.0383
3994011.0 / 36546980
  85     0.1000     0.0446    98.6780     1.5521    72.8400   152.1832
3973436.0 / 36546980
  86     0.1000     0.0467    98.5780     1.7253    70.3100   152.0219
3950536.0 / 36546980
  87     0.1000     0.0455    98.5680     1.7468    69.5800   152.9024
3928910.0 / 36546980
  88     0.1000     0.0478    98.5320     1.8790    68.5300   152.6048
3900680.0 / 36546980
  89     0.1000     0.0401    98.8440     1.8017    70.3200   151.9399
3877078.0 / 36546980
  90     0.1000     0.0413    98.8020     1.4565    73.3000   152.8983
3855499.0 / 36546980
  91     0.1000     0.0432    98.6660     1.8508    68.6700   151.3959
3844029.0 / 36546980
  92     0.1000     0.0493    98.4980     1.6796    71.2100   151.3710
3829470.0 / 36546980
  93     0.1000     0.0472    98.6080     1.5170    72.8600   152.7202
3806874.0 / 36546980
  94     0.1000     0.0425    98.7960     1.5191    73.0400   152.9446
3780549.0 / 36546980
  95     0.1000     0.0364    98.9340     1.4312    74.0200   152.9948
3752126.0 / 36546980
  96     0.1000     0.0346    98.9840     1.5314    72.6600   152.0609
3732704.0 / 36546980
  97     0.1000     0.0410    98.7900     1.5740    72.1600   152.8651
3730256.0 / 36546980
  98     0.1000     0.0537    98.3120     1.6507    71.8600   152.8888
3709308.0 / 36546980
  99     0.1000     0.0387    98.8900     1.4280    74.7800   151.2713
3670019.0 / 36546980
 100     0.1000     0.0253    99.3240     1.5304    72.9500   152.8528
3637292.0 / 36546980
 101     0.0988     0.0286    99.1920     1.7102    70.9800   152.3490
3610522.0 / 36546980
 102     0.0975     0.0298    99.1520     1.4911    73.6600   152.9397
3573444.0 / 36546980
 103     0.0963     0.0228    99.3880     1.6289    72.2300   152.9252
3554335.0 / 36546980
 104     0.0950     0.0329    98.9860     1.6263    72.4600   150.8288
3525253.0 / 36546980
 105     0.0938     0.0256    99.3140     1.4851    73.4100   151.5597
3491768.0 / 36546980
 106     0.0926     0.0215    99.4480     1.5697    73.7900   152.1820
3456119.0 / 36546980
 107     0.0913     0.0181    99.5420     1.6223    72.8800   152.0845
3428309.0 / 36546980
 108     0.0901     0.0231    99.3780     1.5677    73.7300   150.8368
3394801.0 / 36546980
 109     0.0889     0.0186    99.5360     1.5104    73.4700   152.6583
3358906.0 / 36546980
 110     0.0876     0.0161    99.5940     1.5168    74.1400   152.1878
3327637.0 / 36546980
 111     0.0864     0.0174    99.5180     1.5399    73.4500   152.8555
3293587.0 / 36546980
 112     0.0852     0.0137    99.6560     1.4744    74.8600   152.3711
3255034.0 / 36546980
 113     0.0839     0.0101    99.7580     1.4752    74.7100   152.9056
3217624.0 / 36546980
 114     0.0827     0.0091    99.8000     1.4059    75.8600   152.8540
3178488.0 / 36546980
 115     0.0814     0.0081    99.8200     1.4365    75.2300   151.5051
3144332.0 / 36546980
 116     0.0802     0.0101    99.7780     1.4545    75.3200   152.8594
3105076.0 / 36546980
 117     0.0790     0.0063    99.8780     1.3950    75.8800   152.9795
3069364.0 / 36546980
 118     0.0777     0.0070    99.8260     1.4747    75.3100   151.1471
3035908.0 / 36546980
 119     0.0765     0.0073    99.8200     1.4314    75.2000   153.0466
3003545.0 / 36546980
 120     0.0753     0.0073    99.8500     1.4848    74.6500   151.0711
2971712.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0073    99.8440     1.4821    75.3200   150.9016
2953622.0 / 36546980
 122     0.0728     0.0145    99.5700     1.6483    73.1900   152.7098
2940039.0 / 36546980
 123     0.0715     0.0165    99.5580     1.5462    74.0800   152.7573
2922899.0 / 36546980
 124     0.0703     0.0146    99.6380     1.4823    75.1700   152.3646
2902705.0 / 36546980
 125     0.0691     0.0117    99.6920     1.5001    74.9700   151.0229
2878652.0 / 36546980
 126     0.0678     0.0090    99.7880     1.4772    75.4300   152.5409
2850551.0 / 36546980
 127     0.0666     0.0058    99.8940     1.5806    73.9000   150.6900
2823620.0 / 36546980
 128     0.0654     0.0057    99.8860     1.4679    75.0300   152.7286
2798408.0 / 36546980
 129     0.0641     0.0059    99.8720     1.4735    75.1800   152.3799
2775422.0 / 36546980
 130     0.0629     0.0075    99.8240     1.4561    75.6800   150.6856
2750605.0 / 36546980
 131     0.0616     0.0049    99.8940     1.4798    75.4100   152.3200
2723603.0 / 36546980
 132     0.0604     0.0038    99.9260     1.4266    76.0100   152.9115
2698779.0 / 36546980
 133     0.0592     0.0035    99.9260     1.4055    76.3600   152.9414
2673260.0 / 36546980
 134     0.0579     0.0029    99.9560     1.4224    76.0900   151.7388
2648766.0 / 36546980
 135     0.0567     0.0030    99.9420     1.4235    76.0600   151.3127
2624505.0 / 36546980
 136     0.0554     0.0025    99.9480     1.4064    75.9500   150.6177
2601355.0 / 36546980
 137     0.0542     0.0025    99.9560     1.3993    76.5500   151.0937
2577764.0 / 36546980
 138     0.0530     0.0022    99.9620     1.4074    76.3100   152.8976
2555577.0 / 36546980
 139     0.0517     0.0021    99.9640     1.4128    75.9900   152.8675
2534041.0 / 36546980
 140     0.0505     0.0019    99.9660     1.4193    76.1600   152.3901
2512579.0 / 36546980
 141     0.0493     0.0016    99.9700     1.4057    76.4600   152.1245
2492330.0 / 36546980
 142     0.0480     0.0017    99.9640     1.3951    76.2900   152.0262
2472517.0 / 36546980
 143     0.0468     0.0016    99.9640     1.3869    76.3900   152.3029
2453165.0 / 36546980
 144     0.0456     0.0013    99.9720     1.3920    76.4200   152.9304
2435099.0 / 36546980
 145     0.0443     0.0018    99.9540     1.3888    76.1000   152.4144
2417436.0 / 36546980
 146     0.0431     0.0015    99.9640     1.3790    76.5400   152.9281
2400461.0 / 36546980
 147     0.0418     0.0014    99.9680     1.3873    76.4800   151.7515
2384019.0 / 36546980
 148     0.0406     0.0013    99.9700     1.3803    76.2600   152.2987
2368640.0 / 36546980
 149     0.0394     0.0014    99.9580     1.3961    76.4900   152.4197
2353702.0 / 36546980
 150     0.0381     0.0014    99.9720     1.3981    76.3300   152.4638
2339250.0 / 36546980
 151     0.0369     0.0012    99.9740     1.3785    76.3800   152.0680
2325664.0 / 36546980
 152     0.0357     0.0013    99.9720     1.3951    76.1600   152.4687
2312824.0 / 36546980
 153     0.0344     0.0015    99.9640     1.3820    76.3800   151.0196
2300331.0 / 36546980
 154     0.0332     0.0012    99.9720     1.3805    76.5900   151.5803
2288313.0 / 36546980
 155     0.0319     0.0011    99.9700     1.3659    76.6500   152.2975
2276932.0 / 36546980
 156     0.0307     0.0010    99.9760     1.3708    76.5300   152.4888
2266109.0 / 36546980
 157     0.0295     0.0011    99.9700     1.3749    76.5000   152.2789
2255929.0 / 36546980
 158     0.0282     0.0011    99.9760     1.3722    76.3100   150.6890
2246242.0 / 36546980
 159     0.0270     0.0012    99.9660     1.3933    76.2600   150.6356
2237072.0 / 36546980
 160     0.0257     0.0011    99.9760     1.3753    76.4800   150.6732
2228419.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0011    99.9740     1.3668    76.4700   150.6591
2220397.0 / 36546980
 162     0.0233     0.0010    99.9780     1.3616    76.5900   152.5466
2212634.0 / 36546980
 163     0.0220     0.0009    99.9800     1.3607    76.7000   152.9423
2205622.0 / 36546980
 164     0.0208     0.0010    99.9700     1.3711    76.5400   150.6236
2198813.0 / 36546980
 165     0.0196     0.0010    99.9760     1.3568    76.6100   152.3816
2192724.0 / 36546980
 166     0.0183     0.0009    99.9800     1.3728    76.6000   150.6692
2187128.0 / 36546980
 167     0.0171     0.0009    99.9780     1.3673    76.5700   152.9509
2181788.0 / 36546980
 168     0.0159     0.0010    99.9760     1.3589    76.5400   152.8936
2177010.0 / 36546980
 169     0.0146     0.0010    99.9760     1.3645    76.3900   152.5566
2172986.0 / 36546980
 170     0.0134     0.0010    99.9720     1.3625    76.6600   150.5703
2169005.0 / 36546980
 171     0.0121     0.0009    99.9800     1.3674    76.6500   152.8905
2165716.0 / 36546980
 172     0.0109     0.0010    99.9700     1.3726    76.4400   152.9836
2162793.0 / 36546980
 173     0.0097     0.0008    99.9820     1.3628    76.6900   151.6282
2160342.0 / 36546980
 174     0.0084     0.0009    99.9760     1.3575    76.5100   152.2561
2158307.0 / 36546980
 175     0.0072     0.0008    99.9820     1.3765    76.5300   150.6981
2156440.0 / 36546980
 176     0.0060     0.0009    99.9820     1.3662    76.5200   150.6420
2155152.0 / 36546980
 177     0.0047     0.0008    99.9780     1.3597    76.6500   151.9806
2154141.0 / 36546980
 178     0.0035     0.0008    99.9860     1.3585    76.4100   150.9952
2153632.0 / 36546980
 179     0.0022     0.0008    99.9860     1.3631    76.6700   152.5855
2153360.0 / 36546980
 180     0.0010     0.0009    99.9740     1.3721    76.6200   151.5185
2153069.0 / 36546980
 181     0.0010     0.0009    99.9780     1.3620    76.7300   152.9189
2152831.0 / 36546980
 182     0.0010     0.0008    99.9840     1.3641    76.8200   152.0259
2152545.0 / 36546980
 183     0.0010     0.0008    99.9740     1.3549    76.8000   150.9854
2152298.0 / 36546980
 184     0.0010     0.0008    99.9760     1.3533    76.6500   152.6562
2152054.0 / 36546980
 185     0.0010     0.0008    99.9820     1.3705    76.6600   152.9332
2151782.0 / 36546980
 186     0.0010     0.0008    99.9760     1.3702    76.7400   150.9049
2151510.0 / 36546980
 187     0.0010     0.0008    99.9800     1.3630    76.6400   152.6371
2151242.0 / 36546980
 188     0.0010     0.0008    99.9800     1.3555    76.7100   151.8982
2151042.0 / 36546980
 189     0.0010     0.0009    99.9740     1.3697    76.7400   152.6028
2150778.0 / 36546980
 190     0.0010     0.0009    99.9720     1.3579    76.6000   152.7696
2150506.0 / 36546980
 191     0.0010     0.0008    99.9820     1.3739    76.8300   152.9921
2150257.0 / 36546980
 192     0.0010     0.0008    99.9780     1.3640    76.8500   152.8919
2149979.0 / 36546980
 193     0.0010     0.0008    99.9800     1.3718    76.6000   150.6393
2149750.0 / 36546980
 194     0.0010     0.0008    99.9820     1.3615    76.8800   152.5632
2149522.0 / 36546980
 195     0.0010     0.0007    99.9860     1.3632    76.4700   152.8634
2149267.0 / 36546980
 196     0.0010     0.0008    99.9840     1.3628    76.5400   151.1549
2148982.0 / 36546980
 197     0.0010     0.0009    99.9780     1.3657    76.5700   152.8594
2148754.0 / 36546980
 198     0.0010     0.0009    99.9700     1.3685    76.4800   151.3147
2148541.0 / 36546980
 199     0.0010     0.0008    99.9760     1.3702    76.6800   151.2586
2148278.0 / 36546980
 200     0.0010     0.0008    99.9740     1.3625    76.6800   152.0514
