Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new2/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
total epochs: 200
29443029.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7292    12.6260     5.7124     5.7700   154.8480
25798649.0 / 36546980
   2     0.1000     2.9826    25.1100     3.7697    18.2700   150.6309
22869005.0 / 36546980
   3     0.1000     2.4809    34.9580     2.9967    27.4300   150.5536
20322946.0 / 36546980
   4     0.1000     2.1161    42.6140     2.7522    34.1700   150.5067
18063836.0 / 36546980
   5     0.1000     1.8517    48.6200     2.4819    38.0000   150.5667
16062527.0 / 36546980
   6     0.1000     1.6537    53.5200     2.6131    39.7700   150.5087
14337712.0 / 36546980
   7     0.1000     1.5141    56.7120     2.0213    47.2100   150.6536
12910229.0 / 36546980
   8     0.1000     1.3932    59.9960     1.7390    52.7000   150.6065
11749059.0 / 36546980
   9     0.1000     1.2866    62.7500     1.9248    50.3500   150.5153
10824776.0 / 36546980
  10     0.1000     1.1929    65.1440     2.0885    48.1200   150.5105
10088322.0 / 36546980
  11     0.1000     1.1183    67.1220     1.8528    51.6300   150.6176
9497327.0 / 36546980
  12     0.1000     1.0502    68.7640     1.7875    54.9000   150.7704
9018768.0 / 36546980
  13     0.1000     0.9782    70.7780     2.0133    51.8200   150.5431
8632249.0 / 36546980
  14     0.1000     0.9211    72.5240     1.4329    61.5900   150.6238
8310263.0 / 36546980
  15     0.1000     0.8606    74.0680     1.8297    56.5300   150.4565
8043464.0 / 36546980
  16     0.1000     0.8086    75.4140     1.6909    57.0300   150.7179
7817071.0 / 36546980
  17     0.1000     0.7605    76.5020     1.4989    60.9500   150.4613
7629893.0 / 36546980
  18     0.1000     0.7109    77.9860     1.4892    61.4000   150.4981
7458776.0 / 36546980
  19     0.1000     0.6642    79.6000     1.4087    64.1900   150.5650
7314815.0 / 36546980
  20     0.1000     0.6233    80.4840     1.8059    55.9100   150.5568
7185882.0 / 36546980
  21     0.1000     0.5817    81.8540     1.6831    60.7400   150.5918
7072116.0 / 36546980
  22     0.1000     0.5451    82.8160     1.7427    60.9700   150.5661
6971954.0 / 36546980
  23     0.1000     0.5120    83.8420     1.3739    65.5900   150.6326
6872498.0 / 36546980
  24     0.1000     0.4685    85.2080     1.5491    63.1200   150.6113
6787325.0 / 36546980
  25     0.1000     0.4446    85.9660     1.3448    66.3500   150.4563
6699175.0 / 36546980
  26     0.1000     0.4067    87.1160     1.4704    64.6700   150.5198
6626834.0 / 36546980
  27     0.1000     0.3833    87.7460     1.4820    65.0400   150.5335
6555343.0 / 36546980
  28     0.1000     0.3604    88.5880     1.5166    64.6400   150.5601
6484040.0 / 36546980
  29     0.1000     0.3314    89.3280     1.9407    60.1600   150.5255
6417818.0 / 36546980
  30     0.1000     0.3156    89.8740     1.4911    66.2400   150.5631
6352370.0 / 36546980
  31     0.1000     0.2878    90.9080     1.9310    61.3500   150.5200
6290230.0 / 36546980
  32     0.1000     0.2710    91.2000     1.5336    66.7100   150.5223
6223190.0 / 36546980
  33     0.1000     0.2457    92.1520     1.6778    65.5000   150.5594
6163849.0 / 36546980
  34     0.1000     0.2410    92.2520     1.4601    68.2000   150.6103
6097376.0 / 36546980
  35     0.1000     0.2152    93.0960     1.6275    66.7800   150.5676
6036740.0 / 36546980
  36     0.1000     0.2008    93.4860     1.4351    68.2800   150.6846
5973147.0 / 36546980
  37     0.1000     0.1924    93.9600     1.7536    66.0800   150.4211
5906161.0 / 36546980
  38     0.1000     0.1745    94.5520     1.3628    70.5500   150.5677
5851280.0 / 36546980
  39     0.1000     0.1747    94.3340     1.7124    66.7600   150.4957
5790855.0 / 36546980
  40     0.1000     0.1601    94.9380     1.4144    71.0500   150.5545
5728055.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1495    95.2160     1.5127    68.1300   150.5173
5669633.0 / 36546980
  42     0.1000     0.1417    95.6300     1.6551    67.6100   150.4893
5613042.0 / 36546980
  43     0.1000     0.1380    95.6440     1.5188    68.9500   150.6004
5560987.0 / 36546980
  44     0.1000     0.1334    95.7200     1.4878    69.8400   150.4884
5490979.0 / 36546980
  45     0.1000     0.1109    96.6000     1.7017    67.3500   150.4931
5437365.0 / 36546980
  46     0.1000     0.1188    96.3740     1.5118    69.5200   150.6994
5391341.0 / 36546980
  47     0.1000     0.1178    96.1940     1.5602    69.0300   150.4626
5333837.0 / 36546980
  48     0.1000     0.1035    96.7860     1.6766    68.7900   150.5670
5284103.0 / 36546980
  49     0.1000     0.1056    96.7000     1.7399    68.4000   150.4361
5226018.0 / 36546980
  50     0.1000     0.0947    97.0380     1.4345    71.7600   150.5907
5179181.0 / 36546980
  51     0.1000     0.0967    96.9560     1.7732    68.0700   150.5523
5124095.0 / 36546980
  52     0.1000     0.0869    97.3880     1.7671    67.5700   150.5994
5077182.0 / 36546980
  53     0.1000     0.0904    97.0960     1.5521    71.2300   150.4822
5030255.0 / 36546980
  54     0.1000     0.0872    97.3380     1.4924    71.4400   150.6434
4978457.0 / 36546980
  55     0.1000     0.0769    97.6520     1.5745    71.5800   150.5007
4941978.0 / 36546980
  56     0.1000     0.0868    97.3240     1.5988    70.1100   150.6051
4906950.0 / 36546980
  57     0.1000     0.0858    97.2880     1.8413    67.6100   150.5494
4877029.0 / 36546980
  58     0.1000     0.0902    97.0880     1.9844    66.0100   150.5337
4828693.0 / 36546980
  59     0.1000     0.0719    97.8100     1.7709    68.9400   150.7660
4774509.0 / 36546980
  60     0.1000     0.0646    98.1240     1.6538    71.4600   150.5009
4730147.0 / 36546980
  61     0.1000     0.0691    97.9340     1.6683    70.1600   150.6107
4685945.0 / 36546980
  62     0.1000     0.0653    98.0880     1.4905    72.3600   150.6553
4649935.0 / 36546980
  63     0.1000     0.0690    97.9360     1.4792    72.3400   150.6080
4619654.0 / 36546980
  64     0.1000     0.0732    97.8740     1.6494    70.4500   150.6900
4587086.0 / 36546980
  65     0.1000     0.0695    97.8720     1.5607    71.5900   150.6625
4542081.0 / 36546980
  66     0.1000     0.0581    98.2720     1.6091    71.2500   150.6607
4507964.0 / 36546980
  67     0.1000     0.0618    98.1580     1.6860    69.6200   150.4954
4472331.0 / 36546980
  68     0.1000     0.0614    98.1600     1.5337    72.6300   150.5712
4428520.0 / 36546980
  69     0.1000     0.0515    98.4840     1.5084    72.2700   150.4669
4400769.0 / 36546980
  70     0.1000     0.0622    98.1380     1.5832    71.4100   150.5416
4375981.0 / 36546980
  71     0.1000     0.0646    98.0860     1.7594    69.6100   150.6102
4352527.0 / 36546980
  72     0.1000     0.0621    98.0200     1.6954    69.9400   150.4640
4323776.0 / 36546980
  73     0.1000     0.0585    98.2440     1.5797    73.0100   150.5473
4284900.0 / 36546980
  74     0.1000     0.0491    98.5760     1.6549    71.4500   150.5786
4247566.0 / 36546980
  75     0.1000     0.0493    98.5660     1.5830    72.3900   150.5911
4218640.0 / 36546980
  76     0.1000     0.0520    98.4480     1.8155    70.1200   150.8374
4204778.0 / 36546980
  77     0.1000     0.0644    98.0000     1.6494    70.8800   150.7314
4182452.0 / 36546980
  78     0.1000     0.0562    98.3120     1.6940    71.6600   150.5632
4146596.0 / 36546980
  79     0.1000     0.0458    98.6440     1.5597    72.9600   150.5207
4116528.0 / 36546980
  80     0.1000     0.0482    98.5780     1.4500    72.3000   150.5300
4087894.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0465    98.6280     2.0004    68.0700   150.6349
4076606.0 / 36546980
  82     0.1000     0.0623    98.1060     1.5104    72.6800   150.4842
4063273.0 / 36546980
  83     0.1000     0.0587    98.1760     1.5833    72.0200   150.7620
4026726.0 / 36546980
  84     0.1000     0.0410    98.8020     1.6136    72.0800   150.5857
3986276.0 / 36546980
  85     0.1000     0.0366    99.0000     1.9009    69.7000   150.5709
3953829.0 / 36546980
  86     0.1000     0.0386    98.8880     1.5305    73.1900   150.5133
3914909.0 / 36546980
  87     0.1000     0.0337    99.0720     1.7183    71.0900   150.6456
3886349.0 / 36546980
  88     0.1000     0.0401    98.8920     1.7909    70.4900   150.5275
3879587.0 / 36546980
  89     0.1000     0.0531    98.4080     1.7041    71.0400   150.5827
3862363.0 / 36546980
  90     0.1000     0.0471    98.6620     1.4720    73.7800   150.4721
3840936.0 / 36546980
  91     0.1000     0.0434    98.7200     1.6219    71.5900   150.5180
3821249.0 / 36546980
  92     0.1000     0.0447    98.6800     1.4862    74.2800   150.6126
3784283.0 / 36546980
  93     0.1000     0.0306    99.1680     1.6132    71.9900   150.5913
3760692.0 / 36546980
  94     0.1000     0.0369    98.9220     1.7424    70.6900   150.4409
3747332.0 / 36546980
  95     0.1000     0.0429    98.6800     1.5097    72.9200   150.3868
3747886.0 / 36546980
  96     0.1000     0.0537    98.3480     1.7872    70.1000   150.6187
3746416.0 / 36546980
  97     0.1000     0.0539    98.3820     1.8687    69.1900   150.4735
3743684.0 / 36546980
  98     0.1000     0.0547    98.3740     1.8796    69.0000   150.5452
3719480.0 / 36546980
  99     0.1000     0.0380    98.9280     1.6558    71.9700   150.4629
3687839.0 / 36546980
 100     0.1000     0.0302    99.1440     1.7399    71.2300   150.5507
3658700.0 / 36546980
 101     0.0988     0.0331    99.0540     1.5939    72.4600   150.5150
3625226.0 / 36546980
 102     0.0975     0.0266    99.3100     1.4947    73.7100   150.5746
3588949.0 / 36546980
 103     0.0963     0.0254    99.3260     1.4471    74.6300   150.5080
3553531.0 / 36546980
 104     0.0950     0.0218    99.4300     1.7505    71.9800   150.4715
3528747.0 / 36546980
 105     0.0938     0.0297    99.1440     1.4739    74.3000   150.4306
3495299.0 / 36546980
 106     0.0926     0.0222    99.4300     1.5257    74.0500   150.4924
3459369.0 / 36546980
 107     0.0913     0.0178    99.5320     1.4849    74.3000   150.4837
3413102.0 / 36546980
 108     0.0901     0.0110    99.7920     1.4304    75.3100   150.4497
3368695.0 / 36546980
 109     0.0889     0.0105    99.7680     1.7377    72.9500   150.6104
3327008.0 / 36546980
 110     0.0876     0.0114    99.7300     1.4321    75.5700   150.4519
3282666.0 / 36546980
 111     0.0864     0.0086    99.8120     1.4508    75.6700   150.5464
3245662.0 / 36546980
 112     0.0852     0.0114    99.7320     1.4487    75.7000   150.4417
3209657.0 / 36546980
 113     0.0839     0.0118    99.7040     1.5021    74.3500   150.4607
3174633.0 / 36546980
 114     0.0827     0.0111    99.7140     1.4856    74.8600   150.4619
3138858.0 / 36546980
 115     0.0814     0.0099    99.7860     1.4708    75.5900   150.5369
3104571.0 / 36546980
 116     0.0802     0.0096    99.7760     1.4713    75.2300   150.5431
3075526.0 / 36546980
 117     0.0790     0.0123    99.7000     1.5064    74.4700   150.5431
3042313.0 / 36546980
 118     0.0777     0.0089    99.8120     1.4798    75.6300   150.5072
3007029.0 / 36546980
 119     0.0765     0.0066    99.8680     1.4110    75.8900   150.7134
2972527.0 / 36546980
 120     0.0753     0.0062    99.8860     1.4566    75.6900   150.5625
2939321.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0064    99.8480     1.5141    75.5000   150.5912
2907449.0 / 36546980
 122     0.0728     0.0058    99.8620     1.4615    75.6800   150.5485
2881119.0 / 36546980
 123     0.0715     0.0085    99.7940     1.5345    74.7500   150.5263
2857100.0 / 36546980
 124     0.0703     0.0099    99.7660     1.4429    75.4400   150.4254
2832362.0 / 36546980
 125     0.0691     0.0076    99.8200     1.5409    74.3300   150.4476
2809121.0 / 36546980
 126     0.0678     0.0086    99.7960     1.4980    75.2800   150.6422
2785151.0 / 36546980
 127     0.0666     0.0074    99.8260     1.4649    75.4000   150.6002
2759510.0 / 36546980
 128     0.0654     0.0059    99.8920     1.4639    75.8000   150.4046
2735748.0 / 36546980
 129     0.0641     0.0061    99.8660     1.4309    76.3200   150.6484
2711588.0 / 36546980
 130     0.0629     0.0056    99.8920     1.4451    76.2200   150.5575
2686423.0 / 36546980
 131     0.0616     0.0040    99.9280     1.4354    76.3500   150.5374
2661326.0 / 36546980
 132     0.0604     0.0044    99.9020     1.4647    76.4300   150.4815
2636936.0 / 36546980
 133     0.0592     0.0038    99.9300     1.4202    76.1800   150.6343
2614386.0 / 36546980
 134     0.0579     0.0038    99.9100     1.4685    76.1400   150.5609
2591551.0 / 36546980
 135     0.0567     0.0037    99.9260     1.4593    76.3400   150.5322
2568318.0 / 36546980
 136     0.0554     0.0028    99.9420     1.4344    76.8800   150.5341
2546377.0 / 36546980
 137     0.0542     0.0030    99.9420     1.4305    76.6400   150.4330
2522995.0 / 36546980
 138     0.0530     0.0020    99.9640     1.4219    76.8000   150.4244
2500965.0 / 36546980
 139     0.0517     0.0019    99.9680     1.4394    76.7100   150.5772
2480378.0 / 36546980
 140     0.0505     0.0024    99.9480     1.4400    76.3600   150.5440
2459814.0 / 36546980
 141     0.0493     0.0024    99.9600     1.4062    77.2100   150.5510
2440642.0 / 36546980
 142     0.0480     0.0019    99.9580     1.4320    76.9500   150.5193
2422085.0 / 36546980
 143     0.0468     0.0023    99.9460     1.4249    76.8500   150.5576
2404272.0 / 36546980
 144     0.0456     0.0020    99.9460     1.4174    76.6800   150.5560
2386083.0 / 36546980
 145     0.0443     0.0017    99.9680     1.4066    76.8900   150.5770
2369336.0 / 36546980
 146     0.0431     0.0017    99.9620     1.4150    76.8800   150.5582
2353067.0 / 36546980
 147     0.0418     0.0017    99.9680     1.4168    76.7900   150.5425
2337573.0 / 36546980
 148     0.0406     0.0016    99.9640     1.4121    76.8500   150.5171
2322694.0 / 36546980
 149     0.0394     0.0017    99.9680     1.4177    76.9000   150.5499
2308195.0 / 36546980
 150     0.0381     0.0015    99.9700     1.4240    76.9400   150.5369
2294249.0 / 36546980
 151     0.0369     0.0013    99.9640     1.4096    76.6300   150.5452
2280663.0 / 36546980
 152     0.0357     0.0013    99.9800     1.4078    76.5600   150.5190
2267714.0 / 36546980
 153     0.0344     0.0013    99.9660     1.4147    76.8900   150.5455
2255792.0 / 36546980
 154     0.0332     0.0013    99.9640     1.4145    77.1900   150.4592
2244054.0 / 36546980
 155     0.0319     0.0013    99.9660     1.4007    76.9500   150.5866
2232839.0 / 36546980
 156     0.0307     0.0011    99.9700     1.3973    77.0900   150.4726
2222121.0 / 36546980
 157     0.0295     0.0010    99.9780     1.3964    77.1300   150.6645
2212025.0 / 36546980
 158     0.0282     0.0012    99.9700     1.4247    76.7200   150.4890
2202600.0 / 36546980
 159     0.0270     0.0012    99.9780     1.4000    76.9300   150.6440
2193485.0 / 36546980
 160     0.0257     0.0011    99.9720     1.4112    76.9800   150.5363
2185025.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0010    99.9760     1.4011    76.9200   150.5844
2177199.0 / 36546980
 162     0.0233     0.0010    99.9800     1.4055    77.0000   150.5838
2169698.0 / 36546980
 163     0.0220     0.0010    99.9800     1.4021    76.9800   150.4799
2162677.0 / 36546980
 164     0.0208     0.0010    99.9720     1.4035    77.0700   150.5084
2156359.0 / 36546980
 165     0.0196     0.0011    99.9700     1.3922    77.1300   150.4781
2150150.0 / 36546980
 166     0.0183     0.0009    99.9780     1.4135    76.9100   150.4975
2144580.0 / 36546980
 167     0.0171     0.0009    99.9780     1.3998    77.2900   150.5803
2139480.0 / 36546980
 168     0.0159     0.0011    99.9640     1.3911    77.0300   150.5531
2134982.0 / 36546980
 169     0.0146     0.0009    99.9780     1.3828    77.0900   150.4864
2130899.0 / 36546980
 170     0.0134     0.0010    99.9740     1.3904    77.1000   150.5015
2127025.0 / 36546980
 171     0.0121     0.0009    99.9780     1.4013    76.8800   150.7212
2123831.0 / 36546980
 172     0.0109     0.0010    99.9760     1.3997    77.1000   150.5072
2120964.0 / 36546980
 173     0.0097     0.0009    99.9820     1.3865    77.1400   150.6065
2118369.0 / 36546980
 174     0.0084     0.0009    99.9780     1.3751    77.1700   150.5180
2116339.0 / 36546980
 175     0.0072     0.0009    99.9800     1.3992    76.9700   150.5378
2114577.0 / 36546980
 176     0.0060     0.0008    99.9760     1.3944    77.2400   150.5067
2113303.0 / 36546980
 177     0.0047     0.0008    99.9800     1.3830    77.2700   150.5242
2112256.0 / 36546980
 178     0.0035     0.0008    99.9880     1.3839    77.2100   150.5671
2111802.0 / 36546980
 179     0.0022     0.0008    99.9840     1.3880    77.1600   150.5590
2111529.0 / 36546980
 180     0.0010     0.0009    99.9740     1.3882    77.0200   150.5058
2111275.0 / 36546980
 181     0.0010     0.0009    99.9740     1.3819    77.2100   150.5299
2111035.0 / 36546980
 182     0.0010     0.0008    99.9840     1.3923    77.2300   150.5275
2110775.0 / 36546980
 183     0.0010     0.0008    99.9820     1.3797    77.1500   150.4849
2110524.0 / 36546980
 184     0.0010     0.0008    99.9820     1.3815    77.1300   150.5248
2110251.0 / 36546980
 185     0.0010     0.0008    99.9820     1.3933    77.0300   150.5483
2109992.0 / 36546980
 186     0.0010     0.0009    99.9740     1.3795    77.0500   150.5064
2109729.0 / 36546980
 187     0.0010     0.0008    99.9780     1.3883    77.0300   150.5041
2109513.0 / 36546980
 188     0.0010     0.0008    99.9780     1.3891    77.2600   150.5186
2109254.0 / 36546980
 189     0.0010     0.0008    99.9780     1.3835    77.0100   150.4582
2109019.0 / 36546980
 190     0.0010     0.0008    99.9760     1.3777    77.2000   150.5526
2108741.0 / 36546980
 191     0.0010     0.0008    99.9800     1.4082    77.2700   150.4767
2108481.0 / 36546980
 192     0.0010     0.0008    99.9760     1.3863    77.1200   150.5212
2108205.0 / 36546980
 193     0.0010     0.0008    99.9820     1.3915    77.0400   150.5347
2107946.0 / 36546980
 194     0.0010     0.0009    99.9800     1.3787    77.1500   150.4845
2107716.0 / 36546980
 195     0.0010     0.0008    99.9900     1.3890    77.0900   150.6362
2107516.0 / 36546980
 196     0.0010     0.0008    99.9840     1.3881    77.2000   150.4413
2107292.0 / 36546980
 197     0.0010     0.0008    99.9800     1.3913    77.1300   150.4975
2107037.0 / 36546980
 198     0.0010     0.0008    99.9740     1.3907    77.1900   150.4936
2106745.0 / 36546980
 199     0.0010     0.0008    99.9760     1.3969    77.2400   150.4735
2106514.0 / 36546980
 200     0.0010     0.0008    99.9780     1.3809    77.3300   150.4722
