Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
total epochs: 200
29442933.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7362    12.5580     4.7143     8.4400    98.7044
25801547.0 / 36546980
   2     0.1000     2.9840    25.1100     3.9997    16.6300    97.3064
22867869.0 / 36546980
   3     0.1000     2.4734    34.9320     2.8542    29.5400    97.1997
20326760.0 / 36546980
   4     0.1000     2.1037    42.8680     2.6109    36.0200    97.0449
18065396.0 / 36546980
   5     0.1000     1.8412    48.9880     2.4573    39.0000    97.4052
16065193.0 / 36546980
   6     0.1000     1.6432    53.6900     2.3951    42.1300    97.6350
14339847.0 / 36546980
   7     0.1000     1.5078    56.8720     2.2547    43.7400    97.4574
12910026.0 / 36546980
   8     0.1000     1.3860    60.1780     1.8083    51.2200    97.2848
11748301.0 / 36546980
   9     0.1000     1.2794    62.9520     2.0285    49.2200    97.3513
10825959.0 / 36546980
  10     0.1000     1.1870    65.2600     2.0261    50.9700    97.2007
10088926.0 / 36546980
  11     0.1000     1.1127    67.1940     1.8473    52.0900    96.1380
9498365.0 / 36546980
  12     0.1000     1.0409    69.2260     1.8599    53.7100    97.4987
9018691.0 / 36546980
  13     0.1000     0.9754    70.6940     1.7519    55.9400    97.8050
8632573.0 / 36546980
  14     0.1000     0.9134    72.7100     1.3852    62.8400    97.2987
8311317.0 / 36546980
  15     0.1000     0.8557    74.2040     1.5929    60.0100    97.4269
8041588.0 / 36546980
  16     0.1000     0.8040    75.5420     1.5633    59.6300    97.8798
7811226.0 / 36546980
  17     0.1000     0.7538    76.8200     1.5759    59.4500    97.5857
7620758.0 / 36546980
  18     0.1000     0.7008    78.4360     1.4365    63.0200    97.9393
7451452.0 / 36546980
  19     0.1000     0.6656    79.3760     1.5115    62.3900    97.6393
7306559.0 / 36546980
  20     0.1000     0.6232    80.5980     1.9037    55.5900    97.4569
7175527.0 / 36546980
  21     0.1000     0.5797    81.8220     1.7936    59.7200    97.4094
7061634.0 / 36546980
  22     0.1000     0.5458    82.8000     1.4657    63.7600    97.3842
6956279.0 / 36546980
  23     0.1000     0.5069    84.0860     1.5466    61.8500    97.2579
6853319.0 / 36546980
  24     0.1000     0.4628    85.3420     1.5409    62.3500    97.8539
6765739.0 / 36546980
  25     0.1000     0.4367    86.2140     1.3245    67.5700    97.5671
6686501.0 / 36546980
  26     0.1000     0.4132    86.7500     1.3599    67.5500    97.4273
6610893.0 / 36546980
  27     0.1000     0.3865    87.4380     1.3411    68.0100    97.4547
6536355.0 / 36546980
  28     0.1000     0.3536    88.7520     1.3776    67.1900    97.5150
6467121.0 / 36546980
  29     0.1000     0.3355    89.2840     1.7189    63.2400    98.1187
6400573.0 / 36546980
  30     0.1000     0.3134    90.0300     1.5802    65.6400    97.6280
6338493.0 / 36546980
  31     0.1000     0.2917    90.6800     1.4691    67.6300    96.7960
6277810.0 / 36546980
  32     0.1000     0.2716    91.2820     1.7923    63.9700    97.7415
6218593.0 / 36546980
  33     0.1000     0.2550    91.7440     1.6046    67.0600    97.5654
6155024.0 / 36546980
  34     0.1000     0.2335    92.4960     1.8242    64.9500    97.3399
6094093.0 / 36546980
  35     0.1000     0.2244    92.7800     1.5157    67.3000    97.1519
6029489.0 / 36546980
  36     0.1000     0.2040    93.4200     1.5705    66.7100    97.4340
5967040.0 / 36546980
  37     0.1000     0.1885    94.0200     1.7892    65.3600    97.6834
5906701.0 / 36546980
  38     0.1000     0.1799    94.2060     1.4503    68.4000    97.6451
5851768.0 / 36546980
  39     0.1000     0.1753    94.3280     1.5316    67.6200    97.2639
5787263.0 / 36546980
  40     0.1000     0.1573    95.0300     1.6014    69.0300    97.4813
5729503.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1539    95.0860     1.6196    67.4700    97.4352
5670644.0 / 36546980
  42     0.1000     0.1436    95.5620     1.6160    68.2400    97.7324
5612964.0 / 36546980
  43     0.1000     0.1372    95.7060     1.7275    66.0300    97.9340
5546993.0 / 36546980
  44     0.1000     0.1208    96.3060     1.7264    67.3900    97.7903
5494805.0 / 36546980
  45     0.1000     0.1258    96.0920     1.5518    69.8900    97.0551
5439180.0 / 36546980
  46     0.1000     0.1197    96.3420     1.6082    68.3700    97.1361
5380631.0 / 36546980
  47     0.1000     0.1101    96.6220     1.6304    68.6100    97.0650
5326056.0 / 36546980
  48     0.1000     0.1064    96.7480     1.6048    68.8900    98.0593
5273364.0 / 36546980
  49     0.1000     0.1028    96.8000     1.5878    69.7200    97.2360
5218393.0 / 36546980
  50     0.1000     0.0963    96.9920     1.6289    69.7100    97.7337
5170749.0 / 36546980
  51     0.1000     0.0972    96.9640     1.5938    69.9600    96.5765
5117481.0 / 36546980
  52     0.1000     0.0891    97.3140     1.7755    68.5600    97.1969
5076322.0 / 36546980
  53     0.1000     0.0954    97.0160     1.6747    69.1800    97.4739
5030346.0 / 36546980
  54     0.1000     0.0894    97.2260     1.6329    69.6600    97.7057
4985798.0 / 36546980
  55     0.1000     0.0851    97.4080     1.5836    69.9300    97.4352
4946977.0 / 36546980
  56     0.1000     0.0898    97.2700     1.4852    71.0200    97.5541
4906861.0 / 36546980
  57     0.1000     0.0846    97.4100     1.4873    71.5300    97.7061
4858750.0 / 36546980
  58     0.1000     0.0734    97.7980     1.8581    66.6000    97.3570
4816616.0 / 36546980
  59     0.1000     0.0784    97.6180     1.4739    71.0200    97.8134
4755090.0 / 36546980
  60     0.1000     0.0584    98.3120     1.8155    69.1000    97.3915
4717880.0 / 36546980
  61     0.1000     0.0741    97.7580     1.5800    71.7400    97.7129
4676789.0 / 36546980
  62     0.1000     0.0692    97.8980     1.5123    72.2700    97.8575
4640306.0 / 36546980
  63     0.1000     0.0685    97.9220     1.6985    70.1500    97.1396
4599747.0 / 36546980
  64     0.1000     0.0634    98.0960     1.5637    71.3100    97.8486
4570985.0 / 36546980
  65     0.1000     0.0735    97.7340     1.6086    70.8200    96.8254
4532742.0 / 36546980
  66     0.1000     0.0615    98.1600     1.5799    71.8700    97.3752
4497509.0 / 36546980
  67     0.1000     0.0625    98.1200     1.9894    66.6100    97.6044
4465102.0 / 36546980
  68     0.1000     0.0643    98.0700     1.5924    71.3300    97.6688
4422435.0 / 36546980
  69     0.1000     0.0541    98.3760     1.4812    72.5800    96.9246
4392165.0 / 36546980
  70     0.1000     0.0594    98.2200     1.9089    69.0100    97.2931
4375868.0 / 36546980
  71     0.1000     0.0710    97.7020     1.7069    69.8100    97.6463
4351164.0 / 36546980
  72     0.1000     0.0655    98.0120     1.5668    71.7700    97.6367
4315147.0 / 36546980
  73     0.1000     0.0557    98.3520     1.5180    72.2200    97.6041
4272431.0 / 36546980
  74     0.1000     0.0484    98.6380     1.4648    72.6400    97.9243
4237050.0 / 36546980
  75     0.1000     0.0535    98.4100     1.5426    72.1900    97.9245
4202193.0 / 36546980
  76     0.1000     0.0483    98.6380     1.5641    72.4000    97.8065
4158130.0 / 36546980
  77     0.1000     0.0414    98.8700     1.6876    70.9200    97.8685
4126653.0 / 36546980
  78     0.1000     0.0463    98.6020     1.5884    71.7200    97.6811
4108478.0 / 36546980
  79     0.1000     0.0547    98.3280     1.6259    71.8900    97.4898
4085883.0 / 36546980
  80     0.1000     0.0515    98.5360     1.5414    72.1600    98.2478
4067556.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0551    98.3520     1.7247    70.2500    97.4932
4057173.0 / 36546980
  82     0.1000     0.0596    98.2000     1.6477    71.3000    98.0536
4042307.0 / 36546980
  83     0.1000     0.0574    98.2840     1.8315    68.6500    95.8725
4013384.0 / 36546980
  84     0.1000     0.0459    98.6720     1.5273    73.0500    97.2102
3971201.0 / 36546980
  85     0.1000     0.0349    99.0580     1.5897    73.0200    97.9333
3946381.0 / 36546980
  86     0.1000     0.0433    98.6680     2.1448    66.9500    97.6223
3945303.0 / 36546980
  87     0.1000     0.0628    98.1080     1.5499    72.5300    97.9722
3915828.0 / 36546980
  88     0.1000     0.0419    98.7840     1.5021    74.3600    98.1161
3890418.0 / 36546980
  89     0.1000     0.0432    98.7340     1.6406    70.9700    98.0430
3879063.0 / 36546980
  90     0.1000     0.0519    98.4280     1.6290    71.2000    98.0931
3865709.0 / 36546980
  91     0.1000     0.0499    98.5840     1.6097    72.4000    98.0490
3847260.0 / 36546980
  92     0.1000     0.0473    98.5760     1.5481    73.3100    98.0066
3816811.0 / 36546980
  93     0.1000     0.0366    98.9220     1.6383    72.2600    96.6207
3797693.0 / 36546980
  94     0.1000     0.0423    98.7800     1.5299    72.2900    97.1325
3776966.0 / 36546980
  95     0.1000     0.0414    98.6880     1.6924    72.0600    97.8286
3761841.0 / 36546980
  96     0.1000     0.0456    98.6300     1.6057    71.9800    97.8591
3747540.0 / 36546980
  97     0.1000     0.0459    98.5880     1.7839    70.7300    97.6884
3725898.0 / 36546980
  98     0.1000     0.0401    98.8280     1.5459    72.4100    97.7145
3699583.0 / 36546980
  99     0.1000     0.0345    98.9800     1.6312    72.8300    96.0413
3674882.0 / 36546980
 100     0.1000     0.0347    98.9960     1.7934    71.2300    97.6725
3650508.0 / 36546980
 101     0.0988     0.0348    99.0200     1.7351    71.8900    97.8874
3617594.0 / 36546980
 102     0.0975     0.0269    99.2400     1.6645    72.0000    97.8058
3584274.0 / 36546980
 103     0.0963     0.0250    99.2920     1.4685    73.9400    97.5205
3557142.0 / 36546980
 104     0.0950     0.0282    99.1860     1.5943    73.2000    97.9760
3524832.0 / 36546980
 105     0.0938     0.0238    99.3600     1.5593    74.2200    97.3854
3482254.0 / 36546980
 106     0.0926     0.0164    99.5780     1.4664    74.7900    97.7505
3445420.0 / 36546980
 107     0.0913     0.0176    99.5300     1.4461    75.4000    97.3275
3410319.0 / 36546980
 108     0.0901     0.0179    99.5480     1.4650    74.9100    97.7928
3365970.0 / 36546980
 109     0.0889     0.0103    99.7780     1.4860    74.8700    97.5781
3331676.0 / 36546980
 110     0.0876     0.0159    99.6140     1.4500    75.1900    97.4539
3295628.0 / 36546980
 111     0.0864     0.0134    99.6800     1.5115    74.6500    97.7432
3265553.0 / 36546980
 112     0.0852     0.0159    99.5900     1.6015    74.2700    97.6329
3241326.0 / 36546980
 113     0.0839     0.0200    99.4720     1.5074    74.7500    97.3380
3213804.0 / 36546980
 114     0.0827     0.0164    99.5720     1.5458    75.0300    97.6569
3184516.0 / 36546980
 115     0.0814     0.0141    99.6420     1.4645    75.6000    97.8371
3149800.0 / 36546980
 116     0.0802     0.0100    99.7800     1.4827    75.0300    97.7937
3117091.0 / 36546980
 117     0.0790     0.0108    99.7460     1.5282    75.2700    98.1626
3086436.0 / 36546980
 118     0.0777     0.0108    99.7320     1.4829    74.9300    96.5059
3053656.0 / 36546980
 119     0.0765     0.0082    99.8120     1.4227    75.9800    96.9182
3021859.0 / 36546980
 120     0.0753     0.0083    99.8120     1.4794    75.5500    96.7456
2991790.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0090    99.7780     1.4920    75.0700    96.9678
2958636.0 / 36546980
 122     0.0728     0.0059    99.8820     1.4608    75.8000    97.4903
2928969.0 / 36546980
 123     0.0715     0.0068    99.8460     1.4521    75.9300    97.6802
2900775.0 / 36546980
 124     0.0703     0.0078    99.8200     1.4665    75.8200    97.4058
2873012.0 / 36546980
 125     0.0691     0.0066    99.8400     1.4798    75.6800    97.1215
2845666.0 / 36546980
 126     0.0678     0.0061    99.8480     1.5327    75.3700    97.4150
2816322.0 / 36546980
 127     0.0666     0.0046    99.9220     1.4808    75.8300    98.3211
2788485.0 / 36546980
 128     0.0654     0.0046    99.9100     1.4505    76.4300    98.1407
2759828.0 / 36546980
 129     0.0641     0.0038    99.9300     1.4359    76.6200    97.0890
2731106.0 / 36546980
 130     0.0629     0.0032    99.9420     1.4134    76.6800    97.4230
2702812.0 / 36546980
 131     0.0616     0.0027    99.9500     1.4024    76.7700    97.1260
2681468.0 / 36546980
 132     0.0604     0.0065    99.8320     1.5269    75.6500    97.4021
2660275.0 / 36546980
 133     0.0592     0.0056    99.8840     1.4467    76.3600    97.3049
2636910.0 / 36546980
 134     0.0579     0.0040    99.9180     1.4776    76.3400    97.1523
2614238.0 / 36546980
 135     0.0567     0.0036    99.9260     1.4568    76.3900    97.3925
2591285.0 / 36546980
 136     0.0554     0.0034    99.9340     1.4316    76.7100    96.5371
2568008.0 / 36546980
 137     0.0542     0.0025    99.9580     1.4030    76.5700    97.6757
2544948.0 / 36546980
 138     0.0530     0.0022    99.9540     1.4025    77.0200    97.5139
2524301.0 / 36546980
 139     0.0517     0.0029    99.9400     1.4312    76.6400    97.1788
2502808.0 / 36546980
 140     0.0505     0.0018    99.9660     1.4344    76.6600    97.6720
2482571.0 / 36546980
 141     0.0493     0.0021    99.9520     1.4582    76.4900    97.9785
2463389.0 / 36546980
 142     0.0480     0.0021    99.9540     1.4363    76.6400    97.4688
2444158.0 / 36546980
 143     0.0468     0.0018    99.9620     1.4070    76.9600    96.7188
2425372.0 / 36546980
 144     0.0456     0.0016    99.9640     1.4255    76.8700    97.6986
2407669.0 / 36546980
 145     0.0443     0.0018    99.9580     1.4594    76.6100    97.4383
2390724.0 / 36546980
 146     0.0431     0.0019    99.9540     1.4329    76.6900    97.6560
2374458.0 / 36546980
 147     0.0418     0.0018    99.9680     1.4577    76.5500    97.4161
2358713.0 / 36546980
 148     0.0406     0.0015    99.9700     1.4136    77.0100    98.0123
2343617.0 / 36546980
 149     0.0394     0.0015    99.9640     1.4215    76.6500    98.0861
2328717.0 / 36546980
 150     0.0381     0.0013    99.9760     1.4282    76.9500    97.6717
2314601.0 / 36546980
 151     0.0369     0.0012    99.9740     1.4156    76.9900    96.9703
2301615.0 / 36546980
 152     0.0357     0.0014    99.9640     1.4350    76.8800    97.6664
2288544.0 / 36546980
 153     0.0344     0.0014    99.9640     1.4219    76.9800    97.7021
2276034.0 / 36546980
 154     0.0332     0.0012    99.9720     1.4073    77.1700    97.3909
2264257.0 / 36546980
 155     0.0319     0.0011    99.9740     1.3988    76.9600    97.9664
2253028.0 / 36546980
 156     0.0307     0.0011    99.9760     1.3884    77.3000    97.2605
2242402.0 / 36546980
 157     0.0295     0.0012    99.9760     1.4037    76.9500    97.1845
2232636.0 / 36546980
 158     0.0282     0.0013    99.9640     1.4179    76.6600    97.3160
2223004.0 / 36546980
 159     0.0270     0.0011    99.9760     1.4047    76.9400    97.0157
2213832.0 / 36546980
 160     0.0257     0.0010    99.9760     1.4069    76.9900    97.6439
2205050.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0010    99.9820     1.4055    76.9800    97.7485
2197121.0 / 36546980
 162     0.0233     0.0010    99.9780     1.3972    77.1300    97.1443
2190112.0 / 36546980
 163     0.0220     0.0011    99.9800     1.3901    77.2500    97.4552
2183066.0 / 36546980
 164     0.0208     0.0011    99.9680     1.4105    77.2200    97.6787
2176491.0 / 36546980
 165     0.0196     0.0010    99.9720     1.3918    77.4400    97.5468
2170557.0 / 36546980
 166     0.0183     0.0009    99.9780     1.4064    77.0300    96.3693
2164876.0 / 36546980
 167     0.0171     0.0010    99.9700     1.3986    77.1300    98.1063
2159877.0 / 36546980
 168     0.0159     0.0009    99.9780     1.3892    77.3200    97.2805
2155313.0 / 36546980
 169     0.0146     0.0009    99.9780     1.3853    77.5000    97.5306
2151096.0 / 36546980
 170     0.0134     0.0009    99.9720     1.3996    77.0900    98.0139
2147347.0 / 36546980
 171     0.0121     0.0009    99.9880     1.4095    77.2700    97.6120
2144128.0 / 36546980
 172     0.0109     0.0010    99.9720     1.4068    77.0600    97.6534
2141101.0 / 36546980
 173     0.0097     0.0008    99.9820     1.3958    77.2400    97.1437
2138649.0 / 36546980
 174     0.0084     0.0009    99.9800     1.3803    77.2600    97.6844
2136689.0 / 36546980
 175     0.0072     0.0009    99.9800     1.3986    77.3200    97.6777
2134867.0 / 36546980
 176     0.0060     0.0008    99.9800     1.4038    77.3000    97.5016
2133637.0 / 36546980
 177     0.0047     0.0008    99.9740     1.3907    77.3700    97.2301
2132628.0 / 36546980
 178     0.0035     0.0008    99.9900     1.3822    77.2000    97.2769
2132094.0 / 36546980
 179     0.0022     0.0008    99.9840     1.3990    77.5000    97.5414
2131862.0 / 36546980
 180     0.0010     0.0009    99.9760     1.4017    77.2100    98.1708
2131651.0 / 36546980
 181     0.0010     0.0008    99.9720     1.3903    77.3400    97.6255
2131430.0 / 36546980
 182     0.0010     0.0008    99.9820     1.4018    77.2300    97.1992
2131165.0 / 36546980
 183     0.0010     0.0008    99.9780     1.3871    77.3800    97.4572
2130907.0 / 36546980
 184     0.0010     0.0008    99.9780     1.3912    77.2800    97.3444
2130648.0 / 36546980
 185     0.0010     0.0008    99.9820     1.4045    77.2500    97.5164
2130372.0 / 36546980
 186     0.0010     0.0008    99.9760     1.3861    77.3900    96.6657
2130166.0 / 36546980
 187     0.0010     0.0008    99.9800     1.3929    77.3400    97.4751
2129915.0 / 36546980
 188     0.0010     0.0008    99.9820     1.3937    77.4700    97.4761
2129658.0 / 36546980
 189     0.0010     0.0009    99.9740     1.4001    77.2800    97.4922
2129412.0 / 36546980
 190     0.0010     0.0009    99.9680     1.3878    77.4700    97.6517
2129118.0 / 36546980
 191     0.0010     0.0008    99.9800     1.4047    77.3600    97.5459
2128909.0 / 36546980
 192     0.0010     0.0008    99.9800     1.3921    77.2300    97.8502
2128683.0 / 36546980
 193     0.0010     0.0008    99.9820     1.4052    77.4600    97.2274
2128406.0 / 36546980
 194     0.0010     0.0008    99.9840     1.3905    77.2300    97.5485
2128186.0 / 36546980
 195     0.0010     0.0008    99.9780     1.3964    77.1100    97.2913
2127891.0 / 36546980
 196     0.0010     0.0008    99.9820     1.3956    77.4400    97.9910
2127630.0 / 36546980
 197     0.0010     0.0008    99.9820     1.4067    77.5000    97.9439
2127397.0 / 36546980
 198     0.0010     0.0009    99.9680     1.3969    77.2200    96.0803
2127149.0 / 36546980
 199     0.0010     0.0008    99.9780     1.4022    77.4300    95.1318
2126892.0 / 36546980
 200     0.0010     0.0008    99.9820     1.3951    77.3600    95.3387
