Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new5/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
total epochs: 200
29441532.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7361    12.5540     4.1710    10.9200   100.5647
25799208.0 / 36546980
   2     0.1000     2.9873    24.9500     3.9497    16.9800    97.6337
22866993.0 / 36546980
   3     0.1000     2.4831    34.9000     2.7968    29.7700    97.5864
20326611.0 / 36546980
   4     0.1000     2.1130    42.5740     2.7571    34.2100    97.4973
18066754.0 / 36546980
   5     0.1000     1.8483    48.7660     2.4890    38.8700    97.7022
16069212.0 / 36546980
   6     0.1000     1.6489    53.4260     2.4603    41.6400    97.4590
14344878.0 / 36546980
   7     0.1000     1.5124    56.7040     2.0700    46.5900    97.5074
12915466.0 / 36546980
   8     0.1000     1.3925    60.0020     1.7108    53.1200    97.3956
11755428.0 / 36546980
   9     0.1000     1.2858    62.7480     1.9852    49.6400    97.4718
10830145.0 / 36546980
  10     0.1000     1.1904    65.3560     1.9450    49.8200    97.3650
10092471.0 / 36546980
  11     0.1000     1.1202    67.0160     1.7823    53.2800    97.4037
9498137.0 / 36546980
  12     0.1000     1.0478    68.9400     2.0975    51.7100    97.1447
9022671.0 / 36546980
  13     0.1000     0.9812    70.5600     1.8605    52.8300    97.4614
8634564.0 / 36546980
  14     0.1000     0.9182    72.6140     1.6775    57.6400    97.1323
8315554.0 / 36546980
  15     0.1000     0.8637    73.8480     1.6687    57.8800    97.2030
8049107.0 / 36546980
  16     0.1000     0.8139    75.1500     1.5550    59.6800    97.1306
7818277.0 / 36546980
  17     0.1000     0.7568    76.7720     1.7770    56.5900    97.2003
7629227.0 / 36546980
  18     0.1000     0.7068    78.1980     1.3746    64.1600    97.1953
7457941.0 / 36546980
  19     0.1000     0.6695    79.4640     1.4963    63.0500    97.1896
7314899.0 / 36546980
  20     0.1000     0.6262    80.4960     1.6871    58.2300    97.0166
7180082.0 / 36546980
  21     0.1000     0.5788    82.0900     1.7644    60.1100    97.0434
7068477.0 / 36546980
  22     0.1000     0.5454    82.8640     1.6336    61.7800    97.1906
6963981.0 / 36546980
  23     0.1000     0.5094    84.1440     1.4815    64.0400    97.0949
6869028.0 / 36546980
  24     0.1000     0.4765    84.8980     1.3745    65.2300    97.2311
6778586.0 / 36546980
  25     0.1000     0.4470    85.8780     1.2351    68.3300    97.0035
6699460.0 / 36546980
  26     0.1000     0.4101    86.7520     1.4288    65.8400    97.1882
6627568.0 / 36546980
  27     0.1000     0.3918    87.4040     1.3652    67.0600    97.1917
6552127.0 / 36546980
  28     0.1000     0.3550    88.6760     1.7106    62.4300    97.2040
6484563.0 / 36546980
  29     0.1000     0.3368    89.2240     2.0502    58.8300    97.2778
6416909.0 / 36546980
  30     0.1000     0.3161    89.8480     1.5517    65.0100    97.2746
6350746.0 / 36546980
  31     0.1000     0.2895    90.7840     1.7278    64.1700    97.0676
6285082.0 / 36546980
  32     0.1000     0.2653    91.4600     1.6363    65.7200    97.1733
6221007.0 / 36546980
  33     0.1000     0.2504    91.9360     1.4511    68.3000    97.0893
6153015.0 / 36546980
  34     0.1000     0.2269    92.8660     1.5703    66.0100    96.9982
6092831.0 / 36546980
  35     0.1000     0.2183    92.9500     1.6564    66.0400    96.9930
6027760.0 / 36546980
  36     0.1000     0.2007    93.6100     1.5453    67.3600    97.0841
5970767.0 / 36546980
  37     0.1000     0.1943    93.8340     1.5943    66.9800    97.2270
5909335.0 / 36546980
  38     0.1000     0.1782    94.3380     1.5090    67.3400    97.1590
5850491.0 / 36546980
  39     0.1000     0.1680    94.7920     1.8063    65.8100    97.1299
5801000.0 / 36546980
  40     0.1000     0.1708    94.4360     1.5392    69.1700    97.0193
5747324.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1564    95.0280     1.5793    69.4300    97.1720
5686351.0 / 36546980
  42     0.1000     0.1427    95.5300     1.5730    69.2000    96.8992
5619335.0 / 36546980
  43     0.1000     0.1277    96.0080     1.7311    66.8900    96.9619
5569140.0 / 36546980
  44     0.1000     0.1370    95.6800     1.4660    70.5500    97.0264
5507296.0 / 36546980
  45     0.1000     0.1183    96.3480     1.8202    67.5400    96.8935
5455672.0 / 36546980
  46     0.1000     0.1226    96.1400     1.6732    67.3900    97.1625
5390898.0 / 36546980
  47     0.1000     0.1028    96.9680     1.8483    66.4700    97.2601
5338523.0 / 36546980
  48     0.1000     0.1081    96.6240     2.0211    66.0600    97.0584
5288470.0 / 36546980
  49     0.1000     0.1022    96.8300     1.5952    69.8400    97.0935
5235956.0 / 36546980
  50     0.1000     0.1004    96.9360     1.7112    69.2200    97.0283
5178315.0 / 36546980
  51     0.1000     0.0908    97.2120     1.5063    71.0600    97.0310
5134112.0 / 36546980
  52     0.1000     0.0959    97.0420     2.0476    64.6900    97.0866
5088523.0 / 36546980
  53     0.1000     0.0923    97.0740     1.4897    70.9100    97.0960
5034234.0 / 36546980
  54     0.1000     0.0831    97.4240     1.5963    69.8600    97.2276
4980067.0 / 36546980
  55     0.1000     0.0768    97.6720     1.6141    70.0900    96.9536
4936772.0 / 36546980
  56     0.1000     0.0834    97.4960     1.6230    69.6900    97.0240
4899297.0 / 36546980
  57     0.1000     0.0845    97.3660     1.8783    67.1900    96.8851
4853018.0 / 36546980
  58     0.1000     0.0741    97.7580     1.6803    69.9200    97.0906
4815797.0 / 36546980
  59     0.1000     0.0777    97.5940     1.5733    69.5900    97.0246
4774472.0 / 36546980
  60     0.1000     0.0724    97.8520     1.6605    70.4600    96.9014
4743627.0 / 36546980
  61     0.1000     0.0796    97.5420     1.7340    69.1900    96.9037
4702353.0 / 36546980
  62     0.1000     0.0694    97.9000     1.7415    69.1600    96.9212
4663943.0 / 36546980
  63     0.1000     0.0708    97.7740     1.7185    70.1000    96.8066
4627587.0 / 36546980
  64     0.1000     0.0691    97.7980     1.5108    72.3900    96.9840
4576564.0 / 36546980
  65     0.1000     0.0544    98.3700     1.6471    70.4100    97.0243
4539425.0 / 36546980
  66     0.1000     0.0621    98.1140     1.4950    72.7500    96.9410
4489983.0 / 36546980
  67     0.1000     0.0516    98.4660     1.8675    67.3800    96.9299
4449259.0 / 36546980
  68     0.1000     0.0550    98.4060     1.6331    70.7000    97.0352
4418007.0 / 36546980
  69     0.1000     0.0617    98.1880     1.6691    70.4500    96.8545
4396291.0 / 36546980
  70     0.1000     0.0659    97.9900     1.6041    71.4900    96.9251
4367610.0 / 36546980
  71     0.1000     0.0598    98.2380     1.5121    71.8100    96.8219
4332704.0 / 36546980
  72     0.1000     0.0526    98.3640     1.7527    70.2200    97.0243
4313258.0 / 36546980
  73     0.1000     0.0653    98.0000     1.5589    72.6200    97.0113
4277982.0 / 36546980
  74     0.1000     0.0525    98.4100     1.6477    71.0400    96.8687
4245343.0 / 36546980
  75     0.1000     0.0519    98.4840     1.7059    70.8800    96.9439
4227389.0 / 36546980
  76     0.1000     0.0606    98.1580     1.6775    70.7400    96.9555
4206492.0 / 36546980
  77     0.1000     0.0589    98.2380     1.5641    71.3000    96.9277
4179871.0 / 36546980
  78     0.1000     0.0545    98.4360     1.6891    71.0000    97.0216
4139844.0 / 36546980
  79     0.1000     0.0415    98.7920     1.5192    72.5300    96.9998
4112969.0 / 36546980
  80     0.1000     0.0489    98.5440     1.5077    72.2900    96.7810
4086446.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0482    98.5500     1.6815    70.9000    96.9076
4076977.0 / 36546980
  82     0.1000     0.0624    98.0280     1.6860    71.2200    97.1698
4046191.0 / 36546980
  83     0.1000     0.0450    98.6600     1.5392    72.4600    96.9975
4016234.0 / 36546980
  84     0.1000     0.0449    98.6860     1.7266    70.1900    97.3144
3996140.0 / 36546980
  85     0.1000     0.0484    98.5400     2.1792    65.8100    97.0110
3966443.0 / 36546980
  86     0.1000     0.0411    98.7980     1.9187    69.5700    96.9330
3928824.0 / 36546980
  87     0.1000     0.0351    98.9440     1.4281    73.9800    96.9338
3904527.0 / 36546980
  88     0.1000     0.0423    98.7400     1.6403    72.2200    97.0197
3882044.0 / 36546980
  89     0.1000     0.0444    98.7480     1.7956    70.0600    96.9017
3870847.0 / 36546980
  90     0.1000     0.0502    98.4960     2.5097    65.2700    97.1922
3852930.0 / 36546980
  91     0.1000     0.0455    98.6380     1.5913    72.6200    96.9431
3821197.0 / 36546980
  92     0.1000     0.0352    98.9880     1.4941    74.1100    96.9342
3794619.0 / 36546980
  93     0.1000     0.0370    98.9280     1.5760    71.6700    96.8692
3780257.0 / 36546980
  94     0.1000     0.0454    98.6360     2.1006    67.0000    96.9692
3761801.0 / 36546980
  95     0.1000     0.0412    98.7900     2.0203    68.9100    97.0019
3752335.0 / 36546980
  96     0.1000     0.0482    98.5400     1.8455    69.0300    97.2070
3743229.0 / 36546980
  97     0.1000     0.0477    98.5600     1.8196    70.3500    97.0442
3739320.0 / 36546980
  98     0.1000     0.0513    98.4160     2.0908    66.6500    96.9578
3728856.0 / 36546980
  99     0.1000     0.0480    98.4960     1.5983    71.8200    96.7529
3710087.0 / 36546980
 100     0.1000     0.0396    98.7820     1.7866    71.4100    96.9048
3681107.0 / 36546980
 101     0.0988     0.0317    99.1140     1.5076    72.9500    96.8453
3648635.0 / 36546980
 102     0.0975     0.0292    99.1640     1.5040    73.5300    97.2187
3605530.0 / 36546980
 103     0.0963     0.0200    99.5100     1.5158    73.7500    96.8526
3564125.0 / 36546980
 104     0.0950     0.0189    99.5260     1.4978    74.4000    96.9681
3523363.0 / 36546980
 105     0.0938     0.0183    99.5580     1.4630    75.2600    96.9973
3478880.0 / 36546980
 106     0.0926     0.0150    99.6560     1.6237    73.0900    97.0166
3436170.0 / 36546980
 107     0.0913     0.0143    99.6540     1.5327    74.1000    97.0098
3400383.0 / 36546980
 108     0.0901     0.0176    99.5520     1.5788    73.4800    96.8433
3367615.0 / 36546980
 109     0.0889     0.0182    99.5260     1.5363    73.8300    96.8315
3332816.0 / 36546980
 110     0.0876     0.0156    99.5920     1.5003    74.2300    96.8484
3297623.0 / 36546980
 111     0.0864     0.0139    99.6620     1.5135    74.0300    96.9156
3262913.0 / 36546980
 112     0.0852     0.0127    99.6860     1.5218    74.5600    97.0002
3230078.0 / 36546980
 113     0.0839     0.0139    99.6580     1.4996    74.5400    96.7857
3192401.0 / 36546980
 114     0.0827     0.0097    99.7960     1.5093    74.5400    96.7689
3159575.0 / 36546980
 115     0.0814     0.0120    99.7120     1.5340    74.9300    96.9512
3128253.0 / 36546980
 116     0.0802     0.0120    99.7320     1.4996    74.8700    97.0543
3104302.0 / 36546980
 117     0.0790     0.0152    99.5620     1.5831    73.4700    97.0189
3081949.0 / 36546980
 118     0.0777     0.0157    99.5780     1.6276    73.2300    97.0233
3059289.0 / 36546980
 119     0.0765     0.0148    99.6180     1.4765    74.9100    96.8888
3031600.0 / 36546980
 120     0.0753     0.0106    99.7420     1.5615    74.0800    96.6811
3003417.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0101    99.7800     1.4618    75.3400    97.1112
2970910.0 / 36546980
 122     0.0728     0.0068    99.8800     1.4834    75.3100    96.8669
2944466.0 / 36546980
 123     0.0715     0.0087    99.7960     1.5017    75.6600    96.9652
2912759.0 / 36546980
 124     0.0703     0.0056    99.8960     1.4441    75.7500    96.8661
2879936.0 / 36546980
 125     0.0691     0.0038    99.9360     1.4276    76.1800    96.9532
2847650.0 / 36546980
 126     0.0678     0.0036    99.9360     1.4442    75.9500    96.8655
2817041.0 / 36546980
 127     0.0666     0.0045    99.9140     1.4413    76.0500    96.7415
2786869.0 / 36546980
 128     0.0654     0.0037    99.9380     1.4324    76.5900    96.8103
2756939.0 / 36546980
 129     0.0641     0.0031    99.9400     1.4357    76.4500    96.9518
2727677.0 / 36546980
 130     0.0629     0.0030    99.9460     1.4232    76.5900    97.0662
2699664.0 / 36546980
 131     0.0616     0.0028    99.9400     1.4237    76.3200    96.8937
2672451.0 / 36546980
 132     0.0604     0.0030    99.9460     1.4497    76.4700    96.7645
2646267.0 / 36546980
 133     0.0592     0.0028    99.9420     1.4458    76.4600    96.9856
2622794.0 / 36546980
 134     0.0579     0.0035    99.9040     1.5466    75.7500    96.8705
2601845.0 / 36546980
 135     0.0567     0.0042    99.9140     1.4550    76.1300    96.9854
2580493.0 / 36546980
 136     0.0554     0.0045    99.9120     1.5146    75.3900    96.9160
2558008.0 / 36546980
 137     0.0542     0.0029    99.9500     1.4368    76.4100    97.0273
2536024.0 / 36546980
 138     0.0530     0.0026    99.9500     1.4504    76.3900    96.9206
2514300.0 / 36546980
 139     0.0517     0.0020    99.9660     1.4201    76.6800    96.8444
2493151.0 / 36546980
 140     0.0505     0.0020    99.9620     1.4932    75.5800    97.1332
2472804.0 / 36546980
 141     0.0493     0.0021    99.9580     1.4193    76.5100    97.1235
2452490.0 / 36546980
 142     0.0480     0.0017    99.9620     1.4340    76.5300    96.9741
2433240.0 / 36546980
 143     0.0468     0.0017    99.9640     1.4184    76.6200    96.9446
2414691.0 / 36546980
 144     0.0456     0.0018    99.9560     1.4302    76.7100    96.8747
2396652.0 / 36546980
 145     0.0443     0.0015    99.9680     1.4261    76.4700    96.7827
2379520.0 / 36546980
 146     0.0431     0.0016    99.9700     1.4268    76.6900    96.9666
2362756.0 / 36546980
 147     0.0418     0.0014    99.9720     1.4573    76.5500    96.8246
2346624.0 / 36546980
 148     0.0406     0.0014    99.9660     1.4287    76.5100    97.1054
2331768.0 / 36546980
 149     0.0394     0.0015    99.9680     1.4381    76.5700    97.0315
2316811.0 / 36546980
 150     0.0381     0.0012    99.9780     1.4385    76.6700    97.0700
2302441.0 / 36546980
 151     0.0369     0.0011    99.9760     1.4179    76.6500    97.0770
2288701.0 / 36546980
 152     0.0357     0.0011    99.9740     1.4198    76.8700    97.0635
2275600.0 / 36546980
 153     0.0344     0.0012    99.9700     1.4315    76.9000    97.0262
2263256.0 / 36546980
 154     0.0332     0.0012    99.9740     1.4337    76.7000    97.0514
2251535.0 / 36546980
 155     0.0319     0.0011    99.9640     1.4149    76.6400    96.9250
2240175.0 / 36546980
 156     0.0307     0.0010    99.9720     1.4057    76.8500    96.8024
2229223.0 / 36546980
 157     0.0295     0.0011    99.9700     1.4193    76.8400    96.7121
2219097.0 / 36546980
 158     0.0282     0.0012    99.9720     1.4095    76.7300    96.8696
2209431.0 / 36546980
 159     0.0270     0.0011    99.9760     1.4133    76.9900    96.9410
2200241.0 / 36546980
 160     0.0257     0.0009    99.9820     1.4160    76.9900    96.9008
2191702.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0010    99.9780     1.4149    76.7400    96.7282
2183953.0 / 36546980
 162     0.0233     0.0010    99.9780     1.4258    76.7600    97.0435
2176482.0 / 36546980
 163     0.0220     0.0010    99.9820     1.4078    76.7900    96.8282
2169565.0 / 36546980
 164     0.0208     0.0011    99.9700     1.4159    76.9600    96.9270
2163200.0 / 36546980
 165     0.0196     0.0010    99.9720     1.4011    76.9300    96.8496
2157085.0 / 36546980
 166     0.0183     0.0009    99.9780     1.4088    76.8500    96.8381
2151323.0 / 36546980
 167     0.0171     0.0009    99.9700     1.4002    76.8300    96.7520
2146318.0 / 36546980
 168     0.0159     0.0010    99.9700     1.3936    76.9800    96.8810
2141716.0 / 36546980
 169     0.0146     0.0009    99.9760     1.3902    76.9100    96.8858
2137764.0 / 36546980
 170     0.0134     0.0010    99.9720     1.4091    76.9600    97.0670
2133953.0 / 36546980
 171     0.0121     0.0009    99.9740     1.4096    77.0000    97.0007
2130714.0 / 36546980
 172     0.0109     0.0009    99.9760     1.4155    76.9600    96.7323
2127899.0 / 36546980
 173     0.0097     0.0009    99.9820     1.4111    76.9900    97.0026
2125346.0 / 36546980
 174     0.0084     0.0009    99.9780     1.3917    76.9100    96.9451
2123167.0 / 36546980
 175     0.0072     0.0008    99.9840     1.4103    76.8500    96.8832
2121491.0 / 36546980
 176     0.0060     0.0008    99.9800     1.4035    76.8500    96.8814
2120261.0 / 36546980
 177     0.0047     0.0008    99.9800     1.4003    76.9400    97.0806
2119303.0 / 36546980
 178     0.0035     0.0008    99.9880     1.3968    77.1300    96.9323
2118809.0 / 36546980
 179     0.0022     0.0008    99.9840     1.4078    76.8300    96.7601
2118572.0 / 36546980
 180     0.0010     0.0008    99.9820     1.4153    76.8300    96.8583
2118266.0 / 36546980
 181     0.0010     0.0009    99.9700     1.4044    77.1000    96.8726
2118035.0 / 36546980
 182     0.0010     0.0008    99.9800     1.4133    76.8500    96.9701
2117780.0 / 36546980
 183     0.0010     0.0008    99.9800     1.3899    77.0400    96.8469
2117485.0 / 36546980
 184     0.0010     0.0008    99.9820     1.3950    76.9800    96.8513
2117269.0 / 36546980
 185     0.0010     0.0009    99.9820     1.4068    76.9300    96.8065
2117042.0 / 36546980
 186     0.0010     0.0008    99.9800     1.3979    77.1000    96.9351
2116809.0 / 36546980
 187     0.0010     0.0008    99.9820     1.4113    77.1300    96.7908
2116561.0 / 36546980
 188     0.0010     0.0008    99.9780     1.4042    77.0100    96.9048
2116312.0 / 36546980
 189     0.0010     0.0008    99.9780     1.4075    76.8600    96.9026
2116082.0 / 36546980
 190     0.0010     0.0009    99.9740     1.3990    76.9500    96.9107
2115835.0 / 36546980
 191     0.0010     0.0008    99.9860     1.4230    76.9100    96.7904
2115560.0 / 36546980
 192     0.0010     0.0009    99.9760     1.3970    77.0800    96.8701
2115308.0 / 36546980
 193     0.0010     0.0008    99.9800     1.4108    77.1800    96.7281
2115101.0 / 36546980
 194     0.0010     0.0008    99.9800     1.4037    77.0200    96.7286
2114862.0 / 36546980
 195     0.0010     0.0008    99.9860     1.4059    77.0200    96.8635
2114583.0 / 36546980
 196     0.0010     0.0008    99.9820     1.3930    76.9300    96.8712
2114361.0 / 36546980
 197     0.0010     0.0008    99.9760     1.4041    77.0400    97.0662
2114114.0 / 36546980
 198     0.0010     0.0009    99.9680     1.4072    76.9600    96.7549
2113849.0 / 36546980
 199     0.0010     0.0008    99.9760     1.4105    76.9500    97.2276
2113612.0 / 36546980
 200     0.0010     0.0009    99.9780     1.4001    77.1200    97.2941
