Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new10/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.65
)
total epochs: 200
28014426.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7304    12.5660     4.6088     8.9300   100.0583
23186318.0 / 36546980
   2     0.1000     2.9870    25.0020     3.6032    19.2100    96.8951
19201327.0 / 36546980
   3     0.1000     2.4822    34.9020     2.9378    28.0500    96.9907
15727814.0 / 36546980
   4     0.1000     2.1198    42.3060     2.6160    34.9200    97.4254
12794437.0 / 36546980
   5     0.1000     1.8632    48.3760     2.3306    39.9100    96.9017
10555056.0 / 36546980
   6     0.1000     1.6727    52.8560     2.5040    39.9800    96.9205
8980530.0 / 36546980
   7     0.1000     1.5406    56.0860     2.2330    44.0700    96.8711
7889557.0 / 36546980
   8     0.1000     1.4192    59.2560     1.8062    51.9200    96.8723
7113708.0 / 36546980
   9     0.1000     1.3109    62.0120     2.0352    49.1100    96.8421
6549934.0 / 36546980
  10     0.1000     1.2172    64.5460     1.8262    52.8300    96.6788
6124685.0 / 36546980
  11     0.1000     1.1376    66.6120     1.8856    52.3300    96.5526
5795293.0 / 36546980
  12     0.1000     1.0647    68.4880     1.9395    53.8000    96.5656
5535121.0 / 36546980
  13     0.1000     1.0013    70.1060     1.9977    51.3900    96.8467
5326848.0 / 36546980
  14     0.1000     0.9377    72.0680     1.4271    62.1600    96.8123
5150289.0 / 36546980
  15     0.1000     0.8744    73.6000     1.7300    57.0500    96.9725
5007551.0 / 36546980
  16     0.1000     0.8231    75.0560     1.9102    53.7500    96.7542
4883227.0 / 36546980
  17     0.1000     0.7720    76.3080     1.6737    58.4400    96.7599
4783457.0 / 36546980
  18     0.1000     0.7202    77.9640     1.2363    66.1500    96.5250
4689940.0 / 36546980
  19     0.1000     0.6804    79.1740     1.5258    62.4700    96.6171
4612867.0 / 36546980
  20     0.1000     0.6361    80.2520     1.7738    56.1500    96.7260
4539704.0 / 36546980
  21     0.1000     0.5970    81.4120     1.6240    62.7200    97.1628
4477954.0 / 36546980
  22     0.1000     0.5626    82.2760     1.5814    61.8000    96.5389
4419971.0 / 36546980
  23     0.1000     0.5277    83.3620     1.4337    64.7000    96.6469
4358987.0 / 36546980
  24     0.1000     0.4891    84.5920     1.3745    65.5800    96.4426
4311098.0 / 36546980
  25     0.1000     0.4641    85.2560     1.2212    68.7600    96.5157
4265996.0 / 36546980
  26     0.1000     0.4356    86.1240     1.5206    62.6100    97.1711
4224618.0 / 36546980
  27     0.1000     0.4080    87.0040     1.5426    64.9800    96.5479
4176379.0 / 36546980
  28     0.1000     0.3774    87.8060     1.5424    62.9900    97.6144
4131916.0 / 36546980
  29     0.1000     0.3532    88.6660     1.6990    62.8700    96.8843
4085754.0 / 36546980
  30     0.1000     0.3307    89.4460     1.4373    66.3300    97.3677
4047959.0 / 36546980
  31     0.1000     0.3117    90.1160     1.9117    61.3600    96.7577
4004805.0 / 36546980
  32     0.1000     0.2908    90.6820     1.4858    66.7800    97.0714
3966070.0 / 36546980
  33     0.1000     0.2758    91.1100     1.4794    68.4400    96.7699
3923362.0 / 36546980
  34     0.1000     0.2577    91.7420     1.5985    65.1100    96.5409
3884013.0 / 36546980
  35     0.1000     0.2424    92.3060     1.5416    67.6100    96.7742
3845145.0 / 36546980
  36     0.1000     0.2288    92.6560     1.4531    67.4200    96.4768
3807836.0 / 36546980
  37     0.1000     0.2191    92.9500     1.7717    65.0500    98.3004
3766670.0 / 36546980
  38     0.1000     0.2005    93.5920     1.5814    67.0500    96.4536
3728795.0 / 36546980
  39     0.1000     0.1917    94.0220     1.7780    65.8700    96.6446
3697131.0 / 36546980
  40     0.1000     0.1911    93.9120     1.8044    65.8200    96.6479
3658238.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1759    94.3720     1.4852    69.0900    96.9758
3622438.0 / 36546980
  42     0.1000     0.1678    94.5860     1.8282    64.8400    96.8173
3587312.0 / 36546980
  43     0.1000     0.1607    94.9260     1.4133    70.1800    96.9916
3544670.0 / 36546980
  44     0.1000     0.1463    95.3960     1.5149    69.6200    96.6379
3510793.0 / 36546980
  45     0.1000     0.1469    95.2840     1.4868    70.1500    96.7502
3472253.0 / 36546980
  46     0.1000     0.1375    95.6420     1.4715    69.2600    96.8348
3434793.0 / 36546980
  47     0.1000     0.1286    96.0480     1.4250    71.1600    96.5006
3401255.0 / 36546980
  48     0.1000     0.1270    95.9960     1.6387    68.7700    96.7589
3370777.0 / 36546980
  49     0.1000     0.1249    96.0440     1.7776    67.5600    98.2489
3342311.0 / 36546980
  50     0.1000     0.1240    96.0600     1.4957    70.2900    97.2705
3311053.0 / 36546980
  51     0.1000     0.1178    96.3000     1.7492    68.3200    97.1738
3276855.0 / 36546980
  52     0.1000     0.1092    96.6120     1.7620    68.3600    96.7718
3246521.0 / 36546980
  53     0.1000     0.1104    96.5300     1.5780    68.9700    96.7167
3230618.0 / 36546980
  54     0.1000     0.1221    96.1580     1.5299    70.2000    96.9584
3195718.0 / 36546980
  55     0.1000     0.1012    96.8880     1.5056    70.5100    96.5287
3168687.0 / 36546980
  56     0.1000     0.1049    96.7380     1.4629    71.5900    96.7837
3136012.0 / 36546980
  57     0.1000     0.0945    97.0980     1.6254    68.5900    96.5386
3109727.0 / 36546980
  58     0.1000     0.0955    97.0480     1.4402    71.2300    96.5175
3081871.0 / 36546980
  59     0.1000     0.0929    97.1180     1.7262    68.8100    96.6799
3051532.0 / 36546980
  60     0.1000     0.0863    97.3920     1.8004    68.7400    96.5481
3023343.0 / 36546980
  61     0.1000     0.0873    97.3380     1.9820    67.1000    96.6310
3003756.0 / 36546980
  62     0.1000     0.0895    97.1740     1.7298    68.0500    96.6061
2982189.0 / 36546980
  63     0.1000     0.0884    97.2420     1.5355    70.4900    97.0239
2959687.0 / 36546980
  64     0.1000     0.0840    97.4820     1.7331    69.5700    96.9703
2938540.0 / 36546980
  65     0.1000     0.0858    97.3500     1.5785    71.0900    96.8907
2910330.0 / 36546980
  66     0.1000     0.0777    97.6200     1.5515    71.8200    96.7373
2892417.0 / 36546980
  67     0.1000     0.0795    97.5840     1.6245    70.4100    96.8025
2864068.0 / 36546980
  68     0.1000     0.0710    97.8680     1.4544    72.4400    96.6290
2849876.0 / 36546980
  69     0.1000     0.0830    97.4100     1.4737    71.3000    97.0307
2820339.0 / 36546980
  70     0.1000     0.0660    98.0080     1.6758    71.0000    96.5330
2791517.0 / 36546980
  71     0.1000     0.0646    98.0720     1.8508    67.9600    96.5604
2774419.0 / 36546980
  72     0.1000     0.0727    97.7060     1.9867    67.6200    96.7508
2766585.0 / 36546980
  73     0.1000     0.0812    97.4980     1.5777    71.3800    96.8062
2751877.0 / 36546980
  74     0.1000     0.0750    97.6680     1.9849    66.9500    96.6194
2732353.0 / 36546980
  75     0.1000     0.0707    97.8480     1.4912    72.1200    97.3937
2709369.0 / 36546980
  76     0.1000     0.0634    98.1060     1.6645    70.5800    96.9563
2689719.0 / 36546980
  77     0.1000     0.0655    98.0620     2.0284    66.8100    96.8303
2679950.0 / 36546980
  78     0.1000     0.0728    97.7680     1.7000    70.5000    97.4112
2659074.0 / 36546980
  79     0.1000     0.0619    98.1360     1.6911    71.1600    97.4799
2633710.0 / 36546980
  80     0.1000     0.0556    98.3480     1.5156    72.2700    96.6409
2623050.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0675    98.0040     1.9851    68.0700    96.8095
2608529.0 / 36546980
  82     0.1000     0.0647    98.0780     1.6503    70.4200    96.8980
2596656.0 / 36546980
  83     0.1000     0.0637    98.0960     1.5276    71.5900    96.4336
2580476.0 / 36546980
  84     0.1000     0.0629    98.1360     1.5103    73.1000    96.4342
2556328.0 / 36546980
  85     0.1000     0.0511    98.4860     1.6985    70.5100    96.7125
2551584.0 / 36546980
  86     0.1000     0.0650    97.9880     1.7091    69.8600    96.5909
2541213.0 / 36546980
  87     0.1000     0.0628    98.0660     1.5043    72.5800    96.5380
2517923.0 / 36546980
  88     0.1000     0.0490    98.5600     1.7797    70.6600    96.6981
2500315.0 / 36546980
  89     0.1000     0.0517    98.4820     1.6896    71.1400    97.0556
2490637.0 / 36546980
  90     0.1000     0.0586    98.2080     1.6197    71.4800    97.0822
2481436.0 / 36546980
  91     0.1000     0.0593    98.2040     1.7364    70.3600    96.4997
2470834.0 / 36546980
  92     0.1000     0.0580    98.2240     1.4938    72.1800    96.4552
2457958.0 / 36546980
  93     0.1000     0.0540    98.4300     1.6003    71.5300    97.1569
2439971.0 / 36546980
  94     0.1000     0.0500    98.5420     1.8393    69.5600    96.6172
2423419.0 / 36546980
  95     0.1000     0.0479    98.5880     1.5613    73.3100    96.6593
2423346.0 / 36546980
  96     0.1000     0.0663    97.9920     1.7745    68.9900    97.7888
2414114.0 / 36546980
  97     0.1000     0.0559    98.3820     1.6292    71.0500    96.6154
2397268.0 / 36546980
  98     0.1000     0.0483    98.6360     1.6223    71.8600    96.8473
2385953.0 / 36546980
  99     0.1000     0.0520    98.3980     1.6057    72.3300    96.9831
2373282.0 / 36546980
 100     0.1000     0.0497    98.5160     1.5005    72.8800    96.5420
2354174.0 / 36546980
 101     0.0988     0.0426    98.8080     1.5632    72.6500    96.5717
2336897.0 / 36546980
 102     0.0975     0.0436    98.7900     1.6524    71.5000    96.6561
2321225.0 / 36546980
 103     0.0963     0.0440    98.7420     1.6642    71.1400    96.6693
2308178.0 / 36546980
 104     0.0950     0.0467    98.5960     1.8284    69.4100    97.8566
2291644.0 / 36546980
 105     0.0938     0.0395    98.8540     1.4385    74.6400    96.9568
2266209.0 / 36546980
 106     0.0926     0.0314    99.1340     1.5256    73.3200    97.0401
2243679.0 / 36546980
 107     0.0913     0.0304    99.1340     1.7454    71.4000    96.9761
2223312.0 / 36546980
 108     0.0901     0.0318    99.1340     1.6209    72.0200    96.6988
2205108.0 / 36546980
 109     0.0889     0.0331    99.0560     1.4851    73.1800    96.9268
2188579.0 / 36546980
 110     0.0876     0.0321    99.0700     1.6030    72.1700    96.7613
2166132.0 / 36546980
 111     0.0864     0.0261    99.2500     1.4519    74.2900    96.7023
2136896.0 / 36546980
 112     0.0852     0.0184    99.5540     1.5786    73.5600    96.4457
2110930.0 / 36546980
 113     0.0839     0.0203    99.4620     1.5664    73.6500    96.4969
2091223.0 / 36546980
 114     0.0827     0.0226    99.3840     1.5140    73.8600    96.6514
2079076.0 / 36546980
 115     0.0814     0.0297    99.1380     1.5521    73.6700    96.6564
2063564.0 / 36546980
 116     0.0802     0.0272    99.2380     1.5210    73.7100    96.5953
2048595.0 / 36546980
 117     0.0790     0.0258    99.2480     1.5755    73.4900    96.7241
2032190.0 / 36546980
 118     0.0777     0.0231    99.3920     1.5577    73.7500    96.7904
2018622.0 / 36546980
 119     0.0765     0.0248    99.2960     1.4409    74.4600    96.7142
1994649.0 / 36546980
 120     0.0753     0.0146    99.6560     1.5236    74.5900    96.8702
1975170.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0167    99.6000     1.4791    74.6000    96.5496
1956268.0 / 36546980
 122     0.0728     0.0166    99.5600     1.4740    74.4400    96.7466
1940939.0 / 36546980
 123     0.0715     0.0185    99.4900     1.5526    74.4100    96.8415
1928215.0 / 36546980
 124     0.0703     0.0204    99.4180     1.5390    74.5200    96.7490
1911692.0 / 36546980
 125     0.0691     0.0163    99.6080     1.4614    74.9800    96.6603
1892008.0 / 36546980
 126     0.0678     0.0128    99.6800     1.4580    75.1700    96.8827
1870993.0 / 36546980
 127     0.0666     0.0107    99.7620     1.4388    75.2500    96.7038
1852144.0 / 36546980
 128     0.0654     0.0118    99.7100     1.4786    75.1900    96.8368
1832627.0 / 36546980
 129     0.0641     0.0104    99.7480     1.4250    75.8000    96.6244
1813536.0 / 36546980
 130     0.0629     0.0109    99.7480     1.3949    76.0900    97.9320
1796362.0 / 36546980
 131     0.0616     0.0104    99.7520     1.4248    75.8200    96.5032
1779086.0 / 36546980
 132     0.0604     0.0096    99.7680     1.4612    75.5700    97.0232
1759758.0 / 36546980
 133     0.0592     0.0071    99.8700     1.4132    76.4900    96.9254
1740730.0 / 36546980
 134     0.0579     0.0067    99.8580     1.4493    75.8500    96.4826
1723449.0 / 36546980
 135     0.0567     0.0079    99.8120     1.5234    74.5600    96.7466
1707739.0 / 36546980
 136     0.0554     0.0080    99.8260     1.4252    76.0900    96.9801
1691119.0 / 36546980
 137     0.0542     0.0066    99.8720     1.4495    75.8900    96.6826
1676333.0 / 36546980
 138     0.0530     0.0079    99.8300     1.4279    75.7000    97.0438
1661811.0 / 36546980
 139     0.0517     0.0065    99.8480     1.4109    76.2700    96.6244
1645274.0 / 36546980
 140     0.0505     0.0044    99.9200     1.3926    76.4400    96.8483
1629685.0 / 36546980
 141     0.0493     0.0052    99.8820     1.4616    75.6300    96.7074
1615549.0 / 36546980
 142     0.0480     0.0058    99.8800     1.4137    76.3200    96.6812
1603006.0 / 36546980
 143     0.0468     0.0068    99.8360     1.4115    76.0200    96.8196
1589755.0 / 36546980
 144     0.0456     0.0052    99.9020     1.4413    76.1000    98.1287
1575945.0 / 36546980
 145     0.0443     0.0042    99.9200     1.4152    76.4200    96.7984
1562899.0 / 36546980
 146     0.0431     0.0039    99.9260     1.4260    76.7600    96.7158
1549769.0 / 36546980
 147     0.0418     0.0035    99.9400     1.4161    76.8200    96.4520
1536787.0 / 36546980
 148     0.0406     0.0027    99.9560     1.4068    76.7500    96.9071
1523923.0 / 36546980
 149     0.0394     0.0027    99.9520     1.4063    76.8700    96.7528
1511602.0 / 36546980
 150     0.0381     0.0027    99.9480     1.4331    76.5200    96.6547
1500500.0 / 36546980
 151     0.0369     0.0027    99.9520     1.4088    76.6900    96.5864
1489790.0 / 36546980
 152     0.0357     0.0024    99.9700     1.4149    76.8200    96.6439
1479109.0 / 36546980
 153     0.0344     0.0025    99.9360     1.4310    76.7800    96.7519
1469136.0 / 36546980
 154     0.0332     0.0023    99.9620     1.4186    77.1600    96.6616
1459634.0 / 36546980
 155     0.0319     0.0024    99.9520     1.4124    76.8000    97.0919
1450473.0 / 36546980
 156     0.0307     0.0021    99.9640     1.4092    76.7200    96.8935
1441470.0 / 36546980
 157     0.0295     0.0020    99.9600     1.4092    77.1200    97.2791
1432890.0 / 36546980
 158     0.0282     0.0018    99.9680     1.4061    76.9000    96.4866
1425000.0 / 36546980
 159     0.0270     0.0017    99.9680     1.4350    76.7900    96.5389
1417756.0 / 36546980
 160     0.0257     0.0018    99.9680     1.4152    77.0500    96.5432
1410805.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0022    99.9600     1.4149    76.7200    96.6019
1404674.0 / 36546980
 162     0.0233     0.0019    99.9640     1.4133    76.8100    96.6098
1398530.0 / 36546980
 163     0.0220     0.0016    99.9740     1.4071    76.8700    96.5771
1392669.0 / 36546980
 164     0.0208     0.0017    99.9680     1.4173    77.0000    96.6496
1387148.0 / 36546980
 165     0.0196     0.0015    99.9700     1.3980    76.9500    96.9503
1382206.0 / 36546980
 166     0.0183     0.0015    99.9780     1.4266    76.8800    97.0723
1377526.0 / 36546980
 167     0.0171     0.0013    99.9740     1.4025    76.9600    96.9514
1373297.0 / 36546980
 168     0.0159     0.0015    99.9680     1.3954    76.9800    96.5047
1369636.0 / 36546980
 169     0.0146     0.0014    99.9660     1.4039    76.8900    97.1887
1366087.0 / 36546980
 170     0.0134     0.0014    99.9700     1.4055    76.9900    97.7087
1363219.0 / 36546980
 171     0.0121     0.0014    99.9760     1.4198    76.8700    96.6119
1360469.0 / 36546980
 172     0.0109     0.0014    99.9640     1.4271    77.0100    96.6433
1358105.0 / 36546980
 173     0.0097     0.0012    99.9740     1.4013    76.8000    96.9239
1356321.0 / 36546980
 174     0.0084     0.0012    99.9780     1.3891    77.0400    96.9340
1354659.0 / 36546980
 175     0.0072     0.0012    99.9760     1.4100    77.0300    96.6625
1353297.0 / 36546980
 176     0.0060     0.0012    99.9740     1.4004    77.1400    97.7227
1352186.0 / 36546980
 177     0.0047     0.0012    99.9760     1.4017    77.1000    96.9025
1351314.0 / 36546980
 178     0.0035     0.0011    99.9860     1.3877    77.3400    97.0050
1350782.0 / 36546980
 179     0.0022     0.0011    99.9840     1.4079    76.9200    96.7900
1350486.0 / 36546980
 180     0.0010     0.0011    99.9780     1.4123    77.1600    96.8341
1350220.0 / 36546980
 181     0.0010     0.0013    99.9680     1.3954    76.9600    97.0398
1349924.0 / 36546980
 182     0.0010     0.0011    99.9800     1.4020    76.9500    96.5599
1349634.0 / 36546980
 183     0.0010     0.0011    99.9780     1.4005    77.1700    97.7290
1349353.0 / 36546980
 184     0.0010     0.0011    99.9760     1.3979    77.2300    96.6286
1349063.0 / 36546980
 185     0.0010     0.0010    99.9900     1.4010    77.0800    96.7847
1348809.0 / 36546980
 186     0.0010     0.0012    99.9740     1.3988    76.9600    96.6380
1348585.0 / 36546980
 187     0.0010     0.0011    99.9740     1.3998    77.1800    96.6850
1348288.0 / 36546980
 188     0.0010     0.0010    99.9840     1.3953    77.0000    96.5501
1347989.0 / 36546980
 189     0.0010     0.0011    99.9740     1.4021    77.0100    96.6544
1347695.0 / 36546980
 190     0.0010     0.0011    99.9760     1.3912    76.9800    96.5102
1347419.0 / 36546980
 191     0.0010     0.0010    99.9860     1.4048    77.2100    96.5141
1347119.0 / 36546980
 192     0.0010     0.0011    99.9780     1.4004    77.1200    96.7935
1346803.0 / 36546980
 193     0.0010     0.0011    99.9760     1.4027    77.0700    98.1688
1346550.0 / 36546980
 194     0.0010     0.0011    99.9800     1.3971    77.0900    97.9217
1346258.0 / 36546980
 195     0.0010     0.0010    99.9820     1.4007    76.9100    96.7279
1345972.0 / 36546980
 196     0.0010     0.0010    99.9860     1.3957    77.0400    96.7699
1345668.0 / 36546980
 197     0.0010     0.0011    99.9800     1.4025    77.2500    97.9103
1345390.0 / 36546980
 198     0.0010     0.0011    99.9740     1.4091    76.8200    97.0373
1345128.0 / 36546980
 199     0.0010     0.0010    99.9800     1.4113    77.0900    96.4658
1344853.0 / 36546980
 200     0.0010     0.0011    99.9740     1.3948    77.1600    96.9675
