Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.501
)
total epochs: 200
31601515.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7206    12.8820     4.4769     9.3100   152.5560
29564295.0 / 36546980
   2     0.1000     2.9568    25.4500     3.6999    18.3600   147.5215
28004219.0 / 36546980
   3     0.1000     2.4468    35.5440     2.7326    31.0500   148.2791
26696062.0 / 36546980
   4     0.1000     2.0799    43.2260     2.7440    34.8300   147.7933
25546788.0 / 36546980
   5     0.1000     1.8114    49.8060     2.4197    40.0700   148.1678
24515772.0 / 36546980
   6     0.1000     1.6120    54.3260     2.2985    43.7300   147.9969
23570698.0 / 36546980
   7     0.1000     1.4672    57.9620     2.0569    47.5000   147.5921
22705552.0 / 36546980
   8     0.1000     1.3460    60.9960     1.6446    54.5600   147.8217
21904641.0 / 36546980
   9     0.1000     1.2340    64.0940     1.8300    52.4700   148.1727
21165112.0 / 36546980
  10     0.1000     1.1367    66.6160     1.9474    51.0200   148.3879
20481339.0 / 36546980
  11     0.1000     1.0591    68.7560     1.7472    54.7000   147.9677
19852963.0 / 36546980
  12     0.1000     0.9887    70.5120     1.8127    54.5000   148.7552
19279036.0 / 36546980
  13     0.1000     0.9232    72.2860     1.8242    54.4300   148.6200
18753107.0 / 36546980
  14     0.1000     0.8612    73.8940     1.4134    61.8600   149.0102
18270437.0 / 36546980
  15     0.1000     0.8016    75.5120     1.6365    59.1200   149.4929
17831691.0 / 36546980
  16     0.1000     0.7523    76.8060     1.5267    60.2300   149.3947
17429276.0 / 36546980
  17     0.1000     0.7041    78.2180     1.6239    59.2800   149.2855
17064171.0 / 36546980
  18     0.1000     0.6492    79.9540     1.2887    65.5500   149.5567
16726410.0 / 36546980
  19     0.1000     0.6140    80.9960     1.3911    64.1200   147.6141
16421665.0 / 36546980
  20     0.1000     0.5719    81.9980     1.6880    58.6500   149.2236
16141075.0 / 36546980
  21     0.1000     0.5259    83.4520     1.8579    58.8400   148.8987
15883479.0 / 36546980
  22     0.1000     0.4949    84.1700     1.6152    62.7500   149.2368
15647084.0 / 36546980
  23     0.1000     0.4587    85.4640     1.5673    62.7900   148.2328
15426348.0 / 36546980
  24     0.1000     0.4213    86.4540     1.6310    62.7000   149.5052
15222703.0 / 36546980
  25     0.1000     0.3950    87.3380     1.4936    66.0900   149.2060
15029520.0 / 36546980
  26     0.1000     0.3608    88.3820     1.6436    61.9500   149.1911
14853486.0 / 36546980
  27     0.1000     0.3402    89.0820     1.4702    65.4900   149.3749
14684067.0 / 36546980
  28     0.1000     0.3076    90.2060     1.4375    66.2800   149.3712
14522758.0 / 36546980
  29     0.1000     0.2862    90.8360     1.6952    64.9100   149.2603
14371445.0 / 36546980
  30     0.1000     0.2667    91.4600     1.3044    70.1200   149.1748
14221394.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  31     0.1000     0.2388    92.3260     1.6059    65.7100   149.2783
14083307.0 / 36546980
  32     0.1000     0.2276    92.7320     1.4324    68.1700   145.3271
13945609.0 / 36546980
  33     0.1000     0.2053    93.3860     1.4271    68.8800   145.1422
13814747.0 / 36546980
  34     0.1000     0.1966    93.6380     1.5677    67.6000   144.7214
13688157.0 / 36546980
  35     0.1000     0.1832    94.1300     1.5682    67.1700   144.6858
13555573.0 / 36546980
  36     0.1000     0.1580    94.8920     1.5163    69.0800   145.0095
13430479.0 / 36546980
  37     0.1000     0.1491    95.2560     1.7188    66.9900   145.6113
13312823.0 / 36546980
  38     0.1000     0.1479    95.2520     1.6478    67.8200   145.4612
13188264.0 / 36546980
  39     0.1000     0.1238    96.1180     1.6021    69.0200   144.8768
13067703.0 / 36546980
  40     0.1000     0.1162    96.5280     1.4556    70.6400   144.4751
12955812.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1176    96.2180     1.5914    67.5300   144.3892
12834957.0 / 36546980
  42     0.1000     0.0999    96.9660     1.8280    67.6800   145.0601
12713817.0 / 36546980
  43     0.1000     0.0888    97.2940     1.8138    66.8500   145.0888
12602755.0 / 36546980
  44     0.1000     0.0930    97.1840     1.3369    72.5800   145.1123
12489605.0 / 36546980
  45     0.1000     0.0818    97.5080     1.8048    68.0500   144.7211
12378263.0 / 36546980
  46     0.1000     0.0765    97.6660     1.7026    67.0500   145.1758
12281570.0 / 36546980
  47     0.1000     0.0809    97.4880     1.7768    67.2900   145.5123
12170725.0 / 36546980
  48     0.1000     0.0691    97.9660     1.4010    72.4100   145.2103
12067293.0 / 36546980
  49     0.1000     0.0649    98.0500     1.6754    69.4200   144.8110
11962619.0 / 36546980
  50     0.1000     0.0641    98.1300     1.6961    68.9900   144.5799
11860865.0 / 36546980
  51     0.1000     0.0602    98.2760     1.5731    72.0600   144.7664
11756077.0 / 36546980
  52     0.1000     0.0537    98.5100     1.5593    71.0700   145.1880
11656022.0 / 36546980
  53     0.1000     0.0554    98.3800     1.6797    69.3000   145.2659
11561543.0 / 36546980
  54     0.1000     0.0536    98.4220     1.4847    72.2200   145.1165
11458276.0 / 36546980
  55     0.1000     0.0436    98.8000     1.5136    71.9100   144.7818
11353493.0 / 36546980
  56     0.1000     0.0392    98.9480     1.7612    69.4500   144.7475
11275064.0 / 36546980
  57     0.1000     0.0560    98.3080     1.7137    69.3600   145.0421
11200042.0 / 36546980
  58     0.1000     0.0565    98.3400     1.7419    69.4000   145.1935
11125200.0 / 36546980
  59     0.1000     0.0553    98.3620     1.7115    70.9100   144.9735
11045853.0 / 36546980
  60     0.1000     0.0488    98.5380     1.5705    71.4400   145.2854
10989383.0 / 36546980
  61     0.1000     0.0629    98.1640     1.9046    68.6000   144.8648
10946888.0 / 36546980
  62     0.1000     0.0745    97.6860     1.7193    68.9200   144.9857
10899888.0 / 36546980
  63     0.1000     0.0682    97.9660     1.7776    70.0700   144.4134
10840082.0 / 36546980
  64     0.1000     0.0578    98.2540     1.9052    68.2600   145.0754
10772342.0 / 36546980
  65     0.1000     0.0493    98.5280     1.6207    71.7200   145.3059
10693161.0 / 36546980
  66     0.1000     0.0380    98.9620     1.4856    73.1200   145.3432
10610610.0 / 36546980
  67     0.1000     0.0354    99.0240     1.7937    70.5100   144.9322
10537001.0 / 36546980
  68     0.1000     0.0380    98.9640     1.5766    71.8400   144.7546
10479873.0 / 36546980
  69     0.1000     0.0474    98.5920     1.8825    69.1300   145.0486
10414441.0 / 36546980
  70     0.1000     0.0400    98.8180     1.7134    70.2400   145.1011
10354016.0 / 36546980
  71     0.1000     0.0420    98.7820     1.5688    72.3800   144.8777
10304888.0 / 36546980
  72     0.1000     0.0487    98.5680     1.6494    71.5500   144.7451
10246092.0 / 36546980
  73     0.1000     0.0411    98.7980     1.6222    71.9500   145.1725
10193704.0 / 36546980
  74     0.1000     0.0430    98.7140     1.7654    69.7200   144.6630
10136104.0 / 36546980
  75     0.1000     0.0394    98.8460     2.2771    66.9500   145.2068
10072385.0 / 36546980
  76     0.1000     0.0330    99.0460     1.6337    71.5100   145.1184
10000078.0 / 36546980
  77     0.1000     0.0272    99.2760     1.4998    73.5900   144.7678
9925593.0 / 36546980
  78     0.1000     0.0237    99.3720     1.5050    74.0000   145.1200
9861576.0 / 36546980
  79     0.1000     0.0288    99.1900     1.6396    72.2900   144.6788
9804876.0 / 36546980
  80     0.1000     0.0309    99.0880     1.5768    72.7400   145.1514
9737398.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0252    99.3680     1.5176    73.7100   144.8080
9677770.0 / 36546980
  82     0.1000     0.0274    99.2760     1.7082    70.6600   144.6827
9633161.0 / 36546980
  83     0.1000     0.0369    98.9340     1.6203    72.0400   144.8865
9580534.0 / 36546980
  84     0.1000     0.0298    99.1760     1.5504    72.7600   144.9900
9528742.0 / 36546980
  85     0.1000     0.0283    99.1640     1.5175    74.0900   145.8354
9466146.0 / 36546980
  86     0.1000     0.0224    99.3980     1.5820    73.0000   145.3163
9411450.0 / 36546980
  87     0.1000     0.0254    99.2480     1.5425    74.1800   145.3304
9351427.0 / 36546980
  88     0.1000     0.0221    99.4060     1.5298    73.7000   144.9711
9311253.0 / 36546980
  89     0.1000     0.0318    99.0640     1.5168    73.4200   144.6249
9260319.0 / 36546980
  90     0.1000     0.0255    99.2780     1.6229    73.0500   144.6717
9230343.0 / 36546980
  91     0.1000     0.0378    98.8660     1.8331    70.6100   145.3119
9210458.0 / 36546980
  92     0.1000     0.0423    98.6720     1.7837    71.6900   145.0410
9170623.0 / 36546980
  93     0.1000     0.0312    99.0840     1.5461    74.2100   145.3679
9114674.0 / 36546980
  94     0.1000     0.0211    99.4760     1.6269    72.7100   144.9981
9062000.0 / 36546980
  95     0.1000     0.0231    99.3540     1.5845    72.8000   144.9614
9014630.0 / 36546980
  96     0.1000     0.0233    99.3880     1.6293    73.4300   145.3692
8968549.0 / 36546980
  97     0.1000     0.0242    99.2820     1.6685    73.0500   169.3498
8910974.0 / 36546980
  98     0.1000     0.0171    99.5400     1.5194    74.3600   145.2684
8852211.0 / 36546980
  99     0.1000     0.0149    99.6500     1.5929    73.8400   144.7796
8784270.0 / 36546980
 100     0.1000     0.0102    99.7720     1.4941    74.9400   145.1680
8724780.0 / 36546980
 101     0.0988     0.0127    99.6740     1.5540    73.8000   145.0843
8676557.0 / 36546980
 102     0.0975     0.0172    99.5140     1.5326    74.1100   144.4938
8622202.0 / 36546980
 103     0.0963     0.0133    99.6500     1.5844    74.0600   145.1780
8565415.0 / 36546980
 104     0.0950     0.0122    99.7140     1.5211    74.8600   144.9703
8500985.0 / 36546980
 105     0.0938     0.0069    99.8600     1.5222    74.8400   144.7360
8436052.0 / 36546980
 106     0.0926     0.0056    99.8960     1.4892    75.7900   144.3468
8371878.0 / 36546980
 107     0.0913     0.0047    99.9180     1.4614    75.5100   144.9884
8307071.0 / 36546980
 108     0.0901     0.0039    99.9240     1.4769    75.6800   144.7506
8243614.0 / 36546980
 109     0.0889     0.0034    99.9160     1.4866    75.8200   144.5718
8180456.0 / 36546980
 110     0.0876     0.0034    99.9240     1.4495    75.9800   145.1959
8118290.0 / 36546980
 111     0.0864     0.0025    99.9400     1.4913    75.4600   144.8259
8057619.0 / 36546980
 112     0.0852     0.0030    99.9240     1.4879    75.4400   144.5581
7998732.0 / 36546980
 113     0.0839     0.0027    99.9340     1.4496    76.1300   145.0491
7941062.0 / 36546980
 114     0.0827     0.0029    99.9360     1.4599    76.0000   144.5947
7883892.0 / 36546980
 115     0.0814     0.0020    99.9560     1.4453    76.2800   144.5549
7828008.0 / 36546980
 116     0.0802     0.0020    99.9620     1.4380    76.4600   144.9781
7773285.0 / 36546980
 117     0.0790     0.0015    99.9600     1.4260    76.3300   144.5767
7719861.0 / 36546980
 118     0.0777     0.0020    99.9560     1.4430    76.2900   145.3532
7668881.0 / 36546980
 119     0.0765     0.0019    99.9580     1.4342    76.1700   144.9098
7617169.0 / 36546980
 120     0.0753     0.0013    99.9700     1.4218    76.5000   144.9365
7566931.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0012    99.9700     1.4248    76.3300   145.0630
7518009.0 / 36546980
 122     0.0728     0.0013    99.9660     1.4159    76.5200   145.1805
7470809.0 / 36546980
 123     0.0715     0.0015    99.9580     1.4496    76.4200   145.3455
7425365.0 / 36546980
 124     0.0703     0.0015    99.9640     1.4276    76.4300   145.2460
7380869.0 / 36546980
 125     0.0691     0.0011    99.9740     1.4113    76.4700   145.3059
7336929.0 / 36546980
 126     0.0678     0.0010    99.9720     1.4130    76.4900   145.0869
7293788.0 / 36546980
 127     0.0666     0.0011    99.9680     1.4102    76.6600   145.2238
7252003.0 / 36546980
 128     0.0654     0.0010    99.9700     1.4219    76.5200   145.1127
7211998.0 / 36546980
 129     0.0641     0.0012    99.9640     1.4084    76.5800   144.9964
7172395.0 / 36546980
 130     0.0629     0.0010    99.9720     1.4066    76.6300   145.2333
7134124.0 / 36546980
 131     0.0616     0.0011    99.9660     1.4157    76.7100   144.9851
7097001.0 / 36546980
 132     0.0604     0.0013    99.9620     1.4177    76.8300   144.8615
7060588.0 / 36546980
 133     0.0592     0.0008    99.9760     1.4112    76.7700   145.2046
7025343.0 / 36546980
 134     0.0579     0.0009    99.9700     1.4159    76.6100   145.0127
6990971.0 / 36546980
 135     0.0567     0.0009    99.9700     1.3971    76.7000   144.5722
6957432.0 / 36546980
 136     0.0554     0.0008    99.9780     1.4111    76.8200   144.8784
6924962.0 / 36546980
 137     0.0542     0.0008    99.9780     1.4024    76.6200   145.1959
6893543.0 / 36546980
 138     0.0530     0.0008    99.9740     1.3997    76.9100   144.7693
6863554.0 / 36546980
 139     0.0517     0.0008    99.9720     1.4016    76.8600   145.2818
6834018.0 / 36546980
 140     0.0505     0.0008    99.9660     1.4074    76.9200   145.1801
6805645.0 / 36546980
 141     0.0493     0.0008    99.9720     1.4065    76.6300   145.2565
6777627.0 / 36546980
 142     0.0480     0.0007    99.9840     1.4080    76.6600   144.8797
6750996.0 / 36546980
 143     0.0468     0.0007    99.9800     1.4115    76.6500   144.5777
6725217.0 / 36546980
 144     0.0456     0.0007    99.9740     1.3977    76.7400   145.1713
6700205.0 / 36546980
 145     0.0443     0.0007    99.9720     1.4063    76.7700   144.7637
6675940.0 / 36546980
 146     0.0431     0.0007    99.9760     1.3931    76.7700   145.0925
6652541.0 / 36546980
 147     0.0418     0.0007    99.9720     1.4007    76.7900   144.8041
6629737.0 / 36546980
 148     0.0406     0.0007    99.9780     1.4031    76.6400   144.8976
6608203.0 / 36546980
 149     0.0394     0.0007    99.9700     1.3852    76.9200   145.2337
6587539.0 / 36546980
 150     0.0381     0.0007    99.9720     1.3970    76.7400   144.9381
6567472.0 / 36546980
 151     0.0369     0.0006    99.9780     1.3939    76.6900   145.2285
6547845.0 / 36546980
 152     0.0357     0.0006    99.9780     1.3928    76.7000   145.2718
6529491.0 / 36546980
 153     0.0344     0.0006    99.9740     1.3997    76.6500   145.1719
6511670.0 / 36546980
 154     0.0332     0.0006    99.9780     1.3887    76.8400   144.8855
6494680.0 / 36546980
 155     0.0319     0.0006    99.9820     1.3909    76.8000   145.2476
6478287.0 / 36546980
 156     0.0307     0.0006    99.9780     1.3958    76.8100   144.5816
6462833.0 / 36546980
 157     0.0295     0.0006    99.9760     1.3798    76.5800   144.5881
6448015.0 / 36546980
 158     0.0282     0.0006    99.9820     1.3911    76.7400   145.0227
6434010.0 / 36546980
 159     0.0270     0.0006    99.9800     1.3846    76.7500   145.0835
6420612.0 / 36546980
 160     0.0257     0.0006    99.9720     1.3886    76.7800   144.6331
6407879.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0006    99.9780     1.3877    76.7500   145.0041
6395891.0 / 36546980
 162     0.0233     0.0006    99.9780     1.4012    76.7800   144.9079
6384537.0 / 36546980
 163     0.0220     0.0006    99.9800     1.3876    76.7700   144.6022
6374052.0 / 36546980
 164     0.0208     0.0006    99.9820     1.4044    76.7300   144.8118
6364095.0 / 36546980
 165     0.0196     0.0006    99.9800     1.3924    76.9000   144.7084
6354722.0 / 36546980
 166     0.0183     0.0006    99.9840     1.3924    76.9400   144.7572
6346104.0 / 36546980
 167     0.0171     0.0006    99.9780     1.3786    76.9000   144.9437
6338021.0 / 36546980
 168     0.0159     0.0006    99.9780     1.3836    76.8700   145.1422
6330791.0 / 36546980
 169     0.0146     0.0006    99.9840     1.3926    76.6700   145.2141
6324229.0 / 36546980
 170     0.0134     0.0006    99.9840     1.3954    76.8500   145.2782
6318109.0 / 36546980
 171     0.0121     0.0005    99.9780     1.4026    76.8700   145.2443
6312849.0 / 36546980
 172     0.0109     0.0005    99.9840     1.3997    77.0200   145.0940
6308095.0 / 36546980
 173     0.0097     0.0006    99.9740     1.3886    76.7700   145.1308
6303874.0 / 36546980
 174     0.0084     0.0006    99.9840     1.3872    76.8500   145.2624
6300367.0 / 36546980
 175     0.0072     0.0006    99.9720     1.3841    76.8800   145.0141
6297485.0 / 36546980
 176     0.0060     0.0006    99.9800     1.3824    76.8700   145.2050
6295180.0 / 36546980
 177     0.0047     0.0006    99.9820     1.4025    76.8900   145.3815
6293287.0 / 36546980
 178     0.0035     0.0005    99.9800     1.3872    76.9100   145.2070
6292356.0 / 36546980
 179     0.0022     0.0006    99.9780     1.4025    76.7000   145.1601
6291897.0 / 36546980
 180     0.0010     0.0005    99.9820     1.3971    76.8300   145.2975
6291447.0 / 36546980
 181     0.0010     0.0005    99.9880     1.3864    76.7300   145.3673
6290944.0 / 36546980
 182     0.0010     0.0005    99.9800     1.3902    76.7300   145.0397
6290444.0 / 36546980
 183     0.0010     0.0006    99.9820     1.4018    76.8900   145.0136
6289935.0 / 36546980
 184     0.0010     0.0006    99.9760     1.3954    76.7300   145.2637
6289480.0 / 36546980
 185     0.0010     0.0006    99.9800     1.3793    76.9100   144.8652
6289012.0 / 36546980
 186     0.0010     0.0005    99.9840     1.3863    76.8100   144.9162
6288552.0 / 36546980
 187     0.0010     0.0006    99.9800     1.3924    76.8700   145.0104
6288087.0 / 36546980
 188     0.0010     0.0006    99.9800     1.3915    76.8000   144.9022
6287624.0 / 36546980
 189     0.0010     0.0006    99.9840     1.3839    76.9600   145.1633
6287146.0 / 36546980
 190     0.0010     0.0005    99.9820     1.3988    76.8900   145.4693
6286649.0 / 36546980
 191     0.0010     0.0005    99.9800     1.3892    76.8800   144.6777
6286128.0 / 36546980
 192     0.0010     0.0005    99.9820     1.3921    76.8500   144.8180
6285619.0 / 36546980
 193     0.0010     0.0005    99.9880     1.3759    76.8100   145.1802
6285177.0 / 36546980
 194     0.0010     0.0005    99.9820     1.3984    76.6600   145.3441
6284701.0 / 36546980
 195     0.0010     0.0006    99.9720     1.3828    76.9700   144.6625
6284221.0 / 36546980
 196     0.0010     0.0005    99.9840     1.3912    76.8100   145.3064
6283738.0 / 36546980
 197     0.0010     0.0006    99.9780     1.3940    76.8600   145.3703
6283260.0 / 36546980
 198     0.0010     0.0006    99.9820     1.3792    76.9100   145.4020
6282810.0 / 36546980
 199     0.0010     0.0006    99.9800     1.3764    76.7500   145.2038
6282322.0 / 36546980
 200     0.0010     0.0006    99.9760     1.3820    76.9200   145.2443
