Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new5/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.501
)
total epochs: 200
31602425.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7244    12.5880     4.7450     8.5800   101.9488
29564310.0 / 36546980
   2     0.1000     2.9616    25.4380     3.7054    18.8300   100.4320
28005862.0 / 36546980
   3     0.1000     2.4463    35.5840     2.9355    29.1100    98.3661
26694875.0 / 36546980
   4     0.1000     2.0772    43.4260     2.8326    34.0700    99.2411
25548403.0 / 36546980
   5     0.1000     1.8081    49.7100     2.3378    41.3700    98.7460
24513863.0 / 36546980
   6     0.1000     1.6085    54.2720     2.1528    45.2700   100.5404
23572023.0 / 36546980
   7     0.1000     1.4652    58.0200     2.0245    47.7700    98.2138
22706394.0 / 36546980
   8     0.1000     1.3426    61.1180     1.7313    53.3200    98.6406
21905695.0 / 36546980
   9     0.1000     1.2325    63.9520     1.7906    53.2200    99.0763
21165104.0 / 36546980
  10     0.1000     1.1356    66.5620     1.9451    51.5400    98.5044
20484269.0 / 36546980
  11     0.1000     1.0567    68.7680     1.8210    54.1300   100.0992
19856262.0 / 36546980
  12     0.1000     0.9896    70.4600     1.9050    53.5300    98.7440
19279811.0 / 36546980
  13     0.1000     0.9218    72.2580     1.9651    53.0200    99.0626
18752972.0 / 36546980
  14     0.1000     0.8619    74.0040     1.4760    60.7200    99.6066
18269817.0 / 36546980
  15     0.1000     0.8056    75.3500     1.8759    55.8300    98.9085
17827566.0 / 36546980
  16     0.1000     0.7504    76.8540     1.4708    61.3000    98.8708
17425511.0 / 36546980
  17     0.1000     0.6982    78.3500     1.6625    58.6700    98.9673
17060832.0 / 36546980
  18     0.1000     0.6521    79.7440     1.3945    64.6600    99.7249
16724153.0 / 36546980
  19     0.1000     0.6139    80.8840     1.5209    62.2600    98.6705
16418163.0 / 36546980
  20     0.1000     0.5741    82.0980     1.5507    60.4000    99.6124
16135360.0 / 36546980
  21     0.1000     0.5279    83.4600     1.5786    62.4000    98.4425
15877152.0 / 36546980
  22     0.1000     0.4977    84.2700     1.4981    63.8800   100.3814
15636695.0 / 36546980
  23     0.1000     0.4534    85.7380     1.5169    63.0400    99.8548
15415717.0 / 36546980
  24     0.1000     0.4172    86.7780     1.5116    63.3400    98.0729
15209600.0 / 36546980
  25     0.1000     0.3923    87.5500     1.4091    65.6500    98.5739
15020114.0 / 36546980
  26     0.1000     0.3655    88.2120     1.8783    60.1700    98.7461
14841619.0 / 36546980
  27     0.1000     0.3366    89.1740     1.5230    65.9100    98.3104
14673760.0 / 36546980
  28     0.1000     0.3108    90.0260     1.5599    64.9100    99.3835
14515321.0 / 36546980
  29     0.1000     0.2878    90.6040     2.3075    57.1000    99.2808
14363881.0 / 36546980
  30     0.1000     0.2739    91.1180     1.3686    69.6800    98.6183
14217562.0 / 36546980
  31     0.1000     0.2446    92.1140     1.9067    62.7800    99.7829
14072437.0 / 36546980
  32     0.1000     0.2224    92.8520     1.4359    69.1800    98.0553
13940387.0 / 36546980
  33     0.1000     0.2108    93.1180     1.5434    67.4900    99.8417
13800838.0 / 36546980
  34     0.1000     0.1884    94.0560     1.6971    65.5600    98.4113
13680996.0 / 36546980
  35     0.1000     0.1900    93.9460     1.6953    66.1600    98.8492
13554586.0 / 36546980
  36     0.1000     0.1638    94.7540     1.3342    70.0000    98.3325
13431996.0 / 36546980
  37     0.1000     0.1549    95.0100     1.8419    65.3100    98.2146
13317705.0 / 36546980
  38     0.1000     0.1494    95.2220     1.3808    70.3500    98.7188
13202125.0 / 36546980
  39     0.1000     0.1354    95.7480     1.7180    67.8800   100.1332
13088116.0 / 36546980
  40     0.1000     0.1322    95.7760     1.6037    69.2400   100.3430
12976904.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1174    96.3420     1.4621    70.9200    99.2868
12861126.0 / 36546980
  42     0.1000     0.1068    96.6540     1.4248    70.8900    98.7727
12744365.0 / 36546980
  43     0.1000     0.0965    97.0800     1.4711    70.6400    98.5702
12646388.0 / 36546980
  44     0.1000     0.1025    96.8260     1.4884    71.0600    98.7991
12531718.0 / 36546980
  45     0.1000     0.0838    97.4600     1.5049    70.5600    98.3534
12428273.0 / 36546980
  46     0.1000     0.0863    97.3700     1.5673    70.2800    99.4256
12322749.0 / 36546980
  47     0.1000     0.0798    97.6400     1.5069    70.8000    99.0332
12221081.0 / 36546980
  48     0.1000     0.0764    97.6320     1.7232    68.9600    97.6719
12136742.0 / 36546980
  49     0.1000     0.0883    97.2460     1.6074    70.4500    98.5718
12037711.0 / 36546980
  50     0.1000     0.0701    97.8240     1.5617    70.7700    98.4321
11941294.0 / 36546980
  51     0.1000     0.0686    97.9560     1.6332    70.5000    99.7109
11845924.0 / 36546980
  52     0.1000     0.0643    98.0820     1.5506    71.6500    98.6890
11753403.0 / 36546980
  53     0.1000     0.0648    98.0880     1.5212    72.3100    98.1901
11649718.0 / 36546980
  54     0.1000     0.0511    98.5580     1.5723    71.2600    98.6075
11556060.0 / 36546980
  55     0.1000     0.0535    98.4140     1.5598    71.4900    98.6190
11471021.0 / 36546980
  56     0.1000     0.0576    98.2320     1.5957    71.6500    98.6117
11382749.0 / 36546980
  57     0.1000     0.0517    98.5200     1.6561    69.7800    98.2532
11290854.0 / 36546980
  58     0.1000     0.0461    98.6900     1.3647    74.1200    98.9218
11198602.0 / 36546980
  59     0.1000     0.0444    98.7560     1.6631    70.3000    97.9232
11121724.0 / 36546980
  60     0.1000     0.0511    98.4520     1.6076    71.7700   100.1249
11055164.0 / 36546980
  61     0.1000     0.0556    98.3040     1.9043    68.0400    98.8117
10978553.0 / 36546980
  62     0.1000     0.0498    98.5860     1.6930    71.0300    98.8647
10911683.0 / 36546980
  63     0.1000     0.0514    98.4580     2.0235    67.7700    98.9007
10851281.0 / 36546980
  64     0.1000     0.0563    98.3200     1.4989    72.6700    98.7981
10788497.0 / 36546980
  65     0.1000     0.0521    98.4560     2.0509    67.3300    99.6816
10723652.0 / 36546980
  66     0.1000     0.0489    98.5340     1.4363    73.5300    98.6387
10640030.0 / 36546980
  67     0.1000     0.0341    99.0800     1.5408    72.7400    98.3598
10554420.0 / 36546980
  68     0.1000     0.0301    99.1680     1.5723    71.8700    98.5891
10470656.0 / 36546980
  69     0.1000     0.0287    99.2600     1.5715    72.5800    98.8718
10391882.0 / 36546980
  70     0.1000     0.0306    99.1740     1.5165    73.9300    99.1786
10305368.0 / 36546980
  71     0.1000     0.0241    99.3660     1.5313    73.6600    98.6215
10227416.0 / 36546980
  72     0.1000     0.0289    99.1940     1.5816    73.3300    98.6376
10163595.0 / 36546980
  73     0.1000     0.0344    99.0360     1.5963    72.6500    98.4212
10106420.0 / 36546980
  74     0.1000     0.0383    98.9100     1.6315    72.1400    99.4841
10046845.0 / 36546980
  75     0.1000     0.0354    98.9640     1.5423    71.8500    98.0498
9990703.0 / 36546980
  76     0.1000     0.0360    98.9800     1.9200    69.5400    99.2128
9938824.0 / 36546980
  77     0.1000     0.0386    98.8700     1.7567    70.5800    98.9915
9882653.0 / 36546980
  78     0.1000     0.0353    98.9800     1.7126    71.8700    99.4058
9823005.0 / 36546980
  79     0.1000     0.0306    99.1640     1.5754    73.2000    97.6933
9765764.0 / 36546980
  80     0.1000     0.0332    99.0660     1.7618    70.5600    99.4562
9699468.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0246    99.3840     1.6331    73.0700    98.0129
9638159.0 / 36546980
  82     0.1000     0.0273    99.2320     1.5637    73.3500    97.9340
9584549.0 / 36546980
  83     0.1000     0.0289    99.1140     1.5991    72.6200    98.1952
9537760.0 / 36546980
  84     0.1000     0.0335    99.0300     1.7468    72.0700    97.9792
9493604.0 / 36546980
  85     0.1000     0.0360    98.9960     1.5734    73.5900    98.9088
9442306.0 / 36546980
  86     0.1000     0.0281    99.1960     1.5963    73.3700    98.5435
9407553.0 / 36546980
  87     0.1000     0.0382    98.8620     1.7442    69.8400    98.7263
9357348.0 / 36546980
  88     0.1000     0.0290    99.2340     1.5136    74.1000    98.2295
9291603.0 / 36546980
  89     0.1000     0.0180    99.5560     1.5194    74.7600    98.7409
9217825.0 / 36546980
  90     0.1000     0.0126    99.7100     1.4679    75.0100    98.7176
9141384.0 / 36546980
  91     0.1000     0.0112    99.7560     1.5333    74.5000    98.5727
9082384.0 / 36546980
  92     0.1000     0.0189    99.4780     1.6558    74.1300    97.9987
9035366.0 / 36546980
  93     0.1000     0.0241    99.2980     1.5237    74.5000    99.1225
9002584.0 / 36546980
  94     0.1000     0.0299    99.1000     1.8351    70.6600    99.3014
8980242.0 / 36546980
  95     0.1000     0.0369    98.8880     1.6759    72.1600    98.4666
8944422.0 / 36546980
  96     0.1000     0.0293    99.1580     1.5097    74.1200    98.7909
8894097.0 / 36546980
  97     0.1000     0.0210    99.4520     1.5003    74.3900    99.9410
8856644.0 / 36546980
  98     0.1000     0.0265    99.2460     1.5591    73.7000    98.0561
8821970.0 / 36546980
  99     0.1000     0.0271    99.2360     1.5626    74.0000    99.5464
8784188.0 / 36546980
 100     0.1000     0.0251    99.2840     1.5575    72.8900    98.1919
8734118.0 / 36546980
 101     0.0988     0.0182    99.5020     1.5446    74.4800    98.1685
8675564.0 / 36546980
 102     0.0975     0.0133    99.6640     1.5533    73.4900    97.9252
8617517.0 / 36546980
 103     0.0963     0.0126    99.6880     1.4861    75.1000    98.6183
8557756.0 / 36546980
 104     0.0950     0.0104    99.7460     1.4509    75.2000    99.1450
8491666.0 / 36546980
 105     0.0938     0.0071    99.8500     1.4358    75.2900    99.6601
8425407.0 / 36546980
 106     0.0926     0.0050    99.8980     1.4750    75.3400    99.2518
8360150.0 / 36546980
 107     0.0913     0.0043    99.9060     1.4211    75.8200    99.2161
8293852.0 / 36546980
 108     0.0901     0.0035    99.9440     1.4207    76.1600    98.7675
8229052.0 / 36546980
 109     0.0889     0.0033    99.9280     1.4056    76.4500    98.7587
8165260.0 / 36546980
 110     0.0876     0.0030    99.9340     1.4003    76.5200    99.4332
8101695.0 / 36546980
 111     0.0864     0.0021    99.9560     1.3984    76.5800    99.1369
8040004.0 / 36546980
 112     0.0852     0.0018    99.9620     1.3964    76.5200    98.7411
7980338.0 / 36546980
 113     0.0839     0.0023    99.9460     1.3949    76.8500    98.0729
7922055.0 / 36546980
 114     0.0827     0.0019    99.9580     1.4066    76.3500    98.4269
7864875.0 / 36546980
 115     0.0814     0.0021    99.9600     1.4057    76.5800    98.6845
7808859.0 / 36546980
 116     0.0802     0.0016    99.9640     1.3863    76.6800    99.7788
7753607.0 / 36546980
 117     0.0790     0.0015    99.9700     1.3840    76.9700    98.2224
7699994.0 / 36546980
 118     0.0777     0.0013    99.9680     1.3934    76.8300    98.3804
7647622.0 / 36546980
 119     0.0765     0.0013    99.9660     1.3856    76.8200    99.1385
7597003.0 / 36546980
 120     0.0753     0.0015    99.9640     1.3971    76.7000    99.1152
7546938.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0012    99.9660     1.3923    76.8600    99.1939
7498447.0 / 36546980
 122     0.0728     0.0011    99.9680     1.3935    76.6700    98.4254
7450940.0 / 36546980
 123     0.0715     0.0013    99.9700     1.3884    77.0100    99.1902
7404605.0 / 36546980
 124     0.0703     0.0010    99.9740     1.3761    76.9600    97.7826
7359541.0 / 36546980
 125     0.0691     0.0008    99.9800     1.3628    77.1200    98.4755
7315474.0 / 36546980
 126     0.0678     0.0009    99.9760     1.3687    76.9900    98.4566
7273113.0 / 36546980
 127     0.0666     0.0011    99.9680     1.4349    76.2100    98.1768
7231516.0 / 36546980
 128     0.0654     0.0010    99.9760     1.3880    76.6800    99.1362
7190704.0 / 36546980
 129     0.0641     0.0009    99.9800     1.3806    76.5900    99.0305
7151421.0 / 36546980
 130     0.0629     0.0011    99.9700     1.3836    76.6700   100.0855
7113386.0 / 36546980
 131     0.0616     0.0009    99.9780     1.3718    76.7300    99.3881
7076091.0 / 36546980
 132     0.0604     0.0009    99.9740     1.3792    76.7400    97.9513
7039983.0 / 36546980
 133     0.0592     0.0007    99.9820     1.3640    76.8300    99.2978
7004462.0 / 36546980
 134     0.0579     0.0008    99.9760     1.3885    76.6500    98.2969
6970245.0 / 36546980
 135     0.0567     0.0007    99.9780     1.3634    77.0700    98.6847
6936689.0 / 36546980
 136     0.0554     0.0008    99.9740     1.3645    76.8900    98.3945
6904369.0 / 36546980
 137     0.0542     0.0008    99.9740     1.3659    77.0500    98.1849
6872860.0 / 36546980
 138     0.0530     0.0007    99.9800     1.3692    76.9300    98.9407
6842804.0 / 36546980
 139     0.0517     0.0007    99.9820     1.3627    77.0400   100.0082
6813522.0 / 36546980
 140     0.0505     0.0007    99.9780     1.3663    77.1200    98.8266
6785116.0 / 36546980
 141     0.0493     0.0007    99.9780     1.3826    77.2000    98.5629
6757247.0 / 36546980
 142     0.0480     0.0006    99.9800     1.3670    76.9300    98.8393
6730216.0 / 36546980
 143     0.0468     0.0008    99.9700     1.3707    76.8600    99.1157
6704216.0 / 36546980
 144     0.0456     0.0007    99.9780     1.3768    76.8400    98.4214
6679489.0 / 36546980
 145     0.0443     0.0008    99.9720     1.3671    76.9600    98.2583
6655545.0 / 36546980
 146     0.0431     0.0007    99.9760     1.3590    76.9400    98.1741
6631779.0 / 36546980
 147     0.0418     0.0007    99.9720     1.3714    76.9600    98.7183
6609266.0 / 36546980
 148     0.0406     0.0006    99.9760     1.3596    76.9700    98.7081
6587167.0 / 36546980
 149     0.0394     0.0007    99.9720     1.3769    76.9000    98.7513
6566263.0 / 36546980
 150     0.0381     0.0006    99.9760     1.3645    77.0500    98.6849
6546213.0 / 36546980
 151     0.0369     0.0006    99.9880     1.3552    77.1300    99.8058
6526560.0 / 36546980
 152     0.0357     0.0007    99.9720     1.3621    77.2500    99.2075
6508218.0 / 36546980
 153     0.0344     0.0007    99.9740     1.3726    76.9100    97.6707
6490389.0 / 36546980
 154     0.0332     0.0007    99.9760     1.3666    77.3600    98.2754
6473403.0 / 36546980
 155     0.0319     0.0006    99.9740     1.3583    77.0600    98.6087
6457134.0 / 36546980
 156     0.0307     0.0006    99.9740     1.3480    77.0300    98.5814
6441905.0 / 36546980
 157     0.0295     0.0007    99.9760     1.3568    77.0900    99.3017
6427184.0 / 36546980
 158     0.0282     0.0007    99.9780     1.3674    76.9700    98.5638
6413293.0 / 36546980
 159     0.0270     0.0006    99.9820     1.3526    77.1100    98.9555
6399795.0 / 36546980
 160     0.0257     0.0006    99.9800     1.3715    76.9400    99.0234
6387342.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0006    99.9800     1.3599    77.2200    98.6533
6375527.0 / 36546980
 162     0.0233     0.0006    99.9800     1.3606    77.1000    98.9755
6364089.0 / 36546980
 163     0.0220     0.0006    99.9800     1.3459    77.2900    98.2595
6353770.0 / 36546980
 164     0.0208     0.0006    99.9740     1.3639    77.1300    99.8963
6343735.0 / 36546980
 165     0.0196     0.0006    99.9720     1.3492    77.3800    99.0084
6334440.0 / 36546980
 166     0.0183     0.0006    99.9860     1.3544    77.0900    99.2664
6325902.0 / 36546980
 167     0.0171     0.0006    99.9760     1.3529    77.1900    98.8645
6317816.0 / 36546980
 168     0.0159     0.0006    99.9780     1.3437    77.0600    98.6302
6310734.0 / 36546980
 169     0.0146     0.0006    99.9820     1.3398    77.1500    99.3114
6304079.0 / 36546980
 170     0.0134     0.0006    99.9760     1.3531    77.1200    99.2701
6297967.0 / 36546980
 171     0.0121     0.0006    99.9820     1.3605    77.3100    98.2498
6292763.0 / 36546980
 172     0.0109     0.0006    99.9760     1.3602    77.0600    98.1810
6288062.0 / 36546980
 173     0.0097     0.0006    99.9820     1.3578    77.2200    99.8706
6283904.0 / 36546980
 174     0.0084     0.0006    99.9760     1.3460    77.3400    98.7192
6280610.0 / 36546980
 175     0.0072     0.0006    99.9820     1.3598    77.1100    98.6208
6277874.0 / 36546980
 176     0.0060     0.0006    99.9800     1.3571    77.1700    98.2776
6275503.0 / 36546980
 177     0.0047     0.0006    99.9820     1.3497    77.2300    98.8505
6273580.0 / 36546980
 178     0.0035     0.0005    99.9880     1.3500    77.1300    98.4320
6272693.0 / 36546980
 179     0.0022     0.0005    99.9880     1.3510    77.2500    98.4287
6272273.0 / 36546980
 180     0.0010     0.0006    99.9760     1.3543    77.1300    97.8710
6271798.0 / 36546980
 181     0.0010     0.0006    99.9780     1.3522    77.2100    98.1229
6271311.0 / 36546980
 182     0.0010     0.0006    99.9800     1.3550    77.2300    98.5502
6270848.0 / 36546980
 183     0.0010     0.0005    99.9820     1.3447    77.1700    99.8593
6270364.0 / 36546980
 184     0.0010     0.0006    99.9760     1.3412    77.2900    98.0037
6269950.0 / 36546980
 185     0.0010     0.0005    99.9900     1.3581    77.2200    98.8297
6269479.0 / 36546980
 186     0.0010     0.0006    99.9720     1.3490    77.1600    98.4116
6269064.0 / 36546980
 187     0.0010     0.0006    99.9800     1.3505    77.2300    99.8875
6268553.0 / 36546980
 188     0.0010     0.0005    99.9820     1.3505    77.2300    98.1519
6268118.0 / 36546980
 189     0.0010     0.0006    99.9760     1.3543    77.0700    97.8294
6267619.0 / 36546980
 190     0.0010     0.0006    99.9720     1.3404    77.1300    98.2091
6267127.0 / 36546980
 191     0.0010     0.0005    99.9820     1.3651    77.1500    98.1688
6266696.0 / 36546980
 192     0.0010     0.0006    99.9840     1.3443    77.2800    97.7022
6266203.0 / 36546980
 193     0.0010     0.0006    99.9800     1.3590    77.2900    98.2673
6265694.0 / 36546980
 194     0.0010     0.0005    99.9820     1.3431    77.2000    98.5621
6265204.0 / 36546980
 195     0.0010     0.0005    99.9840     1.3530    77.1900    98.6785
6264783.0 / 36546980
 196     0.0010     0.0005    99.9860     1.3551    77.2000    98.7400
6264309.0 / 36546980
 197     0.0010     0.0006    99.9820     1.3500    77.1500    98.2489
6263892.0 / 36546980
 198     0.0010     0.0006    99.9780     1.3578    77.1100    98.9757
6263426.0 / 36546980
 199     0.0010     0.0006    99.9760     1.3562    77.3200    99.1966
6262999.0 / 36546980
 200     0.0010     0.0006    99.9780     1.3482    76.9700    98.0987
