Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new9/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
total epochs: 200
30630980.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7304    12.6360     4.4600     8.9600   155.6161
27902623.0 / 36546980
   2     0.1000     2.9746    25.3160     3.7900    17.9700   151.3180
25761302.0 / 36546980
   3     0.1000     2.4586    35.1140     2.8477    29.1500   151.4476
23933269.0 / 36546980
   4     0.1000     2.0865    43.1580     2.7253    35.1100   151.3417
22314882.0 / 36546980
   5     0.1000     1.8208    49.4780     2.4998    38.4100   151.2149
20852643.0 / 36546980
   6     0.1000     1.6196    54.2840     2.6292    39.5800   151.2152
19523147.0 / 36546980
   7     0.1000     1.4823    57.6480     1.9044    49.2200   151.2280
18323141.0 / 36546980
   8     0.1000     1.3564    60.8820     1.9325    50.6300   151.2423
17243250.0 / 36546980
   9     0.1000     1.2480    63.6340     1.7974    52.8600   151.2244
16285657.0 / 36546980
  10     0.1000     1.1549    66.0840     2.1602    47.7300   151.2226
15444025.0 / 36546980
  11     0.1000     1.0811    68.0800     1.9622    50.8100   151.0834
14708071.0 / 36546980
  12     0.1000     1.0112    69.9840     1.9590    53.4800   150.9898
14065122.0 / 36546980
  13     0.1000     0.9423    71.5380     1.7741    55.6400   151.2009
13508840.0 / 36546980
  14     0.1000     0.8848    73.2480     1.4422    61.6500   151.1079
13026186.0 / 36546980
  15     0.1000     0.8293    74.8540     1.5784    59.6300   150.9511
12606175.0 / 36546980
  16     0.1000     0.7784    76.0900     1.5274    60.1100   150.9665
12240280.0 / 36546980
  17     0.1000     0.7245    77.6620     1.5816    59.4300   151.0859
11919339.0 / 36546980
  18     0.1000     0.6737    79.2560     1.2811    65.0000   150.9693
11640379.0 / 36546980
  19     0.1000     0.6376    80.2860     1.5443    62.2800   150.9176
11393097.0 / 36546980
  20     0.1000     0.5945    81.3720     1.6065    59.6600   150.8846
11171927.0 / 36546980
  21     0.1000     0.5518    82.6920     2.0158    56.4500   150.9363
10974444.0 / 36546980
  22     0.1000     0.5210    83.5260     1.6492    61.6300   151.0441
10797137.0 / 36546980
  23     0.1000     0.4857    84.6600     1.6441    61.8400   151.0458
10627370.0 / 36546980
  24     0.1000     0.4382    86.1640     2.0099    57.8500   151.2595
10478039.0 / 36546980
  25     0.1000     0.4114    86.7300     1.2960    67.4900   151.0356
10342039.0 / 36546980
  26     0.1000     0.3869    87.7180     1.3902    66.0000   151.0291
10212171.0 / 36546980
  27     0.1000     0.3607    88.4840     1.3451    67.5000   151.0452
10087541.0 / 36546980
  28     0.1000     0.3300    89.3340     1.6061    64.2700   151.1429
9973048.0 / 36546980
  29     0.1000     0.3083    90.1580     1.5654    65.5100   150.9310
9863951.0 / 36546980
  30     0.1000     0.2883    90.6700     1.3171    68.3100   150.9807
9760545.0 / 36546980
  31     0.1000     0.2643    91.4700     1.6982    65.2400   150.9310
9658009.0 / 36546980
  32     0.1000     0.2440    92.2120     1.5702    65.9100   151.0881
9558052.0 / 36546980
  33     0.1000     0.2280    92.6640     1.4878    68.4300   151.0207
9469774.0 / 36546980
  34     0.1000     0.2166    92.9680     1.5794    67.2600   151.1866
9371892.0 / 36546980
  35     0.1000     0.1941    93.8400     1.5999    67.4900   150.9782
9273150.0 / 36546980
  36     0.1000     0.1804    94.3160     1.3741    69.8100   150.9813
9170260.0 / 36546980
  37     0.1000     0.1609    94.8360     1.5845    68.6800   151.0202
9088351.0 / 36546980
  38     0.1000     0.1667    94.7480     1.4365    69.0100   151.0220
8998557.0 / 36546980
  39     0.1000     0.1505    95.2420     1.5806    67.6600   150.9916
8914785.0 / 36546980
  40     0.1000     0.1448    95.3940     1.9020    66.0900   151.1250
8831433.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1338    95.7460     1.4957    69.4300   150.9290
8742951.0 / 36546980
  42     0.1000     0.1229    96.1700     1.5674    68.6700   151.1014
8656145.0 / 36546980
  43     0.1000     0.1163    96.3940     1.3913    71.1500   150.9345
8571815.0 / 36546980
  44     0.1000     0.1110    96.5020     1.5725    69.4900   151.2616
8498343.0 / 36546980
  45     0.1000     0.1156    96.2680     1.7763    67.5200   150.9081
8422033.0 / 36546980
  46     0.1000     0.1052    96.7680     1.6785    67.1900   150.9553
8335168.0 / 36546980
  47     0.1000     0.0917    97.2220     1.6309    69.0300   150.8141
8246068.0 / 36546980
  48     0.1000     0.0809    97.5980     1.9559    66.2100   150.9697
8167036.0 / 36546980
  49     0.1000     0.0833    97.4760     1.4610    71.4600   151.0376
8076136.0 / 36546980
  50     0.1000     0.0722    97.8840     1.8314    69.0200   150.9356
8002605.0 / 36546980
  51     0.1000     0.0773    97.6800     1.8740    67.3600   151.1183
7929522.0 / 36546980
  52     0.1000     0.0758    97.7520     1.8660    68.2100   150.9750
7870434.0 / 36546980
  53     0.1000     0.0823    97.4900     1.7198    68.6900   150.9205
7814711.0 / 36546980
  54     0.1000     0.0816    97.4620     1.5371    70.7500   151.0577
7747647.0 / 36546980
  55     0.1000     0.0700    97.9060     1.5037    71.8000   151.0195
7687076.0 / 36546980
  56     0.1000     0.0740    97.7800     1.4762    71.8400   151.0941
7606128.0 / 36546980
  57     0.1000     0.0562    98.4080     1.4837    72.8500   151.0309
7532892.0 / 36546980
  58     0.1000     0.0548    98.3980     1.5116    71.0800   151.1350
7466213.0 / 36546980
  59     0.1000     0.0573    98.2820     1.4441    72.2900   151.0062
7406796.0 / 36546980
  60     0.1000     0.0607    98.1460     1.8505    69.2900   150.8728
7344373.0 / 36546980
  61     0.1000     0.0567    98.4000     1.4434    73.1600   151.0437
7283427.0 / 36546980
  62     0.1000     0.0542    98.3640     1.5250    72.0100   151.3006
7220428.0 / 36546980
  63     0.1000     0.0507    98.5500     1.4901    71.8800   151.0681
7152604.0 / 36546980
  64     0.1000     0.0458    98.7460     1.7320    70.4700   151.1348
7104701.0 / 36546980
  65     0.1000     0.0567    98.3400     1.8289    68.2000   150.8919
7076774.0 / 36546980
  66     0.1000     0.0685    97.9220     1.7980    69.0600   150.9525
7028421.0 / 36546980
  67     0.1000     0.0529    98.4080     1.5750    71.9600   150.9855
6967054.0 / 36546980
  68     0.1000     0.0432    98.7060     1.4573    73.0700   151.0144
6916613.0 / 36546980
  69     0.1000     0.0479    98.6020     1.5647    72.3500   151.0828
6876844.0 / 36546980
  70     0.1000     0.0547    98.3960     1.5378    72.5100   150.9596
6817794.0 / 36546980
  71     0.1000     0.0402    98.8660     1.5414    72.2800   150.9340
6753924.0 / 36546980
  72     0.1000     0.0363    98.9960     1.4663    73.6400   151.0553
6693549.0 / 36546980
  73     0.1000     0.0361    98.9820     1.6188    71.9600   150.9821
6644513.0 / 36546980
  74     0.1000     0.0398    98.8460     1.9766    68.9500   150.9951
6600306.0 / 36546980
  75     0.1000     0.0429    98.7680     1.5938    72.1300   150.9648
6575093.0 / 36546980
  76     0.1000     0.0539    98.3420     1.5933    72.2200   150.9864
6536351.0 / 36546980
  77     0.1000     0.0455    98.6520     1.9829    68.0200   151.0936
6506525.0 / 36546980
  78     0.1000     0.0507    98.4680     1.6253    71.9100   151.0095
6472996.0 / 36546980
  79     0.1000     0.0461    98.6000     1.6355    71.2400   150.8711
6430816.0 / 36546980
  80     0.1000     0.0399    98.8440     1.4636    73.6200   151.0506
6382534.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0339    99.0340     1.7819    70.7200   150.8345
6357415.0 / 36546980
  82     0.1000     0.0460    98.6340     1.5767    71.9900   150.9748
6314958.0 / 36546980
  83     0.1000     0.0370    98.9400     1.5611    72.5700   151.0469
6268972.0 / 36546980
  84     0.1000     0.0319    99.1080     1.5584    73.3700   151.1616
6220228.0 / 36546980
  85     0.1000     0.0315    99.1100     1.6177    72.1500   150.9543
6175270.0 / 36546980
  86     0.1000     0.0307    99.1800     1.8042    71.8200   150.9251
6142065.0 / 36546980
  87     0.1000     0.0376    98.9280     1.6535    72.4100   150.9023
6119572.0 / 36546980
  88     0.1000     0.0425    98.7160     1.7008    71.8200   151.0782
6081811.0 / 36546980
  89     0.1000     0.0332    99.0440     1.5447    72.8200   151.1174
6034108.0 / 36546980
  90     0.1000     0.0266    99.3140     1.6079    73.2700   150.8945
5987957.0 / 36546980
  91     0.1000     0.0256    99.2820     1.6780    71.7200   151.0504
5946339.0 / 36546980
  92     0.1000     0.0290    99.1780     1.5148    74.0000   151.0460
5902277.0 / 36546980
  93     0.1000     0.0254    99.3320     1.5737    73.2400   150.9175
5859636.0 / 36546980
  94     0.1000     0.0247    99.3060     1.7167    71.6000   151.0214
5829613.0 / 36546980
  95     0.1000     0.0313    99.0960     1.7336    71.7400   150.9336
5803021.0 / 36546980
  96     0.1000     0.0316    99.0640     1.5599    73.4300   150.9714
5767737.0 / 36546980
  97     0.1000     0.0280    99.1780     1.6894    71.9700   150.9924
5787012.0 / 36546980
  98     0.1000     0.0592    98.1700     1.8898    69.4900   151.0730
5801644.0 / 36546980
  99     0.1000     0.0602    98.0560     1.6111    72.8600   150.9836
5777894.0 / 36546980
 100     0.1000     0.0339    98.9440     1.6274    71.6100   151.1281
5743047.0 / 36546980
 101     0.0988     0.0275    99.2660     1.4993    73.7100   151.0684
5696249.0 / 36546980
 102     0.0975     0.0197    99.5160     1.4829    73.7800   151.0071
5648116.0 / 36546980
 103     0.0963     0.0171    99.5800     1.5030    73.9700   151.0398
5595291.0 / 36546980
 104     0.0950     0.0133    99.6840     1.5557    74.2000   150.9049
5547431.0 / 36546980
 105     0.0938     0.0153    99.6120     1.4374    74.9300   150.9468
5497493.0 / 36546980
 106     0.0926     0.0120    99.6840     1.4318    74.8600   150.9158
5444322.0 / 36546980
 107     0.0913     0.0096    99.7540     1.5796    74.3200   151.0148
5393878.0 / 36546980
 108     0.0901     0.0112    99.7460     1.4769    75.2600   150.9432
5337898.0 / 36546980
 109     0.0889     0.0065    99.8780     1.4190    76.1300   151.0358
5282287.0 / 36546980
 110     0.0876     0.0055    99.8900     1.4456    75.9400   150.8857
5227833.0 / 36546980
 111     0.0864     0.0053    99.8800     1.4356    75.6900   151.1033
5174087.0 / 36546980
 112     0.0852     0.0048    99.8920     1.4320    75.8400   150.9406
5120235.0 / 36546980
 113     0.0839     0.0039    99.9240     1.4155    76.2100   150.9952
5067071.0 / 36546980
 114     0.0827     0.0033    99.9380     1.3955    76.7000   151.0075
5014493.0 / 36546980
 115     0.0814     0.0027    99.9460     1.4088    76.4400   150.8853
4963210.0 / 36546980
 116     0.0802     0.0029    99.9420     1.3965    76.5600   151.0435
4913318.0 / 36546980
 117     0.0790     0.0027    99.9440     1.3985    76.7300   150.9909
4864918.0 / 36546980
 118     0.0777     0.0026    99.9380     1.4094    76.6600   150.9674
4817184.0 / 36546980
 119     0.0765     0.0026    99.9440     1.4276    75.7800   150.9378
4770199.0 / 36546980
 120     0.0753     0.0018    99.9660     1.3894    76.6200   151.0595
4724495.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0020    99.9540     1.3881    76.7100   150.9917
4680207.0 / 36546980
 122     0.0728     0.0017    99.9680     1.3724    76.9200   150.9286
4636561.0 / 36546980
 123     0.0715     0.0016    99.9660     1.3872    76.9100   151.0176
4594042.0 / 36546980
 124     0.0703     0.0013    99.9740     1.3904    76.8800   150.9567
4552776.0 / 36546980
 125     0.0691     0.0011    99.9760     1.3657    76.9800   150.9543
4512763.0 / 36546980
 126     0.0678     0.0014    99.9680     1.3740    76.9200   151.0231
4474121.0 / 36546980
 127     0.0666     0.0013    99.9720     1.3559    76.7300   150.9678
4436891.0 / 36546980
 128     0.0654     0.0012    99.9740     1.3667    76.8500   150.8474
4400375.0 / 36546980
 129     0.0641     0.0013    99.9720     1.3602    76.9000   151.1160
4364985.0 / 36546980
 130     0.0629     0.0014    99.9660     1.3653    76.8700   150.9661
4331059.0 / 36546980
 131     0.0616     0.0013    99.9700     1.3596    77.1500   150.9421
4297742.0 / 36546980
 132     0.0604     0.0012    99.9700     1.3728    76.9000   151.1119
4265510.0 / 36546980
 133     0.0592     0.0010    99.9780     1.3619    77.0600   151.0963
4233962.0 / 36546980
 134     0.0579     0.0010    99.9740     1.3781    77.0500   150.9674
4203503.0 / 36546980
 135     0.0567     0.0009    99.9780     1.3683    77.0800   150.8870
4174036.0 / 36546980
 136     0.0554     0.0011    99.9760     1.3669    76.9000   150.9521
4145634.0 / 36546980
 137     0.0542     0.0012    99.9740     1.3631    76.9200   150.9120
4118933.0 / 36546980
 138     0.0530     0.0011    99.9700     1.3765    76.8600   150.9430
4092338.0 / 36546980
 139     0.0517     0.0010    99.9780     1.3845    77.0600   150.9601
4066723.0 / 36546980
 140     0.0505     0.0009    99.9760     1.3588    76.9600   150.9349
4042099.0 / 36546980
 141     0.0493     0.0010    99.9780     1.3765    77.0000   151.1672
4017998.0 / 36546980
 142     0.0480     0.0009    99.9780     1.3993    76.8700   150.9811
3995136.0 / 36546980
 143     0.0468     0.0010    99.9720     1.3675    76.8800   151.0669
3972883.0 / 36546980
 144     0.0456     0.0010    99.9780     1.3668    77.0400   151.0782
3951433.0 / 36546980
 145     0.0443     0.0010    99.9700     1.3631    77.1500   151.0245
3930465.0 / 36546980
 146     0.0431     0.0009    99.9700     1.3647    77.2400   151.0662
3910469.0 / 36546980
 147     0.0418     0.0010    99.9740     1.3785    76.9000   150.9483
3891208.0 / 36546980
 148     0.0406     0.0009    99.9760     1.3706    76.9800   151.0791
3872750.0 / 36546980
 149     0.0394     0.0009    99.9680     1.3725    76.8600   150.9487
3855126.0 / 36546980
 150     0.0381     0.0009    99.9720     1.3687    76.9000   151.0707
3838056.0 / 36546980
 151     0.0369     0.0009    99.9800     1.3575    76.8100   151.0588
3821711.0 / 36546980
 152     0.0357     0.0009    99.9700     1.3577    76.7500   151.1714
3806097.0 / 36546980
 153     0.0344     0.0009    99.9720     1.3749    76.9000   151.0519
3791185.0 / 36546980
 154     0.0332     0.0009    99.9800     1.3739    76.9400   151.1080
3776882.0 / 36546980
 155     0.0319     0.0008    99.9800     1.3607    77.0600   150.9722
3763126.0 / 36546980
 156     0.0307     0.0008    99.9780     1.3600    77.0100   150.9237
3749962.0 / 36546980
 157     0.0295     0.0008    99.9800     1.3578    76.9700   151.0488
3737830.0 / 36546980
 158     0.0282     0.0009    99.9740     1.3603    76.9600   150.8957
3726191.0 / 36546980
 159     0.0270     0.0008    99.9740     1.3552    77.0900   151.0146
3715113.0 / 36546980
 160     0.0257     0.0007    99.9780     1.3537    76.8800   150.9013
3704654.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0008    99.9700     1.3461    77.0300    95.0161
3694713.0 / 36546980
 162     0.0233     0.0007    99.9780     1.3485    77.1000    92.2235
3685424.0 / 36546980
 163     0.0220     0.0008    99.9720     1.3536    77.0400    92.3158
3676928.0 / 36546980
 164     0.0208     0.0007    99.9820     1.3460    77.0400    91.6067
3669046.0 / 36546980
 165     0.0196     0.0008    99.9720     1.3567    77.0700    92.1129
3661468.0 / 36546980
 166     0.0183     0.0007    99.9780     1.3428    76.9100    92.0273
3654765.0 / 36546980
 167     0.0171     0.0007    99.9780     1.3491    76.9900    92.8319
3648573.0 / 36546980
 168     0.0159     0.0008    99.9780     1.3547    76.8700    92.3819
3642572.0 / 36546980
 169     0.0146     0.0008    99.9800     1.3429    77.2200    92.2949
3637096.0 / 36546980
 170     0.0134     0.0007    99.9760     1.3472    77.0000    92.5905
3632142.0 / 36546980
 171     0.0121     0.0007    99.9840     1.3522    77.0900    92.7276
3627772.0 / 36546980
 172     0.0109     0.0007    99.9780     1.3431    77.0900    92.0256
3623793.0 / 36546980
 173     0.0097     0.0007    99.9840     1.3371    77.0000    92.3072
3620430.0 / 36546980
 174     0.0084     0.0006    99.9880     1.3501    76.9800    92.2761
3617548.0 / 36546980
 175     0.0072     0.0007    99.9840     1.3499    77.1100    92.3918
3615205.0 / 36546980
 176     0.0060     0.0006    99.9820     1.3474    77.1500    92.1995
3613264.0 / 36546980
 177     0.0047     0.0006    99.9780     1.3433    77.1800    92.4611
3611694.0 / 36546980
 178     0.0035     0.0007    99.9780     1.3360    77.1600    92.7485
3610741.0 / 36546980
 179     0.0022     0.0007    99.9740     1.3533    76.9900    91.9372
3610238.0 / 36546980
 180     0.0010     0.0006    99.9840     1.3681    77.1100    92.7503
3609725.0 / 36546980
 181     0.0010     0.0007    99.9820     1.3497    77.2000    92.4915
3609242.0 / 36546980
 182     0.0010     0.0006    99.9840     1.3432    77.0700    92.2350
3608739.0 / 36546980
 183     0.0010     0.0007    99.9800     1.3440    77.1100    92.2290
3608242.0 / 36546980
 184     0.0010     0.0007    99.9820     1.3447    77.1900    92.6284
3607748.0 / 36546980
 185     0.0010     0.0006    99.9880     1.3445    77.0800    91.9318
3607316.0 / 36546980
 186     0.0010     0.0006    99.9840     1.3337    77.2400    92.1563
3606838.0 / 36546980
 187     0.0010     0.0007    99.9840     1.3442    76.9700    92.2445
3606361.0 / 36546980
 188     0.0010     0.0007    99.9800     1.3498    77.0400    92.4313
3605853.0 / 36546980
 189     0.0010     0.0007    99.9800     1.3523    77.0000    92.4526
3605399.0 / 36546980
 190     0.0010     0.0007    99.9820     1.3436    76.9100    91.6190
3604885.0 / 36546980
 191     0.0010     0.0006    99.9800     1.3450    77.1300    92.0985
3604410.0 / 36546980
 192     0.0010     0.0006    99.9820     1.3343    76.9900    92.8383
3603935.0 / 36546980
 193     0.0010     0.0006    99.9840     1.3532    77.1800    92.6975
3603448.0 / 36546980
 194     0.0010     0.0007    99.9820     1.3459    76.9800    92.6015
3602948.0 / 36546980
 195     0.0010     0.0006    99.9800     1.3520    77.1400    92.5526
3602436.0 / 36546980
 196     0.0010     0.0007    99.9740     1.3473    76.9800    92.5894
3601966.0 / 36546980
 197     0.0010     0.0006    99.9900     1.3558    76.9900    92.7894
3601477.0 / 36546980
 198     0.0010     0.0006    99.9880     1.3402    77.0200    93.0051
3600997.0 / 36546980
 199     0.0010     0.0006    99.9760     1.3530    77.1500    92.5797
3600529.0 / 36546980
 200     0.0010     0.0006    99.9840     1.3537    76.9500    92.0409
