Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new2/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.501
)
total epochs: 200
31602737.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7249    12.6560     4.5704     8.4600   155.2107
29563085.0 / 36546980
   2     0.1000     2.9678    25.4160     3.6526    19.3700   150.7561
28003984.0 / 36546980
   3     0.1000     2.4497    35.4180     3.1788    26.5500   150.7422
26696691.0 / 36546980
   4     0.1000     2.0794    43.4220     2.5344    37.5700   150.9251
25545848.0 / 36546980
   5     0.1000     1.8151    49.7720     2.2942    41.5100   150.8348
24513663.0 / 36546980
   6     0.1000     1.6128    54.3980     2.6714    40.1000   151.1678
23570714.0 / 36546980
   7     0.1000     1.4718    57.8280     2.0665    47.4700   150.8365
22704059.0 / 36546980
   8     0.1000     1.3474    61.0880     1.7616    52.8900   151.3632
21903710.0 / 36546980
   9     0.1000     1.2371    63.9400     1.8699    52.2800   150.7317
21165159.0 / 36546980
  10     0.1000     1.1385    66.5940     1.9462    50.9400   151.0510
20486068.0 / 36546980
  11     0.1000     1.0625    68.5480     1.7181    55.0100   151.1942
19859171.0 / 36546980
  12     0.1000     0.9916    70.4220     1.8089    55.2200   151.3804
19285158.0 / 36546980
  13     0.1000     0.9251    72.2620     1.7695    54.7200   150.6698
18759041.0 / 36546980
  14     0.1000     0.8666    73.9160     1.4816    61.6300   150.7683
18279197.0 / 36546980
  15     0.1000     0.8045    75.4740     1.6672    58.1000   150.7237
17837647.0 / 36546980
  16     0.1000     0.7524    76.9140     1.5558    59.1900   150.7137
17435729.0 / 36546980
  17     0.1000     0.7023    78.3240     1.5684    60.2500   150.7433
17072956.0 / 36546980
  18     0.1000     0.6495    79.8680     1.3137    65.1000   152.5935
16742925.0 / 36546980
  19     0.1000     0.6148    80.8620     1.5553    61.5800   151.1184
16436503.0 / 36546980
  20     0.1000     0.5708    82.1580     1.4978    62.7800   150.8152
16157362.0 / 36546980
  21     0.1000     0.5290    83.3680     1.5585    62.5100   151.0494
15901296.0 / 36546980
  22     0.1000     0.4986    84.2140     1.7563    60.4500   151.9518
15665370.0 / 36546980
  23     0.1000     0.4585    85.4500     1.6613    61.4500   152.7473
15444961.0 / 36546980
  24     0.1000     0.4248    86.3180     1.6891    61.7700   152.3945
15238581.0 / 36546980
  25     0.1000     0.3885    87.6920     1.4975    64.1400   152.5785
15048497.0 / 36546980
  26     0.1000     0.3614    88.4040     1.4129    65.7800   151.8990
14869095.0 / 36546980
  27     0.1000     0.3366    89.1720     1.5148    64.9300   152.0414
14701369.0 / 36546980
  28     0.1000     0.3143    89.9600     1.5780    64.6900   150.8072
14540538.0 / 36546980
  29     0.1000     0.2897    90.7480     1.4896    67.2100   150.5965
14389965.0 / 36546980
  30     0.1000     0.2657    91.5380     1.5703    65.0100   150.6203
14242909.0 / 36546980
  31     0.1000     0.2419    92.4160     1.9654    61.6800   150.7650
14104836.0 / 36546980
  32     0.1000     0.2273    92.6760     1.6427    64.8300   150.6374
13966837.0 / 36546980
  33     0.1000     0.2084    93.4820     1.7077    65.6200   150.6865
13839532.0 / 36546980
  34     0.1000     0.1969    93.7260     1.7672    64.7400   151.3111
13716051.0 / 36546980
  35     0.1000     0.1923    93.9520     1.6188    66.5600   150.6065
13588491.0 / 36546980
  36     0.1000     0.1662    94.7720     1.4335    68.8700   150.6512
13459297.0 / 36546980
  37     0.1000     0.1483    95.2200     1.7236    66.2700   150.9752
13336491.0 / 36546980
  38     0.1000     0.1372    95.6580     1.5510    67.5700   150.6936
13217353.0 / 36546980
  39     0.1000     0.1325    95.7680     1.6587    68.7800   150.6009
13103367.0 / 36546980
  40     0.1000     0.1252    96.0480     1.6466    68.9400   151.7892
12986322.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1162    96.3760     1.5675    68.9000   151.4661
12866413.0 / 36546980
  42     0.1000     0.1000    97.0480     1.6829    68.0000   151.3464
12754653.0 / 36546980
  43     0.1000     0.0998    96.9380     1.5350    69.7700   150.6465
12645777.0 / 36546980
  44     0.1000     0.0944    97.0820     1.5082    70.6500   152.7834
12539441.0 / 36546980
  45     0.1000     0.0912    97.1080     1.5867    70.3500   150.7069
12430696.0 / 36546980
  46     0.1000     0.0806    97.5780     1.5679    70.1800   150.6737
12345394.0 / 36546980
  47     0.1000     0.0945    96.9400     1.7512    68.5600   150.7151
12239325.0 / 36546980
  48     0.1000     0.0740    97.8020     1.6528    70.0800   150.7598
12144552.0 / 36546980
  49     0.1000     0.0775    97.6660     1.7347    69.5300   150.7365
12044746.0 / 36546980
  50     0.1000     0.0687    97.9940     1.6961    69.8000   150.8546
11949134.0 / 36546980
  51     0.1000     0.0694    97.9040     1.4575    71.5500   150.6681
11855990.0 / 36546980
  52     0.1000     0.0687    97.9540     1.5476    70.8900   152.6199
11764602.0 / 36546980
  53     0.1000     0.0623    98.1420     1.5137    71.3000   150.6492
11673435.0 / 36546980
  54     0.1000     0.0612    98.2080     1.4736    71.7100   151.8279
11575131.0 / 36546980
  55     0.1000     0.0533    98.5120     1.5138    72.0000   151.1483
11473462.0 / 36546980
  56     0.1000     0.0445    98.7440     1.5512    71.7900   151.0780
11383032.0 / 36546980
  57     0.1000     0.0491    98.6220     1.5891    71.2300   151.1411
11311846.0 / 36546980
  58     0.1000     0.0603    98.1700     1.6735    70.4500   151.7983
11240708.0 / 36546980
  59     0.1000     0.0578    98.2740     1.7989    67.6600   150.8440
11164159.0 / 36546980
  60     0.1000     0.0522    98.4580     1.5984    71.3200   150.6621
11090286.0 / 36546980
  61     0.1000     0.0536    98.4360     1.6949    70.0700   150.6533
11016444.0 / 36546980
  62     0.1000     0.0496    98.5040     1.5514    72.3400   150.6757
10924223.0 / 36546980
  63     0.1000     0.0351    99.0580     1.5646    72.0900   150.7065
10838965.0 / 36546980
  64     0.1000     0.0375    98.9880     1.4223    73.3400   150.7432
10759913.0 / 36546980
  65     0.1000     0.0393    98.8620     1.7063    69.6500   151.5772
10700159.0 / 36546980
  66     0.1000     0.0494    98.5100     1.5888    72.2000   150.6039
10634493.0 / 36546980
  67     0.1000     0.0442    98.6640     1.6946    70.7300   150.6651
10570660.0 / 36546980
  68     0.1000     0.0440    98.6700     1.6898    71.3300   150.5682
10510175.0 / 36546980
  69     0.1000     0.0466    98.6680     1.6140    71.2800   152.5187
10444971.0 / 36546980
  70     0.1000     0.0409    98.8400     1.6195    71.6400   152.8610
10372975.0 / 36546980
  71     0.1000     0.0339    99.0820     1.6091    73.0400   151.0171
10307028.0 / 36546980
  72     0.1000     0.0364    98.9860     1.6554    71.0900   150.5639
10242439.0 / 36546980
  73     0.1000     0.0361    98.9460     1.5332    73.1100   150.6372
10184927.0 / 36546980
  74     0.1000     0.0407    98.8180     1.6877    70.6900   151.1226
10141049.0 / 36546980
  75     0.1000     0.0468    98.5320     1.5885    72.0700   150.6151
10090487.0 / 36546980
  76     0.1000     0.0422    98.7500     1.7783    69.4800   152.3998
10031136.0 / 36546980
  77     0.1000     0.0362    98.9780     1.5907    72.5000   153.0111
9959984.0 / 36546980
  78     0.1000     0.0249    99.3020     1.5459    73.1200   151.7900
9891431.0 / 36546980
  79     0.1000     0.0252    99.3160     1.4932    73.9500   151.2214
9816793.0 / 36546980
  80     0.1000     0.0220    99.4320     1.5310    73.1900   150.8187
9745097.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0211    99.4520     1.6905    72.4700   150.8401
9677664.0 / 36546980
  82     0.1000     0.0236    99.3640     1.5422    73.7300   150.6208
9602906.0 / 36546980
  83     0.1000     0.0176    99.5320     1.5127    73.9900   151.5466
9545706.0 / 36546980
  84     0.1000     0.0265    99.2040     1.6353    72.0800   151.8793
9492508.0 / 36546980
  85     0.1000     0.0288    99.2380     1.4452    74.4700   150.6776
9432436.0 / 36546980
  86     0.1000     0.0230    99.3720     1.8050    70.5000   150.5679
9381924.0 / 36546980
  87     0.1000     0.0271    99.2500     1.9081    69.7900   151.1511
9339131.0 / 36546980
  88     0.1000     0.0302    99.1400     1.7629    70.9600   150.9729
9307238.0 / 36546980
  89     0.1000     0.0381    98.8860     1.6908    70.5300   150.5773
9261754.0 / 36546980
  90     0.1000     0.0282    99.1940     1.5836    72.2700   151.1179
9197566.0 / 36546980
  91     0.1000     0.0176    99.5720     1.5060    74.4900   151.5476
9140050.0 / 36546980
  92     0.1000     0.0203    99.4420     1.4861    74.3000   150.9148
9079284.0 / 36546980
  93     0.1000     0.0170    99.5580     1.5321    73.5600   150.5325
9022239.0 / 36546980
  94     0.1000     0.0184    99.5120     1.5897    73.4900   150.6203
8973796.0 / 36546980
  95     0.1000     0.0213    99.3840     1.5993    72.6900   150.6537
8936317.0 / 36546980
  96     0.1000     0.0272    99.2360     1.9669    68.9100   150.9132
8916193.0 / 36546980
  97     0.1000     0.0371    98.8820     1.8892    68.7700   151.4998
8912809.0 / 36546980
  98     0.1000     0.0460    98.5840     1.8776    69.0900   150.5697
8900122.0 / 36546980
  99     0.1000     0.0423    98.7100     1.6074    72.2400   152.5672
8864778.0 / 36546980
 100     0.1000     0.0293    99.1340     1.6588    72.2400   151.0718
8828150.0 / 36546980
 101     0.0988     0.0275    99.2380     1.6905    72.0900   152.7448
8773766.0 / 36546980
 102     0.0975     0.0151    99.6100     1.4845    74.5900   150.6609
8711835.0 / 36546980
 103     0.0963     0.0103    99.7540     1.4477    75.0500   150.8378
8646881.0 / 36546980
 104     0.0950     0.0082    99.8340     1.4750    75.2800   151.1864
8581543.0 / 36546980
 105     0.0938     0.0066    99.8580     1.4269    75.5700   151.7436
8515903.0 / 36546980
 106     0.0926     0.0055    99.8940     1.4974    75.2600   150.7239
8449568.0 / 36546980
 107     0.0913     0.0045    99.8960     1.4460    75.8000   150.5846
8384570.0 / 36546980
 108     0.0901     0.0047    99.8920     1.4502    75.6600   151.2011
8320503.0 / 36546980
 109     0.0889     0.0039    99.9100     1.4489    75.7700   150.6317
8256755.0 / 36546980
 110     0.0876     0.0032    99.9380     1.4169    76.4500   150.7035
8192666.0 / 36546980
 111     0.0864     0.0021    99.9620     1.4080    76.3200   150.8848
8130470.0 / 36546980
 112     0.0852     0.0017    99.9640     1.4224    76.1000   150.8148
8069646.0 / 36546980
 113     0.0839     0.0018    99.9620     1.4268    76.5700   150.6739
8010194.0 / 36546980
 114     0.0827     0.0016    99.9600     1.4169    76.5000   150.6206
7952740.0 / 36546980
 115     0.0814     0.0019    99.9540     1.4154    76.2500   150.5906
7895724.0 / 36546980
 116     0.0802     0.0016    99.9660     1.4005    76.4700   150.7282
7840051.0 / 36546980
 117     0.0790     0.0014    99.9700     1.4017    76.6000   150.7469
7785868.0 / 36546980
 118     0.0777     0.0014    99.9580     1.3968    76.4600   150.6362
7733000.0 / 36546980
 119     0.0765     0.0013    99.9640     1.3791    76.8500   150.7110
7681894.0 / 36546980
 120     0.0753     0.0012    99.9680     1.4046    76.6500   150.7870
7631138.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0012    99.9740     1.3923    76.6900   150.8750
7582312.0 / 36546980
 122     0.0728     0.0011    99.9700     1.3908    76.7000   150.7628
7534232.0 / 36546980
 123     0.0715     0.0009    99.9760     1.3897    76.4600   151.0372
7487431.0 / 36546980
 124     0.0703     0.0010    99.9720     1.3994    76.6500   150.6420
7441912.0 / 36546980
 125     0.0691     0.0009    99.9780     1.3863    76.6500   150.6288
7397655.0 / 36546980
 126     0.0678     0.0009    99.9720     1.3898    76.8100   152.3517
7354381.0 / 36546980
 127     0.0666     0.0010    99.9740     1.3942    76.4500   151.1516
7312251.0 / 36546980
 128     0.0654     0.0009    99.9760     1.3816    76.5700   151.2910
7271209.0 / 36546980
 129     0.0641     0.0009    99.9800     1.3765    76.6900   151.1287
7231657.0 / 36546980
 130     0.0629     0.0009    99.9720     1.3829    76.6000   150.6112
7192808.0 / 36546980
 131     0.0616     0.0008    99.9740     1.3718    76.8200   150.5956
7155189.0 / 36546980
 132     0.0604     0.0010    99.9720     1.3809    76.7100   150.6369
7118839.0 / 36546980
 133     0.0592     0.0008    99.9740     1.3817    76.6600   150.6135
7083039.0 / 36546980
 134     0.0579     0.0009    99.9760     1.3945    76.5500   150.9314
7048485.0 / 36546980
 135     0.0567     0.0008    99.9760     1.3923    76.6300   150.7255
7015135.0 / 36546980
 136     0.0554     0.0008    99.9760     1.3855    76.6400   150.6922
6982260.0 / 36546980
 137     0.0542     0.0008    99.9780     1.3720    76.8000   152.9120
6951173.0 / 36546980
 138     0.0530     0.0008    99.9780     1.3836    76.8100   152.8852
6920875.0 / 36546980
 139     0.0517     0.0007    99.9800     1.3769    76.8000   150.6491
6891314.0 / 36546980
 140     0.0505     0.0008    99.9780     1.3883    76.8200   150.8549
6862850.0 / 36546980
 141     0.0493     0.0012    99.9760     1.3825    76.7300   150.6370
6834786.0 / 36546980
 142     0.0480     0.0007    99.9800     1.3782    76.7000   151.5460
6807763.0 / 36546980
 143     0.0468     0.0008    99.9720     1.3769    76.6100   150.8040
6781599.0 / 36546980
 144     0.0456     0.0007    99.9780     1.3794    76.6700   152.7269
6756380.0 / 36546980
 145     0.0443     0.0008    99.9720     1.3745    76.7200   151.4997
6732288.0 / 36546980
 146     0.0431     0.0007    99.9740     1.3763    76.8500   150.5842
6709010.0 / 36546980
 147     0.0418     0.0007    99.9720     1.3835    76.8200   152.0901
6686522.0 / 36546980
 148     0.0406     0.0007    99.9800     1.3619    76.7300   151.8840
6664939.0 / 36546980
 149     0.0394     0.0009    99.9680     1.3905    76.6300   150.7134
6644255.0 / 36546980
 150     0.0381     0.0007    99.9740     1.3837    76.6500   150.5874
6624433.0 / 36546980
 151     0.0369     0.0007    99.9720     1.3729    76.8200   151.1833
6604979.0 / 36546980
 152     0.0357     0.0007    99.9800     1.3723    76.5800   150.7064
6586183.0 / 36546980
 153     0.0344     0.0007    99.9780     1.3756    76.8700   150.6469
6568667.0 / 36546980
 154     0.0332     0.0007    99.9820     1.3766    76.6900   152.1414
6551820.0 / 36546980
 155     0.0319     0.0007    99.9760     1.3636    76.9500   150.6271
6535365.0 / 36546980
 156     0.0307     0.0006    99.9720     1.3584    77.0100   151.1967
6519746.0 / 36546980
 157     0.0295     0.0007    99.9720     1.3635    76.9700   150.6753
6504869.0 / 36546980
 158     0.0282     0.0006    99.9740     1.3760    76.7900   150.5823
6490934.0 / 36546980
 159     0.0270     0.0007    99.9740     1.3658    76.9200   150.6453
6477592.0 / 36546980
 160     0.0257     0.0006    99.9840     1.3763    76.8100   150.9287
6465111.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0006    99.9840     1.3654    76.9100   150.8157
6453277.0 / 36546980
 162     0.0233     0.0006    99.9820     1.3658    76.9800   150.6052
6441945.0 / 36546980
 163     0.0220     0.0006    99.9800     1.3645    76.9600   150.5957
6431304.0 / 36546980
 164     0.0208     0.0006    99.9760     1.3684    76.8700   150.7557
6421188.0 / 36546980
 165     0.0196     0.0007    99.9740     1.3617    77.0700   151.2693
6411915.0 / 36546980
 166     0.0183     0.0006    99.9880     1.3658    76.7400   151.4545
6403487.0 / 36546980
 167     0.0171     0.0006    99.9740     1.3592    76.9600   150.6379
6395244.0 / 36546980
 168     0.0159     0.0006    99.9840     1.3530    77.0200   150.7476
6388017.0 / 36546980
 169     0.0146     0.0006    99.9820     1.3570    76.9900   150.7426
6381317.0 / 36546980
 170     0.0134     0.0006    99.9760     1.3642    77.0300   151.2379
6375274.0 / 36546980
 171     0.0121     0.0006    99.9740     1.3676    77.0800   150.7330
6369848.0 / 36546980
 172     0.0109     0.0006    99.9720     1.3756    76.9000   151.6324
6365172.0 / 36546980
 173     0.0097     0.0006    99.9800     1.3638    76.9300   151.9506
6360888.0 / 36546980
 174     0.0084     0.0006    99.9780     1.3549    76.9400   151.0427
6357570.0 / 36546980
 175     0.0072     0.0006    99.9820     1.3666    76.8600   150.5372
6354666.0 / 36546980
 176     0.0060     0.0006    99.9740     1.3656    76.8900   150.5696
6352300.0 / 36546980
 177     0.0047     0.0006    99.9760     1.3606    76.7700   151.3853
6350469.0 / 36546980
 178     0.0035     0.0005    99.9920     1.3576    76.9500   150.6833
6349489.0 / 36546980
 179     0.0022     0.0005    99.9860     1.3612    77.1200   150.7127
6349029.0 / 36546980
 180     0.0010     0.0006    99.9720     1.3726    76.7000   150.6259
6348547.0 / 36546980
 181     0.0010     0.0006    99.9740     1.3583    76.7800   150.6564
6348111.0 / 36546980
 182     0.0010     0.0006    99.9860     1.3648    76.7900   150.7884
6347639.0 / 36546980
 183     0.0010     0.0005    99.9820     1.3570    76.8200   150.6183
6347193.0 / 36546980
 184     0.0010     0.0006    99.9760     1.3525    76.9700   152.6348
6346705.0 / 36546980
 185     0.0010     0.0005    99.9880     1.3735    76.7700   151.5319
6346254.0 / 36546980
 186     0.0010     0.0006    99.9740     1.3536    76.9100   150.5947
6345780.0 / 36546980
 187     0.0010     0.0006    99.9780     1.3581    76.9100   150.6023
6345262.0 / 36546980
 188     0.0010     0.0005    99.9820     1.3512    76.9600   150.8800
6344764.0 / 36546980
 189     0.0010     0.0006    99.9760     1.3659    76.7200   152.6897
6344305.0 / 36546980
 190     0.0010     0.0006    99.9720     1.3582    76.7000   152.9166
6343840.0 / 36546980
 191     0.0010     0.0005    99.9840     1.3672    77.0000   151.1624
6343381.0 / 36546980
 192     0.0010     0.0006    99.9760     1.3571    76.9900   151.6702
6342892.0 / 36546980
 193     0.0010     0.0006    99.9800     1.3626    77.0400   151.6130
6342445.0 / 36546980
 194     0.0010     0.0005    99.9800     1.3565    76.8700   151.0590
6341967.0 / 36546980
 195     0.0010     0.0005    99.9820     1.3688    77.0000   151.8278
6341535.0 / 36546980
 196     0.0010     0.0005    99.9880     1.3582    77.0100   152.9297
6341082.0 / 36546980
 197     0.0010     0.0006    99.9780     1.3725    76.6900   151.4894
6340643.0 / 36546980
 198     0.0010     0.0006    99.9740     1.3654    76.6700   152.0846
6340142.0 / 36546980
 199     0.0010     0.0006    99.9820     1.3659    76.8400   150.5752
6339692.0 / 36546980
 200     0.0010     0.0006    99.9760     1.3584    76.8500   151.2410
