Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new8/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
total epochs: 200
30629403.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7315    12.4900     4.8666     7.4000   157.3853
27901522.0 / 36546980
   2     0.1000     2.9812    24.9180     3.9417    16.5200   151.5887
25762243.0 / 36546980
   3     0.1000     2.4640    35.1380     2.9122    28.0200   151.3978
23933742.0 / 36546980
   4     0.1000     2.0887    43.1560     2.7753    34.3300   151.2293
22315680.0 / 36546980
   5     0.1000     1.8227    49.5140     2.3023    41.8800   151.3194
20852954.0 / 36546980
   6     0.1000     1.6204    54.2720     2.5130    40.9600   151.5163
19523219.0 / 36546980
   7     0.1000     1.4790    57.8540     2.0035    47.7600   151.2280
18322203.0 / 36546980
   8     0.1000     1.3573    61.0060     1.7764    52.5400   150.9859
17243044.0 / 36546980
   9     0.1000     1.2482    63.7060     1.9399    51.0000   151.7091
16286211.0 / 36546980
  10     0.1000     1.1561    66.0860     1.9276    50.0100   151.1115
15441811.0 / 36546980
  11     0.1000     1.0798    68.0520     1.7349    54.5800   151.2024
14703740.0 / 36546980
  12     0.1000     1.0121    69.8700     1.7916    55.4100   150.9543
14060999.0 / 36546980
  13     0.1000     0.9464    71.6360     1.7042    56.3000   150.9830
13503330.0 / 36546980
  14     0.1000     0.8837    73.3200     1.5476    59.8700   151.4877
13021569.0 / 36546980
  15     0.1000     0.8311    74.7780     1.7018    57.6600   150.9608
12601431.0 / 36546980
  16     0.1000     0.7777    76.1060     1.6034    59.4200   151.4828
12235154.0 / 36546980
  17     0.1000     0.7283    77.4740     1.6068    59.3400   151.2431
11917941.0 / 36546980
  18     0.1000     0.6719    79.3400     1.4806    62.6400   151.0402
11634164.0 / 36546980
  19     0.1000     0.6358    80.4000     1.9016    56.9200   151.1486
11388386.0 / 36546980
  20     0.1000     0.6007    81.2360     1.5196    61.4100   152.0490
11161039.0 / 36546980
  21     0.1000     0.5498    82.8840     1.7936    59.8000   152.0175
10964598.0 / 36546980
  22     0.1000     0.5166    83.6960     1.4713    64.7600   151.5683
10784526.0 / 36546980
  23     0.1000     0.4810    84.7180     1.5422    62.7300   150.8168
10620982.0 / 36546980
  24     0.1000     0.4441    85.9000     1.5371    63.3800   151.3741
10473277.0 / 36546980
  25     0.1000     0.4163    86.6820     1.4026    65.3600   152.2545
10333855.0 / 36546980
  26     0.1000     0.3876    87.5560     1.5306    64.5200   152.3248
10207394.0 / 36546980
  27     0.1000     0.3631    88.2720     1.5472    65.0500   150.9058
10082680.0 / 36546980
  28     0.1000     0.3299    89.5380     1.5933    64.6300   153.0130
9969996.0 / 36546980
  29     0.1000     0.3140    89.8120     2.2647    55.8100   151.3032
9860517.0 / 36546980
  30     0.1000     0.2898    90.6540     1.5428    65.5700   153.0363
9752018.0 / 36546980
  31     0.1000     0.2626    91.6980     1.4984    67.0900   153.1609
9651348.0 / 36546980
  32     0.1000     0.2492    91.8980     1.6155    66.5300   151.1513
9553997.0 / 36546980
  33     0.1000     0.2337    92.4900     1.4729    68.0900   151.3395
9456294.0 / 36546980
  34     0.1000     0.2083    93.3400     1.8768    63.8400   153.0372
9361995.0 / 36546980
  35     0.1000     0.2037    93.3940     1.6424    66.0300   152.9905
9262703.0 / 36546980
  36     0.1000     0.1752    94.4000     1.4357    68.1700   152.9987
9176666.0 / 36546980
  37     0.1000     0.1757    94.2820     1.6993    66.1200   153.1200
9085507.0 / 36546980
  38     0.1000     0.1592    94.9800     1.4609    68.7400   152.9383
8996970.0 / 36546980
  39     0.1000     0.1517    95.0900     1.7999    66.8200   152.9985
8915684.0 / 36546980
  40     0.1000     0.1480    95.3000     1.7290    66.8800   151.4830
8830750.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1379    95.5880     1.4141    71.2900   152.6969
8744760.0 / 36546980
  42     0.1000     0.1236    96.1040     1.7052    67.1100   152.9805
8653396.0 / 36546980
  43     0.1000     0.1132    96.4600     1.4589    70.8900   153.1124
8571642.0 / 36546980
  44     0.1000     0.1141    96.4180     1.5744    69.0700   153.0930
8483815.0 / 36546980
  45     0.1000     0.1019    96.8800     1.5190    70.4100   151.6829
8397335.0 / 36546980
  46     0.1000     0.0945    97.0980     1.7007    68.6200   152.0602
8326678.0 / 36546980
  47     0.1000     0.1033    96.8640     1.8528    65.4700   152.8057
8250078.0 / 36546980
  48     0.1000     0.0938    97.0640     1.6460    69.5700   152.7095
8172065.0 / 36546980
  49     0.1000     0.0862    97.3660     1.4735    71.9100   153.0226
8088950.0 / 36546980
  50     0.1000     0.0774    97.6080     1.6721    69.2300   152.3762
8018796.0 / 36546980
  51     0.1000     0.0834    97.4660     1.7508    68.2000   152.9481
7943252.0 / 36546980
  52     0.1000     0.0755    97.6520     1.6651    69.6800   150.8936
7872681.0 / 36546980
  53     0.1000     0.0738    97.8120     1.6045    70.0800   151.1417
7806749.0 / 36546980
  54     0.1000     0.0761    97.6740     1.4415    71.9700   150.6918
7723569.0 / 36546980
  55     0.1000     0.0580    98.3380     1.6133    69.7500   150.6945
7663143.0 / 36546980
  56     0.1000     0.0718    97.8040     1.6865    68.9800   151.7053
7612126.0 / 36546980
  57     0.1000     0.0761    97.6600     1.4967    71.4100   150.6941
7541816.0 / 36546980
  58     0.1000     0.0602    98.2120     1.5449    71.6500   151.9881
7467117.0 / 36546980
  59     0.1000     0.0538    98.4460     1.6431    70.3400   151.4487
7414036.0 / 36546980
  60     0.1000     0.0636    98.0360     1.7072    70.2100   150.7233
7353736.0 / 36546980
  61     0.1000     0.0594    98.2200     1.8292    68.7800   150.7420
7290367.0 / 36546980
  62     0.1000     0.0544    98.3560     1.5304    71.5000   150.6516
7232453.0 / 36546980
  63     0.1000     0.0542    98.4140     1.7690    68.6100   150.8141
7184730.0 / 36546980
  64     0.1000     0.0603    98.1320     1.6394    71.2400   152.9047
7133321.0 / 36546980
  65     0.1000     0.0562    98.2400     1.6960    69.0300   152.9399
7067187.0 / 36546980
  66     0.1000     0.0448    98.6820     1.4519    72.5200   151.1189
7001916.0 / 36546980
  67     0.1000     0.0402    98.8660     1.5012    72.9900   152.1124
6943427.0 / 36546980
  68     0.1000     0.0449    98.6980     1.5268    72.6400   151.8357
6883937.0 / 36546980
  69     0.1000     0.0416    98.8360     1.8053    69.5500   152.9683
6854615.0 / 36546980
  70     0.1000     0.0592    98.1620     1.6321    71.1500   151.6158
6804466.0 / 36546980
  71     0.1000     0.0459    98.7000     1.5726    72.3100   151.6276
6776278.0 / 36546980
  72     0.1000     0.0571    98.2920     1.5802    71.0500   152.2717
6725544.0 / 36546980
  73     0.1000     0.0432    98.7380     1.6582    71.6700   151.4566
6668330.0 / 36546980
  74     0.1000     0.0396    98.9140     1.7540    70.6600   150.7375
6614232.0 / 36546980
  75     0.1000     0.0370    98.9740     1.5065    73.5500   151.3730
6550456.0 / 36546980
  76     0.1000     0.0299    99.2040     1.6633    72.0700   150.7125
6500625.0 / 36546980
  77     0.1000     0.0364    98.9660     1.6448    70.7000   152.4207
6443108.0 / 36546980
  78     0.1000     0.0292    99.2000     1.5625    73.1100   151.4963
6391517.0 / 36546980
  79     0.1000     0.0318    99.1020     1.5593    72.9400   150.7721
6366188.0 / 36546980
  80     0.1000     0.0467    98.6020     1.7452    69.2700   150.7846
6336227.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0435    98.7640     1.7587    70.2000   150.6922
6305472.0 / 36546980
  82     0.1000     0.0418    98.7740     1.9353    69.3900   150.8039
6284110.0 / 36546980
  83     0.1000     0.0481    98.5760     1.6092    71.7400   152.4101
6263473.0 / 36546980
  84     0.1000     0.0484    98.5280     1.7155    70.9500   153.1125
6234097.0 / 36546980
  85     0.1000     0.0425    98.7600     1.6687    71.3400   151.0998
6208066.0 / 36546980
  86     0.1000     0.0451    98.6500     1.7400    70.6000   152.6364
6164472.0 / 36546980
  87     0.1000     0.0326    99.0640     1.5032    73.2400   153.1043
6113431.0 / 36546980
  88     0.1000     0.0267    99.2680     1.6304    72.5000   150.7374
6089809.0 / 36546980
  89     0.1000     0.0421    98.7580     1.7113    71.6500   152.1301
6041589.0 / 36546980
  90     0.1000     0.0266    99.2700     1.5290    73.5600   152.2466
5994084.0 / 36546980
  91     0.1000     0.0246    99.2920     1.8041    70.1700   151.3148
5953226.0 / 36546980
  92     0.1000     0.0284    99.1640     1.5672    72.9500   150.6587
5914890.0 / 36546980
  93     0.1000     0.0292    99.1980     1.6678    72.2100   152.5912
5880185.0 / 36546980
  94     0.1000     0.0305    99.1560     1.5973    72.0000   152.9973
5860491.0 / 36546980
  95     0.1000     0.0386    98.8700     1.6502    72.4900   152.7281
5842913.0 / 36546980
  96     0.1000     0.0383    98.9060     1.9002    68.7000   151.4686
5827954.0 / 36546980
  97     0.1000     0.0414    98.7920     1.8460    70.2800   150.6563
5815470.0 / 36546980
  98     0.1000     0.0428    98.7480     1.5702    72.9400   150.9382
5789953.0 / 36546980
  99     0.1000     0.0349    99.0080     1.5183    72.7100   153.1403
5757487.0 / 36546980
 100     0.1000     0.0282    99.2160     1.5783    73.6100   150.7736
5714117.0 / 36546980
 101     0.0988     0.0231    99.4200     1.5050    74.4800   151.9419
5670818.0 / 36546980
 102     0.0975     0.0212    99.4440     1.5795    72.8900   151.6735
5617252.0 / 36546980
 103     0.0963     0.0138    99.6440     1.4665    74.7900   150.9966
5569009.0 / 36546980
 104     0.0950     0.0156    99.6280     1.6579    73.2800   152.1927
5519281.0 / 36546980
 105     0.0938     0.0141    99.6620     1.4991    74.8400   153.0815
5465531.0 / 36546980
 106     0.0926     0.0104    99.7560     1.4708    75.0300   152.5614
5411994.0 / 36546980
 107     0.0913     0.0095    99.7960     1.4063    75.4300   152.5818
5355766.0 / 36546980
 108     0.0901     0.0079    99.8240     1.4650    75.2600   150.8199
5298311.0 / 36546980
 109     0.0889     0.0057    99.8960     1.4051    75.6900   150.8007
5241666.0 / 36546980
 110     0.0876     0.0050    99.9000     1.4426    75.6200   150.6994
5187504.0 / 36546980
 111     0.0864     0.0051    99.9000     1.4022    75.8700   152.4658
5135654.0 / 36546980
 112     0.0852     0.0056    99.8760     1.4285    75.6900   152.7710
5082236.0 / 36546980
 113     0.0839     0.0039    99.9120     1.4161    75.7700   151.0207
5032067.0 / 36546980
 114     0.0827     0.0045    99.9160     1.4137    75.5400   150.7001
4979805.0 / 36546980
 115     0.0814     0.0030    99.9400     1.3938    76.5800   153.0725
4931589.0 / 36546980
 116     0.0802     0.0046    99.8900     1.3858    76.5200   152.9525
4882435.0 / 36546980
 117     0.0790     0.0026    99.9480     1.3850    76.3700   151.6296
4835161.0 / 36546980
 118     0.0777     0.0028    99.9480     1.3671    76.4700   151.7593
4788336.0 / 36546980
 119     0.0765     0.0026    99.9460     1.3496    76.6700   152.9342
4741748.0 / 36546980
 120     0.0753     0.0021    99.9520     1.3609    76.5400   152.0324
4697194.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0023    99.9520     1.3769    76.5900   150.6346
4653105.0 / 36546980
 122     0.0728     0.0015    99.9680     1.3597    76.6100   152.2387
4610436.0 / 36546980
 123     0.0715     0.0017    99.9640     1.3840    76.1300   152.8038
4569413.0 / 36546980
 124     0.0703     0.0022    99.9600     1.3781    76.6800   151.2420
4529021.0 / 36546980
 125     0.0691     0.0015    99.9740     1.3585    76.6800   152.1642
4488851.0 / 36546980
 126     0.0678     0.0015    99.9680     1.3662    76.8600   152.1519
4450941.0 / 36546980
 127     0.0666     0.0014    99.9660     1.3715    76.2700   152.6002
4414049.0 / 36546980
 128     0.0654     0.0015    99.9700     1.3856    76.4700   150.7989
4378268.0 / 36546980
 129     0.0641     0.0015    99.9740     1.4045    76.5100   151.5746
4342847.0 / 36546980
 130     0.0629     0.0013    99.9720     1.3718    76.7100   152.8030
4309058.0 / 36546980
 131     0.0616     0.0015    99.9600     1.3559    76.7700   152.9486
4275695.0 / 36546980
 132     0.0604     0.0014    99.9660     1.3663    76.7000   152.9226
4244155.0 / 36546980
 133     0.0592     0.0011    99.9740     1.3716    76.6500   152.5007
4212916.0 / 36546980
 134     0.0579     0.0012    99.9700     1.3676    77.0600   152.5037
4182652.0 / 36546980
 135     0.0567     0.0011    99.9760     1.3590    76.9400   152.6113
4153376.0 / 36546980
 136     0.0554     0.0011    99.9740     1.3543    76.9600   151.4222
4124545.0 / 36546980
 137     0.0542     0.0012    99.9720     1.3444    77.0500   152.9669
4097347.0 / 36546980
 138     0.0530     0.0010    99.9720     1.3371    76.7500   153.0134
4070504.0 / 36546980
 139     0.0517     0.0010    99.9800     1.3510    76.9400   151.7194
4044794.0 / 36546980
 140     0.0505     0.0010    99.9760     1.3407    76.9800   150.7338
4020177.0 / 36546980
 141     0.0493     0.0009    99.9800     1.3483    76.9300   150.7464
3996398.0 / 36546980
 142     0.0480     0.0009    99.9800     1.3564    76.9200   152.9852
3973350.0 / 36546980
 143     0.0468     0.0011    99.9700     1.3479    76.9200   150.9424
3951371.0 / 36546980
 144     0.0456     0.0009    99.9740     1.3465    77.0100   151.3363
3930083.0 / 36546980
 145     0.0443     0.0009    99.9680     1.3668    77.0200   152.9966
3909491.0 / 36546980
 146     0.0431     0.0009    99.9760     1.3384    77.3000   153.0645
3889513.0 / 36546980
 147     0.0418     0.0009    99.9780     1.3526    77.2800   150.6633
3870106.0 / 36546980
 148     0.0406     0.0009    99.9720     1.3532    77.3600   151.8567
3851899.0 / 36546980
 149     0.0394     0.0010    99.9640     1.3555    77.0000   152.1440
3834499.0 / 36546980
 150     0.0381     0.0009    99.9740     1.3576    77.2800   152.8679
3817562.0 / 36546980
 151     0.0369     0.0008    99.9760     1.3397    77.0900   151.0549
3801063.0 / 36546980
 152     0.0357     0.0008    99.9760     1.3492    77.1300   151.1307
3785727.0 / 36546980
 153     0.0344     0.0009    99.9740     1.3544    77.2000   152.6883
3770882.0 / 36546980
 154     0.0332     0.0008    99.9800     1.3441    77.2000   150.6962
3756784.0 / 36546980
 155     0.0319     0.0008    99.9720     1.3364    77.2000   152.9748
3743288.0 / 36546980
 156     0.0307     0.0008    99.9720     1.3495    77.1500   153.0728
3729871.0 / 36546980
 157     0.0295     0.0008    99.9760     1.3451    77.2400   151.4043
3717891.0 / 36546980
 158     0.0282     0.0008    99.9780     1.3505    77.1000   152.3123
3706363.0 / 36546980
 159     0.0270     0.0008    99.9760     1.3403    77.0400   152.9827
3695431.0 / 36546980
 160     0.0257     0.0008    99.9740     1.3533    76.9700   150.7106
3684857.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0008    99.9740     1.3318    77.2600    94.9688
3675052.0 / 36546980
 162     0.0233     0.0008    99.9740     1.3330    77.2200    91.8900
3665881.0 / 36546980
 163     0.0220     0.0008    99.9740     1.3273    77.2400    91.7560
3657468.0 / 36546980
 164     0.0208     0.0007    99.9820     1.3338    77.1500    91.8833
3649475.0 / 36546980
 165     0.0196     0.0008    99.9720     1.3302    77.1000    91.9346
3642022.0 / 36546980
 166     0.0183     0.0007    99.9800     1.3346    76.9800    91.8542
3635022.0 / 36546980
 167     0.0171     0.0007    99.9740     1.3481    76.9100    92.0103
3628581.0 / 36546980
 168     0.0159     0.0007    99.9780     1.3348    77.0400    91.9726
3622741.0 / 36546980
 169     0.0146     0.0007    99.9840     1.3291    77.1400    91.9899
3617242.0 / 36546980
 170     0.0134     0.0007    99.9740     1.3289    77.2400    92.0559
3612353.0 / 36546980
 171     0.0121     0.0007    99.9820     1.3316    77.0000    91.7936
3608110.0 / 36546980
 172     0.0109     0.0007    99.9820     1.3312    76.8700    91.8262
3604117.0 / 36546980
 173     0.0097     0.0006    99.9800     1.3240    77.1300    91.9172
3600603.0 / 36546980
 174     0.0084     0.0007    99.9800     1.3356    77.0900    91.9916
3597757.0 / 36546980
 175     0.0072     0.0007    99.9820     1.3433    77.1900    92.0755
3595390.0 / 36546980
 176     0.0060     0.0006    99.9840     1.3303    77.2400    91.8787
3593435.0 / 36546980
 177     0.0047     0.0007    99.9760     1.3308    77.0800    91.9590
3591876.0 / 36546980
 178     0.0035     0.0007    99.9800     1.3215    77.2200    92.0292
3590899.0 / 36546980
 179     0.0022     0.0007    99.9820     1.3363    77.1900    91.8680
3590423.0 / 36546980
 180     0.0010     0.0006    99.9880     1.3420    77.0600    91.8531
3589913.0 / 36546980
 181     0.0010     0.0006    99.9820     1.3321    77.2300    92.0226
3589426.0 / 36546980
 182     0.0010     0.0006    99.9800     1.3251    77.3400    91.9889
3588930.0 / 36546980
 183     0.0010     0.0006    99.9820     1.3304    77.2900    91.9638
3588430.0 / 36546980
 184     0.0010     0.0007    99.9840     1.3345    77.1700    91.9500
3587926.0 / 36546980
 185     0.0010     0.0006    99.9880     1.3355    76.9900    91.9924
3587431.0 / 36546980
 186     0.0010     0.0006    99.9800     1.3226    77.2900    92.0569
3586959.0 / 36546980
 187     0.0010     0.0006    99.9860     1.3349    77.1800    91.7926
3586463.0 / 36546980
 188     0.0010     0.0007    99.9780     1.3389    77.0800    91.9058
3585975.0 / 36546980
 189     0.0010     0.0007    99.9740     1.3350    77.2700    91.9052
3585438.0 / 36546980
 190     0.0010     0.0006    99.9780     1.3326    77.2100    91.8795
3584941.0 / 36546980
 191     0.0010     0.0007    99.9840     1.3277    77.0900    91.9965
3584460.0 / 36546980
 192     0.0010     0.0006    99.9820     1.3228    77.0800    91.9939
3583986.0 / 36546980
 193     0.0010     0.0006    99.9920     1.3356    77.1800    92.2535
3583497.0 / 36546980
 194     0.0010     0.0007    99.9800     1.3316    77.1000    92.1891
3582988.0 / 36546980
 195     0.0010     0.0006    99.9800     1.3267    77.2000    92.0119
3582503.0 / 36546980
 196     0.0010     0.0007    99.9740     1.3307    77.3200    92.0279
3581981.0 / 36546980
 197     0.0010     0.0006    99.9880     1.3430    77.1800    92.0184
3581522.0 / 36546980
 198     0.0010     0.0006    99.9800     1.3241    77.1100    91.9644
3581051.0 / 36546980
 199     0.0010     0.0006    99.9760     1.3397    77.0400    92.0705
3580549.0 / 36546980
 200     0.0010     0.0006    99.9780     1.3419    77.0000    91.8443
