Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/cifar10/WideResNet28x10_fixbatch/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.501
)
total epochs: 200
31546555.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4341    46.8340     1.5834    47.1200   599.4225
29507010.0 / 36489290
   2     0.1000     0.9067    67.8060     1.6681    54.0900   599.3336
27941631.0 / 36489290
   3     0.1000     0.6858    76.1220     0.9363    70.9200   600.0590
26627280.0 / 36489290
   4     0.1000     0.5627    80.3740     1.2634    65.6100   600.8928
25468014.0 / 36489290
   5     0.1000     0.4774    83.6160     0.6157    79.1600   600.4136
24422767.0 / 36489290
   6     0.1000     0.4205    85.5200     0.6423    78.6700   598.8946
23467891.0 / 36489290
   7     0.1000     0.3760    87.0780     0.5260    83.0900   600.5188
22579809.0 / 36489290
   8     0.1000     0.3417    88.2120     0.6234    79.5500   600.7913
21745342.0 / 36489290
   9     0.1000     0.3081    89.2220     0.6596    80.5400   600.4232
20961359.0 / 36489290
  10     0.1000     0.2844    90.1380     0.4878    84.6600   599.5259
20218690.0 / 36489290
  11     0.1000     0.2628    91.0240     0.4445    86.3900   599.7055
19515410.0 / 36489290
  12     0.1000     0.2394    91.6340     0.5628    84.3600   600.8527
18847344.0 / 36489290
  13     0.1000     0.2216    92.3000     0.5039    85.2400   599.9231
18211618.0 / 36489290
  14     0.1000     0.2080    92.7740     0.5130    84.7300   599.3500
17606727.0 / 36489290
  15     0.1000     0.1912    93.3700     0.6372    82.6200   600.8227
17030832.0 / 36489290
  16     0.1000     0.1791    93.6260     0.4420    86.2900   600.8577
16482723.0 / 36489290
  17     0.1000     0.1646    94.2880     0.3803    88.1300   599.5617
15959979.0 / 36489290
  18     0.1000     0.1496    94.8700     0.4809    86.9100   600.1331
15464303.0 / 36489290
  19     0.1000     0.1456    94.9920     0.4828    85.7200   598.5941
14993976.0 / 36489290
  20     0.1000     0.1327    95.3180     0.9881    76.3700   600.5789
14547319.0 / 36489290
  21     0.1000     0.1283    95.5800     0.5311    86.2100   598.9739
14123276.0 / 36489290
  22     0.1000     0.1170    95.9120     0.6339    84.4200   598.7352
13722970.0 / 36489290
  23     0.1000     0.1099    96.1640     0.3816    89.3700   600.2494
13342946.0 / 36489290
  24     0.1000     0.1023    96.4500     0.8023    83.3800   599.4742
12985096.0 / 36489290
  25     0.1000     0.0979    96.6220     0.4217    89.2600   600.3693
12644324.0 / 36489290
  26     0.1000     0.0893    96.8960     0.5163    87.2100   600.3738
12322051.0 / 36489290
  27     0.1000     0.0848    97.0280     0.3511    90.4500   600.6656
12019992.0 / 36489290
  28     0.1000     0.0857    97.0900     0.3380    90.6000   600.8778
11730655.0 / 36489290
  29     0.1000     0.0773    97.2780     0.3959    90.0200   600.8276
11458572.0 / 36489290
  30     0.1000     0.0720    97.4760     0.3545    90.5200   600.7612
11203539.0 / 36489290
  31     0.1000     0.0697    97.6420     0.5726    87.2800   600.8430
10960427.0 / 36489290
  32     0.1000     0.0664    97.6080     0.4099    89.1100   600.7013
10723596.0 / 36489290
  33     0.1000     0.0562    98.1040     0.3731    90.7300   600.4427
10509541.0 / 36489290
  34     0.1000     0.0603    97.9320     0.3967    90.6000   600.7716
10296212.0 / 36489290
  35     0.1000     0.0546    98.1140     0.4156    90.8100   598.9434
10102909.0 / 36489290
  36     0.1000     0.0549    98.0140     0.4936    88.5700   598.7086
9917447.0 / 36489290
  37     0.1000     0.0554    98.1000     0.3984    90.5100   599.1552
9733783.0 / 36489290
  38     0.1000     0.0450    98.4900     0.3861    90.8700   598.6848
9558629.0 / 36489290
  39     0.1000     0.0433    98.5020     0.3942    90.7200   598.7532
9400179.0 / 36489290
  40     0.1000     0.0460    98.3980     0.4186    90.2900   599.9194
9243600.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0409    98.5700     0.3623    91.9500   600.7944
9088802.0 / 36489290
  42     0.1000     0.0373    98.7860     0.4103    90.8300   599.3228
8948917.0 / 36489290
  43     0.1000     0.0393    98.6700     0.6111    88.0400   598.6958
8809233.0 / 36489290
  44     0.1000     0.0370    98.7820     0.5377    89.2800   599.0354
8677309.0 / 36489290
  45     0.1000     0.0367    98.7400     0.5361    88.2800   600.8207
8553034.0 / 36489290
  46     0.1000     0.0357    98.7800     0.3991    91.0700   600.8670
8427163.0 / 36489290
  47     0.1000     0.0306    98.9600     0.3839    92.1000   598.8692
8313967.0 / 36489290
  48     0.1000     0.0335    98.8460     0.3890    91.3400   599.3310
8206579.0 / 36489290
  49     0.1000     0.0327    98.9220     0.4025    91.4000   601.0536
8103641.0 / 36489290
  50     0.1000     0.0331    98.8580     0.4116    91.1600   600.9810
8000718.0 / 36489290
  51     0.1000     0.0324    98.9160     0.3322    92.2200   600.9470
7895795.0 / 36489290
  52     0.1000     0.0270    99.0740     0.4527    90.3800   600.9006
7791507.0 / 36489290
  53     0.1000     0.0244    99.1940     0.3519    91.7700   600.1264
7690569.0 / 36489290
  54     0.1000     0.0224    99.2480     0.3532    92.4100   600.4318
7599522.0 / 36489290
  55     0.1000     0.0245    99.1600     0.3682    91.9000   601.1039
7517753.0 / 36489290
  56     0.1000     0.0267    99.0820     0.5890    88.8100   600.4419
7444071.0 / 36489290
  57     0.1000     0.0296    98.9780     0.3579    92.0900   600.2557
7351851.0 / 36489290
  58     0.1000     0.0216    99.2720     0.3295    92.6900   600.2219
7271045.0 / 36489290
  59     0.1000     0.0231    99.2200     0.3664    91.9800   599.6834
7196081.0 / 36489290
  60     0.1000     0.0248    99.1520     0.3497    92.4100   599.3293
7123396.0 / 36489290
  61     0.1000     0.0236    99.2360     0.3648    92.1500   598.8280
7050513.0 / 36489290
  62     0.1000     0.0214    99.2780     0.4504    90.9000   598.7782
6976380.0 / 36489290
  63     0.1000     0.0195    99.3580     0.3868    91.9400   600.4642
6907772.0 / 36489290
  64     0.1000     0.0205    99.2840     0.5238    89.5700   600.9479
6837140.0 / 36489290
  65     0.1000     0.0195    99.3500     0.3836    92.1900   600.9862
6770489.0 / 36489290
  66     0.1000     0.0187    99.3780     0.3217    93.1700   600.7722
6700970.0 / 36489290
  67     0.1000     0.0172    99.4600     0.3656    92.5900   600.6711
6627671.0 / 36489290
  68     0.1000     0.0146    99.5480     0.3440    93.0300   600.0101
6578907.0 / 36489290
  69     0.1000     0.0222    99.2700     0.3621    91.9700   599.9246
6514155.0 / 36489290
  70     0.1000     0.0161    99.4580     0.4005    91.4800   600.8596
6473288.0 / 36489290
  71     0.1000     0.0247    99.1580     0.5313    90.2800   600.5710
6421859.0 / 36489290
  72     0.1000     0.0208    99.3080     0.5811    89.3000   598.7797
6368887.0 / 36489290
  73     0.1000     0.0189    99.3360     0.4188    91.3600   598.7491
6310938.0 / 36489290
  74     0.1000     0.0153    99.4980     0.4372    91.2300   598.7094
6254685.0 / 36489290
  75     0.1000     0.0141    99.5540     0.6412    88.4300   598.7459
6213208.0 / 36489290
  76     0.1000     0.0194    99.3340     0.3830    92.0600   601.1928
6169537.0 / 36489290
  77     0.1000     0.0182    99.4060     0.4738    90.8400   599.5359
6130839.0 / 36489290
  78     0.1000     0.0191    99.3300     0.3646    92.3300   600.6969
6082947.0 / 36489290
  79     0.1000     0.0155    99.5120     0.4706    90.5400   599.0912
6037249.0 / 36489290
  80     0.1000     0.0168    99.4760     0.3933    92.2000   601.0336
5994024.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0168    99.4360     0.3667    92.2900   600.5623
5937675.0 / 36489290
  82     0.1000     0.0115    99.6700     0.3341    93.3200   599.7530
5892639.0 / 36489290
  83     0.1000     0.0138    99.5060     0.3780    92.3600   600.0425
5858903.0 / 36489290
  84     0.1000     0.0165    99.4320     0.3977    92.1800   600.8772
5820647.0 / 36489290
  85     0.1000     0.0165    99.4740     0.3352    92.9900   600.1998
5781138.0 / 36489290
  86     0.1000     0.0143    99.5360     0.5233    90.9900   599.9282
5743232.0 / 36489290
  87     0.1000     0.0144    99.4900     0.4999    90.8900   599.8370
5713582.0 / 36489290
  88     0.1000     0.0178    99.4280     0.4328    91.6300   600.7370
5678038.0 / 36489290
  89     0.1000     0.0152    99.4460     0.3651    92.4700   600.8689
5631520.0 / 36489290
  90     0.1000     0.0109    99.6580     0.3570    92.8500   598.9278
5581490.0 / 36489290
  91     0.1000     0.0085    99.7660     0.3306    93.0400   598.4887
5545991.0 / 36489290
  92     0.1000     0.0126    99.5580     0.4226    91.9400   598.5312
5498799.0 / 36489290
  93     0.1000     0.0091    99.7020     0.3502    93.2700   600.0626
5462540.0 / 36489290
  94     0.1000     0.0112    99.6280     0.5001    90.8200   600.4269
5426038.0 / 36489290
  95     0.1000     0.0112    99.6220     0.3592    92.8800   600.9655
5389811.0 / 36489290
  96     0.1000     0.0108    99.6660     0.4138    92.3300   600.7099
5352561.0 / 36489290
  97     0.1000     0.0102    99.6820     0.3692    93.2600   599.2595
5318449.0 / 36489290
  98     0.1000     0.0122    99.5800     0.6143    89.6700   598.7454
5284670.0 / 36489290
  99     0.1000     0.0105    99.6740     0.3857    92.9000   598.5672
5271980.0 / 36489290
 100     0.1000     0.0181    99.3820     0.3640    92.7100   598.5648
5244042.0 / 36489290
 101     0.0988     0.0130    99.5980     0.3492    93.0900   598.6669
5201548.0 / 36489290
 102     0.0975     0.0071    99.7780     0.3416    93.5200   598.5986
5161166.0 / 36489290
 103     0.0963     0.0066    99.8040     0.3652    93.0200   599.2732
5116735.0 / 36489290
 104     0.0950     0.0051    99.8580     0.4005    92.8500   598.5136
5072351.0 / 36489290
 105     0.0938     0.0044    99.8780     0.3560    93.4600   598.5924
5032523.0 / 36489290
 106     0.0926     0.0054    99.8300     0.3524    93.0900   598.6351
4993746.0 / 36489290
 107     0.0913     0.0054    99.8340     0.4241    92.6300   598.6438
4958400.0 / 36489290
 108     0.0901     0.0058    99.8160     0.3889    92.9600   598.5950
4927578.0 / 36489290
 109     0.0889     0.0067    99.7880     0.3687    93.3200   598.5178
4903850.0 / 36489290
 110     0.0876     0.0092    99.7000     0.4135    92.5400   598.5668
4871060.0 / 36489290
 111     0.0864     0.0056    99.8060     0.3992    92.8800   598.5366
4832744.0 / 36489290
 112     0.0852     0.0039    99.8900     0.3445    93.5300   598.5458
4793042.0 / 36489290
 113     0.0839     0.0029    99.9160     0.3423    93.6700   598.6720
4754308.0 / 36489290
 114     0.0827     0.0025    99.9360     0.3637    93.4000   598.4663
4715288.0 / 36489290
 115     0.0814     0.0023    99.9380     0.3648    93.7700   600.2635
4682771.0 / 36489290
 116     0.0802     0.0036    99.8740     0.3763    93.3200   600.2134
4653085.0 / 36489290
 117     0.0790     0.0041    99.8860     0.3678    93.6200   600.3510
4620086.0 / 36489290
 118     0.0777     0.0028    99.9060     0.3465    93.9800   600.2096
4590352.0 / 36489290
 119     0.0765     0.0037    99.9040     0.4019    92.8200   600.9543
4556269.0 / 36489290
 120     0.0753     0.0025    99.9360     0.3308    93.8100   600.8532
4524995.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0023    99.9300     0.3346    93.6600   599.2384
4492288.0 / 36489290
 122     0.0728     0.0018    99.9480     0.3343    93.8700   598.7759
4458318.0 / 36489290
 123     0.0715     0.0011    99.9760     0.3354    93.8600   598.7593
4424825.0 / 36489290
 124     0.0703     0.0007    99.9880     0.3380    93.8100   598.5964
4392976.0 / 36489290
 125     0.0691     0.0010    99.9740     0.3424    93.9400   598.5709
4360385.0 / 36489290
 126     0.0678     0.0006    99.9920     0.3369    93.9700   598.7215
4328995.0 / 36489290
 127     0.0666     0.0006    99.9840     0.3239    94.0500   598.9822
4298099.0 / 36489290
 128     0.0654     0.0003   100.0000     0.3301    94.0500   600.9742
4267952.0 / 36489290
 129     0.0641     0.0003    99.9960     0.3369    93.9600   599.6944
4238358.0 / 36489290
 130     0.0629     0.0003    99.9980     0.3302    94.1200   599.7961
4209892.0 / 36489290
 131     0.0616     0.0003    99.9960     0.3232    94.1200   600.9406
4182257.0 / 36489290
 132     0.0604     0.0002   100.0000     0.3285    94.0000   600.4546
4155389.0 / 36489290
 133     0.0592     0.0003    99.9980     0.3345    94.0900   599.9353
4129178.0 / 36489290
 134     0.0579     0.0003    99.9980     0.3329    94.0900   600.7438
4103502.0 / 36489290
 135     0.0567     0.0004    99.9960     0.3400    93.9400   600.0449
4079267.0 / 36489290
 136     0.0554     0.0003   100.0000     0.3267    94.0400   600.1142
4055400.0 / 36489290
 137     0.0542     0.0003    99.9980     0.3317    94.0200   600.8359
4032120.0 / 36489290
 138     0.0530     0.0002   100.0000     0.3261    94.0900   600.5735
4009866.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 139     0.0517     0.0002    99.9980     0.3350    94.0200   327.9394
3988297.0 / 36489290
 140     0.0505     0.0003    99.9980     0.3334    94.1200   327.6372
3967702.0 / 36489290
 141     0.0493     0.0002    99.9980     0.3262    94.0800   326.6058
3947863.0 / 36489290
 142     0.0480     0.0002    99.9960     0.3326    94.1100   326.7549
3928376.0 / 36489290
 143     0.0468     0.0003    99.9940     0.3270    94.2300   326.2169
3909276.0 / 36489290
 144     0.0456     0.0002    99.9980     0.3275    94.2000   326.1238
3891063.0 / 36489290
 145     0.0443     0.0002   100.0000     0.3259    94.3100   326.2794
3873581.0 / 36489290
 146     0.0431     0.0002   100.0000     0.3204    94.3000   326.3727
3856643.0 / 36489290
 147     0.0418     0.0002   100.0000     0.3239    94.3300   324.7182
3840113.0 / 36489290
 148     0.0406     0.0001   100.0000     0.3209    94.3100   326.1054
3824946.0 / 36489290
 149     0.0394     0.0002    99.9960     0.3228    94.3400   326.0741
3809596.0 / 36489290
 150     0.0381     0.0002    99.9980     0.3198    94.3900   326.7871
3795109.0 / 36489290
 151     0.0369     0.0001   100.0000     0.3201    94.3400   324.7099
3781226.0 / 36489290
 152     0.0357     0.0001   100.0000     0.3238    94.3000   326.9640
3767737.0 / 36489290
 153     0.0344     0.0001   100.0000     0.3245    94.3800   325.9465
3755026.0 / 36489290
 154     0.0332     0.0001   100.0000     0.3214    94.2900   326.0539
3742801.0 / 36489290
 155     0.0319     0.0001   100.0000     0.3177    94.4200   325.7154
3731001.0 / 36489290
 156     0.0307     0.0001   100.0000     0.3257    94.2700   326.6733
3719710.0 / 36489290
 157     0.0295     0.0001   100.0000     0.3164    94.4200   325.5429
3708920.0 / 36489290
 158     0.0282     0.0001   100.0000     0.3190    94.5100   326.0214
3698719.0 / 36489290
 159     0.0270     0.0001   100.0000     0.3190    94.3800   326.3405
3689033.0 / 36489290
 160     0.0257     0.0001   100.0000     0.3140    94.3700   325.5803
3679899.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0001   100.0000     0.3219    94.3700   325.4302
3671335.0 / 36489290
 162     0.0233     0.0001   100.0000     0.3183    94.2900   326.8662
3663202.0 / 36489290
 163     0.0220     0.0001   100.0000     0.3198    94.2800   325.6476
3655556.0 / 36489290
 164     0.0208     0.0001   100.0000     0.3137    94.4300   324.9454
3648297.0 / 36489290
 165     0.0196     0.0001   100.0000     0.3157    94.4400   326.5158
3641720.0 / 36489290
 166     0.0183     0.0001   100.0000     0.3136    94.4100   325.5997
3635488.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3123    94.4500   326.4126
3629813.0 / 36489290
 168     0.0159     0.0001   100.0000     0.3146    94.4300   326.7432
3624654.0 / 36489290
 169     0.0146     0.0001   100.0000     0.3154    94.4700   326.0152
3619898.0 / 36489290
 170     0.0134     0.0001   100.0000     0.3214    94.3800   326.1400
3615485.0 / 36489290
 171     0.0121     0.0001   100.0000     0.3187    94.3600   327.0417
3611688.0 / 36489290
 172     0.0109     0.0001   100.0000     0.3186    94.3400   326.3473
3608293.0 / 36489290
 173     0.0097     0.0001   100.0000     0.3173    94.4500   327.9516
3605315.0 / 36489290
 174     0.0084     0.0001   100.0000     0.3176    94.4000   325.3161
3602893.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3181    94.4200   326.9558
3600851.0 / 36489290
 176     0.0060     0.0001   100.0000     0.3145    94.4100   325.9241
3599194.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3165    94.4100   325.9277
3597817.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3145    94.4300   326.1888
3597164.0 / 36489290
 179     0.0022     0.0001    99.9980     0.3126    94.4300   327.0514
3596828.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3182    94.4900   326.9344
3596486.0 / 36489290
 181     0.0010     0.0001    99.9980     0.3195    94.5000   324.2524
3596170.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3134    94.4300   326.6288
3595838.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3194    94.3900   326.8413
3595484.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3177    94.4000   325.6490
3595156.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3163    94.4100   325.4040
3594806.0 / 36489290
 186     0.0010     0.0001   100.0000     0.3122    94.3700   325.7640
3594469.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3194    94.3100   325.8922
3594134.0 / 36489290
 188     0.0010     0.0001   100.0000     0.3121    94.4500   334.4223
3593804.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3144    94.4100   385.1668
3593482.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3165    94.4700   328.7507
3593145.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3131    94.4400   325.5280
3592840.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3135    94.4200   324.5182
3592500.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3135    94.4800   324.5023
3592182.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3147    94.4600   324.8842
3591841.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3164    94.4500   325.0747
3591506.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3118    94.4600   326.0774
3591156.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3186    94.3000   326.4648
3590826.0 / 36489290
 198     0.0010     0.0001    99.9980     0.3181    94.4300   326.1969
3590450.0 / 36489290
 199     0.0010     0.0001    99.9980     0.3129    94.4400   324.1861
3590155.0 / 36489290
 200     0.0010     0.0001   100.0000     0.3131    94.4500   324.7988
