Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_7/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.501
)
total epochs: 200
31546648.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4321    46.8860     1.7349    44.8200   101.3275
29506547.0 / 36489290
   2     0.1000     0.9023    68.0260     1.0599    64.5100    97.9188
27942770.0 / 36489290
   3     0.1000     0.6852    76.2420     0.8223    73.0100    98.0520
26625949.0 / 36489290
   4     0.1000     0.5602    80.5260     1.2092    65.9000    97.9375
25467926.0 / 36489290
   5     0.1000     0.4759    83.7500     0.6466    78.6500    98.5752
24425604.0 / 36489290
   6     0.1000     0.4169    85.6040     0.6689    77.3200    98.0659
23467027.0 / 36489290
   7     0.1000     0.3745    87.1460     0.6407    80.8000    98.3917
22579552.0 / 36489290
   8     0.1000     0.3382    88.4320     0.6591    78.6500    98.0981
21745222.0 / 36489290
   9     0.1000     0.3055    89.5460     0.5216    83.6000    98.7146
20960840.0 / 36489290
  10     0.1000     0.2817    90.2520     0.5474    83.5400    98.1844
20218811.0 / 36489290
  11     0.1000     0.2602    90.9420     0.5519    83.1600    98.1230
19513326.0 / 36489290
  12     0.1000     0.2368    91.7440     0.4606    86.2200    98.5384
18844041.0 / 36489290
  13     0.1000     0.2192    92.4100     0.5755    82.9200    98.8412
18208995.0 / 36489290
  14     0.1000     0.2049    92.9460     0.3563    88.6400    97.9812
17601675.0 / 36489290
  15     0.1000     0.1896    93.3680     0.3354    89.4700    98.1661
17024889.0 / 36489290
  16     0.1000     0.1792    93.7840     0.3389    89.1400    98.3686
16472443.0 / 36489290
  17     0.1000     0.1616    94.4080     0.3730    88.9800    98.6016
15950405.0 / 36489290
  18     0.1000     0.1485    94.8680     0.6175    83.5600    98.4422
15454866.0 / 36489290
  19     0.1000     0.1428    94.9160     0.8795    78.9900    98.2635
14984804.0 / 36489290
  20     0.1000     0.1347    95.3080     0.5828    83.8800    98.2122
14539163.0 / 36489290
  21     0.1000     0.1263    95.5120     0.4913    87.6700    98.4769
14112908.0 / 36489290
  22     0.1000     0.1127    96.1140     0.4817    86.0200    98.7732
13710800.0 / 36489290
  23     0.1000     0.1062    96.2040     0.4721    88.6000    98.5399
13329846.0 / 36489290
  24     0.1000     0.1015    96.4460     0.5394    86.5200    98.3708
12970972.0 / 36489290
  25     0.1000     0.0966    96.6280     0.5160    87.1000    98.8873
12628097.0 / 36489290
  26     0.1000     0.0893    96.9180     0.3858    90.0200    98.4845
12301930.0 / 36489290
  27     0.1000     0.0845    97.0880     0.3846    89.4700    98.3839
12001267.0 / 36489290
  28     0.1000     0.0814    97.1300     0.4274    88.6200    98.2594
11712854.0 / 36489290
  29     0.1000     0.0775    97.3080     0.3449    90.7300    98.2075
11436879.0 / 36489290
  30     0.1000     0.0692    97.5980     0.3192    91.4700    98.8249
11179265.0 / 36489290
  31     0.1000     0.0673    97.7020     0.4946    88.1000    98.0583
10938939.0 / 36489290
  32     0.1000     0.0686    97.5300     0.3453    91.1700    98.8818
10704271.0 / 36489290
  33     0.1000     0.0588    97.9200     0.4345    89.4900    98.0609
10482040.0 / 36489290
  34     0.1000     0.0553    98.0440     0.3696    91.2500    98.4644
10274537.0 / 36489290
  35     0.1000     0.0567    97.9840     0.4322    90.0600    98.9377
10070921.0 / 36489290
  36     0.1000     0.0497    98.3640     0.3440    91.5400    97.8755
9880399.0 / 36489290
  37     0.1000     0.0483    98.3500     0.3636    91.3000    97.7281
9700314.0 / 36489290
  38     0.1000     0.0477    98.3600     0.4301    90.0100    97.8054
9526914.0 / 36489290
  39     0.1000     0.0444    98.4720     0.4283    89.6700    98.0551
9362649.0 / 36489290
  40     0.1000     0.0442    98.4900     0.4952    88.9800    98.4549
9199731.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0387    98.6980     0.3788    91.7100    98.3058
9048074.0 / 36489290
  42     0.1000     0.0382    98.6640     0.6098    87.6600    97.7480
8912219.0 / 36489290
  43     0.1000     0.0432    98.5060     0.3826    90.9400    97.7730
8766633.0 / 36489290
  44     0.1000     0.0324    98.9020     0.3773    91.5800    97.9780
8636843.0 / 36489290
  45     0.1000     0.0367    98.7620     0.4567    90.4500    97.9590
8510579.0 / 36489290
  46     0.1000     0.0346    98.8580     0.3965    91.2100    98.1554
8396025.0 / 36489290
  47     0.1000     0.0350    98.8280     0.5701    89.2200    97.9324
8280833.0 / 36489290
  48     0.1000     0.0333    98.8660     0.3649    91.9200    98.3790
8167639.0 / 36489290
  49     0.1000     0.0305    98.9460     0.3476    92.0000    98.4278
8058692.0 / 36489290
  50     0.1000     0.0291    99.0320     0.4076    90.7600    97.7415
7961410.0 / 36489290
  51     0.1000     0.0304    98.9080     0.3706    91.8800    98.3118
7861645.0 / 36489290
  52     0.1000     0.0300    98.9560     0.3580    91.7600    98.0385
7762802.0 / 36489290
  53     0.1000     0.0268    99.0860     0.3395    92.7200    98.2428
7661419.0 / 36489290
  54     0.1000     0.0234    99.2060     0.3430    92.6900    98.4962
7570803.0 / 36489290
  55     0.1000     0.0259    99.0980     0.3624    91.9600    98.3682
7480968.0 / 36489290
  56     0.1000     0.0230    99.2220     0.4179    91.5200    98.5645
7408288.0 / 36489290
  57     0.1000     0.0311    98.9340     0.3844    91.4400    98.4269
7325806.0 / 36489290
  58     0.1000     0.0245    99.1900     0.5120    89.8700    97.9404
7248383.0 / 36489290
  59     0.1000     0.0236    99.1880     0.3951    91.0700    98.0332
7170724.0 / 36489290
  60     0.1000     0.0233    99.2020     0.3597    92.5600    98.6453
7091402.0 / 36489290
  61     0.1000     0.0196    99.3320     0.4040    91.6500    98.5255
7018640.0 / 36489290
  62     0.1000     0.0209    99.2760     0.4001    91.7800    98.0382
6962523.0 / 36489290
  63     0.1000     0.0269    99.0760     0.4516    91.0400    98.3542
6898723.0 / 36489290
  64     0.1000     0.0237    99.1920     0.4152    91.4400    97.7476
6819922.0 / 36489290
  65     0.1000     0.0167    99.4660     0.3958    92.1200    98.1078
6752608.0 / 36489290
  66     0.1000     0.0186    99.3840     0.3388    92.7200    98.1272
6694226.0 / 36489290
  67     0.1000     0.0212    99.2700     0.3794    92.0600    97.9639
6630784.0 / 36489290
  68     0.1000     0.0176    99.4040     0.4488    91.1800    98.1228
6570836.0 / 36489290
  69     0.1000     0.0197    99.3340     0.3580    92.3100    98.0294
6506273.0 / 36489290
  70     0.1000     0.0153    99.4900     0.4022    91.8700    98.2021
6441909.0 / 36489290
  71     0.1000     0.0159    99.5060     0.4643    91.1200    98.4082
6376845.0 / 36489290
  72     0.1000     0.0130    99.5960     0.8420    86.9500    97.9946
6336590.0 / 36489290
  73     0.1000     0.0223    99.2480     0.4306    91.5000    98.3971
6279237.0 / 36489290
  74     0.1000     0.0143    99.5280     0.4330    91.5300    98.3796
6238638.0 / 36489290
  75     0.1000     0.0212    99.3220     0.3470    92.6900    97.8850
6180987.0 / 36489290
  76     0.1000     0.0135    99.5500     0.3901    92.3400    97.9323
6131724.0 / 36489290
  77     0.1000     0.0161    99.4680     0.3436    92.9900    98.0765
6083443.0 / 36489290
  78     0.1000     0.0149    99.5080     0.3678    92.6400    97.8681
6029530.0 / 36489290
  79     0.1000     0.0124    99.6120     0.3853    92.6300    98.0155
5998025.0 / 36489290
  80     0.1000     0.0198    99.3500     0.3963    91.7700    98.4029
5972692.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0225    99.2040     0.3658    92.2400    98.4920
5936177.0 / 36489290
  82     0.1000     0.0172    99.3960     0.5498    89.7300    97.4240
5884361.0 / 36489290
  83     0.1000     0.0112    99.6500     0.3855    92.6500    98.2322
5832664.0 / 36489290
  84     0.1000     0.0124    99.6180     0.4075    92.0500    97.8289
5801118.0 / 36489290
  85     0.1000     0.0168    99.4440     0.3593    92.8500    97.4003
5763848.0 / 36489290
  86     0.1000     0.0153    99.4820     0.3771    92.6200    97.1906
5711090.0 / 36489290
  87     0.1000     0.0092    99.7040     0.3520    93.0400    97.8725
5664826.0 / 36489290
  88     0.1000     0.0104    99.6480     0.4539    91.3400    98.2959
5636599.0 / 36489290
  89     0.1000     0.0173    99.4060     0.3974    92.4500    98.2234
5613867.0 / 36489290
  90     0.1000     0.0192    99.3300     0.3639    92.7500    98.1724
5575039.0 / 36489290
  91     0.1000     0.0126    99.5720     0.3884    92.4700    99.0728
5532113.0 / 36489290
  92     0.1000     0.0105    99.6900     0.3597    93.0400    97.7334
5484555.0 / 36489290
  93     0.1000     0.0077    99.7440     0.3754    92.9400    98.0017
5450966.0 / 36489290
  94     0.1000     0.0126    99.6000     0.5390    90.5800    97.8791
5424894.0 / 36489290
  95     0.1000     0.0148    99.5000     0.4114    92.0700    97.9575
5395437.0 / 36489290
  96     0.1000     0.0139    99.5460     0.3370    93.3200    97.5820
5371200.0 / 36489290
  97     0.1000     0.0152    99.5040     0.3890    92.2900    98.1312
5328023.0 / 36489290
  98     0.1000     0.0082    99.7520     0.3388    93.4100    98.2098
5292813.0 / 36489290
  99     0.1000     0.0102    99.6720     0.3362    93.3600    98.1376
5261933.0 / 36489290
 100     0.1000     0.0123    99.6040     0.4394    91.9800    98.2541
5231942.0 / 36489290
 101     0.0988     0.0118    99.6280     0.3420    93.3900    98.1126
5203774.0 / 36489290
 102     0.0975     0.0119    99.5920     0.5241    91.3900    97.7932
5173896.0 / 36489290
 103     0.0963     0.0103    99.6580     0.4608    91.4200    98.0859
5149276.0 / 36489290
 104     0.0950     0.0133    99.5460     0.3328    93.4000    98.1697
5109583.0 / 36489290
 105     0.0938     0.0065    99.7840     0.3765    93.1800    97.9374
5069849.0 / 36489290
 106     0.0926     0.0060    99.8160     0.3602    92.9700    97.9884
5031933.0 / 36489290
 107     0.0913     0.0054    99.8320     0.3565    93.3800    98.5353
4993604.0 / 36489290
 108     0.0901     0.0057    99.8220     0.3640    93.2300    97.7591
4955265.0 / 36489290
 109     0.0889     0.0053    99.8140     0.3380    93.5000    97.4267
4913293.0 / 36489290
 110     0.0876     0.0029    99.9160     0.3522    93.6000    97.2728
4872679.0 / 36489290
 111     0.0864     0.0036    99.8820     0.3637    93.5400    97.3162
4831549.0 / 36489290
 112     0.0852     0.0026    99.9300     0.3465    93.6000    97.2438
4790601.0 / 36489290
 113     0.0839     0.0023    99.9540     0.3496    93.9200    97.1860
4748527.0 / 36489290
 114     0.0827     0.0016    99.9680     0.3483    94.0800    97.2017
4710199.0 / 36489290
 115     0.0814     0.0019    99.9540     0.3382    94.0700    97.0008
4671293.0 / 36489290
 116     0.0802     0.0017    99.9580     0.3566    93.7600    97.2160
4633246.0 / 36489290
 117     0.0790     0.0018    99.9660     0.3441    93.9300    97.8903
4594368.0 / 36489290
 118     0.0777     0.0010    99.9880     0.3300    94.1500    97.8677
4557147.0 / 36489290
 119     0.0765     0.0014    99.9700     0.3796    93.6200    98.5453
4521969.0 / 36489290
 120     0.0753     0.0012    99.9680     0.3478    93.8700    98.4010
4489353.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0022    99.9340     0.3518    93.8900    98.1096
4456267.0 / 36489290
 122     0.0728     0.0012    99.9640     0.3477    93.8700    98.6186
4425742.0 / 36489290
 123     0.0715     0.0018    99.9520     0.3393    94.1800    98.1808
4392258.0 / 36489290
 124     0.0703     0.0008    99.9880     0.3258    94.3300    97.8195
4360978.0 / 36489290
 125     0.0691     0.0010    99.9720     0.3561    94.0900    98.0865
4331086.0 / 36489290
 126     0.0678     0.0012    99.9700     0.3333    93.9400    98.4608
4302019.0 / 36489290
 127     0.0666     0.0012    99.9640     0.3493    93.8100    98.1890
4273769.0 / 36489290
 128     0.0654     0.0012    99.9660     0.3305    94.1900    97.7345
4244293.0 / 36489290
 129     0.0641     0.0006    99.9900     0.3367    94.1700    98.3989
4216470.0 / 36489290
 130     0.0629     0.0007    99.9780     0.3389    94.1600    98.1352
4188873.0 / 36489290
 131     0.0616     0.0006    99.9860     0.3287    94.2500    98.7060
4162202.0 / 36489290
 132     0.0604     0.0006    99.9900     0.3398    94.4000    98.4088
4136718.0 / 36489290
 133     0.0592     0.0005    99.9860     0.3402    94.2100    98.4780
4111660.0 / 36489290
 134     0.0579     0.0006    99.9920     0.3288    94.4100    98.4832
4087610.0 / 36489290
 135     0.0567     0.0006    99.9860     0.3366    94.2700    97.4874
4063410.0 / 36489290
 136     0.0554     0.0003    99.9960     0.3303    94.5000    97.9928
4039969.0 / 36489290
 137     0.0542     0.0004    99.9900     0.3316    94.5200    97.9889
4017715.0 / 36489290
 138     0.0530     0.0005    99.9880     0.3246    94.5400    98.4737
3995651.0 / 36489290
 139     0.0517     0.0002    99.9960     0.3270    94.4700    98.5427
3974129.0 / 36489290
 140     0.0505     0.0002    99.9960     0.3204    94.4700    97.6057
3953282.0 / 36489290
 141     0.0493     0.0002    99.9960     0.3286    94.3200    97.8423
3933149.0 / 36489290
 142     0.0480     0.0003    99.9920     0.3275    94.4000    97.3088
3913729.0 / 36489290
 143     0.0468     0.0002    99.9980     0.3181    94.4800    97.7430
3895041.0 / 36489290
 144     0.0456     0.0002    99.9980     0.3171    94.3800    98.1239
3876724.0 / 36489290
 145     0.0443     0.0002    99.9980     0.3173    94.5600    97.9618
3859133.0 / 36489290
 146     0.0431     0.0002    99.9980     0.3173    94.4700    98.0562
3842640.0 / 36489290
 147     0.0418     0.0002   100.0000     0.3179    94.5700    98.0346
3826150.0 / 36489290
 148     0.0406     0.0002   100.0000     0.3184    94.6100    98.2388
3810584.0 / 36489290
 149     0.0394     0.0002    99.9960     0.3177    94.5700    98.3959
3795366.0 / 36489290
 150     0.0381     0.0001   100.0000     0.3200    94.6300    98.0974
3780820.0 / 36489290
 151     0.0369     0.0001   100.0000     0.3181    94.5000    98.3121
3766982.0 / 36489290
 152     0.0357     0.0002   100.0000     0.3216    94.5900    97.9833
3753653.0 / 36489290
 153     0.0344     0.0002    99.9980     0.3237    94.5600    97.7216
3741003.0 / 36489290
 154     0.0332     0.0002   100.0000     0.3252    94.6300    97.7662
3728989.0 / 36489290
 155     0.0319     0.0001   100.0000     0.3245    94.6500    97.8873
3717158.0 / 36489290
 156     0.0307     0.0001   100.0000     0.3239    94.5800    98.0000
3706013.0 / 36489290
 157     0.0295     0.0001   100.0000     0.3183    94.5900    97.9982
3695470.0 / 36489290
 158     0.0282     0.0001    99.9980     0.3212    94.5900    97.7277
3685576.0 / 36489290
 159     0.0270     0.0001   100.0000     0.3215    94.4000    97.8808
3675857.0 / 36489290
 160     0.0257     0.0001   100.0000     0.3193    94.5600    97.8540
3666903.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0001    99.9980     0.3254    94.4800    98.0930
3658658.0 / 36489290
 162     0.0233     0.0002    99.9980     0.3223    94.4700    97.0606
3650412.0 / 36489290
 163     0.0220     0.0001   100.0000     0.3185    94.5800    97.3729
3643036.0 / 36489290
 164     0.0208     0.0001   100.0000     0.3173    94.6000    97.5163
3635826.0 / 36489290
 165     0.0196     0.0001   100.0000     0.3198    94.6400    98.0743
3629170.0 / 36489290
 166     0.0183     0.0001   100.0000     0.3211    94.4400    97.6640
3623002.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3222    94.5900    98.2043
3617359.0 / 36489290
 168     0.0159     0.0001   100.0000     0.3197    94.5500    97.3432
3612239.0 / 36489290
 169     0.0146     0.0001    99.9980     0.3209    94.6900    97.6332
3607483.0 / 36489290
 170     0.0134     0.0001   100.0000     0.3224    94.6100    97.9966
3603168.0 / 36489290
 171     0.0121     0.0001    99.9980     0.3206    94.5800    97.6478
3599432.0 / 36489290
 172     0.0109     0.0001   100.0000     0.3179    94.5500    98.2481
3596205.0 / 36489290
 173     0.0097     0.0001   100.0000     0.3240    94.6400    97.9269
3593221.0 / 36489290
 174     0.0084     0.0001    99.9980     0.3184    94.6600    98.1538
3590805.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3190    94.6100    97.7901
3588759.0 / 36489290
 176     0.0060     0.0001   100.0000     0.3213    94.6500    97.3596
3587148.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3214    94.6000    97.9374
3585795.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3243    94.5300    97.8080
3585095.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3203    94.6000    97.9237
3584731.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3163    94.7600    97.8781
3584420.0 / 36489290
 181     0.0010     0.0001   100.0000     0.3202    94.5000    97.8251
3584118.0 / 36489290
 182     0.0010     0.0001    99.9980     0.3165    94.6800    97.9077
3583759.0 / 36489290
 183     0.0010     0.0001    99.9960     0.3204    94.6300    98.0153
3583387.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3220    94.5200    97.2731
3583079.0 / 36489290
 185     0.0010     0.0001    99.9960     0.3203    94.6500    97.9269
3582736.0 / 36489290
 186     0.0010     0.0001   100.0000     0.3222    94.6600    98.2811
3582352.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3181    94.7000    97.6730
3582017.0 / 36489290
 188     0.0010     0.0001   100.0000     0.3212    94.5000    97.1926
3581673.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3195    94.6200    97.1107
3581345.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3206    94.4900    97.4643
3580995.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3186    94.6700    98.3119
3580666.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3181    94.6800    97.9489
3580334.0 / 36489290
 193     0.0010     0.0001    99.9980     0.3204    94.5300    98.2238
3580007.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3243    94.5600    98.0814
3579669.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3215    94.7100    97.9986
3579315.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3177    94.6300    97.7624
3578988.0 / 36489290
 197     0.0010     0.0001    99.9980     0.3176    94.6400    97.7068
3578636.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3216    94.6600    97.8814
3578285.0 / 36489290
 199     0.0010     0.0001    99.9980     0.3194    94.7000    97.2922
3577932.0 / 36489290
 200     0.0010     0.0001   100.0000     0.3210    94.6300    97.0659
