Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_8/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.501
)
total epochs: 200
31547282.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4342    46.7860     1.6341    46.8800   103.4227
29506395.0 / 36489290
   2     0.1000     0.9065    67.9360     1.4227    56.6400    99.6894
27942490.0 / 36489290
   3     0.1000     0.6876    76.1420     0.9118    71.1200    99.1000
26626474.0 / 36489290
   4     0.1000     0.5627    80.4500     0.9587    71.6700    98.7419
25468375.0 / 36489290
   5     0.1000     0.4772    83.5940     0.6399    79.3300    99.0873
24424755.0 / 36489290
   6     0.1000     0.4196    85.5000     0.6007    79.3600    99.2733
23467606.0 / 36489290
   7     0.1000     0.3741    87.0860     0.7266    77.9100    98.7711
22578425.0 / 36489290
   8     0.1000     0.3385    88.2980     0.6262    80.6000    98.2662
21745504.0 / 36489290
   9     0.1000     0.3056    89.3600     0.5209    83.3900    97.6951
20961638.0 / 36489290
  10     0.1000     0.2806    90.1980     0.4579    85.6600    99.2656
20218607.0 / 36489290
  11     0.1000     0.2595    90.9820     0.4143    86.1300    98.4061
19515078.0 / 36489290
  12     0.1000     0.2367    91.8640     0.5599    84.3600    98.0518
18845970.0 / 36489290
  13     0.1000     0.2165    92.3900     0.4960    85.1900    99.2175
18210313.0 / 36489290
  14     0.1000     0.2046    92.8380     0.4550    86.1700    98.7810
17603412.0 / 36489290
  15     0.1000     0.1888    93.4620     0.4006    87.5200    98.1364
17026999.0 / 36489290
  16     0.1000     0.1788    93.8300     0.4824    85.7300    98.7515
16478016.0 / 36489290
  17     0.1000     0.1611    94.3680     0.4294    87.5400    98.6300
15952897.0 / 36489290
  18     0.1000     0.1502    94.8500     0.6839    83.2500    99.3266
15457329.0 / 36489290
  19     0.1000     0.1445    94.8800     0.9802    78.6100    98.9934
14985311.0 / 36489290
  20     0.1000     0.1311    95.4140     0.7444    80.9400    99.1286
14539646.0 / 36489290
  21     0.1000     0.1243    95.5880     0.4785    87.3300    99.5467
14113249.0 / 36489290
  22     0.1000     0.1145    95.9960     0.4155    87.4300    99.4448
13711155.0 / 36489290
  23     0.1000     0.1061    96.2700     0.4255    88.7200    98.1426
13330887.0 / 36489290
  24     0.1000     0.0999    96.5060     0.4024    88.8700    98.6238
12971550.0 / 36489290
  25     0.1000     0.0958    96.6280     0.4037    88.9200    98.4959
12629107.0 / 36489290
  26     0.1000     0.0885    96.9720     0.4149    89.5500    99.0560
12305745.0 / 36489290
  27     0.1000     0.0874    96.9900     0.3450    90.5600    98.9509
12002528.0 / 36489290
  28     0.1000     0.0797    97.2160     0.4933    87.9400    99.6801
11712172.0 / 36489290
  29     0.1000     0.0764    97.3960     0.3564    90.5500    98.9550
11437391.0 / 36489290
  30     0.1000     0.0693    97.5300     0.3434    90.6200    98.8197
11180645.0 / 36489290
  31     0.1000     0.0677    97.6140     0.4141    89.5100    99.6382
10940421.0 / 36489290
  32     0.1000     0.0691    97.5380     0.3547    90.5600    99.1922
10705439.0 / 36489290
  33     0.1000     0.0597    97.9460     0.4012    89.9200    98.9240
10489719.0 / 36489290
  34     0.1000     0.0612    97.7980     0.4185    89.4400    99.6293
10278021.0 / 36489290
  35     0.1000     0.0551    98.0540     0.4230    89.6100    98.8144
10076129.0 / 36489290
  36     0.1000     0.0521    98.1540     0.6167    87.4700    98.2139
9887344.0 / 36489290
  37     0.1000     0.0499    98.2720     0.3293    91.8800    99.2846
9707333.0 / 36489290
  38     0.1000     0.0472    98.3220     0.3525    91.2900    99.5933
9530258.0 / 36489290
  39     0.1000     0.0439    98.5020     0.3401    91.8900    98.1269
9362697.0 / 36489290
  40     0.1000     0.0412    98.5820     0.4777    89.2000    99.3193
9205546.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0399    98.6180     0.3748    91.1100    99.3085
9059415.0 / 36489290
  42     0.1000     0.0407    98.6420     0.6933    86.3100    99.3358
8916757.0 / 36489290
  43     0.1000     0.0368    98.7440     0.6124    88.4300    99.7399
8774355.0 / 36489290
  44     0.1000     0.0336    98.8200     0.3903    91.1700    98.5827
8642966.0 / 36489290
  45     0.1000     0.0356    98.7840     0.3701    91.6400    98.3578
8526018.0 / 36489290
  46     0.1000     0.0410    98.6080     0.6776    87.0000    98.8395
8402648.0 / 36489290
  47     0.1000     0.0306    98.9640     0.3415    92.5900    98.0632
8287382.0 / 36489290
  48     0.1000     0.0332    98.8580     0.4215    90.5900    98.7437
8171267.0 / 36489290
  49     0.1000     0.0288    99.0260     0.3648    91.8300    98.3300
8059689.0 / 36489290
  50     0.1000     0.0282    99.0700     0.4070    91.1000    97.7446
7963711.0 / 36489290
  51     0.1000     0.0322    98.8880     0.4144    90.7800    98.7284
7859933.0 / 36489290
  52     0.1000     0.0268    99.1280     0.3542    92.4600    98.8277
7753135.0 / 36489290
  53     0.1000     0.0233    99.2380     0.3230    92.7700    98.3709
7666028.0 / 36489290
  54     0.1000     0.0298    98.9660     0.4186    90.7700    98.0974
7571840.0 / 36489290
  55     0.1000     0.0236    99.2220     0.4934    89.6600    99.6595
7491405.0 / 36489290
  56     0.1000     0.0284    99.0080     0.4365    90.4400    99.4208
7409831.0 / 36489290
  57     0.1000     0.0253    99.1340     0.4160    91.4400   100.0276
7321621.0 / 36489290
  58     0.1000     0.0229    99.2660     0.3897    91.6300    98.7845
7246265.0 / 36489290
  59     0.1000     0.0254    99.1260     0.4297    91.0400    99.1952
7174773.0 / 36489290
  60     0.1000     0.0254    99.1860     0.3011    93.2900    98.6480
7096501.0 / 36489290
  61     0.1000     0.0203    99.3460     0.3271    92.7800    97.9807
7016518.0 / 36489290
  62     0.1000     0.0189    99.4040     0.3602    92.2200    99.2298
6947180.0 / 36489290
  63     0.1000     0.0212    99.2720     0.3813    92.1500    98.5670
6873532.0 / 36489290
  64     0.1000     0.0184    99.3940     0.3974    91.7300    97.9356
6812314.0 / 36489290
  65     0.1000     0.0227    99.2520     0.3970    91.6900    99.3563
6754469.0 / 36489290
  66     0.1000     0.0225    99.2320     0.3492    92.1200    98.6140
6683804.0 / 36489290
  67     0.1000     0.0165    99.4700     0.3264    92.8800    98.9771
6620183.0 / 36489290
  68     0.1000     0.0166    99.4140     0.4884    90.3500    97.7768
6567961.0 / 36489290
  69     0.1000     0.0223    99.2820     0.3188    92.7300    98.6313
6512487.0 / 36489290
  70     0.1000     0.0188    99.3520     0.3647    92.2700    98.7643
6447346.0 / 36489290
  71     0.1000     0.0165    99.4740     0.3783    92.5300    98.6537
6394263.0 / 36489290
  72     0.1000     0.0176    99.4380     0.5859    88.8300    98.9700
6353432.0 / 36489290
  73     0.1000     0.0223    99.2300     0.4671    91.2100   100.1768
6298644.0 / 36489290
  74     0.1000     0.0165    99.4620     0.3928    92.0500    98.9003
6243389.0 / 36489290
  75     0.1000     0.0156    99.4840     0.4151    91.6100    99.0677
6207057.0 / 36489290
  76     0.1000     0.0206    99.2680     0.4114    91.9000    98.2884
6171448.0 / 36489290
  77     0.1000     0.0209    99.2640     0.4488    91.4800    98.2878
6129650.0 / 36489290
  78     0.1000     0.0198    99.3500     0.3379    93.0400    98.1482
6079972.0 / 36489290
  79     0.1000     0.0159    99.4740     0.3572    92.5000    97.7951
6025940.0 / 36489290
  80     0.1000     0.0135    99.5740     0.4467    91.6400    97.8422
5983687.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0159    99.4640     0.3401    92.7000    99.4839
5931940.0 / 36489290
  82     0.1000     0.0133    99.5800     0.5660    89.4300    99.2179
5882622.0 / 36489290
  83     0.1000     0.0129    99.5660     0.3655    92.3900    99.4533
5833814.0 / 36489290
  84     0.1000     0.0119    99.6560     0.3689    92.6500    99.1734
5793911.0 / 36489290
  85     0.1000     0.0147    99.4980     0.4704    90.9400    98.8532
5756915.0 / 36489290
  86     0.1000     0.0150    99.5100     0.3355    93.1100    99.7372
5720065.0 / 36489290
  87     0.1000     0.0144    99.4880     0.4267    91.4900    99.5108
5698122.0 / 36489290
  88     0.1000     0.0200    99.3020     0.3796    92.4700    99.7767
5657389.0 / 36489290
  89     0.1000     0.0137    99.5840     0.5418    90.4300    99.5165
5616721.0 / 36489290
  90     0.1000     0.0129    99.5680     0.3480    92.5900    99.4422
5559968.0 / 36489290
  91     0.1000     0.0063    99.8180     0.3320    93.5000    99.5837
5511634.0 / 36489290
  92     0.1000     0.0084    99.7260     0.4473    92.0100    99.4756
5468071.0 / 36489290
  93     0.1000     0.0100    99.6880     0.3803    92.6200    99.8826
5432182.0 / 36489290
  94     0.1000     0.0116    99.6240     0.5280    90.9800    99.2474
5413736.0 / 36489290
  95     0.1000     0.0178    99.3720     0.3334    93.1200    98.4074
5382380.0 / 36489290
  96     0.1000     0.0125    99.6060     0.3721    92.4600    99.1424
5349549.0 / 36489290
  97     0.1000     0.0124    99.6200     0.6160    88.7300    99.0298
5316903.0 / 36489290
  98     0.1000     0.0113    99.6380     0.3682    92.6700    99.6365
5289499.0 / 36489290
  99     0.1000     0.0141    99.5760     0.8767    86.8800    99.3502
5265373.0 / 36489290
 100     0.1000     0.0136    99.5440     0.3979    92.3900    98.4858
5232879.0 / 36489290
 101     0.0988     0.0109    99.6480     0.3600    92.9400    98.4613
5199087.0 / 36489290
 102     0.0975     0.0101    99.7040     0.3490    93.0500    99.3100
5160462.0 / 36489290
 103     0.0963     0.0072    99.7680     0.3831    92.7800    98.2165
5125384.0 / 36489290
 104     0.0950     0.0091    99.7060     0.4272    92.3000    99.5450
5086456.0 / 36489290
 105     0.0938     0.0062    99.7980     0.3646    93.0500    99.4527
5045015.0 / 36489290
 106     0.0926     0.0058    99.8400     0.3822    92.9600    98.3507
5010862.0 / 36489290
 107     0.0913     0.0065    99.7960     0.3945    92.7700    99.5032
4974186.0 / 36489290
 108     0.0901     0.0062    99.8100     0.3764    92.9900    97.6031
4941675.0 / 36489290
 109     0.0889     0.0069    99.7780     0.3860    92.9800    97.6435
4915726.0 / 36489290
 110     0.0876     0.0084    99.6840     0.4884    92.0900    98.7054
4887884.0 / 36489290
 111     0.0864     0.0079    99.7500     0.3507    93.4700    98.3614
4854343.0 / 36489290
 112     0.0852     0.0052    99.8300     0.3488    93.6000    99.0700
4821480.0 / 36489290
 113     0.0839     0.0051    99.8320     0.3833    92.8400    97.9051
4787064.0 / 36489290
 114     0.0827     0.0042    99.8540     0.3566    93.1900    98.2698
4747149.0 / 36489290
 115     0.0814     0.0019    99.9500     0.3261    93.9900    97.9239
4708364.0 / 36489290
 116     0.0802     0.0020    99.9360     0.3326    93.7100    98.6216
4670299.0 / 36489290
 117     0.0790     0.0018    99.9540     0.3446    93.8600    98.1683
4630596.0 / 36489290
 118     0.0777     0.0010    99.9840     0.3332    93.9700    98.6724
4595052.0 / 36489290
 119     0.0765     0.0019    99.9560     0.3271    94.1900    98.7353
4557998.0 / 36489290
 120     0.0753     0.0011    99.9780     0.3245    94.2700    98.4300
4520633.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0006    99.9920     0.3211    94.2900    98.7297
4485658.0 / 36489290
 122     0.0728     0.0009    99.9800     0.3303    94.0700    98.0183
4450757.0 / 36489290
 123     0.0715     0.0008    99.9880     0.3262    94.1000    98.6774
4417186.0 / 36489290
 124     0.0703     0.0006    99.9940     0.3217    94.0500    99.4097
4383601.0 / 36489290
 125     0.0691     0.0004    99.9940     0.3210    94.3600    97.4537
4351552.0 / 36489290
 126     0.0678     0.0007    99.9900     0.3243    94.1600    97.6430
4319853.0 / 36489290
 127     0.0666     0.0004   100.0000     0.3199    94.1600    98.5824
4290067.0 / 36489290
 128     0.0654     0.0007    99.9800     0.3302    94.2300    98.6507
4259782.0 / 36489290
 129     0.0641     0.0004    99.9940     0.3327    94.1500    98.7706
4230627.0 / 36489290
 130     0.0629     0.0004    99.9960     0.3228    94.3700    97.8715
4202011.0 / 36489290
 131     0.0616     0.0004    99.9960     0.3155    94.4300    99.5283
4174240.0 / 36489290
 132     0.0604     0.0002   100.0000     0.3147    94.4400    97.7748
4147786.0 / 36489290
 133     0.0592     0.0003    99.9920     0.3270    94.3400    99.1219
4121507.0 / 36489290
 134     0.0579     0.0002    99.9960     0.3223    94.3400    98.4845
4096906.0 / 36489290
 135     0.0567     0.0004    99.9960     0.3219    94.3300    98.1803
4072536.0 / 36489290
 136     0.0554     0.0003    99.9920     0.3224    94.2800    99.6406
4049812.0 / 36489290
 137     0.0542     0.0008    99.9780     0.3324    94.1900    98.9298
4027336.0 / 36489290
 138     0.0530     0.0004    99.9960     0.3230    94.3500    98.8001
4005820.0 / 36489290
 139     0.0517     0.0005    99.9880     0.3284    94.3300    98.9381
3984473.0 / 36489290
 140     0.0505     0.0003    99.9980     0.3252    94.3700    98.9521
3963630.0 / 36489290
 141     0.0493     0.0003    99.9940     0.3293    94.2600    99.5135
3943757.0 / 36489290
 142     0.0480     0.0003   100.0000     0.3267    94.4100    99.4038
3924416.0 / 36489290
 143     0.0468     0.0002    99.9980     0.3168    94.4800    99.0073
3905793.0 / 36489290
 144     0.0456     0.0002    99.9980     0.3190    94.4100    99.5759
3887918.0 / 36489290
 145     0.0443     0.0002    99.9980     0.3163    94.4700    99.6830
3870695.0 / 36489290
 146     0.0431     0.0003    99.9980     0.3193    94.4600    99.0371
3853673.0 / 36489290
 147     0.0418     0.0001   100.0000     0.3210    94.4000    98.8458
3837403.0 / 36489290
 148     0.0406     0.0001   100.0000     0.3136    94.5000    98.1445
3821755.0 / 36489290
 149     0.0394     0.0001   100.0000     0.3219    94.4700    98.8552
3806582.0 / 36489290
 150     0.0381     0.0001   100.0000     0.3185    94.4500    98.9645
3792243.0 / 36489290
 151     0.0369     0.0002    99.9960     0.3160    94.6500    99.4433
3778007.0 / 36489290
 152     0.0357     0.0001   100.0000     0.3187    94.5600    98.4763
3764717.0 / 36489290
 153     0.0344     0.0002    99.9980     0.3251    94.5300    98.8094
3752042.0 / 36489290
 154     0.0332     0.0001   100.0000     0.3221    94.6000    98.6595
3739747.0 / 36489290
 155     0.0319     0.0001   100.0000     0.3213    94.5000    99.2864
3727974.0 / 36489290
 156     0.0307     0.0001   100.0000     0.3174    94.6200    98.8142
3716819.0 / 36489290
 157     0.0295     0.0001   100.0000     0.3144    94.7000    99.4663
3705870.0 / 36489290
 158     0.0282     0.0001   100.0000     0.3198    94.5400    99.1945
3696228.0 / 36489290
 159     0.0270     0.0001   100.0000     0.3196    94.5000    99.1590
3686497.0 / 36489290
 160     0.0257     0.0001   100.0000     0.3160    94.5100    98.8525
3677622.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0001    99.9980     0.3196    94.4000    99.0996
3668936.0 / 36489290
 162     0.0233     0.0001   100.0000     0.3204    94.5000    98.3244
3660759.0 / 36489290
 163     0.0220     0.0002    99.9960     0.3227    94.6200    99.1770
3653301.0 / 36489290
 164     0.0208     0.0001    99.9980     0.3179    94.4800    99.3725
3646181.0 / 36489290
 165     0.0196     0.0001   100.0000     0.3181    94.6800    99.6444
3639455.0 / 36489290
 166     0.0183     0.0001   100.0000     0.3169    94.5500    99.0259
3633370.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3199    94.5800    99.1061
3627628.0 / 36489290
 168     0.0159     0.0001   100.0000     0.3183    94.5400    99.0469
3622438.0 / 36489290
 169     0.0146     0.0001   100.0000     0.3212    94.5800    99.8836
3617756.0 / 36489290
 170     0.0134     0.0001    99.9980     0.3184    94.5800    99.7621
3613368.0 / 36489290
 171     0.0121     0.0001    99.9980     0.3153    94.5300    99.2276
3609654.0 / 36489290
 172     0.0109     0.0001   100.0000     0.3161    94.5100    99.3524
3606310.0 / 36489290
 173     0.0097     0.0001   100.0000     0.3191    94.4800    99.5577
3603252.0 / 36489290
 174     0.0084     0.0001   100.0000     0.3142    94.6500    98.6082
3600887.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3147    94.5700    99.2026
3598904.0 / 36489290
 176     0.0060     0.0001   100.0000     0.3159    94.6100    98.8037
3597190.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3187    94.5200    98.4190
3595814.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3210    94.4600    99.0661
3595143.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3153    94.5200    98.3549
3594806.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3115    94.5900    98.7452
3594476.0 / 36489290
 181     0.0010     0.0001   100.0000     0.3150    94.6100    98.5027
3594148.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3141    94.5700    97.8524
3593818.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3150    94.4900    98.2951
3593480.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3172    94.6100    98.9991
3593208.0 / 36489290
 185     0.0010     0.0001    99.9980     0.3158    94.5300    98.0662
3592881.0 / 36489290
 186     0.0010     0.0001   100.0000     0.3179    94.5200    98.0693
3592584.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3130    94.6000    97.5442
3592223.0 / 36489290
 188     0.0010     0.0001    99.9980     0.3182    94.5700    98.3143
3591877.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3129    94.5600    97.3972
3591547.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3170    94.6900    98.1456
3591171.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3140    94.5600    97.8724
3590827.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3131    94.6000    98.8754
3590523.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3193    94.5800    98.4296
3590188.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3210    94.4700    98.8525
3589823.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3158    94.5800    98.2809
3589512.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3164    94.5800    97.7137
3589161.0 / 36489290
 197     0.0010     0.0001    99.9980     0.3134    94.6100    99.8403
3588824.0 / 36489290
 198     0.0010     0.0001    99.9960     0.3171    94.5300    99.1238
3588472.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3169    94.5700    99.5824
3588136.0 / 36489290
 200     0.0010     0.0001   100.0000     0.3171    94.5500    99.4235
