Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_8/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
total epochs: 200
30577655.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4376    46.6980     1.5240    47.7300   102.9194
27846286.0 / 36489290
   2     0.1000     0.9113    67.5580     1.0583    65.3100    99.1461
25698327.0 / 36489290
   3     0.1000     0.6921    75.9220     0.8904    71.2900    98.8097
23862406.0 / 36489290
   4     0.1000     0.5682    80.2540     1.3485    63.5700    97.6360
22226268.0 / 36489290
   5     0.1000     0.4846    83.2860     0.7298    76.1500    98.3423
20737933.0 / 36489290
   6     0.1000     0.4271    85.2340     0.5915    79.7000    99.8513
19366810.0 / 36489290
   7     0.1000     0.3825    86.8260     0.7064    79.2400    99.0117
18089865.0 / 36489290
   8     0.1000     0.3497    87.9480     0.6416    79.4500    99.0225
16894269.0 / 36489290
   9     0.1000     0.3159    89.0560     0.5421    82.7800    99.5077
15777619.0 / 36489290
  10     0.1000     0.2921    89.8980     0.5678    82.6800    97.7515
14737919.0 / 36489290
  11     0.1000     0.2734    90.6920     0.4550    85.5100    98.9957
13775074.0 / 36489290
  12     0.1000     0.2524    91.2860     0.5805    83.0100    98.1444
12892224.0 / 36489290
  13     0.1000     0.2324    92.0620     0.4422    86.2500    97.8170
12090873.0 / 36489290
  14     0.1000     0.2195    92.3100     0.4988    84.9800    97.6046
11365118.0 / 36489290
  15     0.1000     0.2043    92.9440     0.4334    86.7600    98.3569
10713912.0 / 36489290
  16     0.1000     0.1933    93.3140     0.4795    85.0800    98.2612
10133968.0 / 36489290
  17     0.1000     0.1781    93.7940     0.4259    86.8800    98.4308
9618255.0 / 36489290
  18     0.1000     0.1665    94.2840     0.7275    81.6700    98.3465
9168552.0 / 36489290
  19     0.1000     0.1597    94.4160     0.7926    79.8800    98.2850
8768775.0 / 36489290
  20     0.1000     0.1500    94.7320     0.6127    83.8000    98.2600
8411701.0 / 36489290
  21     0.1000     0.1435    94.8560     0.5088    86.7700    98.4718
8089683.0 / 36489290
  22     0.1000     0.1275    95.5540     0.5319    84.9000    98.5278
7809411.0 / 36489290
  23     0.1000     0.1215    95.7100     0.3728    89.0000    99.4826
7556823.0 / 36489290
  24     0.1000     0.1157    95.9300     0.5799    86.4600    99.0842
7322498.0 / 36489290
  25     0.1000     0.1086    96.2460     0.4875    87.1500    98.3372
7112841.0 / 36489290
  26     0.1000     0.1031    96.3760     0.4420    88.7700    97.8048
6917079.0 / 36489290
  27     0.1000     0.0955    96.6420     0.4056    88.9000    98.8943
6743770.0 / 36489290
  28     0.1000     0.0917    96.8000     0.4610    88.4100    99.0402
6586498.0 / 36489290
  29     0.1000     0.0893    96.8020     0.4092    89.6200    98.3409
6433996.0 / 36489290
  30     0.1000     0.0811    97.1280     0.3698    90.8400    97.6652
6294415.0 / 36489290
  31     0.1000     0.0772    97.3160     0.4571    88.7600    98.1840
6164156.0 / 36489290
  32     0.1000     0.0753    97.3120     0.3364    91.0400    98.2561
6040553.0 / 36489290
  33     0.1000     0.0701    97.6000     0.3766    90.1400    99.0080
5925179.0 / 36489290
  34     0.1000     0.0662    97.7000     0.3137    91.6100    97.3737
5811147.0 / 36489290
  35     0.1000     0.0604    97.9420     0.6062    86.4100    97.6437
5711066.0 / 36489290
  36     0.1000     0.0643    97.8220     0.3924    90.1500    97.2570
5614211.0 / 36489290
  37     0.1000     0.0596    97.8860     0.3434    91.1400    97.3693
5516685.0 / 36489290
  38     0.1000     0.0522    98.1700     0.3370    91.0400    97.7549
5419879.0 / 36489290
  39     0.1000     0.0490    98.3560     0.3344    92.0200    98.5153
5335240.0 / 36489290
  40     0.1000     0.0484    98.3180     0.4767    88.8900    97.6703
5257703.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0516    98.2640     0.4906    89.3000    98.4320
5182930.0 / 36489290
  42     0.1000     0.0487    98.3740     1.2295    78.6900    97.4872
5112250.0 / 36489290
  43     0.1000     0.0470    98.3860     0.4556    89.3200    97.4189
5040365.0 / 36489290
  44     0.1000     0.0444    98.4820     0.4424    90.1300    97.1422
4964026.0 / 36489290
  45     0.1000     0.0391    98.6700     0.3806    91.1500    97.8376
4896408.0 / 36489290
  46     0.1000     0.0390    98.6400     0.3838    91.4100    97.9242
4833334.0 / 36489290
  47     0.1000     0.0388    98.6980     0.3293    92.4900    97.5085
4764243.0 / 36489290
  48     0.1000     0.0333    98.8900     0.3759    91.2600    98.4267
4703035.0 / 36489290
  49     0.1000     0.0329    98.8640     0.3862    91.3900    98.6133
4662982.0 / 36489290
  50     0.1000     0.0417    98.5140     0.3661    91.2800    96.8674
4607041.0 / 36489290
  51     0.1000     0.0341    98.7960     0.7324    86.5300    97.8735
4556937.0 / 36489290
  52     0.1000     0.0359    98.7480     0.3438    91.9100    98.1168
4496992.0 / 36489290
  53     0.1000     0.0291    99.0420     0.3163    92.5500    97.9604
4445389.0 / 36489290
  54     0.1000     0.0308    98.9540     0.3812    91.3600    98.8899
4386826.0 / 36489290
  55     0.1000     0.0255    99.1320     0.3627    91.5300    97.5653
4335490.0 / 36489290
  56     0.1000     0.0276    99.0440     0.3886    92.0400    97.1583
4290347.0 / 36489290
  57     0.1000     0.0291    99.0280     0.3761    91.5900    98.1819
4249331.0 / 36489290
  58     0.1000     0.0284    98.9840     0.3425    92.6900    98.1313
4199130.0 / 36489290
  59     0.1000     0.0240    99.2000     0.3390    92.3100    97.0137
4161276.0 / 36489290
  60     0.1000     0.0274    99.0760     0.4854    90.4700    98.3453
4119298.0 / 36489290
  61     0.1000     0.0261    99.1040     0.4079    91.8200    98.1649
4086645.0 / 36489290
  62     0.1000     0.0293    99.0180     0.3339    92.7100    98.2233
4042047.0 / 36489290
  63     0.1000     0.0231    99.2800     0.8160    85.9100    98.1194
4006348.0 / 36489290
  64     0.1000     0.0256    99.1420     0.3502    92.5400    97.6357
3952719.0 / 36489290
  65     0.1000     0.0168    99.4480     0.4470    90.9300    99.0865
3921695.0 / 36489290
  66     0.1000     0.0252    99.1480     0.4035    91.6400    96.9958
3887416.0 / 36489290
  67     0.1000     0.0228    99.2320     0.3738    91.9300    98.5976
3857660.0 / 36489290
  68     0.1000     0.0244    99.1580     0.3739    92.2100    98.3712
3820685.0 / 36489290
  69     0.1000     0.0217    99.2860     0.3254    92.9200    97.7497
3779507.0 / 36489290
  70     0.1000     0.0173    99.4460     0.4936    90.0200    98.0911
3748237.0 / 36489290
  71     0.1000     0.0210    99.3020     0.3946    91.8600    97.4634
3719693.0 / 36489290
  72     0.1000     0.0210    99.3080     0.4216    91.3500    99.4812
3693253.0 / 36489290
  73     0.1000     0.0217    99.3080     0.4866    90.4000    97.2450
3679108.0 / 36489290
  74     0.1000     0.0260    99.1240     0.5007    90.3700    97.5264
3656907.0 / 36489290
  75     0.1000     0.0251    99.1280     0.4189    91.0800    97.4591
3621928.0 / 36489290
  76     0.1000     0.0176    99.4220     0.4133    91.6900    97.8637
3587904.0 / 36489290
  77     0.1000     0.0162    99.4360     0.4771    91.4500    97.9657
3554513.0 / 36489290
  78     0.1000     0.0165    99.4400     0.3737    92.5300    98.6551
3536829.0 / 36489290
  79     0.1000     0.0213    99.2520     0.3963    91.3100    97.5540
3513604.0 / 36489290
  80     0.1000     0.0190    99.3260     0.4569    90.7300    97.5799
3492680.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0207    99.3020     0.3422    92.3900    98.5872
3475916.0 / 36489290
  82     0.1000     0.0228    99.1940     0.4026    91.8500    98.1209
3445969.0 / 36489290
  83     0.1000     0.0162    99.4460     0.4316    91.8100    98.0981
3415304.0 / 36489290
  84     0.1000     0.0140    99.5640     0.3498    93.2300    97.7093
3385937.0 / 36489290
  85     0.1000     0.0144    99.4940     0.3428    92.8200    97.3987
3356495.0 / 36489290
  86     0.1000     0.0131    99.5660     0.3632    92.8300    98.8801
3336196.0 / 36489290
  87     0.1000     0.0167    99.4520     0.4034    91.8600    97.8691
3316288.0 / 36489290
  88     0.1000     0.0177    99.4300     0.3697    92.7000    97.0908
3290040.0 / 36489290
  89     0.1000     0.0141    99.4900     0.3635    92.3900    98.1869
3265350.0 / 36489290
  90     0.1000     0.0148    99.5160     0.4053    92.1400    96.8422
3247076.0 / 36489290
  91     0.1000     0.0169    99.4420     0.3897    92.1600    96.7018
3222751.0 / 36489290
  92     0.1000     0.0134    99.5600     0.3892    92.6300    97.7543
3202143.0 / 36489290
  93     0.1000     0.0157    99.4680     0.4070    92.2300    98.3853
3188776.0 / 36489290
  94     0.1000     0.0171    99.4160     0.9997    84.0800    97.3382
3178403.0 / 36489290
  95     0.1000     0.0190    99.3700     0.3562    92.5200    97.4757
3171679.0 / 36489290
  96     0.1000     0.0200    99.3160     0.3685    92.2200    97.3469
3149846.0 / 36489290
  97     0.1000     0.0145    99.5240     0.3420    93.2200    98.9969
3128283.0 / 36489290
  98     0.1000     0.0133    99.5460     0.3506    93.0100    97.3464
3093069.0 / 36489290
  99     0.1000     0.0075    99.7900     0.3636    93.1700    97.2945
3074164.0 / 36489290
 100     0.1000     0.0124    99.5760     0.3864    92.4100    98.1218
3053026.0 / 36489290
 101     0.0988     0.0123    99.5880     0.3827    93.0900    97.6993
3043134.0 / 36489290
 102     0.0975     0.0160    99.4820     0.4645    91.7200    97.3272
3031680.0 / 36489290
 103     0.0963     0.0169    99.4400     0.3831    92.3700    98.5361
3002161.0 / 36489290
 104     0.0950     0.0076    99.7420     0.3275    93.4300    98.4703
2978643.0 / 36489290
 105     0.0938     0.0090    99.6940     0.3639    92.6800    98.0849
2951087.0 / 36489290
 106     0.0926     0.0075    99.7740     0.3741    93.2000    98.1442
2933097.0 / 36489290
 107     0.0913     0.0111    99.6260     0.3792    92.5500    97.9730
2909060.0 / 36489290
 108     0.0901     0.0075    99.7480     0.3451    92.9800    97.8249
2885158.0 / 36489290
 109     0.0889     0.0078    99.7420     0.3726    93.2900    96.9065
2860636.0 / 36489290
 110     0.0876     0.0068    99.7900     0.3863    92.9200    97.9850
2830961.0 / 36489290
 111     0.0864     0.0042    99.8820     0.3506    93.4400    98.1162
2803824.0 / 36489290
 112     0.0852     0.0047    99.8560     0.3449    93.4700    97.7050
2775488.0 / 36489290
 113     0.0839     0.0040    99.8820     0.3762    93.2100    97.5104
2749141.0 / 36489290
 114     0.0827     0.0048    99.8600     0.3798    93.0600    97.6273
2726810.0 / 36489290
 115     0.0814     0.0053    99.8220     0.3343    93.6100    98.2609
2710330.0 / 36489290
 116     0.0802     0.0078    99.7540     0.4105    92.6200    98.4966
2692136.0 / 36489290
 117     0.0790     0.0059    99.8020     0.3615    93.6000    97.5914
2668757.0 / 36489290
 118     0.0777     0.0046    99.8680     0.3582    93.4600    98.5689
2646613.0 / 36489290
 119     0.0765     0.0041    99.8620     0.3700    93.2100    97.7730
2627106.0 / 36489290
 120     0.0753     0.0046    99.8560     0.3494    93.6300    97.9326
2603155.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0029    99.9180     0.3809    93.2300    97.5601
2579457.0 / 36489290
 122     0.0728     0.0027    99.9160     0.3813    93.1800    98.0341
2560497.0 / 36489290
 123     0.0715     0.0039    99.8760     0.3514    93.5800    97.3439
2538203.0 / 36489290
 124     0.0703     0.0022    99.9360     0.3691    93.4400    98.0823
2517145.0 / 36489290
 125     0.0691     0.0025    99.9180     0.3760    93.5700    97.1941
2496680.0 / 36489290
 126     0.0678     0.0025    99.9320     0.3541    93.6800    98.3697
2476703.0 / 36489290
 127     0.0666     0.0026    99.9440     0.3310    93.8900    97.6268
2454001.0 / 36489290
 128     0.0654     0.0011    99.9780     0.3297    94.0100    97.5267
2432326.0 / 36489290
 129     0.0641     0.0012    99.9640     0.3319    93.9200    97.9093
2412989.0 / 36489290
 130     0.0629     0.0017    99.9500     0.3619    93.6800    97.6961
2394109.0 / 36489290
 131     0.0616     0.0016    99.9580     0.3657    93.6300    97.2135
2374088.0 / 36489290
 132     0.0604     0.0008    99.9860     0.3524    93.7000    98.3110
2355567.0 / 36489290
 133     0.0592     0.0013    99.9740     0.3449    94.0200    98.3786
2335905.0 / 36489290
 134     0.0579     0.0006    99.9880     0.3399    94.0900    98.7916
2317996.0 / 36489290
 135     0.0567     0.0007    99.9820     0.3455    94.0700    97.3731
2300522.0 / 36489290
 136     0.0554     0.0009    99.9800     0.3364    94.1200    97.3377
2282673.0 / 36489290
 137     0.0542     0.0005    99.9900     0.3515    94.1300    97.3339
2266110.0 / 36489290
 138     0.0530     0.0006    99.9920     0.3562    94.2800    98.2983
2249539.0 / 36489290
 139     0.0517     0.0007    99.9820     0.3314    94.3200    97.0947
2234057.0 / 36489290
 140     0.0505     0.0009    99.9760     0.3393    94.2200    98.4120
2219026.0 / 36489290
 141     0.0493     0.0008    99.9840     0.3420    94.0700    96.8910
2204352.0 / 36489290
 142     0.0480     0.0005    99.9880     0.3309    94.3300    97.7120
2189630.0 / 36489290
 143     0.0468     0.0003    99.9960     0.3348    94.4400    98.1378
2176066.0 / 36489290
 144     0.0456     0.0006    99.9840     0.3372    94.2300    98.4390
2162799.0 / 36489290
 145     0.0443     0.0006    99.9800     0.3373    94.2900    99.4191
2150149.0 / 36489290
 146     0.0431     0.0005    99.9900     0.3307    94.3900    97.8388
2137466.0 / 36489290
 147     0.0418     0.0005    99.9900     0.3321    94.4300    97.8626
2125405.0 / 36489290
 148     0.0406     0.0003    99.9960     0.3281    94.5300    98.1604
2113900.0 / 36489290
 149     0.0394     0.0003    99.9940     0.3350    94.5200    97.9475
2102509.0 / 36489290
 150     0.0381     0.0003    99.9960     0.3368    94.3600    98.4979
2091719.0 / 36489290
 151     0.0369     0.0002   100.0000     0.3309    94.4600    98.1890
2081278.0 / 36489290
 152     0.0357     0.0003    99.9920     0.3410    94.3600    97.0407
2071437.0 / 36489290
 153     0.0344     0.0002   100.0000     0.3407    94.4500    97.6152
2061849.0 / 36489290
 154     0.0332     0.0002    99.9980     0.3356    94.4900    98.2904
2052756.0 / 36489290
 155     0.0319     0.0003    99.9920     0.3380    94.4200    96.8703
2044131.0 / 36489290
 156     0.0307     0.0002    99.9980     0.3338    94.4700    97.0503
2035649.0 / 36489290
 157     0.0295     0.0002   100.0000     0.3295    94.4800    98.8315
2027962.0 / 36489290
 158     0.0282     0.0002    99.9960     0.3354    94.4200    97.3586
2020500.0 / 36489290
 159     0.0270     0.0002   100.0000     0.3352    94.4800    98.9758
2013513.0 / 36489290
 160     0.0257     0.0002   100.0000     0.3340    94.4500    97.9293
2006723.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0001   100.0000     0.3377    94.4300    98.1741
2000329.0 / 36489290
 162     0.0233     0.0001   100.0000     0.3368    94.4700    98.0433
1994442.0 / 36489290
 163     0.0220     0.0002    99.9980     0.3364    94.4200    97.3469
1989099.0 / 36489290
 164     0.0208     0.0001   100.0000     0.3324    94.4300    98.4122
1983989.0 / 36489290
 165     0.0196     0.0001   100.0000     0.3346    94.4900    98.2218
1979410.0 / 36489290
 166     0.0183     0.0001   100.0000     0.3325    94.4400    98.5793
1974885.0 / 36489290
 167     0.0171     0.0001    99.9980     0.3345    94.4700    97.7695
1970696.0 / 36489290
 168     0.0159     0.0002   100.0000     0.3360    94.4600    97.1389
1966981.0 / 36489290
 169     0.0146     0.0002   100.0000     0.3338    94.5200    97.2954
1963553.0 / 36489290
 170     0.0134     0.0001   100.0000     0.3346    94.4700    98.2892
1960511.0 / 36489290
 171     0.0121     0.0001    99.9980     0.3334    94.4700    96.7609
1957763.0 / 36489290
 172     0.0109     0.0001    99.9980     0.3320    94.4500    98.5310
1955295.0 / 36489290
 173     0.0097     0.0001   100.0000     0.3371    94.5700    98.2850
1953106.0 / 36489290
 174     0.0084     0.0001   100.0000     0.3317    94.5200    97.8706
1951215.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3337    94.4300    98.9181
1949635.0 / 36489290
 176     0.0060     0.0001   100.0000     0.3325    94.5400    97.1886
1948370.0 / 36489290
 177     0.0047     0.0001    99.9980     0.3335    94.4200    98.1813
1947426.0 / 36489290
 178     0.0035     0.0001    99.9980     0.3369    94.3600    99.3551
1946781.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3341    94.4000    97.2679
1946480.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3282    94.4500    98.1030
1946184.0 / 36489290
 181     0.0010     0.0001   100.0000     0.3333    94.4400    97.3659
1945862.0 / 36489290
 182     0.0010     0.0001    99.9980     0.3310    94.4200    99.0532
1945558.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3345    94.4500    97.0312
1945234.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3356    94.3700    97.0117
1944898.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3339    94.4400    97.2635
1944571.0 / 36489290
 186     0.0010     0.0001   100.0000     0.3337    94.5000    97.6473
1944268.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3311    94.4300    98.1070
1943956.0 / 36489290
 188     0.0010     0.0001    99.9980     0.3359    94.3700    97.9191
1943653.0 / 36489290
 189     0.0010     0.0001    99.9980     0.3341    94.4300    99.1524
1943300.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3348    94.3900    97.2141
1943052.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3311    94.4500    97.8055
1942717.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3305    94.4800    96.9511
1942414.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3329    94.4700    97.5751
1942097.0 / 36489290
 194     0.0010     0.0001    99.9980     0.3372    94.4400    97.2901
1941777.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3348    94.4600    97.0041
1941454.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3312    94.4000    97.1204
1941172.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3315    94.4200    97.1467
1940841.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3342    94.4300    97.1490
1940525.0 / 36489290
 199     0.0010     0.0001    99.9980     0.3312    94.4500    97.7109
1940200.0 / 36489290
 200     0.0010     0.0001    99.9980     0.3328    94.5000    98.7503
