Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_10/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
total epochs: 200
30577456.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4317    46.8860     1.5532    47.4800   156.0973
27844920.0 / 36489290
   2     0.1000     0.9035    67.9260     1.3218    60.6600   151.7084
25697117.0 / 36489290
   3     0.1000     0.6870    76.2340     0.9588    69.5900   151.7994
23862475.0 / 36489290
   4     0.1000     0.5628    80.2460     1.8852    55.5600   151.9278
22227078.0 / 36489290
   5     0.1000     0.4800    83.5600     0.7803    74.9900   151.7803
20739570.0 / 36489290
   6     0.1000     0.4222    85.5220     0.6020    79.1700   151.4582
19366056.0 / 36489290
   7     0.1000     0.3801    86.9000     0.5989    81.5300   151.5614
18088483.0 / 36489290
   8     0.1000     0.3452    88.0660     0.6303    79.5700   151.4133
16894580.0 / 36489290
   9     0.1000     0.3126    89.2320     0.5615    82.5300   151.4327
15780358.0 / 36489290
  10     0.1000     0.2894    90.0520     0.4622    85.3400   151.3682
14740834.0 / 36489290
  11     0.1000     0.2683    90.8220     0.4939    84.5500   151.7195
13779849.0 / 36489290
  12     0.1000     0.2468    91.4980     0.4513    86.6600   151.5540
12896999.0 / 36489290
  13     0.1000     0.2302    91.9880     0.6665    81.1400   151.2104
12094707.0 / 36489290
  14     0.1000     0.2173    92.3540     0.4849    85.1800   151.3978
11369626.0 / 36489290
  15     0.1000     0.2002    93.0740     0.3685    87.9600   151.2996
10720105.0 / 36489290
  16     0.1000     0.1926    93.3320     0.4601    86.1200   151.2731
10139723.0 / 36489290
  17     0.1000     0.1733    93.9520     0.3673    88.5100   151.4300
9623377.0 / 36489290
  18     0.1000     0.1620    94.3620     0.6036    84.3300   151.1356
9172672.0 / 36489290
  19     0.1000     0.1560    94.5700     0.6431    82.5100   151.2501
8772582.0 / 36489290
  20     0.1000     0.1462    94.9240     0.6217    82.8800   151.1198
8411385.0 / 36489290
  21     0.1000     0.1382    95.2000     0.4463    88.3500   151.6627
8090756.0 / 36489290
  22     0.1000     0.1269    95.5320     0.5657    85.8600   151.2230
7808384.0 / 36489290
  23     0.1000     0.1200    95.7920     0.4116    88.5200   151.2237
7551548.0 / 36489290
  24     0.1000     0.1100    96.1460     0.3759    89.5900   151.3159
7321038.0 / 36489290
  25     0.1000     0.1081    96.1660     0.4379    87.8700   151.4301
7107698.0 / 36489290
  26     0.1000     0.0998    96.5120     0.4099    89.7400   151.4238
6912775.0 / 36489290
  27     0.1000     0.0952    96.7760     0.4087    88.9100   151.3752
6737210.0 / 36489290
  28     0.1000     0.0910    96.8620     0.4260    88.5300   152.4281
6573077.0 / 36489290
  29     0.1000     0.0835    97.0860     0.3576    90.5600   151.2742
6421571.0 / 36489290
  30     0.1000     0.0812    97.2000     0.3720    89.9000   151.2422
6279172.0 / 36489290
  31     0.1000     0.0754    97.3260     0.4145    89.2200   151.3314
6149202.0 / 36489290
  32     0.1000     0.0744    97.3460     0.3598    90.1300   151.3891
6023826.0 / 36489290
  33     0.1000     0.0677    97.5900     0.6351    85.8200   151.5950
5911485.0 / 36489290
  34     0.1000     0.0651    97.6980     0.4098    89.6200   151.3372
5810479.0 / 36489290
  35     0.1000     0.0678    97.6420     0.4054    90.0400   151.2087
5703219.0 / 36489290
  36     0.1000     0.0590    97.8980     0.3744    91.1400   151.1151
5614396.0 / 36489290
  37     0.1000     0.0627    97.7700     0.4471    89.4000   150.9612
5520692.0 / 36489290
  38     0.1000     0.0545    98.0340     0.3599    91.1300   151.8723
5428309.0 / 36489290
  39     0.1000     0.0517    98.2180     0.3716    90.4100   151.4403
5337746.0 / 36489290
  40     0.1000     0.0480    98.3620     0.4558    89.8100   151.3221
5252482.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0460    98.4300     0.3892    90.8500   151.7467
5179402.0 / 36489290
  42     0.1000     0.0480    98.3420     0.5610    88.0200   151.9672
5104456.0 / 36489290
  43     0.1000     0.0457    98.4760     0.4125    90.1900   151.3787
5024347.0 / 36489290
  44     0.1000     0.0377    98.7140     0.3836    90.9100   151.2968
4959396.0 / 36489290
  45     0.1000     0.0409    98.5380     0.4007    90.6100   151.2242
4895848.0 / 36489290
  46     0.1000     0.0414    98.5500     0.4479    90.2700   151.1942
4831685.0 / 36489290
  47     0.1000     0.0377    98.7080     0.3344    92.2300   151.4311
4785583.0 / 36489290
  48     0.1000     0.0442    98.4280     0.3928    91.0300   151.6285
4717998.0 / 36489290
  49     0.1000     0.0328    98.8980     0.4309    90.7200   151.1690
4653844.0 / 36489290
  50     0.1000     0.0327    98.8860     0.5169    89.1400   151.4300
4598047.0 / 36489290
  51     0.1000     0.0335    98.8340     0.4033    91.0200   151.4540
4536699.0 / 36489290
  52     0.1000     0.0303    98.9800     0.3703    91.6400   151.1628
4480862.0 / 36489290
  53     0.1000     0.0306    98.9540     0.3304    92.1300   151.3677
4424939.0 / 36489290
  54     0.1000     0.0275    99.0560     0.3343    92.3700   151.2069
4366327.0 / 36489290
  55     0.1000     0.0255    99.1280     0.4094    90.9500   151.2434
4321842.0 / 36489290
  56     0.1000     0.0306    98.9440     0.3971    90.9500   151.8300
4272112.0 / 36489290
  57     0.1000     0.0272    99.1040     0.4069    91.0400   151.0747
4232729.0 / 36489290
  58     0.1000     0.0296    99.0140     0.3172    92.4900   151.1214
4180377.0 / 36489290
  59     0.1000     0.0217    99.2820     0.4086    91.5600   152.0062
4139493.0 / 36489290
  60     0.1000     0.0261    99.1540     0.3574    92.2400   151.3511
4100945.0 / 36489290
  61     0.1000     0.0268    99.1140     0.3571    92.1800   151.2364
4073012.0 / 36489290
  62     0.1000     0.0296    98.9760     0.3917    91.6500   151.5178
4033298.0 / 36489290
  63     0.1000     0.0256    99.1120     0.4166    91.6600   151.2644
3999553.0 / 36489290
  64     0.1000     0.0257    99.1200     0.3946    91.5000   151.2723
3961103.0 / 36489290
  65     0.1000     0.0227    99.2720     0.3737    91.9500   151.1172
3930940.0 / 36489290
  66     0.1000     0.0260    99.1200     0.3470    92.6000   151.2134
3891510.0 / 36489290
  67     0.1000     0.0222    99.2580     0.3222    92.4700   151.2758
3851891.0 / 36489290
  68     0.1000     0.0195    99.3280     0.3675    92.3200   151.3691
3820975.0 / 36489290
  69     0.1000     0.0234    99.2240     0.3093    93.1800   151.0420
3775435.0 / 36489290
  70     0.1000     0.0155    99.5680     0.3128    93.1400   151.2941
3745071.0 / 36489290
  71     0.1000     0.0202    99.2780     0.3990    91.5900   101.9030
3723723.0 / 36489290
  72     0.1000     0.0245    99.1820     0.6622    89.3500    98.8888
3702282.0 / 36489290
  73     0.1000     0.0242    99.1900     0.4125    91.8400    98.1052
3680303.0 / 36489290
  74     0.1000     0.0226    99.2280     0.4236    91.4800    98.2779
3652738.0 / 36489290
  75     0.1000     0.0222    99.2700     0.3882    91.9200    98.5156
3620859.0 / 36489290
  76     0.1000     0.0186    99.3600     0.3579    92.7800    98.3489
3584428.0 / 36489290
  77     0.1000     0.0152    99.5000     0.4135    92.3100    98.5617
3557281.0 / 36489290
  78     0.1000     0.0180    99.3740     0.3458    92.6900    98.3984
3537171.0 / 36489290
  79     0.1000     0.0221    99.2400     0.3578    92.1500    98.1148
3508524.0 / 36489290
  80     0.1000     0.0166    99.4400     0.4518    91.4500    98.4759
3489341.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0209    99.3020     0.4219    91.7800    98.5077
3468513.0 / 36489290
  82     0.1000     0.0198    99.3420     0.3586    92.8400    98.3466
3436828.0 / 36489290
  83     0.1000     0.0144    99.5460     0.4034    91.9900    98.5586
3418759.0 / 36489290
  84     0.1000     0.0191    99.3540     0.3248    93.0700    98.5701
3394714.0 / 36489290
  85     0.1000     0.0178    99.3920     0.5196    89.7400    98.6764
3379502.0 / 36489290
  86     0.1000     0.0204    99.3180     0.4162    91.9200    98.1128
3353978.0 / 36489290
  87     0.1000     0.0159    99.4660     0.3313    93.2500    98.3890
3324758.0 / 36489290
  88     0.1000     0.0138    99.5520     0.4096    91.9700    98.7923
3296350.0 / 36489290
  89     0.1000     0.0135    99.5500     0.3567    92.8300    98.1446
3262187.0 / 36489290
  90     0.1000     0.0101    99.6700     0.3504    92.9400    98.3850
3238374.0 / 36489290
  91     0.1000     0.0144    99.5400     0.4334    91.7700    98.7017
3222009.0 / 36489290
  92     0.1000     0.0173    99.4160     0.3519    92.9800    98.6942
3195285.0 / 36489290
  93     0.1000     0.0122    99.6220     0.4637    91.2400    98.3483
3168007.0 / 36489290
  94     0.1000     0.0120    99.6040     0.3199    93.7300    98.6282
3145694.0 / 36489290
  95     0.1000     0.0122    99.5720     0.3758    92.5900    98.1433
3123672.0 / 36489290
  96     0.1000     0.0128    99.6000     0.3847    92.7700    98.3672
3105804.0 / 36489290
  97     0.1000     0.0136    99.5420     0.4083    91.8300    98.1895
3099258.0 / 36489290
  98     0.1000     0.0181    99.4180     0.3530    92.5100    98.5175
3075329.0 / 36489290
  99     0.1000     0.0107    99.6500     0.3909    92.9500    98.0276
3069453.0 / 36489290
 100     0.1000     0.0195    99.3180     0.3560    92.8600    98.2005
3046954.0 / 36489290
 101     0.0988     0.0117    99.6260     0.4147    92.2600    98.4612
3030361.0 / 36489290
 102     0.0975     0.0133    99.5580     0.3681    92.9200    98.1635
3004731.0 / 36489290
 103     0.0963     0.0093    99.6880     0.3642    92.9300    98.2031
2984647.0 / 36489290
 104     0.0950     0.0109    99.6340     0.3811    92.6400    98.2226
2961143.0 / 36489290
 105     0.0938     0.0095    99.6880     0.3399    93.2500    98.5631
2936630.0 / 36489290
 106     0.0926     0.0086    99.7240     0.3506    93.5700    98.1334
2906171.0 / 36489290
 107     0.0913     0.0060    99.8200     0.3212    93.5800    97.9739
2875718.0 / 36489290
 108     0.0901     0.0048    99.8460     0.3262    93.4100    97.9893
2845289.0 / 36489290
 109     0.0889     0.0042    99.8760     0.3435    93.9100    98.2087
2812493.0 / 36489290
 110     0.0876     0.0034    99.8980     0.3429    93.7400    98.2407
2789859.0 / 36489290
 111     0.0864     0.0060    99.8140     0.3503    93.4900    98.2791
2773070.0 / 36489290
 112     0.0852     0.0083    99.7200     0.4280    92.2200    98.1366
2757833.0 / 36489290
 113     0.0839     0.0090    99.6940     0.4004    92.5600    98.1746
2736947.0 / 36489290
 114     0.0827     0.0064    99.8040     0.3562    93.1900    98.1300
2711495.0 / 36489290
 115     0.0814     0.0040    99.8760     0.3643    93.4000    98.6982
2686109.0 / 36489290
 116     0.0802     0.0035    99.9000     0.3411    93.9100    98.5235
2662388.0 / 36489290
 117     0.0790     0.0041    99.8780     0.3284    93.8300    98.3356
2636397.0 / 36489290
 118     0.0777     0.0029    99.9180     0.3396    93.6900    98.1136
2612252.0 / 36489290
 119     0.0765     0.0030    99.9040     0.3472    93.6300    98.4656
2590324.0 / 36489290
 120     0.0753     0.0037    99.8900     0.3626    93.3700    98.1215
2570360.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0039    99.8880     0.3439    93.6400    98.5138
2548049.0 / 36489290
 122     0.0728     0.0029    99.9240     0.3627    93.3900    98.3620
2525305.0 / 36489290
 123     0.0715     0.0024    99.9300     0.3310    93.8100    98.2092
2501164.0 / 36489290
 124     0.0703     0.0018    99.9580     0.3438    93.8600    98.4521
2478701.0 / 36489290
 125     0.0691     0.0018    99.9560     0.3424    94.1400    98.0071
2455762.0 / 36489290
 126     0.0678     0.0013    99.9720     0.3214    94.2200    98.5096
2434494.0 / 36489290
 127     0.0666     0.0017    99.9400     0.3452    94.0100    98.7802
2413418.0 / 36489290
 128     0.0654     0.0013    99.9620     0.3247    94.2200    98.1320
2390851.0 / 36489290
 129     0.0641     0.0008    99.9920     0.3633    93.9700    98.2846
2369428.0 / 36489290
 130     0.0629     0.0007    99.9860     0.3462    94.1300    98.3860
2348460.0 / 36489290
 131     0.0616     0.0006    99.9840     0.3286    94.3200    98.4879
2329146.0 / 36489290
 132     0.0604     0.0010    99.9760     0.3427    93.9500    98.9855
2312047.0 / 36489290
 133     0.0592     0.0015    99.9540     0.3689    93.6100    98.8246
2294582.0 / 36489290
 134     0.0579     0.0012    99.9720     0.3312    94.0300    98.2634
2276744.0 / 36489290
 135     0.0567     0.0007    99.9840     0.3436    94.0900    98.4557
2259071.0 / 36489290
 136     0.0554     0.0006    99.9900     0.3369    94.1200    98.2569
2241395.0 / 36489290
 137     0.0542     0.0005    99.9900     0.3308    94.2400    98.5180
2224464.0 / 36489290
 138     0.0530     0.0004    99.9940     0.3276    94.4100    98.5723
2207919.0 / 36489290
 139     0.0517     0.0004    99.9960     0.3385    94.1800    98.2141
2191474.0 / 36489290
 140     0.0505     0.0002   100.0000     0.3280    94.3800    98.3512
2176441.0 / 36489290
 141     0.0493     0.0005    99.9860     0.3305    94.1500    98.2875
2164700.0 / 36489290
 142     0.0480     0.0018    99.9500     0.3438    93.8300    98.4057
2151687.0 / 36489290
 143     0.0468     0.0009    99.9800     0.3372    94.2500    99.2965
2138322.0 / 36489290
 144     0.0456     0.0006    99.9840     0.3368    94.1900    98.5901
2124872.0 / 36489290
 145     0.0443     0.0006    99.9880     0.3348    94.2600    99.1498
2112092.0 / 36489290
 146     0.0431     0.0004    99.9960     0.3318    94.2900    98.4418
2100258.0 / 36489290
 147     0.0418     0.0005    99.9920     0.3310    94.2600    98.2859
2089132.0 / 36489290
 148     0.0406     0.0006    99.9820     0.3329    94.2800    98.2934
2077909.0 / 36489290
 149     0.0394     0.0005    99.9920     0.3352    94.2400    98.9932
2066884.0 / 36489290
 150     0.0381     0.0004    99.9920     0.3339    94.3400    98.5134
2057084.0 / 36489290
 151     0.0369     0.0006    99.9880     0.3210    94.5800    98.6711
2047046.0 / 36489290
 152     0.0357     0.0004    99.9960     0.3201    94.3600    98.6842
2037432.0 / 36489290
 153     0.0344     0.0003    99.9960     0.3257    94.4000    98.7679
2028255.0 / 36489290
 154     0.0332     0.0003    99.9940     0.3259    94.3400    98.9207
2019325.0 / 36489290
 155     0.0319     0.0002   100.0000     0.3264    94.3600    98.9457
2010860.0 / 36489290
 156     0.0307     0.0002    99.9980     0.3241    94.4900    98.8084
2002480.0 / 36489290
 157     0.0295     0.0002   100.0000     0.3220    94.3300    98.7157
1994799.0 / 36489290
 158     0.0282     0.0002   100.0000     0.3216    94.5700    99.5131
1987591.0 / 36489290
 159     0.0270     0.0002   100.0000     0.3240    94.3800    98.3702
1980695.0 / 36489290
 160     0.0257     0.0003    99.9960     0.3257    94.3700    99.1324
1974209.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0002    99.9980     0.3257    94.3200    99.0259
1967993.0 / 36489290
 162     0.0233     0.0002   100.0000     0.3249    94.3500    98.9404
1962248.0 / 36489290
 163     0.0220     0.0002    99.9980     0.3173    94.4900    99.0979
1956848.0 / 36489290
 164     0.0208     0.0002    99.9980     0.3226    94.4900    98.5848
1951914.0 / 36489290
 165     0.0196     0.0003    99.9920     0.3236    94.3500    98.6516
1947199.0 / 36489290
 166     0.0183     0.0002    99.9960     0.3231    94.3600    98.7337
1942805.0 / 36489290
 167     0.0171     0.0002   100.0000     0.3207    94.3300    99.3615
1938768.0 / 36489290
 168     0.0159     0.0002    99.9960     0.3227    94.3200    98.9005
1934994.0 / 36489290
 169     0.0146     0.0002   100.0000     0.3233    94.4700    98.6846
1931714.0 / 36489290
 170     0.0134     0.0002    99.9980     0.3253    94.4200    98.8345
1928636.0 / 36489290
 171     0.0121     0.0001   100.0000     0.3185    94.5300    98.8740
1925799.0 / 36489290
 172     0.0109     0.0001   100.0000     0.3189    94.4400    98.6784
1923290.0 / 36489290
 173     0.0097     0.0001   100.0000     0.3210    94.3500    99.3667
1921148.0 / 36489290
 174     0.0084     0.0001    99.9980     0.3189    94.5800    98.9482
1919276.0 / 36489290
 175     0.0072     0.0001    99.9980     0.3183    94.4100    99.0015
1917883.0 / 36489290
 176     0.0060     0.0001   100.0000     0.3175    94.5100    98.7995
1916597.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3189    94.5200    98.5475
1915659.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3173    94.4300    98.4705
1915048.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3233    94.3200    98.9669
1914747.0 / 36489290
 180     0.0010     0.0001    99.9980     0.3210    94.4100    98.7897
1914435.0 / 36489290
 181     0.0010     0.0001   100.0000     0.3216    94.4400    99.1933
1914133.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3199    94.4800    98.6048
1913794.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3189    94.4500    98.4587
1913471.0 / 36489290
 184     0.0010     0.0001    99.9980     0.3203    94.4100    98.6420
1913187.0 / 36489290
 185     0.0010     0.0001    99.9980     0.3162    94.4400    98.7598
1912859.0 / 36489290
 186     0.0010     0.0001    99.9980     0.3178    94.4000    98.8638
1912534.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3188    94.4300    98.1992
1912229.0 / 36489290
 188     0.0010     0.0001   100.0000     0.3168    94.4500    98.9575
1911900.0 / 36489290
 189     0.0010     0.0002    99.9980     0.3179    94.5000    99.1075
1911563.0 / 36489290
 190     0.0010     0.0001    99.9960     0.3165    94.5000    98.5049
1911227.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3155    94.3900    98.6535
1910950.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3133    94.4100    99.0238
1910631.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3144    94.2800    98.3526
1910323.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3178    94.5100    98.5597
1909998.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3241    94.3000    98.4963
1909692.0 / 36489290
 196     0.0010     0.0002    99.9960     0.3144    94.4600    98.7648
1909402.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3154    94.4600    98.4033
1909110.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3185    94.4100    98.5314
1908803.0 / 36489290
 199     0.0010     0.0001    99.9980     0.3197    94.4600    98.5229
1908471.0 / 36489290
 200     0.0010     0.0001   100.0000     0.3199    94.3900    98.4777
