Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_9/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.501
)
total epochs: 200
31547191.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4300    46.8740     1.6820    47.0900   100.9714
29507928.0 / 36489290
   2     0.1000     0.9035    68.1900     1.1338    64.0300    96.9049
27943330.0 / 36489290
   3     0.1000     0.6865    76.1340     0.7709    74.4000    96.8970
26624435.0 / 36489290
   4     0.1000     0.5620    80.5340     1.3766    63.0700    97.2382
25468594.0 / 36489290
   5     0.1000     0.4776    83.6460     0.6533    78.7500    97.0964
24424595.0 / 36489290
   6     0.1000     0.4196    85.3960     0.6457    78.8100    96.9709
23467238.0 / 36489290
   7     0.1000     0.3741    87.0960     0.6697    79.6400    96.9617
22577681.0 / 36489290
   8     0.1000     0.3431    88.1380     0.5613    81.6400    96.9533
21742925.0 / 36489290
   9     0.1000     0.3058    89.4460     0.4993    84.5300    96.9684
20958636.0 / 36489290
  10     0.1000     0.2833    90.2120     0.6022    81.9800    96.8502
20215995.0 / 36489290
  11     0.1000     0.2620    90.8720     0.4229    86.2100    96.8693
19511510.0 / 36489290
  12     0.1000     0.2389    91.6540     0.5554    84.3500    96.7878
18844261.0 / 36489290
  13     0.1000     0.2196    92.3340     0.5624    83.5900    97.0072
18206962.0 / 36489290
  14     0.1000     0.2069    92.8600     0.4484    85.9200    96.6756
17599188.0 / 36489290
  15     0.1000     0.1904    93.3880     0.4426    86.2300    96.8029
17020691.0 / 36489290
  16     0.1000     0.1800    93.7260     0.3914    87.8700    96.6843
16470065.0 / 36489290
  17     0.1000     0.1596    94.5320     0.3275    89.8800    96.7068
15945900.0 / 36489290
  18     0.1000     0.1489    94.7740     0.8737    79.7800    96.8178
15449472.0 / 36489290
  19     0.1000     0.1426    95.0240     0.5282    85.5000    96.6458
14978793.0 / 36489290
  20     0.1000     0.1329    95.3140     0.6620    83.0200    96.7075
14529225.0 / 36489290
  21     0.1000     0.1285    95.5360     1.0478    79.8500    96.6822
14102024.0 / 36489290
  22     0.1000     0.1140    96.0480     0.5929    84.4400    96.6744
13698643.0 / 36489290
  23     0.1000     0.1078    96.1720     0.3855    89.2800    96.7233
13317087.0 / 36489290
  24     0.1000     0.1014    96.4400     0.6311    84.6600    96.5317
12957738.0 / 36489290
  25     0.1000     0.0975    96.5620     0.3642    89.3400    96.8515
12614460.0 / 36489290
  26     0.1000     0.0901    96.9180     0.5020    87.7100    96.6474
12290831.0 / 36489290
  27     0.1000     0.0874    97.0280     0.4194    88.8300    96.7217
11986173.0 / 36489290
  28     0.1000     0.0810    97.2080     0.4179    89.2300    96.7205
11694268.0 / 36489290
  29     0.1000     0.0760    97.3400     0.4568    88.7300    96.5236
11412707.0 / 36489290
  30     0.1000     0.0634    97.8040     0.3302    91.1500    96.7577
11157956.0 / 36489290
  31     0.1000     0.0707    97.5280     0.3611    90.3400    96.5894
10909037.0 / 36489290
  32     0.1000     0.0617    97.8020     0.3503    91.0700    96.6810
10675206.0 / 36489290
  33     0.1000     0.0583    97.9820     0.3656    90.8900    96.7400
10460643.0 / 36489290
  34     0.1000     0.0640    97.8360     0.3423    90.7200    96.7523
10245080.0 / 36489290
  35     0.1000     0.0508    98.2580     0.4229    89.3400    96.8026
10047839.0 / 36489290
  36     0.1000     0.0527    98.1800     0.5431    88.1800    96.9404
9859685.0 / 36489290
  37     0.1000     0.0528    98.2020     0.4524    89.5800    96.5851
9680783.0 / 36489290
  38     0.1000     0.0457    98.4000     0.3589    91.5500    96.6967
9511981.0 / 36489290
  39     0.1000     0.0476    98.3400     0.4015    90.2500    96.7396
9353872.0 / 36489290
  40     0.1000     0.0465    98.3300     0.4936    88.5100    96.8023
9204934.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0460    98.2740     0.4214    90.5100    96.6266
9048260.0 / 36489290
  42     0.1000     0.0379    98.7340     0.6146    87.2700    96.5816
8904123.0 / 36489290
  43     0.1000     0.0380    98.7040     0.7125    86.3000    96.7280
8763707.0 / 36489290
  44     0.1000     0.0362    98.7900     0.4096    90.5700    96.6803
8635887.0 / 36489290
  45     0.1000     0.0381    98.6440     0.4056    90.9600    97.7223
8506378.0 / 36489290
  46     0.1000     0.0345    98.8140     0.4323    90.5100    96.6968
8379041.0 / 36489290
  47     0.1000     0.0293    98.9940     0.4896    89.6800    96.6832
8255887.0 / 36489290
  48     0.1000     0.0280    99.0520     0.3401    91.9200    96.5697
8145913.0 / 36489290
  49     0.1000     0.0327    98.9180     0.5245    89.4100    96.7244
8036839.0 / 36489290
  50     0.1000     0.0287    99.0500     0.3609    91.8100    96.5634
7932271.0 / 36489290
  51     0.1000     0.0280    99.0780     0.5059    90.0900    96.6010
7840166.0 / 36489290
  52     0.1000     0.0317    98.9060     0.3824    91.5100    96.8341
7738251.0 / 36489290
  53     0.1000     0.0255    99.1280     0.3705    91.9100    96.7650
7640589.0 / 36489290
  54     0.1000     0.0237    99.2180     0.3719    91.5500    96.5151
7553660.0 / 36489290
  55     0.1000     0.0275    99.0520     0.5581    88.5800    96.6752
7466674.0 / 36489290
  56     0.1000     0.0254    99.1380     0.5016    89.7200    96.5036
7386838.0 / 36489290
  57     0.1000     0.0271    99.0920     0.4403    91.5300    96.6300
7301085.0 / 36489290
  58     0.1000     0.0215    99.3060     0.3848    91.3700    96.4936
7219452.0 / 36489290
  59     0.1000     0.0220    99.2160     0.4829    90.6700    96.6146
7148003.0 / 36489290
  60     0.1000     0.0250    99.1620     0.3605    92.3400    96.5274
7073993.0 / 36489290
  61     0.1000     0.0216    99.2420     0.3728    92.0400    96.5563
7006353.0 / 36489290
  62     0.1000     0.0242    99.1780     0.3355    92.6100    96.6733
6938479.0 / 36489290
  63     0.1000     0.0219    99.2480     0.4195    91.4500    96.7937
6865626.0 / 36489290
  64     0.1000     0.0186    99.3700     0.6407    88.2400    96.6174
6808739.0 / 36489290
  65     0.1000     0.0239    99.1600     0.5136    90.3100    96.5891
6748778.0 / 36489290
  66     0.1000     0.0222    99.2560     0.4243    91.2800    96.6909
6679976.0 / 36489290
  67     0.1000     0.0175    99.3700     0.3933    92.1800    96.4435
6617559.0 / 36489290
  68     0.1000     0.0190    99.4100     0.3672    92.3800    96.7267
6559693.0 / 36489290
  69     0.1000     0.0200    99.3460     0.3681    92.1600    96.5747
6515284.0 / 36489290
  70     0.1000     0.0245    99.1320     0.4946    89.6500    96.5348
6463923.0 / 36489290
  71     0.1000     0.0216    99.2640     0.3962    92.1000    96.6063
6402656.0 / 36489290
  72     0.1000     0.0159    99.5040     0.5395    90.3500    96.8104
6344208.0 / 36489290
  73     0.1000     0.0159    99.4640     0.4290    91.4000    96.5648
6277772.0 / 36489290
  74     0.1000     0.0122    99.6040     0.3237    92.9200    96.5605
6227138.0 / 36489290
  75     0.1000     0.0167    99.4320     0.5082    90.6000    96.6959
6198104.0 / 36489290
  76     0.1000     0.0249    99.1620     0.3653    92.1500    96.6350
6139049.0 / 36489290
  77     0.1000     0.0133    99.5700     0.3716    92.5200    96.6207
6087881.0 / 36489290
  78     0.1000     0.0152    99.4800     0.3307    93.0600    96.6904
6018636.0 / 36489290
  79     0.1000     0.0077    99.7720     0.3458    92.7100    96.6809
5977800.0 / 36489290
  80     0.1000     0.0174    99.4480     0.3430    93.1800    96.7275
5930767.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0146    99.5140     0.4142    91.8000    96.7431
5892158.0 / 36489290
  82     0.1000     0.0176    99.4220     0.3989    91.8600    96.6625
5842480.0 / 36489290
  83     0.1000     0.0118    99.6300     0.4125    91.7900    96.5494
5796069.0 / 36489290
  84     0.1000     0.0126    99.5740     0.3428    93.5200    96.4815
5751079.0 / 36489290
  85     0.1000     0.0130    99.5660     0.3706    92.6400    97.0214
5717003.0 / 36489290
  86     0.1000     0.0162    99.4440     0.3742    92.7300    96.6404
5677749.0 / 36489290
  87     0.1000     0.0139    99.5620     0.3561    93.1800    96.6165
5626321.0 / 36489290
  88     0.1000     0.0084    99.7520     0.3736    92.6800    96.5768
5602760.0 / 36489290
  89     0.1000     0.0190    99.3520     0.4404    91.4300    96.5123
5582273.0 / 36489290
  90     0.1000     0.0204    99.3440     0.3688    92.4300    96.6410
5550050.0 / 36489290
  91     0.1000     0.0147    99.5320     0.3743    92.5400    96.6213
5515875.0 / 36489290
  92     0.1000     0.0137    99.5180     0.3579    92.8300    96.8597
5474289.0 / 36489290
  93     0.1000     0.0105    99.6700     0.4719    91.2600    96.7555
5440275.0 / 36489290
  94     0.1000     0.0128    99.5840     0.3715    92.1100    96.7898
5411318.0 / 36489290
  95     0.1000     0.0147    99.4740     0.4482    91.3200    96.5886
5382857.0 / 36489290
  96     0.1000     0.0148    99.5180     0.5007    90.6700    96.8561
5360604.0 / 36489290
  97     0.1000     0.0168    99.4180     0.3384    93.1200    96.4665
5320284.0 / 36489290
  98     0.1000     0.0098    99.7040     0.3537    93.1000    96.5999
5290116.0 / 36489290
  99     0.1000     0.0125    99.5840     0.3671    92.8200    96.6959
5256092.0 / 36489290
 100     0.1000     0.0111    99.6200     0.3969    92.6100    96.4338
5213499.0 / 36489290
 101     0.0988     0.0073    99.7740     0.3792    93.0000    96.3831
5181904.0 / 36489290
 102     0.0975     0.0108    99.6440     0.3556    93.2100    96.6456
5143897.0 / 36489290
 103     0.0963     0.0076    99.7520     0.3509    92.9200    96.7854
5107839.0 / 36489290
 104     0.0950     0.0079    99.7440     0.3430    93.5200    96.5257
5066470.0 / 36489290
 105     0.0938     0.0056    99.8320     0.3523    93.1700    96.6651
5023953.0 / 36489290
 106     0.0926     0.0048    99.8620     0.4436    92.3100    96.5822
4995577.0 / 36489290
 107     0.0913     0.0100    99.6760     0.4463    91.8800    96.6269
4959213.0 / 36489290
 108     0.0901     0.0056    99.8240     0.3343    93.6200    96.5660
4917597.0 / 36489290
 109     0.0889     0.0035    99.9080     0.3721    93.5200    96.7409
4876194.0 / 36489290
 110     0.0876     0.0033    99.9080     0.3871    93.1800    96.6406
4838227.0 / 36489290
 111     0.0864     0.0040    99.8720     0.3662    93.7000    96.5792
4811199.0 / 36489290
 112     0.0852     0.0071    99.7660     0.3710    93.2600    96.7282
4780990.0 / 36489290
 113     0.0839     0.0059    99.8260     0.3614    93.5000    96.7546
4750962.0 / 36489290
 114     0.0827     0.0055    99.8220     0.5699    90.5700    96.7064
4718712.0 / 36489290
 115     0.0814     0.0044    99.8680     0.3729    93.0900    96.6993
4686224.0 / 36489290
 116     0.0802     0.0039    99.8980     0.3666    93.2200    96.5365
4651829.0 / 36489290
 117     0.0790     0.0030    99.9240     0.3574    93.6400    96.5685
4618230.0 / 36489290
 118     0.0777     0.0031    99.9120     0.3441    93.7100    96.3968
4584859.0 / 36489290
 119     0.0765     0.0026    99.9240     0.3476    93.6400    96.5293
4549077.0 / 36489290
 120     0.0753     0.0015    99.9720     0.3339    93.9000    96.6205
4512967.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0009    99.9800     0.3525    93.8600    96.7219
4478278.0 / 36489290
 122     0.0728     0.0011    99.9740     0.3328    93.8800    96.6325
4443377.0 / 36489290
 123     0.0715     0.0006    99.9980     0.3210    94.0400    96.7926
4408771.0 / 36489290
 124     0.0703     0.0005    99.9920     0.3305    94.0400    96.9529
4375947.0 / 36489290
 125     0.0691     0.0007    99.9920     0.3337    94.1100    96.6606
4343440.0 / 36489290
 126     0.0678     0.0004    99.9940     0.3292    94.1300    96.9164
4313321.0 / 36489290
 127     0.0666     0.0007    99.9820     0.3405    93.9000    96.4810
4282998.0 / 36489290
 128     0.0654     0.0006    99.9880     0.3312    94.0800    96.6132
4252884.0 / 36489290
 129     0.0641     0.0004    99.9940     0.3275    94.2300    96.8394
4224015.0 / 36489290
 130     0.0629     0.0003    99.9960     0.3274    94.1700    96.6334
4195918.0 / 36489290
 131     0.0616     0.0005    99.9880     0.3354    94.0100    96.6069
4169158.0 / 36489290
 132     0.0604     0.0005    99.9920     0.3319    94.0800    96.6963
4142711.0 / 36489290
 133     0.0592     0.0004    99.9980     0.3324    94.2300    96.6539
4117910.0 / 36489290
 134     0.0579     0.0005    99.9920     0.3430    94.2700    96.4604
4092404.0 / 36489290
 135     0.0567     0.0003    99.9980     0.3385    94.2000    97.8324
4068058.0 / 36489290
 136     0.0554     0.0003    99.9980     0.3354    94.3300    96.4677
4045139.0 / 36489290
 137     0.0542     0.0003    99.9940     0.3393    94.3100    96.6189
4022466.0 / 36489290
 138     0.0530     0.0004    99.9900     0.3355    94.3000    96.7718
4000781.0 / 36489290
 139     0.0517     0.0003    99.9980     0.3297    94.4500    96.5204
3979411.0 / 36489290
 140     0.0505     0.0003    99.9980     0.3257    94.4500    96.5363
3959095.0 / 36489290
 141     0.0493     0.0002    99.9980     0.3297    94.5200    96.6263
3939150.0 / 36489290
 142     0.0480     0.0002    99.9960     0.3303    94.4100    96.8011
3919508.0 / 36489290
 143     0.0468     0.0002   100.0000     0.3304    94.3700    96.5803
3900758.0 / 36489290
 144     0.0456     0.0002   100.0000     0.3303    94.4700    96.5828
3883093.0 / 36489290
 145     0.0443     0.0002   100.0000     0.3302    94.4000    96.7309
3865475.0 / 36489290
 146     0.0431     0.0001   100.0000     0.3295    94.4400    96.5209
3848378.0 / 36489290
 147     0.0418     0.0002    99.9920     0.3278    94.3500    96.5798
3831929.0 / 36489290
 148     0.0406     0.0001   100.0000     0.3233    94.3000    96.9062
3816823.0 / 36489290
 149     0.0394     0.0002    99.9960     0.3251    94.3800    96.9697
3801739.0 / 36489290
 150     0.0381     0.0001   100.0000     0.3253    94.2900    96.8780
3787336.0 / 36489290
 151     0.0369     0.0002    99.9980     0.3233    94.3300    96.7009
3773413.0 / 36489290
 152     0.0357     0.0001   100.0000     0.3260    94.4800    96.5635
3760164.0 / 36489290
 153     0.0344     0.0001   100.0000     0.3284    94.3100    96.7076
3747266.0 / 36489290
 154     0.0332     0.0002    99.9960     0.3257    94.4600    96.5648
3735349.0 / 36489290
 155     0.0319     0.0001   100.0000     0.3264    94.4000    96.4393
3723751.0 / 36489290
 156     0.0307     0.0001   100.0000     0.3240    94.3600    96.5953
3712873.0 / 36489290
 157     0.0295     0.0002    99.9980     0.3217    94.4400    96.5126
3702093.0 / 36489290
 158     0.0282     0.0001    99.9980     0.3238    94.4700    96.6763
3692215.0 / 36489290
 159     0.0270     0.0001   100.0000     0.3233    94.4800    96.7795
3682363.0 / 36489290
 160     0.0257     0.0001   100.0000     0.3177    94.5200    96.6474
3673330.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0001   100.0000     0.3281    94.4300    96.6731
3664850.0 / 36489290
 162     0.0233     0.0001   100.0000     0.3202    94.4400    96.8096
3656707.0 / 36489290
 163     0.0220     0.0001   100.0000     0.3216    94.4900    96.7529
3649190.0 / 36489290
 164     0.0208     0.0001    99.9980     0.3218    94.2800    96.5196
3642064.0 / 36489290
 165     0.0196     0.0001   100.0000     0.3192    94.4100    96.4332
3635455.0 / 36489290
 166     0.0183     0.0001    99.9980     0.3209    94.2800    96.5688
3629292.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3224    94.3600    96.6699
3623490.0 / 36489290
 168     0.0159     0.0001   100.0000     0.3204    94.4300    96.5088
3618314.0 / 36489290
 169     0.0146     0.0001   100.0000     0.3211    94.4600    96.6265
3613580.0 / 36489290
 170     0.0134     0.0001    99.9980     0.3223    94.3500    96.8126
3609203.0 / 36489290
 171     0.0121     0.0001    99.9980     0.3197    94.3200    96.5918
3605369.0 / 36489290
 172     0.0109     0.0001    99.9980     0.3205    94.3100    96.6426
3602142.0 / 36489290
 173     0.0097     0.0001   100.0000     0.3234    94.3600    96.5092
3599077.0 / 36489290
 174     0.0084     0.0001   100.0000     0.3189    94.4700    96.7551
3596766.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3221    94.4200    96.4530
3594745.0 / 36489290
 176     0.0060     0.0001   100.0000     0.3189    94.4100    96.6147
3593073.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3233    94.4200    96.5417
3591691.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3223    94.5500    96.4835
3591072.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3226    94.4500    96.6839
3590724.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3174    94.3800    96.5359
3590371.0 / 36489290
 181     0.0010     0.0001   100.0000     0.3189    94.4300    96.7110
3590034.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3201    94.3100    96.6174
3589713.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3218    94.3600    96.7297
3589368.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3211    94.3600    96.3667
3589053.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3236    94.3500    96.4012
3588714.0 / 36489290
 186     0.0010     0.0001   100.0000     0.3230    94.4500    96.6688
3588390.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3210    94.3600    96.6076
3588025.0 / 36489290
 188     0.0010     0.0001   100.0000     0.3237    94.4700    96.5164
3587700.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3197    94.4000    96.5512
3587391.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3211    94.4900    96.5743
3587019.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3200    94.3700    96.5784
3586659.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3210    94.4600    96.7281
3586345.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3215    94.4400    96.4030
3586000.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3252    94.3200    96.4194
3585676.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3221    94.3600    96.5830
3585364.0 / 36489290
 196     0.0010     0.0001    99.9980     0.3191    94.5000    96.6579
3585049.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3178    94.3700    96.7693
3584703.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3245    94.3000    96.7348
3584360.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3193    94.4900    96.8538
3584032.0 / 36489290
 200     0.0010     0.0001    99.9980     0.3209    94.5100    96.6388
