Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_6/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.501
)
total epochs: 200
31549024.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4327    46.7260     1.6670    45.7300   102.4346
29504602.0 / 36489290
   2     0.1000     0.9078    67.7780     1.1428    63.0300   100.3066
27940522.0 / 36489290
   3     0.1000     0.6881    75.9780     0.9147    71.2500   100.4508
26625549.0 / 36489290
   4     0.1000     0.5619    80.4160     1.4548    62.1100    99.5195
25466232.0 / 36489290
   5     0.1000     0.4767    83.6280     0.6525    78.2300    99.3308
24422845.0 / 36489290
   6     0.1000     0.4207    85.4320     0.5642    80.6900    98.9839
23466737.0 / 36489290
   7     0.1000     0.3749    87.0760     0.6860    79.0700   100.2760
22576770.0 / 36489290
   8     0.1000     0.3422    88.3380     0.8915    74.4800   100.6013
21744625.0 / 36489290
   9     0.1000     0.3067    89.2240     0.4768    84.9000    99.2878
20960694.0 / 36489290
  10     0.1000     0.2828    90.1880     0.4877    84.4700   100.2811
20219226.0 / 36489290
  11     0.1000     0.2619    90.9920     0.4151    86.1200    99.1186
19515308.0 / 36489290
  12     0.1000     0.2379    91.7500     0.4673    86.0900    99.2834
18845921.0 / 36489290
  13     0.1000     0.2212    92.3480     0.8235    78.4300    98.8991
18209900.0 / 36489290
  14     0.1000     0.2068    92.7500     0.4457    85.6500    99.0401
17601137.0 / 36489290
  15     0.1000     0.1898    93.3440     0.4784    85.3600    99.0959
17025711.0 / 36489290
  16     0.1000     0.1817    93.6800     0.3962    87.4900   100.0782
16474910.0 / 36489290
  17     0.1000     0.1605    94.4640     0.3541    88.7000    99.6449
15950480.0 / 36489290
  18     0.1000     0.1508    94.7820     0.7343    82.2100    99.6807
15455613.0 / 36489290
  19     0.1000     0.1428    95.0500     0.4543    87.0500    99.8705
14985325.0 / 36489290
  20     0.1000     0.1327    95.3280     0.7607    80.7400    99.6502
14538871.0 / 36489290
  21     0.1000     0.1263    95.6620     0.4495    87.9000    99.9138
14115253.0 / 36489290
  22     0.1000     0.1159    95.9460     0.4913    86.6600    99.2022
13716662.0 / 36489290
  23     0.1000     0.1109    96.1800     0.4266    88.4300    99.5778
13335010.0 / 36489290
  24     0.1000     0.1010    96.4960     0.5506    85.8700    98.7251
12977540.0 / 36489290
  25     0.1000     0.1012    96.4980     0.3716    89.3800    98.8451
12633976.0 / 36489290
  26     0.1000     0.0863    97.0300     0.4472    88.6300    99.2018
12309067.0 / 36489290
  27     0.1000     0.0824    97.1640     0.5461    86.9800    99.7629
12007044.0 / 36489290
  28     0.1000     0.0829    97.0860     0.3736    89.8400    99.9852
11718302.0 / 36489290
  29     0.1000     0.0743    97.4000     0.4827    88.7300    98.9500
11445876.0 / 36489290
  30     0.1000     0.0734    97.3560     0.3598    90.1800    98.7667
11191156.0 / 36489290
  31     0.1000     0.0714    97.3680     0.5399    86.9300    99.0598
10943484.0 / 36489290
  32     0.1000     0.0658    97.7600     0.4976    88.3000    99.2861
10708545.0 / 36489290
  33     0.1000     0.0577    98.0300     0.3539    91.2700    98.7483
10492987.0 / 36489290
  34     0.1000     0.0585    97.9280     0.5209    88.1800    98.8468
10283585.0 / 36489290
  35     0.1000     0.0561    98.0580     0.5022    88.4400    99.3689
10083540.0 / 36489290
  36     0.1000     0.0536    98.1700     0.4852    89.0100    99.6745
9891530.0 / 36489290
  37     0.1000     0.0494    98.2980     0.3093    91.5000    99.2987
9710620.0 / 36489290
  38     0.1000     0.0456    98.4380     0.3757    91.0300    99.6627
9540422.0 / 36489290
  39     0.1000     0.0481    98.3740     0.3962    90.7200    99.3606
9377614.0 / 36489290
  40     0.1000     0.0441    98.4820     0.4713    89.5100    99.2075
9218541.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0419    98.5520     0.3859    90.9900    98.9882
9069427.0 / 36489290
  42     0.1000     0.0407    98.6160     0.3834    91.0900    99.5053
8924671.0 / 36489290
  43     0.1000     0.0361    98.7860     0.6500    87.9200    99.2683
8787564.0 / 36489290
  44     0.1000     0.0365    98.6920     0.8652    85.4000    98.7060
8657434.0 / 36489290
  45     0.1000     0.0369    98.7480     0.4572    89.5400    99.6946
8535264.0 / 36489290
  46     0.1000     0.0370    98.7100     0.3952    91.3300    98.7351
8416543.0 / 36489290
  47     0.1000     0.0335    98.8880     0.3954    91.4600    98.5142
8296133.0 / 36489290
  48     0.1000     0.0296    98.9520     0.3596    91.6900   100.0873
8181012.0 / 36489290
  49     0.1000     0.0316    98.8880     0.3388    91.8500   100.1432
8073739.0 / 36489290
  50     0.1000     0.0295    98.9980     0.3911    91.7000    99.6559
7965334.0 / 36489290
  51     0.1000     0.0277    99.0600     0.4833    90.6800    99.4632
7871010.0 / 36489290
  52     0.1000     0.0307    98.9420     0.4186    91.3000    98.8847
7770297.0 / 36489290
  53     0.1000     0.0265    99.1120     0.3415    92.2100    99.4747
7664314.0 / 36489290
  54     0.1000     0.0214    99.3400     0.3812    92.0900    99.1389
7575748.0 / 36489290
  55     0.1000     0.0273    99.0840     0.3724    91.8900    98.8270
7491014.0 / 36489290
  56     0.1000     0.0255    99.1400     0.3861    91.5900    99.1365
7416350.0 / 36489290
  57     0.1000     0.0299    98.9700     0.3537    92.2300    99.4334
7329293.0 / 36489290
  58     0.1000     0.0217    99.2900     0.4108    91.6500    99.4316
7252441.0 / 36489290
  59     0.1000     0.0240    99.2020     0.3955    91.8200    99.6872
7179787.0 / 36489290
  60     0.1000     0.0242    99.2160     0.4044    92.1600    99.5750
7102106.0 / 36489290
  61     0.1000     0.0221    99.2420     0.3780    92.3400    99.1005
7019372.0 / 36489290
  62     0.1000     0.0187    99.3860     0.3349    92.9000    99.4253
6957438.0 / 36489290
  63     0.1000     0.0231    99.2160     0.3226    92.7200    99.1754
6894559.0 / 36489290
  64     0.1000     0.0247    99.1800     0.3986    91.4800    99.1872
6826505.0 / 36489290
  65     0.1000     0.0179    99.4000     0.3629    92.1700    99.3732
6763853.0 / 36489290
  66     0.1000     0.0205    99.2780     0.3512    92.8700    99.2932
6688507.0 / 36489290
  67     0.1000     0.0152    99.5020     0.4074    91.4900    99.7283
6619831.0 / 36489290
  68     0.1000     0.0158    99.4800     0.3960    92.1300    99.5329
6560722.0 / 36489290
  69     0.1000     0.0182    99.4100     0.5090    90.1700    98.6287
6506247.0 / 36489290
  70     0.1000     0.0197    99.3600     0.3636    92.5900    98.5709
6451948.0 / 36489290
  71     0.1000     0.0200    99.3380     0.3887    92.0000    98.3734
6403753.0 / 36489290
  72     0.1000     0.0215    99.2820     0.3949    91.8700    98.8689
6352332.0 / 36489290
  73     0.1000     0.0187    99.3800     0.4284    91.1300    98.9272
6301301.0 / 36489290
  74     0.1000     0.0178    99.4020     0.3557    92.2900    99.2550
6247015.0 / 36489290
  75     0.1000     0.0157    99.4960     0.3740    92.1300    98.6093
6183939.0 / 36489290
  76     0.1000     0.0113    99.6540     0.3839    92.1500    99.0686
6136585.0 / 36489290
  77     0.1000     0.0155    99.4760     0.5127    90.3400    99.0668
6096639.0 / 36489290
  78     0.1000     0.0184    99.3580     0.4212    91.5100    99.4526
6039595.0 / 36489290
  79     0.1000     0.0123    99.6140     0.3589    92.8600    98.7927
5991031.0 / 36489290
  80     0.1000     0.0139    99.5600     0.3762    92.6200    98.3184
5943107.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0139    99.5400     0.3737    92.7100    98.3239
5899014.0 / 36489290
  82     0.1000     0.0146    99.5420     0.3759    92.6300    98.6610
5869545.0 / 36489290
  83     0.1000     0.0191    99.3580     0.4596    90.9700    98.5942
5830115.0 / 36489290
  84     0.1000     0.0161    99.4620     0.3998    92.0100    98.9974
5789731.0 / 36489290
  85     0.1000     0.0136    99.5080     0.4275    91.9800    99.8141
5764234.0 / 36489290
  86     0.1000     0.0210    99.2780     0.4351    91.8800    98.9675
5723657.0 / 36489290
  87     0.1000     0.0142    99.5500     0.4498    91.8000    98.6921
5680690.0 / 36489290
  88     0.1000     0.0123    99.5980     0.3537    93.0300   100.3879
5629805.0 / 36489290
  89     0.1000     0.0086    99.7220     0.5125    90.6200    98.8493
5608196.0 / 36489290
  90     0.1000     0.0179    99.3960     0.3892    92.5500    99.2609
5574043.0 / 36489290
  91     0.1000     0.0140    99.5200     0.4285    92.1800    98.9095
5540687.0 / 36489290
  92     0.1000     0.0146    99.5040     0.4589    91.7200    98.8286
5509733.0 / 36489290
  93     0.1000     0.0146    99.5040     0.3771    92.0900    98.9933
5460648.0 / 36489290
  94     0.1000     0.0072    99.7680     0.3800    92.6700    98.5349
5416143.0 / 36489290
  95     0.1000     0.0082    99.7400     0.3658    92.9600    99.3044
5384260.0 / 36489290
  96     0.1000     0.0120    99.5940     0.3557    93.0800    98.8788
5346839.0 / 36489290
  97     0.1000     0.0104    99.6760     0.3367    93.4200    99.4251
5313052.0 / 36489290
  98     0.1000     0.0109    99.6520     0.5390    90.6000    98.5315
5290963.0 / 36489290
  99     0.1000     0.0158    99.4620     0.4049    92.1200    99.3434
5262173.0 / 36489290
 100     0.1000     0.0135    99.5480     0.3751    92.7300    99.1256
5237437.0 / 36489290
 101     0.0988     0.0134    99.5880     0.4130    92.2300    98.9363
5198330.0 / 36489290
 102     0.0975     0.0087    99.7100     0.4212    92.3200    99.0958
5162907.0 / 36489290
 103     0.0963     0.0094    99.6980     0.4116    92.4600    98.8017
5128143.0 / 36489290
 104     0.0950     0.0085    99.7360     0.3774    92.6200    98.5524
5086553.0 / 36489290
 105     0.0938     0.0059    99.7980     0.3530    93.2100    98.6945
5045386.0 / 36489290
 106     0.0926     0.0051    99.8360     0.3782    93.1600    98.3153
5006122.0 / 36489290
 107     0.0913     0.0054    99.8240     0.4274    92.5300    98.5436
4969853.0 / 36489290
 108     0.0901     0.0063    99.7940     0.4372    92.7000    98.2941
4937516.0 / 36489290
 109     0.0889     0.0070    99.7780     0.4295    92.3800    98.9725
4898918.0 / 36489290
 110     0.0876     0.0051    99.8540     0.3607    93.5300    99.1688
4859987.0 / 36489290
 111     0.0864     0.0042    99.8760     0.3722    93.3000    99.1265
4823699.0 / 36489290
 112     0.0852     0.0042    99.8600     0.3508    93.6700    98.1394
4784279.0 / 36489290
 113     0.0839     0.0029    99.9340     0.3471    93.6900    98.5855
4743065.0 / 36489290
 114     0.0827     0.0020    99.9500     0.3514    93.7900    99.1716
4702645.0 / 36489290
 115     0.0814     0.0014    99.9720     0.3607    93.5500    99.6034
4664679.0 / 36489290
 116     0.0802     0.0026    99.9300     0.3757    93.4200    99.2755
4629606.0 / 36489290
 117     0.0790     0.0021    99.9460     0.3816    93.2700    98.6615
4594645.0 / 36489290
 118     0.0777     0.0022    99.9440     0.3689    93.5600    99.6494
4559455.0 / 36489290
 119     0.0765     0.0021    99.9520     0.3876    93.3600    98.1899
4525598.0 / 36489290
 120     0.0753     0.0018    99.9440     0.3675    93.7400    99.2685
4491168.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0013    99.9700     0.3744    93.3900    98.7495
4457154.0 / 36489290
 122     0.0728     0.0011    99.9780     0.3529    93.7100    99.2509
4423407.0 / 36489290
 123     0.0715     0.0011    99.9780     0.3519    93.6300    98.5587
4390415.0 / 36489290
 124     0.0703     0.0009    99.9800     0.3664    93.7100    98.5511
4357510.0 / 36489290
 125     0.0691     0.0006    99.9900     0.3596    93.6800    99.1947
4327668.0 / 36489290
 126     0.0678     0.0013    99.9580     0.3889    93.5600    98.8716
4299169.0 / 36489290
 127     0.0666     0.0012    99.9640     0.3942    93.3100    98.8940
4271558.0 / 36489290
 128     0.0654     0.0014    99.9640     0.4008    93.2900   100.2117
4244929.0 / 36489290
 129     0.0641     0.0015    99.9700     0.3808    93.6000    98.8099
4218178.0 / 36489290
 130     0.0629     0.0010    99.9840     0.3783    93.7400    98.5903
4190253.0 / 36489290
 131     0.0616     0.0004    99.9980     0.3556    93.9000    99.5609
4163065.0 / 36489290
 132     0.0604     0.0004    99.9940     0.3571    93.8700    99.3834
4136843.0 / 36489290
 133     0.0592     0.0005    99.9900     0.3645    94.0400    98.3737
4111210.0 / 36489290
 134     0.0579     0.0003    99.9960     0.3490    94.1000    99.7226
4087152.0 / 36489290
 135     0.0567     0.0004    99.9920     0.3653    93.8900    99.4947
4063379.0 / 36489290
 136     0.0554     0.0004    99.9900     0.3717    93.9400    98.0308
4040350.0 / 36489290
 137     0.0542     0.0005    99.9940     0.3642    93.9500    97.8497
4017209.0 / 36489290
 138     0.0530     0.0002   100.0000     0.3623    94.0500    98.3120
3995416.0 / 36489290
 139     0.0517     0.0002    99.9960     0.3553    94.0700    98.4312
3973878.0 / 36489290
 140     0.0505     0.0002   100.0000     0.3618    94.0100    98.2016
3952918.0 / 36489290
 141     0.0493     0.0002   100.0000     0.3600    94.1600    98.5943
3932301.0 / 36489290
 142     0.0480     0.0002   100.0000     0.3609    94.1400    98.5322
3912752.0 / 36489290
 143     0.0468     0.0001   100.0000     0.3551    94.1600    98.4056
3894149.0 / 36489290
 144     0.0456     0.0002   100.0000     0.3552    94.2100    98.8337
3876083.0 / 36489290
 145     0.0443     0.0002   100.0000     0.3536    94.1500    98.7217
3858600.0 / 36489290
 146     0.0431     0.0002    99.9960     0.3566    94.0600    98.5989
3841425.0 / 36489290
 147     0.0418     0.0002    99.9960     0.3612    94.0500    98.3772
3825225.0 / 36489290
 148     0.0406     0.0001   100.0000     0.3527    94.0300    98.4766
3809798.0 / 36489290
 149     0.0394     0.0001   100.0000     0.3558    94.2200    98.0657
3794477.0 / 36489290
 150     0.0381     0.0002    99.9980     0.3506    94.2200    98.2561
3780283.0 / 36489290
 151     0.0369     0.0001   100.0000     0.3514    94.0500    98.1548
3766212.0 / 36489290
 152     0.0357     0.0001    99.9980     0.3544    94.1600    98.4566
3752789.0 / 36489290
 153     0.0344     0.0001   100.0000     0.3577    94.2000    98.4905
3740125.0 / 36489290
 154     0.0332     0.0001   100.0000     0.3511    94.0800    98.0442
3727937.0 / 36489290
 155     0.0319     0.0001   100.0000     0.3557    94.0800    97.9800
3716351.0 / 36489290
 156     0.0307     0.0002   100.0000     0.3517    94.1700    98.1681
3705399.0 / 36489290
 157     0.0295     0.0001   100.0000     0.3487    94.2000    97.8726
3694970.0 / 36489290
 158     0.0282     0.0001   100.0000     0.3530    94.1300    97.8394
3684858.0 / 36489290
 159     0.0270     0.0001   100.0000     0.3513    94.1400    98.8939
3675146.0 / 36489290
 160     0.0257     0.0001   100.0000     0.3462    94.2600    98.5581
3666241.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0001   100.0000     0.3519    94.0600    98.4687
3657602.0 / 36489290
 162     0.0233     0.0001   100.0000     0.3485    94.1800    98.7215
3649350.0 / 36489290
 163     0.0220     0.0001   100.0000     0.3490    94.1700    98.0929
3642054.0 / 36489290
 164     0.0208     0.0002    99.9960     0.3453    94.1800    98.0127
3635023.0 / 36489290
 165     0.0196     0.0001   100.0000     0.3481    94.2300    98.3485
3628428.0 / 36489290
 166     0.0183     0.0002    99.9980     0.3476    94.1800    98.3414
3622331.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3527    94.2400    98.3398
3616734.0 / 36489290
 168     0.0159     0.0001   100.0000     0.3453    94.2200    98.0926
3611583.0 / 36489290
 169     0.0146     0.0001   100.0000     0.3483    94.1200    98.2750
3606870.0 / 36489290
 170     0.0134     0.0001   100.0000     0.3503    94.2000    98.0844
3602421.0 / 36489290
 171     0.0121     0.0001   100.0000     0.3480    94.2200    98.1141
3598750.0 / 36489290
 172     0.0109     0.0001   100.0000     0.3463    94.1400    98.0034
3595404.0 / 36489290
 173     0.0097     0.0001   100.0000     0.3506    94.2800    98.2000
3592467.0 / 36489290
 174     0.0084     0.0001   100.0000     0.3446    94.1200    98.1466
3590118.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3462    94.2600    98.5621
3588097.0 / 36489290
 176     0.0060     0.0001   100.0000     0.3473    94.2200    98.5629
3586399.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3506    94.1400    98.2248
3585002.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3541    94.2400    98.5653
3584283.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3466    94.2700    97.9237
3583930.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3412    94.2000    98.0214
3583617.0 / 36489290
 181     0.0010     0.0001   100.0000     0.3463    94.2800    98.0673
3583280.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3450    94.2500    98.4256
3582957.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3484    94.3200    97.7545
3582649.0 / 36489290
 184     0.0010     0.0001    99.9980     0.3481    94.1500    97.7986
3582331.0 / 36489290
 185     0.0010     0.0001    99.9980     0.3484    94.2600    97.8743
3581999.0 / 36489290
 186     0.0010     0.0001    99.9980     0.3508    94.2100    98.6378
3581627.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3441    94.2800    98.0448
3581304.0 / 36489290
 188     0.0010     0.0001   100.0000     0.3485    94.0800    98.6034
3580974.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3468    94.2100    98.3963
3580638.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3472    94.1500    98.2092
3580305.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3440    94.1700    98.5374
3579995.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3446    94.2500    98.1257
3579664.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3506    94.2200    98.1693
3579304.0 / 36489290
 194     0.0010     0.0001    99.9980     0.3532    94.1800    97.9938
3578967.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3470    94.2500    97.9636
3578621.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3468    94.1300    98.2089
3578293.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3442    94.1300    98.6041
3577946.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3470    94.2700    98.4678
3577635.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3452    94.1600    98.8460
3577356.0 / 36489290
 200     0.0010     0.0001   100.0000     0.3488    94.2700    98.1868
