Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_9/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.65
)
total epochs: 200
27962593.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4369    46.4460     1.8524    45.4500   101.2247
23130751.0 / 36489290
   2     0.1000     0.9142    67.5360     1.4114    57.0100    98.0466
19129479.0 / 36489290
   3     0.1000     0.6992    75.6960     0.9500    69.9000    98.0857
15602894.0 / 36489290
   4     0.1000     0.5787    80.0080     1.1989    64.9400    98.3813
12450781.0 / 36489290
   5     0.1000     0.5020    82.7840     0.8167    74.0000    97.8480
9781765.0 / 36489290
   6     0.1000     0.4508    84.5420     0.6432    77.9300    97.9145
7771445.0 / 36489290
   7     0.1000     0.4106    85.7960     0.6732    79.0000    97.2039
6407243.0 / 36489290
   8     0.1000     0.3828    86.7360     0.9735    71.4600    97.3612
5487236.0 / 36489290
   9     0.1000     0.3518    87.8640     0.7177    78.3800    97.7568
4835375.0 / 36489290
  10     0.1000     0.3290    88.5480     0.5580    82.9900    98.3824
4351426.0 / 36489290
  11     0.1000     0.3055    89.5380     0.5604    81.8900    97.3893
3990392.0 / 36489290
  12     0.1000     0.2847    90.1740     0.5999    82.5900    97.5412
3704220.0 / 36489290
  13     0.1000     0.2624    90.9520     0.5052    84.4200    97.6033
3476749.0 / 36489290
  14     0.1000     0.2493    91.4300     0.5147    84.1400    97.4035
3289807.0 / 36489290
  15     0.1000     0.2319    91.9440     0.4866    85.3700    96.8391
3135746.0 / 36489290
  16     0.1000     0.2191    92.5320     0.4438    85.6200    96.9730
2997043.0 / 36489290
  17     0.1000     0.1991    93.0760     0.4116    87.0400    96.9897
2881035.0 / 36489290
  18     0.1000     0.1897    93.4200     0.5908    84.0800    96.8397
2780888.0 / 36489290
  19     0.1000     0.1775    93.8240     0.8383    78.4700    96.8675
2700625.0 / 36489290
  20     0.1000     0.1684    94.1980     0.8443    78.7900    96.8388
2618835.0 / 36489290
  21     0.1000     0.1592    94.5920     0.4275    87.4300    96.8749
2550554.0 / 36489290
  22     0.1000     0.1471    94.8620     0.4126    87.8200    96.6942
2482059.0 / 36489290
  23     0.1000     0.1389    95.1900     0.3546    89.6500    97.0592
2421367.0 / 36489290
  24     0.1000     0.1271    95.6500     1.2720    75.4600    97.0622
2367104.0 / 36489290
  25     0.1000     0.1257    95.6480     0.4655    87.4700    97.7451
2312583.0 / 36489290
  26     0.1000     0.1146    96.0800     0.4349    87.9000    96.9860
2263851.0 / 36489290
  27     0.1000     0.1121    96.0260     0.3884    89.3400    96.8759
2225766.0 / 36489290
  28     0.1000     0.1057    96.3180     0.3774    89.8000    97.1858
2183143.0 / 36489290
  29     0.1000     0.1005    96.4860     0.5137    87.0600    96.9770
2144104.0 / 36489290
  30     0.1000     0.0950    96.7220     0.3261    90.9500    96.9206
2110376.0 / 36489290
  31     0.1000     0.0930    96.7060     0.5657    86.7900    96.6383
2072936.0 / 36489290
  32     0.1000     0.0870    96.9240     0.3788    89.1800    96.7098
2034434.0 / 36489290
  33     0.1000     0.0795    97.2600     0.3325    90.9300    96.6547
2002516.0 / 36489290
  34     0.1000     0.0809    97.1860     0.3292    90.7300    96.6235
1967960.0 / 36489290
  35     0.1000     0.0753    97.4280     0.4307    89.3400    96.6922
1934726.0 / 36489290
  36     0.1000     0.0716    97.5540     0.4856    87.8900    96.7660
1907527.0 / 36489290
  37     0.1000     0.0717    97.5160     0.2991    91.7900    97.0375
1873552.0 / 36489290
  38     0.1000     0.0635    97.9140     0.3716    90.2300    96.9200
1848561.0 / 36489290
  39     0.1000     0.0654    97.7380     0.4062    89.8200    96.7075
1824498.0 / 36489290
  40     0.1000     0.0599    97.9100     0.3627    90.6500    96.8961
1806527.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0651    97.6460     0.4340    90.1100    96.6497
1781566.0 / 36489290
  42     0.1000     0.0563    98.0300     0.4038    90.2900    96.8663
1760177.0 / 36489290
  43     0.1000     0.0562    98.0320     0.5089    87.7700    96.8345
1733571.0 / 36489290
  44     0.1000     0.0521    98.2080     0.3504    91.2500    96.8772
1708218.0 / 36489290
  45     0.1000     0.0493    98.3100     0.4280    90.2800    96.8829
1689264.0 / 36489290
  46     0.1000     0.0506    98.2360     0.3241    91.6800    96.7244
1666957.0 / 36489290
  47     0.1000     0.0464    98.4000     0.4627    89.8500    96.7965
1649414.0 / 36489290
  48     0.1000     0.0528    98.1420     0.3647    91.2600    96.6899
1627499.0 / 36489290
  49     0.1000     0.0427    98.5120     0.3795    91.2600    96.7615
1607393.0 / 36489290
  50     0.1000     0.0438    98.5260     0.3175    91.6800    97.0734
1591947.0 / 36489290
  51     0.1000     0.0452    98.4240     0.4666    89.3300    96.7045
1569929.0 / 36489290
  52     0.1000     0.0391    98.6980     0.3564    91.6700    96.6598
1549961.0 / 36489290
  53     0.1000     0.0391    98.6420     0.3451    91.9800    96.6782
1534913.0 / 36489290
  54     0.1000     0.0399    98.6120     0.4076    91.2300    96.7429
1520411.0 / 36489290
  55     0.1000     0.0398    98.6040     0.3834    91.0800    96.7764
1504932.0 / 36489290
  56     0.1000     0.0381    98.6880     0.3232    92.8000    96.6315
1493891.0 / 36489290
  57     0.1000     0.0406    98.5860     0.4852    89.0300    96.6880
1476218.0 / 36489290
  58     0.1000     0.0348    98.8200     0.4346    90.4400    96.6014
1466188.0 / 36489290
  59     0.1000     0.0409    98.6120     0.3008    92.9800    96.6329
1451191.0 / 36489290
  60     0.1000     0.0356    98.7700     0.3976    90.8700    96.5800
1435207.0 / 36489290
  61     0.1000     0.0340    98.8200     0.3599    92.0900    96.5154
1423302.0 / 36489290
  62     0.1000     0.0341    98.8480     0.3878    91.5500    96.5146
1407539.0 / 36489290
  63     0.1000     0.0317    98.9540     0.3175    92.4100    96.7074
1395214.0 / 36489290
  64     0.1000     0.0327    98.8900     0.4736    90.0800    96.6565
1387097.0 / 36489290
  65     0.1000     0.0342    98.8180     0.3611    91.2100    96.7292
1375397.0 / 36489290
  66     0.1000     0.0323    98.8860     0.3845    91.4100    96.5619
1358614.0 / 36489290
  67     0.1000     0.0289    99.0600     0.3242    92.5700    96.7099
1348460.0 / 36489290
  68     0.1000     0.0324    98.9040     0.4171    91.5700    96.6010
1337259.0 / 36489290
  69     0.1000     0.0294    98.9560     0.3111    92.9900    97.0632
1325072.0 / 36489290
  70     0.1000     0.0293    99.0280     0.4131    90.5400    96.6758
1313315.0 / 36489290
  71     0.1000     0.0290    99.0040     0.3689    92.0000    96.8369
1299983.0 / 36489290
  72     0.1000     0.0262    99.0920     0.4054    91.3800    96.6745
1295443.0 / 36489290
  73     0.1000     0.0315    98.8980     0.3756    91.3200    96.6477
1289215.0 / 36489290
  74     0.1000     0.0316    98.9040     0.3221    92.7700    96.4902
1274868.0 / 36489290
  75     0.1000     0.0239    99.2140     0.3293    92.4300    96.7613
1263829.0 / 36489290
  76     0.1000     0.0276    99.0720     0.3828    92.0500    96.7593
1252439.0 / 36489290
  77     0.1000     0.0269    99.1380     0.3683    91.7900    96.7216
1245592.0 / 36489290
  78     0.1000     0.0277    99.0480     0.4014    91.2700    97.0783
1237108.0 / 36489290
  79     0.1000     0.0261    99.1140     0.3453    92.4200    96.8899
1228886.0 / 36489290
  80     0.1000     0.0261    99.0620     0.3624    92.3700    96.7923
1223082.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0283    99.0540     0.3201    92.6400    96.6997
1211806.0 / 36489290
  82     0.1000     0.0233    99.1600     0.5878    89.2200    96.6233
1202070.0 / 36489290
  83     0.1000     0.0235    99.2400     0.4444    91.3400    96.6596
1196882.0 / 36489290
  84     0.1000     0.0273    99.0620     0.3557    92.2600    96.5995
1192823.0 / 36489290
  85     0.1000     0.0279    99.0360     0.3459    92.4200    96.5654
1179784.0 / 36489290
  86     0.1000     0.0207    99.3060     0.3470    92.2400    96.5762
1164078.0 / 36489290
  87     0.1000     0.0189    99.4000     0.3628    92.4500    96.7120
1151105.0 / 36489290
  88     0.1000     0.0176    99.4380     0.4038    91.4600    96.6906
1145907.0 / 36489290
  89     0.1000     0.0237    99.2460     0.3879    92.0100    96.5446
1145109.0 / 36489290
  90     0.1000     0.0283    99.0420     0.3372    92.7900    96.6555
1136887.0 / 36489290
  91     0.1000     0.0221    99.2540     0.3923    92.2800    96.9732
1134195.0 / 36489290
  92     0.1000     0.0243    99.1620     0.5903    89.2100    96.9381
1123548.0 / 36489290
  93     0.1000     0.0200    99.3800     0.3730    92.3300    96.7903
1119944.0 / 36489290
  94     0.1000     0.0235    99.2200     0.4449    91.0000    96.5884
1112277.0 / 36489290
  95     0.1000     0.0206    99.2820     0.3831    92.1400    96.6404
1105187.0 / 36489290
  96     0.1000     0.0203    99.3340     0.4197    91.1000    96.7479
1092825.0 / 36489290
  97     0.1000     0.0171    99.4700     0.4338    91.0700    96.8673
1092284.0 / 36489290
  98     0.1000     0.0238    99.1460     0.3623    92.4100    96.5644
1089783.0 / 36489290
  99     0.1000     0.0237    99.2120     0.3343    92.4200    96.5106
1084935.0 / 36489290
 100     0.1000     0.0209    99.2580     0.3160    92.7700    96.6142
1071777.0 / 36489290
 101     0.0988     0.0158    99.4820     0.3131    93.1700    96.6732
1061069.0 / 36489290
 102     0.0975     0.0155    99.4920     0.4017    91.7900    96.5647
1058035.0 / 36489290
 103     0.0963     0.0206    99.2700     0.5308    89.6400    96.7785
1053237.0 / 36489290
 104     0.0950     0.0193    99.3200     0.3985    91.6300    96.6733
1047521.0 / 36489290
 105     0.0938     0.0194    99.3580     0.3287    93.0700    96.5678
1031468.0 / 36489290
 106     0.0926     0.0105    99.6840     0.3103    93.4500    96.5442
1017224.0 / 36489290
 107     0.0913     0.0110    99.6280     0.3754    92.5000    96.8551
1006683.0 / 36489290
 108     0.0901     0.0127    99.5860     0.3867    92.4800    96.7639
1001670.0 / 36489290
 109     0.0889     0.0155    99.4940     0.4127    92.1000    96.9135
995882.0 / 36489290
 110     0.0876     0.0159    99.4820     0.4154    92.1100    96.7844
988742.0 / 36489290
 111     0.0864     0.0129    99.5420     0.3787    92.3900    96.5330
986110.0 / 36489290
 112     0.0852     0.0168    99.4040     0.4907    90.6500    96.6213
978819.0 / 36489290
 113     0.0839     0.0136    99.5320     0.3395    93.1800    96.5566
968906.0 / 36489290
 114     0.0827     0.0103    99.6700     0.3766    92.9500    96.4254
957823.0 / 36489290
 115     0.0814     0.0097    99.6980     0.3847    92.6200    96.8816
952480.0 / 36489290
 116     0.0802     0.0133    99.5580     0.3863    92.1100    97.3326
944364.0 / 36489290
 117     0.0790     0.0096    99.6840     0.3375    93.1700    96.6880
934354.0 / 36489290
 118     0.0777     0.0094    99.7040     0.3370    93.2200    96.8769
924990.0 / 36489290
 119     0.0765     0.0083    99.7480     0.4248    91.8400    97.5151
916683.0 / 36489290
 120     0.0753     0.0085    99.7160     0.3416    93.7000    96.6914
906695.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0077    99.7720     0.3430    93.3000    96.5787
898015.0 / 36489290
 122     0.0728     0.0080    99.7460     0.3333    93.2600    96.7704
888850.0 / 36489290
 123     0.0715     0.0069    99.7860     0.3725    92.6800    96.6062
880883.0 / 36489290
 124     0.0703     0.0070    99.7740     0.6056    89.8400    96.6875
878000.0 / 36489290
 125     0.0691     0.0112    99.6360     0.4083    92.6400    97.0127
870476.0 / 36489290
 126     0.0678     0.0073    99.7680     0.3603    93.1100    96.7013
864713.0 / 36489290
 127     0.0666     0.0086    99.7260     0.3558    93.5000    96.6273
859018.0 / 36489290
 128     0.0654     0.0083    99.7320     0.3379    93.7300    96.6920
851301.0 / 36489290
 129     0.0641     0.0060    99.7920     0.3771    93.0800    97.1461
846501.0 / 36489290
 130     0.0629     0.0085    99.7300     0.3500    93.2000    96.9427
840350.0 / 36489290
 131     0.0616     0.0064    99.8000     0.3524    93.2900    96.5645
832578.0 / 36489290
 132     0.0604     0.0052    99.8360     0.3442    93.4100    96.7209
825803.0 / 36489290
 133     0.0592     0.0063    99.8160     0.3397    93.3700    96.4570
818991.0 / 36489290
 134     0.0579     0.0052    99.8620     0.3262    93.9600    96.6055
810585.0 / 36489290
 135     0.0567     0.0034    99.9040     0.3671    93.2400    96.4858
803526.0 / 36489290
 136     0.0554     0.0046    99.8540     0.3531    93.3400    96.7824
795388.0 / 36489290
 137     0.0542     0.0032    99.9280     0.3411    93.6800    96.6720
787502.0 / 36489290
 138     0.0530     0.0036    99.8860     0.3623    93.3800    96.7366
781272.0 / 36489290
 139     0.0517     0.0039    99.8660     0.3326    93.7900    96.5184
775296.0 / 36489290
 140     0.0505     0.0040    99.8980     0.3474    93.5300    96.6323
769217.0 / 36489290
 141     0.0493     0.0038    99.8740     0.3244    93.8000    96.8899
762333.0 / 36489290
 142     0.0480     0.0027    99.9260     0.3235    94.1600    96.5236
755358.0 / 36489290
 143     0.0468     0.0022    99.9380     0.3203    94.0600    96.5936
748237.0 / 36489290
 144     0.0456     0.0018    99.9480     0.4261    92.3900    96.8034
741067.0 / 36489290
 145     0.0443     0.0016    99.9700     0.3297    94.1900    96.3840
734477.0 / 36489290
 146     0.0431     0.0014    99.9720     0.3297    94.0200    96.8765
727178.0 / 36489290
 147     0.0418     0.0011    99.9820     0.3287    94.3300    96.4863
720974.0 / 36489290
 148     0.0406     0.0014    99.9640     0.3247    94.0800    96.5727
715361.0 / 36489290
 149     0.0394     0.0015    99.9640     0.3248    94.3400    96.5281
709892.0 / 36489290
 150     0.0381     0.0018    99.9440     0.3303    94.0600    96.5899
705026.0 / 36489290
 151     0.0369     0.0021    99.9380     0.3343    94.1200    96.6093
699931.0 / 36489290
 152     0.0357     0.0016    99.9580     0.3335    94.2100    96.6070
695305.0 / 36489290
 153     0.0344     0.0014    99.9620     0.3419    94.0900    96.6744
690699.0 / 36489290
 154     0.0332     0.0015    99.9600     0.3585    93.7200    96.6959
686459.0 / 36489290
 155     0.0319     0.0015    99.9560     0.3460    94.1800    96.8078
682654.0 / 36489290
 156     0.0307     0.0019    99.9440     0.3450    94.1400    96.4675
678412.0 / 36489290
 157     0.0295     0.0011    99.9800     0.3262    94.1600    96.4964
674583.0 / 36489290
 158     0.0282     0.0010    99.9820     0.3280    94.2500    96.8295
670649.0 / 36489290
 159     0.0270     0.0009    99.9840     0.3404    94.3600    96.6014
666834.0 / 36489290
 160     0.0257     0.0006    99.9900     0.3282    94.3700    96.5660
663200.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0005    99.9960     0.3366    94.3900    96.3512
659772.0 / 36489290
 162     0.0233     0.0004    99.9940     0.3293    94.3700    96.5252
656354.0 / 36489290
 163     0.0220     0.0004    99.9940     0.3264    94.5300    96.5279
653371.0 / 36489290
 164     0.0208     0.0006    99.9880     0.3255    94.4000    96.6718
650523.0 / 36489290
 165     0.0196     0.0005    99.9940     0.3214    94.2700    96.4596
647927.0 / 36489290
 166     0.0183     0.0004    99.9980     0.3216    94.4800    96.6251
645470.0 / 36489290
 167     0.0171     0.0005    99.9920     0.3226    94.4500    96.5015
643295.0 / 36489290
 168     0.0159     0.0004    99.9900     0.3138    94.3900    96.4284
641314.0 / 36489290
 169     0.0146     0.0004    99.9920     0.3186    94.4600    96.7166
639528.0 / 36489290
 170     0.0134     0.0004    99.9960     0.3190    94.4500    96.5394
637857.0 / 36489290
 171     0.0121     0.0003    99.9960     0.3161    94.4300    96.5084
636468.0 / 36489290
 172     0.0109     0.0002   100.0000     0.3163    94.3700    96.7108
635161.0 / 36489290
 173     0.0097     0.0003    99.9980     0.3219    94.4200    96.7040
634221.0 / 36489290
 174     0.0084     0.0004    99.9940     0.3148    94.2200    96.5364
633394.0 / 36489290
 175     0.0072     0.0004    99.9940     0.3206    94.3700    96.4750
632619.0 / 36489290
 176     0.0060     0.0002   100.0000     0.3156    94.4000    96.6728
632031.0 / 36489290
 177     0.0047     0.0003    99.9960     0.3180    94.3800    96.5243
631608.0 / 36489290
 178     0.0035     0.0003    99.9980     0.3205    94.3400    96.6075
631331.0 / 36489290
 179     0.0022     0.0002   100.0000     0.3184    94.2000    96.4590
631175.0 / 36489290
 180     0.0010     0.0003    99.9960     0.3133    94.3300    96.4192
631031.0 / 36489290
 181     0.0010     0.0002   100.0000     0.3163    94.3800    96.5523
630892.0 / 36489290
 182     0.0010     0.0003    99.9980     0.3169    94.3200    96.5058
630761.0 / 36489290
 183     0.0010     0.0002   100.0000     0.3173    94.2700    96.4815
630612.0 / 36489290
 184     0.0010     0.0003   100.0000     0.3188    94.3400    96.7598
630471.0 / 36489290
 185     0.0010     0.0003    99.9980     0.3204    94.4500    96.5924
630346.0 / 36489290
 186     0.0010     0.0002   100.0000     0.3182    94.3400    96.5980
630183.0 / 36489290
 187     0.0010     0.0003    99.9960     0.3183    94.3800    96.6497
630020.0 / 36489290
 188     0.0010     0.0003    99.9940     0.3197    94.3300    96.5614
629882.0 / 36489290
 189     0.0010     0.0002    99.9960     0.3166    94.3500    96.4980
629760.0 / 36489290
 190     0.0010     0.0002   100.0000     0.3192    94.4000    96.4152
629644.0 / 36489290
 191     0.0010     0.0003    99.9960     0.3174    94.3500    96.5521
629490.0 / 36489290
 192     0.0010     0.0002    99.9980     0.3176    94.4100    96.5711
629336.0 / 36489290
 193     0.0010     0.0002   100.0000     0.3176    94.3700    96.6450
629215.0 / 36489290
 194     0.0010     0.0002   100.0000     0.3251    94.3200    96.7147
629052.0 / 36489290
 195     0.0010     0.0003    99.9960     0.3192    94.3100    96.4653
628903.0 / 36489290
 196     0.0010     0.0002    99.9980     0.3176    94.3000    96.5485
628751.0 / 36489290
 197     0.0010     0.0002   100.0000     0.3180    94.3300    96.6090
628617.0 / 36489290
 198     0.0010     0.0002   100.0000     0.3247    94.4900    97.6450
628470.0 / 36489290
 199     0.0010     0.0002    99.9980     0.3157    94.3400    96.6899
628347.0 / 36489290
 200     0.0010     0.0002    99.9980     0.3186    94.4000    96.6685
