Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_8/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.65
)
total epochs: 200
27962262.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4398    46.5320     1.6907    46.9000   103.8311
23130111.0 / 36489290
   2     0.1000     0.9123    67.7440     1.8038    52.4200   100.6619
19129713.0 / 36489290
   3     0.1000     0.6979    75.7820     1.0399    68.0800   100.8033
15602523.0 / 36489290
   4     0.1000     0.5787    79.8740     1.1537    66.0600   100.1661
12449782.0 / 36489290
   5     0.1000     0.5021    82.7560     0.7654    75.1200   100.4191
9775212.0 / 36489290
   6     0.1000     0.4504    84.5600     0.6585    77.8000   100.0035
7763170.0 / 36489290
   7     0.1000     0.4106    85.9080     0.6336    79.4600    99.1878
6395823.0 / 36489290
   8     0.1000     0.3835    86.7680     0.9656    71.8500    99.7377
5473318.0 / 36489290
   9     0.1000     0.3510    87.8540     0.6680    79.7800    99.9606
4824593.0 / 36489290
  10     0.1000     0.3283    88.7240     0.6018    81.5900    99.0194
4344511.0 / 36489290
  11     0.1000     0.3063    89.5360     0.5059    83.7900    98.4418
3976094.0 / 36489290
  12     0.1000     0.2837    90.2180     0.7439    79.4400    99.8979
3692558.0 / 36489290
  13     0.1000     0.2642    90.8700     0.5651    83.1500    99.9035
3460978.0 / 36489290
  14     0.1000     0.2487    91.4160     0.4092    86.6900    99.8202
3279356.0 / 36489290
  15     0.1000     0.2312    91.9660     0.4649    85.5100    99.9420
3123959.0 / 36489290
  16     0.1000     0.2179    92.5500     0.5001    85.2400    99.8208
2987505.0 / 36489290
  17     0.1000     0.2007    92.9500     0.4205    87.2600    99.9272
2871498.0 / 36489290
  18     0.1000     0.1887    93.5200     0.5888    83.7100    99.9462
2771378.0 / 36489290
  19     0.1000     0.1779    93.8100     0.5685    84.1200    99.9712
2686942.0 / 36489290
  20     0.1000     0.1671    94.0940     0.5144    85.7300    99.6729
2612360.0 / 36489290
  21     0.1000     0.1584    94.4580     0.3935    88.6500    99.5484
2536174.0 / 36489290
  22     0.1000     0.1437    95.0860     0.4372    87.2100    99.7857
2477371.0 / 36489290
  23     0.1000     0.1392    95.0300     0.4239    87.6200    99.8334
2414528.0 / 36489290
  24     0.1000     0.1257    95.7360     0.6010    84.7400    99.7795
2361692.0 / 36489290
  25     0.1000     0.1274    95.5540     0.4109    88.8700    99.3191
2308136.0 / 36489290
  26     0.1000     0.1157    95.9720     0.3826    88.9800    98.9376
2258526.0 / 36489290
  27     0.1000     0.1128    96.0360     0.4676    87.5400    99.4619
2215156.0 / 36489290
  28     0.1000     0.1054    96.3040     0.3545    89.9200    99.7589
2170780.0 / 36489290
  29     0.1000     0.1001    96.4140     0.5484    86.1300    99.9408
2131671.0 / 36489290
  30     0.1000     0.0949    96.7220     0.3294    90.9100    99.6645
2095921.0 / 36489290
  31     0.1000     0.0930    96.7620     0.4578    88.7300    98.4932
2059614.0 / 36489290
  32     0.1000     0.0867    96.9980     0.4060    89.1600    99.1746
2025656.0 / 36489290
  33     0.1000     0.0830    97.0580     0.4176    89.1200    99.5105
1991930.0 / 36489290
  34     0.1000     0.0759    97.3880     0.3539    90.6400    98.9517
1958779.0 / 36489290
  35     0.1000     0.0744    97.4520     0.3967    90.1400    99.0827
1933423.0 / 36489290
  36     0.1000     0.0744    97.3800     0.4280    89.7400   100.3124
1907167.0 / 36489290
  37     0.1000     0.0729    97.4440     0.4297    89.0900    98.8852
1879047.0 / 36489290
  38     0.1000     0.0646    97.7540     0.5807    86.9400    99.2904
1851371.0 / 36489290
  39     0.1000     0.0645    97.7860     0.3450    90.9600    99.0566
1822633.0 / 36489290
  40     0.1000     0.0597    97.9420     0.5496    86.6100    99.2454
1797477.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0576    98.0380     0.5383    88.3000    98.8819
1772738.0 / 36489290
  42     0.1000     0.0579    98.0180     0.4317    90.1800   100.0355
1751410.0 / 36489290
  43     0.1000     0.0561    98.0300     0.6710    85.9900   100.0548
1721740.0 / 36489290
  44     0.1000     0.0505    98.3200     0.4104    90.0000    98.9716
1702709.0 / 36489290
  45     0.1000     0.0516    98.1960     0.3575    91.1000    98.6981
1684537.0 / 36489290
  46     0.1000     0.0546    98.1120     0.3156    92.3800    98.9725
1658940.0 / 36489290
  47     0.1000     0.0448    98.4460     0.3657    91.2200    99.0805
1639267.0 / 36489290
  48     0.1000     0.0479    98.3240     0.3495    91.1300    99.6845
1617942.0 / 36489290
  49     0.1000     0.0413    98.5760     0.4937    89.4900    99.6222
1605411.0 / 36489290
  50     0.1000     0.0487    98.2920     0.3421    91.5700    99.8178
1586665.0 / 36489290
  51     0.1000     0.0427    98.5340     0.4496    89.6500    99.5192
1576973.0 / 36489290
  52     0.1000     0.0472    98.3600     0.3269    91.7400    99.9199
1554402.0 / 36489290
  53     0.1000     0.0385    98.7020     0.3829    91.3000    99.4792
1534479.0 / 36489290
  54     0.1000     0.0379    98.6700     0.3568    91.5500    99.1655
1518252.0 / 36489290
  55     0.1000     0.0381    98.6660     0.3571    91.7600    99.7024
1505106.0 / 36489290
  56     0.1000     0.0407    98.6360     0.3552    91.5500    99.7749
1490518.0 / 36489290
  57     0.1000     0.0393    98.6720     0.3645    91.3600    98.9036
1465807.0 / 36489290
  58     0.1000     0.0306    98.9860     0.3886    90.8600    98.1061
1455014.0 / 36489290
  59     0.1000     0.0365    98.7080     0.9477    84.0000    98.4766
1443912.0 / 36489290
  60     0.1000     0.0382    98.6620     0.3331    92.5000    99.0926
1426469.0 / 36489290
  61     0.1000     0.0320    98.9220     0.3165    92.6000    99.8554
1414483.0 / 36489290
  62     0.1000     0.0355    98.7820     0.3921    91.1700    98.7059
1398743.0 / 36489290
  63     0.1000     0.0323    98.9400     0.4115    91.0300    99.6099
1387066.0 / 36489290
  64     0.1000     0.0333    98.8820     0.4736    90.2900    99.8492
1375202.0 / 36489290
  65     0.1000     0.0332    98.8860     0.3800    91.3200    99.0957
1363614.0 / 36489290
  66     0.1000     0.0330    98.8820     0.3560    91.7700    99.4103
1348969.0 / 36489290
  67     0.1000     0.0302    98.9840     0.3140    92.5100    99.5429
1336042.0 / 36489290
  68     0.1000     0.0294    99.0040     0.4606    90.9000    99.2059
1327003.0 / 36489290
  69     0.1000     0.0314    98.9460     0.3109    92.5900    99.4191
1313928.0 / 36489290
  70     0.1000     0.0283    99.0560     0.2931    92.7400   100.0968
1302266.0 / 36489290
  71     0.1000     0.0271    99.0660     0.4089    91.8000    99.7622
1298294.0 / 36489290
  72     0.1000     0.0313    98.8820     0.3893    91.4900    99.6910
1292497.0 / 36489290
  73     0.1000     0.0331    98.8900     0.4240    90.3300    99.3597
1283154.0 / 36489290
  74     0.1000     0.0290    99.0160     0.3595    92.0600    99.5884
1273021.0 / 36489290
  75     0.1000     0.0274    99.0740     0.3535    91.8000    99.3166
1266638.0 / 36489290
  76     0.1000     0.0302    98.9600     0.3733    91.7300    98.9877
1253326.0 / 36489290
  77     0.1000     0.0261    99.1240     0.3593    92.1600    99.7114
1242878.0 / 36489290
  78     0.1000     0.0248    99.1500     0.3797    91.7800    99.7203
1231269.0 / 36489290
  79     0.1000     0.0241    99.1560     0.3821    91.8500    99.0820
1218550.0 / 36489290
  80     0.1000     0.0226    99.2180     0.3322    92.6000   100.4477
1210472.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0251    99.1400     0.3489    92.4900    98.6968
1198576.0 / 36489290
  82     0.1000     0.0229    99.2500     0.3483    92.6600    99.8954
1193076.0 / 36489290
  83     0.1000     0.0257    99.1600     0.3783    91.9500    99.2181
1187914.0 / 36489290
  84     0.1000     0.0273    99.0740     0.3417    92.0500    99.0570
1179441.0 / 36489290
  85     0.1000     0.0234    99.2040     0.3318    92.9200    98.9246
1170138.0 / 36489290
  86     0.1000     0.0235    99.1780     0.3304    92.5900    99.0756
1159533.0 / 36489290
  87     0.1000     0.0210    99.2900     0.3163    93.0700    99.8513
1155598.0 / 36489290
  88     0.1000     0.0265    99.1400     0.3894    91.7700    99.5063
1153179.0 / 36489290
  89     0.1000     0.0264    99.0880     0.3401    91.9800   100.2073
1147245.0 / 36489290
  90     0.1000     0.0239    99.1680     0.3235    92.5700    99.1409
1141359.0 / 36489290
  91     0.1000     0.0236    99.1980     0.4731    90.5900    99.0957
1133912.0 / 36489290
  92     0.1000     0.0217    99.2600     0.4973    90.7900    99.1715
1127048.0 / 36489290
  93     0.1000     0.0230    99.2160     0.4290    90.6000    99.7096
1115225.0 / 36489290
  94     0.1000     0.0178    99.4140     0.4286    91.1600    99.3591
1106386.0 / 36489290
  95     0.1000     0.0187    99.3500     0.3835    92.1900    99.9022
1098948.0 / 36489290
  96     0.1000     0.0193    99.3260     0.3570    92.3000    99.7318
1097887.0 / 36489290
  97     0.1000     0.0235    99.1980     0.3216    93.0400    99.6159
1095500.0 / 36489290
  98     0.1000     0.0233    99.1600     0.4172    91.5900    99.4729
1089585.0 / 36489290
  99     0.1000     0.0219    99.2740     0.3581    92.6000    99.5837
1084326.0 / 36489290
 100     0.1000     0.0209    99.3080     0.3178    92.8900    99.6024
1078686.0 / 36489290
 101     0.0988     0.0201    99.3280     0.4954    90.4200    98.9451
1070203.0 / 36489290
 102     0.0975     0.0179    99.3820     0.3819    92.1500    99.8846
1064943.0 / 36489290
 103     0.0963     0.0209    99.3460     0.3196    93.0400    99.1511
1055524.0 / 36489290
 104     0.0950     0.0162    99.4560     0.3382    92.8000    99.3471
1043945.0 / 36489290
 105     0.0938     0.0153    99.4960     0.3382    92.9400    98.5887
1033184.0 / 36489290
 106     0.0926     0.0145    99.5360     0.3541    92.6700    99.8284
1019796.0 / 36489290
 107     0.0913     0.0119    99.6100     0.3220    93.0000    99.2515
1003915.0 / 36489290
 108     0.0901     0.0086    99.7460     0.3322    93.0500    99.0065
1000809.0 / 36489290
 109     0.0889     0.0166    99.4340     0.3446    93.0300    98.9435
987684.0 / 36489290
 110     0.0876     0.0105    99.6780     0.3051    93.6900    99.2962
983413.0 / 36489290
 111     0.0864     0.0165    99.4600     0.3978    92.1100    98.9928
973982.0 / 36489290
 112     0.0852     0.0125    99.6220     0.3216    93.2100    99.3248
963694.0 / 36489290
 113     0.0839     0.0106    99.6620     0.3338    93.1900    98.1356
957074.0 / 36489290
 114     0.0827     0.0125    99.5940     0.4024    92.4100    99.0876
951651.0 / 36489290
 115     0.0814     0.0141    99.5360     0.3662    92.6600    99.1950
947116.0 / 36489290
 116     0.0802     0.0143    99.5560     0.3590    93.0000    98.8160
939382.0 / 36489290
 117     0.0790     0.0109    99.6460     0.3847    92.5500    99.1600
929309.0 / 36489290
 118     0.0777     0.0085    99.7380     0.3163    93.5600    99.7969
923158.0 / 36489290
 119     0.0765     0.0108    99.6260     0.3602    92.7200   100.0731
915122.0 / 36489290
 120     0.0753     0.0092    99.7000     0.3152    93.8300    99.5461
905468.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0080    99.7360     0.3580    93.3000    99.3493
894587.0 / 36489290
 122     0.0728     0.0064    99.7920     0.3341    93.5700    99.3328
883555.0 / 36489290
 123     0.0715     0.0050    99.8620     0.3154    93.8500    99.8801
876128.0 / 36489290
 124     0.0703     0.0077    99.7640     0.3407    93.4900    99.4116
872091.0 / 36489290
 125     0.0691     0.0103    99.6820     0.3472    93.2600    99.6969
863556.0 / 36489290
 126     0.0678     0.0067    99.7900     0.3191    93.5800    99.7145
855254.0 / 36489290
 127     0.0666     0.0059    99.8080     0.3375    93.6000    99.2815
847277.0 / 36489290
 128     0.0654     0.0056    99.8320     0.3040    93.8700    99.2926
838987.0 / 36489290
 129     0.0641     0.0058    99.8040     0.3398    93.5500    99.7128
835651.0 / 36489290
 130     0.0629     0.0093    99.6940     0.3490    93.1900    99.6535
833019.0 / 36489290
 131     0.0616     0.0099    99.7000     0.3581    93.1800    99.1193
826321.0 / 36489290
 132     0.0604     0.0061    99.8020     0.4153    92.3500    99.5495
818795.0 / 36489290
 133     0.0592     0.0047    99.8580     0.3153    94.1400    98.5328
811873.0 / 36489290
 134     0.0579     0.0049    99.8580     0.3467    93.7000    98.3838
803454.0 / 36489290
 135     0.0567     0.0035    99.9040     0.3133    94.0600    99.5136
796031.0 / 36489290
 136     0.0554     0.0041    99.8840     0.3211    93.8700    98.6946
789701.0 / 36489290
 137     0.0542     0.0048    99.8540     0.3297    93.6100    98.9514
782458.0 / 36489290
 138     0.0530     0.0037    99.8920     0.3469    93.4300   100.2373
775585.0 / 36489290
 139     0.0517     0.0033    99.9100     0.3218    93.9600    99.5323
769105.0 / 36489290
 140     0.0505     0.0035    99.9080     0.3492    93.4500    99.2202
762645.0 / 36489290
 141     0.0493     0.0033    99.8900     0.3845    92.8400    98.5847
756799.0 / 36489290
 142     0.0480     0.0031    99.9060     0.3701    93.5000    98.9915
750522.0 / 36489290
 143     0.0468     0.0028    99.9160     0.3323    93.7800    98.5487
744180.0 / 36489290
 144     0.0456     0.0022    99.9420     0.3717    93.7100    98.6625
737257.0 / 36489290
 145     0.0443     0.0019    99.9600     0.3372    94.1000    99.3286
730597.0 / 36489290
 146     0.0431     0.0017    99.9500     0.3397    93.9400    99.1494
724311.0 / 36489290
 147     0.0418     0.0016    99.9680     0.3265    94.0400    98.5318
717946.0 / 36489290
 148     0.0406     0.0011    99.9720     0.3211    94.0400    99.1980
711266.0 / 36489290
 149     0.0394     0.0008    99.9860     0.3313    94.1400    98.9620
705597.0 / 36489290
 150     0.0381     0.0013    99.9660     0.3461    93.9100    98.9320
699568.0 / 36489290
 151     0.0369     0.0008    99.9860     0.3340    94.0900    98.4222
694165.0 / 36489290
 152     0.0357     0.0008    99.9860     0.3381    94.2400    98.7928
688906.0 / 36489290
 153     0.0344     0.0008    99.9780     0.3552    93.9300    98.7657
684251.0 / 36489290
 154     0.0332     0.0012    99.9600     0.3312    94.1700    99.3727
680166.0 / 36489290
 155     0.0319     0.0014    99.9680     0.3404    94.1200    98.7997
676231.0 / 36489290
 156     0.0307     0.0013    99.9720     0.3451    94.2500    98.8155
671894.0 / 36489290
 157     0.0295     0.0008    99.9840     0.3306    94.4300    99.0389
667825.0 / 36489290
 158     0.0282     0.0007    99.9900     0.3273    94.5300    98.7152
663647.0 / 36489290
 159     0.0270     0.0006    99.9920     0.3359    94.4000    99.1930
659944.0 / 36489290
 160     0.0257     0.0007    99.9800     0.3393    94.2600    99.8846
656102.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0005    99.9980     0.3379    94.3600    98.9505
652766.0 / 36489290
 162     0.0233     0.0005    99.9980     0.3358    94.2900    98.9669
649458.0 / 36489290
 163     0.0220     0.0006    99.9880     0.3238    94.4300    99.5716
646506.0 / 36489290
 164     0.0208     0.0004   100.0000     0.3267    94.3800    99.5096
643742.0 / 36489290
 165     0.0196     0.0006    99.9840     0.3235    94.4100    98.6423
641240.0 / 36489290
 166     0.0183     0.0005    99.9880     0.3259    94.3800    99.6728
638724.0 / 36489290
 167     0.0171     0.0004    99.9900     0.3197    94.4100    99.5471
636726.0 / 36489290
 168     0.0159     0.0004    99.9920     0.3200    94.4800    99.1165
634882.0 / 36489290
 169     0.0146     0.0004    99.9960     0.3209    94.4700   100.6894
633043.0 / 36489290
 170     0.0134     0.0004    99.9980     0.3211    94.4900    98.8455
631454.0 / 36489290
 171     0.0121     0.0003   100.0000     0.3198    94.5000    99.1510
630023.0 / 36489290
 172     0.0109     0.0004    99.9940     0.3167    94.4100    97.2221
628652.0 / 36489290
 173     0.0097     0.0003    99.9980     0.3185    94.4500    97.3777
627627.0 / 36489290
 174     0.0084     0.0003    99.9960     0.3159    94.4000    98.2468
626765.0 / 36489290
 175     0.0072     0.0003    99.9940     0.3162    94.6000    99.2107
626039.0 / 36489290
 176     0.0060     0.0003    99.9940     0.3161    94.5600    97.3730
625569.0 / 36489290
 177     0.0047     0.0003    99.9960     0.3178    94.5400    98.9519
625186.0 / 36489290
 178     0.0035     0.0002    99.9980     0.3194    94.5400    99.4069
624898.0 / 36489290
 179     0.0022     0.0003    99.9980     0.3223    94.4100    98.4512
624749.0 / 36489290
 180     0.0010     0.0003    99.9960     0.3145    94.6100    98.9818
624611.0 / 36489290
 181     0.0010     0.0003    99.9980     0.3139    94.6700    98.9978
624488.0 / 36489290
 182     0.0010     0.0003    99.9960     0.3176    94.5000    98.7986
624336.0 / 36489290
 183     0.0010     0.0003    99.9940     0.3194    94.5400    99.3004
624193.0 / 36489290
 184     0.0010     0.0003    99.9960     0.3194    94.5000    98.9514
624041.0 / 36489290
 185     0.0010     0.0002    99.9980     0.3176    94.6300    99.2044
623868.0 / 36489290
 186     0.0010     0.0002    99.9980     0.3152    94.5200    99.3477
623733.0 / 36489290
 187     0.0010     0.0002    99.9980     0.3177    94.5600    99.2551
623598.0 / 36489290
 188     0.0010     0.0002    99.9980     0.3189    94.4900    98.5408
623439.0 / 36489290
 189     0.0010     0.0003    99.9940     0.3186    94.5500    99.6494
623281.0 / 36489290
 190     0.0010     0.0002    99.9980     0.3170    94.6400    99.3399
623146.0 / 36489290
 191     0.0010     0.0002    99.9980     0.3192    94.5700    98.2022
622997.0 / 36489290
 192     0.0010     0.0002   100.0000     0.3174    94.6600    98.6600
622864.0 / 36489290
 193     0.0010     0.0002   100.0000     0.3172    94.5500    99.2047
622729.0 / 36489290
 194     0.0010     0.0002    99.9980     0.3224    94.4500    99.2041
622580.0 / 36489290
 195     0.0010     0.0002    99.9980     0.3221    94.4900    99.1990
622444.0 / 36489290
 196     0.0010     0.0002   100.0000     0.3159    94.5300   100.2559
622269.0 / 36489290
 197     0.0010     0.0002    99.9960     0.3170    94.5600    99.5630
622133.0 / 36489290
 198     0.0010     0.0003    99.9960     0.3235    94.5200    99.3907
621961.0 / 36489290
 199     0.0010     0.0002    99.9980     0.3165    94.5100    99.3398
621817.0 / 36489290
 200     0.0010     0.0002    99.9980     0.3169    94.6400    99.7760
