Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_9/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
total epochs: 200
29389542.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4336    46.7660     1.5500    48.1600   100.9340
25743284.0 / 36489290
   2     0.1000     0.9124    67.5760     1.4285    57.4100    98.4158
22801260.0 / 36489290
   3     0.1000     0.6936    75.8540     1.0089    68.5600    98.0169
20242344.0 / 36489290
   4     0.1000     0.5700    80.1920     1.1028    67.2900    97.4862
17942863.0 / 36489290
   5     0.1000     0.4872    83.2440     0.6793    77.9900    97.2359
15840133.0 / 36489290
   6     0.1000     0.4342    85.0400     0.6482    78.2900    96.9316
13921282.0 / 36489290
   7     0.1000     0.3918    86.4760     0.6439    80.0700    96.8964
12194839.0 / 36489290
   8     0.1000     0.3604    87.5940     0.7184    77.1500    96.5282
10689856.0 / 36489290
   9     0.1000     0.3290    88.5480     0.5149    83.5000    97.3482
9423145.0 / 36489290
  10     0.1000     0.3082    89.3840     0.5264    83.2100    96.9709
8394929.0 / 36489290
  11     0.1000     0.2883    90.0020     0.5027    84.7900    97.0756
7578650.0 / 36489290
  12     0.1000     0.2676    90.8360     0.4474    86.0800    96.8569
6934134.0 / 36489290
  13     0.1000     0.2482    91.4920     0.4864    84.9300    97.2609
6419420.0 / 36489290
  14     0.1000     0.2374    91.7580     0.4276    86.3800    96.8027
6002240.0 / 36489290
  15     0.1000     0.2211    92.2500     0.4063    87.4300    97.3207
5659116.0 / 36489290
  16     0.1000     0.2122    92.6200     0.4208    86.5200    97.3151
5366806.0 / 36489290
  17     0.1000     0.1899    93.4640     0.4333    86.6600    97.1645
5116999.0 / 36489290
  18     0.1000     0.1786    93.8300     1.2618    74.9000    96.7301
4908756.0 / 36489290
  19     0.1000     0.1718    93.9960     0.7678    80.3700    96.6872
4730079.0 / 36489290
  20     0.1000     0.1607    94.3060     1.0241    76.8000    96.7138
4567020.0 / 36489290
  21     0.1000     0.1509    94.7160     0.4854    86.7800    96.6728
4413231.0 / 36489290
  22     0.1000     0.1392    95.1640     0.4085    87.4200    96.6402
4279487.0 / 36489290
  23     0.1000     0.1297    95.4240     0.3255    90.5300    96.9300
4163547.0 / 36489290
  24     0.1000     0.1228    95.7240     0.9588    78.2800    96.8746
4062075.0 / 36489290
  25     0.1000     0.1218    95.8380     0.4023    89.2100    96.5813
3961377.0 / 36489290
  26     0.1000     0.1100    96.2180     0.3917    89.7200    96.6189
3866699.0 / 36489290
  27     0.1000     0.1045    96.3800     0.5215    87.2100    96.8268
3782921.0 / 36489290
  28     0.1000     0.1008    96.5020     0.3538    90.1300    96.5412
3703045.0 / 36489290
  29     0.1000     0.0927    96.7720     0.4516    88.8500    96.5835
3632181.0 / 36489290
  30     0.1000     0.0909    96.8340     0.3208    91.0900    96.9457
3560332.0 / 36489290
  31     0.1000     0.0826    97.0700     0.5387    86.6300    96.8143
3502467.0 / 36489290
  32     0.1000     0.0837    97.0680     0.3743    89.8500    96.7692
3433698.0 / 36489290
  33     0.1000     0.0727    97.4880     0.3566    90.8700    96.5825
3382498.0 / 36489290
  34     0.1000     0.0735    97.4120     0.3318    91.1600    96.8421
3323541.0 / 36489290
  35     0.1000     0.0692    97.6420     0.8151    83.6800    96.8190
3269466.0 / 36489290
  36     0.1000     0.0671    97.6240     0.3241    91.6900    96.6731
3217530.0 / 36489290
  37     0.1000     0.0621    97.8740     0.5660    86.6900    96.8403
3168139.0 / 36489290
  38     0.1000     0.0590    97.9540     0.3957    90.6500    96.6198
3120816.0 / 36489290
  39     0.1000     0.0575    97.9380     0.3302    91.7700    96.9539
3071910.0 / 36489290
  40     0.1000     0.0518    98.2160     0.4046    90.6700    96.7252
3034770.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0580    97.9460     0.4225    90.3300    96.6468
2993155.0 / 36489290
  42     0.1000     0.0523    98.1760     0.3513    91.5900    96.7264
2953634.0 / 36489290
  43     0.1000     0.0508    98.2260     0.7397    85.1300    96.8523
2912454.0 / 36489290
  44     0.1000     0.0470    98.3560     0.4146    90.7100    96.9230
2869958.0 / 36489290
  45     0.1000     0.0429    98.5560     0.4200    90.7500    96.9716
2834130.0 / 36489290
  46     0.1000     0.0450    98.4140     0.4304    90.3700    97.2859
2793754.0 / 36489290
  47     0.1000     0.0406    98.6580     0.3751    92.0600    96.6740
2766702.0 / 36489290
  48     0.1000     0.0457    98.4120     0.3332    91.9300    96.6449
2724194.0 / 36489290
  49     0.1000     0.0364    98.7780     0.3696    91.6200    96.6173
2694931.0 / 36489290
  50     0.1000     0.0403    98.5640     0.4094    90.3400    96.7900
2672583.0 / 36489290
  51     0.1000     0.0444    98.4760     0.4225    90.7400    96.8591
2634197.0 / 36489290
  52     0.1000     0.0340    98.8440     0.3120    92.4400    96.8797
2593821.0 / 36489290
  53     0.1000     0.0295    98.9700     0.3174    92.6300    96.9002
2560052.0 / 36489290
  54     0.1000     0.0294    99.0000     0.4208    91.1900    96.7095
2540010.0 / 36489290
  55     0.1000     0.0372    98.7220     0.3738    91.2300    96.5883
2517454.0 / 36489290
  56     0.1000     0.0339    98.8020     0.4355    90.9900    97.0009
2498862.0 / 36489290
  57     0.1000     0.0362    98.7260     0.4618    90.3800    96.8642
2477071.0 / 36489290
  58     0.1000     0.0342    98.8380     0.4038    90.8000    96.8586
2453150.0 / 36489290
  59     0.1000     0.0326    98.8680     0.3528    91.9900    96.6620
2429340.0 / 36489290
  60     0.1000     0.0320    98.8820     0.3453    92.3400    96.8841
2397831.0 / 36489290
  61     0.1000     0.0258    99.1640     0.3432    92.3600    96.9177
2370864.0 / 36489290
  62     0.1000     0.0277    99.1000     0.3401    92.4500    96.7572
2343630.0 / 36489290
  63     0.1000     0.0252    99.1560     0.3357    92.2800    97.0308
2320408.0 / 36489290
  64     0.1000     0.0267    99.1220     0.3286    92.5200    96.8690
2297427.0 / 36489290
  65     0.1000     0.0259    99.1120     0.5499    89.3700    96.8094
2279319.0 / 36489290
  66     0.1000     0.0269    99.1160     0.3196    93.1700    96.7829
2257779.0 / 36489290
  67     0.1000     0.0242    99.1900     0.3403    92.5400    96.5362
2246984.0 / 36489290
  68     0.1000     0.0307    98.9720     0.3684    91.7500    96.8336
2231056.0 / 36489290
  69     0.1000     0.0278    98.9980     0.3587    92.5100    96.6744
2212462.0 / 36489290
  70     0.1000     0.0251    99.1640     0.3724    91.8700    96.9514
2187444.0 / 36489290
  71     0.1000     0.0226    99.2780     0.4259    91.6900    96.8279
2166689.0 / 36489290
  72     0.1000     0.0221    99.2440     0.4061    91.6800    97.2021
2151375.0 / 36489290
  73     0.1000     0.0244    99.1720     0.3543    92.3500    96.9393
2127644.0 / 36489290
  74     0.1000     0.0193    99.3440     0.4072    91.5600    96.7824
2113390.0 / 36489290
  75     0.1000     0.0247    99.1600     0.3436    92.9200    96.8798
2099914.0 / 36489290
  76     0.1000     0.0245    99.2060     0.4409    91.0200    96.8678
2089425.0 / 36489290
  77     0.1000     0.0244    99.1560     0.4738    90.7200    96.7552
2079295.0 / 36489290
  78     0.1000     0.0261    99.1220     0.3649    92.3600    96.6617
2055547.0 / 36489290
  79     0.1000     0.0178    99.4280     0.3887    92.0500    96.9399
2042262.0 / 36489290
  80     0.1000     0.0218    99.2440     0.3168    93.1100    97.0529
2030817.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0223    99.2300     0.7258    87.6900    96.8515
2016963.0 / 36489290
  82     0.1000     0.0225    99.2500     0.4034    91.6600    96.5395
1996055.0 / 36489290
  83     0.1000     0.0163    99.4660     0.5691    89.1900    96.7179
1994445.0 / 36489290
  84     0.1000     0.0261    99.0580     0.3824    92.0100    96.6423
1970903.0 / 36489290
  85     0.1000     0.0152    99.4980     0.3328    92.8900    96.7828
1958793.0 / 36489290
  86     0.1000     0.0196    99.3300     0.4083    91.8600    96.7678
1944470.0 / 36489290
  87     0.1000     0.0186    99.3740     0.3583    92.5800    96.7278
1932657.0 / 36489290
  88     0.1000     0.0198    99.3560     0.4547    91.4000    96.6671
1918643.0 / 36489290
  89     0.1000     0.0175    99.4020     0.4064    91.1900    96.7476
1909123.0 / 36489290
  90     0.1000     0.0218    99.2660     0.3249    92.8600    96.7126
1897965.0 / 36489290
  91     0.1000     0.0200    99.3340     0.3903    92.2800    96.4423
1884974.0 / 36489290
  92     0.1000     0.0181    99.4480     0.4101    92.0400    96.6574
1867174.0 / 36489290
  93     0.1000     0.0144    99.5300     0.3529    92.9400    96.8540
1851911.0 / 36489290
  94     0.1000     0.0146    99.5300     0.5186    89.5500    96.7926
1842916.0 / 36489290
  95     0.1000     0.0184    99.3980     0.3770    92.3900    96.8343
1838447.0 / 36489290
  96     0.1000     0.0206    99.3040     0.3937    92.4400    96.5565
1827228.0 / 36489290
  97     0.1000     0.0180    99.4040     0.3686    92.6500    96.5714
1814717.0 / 36489290
  98     0.1000     0.0168    99.4580     0.3440    93.0800    96.5809
1799429.0 / 36489290
  99     0.1000     0.0137    99.5520     0.5609    89.9200    96.6875
1808269.0 / 36489290
 100     0.1000     0.0267    99.1180     0.4041    92.0500    96.6482
1795792.0 / 36489290
 101     0.0988     0.0166    99.4600     0.3249    93.3800    96.6606
1773569.0 / 36489290
 102     0.0975     0.0111    99.6540     0.3297    93.4100    96.7028
1753377.0 / 36489290
 103     0.0963     0.0100    99.6760     0.4087    92.1600    96.6346
1742265.0 / 36489290
 104     0.0950     0.0139    99.5340     0.3337    93.1500    96.5937
1732094.0 / 36489290
 105     0.0938     0.0144    99.5040     0.3610    92.6500    96.7277
1717930.0 / 36489290
 106     0.0926     0.0119    99.6180     0.3919    92.3000    96.8004
1696073.0 / 36489290
 107     0.0913     0.0073    99.7700     0.3299    93.4600    96.6589
1675342.0 / 36489290
 108     0.0901     0.0076    99.7760     0.4144    92.3300    96.7993
1663019.0 / 36489290
 109     0.0889     0.0110    99.6540     0.3675    93.0700    96.5311
1646754.0 / 36489290
 110     0.0876     0.0091    99.7100     0.3685    93.0300    96.7772
1633203.0 / 36489290
 111     0.0864     0.0089    99.7200     0.3631    92.9200    96.7130
1622935.0 / 36489290
 112     0.0852     0.0115    99.6140     0.3317    93.5200    96.8685
1612807.0 / 36489290
 113     0.0839     0.0108    99.6420     0.3769    93.1500    96.7554
1599732.0 / 36489290
 114     0.0827     0.0089    99.7080     0.4497    91.8600    96.9069
1588521.0 / 36489290
 115     0.0814     0.0094    99.7100     0.3788    92.7600    96.7931
1571201.0 / 36489290
 116     0.0802     0.0056    99.8360     0.3421    93.4900    96.5162
1554712.0 / 36489290
 117     0.0790     0.0058    99.8160     0.3624    93.1100    96.4971
1541704.0 / 36489290
 118     0.0777     0.0066    99.7740     0.3536    93.1600    96.6596
1525771.0 / 36489290
 119     0.0765     0.0053    99.8260     0.3547    93.3600    96.7248
1509272.0 / 36489290
 120     0.0753     0.0046    99.8520     0.3525    93.4400    96.7935
1495861.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0063    99.8020     0.3344    93.5700    96.7162
1480730.0 / 36489290
 122     0.0728     0.0049    99.8700     0.3389    93.6200    97.1493
1465624.0 / 36489290
 123     0.0715     0.0037    99.8940     0.3421    93.7400    96.9217
1454477.0 / 36489290
 124     0.0703     0.0059    99.8280     0.4391    92.3900    96.5885
1442683.0 / 36489290
 125     0.0691     0.0056    99.8280     0.3346    93.7900    96.8450
1431098.0 / 36489290
 126     0.0678     0.0049    99.8500     0.3621    93.2800    96.3804
1420678.0 / 36489290
 127     0.0666     0.0056    99.8340     0.3560    93.4000    96.7360
1410269.0 / 36489290
 128     0.0654     0.0051    99.8440     0.3303    93.5200    96.6258
1399800.0 / 36489290
 129     0.0641     0.0047    99.8660     0.7066    89.6300    96.9670
1388631.0 / 36489290
 130     0.0629     0.0046    99.8700     0.3189    94.0300    96.7777
1375566.0 / 36489290
 131     0.0616     0.0025    99.9420     0.3182    94.2000    96.6721
1361378.0 / 36489290
 132     0.0604     0.0019    99.9540     0.3102    94.2500    96.6651
1350582.0 / 36489290
 133     0.0592     0.0036    99.8840     0.3189    94.1400    97.0829
1339046.0 / 36489290
 134     0.0579     0.0027    99.9280     0.3219    94.1600    96.8201
1327664.0 / 36489290
 135     0.0567     0.0028    99.9220     0.3276    94.0800    96.7983
1317686.0 / 36489290
 136     0.0554     0.0032    99.9100     0.3166    94.2800    96.7301
1304967.0 / 36489290
 137     0.0542     0.0013    99.9740     0.3119    94.2900    96.7876
1291864.0 / 36489290
 138     0.0530     0.0008    99.9880     0.3185    94.2600    96.8301
1280241.0 / 36489290
 139     0.0517     0.0012    99.9680     0.3175    94.3600    96.4867
1268494.0 / 36489290
 140     0.0505     0.0009    99.9840     0.3354    94.1700    96.8390
1256775.0 / 36489290
 141     0.0493     0.0008    99.9900     0.3100    94.4300    96.9260
1245696.0 / 36489290
 142     0.0480     0.0007    99.9860     0.3116    94.4100    97.1191
1235427.0 / 36489290
 143     0.0468     0.0009    99.9780     0.3096    94.5100    96.5243
1224631.0 / 36489290
 144     0.0456     0.0005    99.9920     0.3140    94.5800    96.7734
1214533.0 / 36489290
 145     0.0443     0.0006    99.9840     0.3156    94.4600    96.5072
1204691.0 / 36489290
 146     0.0431     0.0005    99.9940     0.3118    94.5200    96.6803
1195291.0 / 36489290
 147     0.0418     0.0004    99.9980     0.3171    94.5100    96.8431
1186108.0 / 36489290
 148     0.0406     0.0006    99.9880     0.3167    94.5000    96.6887
1177317.0 / 36489290
 149     0.0394     0.0004    99.9960     0.3195    94.4500    97.1284
1169134.0 / 36489290
 150     0.0381     0.0004    99.9960     0.3241    94.5200    97.0111
1161347.0 / 36489290
 151     0.0369     0.0005    99.9940     0.3572    93.7700    96.6648
1153926.0 / 36489290
 152     0.0357     0.0006    99.9900     0.3271    94.4700    96.4092
1146522.0 / 36489290
 153     0.0344     0.0004    99.9940     0.3276    94.4600    97.0191
1139459.0 / 36489290
 154     0.0332     0.0003   100.0000     0.3212    94.6900    96.7945
1133074.0 / 36489290
 155     0.0319     0.0004    99.9920     0.3240    94.5100    96.8405
1126748.0 / 36489290
 156     0.0307     0.0003    99.9980     0.3192    94.6700    96.7264
1120777.0 / 36489290
 157     0.0295     0.0004    99.9920     0.3114    94.7100    96.8778
1115206.0 / 36489290
 158     0.0282     0.0004    99.9940     0.3154    94.5400    96.7069
1109755.0 / 36489290
 159     0.0270     0.0002   100.0000     0.3122    94.7500    96.7725
1104551.0 / 36489290
 160     0.0257     0.0004    99.9920     0.3166    94.6800    96.6348
1099567.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0003    99.9960     0.3250    94.6700    96.7369
1095123.0 / 36489290
 162     0.0233     0.0003    99.9960     0.3129    94.5900    96.7565
1090813.0 / 36489290
 163     0.0220     0.0002    99.9980     0.3145    94.6700    96.6603
1086806.0 / 36489290
 164     0.0208     0.0002    99.9980     0.3129    94.7500    96.6560
1083021.0 / 36489290
 165     0.0196     0.0002   100.0000     0.3111    94.7000    96.7207
1079503.0 / 36489290
 166     0.0183     0.0002   100.0000     0.3143    94.6800    96.7558
1076389.0 / 36489290
 167     0.0171     0.0002    99.9980     0.3155    94.6100    96.6094
1073342.0 / 36489290
 168     0.0159     0.0002    99.9980     0.3123    94.6800    96.8553
1070793.0 / 36489290
 169     0.0146     0.0002    99.9980     0.3124    94.6700    96.4892
1068468.0 / 36489290
 170     0.0134     0.0002   100.0000     0.3145    94.7800    96.6804
1066275.0 / 36489290
 171     0.0121     0.0001   100.0000     0.3151    94.7700    96.5554
1064306.0 / 36489290
 172     0.0109     0.0002    99.9980     0.3112    94.8200    96.6284
1062702.0 / 36489290
 173     0.0097     0.0001   100.0000     0.3165    94.7500    96.5884
1061210.0 / 36489290
 174     0.0084     0.0002   100.0000     0.3091    94.6700    96.4513
1060042.0 / 36489290
 175     0.0072     0.0002   100.0000     0.3105    94.7600    96.7878
1059042.0 / 36489290
 176     0.0060     0.0002   100.0000     0.3101    94.6500    96.6134
1058397.0 / 36489290
 177     0.0047     0.0002    99.9960     0.3142    94.8200    96.7791
1057789.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3166    94.6300    96.6763
1057532.0 / 36489290
 179     0.0022     0.0002    99.9980     0.3091    94.7400    96.8248
1057352.0 / 36489290
 180     0.0010     0.0002    99.9980     0.3062    94.7800    96.7253
1057250.0 / 36489290
 181     0.0010     0.0002    99.9980     0.3143    94.7700    96.6853
1057089.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3094    94.7900    96.6750
1056965.0 / 36489290
 183     0.0010     0.0002   100.0000     0.3131    94.7800    96.7452
1056816.0 / 36489290
 184     0.0010     0.0002    99.9980     0.3112    94.7600    96.8062
1056663.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3133    94.7800    96.5510
1056516.0 / 36489290
 186     0.0010     0.0002    99.9980     0.3102    94.8000    96.7519
1056362.0 / 36489290
 187     0.0010     0.0001    99.9980     0.3100    94.8100    96.8532
1056214.0 / 36489290
 188     0.0010     0.0002   100.0000     0.3189    94.8000    95.4512
1056073.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3128    94.7700    92.5405
1055919.0 / 36489290
 190     0.0010     0.0002   100.0000     0.3090    94.8100    92.2542
1055781.0 / 36489290
 191     0.0010     0.0001    99.9980     0.3098    94.7100    92.2467
1055647.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3083    94.7900    92.3723
1055508.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3119    94.8300    92.1281
1055341.0 / 36489290
 194     0.0010     0.0001    99.9980     0.3118    94.7100    92.6479
1055197.0 / 36489290
 195     0.0010     0.0002   100.0000     0.3093    94.7300    92.3508
1055056.0 / 36489290
 196     0.0010     0.0002    99.9960     0.3123    94.8100    92.3554
1054909.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3131    94.6900    92.3084
1054748.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3116    94.7600    92.2780
1054623.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3095    94.7600    92.0265
1054477.0 / 36489290
 200     0.0010     0.0001   100.0000     0.3120    94.7400    92.2631
