Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_10/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
total epochs: 200
29389413.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4413    46.5940     1.7954    45.0500   155.6160
25743537.0 / 36489290
   2     0.1000     0.9163    67.4000     1.2621    60.3400   151.0847
22800405.0 / 36489290
   3     0.1000     0.6996    75.6280     1.1497    65.4300   151.1391
20241133.0 / 36489290
   4     0.1000     0.5747    79.9340     1.6086    60.0400   151.3193
17941249.0 / 36489290
   5     0.1000     0.4925    83.1000     0.7081    77.9700   151.0690
15838337.0 / 36489290
   6     0.1000     0.4368    84.8660     0.6424    77.8200   151.0898
13918020.0 / 36489290
   7     0.1000     0.3949    86.4520     0.5533    82.4400   151.2457
12193367.0 / 36489290
   8     0.1000     0.3637    87.3820     0.7264    76.6300   150.9094
10690451.0 / 36489290
   9     0.1000     0.3339    88.3840     0.6121    81.2500   151.0104
9427716.0 / 36489290
  10     0.1000     0.3101    89.3220     0.5690    82.4900   151.0262
8405208.0 / 36489290
  11     0.1000     0.2898    90.1080     0.4284    85.8600   151.0790
7594477.0 / 36489290
  12     0.1000     0.2706    90.5920     0.5890    82.7700   151.0946
6951946.0 / 36489290
  13     0.1000     0.2497    91.3840     0.5067    84.5600   150.9901
6440084.0 / 36489290
  14     0.1000     0.2366    91.7820     0.4013    86.8400   150.9566
6020915.0 / 36489290
  15     0.1000     0.2228    92.3640     0.5596    83.8600   150.9097
5674363.0 / 36489290
  16     0.1000     0.2083    92.9080     0.5381    83.7500   151.0683
5379719.0 / 36489290
  17     0.1000     0.1936    93.2860     0.4218    86.9300   150.8560
5131626.0 / 36489290
  18     0.1000     0.1795    93.8580     0.7364    81.0700   150.9344
4920178.0 / 36489290
  19     0.1000     0.1720    94.0720     0.9634    77.5900   150.9971
4740954.0 / 36489290
  20     0.1000     0.1591    94.3740     0.5344    84.6600   150.9017
4578057.0 / 36489290
  21     0.1000     0.1529    94.7300     0.4775    86.6400   150.9301
4426174.0 / 36489290
  22     0.1000     0.1374    95.3260     0.4796    86.6400   150.8968
4296935.0 / 36489290
  23     0.1000     0.1338    95.2840     0.3789    89.0400   151.0050
4186219.0 / 36489290
  24     0.1000     0.1256    95.6280     0.5100    86.3700   150.9482
4082633.0 / 36489290
  25     0.1000     0.1204    95.8020     0.4204    88.1000   151.1664
3979870.0 / 36489290
  26     0.1000     0.1109    96.1000     0.4196    88.5600   150.8955
3882276.0 / 36489290
  27     0.1000     0.1033    96.4300     0.4528    88.1500   151.0490
3801957.0 / 36489290
  28     0.1000     0.1014    96.4620     0.4715    87.7300   150.9342
3718509.0 / 36489290
  29     0.1000     0.0929    96.8300     0.3594    90.3100   150.9408
3645588.0 / 36489290
  30     0.1000     0.0871    96.8940     0.3858    89.1300   150.9277
3581592.0 / 36489290
  31     0.1000     0.0875    96.9460     0.3525    90.3300   150.9074
3516400.0 / 36489290
  32     0.1000     0.0831    97.0860     0.3628    90.2900   151.1345
3447578.0 / 36489290
  33     0.1000     0.0726    97.4680     0.3905    90.1500   151.1119
3390691.0 / 36489290
  34     0.1000     0.0708    97.4780     0.3752    90.2400   150.8959
3333604.0 / 36489290
  35     0.1000     0.0689    97.5980     0.4412    89.4000   150.9720
3283899.0 / 36489290
  36     0.1000     0.0690    97.5460     0.5264    88.1200   150.9838
3233007.0 / 36489290
  37     0.1000     0.0633    97.7680     0.3598    90.7700   151.0486
3187136.0 / 36489290
  38     0.1000     0.0614    97.7940     0.6183    86.6600   150.9708
3141162.0 / 36489290
  39     0.1000     0.0607    97.8440     0.3884    90.5900   151.0745
3083259.0 / 36489290
  40     0.1000     0.0484    98.3120     0.5440    87.5800   151.1558
3041438.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0535    98.1000     0.4255    90.4600   150.9908
3003633.0 / 36489290
  42     0.1000     0.0515    98.1440     0.6450    85.4200   150.8744
2964515.0 / 36489290
  43     0.1000     0.0500    98.3060     0.4684    89.9600   151.0404
2923798.0 / 36489290
  44     0.1000     0.0477    98.3820     0.3325    91.6200   151.1555
2883608.0 / 36489290
  45     0.1000     0.0439    98.4740     0.4030    90.9800   150.7909
2846519.0 / 36489290
  46     0.1000     0.0453    98.4840     0.3681    91.0900   151.0392
2807373.0 / 36489290
  47     0.1000     0.0403    98.6240     0.3544    91.9600   150.9190
2772625.0 / 36489290
  48     0.1000     0.0423    98.5420     0.3258    91.9300   150.9912
2737460.0 / 36489290
  49     0.1000     0.0389    98.6440     0.4370    90.5000   151.0355
2702361.0 / 36489290
  50     0.1000     0.0369    98.7560     0.3296    92.0000   150.8511
2674205.0 / 36489290
  51     0.1000     0.0384    98.7040     0.4939    88.8800   151.5919
2647162.0 / 36489290
  52     0.1000     0.0393    98.6380     0.3635    91.6100   146.6750
2618561.0 / 36489290
  53     0.1000     0.0376    98.7220     0.3558    91.8000   147.1285
2590993.0 / 36489290
  54     0.1000     0.0379    98.7100     0.3308    92.0400   147.0333
2552557.0 / 36489290
  55     0.1000     0.0304    99.0200     0.5550    88.3900   146.8644
2524052.0 / 36489290
  56     0.1000     0.0331    98.8340     0.3531    91.7600   147.5312
2496061.0 / 36489290
  57     0.1000     0.0315    98.9080     0.3618    91.7600   147.2044
2475380.0 / 36489290
  58     0.1000     0.0327    98.8660     0.3216    92.6200   146.7692
2448216.0 / 36489290
  59     0.1000     0.0306    98.9680     0.4635    90.7700   147.1065
2425014.0 / 36489290
  60     0.1000     0.0303    98.9300     0.3875    91.1500   147.4410
2403796.0 / 36489290
  61     0.1000     0.0304    98.9640     0.3458    92.2200   147.5624
2387049.0 / 36489290
  62     0.1000     0.0319    98.8980     0.3706    91.8200   147.4013
2353957.0 / 36489290
  63     0.1000     0.0229    99.2320     0.4455    90.1700   146.6468
2335784.0 / 36489290
  64     0.1000     0.0284    99.0240     0.3616    91.4800   147.0191
2320520.0 / 36489290
  65     0.1000     0.0302    98.9880     0.4980    90.1400   147.2387
2299708.0 / 36489290
  66     0.1000     0.0249    99.1320     0.4932    89.9100   147.2791
2279187.0 / 36489290
  67     0.1000     0.0276    99.0960     0.3801    92.4600   147.2376
2243489.0 / 36489290
  68     0.1000     0.0183    99.4260     0.3596    92.3000   147.5858
2219232.0 / 36489290
  69     0.1000     0.0232    99.2640     0.3349    92.7800   147.1555
2202955.0 / 36489290
  70     0.1000     0.0247    99.1880     0.4495    90.5300   147.4373
2193719.0 / 36489290
  71     0.1000     0.0285    99.0160     0.4823    90.8600   146.9734
2175176.0 / 36489290
  72     0.1000     0.0239    99.1780     0.3753    91.9600   147.4312
2156719.0 / 36489290
  73     0.1000     0.0216    99.2860     0.3344    92.8900   147.4422
2145160.0 / 36489290
  74     0.1000     0.0263    99.0880     0.4117    91.3800   147.4978
2130870.0 / 36489290
  75     0.1000     0.0241    99.1920     0.3617    91.9100   147.2734
2102106.0 / 36489290
  76     0.1000     0.0158    99.4740     0.3542    92.6800   147.5428
2087696.0 / 36489290
  77     0.1000     0.0212    99.2380     0.4176    91.9300   147.2536
2080204.0 / 36489290
  78     0.1000     0.0258    99.1300     0.4810    90.0500   147.5900
2066729.0 / 36489290
  79     0.1000     0.0216    99.2200     0.4299    91.1700   147.8838
2048454.0 / 36489290
  80     0.1000     0.0200    99.3660     0.3524    92.6100   147.5778
2032002.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0198    99.3360     0.4427    90.8000   147.3547
2017426.0 / 36489290
  82     0.1000     0.0207    99.3120     0.3378    92.7900   147.4399
1994855.0 / 36489290
  83     0.1000     0.0155    99.4620     0.3825    92.1400   147.4638
1983954.0 / 36489290
  84     0.1000     0.0219    99.2520     0.3145    92.8700   147.2210
1967694.0 / 36489290
  85     0.1000     0.0168    99.4500     0.3620    92.6300   147.2696
1959895.0 / 36489290
  86     0.1000     0.0215    99.2760     0.3429    93.1900   146.8251
1946828.0 / 36489290
  87     0.1000     0.0204    99.3320     0.3831    92.0800   147.0331
1939346.0 / 36489290
  88     0.1000     0.0225    99.2320     0.3041    93.1200   147.8240
1919586.0 / 36489290
  89     0.1000     0.0148    99.5420     0.4132    91.5400   147.1597
1902273.0 / 36489290
  90     0.1000     0.0160    99.4720     0.3362    93.2900   147.0534
1896124.0 / 36489290
  91     0.1000     0.0201    99.2980     0.4408    91.3000   146.8660
1886524.0 / 36489290
  92     0.1000     0.0186    99.3820     0.3466    92.8400   147.1280
1878772.0 / 36489290
  93     0.1000     0.0197    99.3640     0.4541    91.4700   146.8495
1873282.0 / 36489290
  94     0.1000     0.0216    99.2740     0.3479    92.5400   147.4785
1855873.0 / 36489290
  95     0.1000     0.0152    99.5300     0.3479    92.7100   146.8285
1842527.0 / 36489290
  96     0.1000     0.0154    99.4820     0.3586    92.8900   147.2414
1833657.0 / 36489290
  97     0.1000     0.0180    99.3800     0.4633    91.3600   147.5394
1828795.0 / 36489290
  98     0.1000     0.0198    99.3080     0.3532    92.7400   147.4265
1812425.0 / 36489290
  99     0.1000     0.0142    99.5600     0.3399    92.8800   147.3993
1791140.0 / 36489290
 100     0.1000     0.0113    99.6360     0.3128    93.3700   147.3683
1789982.0 / 36489290
 101     0.0988     0.0209    99.2820     0.3989    91.7100   147.1785
1782283.0 / 36489290
 102     0.0975     0.0171    99.4180     0.3621    92.2300   147.2935
1771521.0 / 36489290
 103     0.0963     0.0143    99.5160     0.4039    92.0400   147.2515
1761709.0 / 36489290
 104     0.0950     0.0157    99.4820     0.3647    92.7400   147.1056
1743714.0 / 36489290
 105     0.0938     0.0117    99.6300     0.3553    92.8500   146.8323
1731701.0 / 36489290
 106     0.0926     0.0134    99.5800     0.4192    91.9200   147.0593
1716328.0 / 36489290
 107     0.0913     0.0117    99.6460     0.3310    93.2300   147.3758
1698828.0 / 36489290
 108     0.0901     0.0084    99.7280     0.3375    93.4200   147.3984
1686250.0 / 36489290
 109     0.0889     0.0114    99.6180     0.4123    92.2000   147.5327
1671953.0 / 36489290
 110     0.0876     0.0100    99.6800     0.3427    93.1500   147.2301
1654542.0 / 36489290
 111     0.0864     0.0081    99.7260     0.3483    93.2100   147.0364
1638815.0 / 36489290
 112     0.0852     0.0081    99.7380     0.3704    92.7000   147.0992
1629361.0 / 36489290
 113     0.0839     0.0119    99.5900     0.3901    92.7300   147.1990
1612218.0 / 36489290
 114     0.0827     0.0065    99.8060     0.3493    93.4100   146.8302
1596378.0 / 36489290
 115     0.0814     0.0075    99.7540     0.3422    93.5600   147.5833
1585410.0 / 36489290
 116     0.0802     0.0092    99.7220     0.3532    93.3100   147.0506
1570634.0 / 36489290
 117     0.0790     0.0068    99.7820     0.3477    93.3500   147.1123
1557158.0 / 36489290
 118     0.0777     0.0064    99.7900     0.4324    92.2900   147.0264
1540445.0 / 36489290
 119     0.0765     0.0051    99.8580     0.4163    92.8600   147.4460
1525030.0 / 36489290
 120     0.0753     0.0053    99.8520     0.3390    93.6300   147.2599
1512688.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0067    99.7900     0.3671    93.0500   147.2719
1497988.0 / 36489290
 122     0.0728     0.0049    99.8500     0.3502    93.3500   147.2342
1484777.0 / 36489290
 123     0.0715     0.0051    99.8400     0.3730    93.2200   147.2529
1475302.0 / 36489290
 124     0.0703     0.0070    99.7700     0.4650    91.9300   147.5137
1463244.0 / 36489290
 125     0.0691     0.0048    99.8520     0.3524    93.3500   147.3323
1448059.0 / 36489290
 126     0.0678     0.0035    99.9020     0.3522    93.6600   147.1023
1432859.0 / 36489290
 127     0.0666     0.0027    99.9200     0.3261    93.8300   147.0990
1418984.0 / 36489290
 128     0.0654     0.0034    99.8940     0.3339    93.9500   147.2916
1407196.0 / 36489290
 129     0.0641     0.0040    99.8820     0.3740    93.4900   146.7672
1394630.0 / 36489290
 130     0.0629     0.0033    99.9000     0.3527    93.5900   147.0797
1386515.0 / 36489290
 131     0.0616     0.0056    99.8240     0.3354    93.6900   147.1709
1380320.0 / 36489290
 132     0.0604     0.0062    99.8000     0.3893    92.8600   147.5256
1370006.0 / 36489290
 133     0.0592     0.0039    99.8880     0.3823    93.2600   146.9392
1361036.0 / 36489290
 134     0.0579     0.0049    99.8440     0.3540    93.4000   146.5895
1350407.0 / 36489290
 135     0.0567     0.0032    99.9180     0.3495    93.6500   146.8357
1338631.0 / 36489290
 136     0.0554     0.0020    99.9520     0.3333    93.8200   146.7731
1325623.0 / 36489290
 137     0.0542     0.0014    99.9740     0.3365    93.9000   147.1658
1312954.0 / 36489290
 138     0.0530     0.0012    99.9740     0.3305    93.9700   147.4161
1300952.0 / 36489290
 139     0.0517     0.0012    99.9660     0.3327    93.9500   147.4042
1289962.0 / 36489290
 140     0.0505     0.0018    99.9560     0.3441    94.0400   147.0503
1278661.0 / 36489290
 141     0.0493     0.0011    99.9760     0.3434    94.0400   147.1067
1267846.0 / 36489290
 142     0.0480     0.0012    99.9660     0.3522    94.0100   146.7496
1257338.0 / 36489290
 143     0.0468     0.0010    99.9840     0.3419    93.9600   146.7516
1246310.0 / 36489290
 144     0.0456     0.0007    99.9880     0.3437    94.0300   147.0250
1236215.0 / 36489290
 145     0.0443     0.0007    99.9860     0.3432    94.0100   146.7217
1226239.0 / 36489290
 146     0.0431     0.0006    99.9840     0.3499    94.0700   146.9009
1217324.0 / 36489290
 147     0.0418     0.0008    99.9820     0.3385    93.9000   146.7859
1208441.0 / 36489290
 148     0.0406     0.0007    99.9900     0.3297    94.1200   147.2393
1199574.0 / 36489290
 149     0.0394     0.0005    99.9940     0.3287    94.1800   147.3122
1190869.0 / 36489290
 150     0.0381     0.0003    99.9980     0.3325    94.2000   147.0877
1182963.0 / 36489290
 151     0.0369     0.0005    99.9940     0.3318    94.1300   146.6779
1175385.0 / 36489290
 152     0.0357     0.0005    99.9940     0.3284    94.1600   146.5371
1167891.0 / 36489290
 153     0.0344     0.0004    99.9960     0.3307    94.1300   147.1127
1161302.0 / 36489290
 154     0.0332     0.0007    99.9860     0.3419    94.0900   146.9935
1154824.0 / 36489290
 155     0.0319     0.0006    99.9860     0.3401    94.2500   147.1681
1148367.0 / 36489290
 156     0.0307     0.0004    99.9960     0.3378    94.1600   146.8253
1142212.0 / 36489290
 157     0.0295     0.0003    99.9960     0.3427    94.2100   146.9426
1136313.0 / 36489290
 158     0.0282     0.0003    99.9960     0.3349    94.1300   147.3858
1130693.0 / 36489290
 159     0.0270     0.0003   100.0000     0.3370    94.1500   146.6995
1125271.0 / 36489290
 160     0.0257     0.0002   100.0000     0.3330    94.1600   147.1264
1120246.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0003    99.9980     0.3430    94.1700   147.2451
1115467.0 / 36489290
 162     0.0233     0.0002   100.0000     0.3325    94.1500   146.9098
1111132.0 / 36489290
 163     0.0220     0.0004    99.9920     0.3352    94.1300   147.2860
1107093.0 / 36489290
 164     0.0208     0.0002    99.9980     0.3404    94.1600   147.3539
1103396.0 / 36489290
 165     0.0196     0.0002   100.0000     0.3291    94.2800   146.8763
1099976.0 / 36489290
 166     0.0183     0.0002   100.0000     0.3267    94.3400   146.5599
1096555.0 / 36489290
 167     0.0171     0.0002   100.0000     0.3331    94.3300   147.2972
1093547.0 / 36489290
 168     0.0159     0.0002    99.9980     0.3314    94.3100   147.1749
1090769.0 / 36489290
 169     0.0146     0.0002   100.0000     0.3330    94.2400   147.4325
1088270.0 / 36489290
 170     0.0134     0.0001   100.0000     0.3280    94.3000   146.5326
1086029.0 / 36489290
 171     0.0121     0.0002    99.9980     0.3273    94.2900   146.8182
1084031.0 / 36489290
 172     0.0109     0.0002   100.0000     0.3261    94.2100   146.7030
1082273.0 / 36489290
 173     0.0097     0.0002   100.0000     0.3238    94.1300   147.3690
1080781.0 / 36489290
 174     0.0084     0.0001   100.0000     0.3315    94.2800   147.4366
1079524.0 / 36489290
 175     0.0072     0.0002    99.9980     0.3311    94.2300   147.3676
1078509.0 / 36489290
 176     0.0060     0.0002   100.0000     0.3290    94.2900   146.7260
1077799.0 / 36489290
 177     0.0047     0.0002    99.9980     0.3269    94.2900   146.6356
1077228.0 / 36489290
 178     0.0035     0.0002    99.9980     0.3290    94.2400   146.9645
1076923.0 / 36489290
 179     0.0022     0.0002    99.9980     0.3328    94.2300   146.6506
1076777.0 / 36489290
 180     0.0010     0.0002    99.9940     0.3287    94.2300   146.9169
1076631.0 / 36489290
 181     0.0010     0.0002    99.9980     0.3253    94.3600   147.3507
1076461.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3262    94.2600   146.5381
1076308.0 / 36489290
 183     0.0010     0.0002   100.0000     0.3301    94.1900   146.4876
1076147.0 / 36489290
 184     0.0010     0.0002    99.9980     0.3285    94.2500   146.7767
1076012.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3338    94.2200   146.6165
1075871.0 / 36489290
 186     0.0010     0.0002   100.0000     0.3278    94.1500   146.5128
1075738.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3279    94.3100   147.0949
1075564.0 / 36489290
 188     0.0010     0.0001   100.0000     0.3306    94.3100   146.5084
1075406.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3257    94.2700   147.2980
1075232.0 / 36489290
 190     0.0010     0.0002    99.9980     0.3247    94.2800   146.8956
1075083.0 / 36489290
 191     0.0010     0.0002    99.9960     0.3282    94.2700   146.5911
1074922.0 / 36489290
 192     0.0010     0.0002   100.0000     0.3315    94.2100   147.2948
1074776.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3283    94.2700   147.4356
1074618.0 / 36489290
 194     0.0010     0.0002   100.0000     0.3294    94.2300   146.5920
1074465.0 / 36489290
 195     0.0010     0.0002   100.0000     0.3281    94.2800   146.7746
1074303.0 / 36489290
 196     0.0010     0.0002   100.0000     0.3304    94.2000   147.1471
1074147.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3289    94.2300   146.9711
1073988.0 / 36489290
 198     0.0010     0.0002   100.0000     0.3236    94.2900   146.9760
1073855.0 / 36489290
 199     0.0010     0.0002    99.9960     0.3318    94.1700   146.8726
1073702.0 / 36489290
 200     0.0010     0.0002   100.0000     0.3281    94.2300   147.1392
