Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_6/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
total epochs: 200
29389165.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4359    46.6180     1.6109    46.4500   103.7093
25743458.0 / 36489290
   2     0.1000     0.9124    67.6940     1.1096    63.4400   100.5752
22800783.0 / 36489290
   3     0.1000     0.6964    75.7780     0.9087    71.3000    99.7793
20241438.0 / 36489290
   4     0.1000     0.5737    80.0260     1.2310    64.7700    99.0367
17941036.0 / 36489290
   5     0.1000     0.4903    83.1660     0.7809    74.9500    99.4957
15837897.0 / 36489290
   6     0.1000     0.4362    84.9800     0.6517    77.8600    98.7971
13918922.0 / 36489290
   7     0.1000     0.3950    86.3260     0.6151    80.8600    99.7766
12193894.0 / 36489290
   8     0.1000     0.3627    87.5660     0.7721    75.7100    99.5653
10691386.0 / 36489290
   9     0.1000     0.3309    88.6540     0.6180    81.1300    99.8509
9431061.0 / 36489290
  10     0.1000     0.3073    89.4360     0.5752    82.2400    99.2751
8406267.0 / 36489290
  11     0.1000     0.2888    90.0140     0.4124    86.1000    99.2133
7596798.0 / 36489290
  12     0.1000     0.2680    90.6280     0.4730    85.5400    98.8911
6950788.0 / 36489290
  13     0.1000     0.2500    91.3080     0.4710    85.3600   100.1060
6439156.0 / 36489290
  14     0.1000     0.2368    91.7280     0.4857    84.7500    99.1191
6020236.0 / 36489290
  15     0.1000     0.2204    92.2780     0.5261    83.9200    98.6821
5679093.0 / 36489290
  16     0.1000     0.2094    92.6320     0.3572    88.0300    99.2843
5383390.0 / 36489290
  17     0.1000     0.1916    93.4000     0.3735    88.1600    99.5607
5137763.0 / 36489290
  18     0.1000     0.1792    93.6720     1.0499    76.1300    99.6973
4931803.0 / 36489290
  19     0.1000     0.1732    94.0500     0.7632    80.7100    98.4494
4751528.0 / 36489290
  20     0.1000     0.1601    94.3260     0.7617    79.9300    99.4787
4584117.0 / 36489290
  21     0.1000     0.1527    94.6120     0.5239    86.0700    99.3857
4434208.0 / 36489290
  22     0.1000     0.1378    95.2720     0.3576    89.3000    99.0869
4303868.0 / 36489290
  23     0.1000     0.1316    95.4140     0.4716    87.6100    98.5520
4187218.0 / 36489290
  24     0.1000     0.1238    95.6480     0.3892    88.7100    99.2043
4084318.0 / 36489290
  25     0.1000     0.1191    95.7840     0.4141    88.4600    98.1484
3984075.0 / 36489290
  26     0.1000     0.1110    96.1260     0.4803    87.8900    99.2498
3888269.0 / 36489290
  27     0.1000     0.1032    96.4940     0.5294    86.8100    98.9483
3807320.0 / 36489290
  28     0.1000     0.1022    96.4740     0.3746    89.8600    98.2932
3725827.0 / 36489290
  29     0.1000     0.0932    96.7660     0.6372    85.1700    98.8057
3651534.0 / 36489290
  30     0.1000     0.0886    96.9420     0.3663    90.2300    98.7709
3588140.0 / 36489290
  31     0.1000     0.0869    97.0060     0.3880    89.7000    99.1352
3518768.0 / 36489290
  32     0.1000     0.0801    97.2500     0.4365    88.3900    99.2270
3456234.0 / 36489290
  33     0.1000     0.0775    97.3280     0.3904    90.3500    99.3772
3397393.0 / 36489290
  34     0.1000     0.0722    97.4820     0.3318    91.3700    97.9382
3339045.0 / 36489290
  35     0.1000     0.0698    97.5820     0.5060    87.8500    98.6652
3278877.0 / 36489290
  36     0.1000     0.0631    97.8360     0.4824    88.8200    98.9926
3227955.0 / 36489290
  37     0.1000     0.0647    97.8220     0.3565    91.0000    98.1443
3179556.0 / 36489290
  38     0.1000     0.0601    97.9140     0.3372    91.3700    98.4979
3130569.0 / 36489290
  39     0.1000     0.0575    98.0380     0.3871    90.7000    97.6964
3079661.0 / 36489290
  40     0.1000     0.0520    98.1720     0.6473    86.1800    97.9901
3041503.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0538    98.1140     0.4337    90.2800    97.8983
3009257.0 / 36489290
  42     0.1000     0.0557    98.0400     0.3804    90.6000    98.4167
2966292.0 / 36489290
  43     0.1000     0.0494    98.3200     0.3825    91.2200    98.0852
2924991.0 / 36489290
  44     0.1000     0.0465    98.4680     0.9220    81.8500    99.1312
2884615.0 / 36489290
  45     0.1000     0.0457    98.5020     0.6081    87.6000    98.9374
2849402.0 / 36489290
  46     0.1000     0.0469    98.3840     0.3713    90.9500    99.7509
2810959.0 / 36489290
  47     0.1000     0.0408    98.5980     0.3743    91.0500    98.4908
2780902.0 / 36489290
  48     0.1000     0.0437    98.4660     0.3425    91.7700    98.5670
2738747.0 / 36489290
  49     0.1000     0.0352    98.8220     0.3780    91.7400    99.3056
2700558.0 / 36489290
  50     0.1000     0.0370    98.7960     0.4007    91.0600    98.5474
2667958.0 / 36489290
  51     0.1000     0.0373    98.7380     0.5591    88.6500   100.2539
2641560.0 / 36489290
  52     0.1000     0.0377    98.7080     0.3263    92.3200    98.3409
2608195.0 / 36489290
  53     0.1000     0.0350    98.8780     0.3543    92.1200   100.3088
2580086.0 / 36489290
  54     0.1000     0.0359    98.7700     0.4057    91.1100    98.2239
2547631.0 / 36489290
  55     0.1000     0.0303    98.9280     0.3640    91.6700    99.1593
2528260.0 / 36489290
  56     0.1000     0.0371    98.7400     0.3581    91.6300    98.7514
2506670.0 / 36489290
  57     0.1000     0.0358    98.7720     0.3566    92.0700    98.9759
2480752.0 / 36489290
  58     0.1000     0.0314    98.9320     0.4877    89.4900    98.9263
2454612.0 / 36489290
  59     0.1000     0.0307    98.9340     0.3837    91.3100    98.6863
2431163.0 / 36489290
  60     0.1000     0.0299    98.9980     0.4463    90.9400    98.3169
2406719.0 / 36489290
  61     0.1000     0.0300    99.0240     0.3855    91.8100    98.3107
2389462.0 / 36489290
  62     0.1000     0.0308    98.9060     0.3663    91.9300    98.4602
2369933.0 / 36489290
  63     0.1000     0.0306    98.9260     0.4717    90.1500    98.4515
2347349.0 / 36489290
  64     0.1000     0.0295    99.0540     0.3302    92.0500    99.8287
2317542.0 / 36489290
  65     0.1000     0.0237    99.2100     0.3863    91.8900    99.8156
2297571.0 / 36489290
  66     0.1000     0.0267    99.0700     0.3425    92.2400    99.0480
2280984.0 / 36489290
  67     0.1000     0.0279    99.0400     0.3825    92.0300    98.4263
2264887.0 / 36489290
  68     0.1000     0.0284    99.0400     0.4233    90.9700    98.5008
2239412.0 / 36489290
  69     0.1000     0.0232    99.2080     0.3543    92.4400    98.9436
2218448.0 / 36489290
  70     0.1000     0.0231    99.2000     0.4008    91.5500    99.1954
2213032.0 / 36489290
  71     0.1000     0.0325    98.8960     0.3861    91.9300    99.5673
2183685.0 / 36489290
  72     0.1000     0.0193    99.3680     0.5879    89.3200    98.6393
2169276.0 / 36489290
  73     0.1000     0.0253    99.1820     0.4483    90.5300    98.7322
2146977.0 / 36489290
  74     0.1000     0.0220    99.2760     0.3908    91.8700    97.9623
2138942.0 / 36489290
  75     0.1000     0.0268    99.0680     0.4342    90.8700    98.8921
2123665.0 / 36489290
  76     0.1000     0.0253    99.1680     0.3337    92.3200    98.5008
2100006.0 / 36489290
  77     0.1000     0.0182    99.3900     0.4487    91.3800    99.0273
2085611.0 / 36489290
  78     0.1000     0.0212    99.2800     0.3699    92.4400    99.3678
2070919.0 / 36489290
  79     0.1000     0.0212    99.3220     0.4925    90.4800    99.0859
2061781.0 / 36489290
  80     0.1000     0.0243    99.1340     0.4049    91.2300    98.5945
2052910.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0246    99.1700     0.4408    90.5100    98.7896
2039042.0 / 36489290
  82     0.1000     0.0222    99.2740     0.3833    92.1400    98.5565
2017071.0 / 36489290
  83     0.1000     0.0181    99.4380     0.4124    91.9700    98.4641
1997689.0 / 36489290
  84     0.1000     0.0176    99.4220     0.3586    92.5800    98.4558
1987693.0 / 36489290
  85     0.1000     0.0231    99.2200     0.3954    91.9400    98.4194
1969422.0 / 36489290
  86     0.1000     0.0178    99.3900     0.5663    89.5300    99.5885
1961699.0 / 36489290
  87     0.1000     0.0218    99.2360     0.3169    93.1000    98.3315
1945637.0 / 36489290
  88     0.1000     0.0181    99.4220     0.3596    92.4900    98.1039
1924421.0 / 36489290
  89     0.1000     0.0144    99.5360     0.4646    90.5800    98.8948
1911035.0 / 36489290
  90     0.1000     0.0176    99.4200     0.3621    92.5400    98.6323
1901629.0 / 36489290
  91     0.1000     0.0191    99.3560     0.3941    92.1400    99.8598
1895733.0 / 36489290
  92     0.1000     0.0213    99.2740     0.3928    92.1900    97.5786
1883021.0 / 36489290
  93     0.1000     0.0171    99.4320     0.3444    92.8300    99.0200
1869684.0 / 36489290
  94     0.1000     0.0168    99.4340     0.9673    84.8800    98.7614
1861360.0 / 36489290
  95     0.1000     0.0194    99.3600     0.3939    92.3600    99.2286
1853597.0 / 36489290
  96     0.1000     0.0196    99.3260     0.5397    89.7500    98.4739
1841779.0 / 36489290
  97     0.1000     0.0175    99.4180     0.3253    93.1700    98.9253
1824904.0 / 36489290
  98     0.1000     0.0136    99.5520     0.3446    92.9700    98.9648
1808907.0 / 36489290
  99     0.1000     0.0136    99.5680     0.4341    91.5800    98.8420
1810100.0 / 36489290
 100     0.1000     0.0221    99.2220     0.4096    92.0200    98.6848
1801351.0 / 36489290
 101     0.0988     0.0187    99.3960     0.3597    92.4300    98.7077
1781346.0 / 36489290
 102     0.0975     0.0107    99.6700     0.3547    92.7300    98.7638
1768968.0 / 36489290
 103     0.0963     0.0149    99.5060     0.4159    91.7300    98.9679
1751292.0 / 36489290
 104     0.0950     0.0104    99.6700     0.3355    93.4200    97.9643
1735530.0 / 36489290
 105     0.0938     0.0117    99.6120     0.4639    91.4300    98.0070
1721311.0 / 36489290
 106     0.0926     0.0115    99.6440     0.3625    92.9300    98.3150
1708819.0 / 36489290
 107     0.0913     0.0125    99.5900     0.4767    90.8500    98.0869
1696662.0 / 36489290
 108     0.0901     0.0127    99.5640     0.3784    92.6600    98.8622
1682336.0 / 36489290
 109     0.0889     0.0104    99.6520     0.3902    92.5700    98.9318
1667584.0 / 36489290
 110     0.0876     0.0100    99.6820     0.3631    93.1800    98.6792
1654474.0 / 36489290
 111     0.0864     0.0106    99.6640     0.3519    93.2300    99.0585
1638433.0 / 36489290
 112     0.0852     0.0087    99.7340     0.3539    93.1000    99.9799
1618597.0 / 36489290
 113     0.0839     0.0060    99.8180     0.3285    93.9300    98.5568
1599183.0 / 36489290
 114     0.0827     0.0056    99.8360     0.4769    91.5100    99.8358
1583370.0 / 36489290
 115     0.0814     0.0069    99.7720     0.3494    93.4600    98.9420
1565827.0 / 36489290
 116     0.0802     0.0052    99.8460     0.3847    92.9700    98.7454
1551559.0 / 36489290
 117     0.0790     0.0065    99.8040     0.3351    93.5100    97.7024
1536413.0 / 36489290
 118     0.0777     0.0055    99.8440     0.3644    93.4900    98.2658
1522340.0 / 36489290
 119     0.0765     0.0053    99.8380     0.3883    93.0300    98.8101
1509226.0 / 36489290
 120     0.0753     0.0062    99.7960     0.3894    93.1400    99.0035
1499840.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0073    99.7420     0.3741    93.4700    99.1254
1489224.0 / 36489290
 122     0.0728     0.0071    99.7840     0.3856    93.1400    99.5988
1476834.0 / 36489290
 123     0.0715     0.0052    99.8460     0.3469    93.6100    99.3364
1466567.0 / 36489290
 124     0.0703     0.0064    99.7940     0.4118    92.8400    98.0440
1453689.0 / 36489290
 125     0.0691     0.0045    99.8560     0.3506    93.6400    98.4371
1438163.0 / 36489290
 126     0.0678     0.0033    99.9020     0.3432    93.7000    99.0108
1424275.0 / 36489290
 127     0.0666     0.0034    99.9120     0.3509    93.9600    97.6584
1414744.0 / 36489290
 128     0.0654     0.0056    99.8180     0.3458    93.8100    98.5518
1401731.0 / 36489290
 129     0.0641     0.0035    99.8940     0.3426    93.8500    99.2399
1393631.0 / 36489290
 130     0.0629     0.0057    99.8140     0.4054    92.8700    98.3089
1384637.0 / 36489290
 131     0.0616     0.0051    99.8500     0.3302    93.8600    98.3689
1373410.0 / 36489290
 132     0.0604     0.0036    99.9100     0.4201    92.8600    97.9454
1360554.0 / 36489290
 133     0.0592     0.0023    99.9500     0.3810    93.2500    98.2261
1347554.0 / 36489290
 134     0.0579     0.0020    99.9420     0.3532    93.9000    98.6169
1333401.0 / 36489290
 135     0.0567     0.0011    99.9820     0.3335    94.1000    98.1165
1322984.0 / 36489290
 136     0.0554     0.0027    99.9260     0.3583    93.8300    97.6466
1313137.0 / 36489290
 137     0.0542     0.0027    99.9180     0.3402    94.3000    98.6846
1302241.0 / 36489290
 138     0.0530     0.0021    99.9320     0.3600    93.9300    97.9668
1292311.0 / 36489290
 139     0.0517     0.0025    99.9340     0.3522    94.1200    97.8994
1281646.0 / 36489290
 140     0.0505     0.0017    99.9680     0.3429    94.2900    98.3113
1271468.0 / 36489290
 141     0.0493     0.0016    99.9600     0.3628    94.1200    98.4432
1261372.0 / 36489290
 142     0.0480     0.0014    99.9680     0.3427    94.3900    98.1873
1251462.0 / 36489290
 143     0.0468     0.0012    99.9640     0.3449    94.0600    96.5667
1242075.0 / 36489290
 144     0.0456     0.0012    99.9700     0.3483    94.0600    93.3594
1233151.0 / 36489290
 145     0.0443     0.0014    99.9660     0.3668    93.7500    93.5408
1225002.0 / 36489290
 146     0.0431     0.0014    99.9640     0.3334    94.2100    93.1620
1216207.0 / 36489290
 147     0.0418     0.0010    99.9760     0.3376    94.1900    93.2691
1207480.0 / 36489290
 148     0.0406     0.0008    99.9840     0.3380    94.1200    93.2678
1199668.0 / 36489290
 149     0.0394     0.0010    99.9740     0.3398    94.4300    93.1076
1191746.0 / 36489290
 150     0.0381     0.0007    99.9880     0.3406    94.2800    93.0978
1183936.0 / 36489290
 151     0.0369     0.0008    99.9800     0.3411    94.2300    93.0376
1176422.0 / 36489290
 152     0.0357     0.0006    99.9900     0.3424    94.1000    93.6247
1169220.0 / 36489290
 153     0.0344     0.0006    99.9820     0.3334    94.2600    92.9265
1162362.0 / 36489290
 154     0.0332     0.0005    99.9920     0.3332    94.3400    93.6579
1155414.0 / 36489290
 155     0.0319     0.0004    99.9940     0.3316    94.3600    93.1130
1148962.0 / 36489290
 156     0.0307     0.0003    99.9960     0.3402    94.4300    93.4266
1142755.0 / 36489290
 157     0.0295     0.0003    99.9980     0.3342    94.5300    93.0360
1136748.0 / 36489290
 158     0.0282     0.0003    99.9980     0.3349    94.5200    92.9912
1131225.0 / 36489290
 159     0.0270     0.0004    99.9900     0.3391    94.4700    93.0078
1125998.0 / 36489290
 160     0.0257     0.0003    99.9940     0.3391    94.3600    92.8958
1121167.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0003    99.9960     0.3326    94.4100    92.8371
1116397.0 / 36489290
 162     0.0233     0.0002   100.0000     0.3351    94.4600    92.8873
1112023.0 / 36489290
 163     0.0220     0.0002   100.0000     0.3334    94.4300    93.4071
1108017.0 / 36489290
 164     0.0208     0.0002    99.9980     0.3328    94.5200    93.1430
1104209.0 / 36489290
 165     0.0196     0.0002   100.0000     0.3373    94.5400    93.3883
1100664.0 / 36489290
 166     0.0183     0.0002    99.9940     0.3341    94.4400    93.1974
1097437.0 / 36489290
 167     0.0171     0.0003    99.9960     0.3369    94.5200    93.1638
1094451.0 / 36489290
 168     0.0159     0.0002    99.9980     0.3290    94.4900    93.1341
1091750.0 / 36489290
 169     0.0146     0.0002    99.9980     0.3338    94.6000    92.8666
1089311.0 / 36489290
 170     0.0134     0.0002    99.9960     0.3277    94.4700    93.4888
1087099.0 / 36489290
 171     0.0121     0.0001   100.0000     0.3284    94.5200    93.1393
1085154.0 / 36489290
 172     0.0109     0.0002   100.0000     0.3291    94.6000    93.5960
1083480.0 / 36489290
 173     0.0097     0.0002    99.9980     0.3313    94.5700    93.0597
1081927.0 / 36489290
 174     0.0084     0.0002    99.9980     0.3326    94.5400    93.5317
1080736.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3332    94.5000    92.9926
1079700.0 / 36489290
 176     0.0060     0.0001    99.9980     0.3332    94.5900    93.4824
1078930.0 / 36489290
 177     0.0047     0.0002    99.9960     0.3295    94.5100    92.9683
1078359.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3320    94.6200    93.3956
1078097.0 / 36489290
 179     0.0022     0.0003    99.9980     0.3296    94.5700    92.9613
1077942.0 / 36489290
 180     0.0010     0.0001    99.9980     0.3299    94.6000    92.8814
1077803.0 / 36489290
 181     0.0010     0.0002    99.9980     0.3326    94.6100    92.8245
1077635.0 / 36489290
 182     0.0010     0.0002    99.9980     0.3289    94.5800    92.8735
1077489.0 / 36489290
 183     0.0010     0.0002    99.9980     0.3292    94.5600    93.0289
1077348.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3377    94.5400    92.8823
1077198.0 / 36489290
 185     0.0010     0.0003    99.9960     0.3378    94.5200    93.0259
1077059.0 / 36489290
 186     0.0010     0.0002   100.0000     0.3311    94.4900    92.8351
1076904.0 / 36489290
 187     0.0010     0.0002   100.0000     0.3313    94.5800    93.1966
1076758.0 / 36489290
 188     0.0010     0.0002    99.9980     0.3315    94.5800    92.8983
1076610.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3296    94.6300    93.4610
1076435.0 / 36489290
 190     0.0010     0.0001    99.9980     0.3286    94.4900    93.4881
1076291.0 / 36489290
 191     0.0010     0.0001    99.9980     0.3332    94.5200    93.5407
1076117.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3244    94.6000    93.7646
1075971.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3304    94.6100    93.4666
1075841.0 / 36489290
 194     0.0010     0.0001    99.9960     0.3296    94.5800    93.4213
1075724.0 / 36489290
 195     0.0010     0.0001    99.9980     0.3279    94.6000    93.5277
1075579.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3275    94.6200    93.4630
1075434.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3297    94.6100    93.4871
1075262.0 / 36489290
 198     0.0010     0.0001    99.9980     0.3283    94.5600    93.2998
1075119.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3316    94.6000    93.2161
1074982.0 / 36489290
 200     0.0010     0.0001    99.9980     0.3283    94.5900    93.1054
