Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
Resume training from cifar100_save/endpoints/WideResNet28x10-4/sgd/checkpoint-0.pt
total epochs: 200
29388337.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4411    46.7180     1.8248    40.6300   154.4087
25743172.0 / 36489290
   2     0.1000     0.9180    67.2320     1.3747    59.3900   150.5471
22801897.0 / 36489290
   3     0.1000     0.7003    75.7800     0.8870    71.4400   150.4300
20242763.0 / 36489290
   4     0.1000     0.5750    79.9160     1.2828    64.0100   150.3316
17939400.0 / 36489290
   5     0.1000     0.4933    82.9220     1.1443    67.0600   150.4887
15837975.0 / 36489290
   6     0.1000     0.4396    84.9400     0.5573    80.7200   150.3741
13918809.0 / 36489290
   7     0.1000     0.3961    86.3060     0.5338    82.7200   150.4855
12199453.0 / 36489290
   8     0.1000     0.3667    87.2820     0.6036    79.9000   150.4918
10698642.0 / 36489290
   9     0.1000     0.3352    88.3200     0.5230    83.1800   150.4555
9444482.0 / 36489290
  10     0.1000     0.3099    89.2700     0.5261    83.1900   150.5997
8423387.0 / 36489290
  11     0.1000     0.2900    89.9600     0.6237    81.1400   150.5907
7619633.0 / 36489290
  12     0.1000     0.2689    90.6700     0.6371    81.4600   150.4557
6975328.0 / 36489290
  13     0.1000     0.2548    91.1940     0.4659    85.5100   150.4318
6464253.0 / 36489290
  14     0.1000     0.2402    91.6680     0.5451    83.5300   150.3693
6047361.0 / 36489290
  15     0.1000     0.2194    92.3560     0.5292    84.2500   150.7712
5707893.0 / 36489290
  16     0.1000     0.2084    92.6900     0.4855    84.8600   150.6078
5413992.0 / 36489290
  17     0.1000     0.1944    93.2020     0.4946    85.4300   150.6373
5164420.0 / 36489290
  18     0.1000     0.1829    93.7200     0.5119    85.2100   150.5650
4952520.0 / 36489290
  19     0.1000     0.1716    94.0300     0.7946    79.6500   150.6265
4765289.0 / 36489290
  20     0.1000     0.1616    94.4020     0.5618    84.6900   150.6413
4596236.0 / 36489290
  21     0.1000     0.1520    94.8000     0.3785    89.0400   150.6736
4449055.0 / 36489290
  22     0.1000     0.1386    95.2240     0.3510    88.9900   150.5666
4319329.0 / 36489290
  23     0.1000     0.1327    95.4080     0.4221    88.3400   150.4573
4205446.0 / 36489290
  24     0.1000     0.1250    95.6760     0.5176    86.3800   150.3064
4096554.0 / 36489290
  25     0.1000     0.1187    95.9460     0.4028    88.3300   150.3254
3996226.0 / 36489290
  26     0.1000     0.1105    96.1760     0.3760    89.4200   150.5233
3909141.0 / 36489290
  27     0.1000     0.1068    96.2260     0.4114    89.3000   150.5278
3821672.0 / 36489290
  28     0.1000     0.1005    96.5460     0.4420    88.7800   150.6861
3743669.0 / 36489290
  29     0.1000     0.0940    96.7780     0.4471    88.4400   150.7249
3667360.0 / 36489290
  30     0.1000     0.0896    96.9640     0.3634    89.7700   150.4594
3599148.0 / 36489290
  31     0.1000     0.0862    97.0780     0.4712    87.6100   150.2033
3535288.0 / 36489290
  32     0.1000     0.0806    97.1500     0.3404    90.6600   150.4085
3474692.0 / 36489290
  33     0.1000     0.0774    97.2560     0.3500    90.7100   150.4508
3417192.0 / 36489290
  34     0.1000     0.0743    97.4360     0.6367    85.9500   150.5043
3355477.0 / 36489290
  35     0.1000     0.0657    97.7620     0.4263    89.7400   150.5812
3304155.0 / 36489290
  36     0.1000     0.0680    97.5520     0.3812    90.4700   150.3920
3252900.0 / 36489290
  37     0.1000     0.0671    97.5980     0.3354    91.5200   150.4775
3191884.0 / 36489290
  38     0.1000     0.0526    98.2240     0.4459    89.4900   150.5720
3145185.0 / 36489290
  39     0.1000     0.0586    97.9460     0.3415    91.7800   150.2717
3095258.0 / 36489290
  40     0.1000     0.0533    98.1720     0.4599    89.2600   150.2793
3049671.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0513    98.2740     0.3628    91.6700   150.5259
3012068.0 / 36489290
  42     0.1000     0.0550    98.0940     0.4452    89.7900   150.4446
2973457.0 / 36489290
  43     0.1000     0.0505    98.2560     0.3705    91.1400   150.2851
2927482.0 / 36489290
  44     0.1000     0.0432    98.4960     0.4535    90.0300   150.3912
2887105.0 / 36489290
  45     0.1000     0.0454    98.4360     0.3631    91.7300   150.3055
2845710.0 / 36489290
  46     0.1000     0.0416    98.6120     0.4211    90.2100   150.4859
2811387.0 / 36489290
  47     0.1000     0.0423    98.5740     0.4996    89.7500   150.5346
2787422.0 / 36489290
  48     0.1000     0.0452    98.4040     0.4273    90.6900   150.3420
2750157.0 / 36489290
  49     0.1000     0.0384    98.6780     0.4704    89.6900   150.2056
2718629.0 / 36489290
  50     0.1000     0.0404    98.6040     0.3607    91.6500   150.4084
2694085.0 / 36489290
  51     0.1000     0.0426    98.5680     0.3925    91.2000   150.4438
2659956.0 / 36489290
  52     0.1000     0.0345    98.8520     0.3652    91.5800   150.4022
2629527.0 / 36489290
  53     0.1000     0.0355    98.8100     0.4111    90.9200   150.3853
2603261.0 / 36489290
  54     0.1000     0.0369    98.7220     0.3592    92.1100   150.2794
2572480.0 / 36489290
  55     0.1000     0.0333    98.9000     0.3540    91.6600   150.3714
2547795.0 / 36489290
  56     0.1000     0.0338    98.8140     0.4368    90.9900   150.5135
2520282.0 / 36489290
  57     0.1000     0.0343    98.8520     0.5608    88.6700   150.4216
2492452.0 / 36489290
  58     0.1000     0.0298    98.9780     0.7090    86.6000   150.5052
2473398.0 / 36489290
  59     0.1000     0.0341    98.8380     0.3737    91.6600   150.5192
2450513.0 / 36489290
  60     0.1000     0.0316    98.8860     0.3541    91.9300   150.2833
2425557.0 / 36489290
  61     0.1000     0.0292    99.0160     0.3252    92.8400   150.2767
2395453.0 / 36489290
  62     0.1000     0.0259    99.0960     0.4040    91.0500   150.1492
2375919.0 / 36489290
  63     0.1000     0.0306    98.9160     0.3772    91.6100   150.3085
2349508.0 / 36489290
  64     0.1000     0.0265    99.1080     0.3502    92.1200   150.3002
2326847.0 / 36489290
  65     0.1000     0.0267    99.1060     0.3657    91.9000   150.4300
2307173.0 / 36489290
  66     0.1000     0.0292    99.0500     0.3376    92.5000   150.4178
2284294.0 / 36489290
  67     0.1000     0.0261    99.1320     0.3512    92.2100   150.2588
2258897.0 / 36489290
  68     0.1000     0.0225    99.2680     0.3785    91.7900   150.3660
2240290.0 / 36489290
  69     0.1000     0.0264    99.1120     0.4425    91.6300   150.1750
2218415.0 / 36489290
  70     0.1000     0.0241    99.2560     0.3558    92.1700   150.3408
2205236.0 / 36489290
  71     0.1000     0.0262    99.1140     0.5035    90.4200   150.5587
2181355.0 / 36489290
  72     0.1000     0.0212    99.3080     0.4570    90.1300   150.5482
2171464.0 / 36489290
  73     0.1000     0.0279    99.0660     0.5689    88.9400   150.4368
2155899.0 / 36489290
  74     0.1000     0.0239    99.1480     0.4272    91.1500   150.5189
2137177.0 / 36489290
  75     0.1000     0.0215    99.2700     0.3276    92.7600   150.6736
2119927.0 / 36489290
  76     0.1000     0.0214    99.2460     0.4359    91.0600   150.6087
2112047.0 / 36489290
  77     0.1000     0.0273    99.0740     0.3710    92.3000   150.4596
2097493.0 / 36489290
  78     0.1000     0.0236    99.2380     0.3461    92.6200   150.4759
2081690.0 / 36489290
  79     0.1000     0.0213    99.2460     0.5349    88.6400   150.4749
2060187.0 / 36489290
  80     0.1000     0.0182    99.3740     0.3903    92.2300   150.5162
2055688.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0272    99.0860     0.3377    92.5100   150.4655
2033491.0 / 36489290
  82     0.1000     0.0169    99.4160     0.3533    92.6900   150.5725
2018444.0 / 36489290
  83     0.1000     0.0195    99.3440     0.3477    92.5200   150.4613
2012976.0 / 36489290
  84     0.1000     0.0255    99.1020     0.3741    91.9500   150.3855
1988104.0 / 36489290
  85     0.1000     0.0147    99.5460     0.3439    93.0000   150.3323
1980595.0 / 36489290
  86     0.1000     0.0225    99.2220     0.3571    92.6000   150.2788
1960914.0 / 36489290
  87     0.1000     0.0163    99.4540     0.3882    92.0500   150.4274
1951621.0 / 36489290
  88     0.1000     0.0216    99.2880     0.3534    92.6500   150.4443
1942729.0 / 36489290
  89     0.1000     0.0206    99.2580     0.5027    90.2000   150.6439
1936005.0 / 36489290
  90     0.1000     0.0230    99.2440     0.3309    92.9000   150.5389
1918706.0 / 36489290
  91     0.1000     0.0165    99.4440     0.3266    93.4100   150.4173
1905838.0 / 36489290
  92     0.1000     0.0177    99.4100     0.3457    92.5500   150.4608
1888810.0 / 36489290
  93     0.1000     0.0159    99.4660     0.3555    92.8600   150.6349
1873700.0 / 36489290
  94     0.1000     0.0156    99.4800     0.4049    92.3300   150.5568
1860644.0 / 36489290
  95     0.1000     0.0168    99.4680     0.3649    92.7000   150.6923
1845443.0 / 36489290
  96     0.1000     0.0145    99.5360     0.4294    91.5800   150.6847
1834104.0 / 36489290
  97     0.1000     0.0164    99.4600     0.4011    92.3900   150.5370
1835448.0 / 36489290
  98     0.1000     0.0222    99.2200     0.3553    92.4700   150.7208
1829902.0 / 36489290
  99     0.1000     0.0207    99.2780     0.6722    89.2800   150.3890
1813768.0 / 36489290
 100     0.1000     0.0132    99.5660     0.3496    92.8600   150.3413
1803687.0 / 36489290
 101     0.0988     0.0158    99.4880     0.4244    91.9100   150.2601
1784580.0 / 36489290
 102     0.0975     0.0117    99.6000     0.3370    92.9300   150.2521
1775144.0 / 36489290
 103     0.0963     0.0155    99.5000     0.3828    92.5300   150.2682
1755496.0 / 36489290
 104     0.0950     0.0106    99.6760     0.3066    93.6200   150.4515
1733969.0 / 36489290
 105     0.0938     0.0081    99.7520     0.3671    93.1300   150.2810
1714289.0 / 36489290
 106     0.0926     0.0084    99.7160     0.4026    92.7400   150.3986
1705983.0 / 36489290
 107     0.0913     0.0138    99.5280     0.4141    92.2200   150.2863
1691054.0 / 36489290
 108     0.0901     0.0104    99.6860     0.3547    93.4300   150.3557
1677777.0 / 36489290
 109     0.0889     0.0102    99.6620     0.3776    92.8300   150.4030
1672740.0 / 36489290
 110     0.0876     0.0157    99.4720     0.3613    93.2300   150.1419
1661854.0 / 36489290
 111     0.0864     0.0119    99.6300     0.3518    93.0800   150.4072
1649225.0 / 36489290
 112     0.0852     0.0109    99.6400     0.3515    93.2300   150.5570
1635319.0 / 36489290
 113     0.0839     0.0094    99.6900     0.3093    94.0300   150.4957
1618215.0 / 36489290
 114     0.0827     0.0069    99.7800     0.3363    93.6000   150.6403
1599559.0 / 36489290
 115     0.0814     0.0053    99.8320     0.3357    93.6200   150.7448
1579196.0 / 36489290
 116     0.0802     0.0043    99.8680     0.3441    93.7800   150.4475
1560748.0 / 36489290
 117     0.0790     0.0043    99.8700     0.3345    93.8800   150.5506
1545806.0 / 36489290
 118     0.0777     0.0059    99.8000     0.3552    93.7800   150.6840
1530524.0 / 36489290
 119     0.0765     0.0055    99.8400     0.4160    92.8300   150.6568
1516983.0 / 36489290
 120     0.0753     0.0059    99.8040     0.3496    93.3800   150.7640
1503429.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0053    99.8360     0.3363    93.6700   150.5233
1488891.0 / 36489290
 122     0.0728     0.0044    99.8640     0.3558    93.2200   150.5914
1475791.0 / 36489290
 123     0.0715     0.0049    99.8540     0.3754    93.0900   150.7732
1469551.0 / 36489290
 124     0.0703     0.0085    99.7220     0.4520    92.2600   150.7101
1456597.0 / 36489290
 125     0.0691     0.0043    99.8740     0.3695    93.3900   150.7724
1443891.0 / 36489290
 126     0.0678     0.0045    99.8660     0.3470    93.6700   150.7290
1433237.0 / 36489290
 127     0.0666     0.0058    99.8020     0.3314    93.7400   150.5595
1417134.0 / 36489290
 128     0.0654     0.0024    99.9300     0.3463    93.9100   150.5937
1405076.0 / 36489290
 129     0.0641     0.0037    99.8860     0.3588    93.9900   150.5372
1390104.0 / 36489290
 130     0.0629     0.0019    99.9580     0.3364    94.1500   150.5783
1376083.0 / 36489290
 131     0.0616     0.0022    99.9360     0.3509    93.7600   150.4806
1361545.0 / 36489290
 132     0.0604     0.0016    99.9700     0.3327    94.0500   150.5495
1347854.0 / 36489290
 133     0.0592     0.0021    99.9460     0.3492    93.9200   150.6227
1336369.0 / 36489290
 134     0.0579     0.0023    99.9240     0.3432    93.9100   150.3744
1327880.0 / 36489290
 135     0.0567     0.0036    99.8820     0.3525    93.6800   150.4370
1316473.0 / 36489290
 136     0.0554     0.0020    99.9500     0.3331    94.0700   150.5854
1304177.0 / 36489290
 137     0.0542     0.0015    99.9540     0.3367    94.0600   150.6279
1292629.0 / 36489290
 138     0.0530     0.0016    99.9560     0.3530    94.0700   150.5438
1280985.0 / 36489290
 139     0.0517     0.0015    99.9660     0.3394    94.2000   150.4375
1269516.0 / 36489290
 140     0.0505     0.0010    99.9780     0.3284    94.2000   150.6118
1259684.0 / 36489290
 141     0.0493     0.0016    99.9620     0.3385    94.0600   150.6747
1250346.0 / 36489290
 142     0.0480     0.0018    99.9500     0.3616    93.9600   150.6575
1240366.0 / 36489290
 143     0.0468     0.0011    99.9740     0.3427    94.1600   150.5740
1230388.0 / 36489290
 144     0.0456     0.0010    99.9780     0.3472    94.3000   150.5306
1220447.0 / 36489290
 145     0.0443     0.0008    99.9900     0.3330    94.4500   150.6391
1210602.0 / 36489290
 146     0.0431     0.0007    99.9900     0.3408    94.4600   150.6100
1201591.0 / 36489290
 147     0.0418     0.0007    99.9840     0.3443    94.4000   150.6283
1193211.0 / 36489290
 148     0.0406     0.0009    99.9740     0.3391    94.3100   150.6556
1184669.0 / 36489290
 149     0.0394     0.0008    99.9840     0.3479    94.3300   150.5888
1176078.0 / 36489290
 150     0.0381     0.0005    99.9940     0.3369    94.4500   150.6872
1168268.0 / 36489290
 151     0.0369     0.0005    99.9940     0.3551    94.4400   150.7106
1161348.0 / 36489290
 152     0.0357     0.0008    99.9800     0.3469    94.2800   150.7773
1153895.0 / 36489290
 153     0.0344     0.0005    99.9920     0.3448    94.3800   150.6325
1147613.0 / 36489290
 154     0.0332     0.0007    99.9840     0.3451    94.3600   150.6883
1141374.0 / 36489290
 155     0.0319     0.0008    99.9900     0.3460    94.4000   150.6474
1135019.0 / 36489290
 156     0.0307     0.0005    99.9920     0.3462    94.3500   150.6570
1128862.0 / 36489290
 157     0.0295     0.0003    99.9980     0.3350    94.5000   150.6314
1123157.0 / 36489290
 158     0.0282     0.0003    99.9940     0.3409    94.2500   150.5751
1117502.0 / 36489290
 159     0.0270     0.0002    99.9980     0.3422    94.4900   150.6508
1112190.0 / 36489290
 160     0.0257     0.0002   100.0000     0.3344    94.4900   150.6312
1107479.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0003    99.9940     0.3460    94.4400   150.6739
1102721.0 / 36489290
 162     0.0233     0.0002   100.0000     0.3383    94.3100   150.7011
1098530.0 / 36489290
 163     0.0220     0.0003    99.9980     0.3400    94.4000   150.7690
1094418.0 / 36489290
 164     0.0208     0.0002   100.0000     0.3377    94.4100   150.7184
1090602.0 / 36489290
 165     0.0196     0.0002   100.0000     0.3396    94.3500   150.6390
1086956.0 / 36489290
 166     0.0183     0.0002   100.0000     0.3391    94.3700   150.7127
1083675.0 / 36489290
 167     0.0171     0.0001    99.9980     0.3425    94.3900   150.6767
1080641.0 / 36489290
 168     0.0159     0.0002    99.9960     0.3380    94.4900   150.6505
1077963.0 / 36489290
 169     0.0146     0.0002    99.9980     0.3430    94.4100   150.6558
1075532.0 / 36489290
 170     0.0134     0.0002   100.0000     0.3384    94.4800   150.5992
1073232.0 / 36489290
 171     0.0121     0.0001   100.0000     0.3351    94.5100   150.7899
1071280.0 / 36489290
 172     0.0109     0.0002    99.9980     0.3342    94.5300   150.7177
1069658.0 / 36489290
 173     0.0097     0.0002    99.9980     0.3370    94.5600   150.6900
1068155.0 / 36489290
 174     0.0084     0.0002   100.0000     0.3363    94.5100   150.6632
1067005.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3331    94.4400   150.5619
1065977.0 / 36489290
 176     0.0060     0.0002   100.0000     0.3332    94.5900   150.6335
1065202.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3354    94.5700   150.5817
1064605.0 / 36489290
 178     0.0035     0.0002   100.0000     0.3386    94.4100   150.5299
1064349.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3364    94.4900   150.6486
1064182.0 / 36489290
 180     0.0010     0.0002    99.9960     0.3324    94.5700   150.6218
1064050.0 / 36489290
 181     0.0010     0.0001   100.0000     0.3297    94.4700   150.5604
1063923.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3318    94.5400   150.6180
1063771.0 / 36489290
 183     0.0010     0.0002   100.0000     0.3322    94.5700   150.5934
1063618.0 / 36489290
 184     0.0010     0.0002    99.9980     0.3344    94.3800   150.5024
1063474.0 / 36489290
 185     0.0010     0.0002   100.0000     0.3336    94.6000   150.7330
1063334.0 / 36489290
 186     0.0010     0.0001   100.0000     0.3357    94.5500   150.4576
1063175.0 / 36489290
 187     0.0010     0.0002    99.9980     0.3336    94.6600   150.4392
1063032.0 / 36489290
 188     0.0010     0.0001   100.0000     0.3366    94.4900   150.5635
1062877.0 / 36489290
 189     0.0010     0.0001    99.9980     0.3305    94.4100   150.4582
1062727.0 / 36489290
 190     0.0010     0.0001    99.9980     0.3358    94.4500   150.5652
1062565.0 / 36489290
 191     0.0010     0.0002    99.9980     0.3333    94.4500   150.4265
1062427.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3335    94.5500   150.5742
1062290.0 / 36489290
 193     0.0010     0.0002    99.9960     0.3341    94.3800   150.4939
1062111.0 / 36489290
 194     0.0010     0.0002    99.9980     0.3384    94.5000   150.6687
1061978.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3356    94.5500   150.6133
1061841.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3309    94.4800   150.6672
1061650.0 / 36489290
 197     0.0010     0.0002    99.9980     0.3334    94.5400   150.5384
1061513.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3386    94.6300   150.6936
1061382.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3315    94.4900   150.6940
1061217.0 / 36489290
 200     0.0010     0.0002    99.9960     0.3324    94.5100   150.6372
