Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
Resume training from cifar100_save/endpoints/WideResNet28x10-1/sgd/checkpoint-0.pt
total epochs: 200
29389692.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4443    46.4640     1.6665    43.0200   154.2409
25744287.0 / 36489290
   2     0.1000     0.9160    67.2380     1.2695    62.1100   149.9738
22799086.0 / 36489290
   3     0.1000     0.6969    75.7100     0.9526    68.5500   149.9983
20242348.0 / 36489290
   4     0.1000     0.5724    80.1620     1.4846    60.6200   149.8315
17942577.0 / 36489290
   5     0.1000     0.4931    82.9220     0.9626    71.7700   149.8568
15840266.0 / 36489290
   6     0.1000     0.4386    85.0380     0.5322    81.1400   149.6163
13918946.0 / 36489290
   7     0.1000     0.3960    86.4060     0.6036    80.2300   149.7618
12195499.0 / 36489290
   8     0.1000     0.3651    87.3100     0.5256    82.7700   149.5343
10692848.0 / 36489290
   9     0.1000     0.3362    88.3360     0.6260    80.1500   149.4507
9433975.0 / 36489290
  10     0.1000     0.3088    89.2360     0.5564    82.7000   149.7717
8410556.0 / 36489290
  11     0.1000     0.2901    89.9480     0.5130    84.1900   149.5729
7602167.0 / 36489290
  12     0.1000     0.2676    90.7600     0.5247    84.3200   149.4701
6961002.0 / 36489290
  13     0.1000     0.2557    91.2320     0.5322    83.6700   149.3900
6445155.0 / 36489290
  14     0.1000     0.2386    91.7520     0.5222    83.3800   149.4624
6026616.0 / 36489290
  15     0.1000     0.2186    92.4640     0.4366    86.2500   149.3940
5685866.0 / 36489290
  16     0.1000     0.2093    92.8320     0.4619    85.1900   149.4202
5396748.0 / 36489290
  17     0.1000     0.1943    93.2140     0.3851    87.5200   149.2259
5143656.0 / 36489290
  18     0.1000     0.1858    93.6040     0.8054    80.1800   149.5310
4930499.0 / 36489290
  19     0.1000     0.1705    94.0840     0.6278    82.3500   149.0738
4747717.0 / 36489290
  20     0.1000     0.1610    94.3520     0.7123    81.1200   149.3374
4580467.0 / 36489290
  21     0.1000     0.1523    94.7420     0.4300    87.9400   149.2483
4434545.0 / 36489290
  22     0.1000     0.1378    95.2240     0.3749    89.2800   149.2416
4309982.0 / 36489290
  23     0.1000     0.1368    95.1780     0.3208    90.3900   149.4027
4192957.0 / 36489290
  24     0.1000     0.1237    95.7720     0.6226    83.5900   149.3376
4087167.0 / 36489290
  25     0.1000     0.1207    95.8100     0.3727    88.9700   149.3724
3982818.0 / 36489290
  26     0.1000     0.1074    96.2280     0.3464    89.6500   149.3098
3892741.0 / 36489290
  27     0.1000     0.1036    96.4880     0.5871    85.5100   149.3092
3814765.0 / 36489290
  28     0.1000     0.1037    96.3860     0.5545    86.5400   149.1954
3732569.0 / 36489290
  29     0.1000     0.0921    96.8160     0.4343    89.1100   149.3177
3657219.0 / 36489290
  30     0.1000     0.0904    96.8680     0.3512    90.4900   149.3318
3586472.0 / 36489290
  31     0.1000     0.0862    96.9640     0.4863    87.1100   149.1012
3519725.0 / 36489290
  32     0.1000     0.0804    97.1640     0.3528    90.5700   149.3797
3455604.0 / 36489290
  33     0.1000     0.0739    97.4440     0.6351    84.0000   149.2532
3400561.0 / 36489290
  34     0.1000     0.0731    97.4360     0.4736    88.2400   149.2909
3341779.0 / 36489290
  35     0.1000     0.0666    97.7040     0.3560    91.1000   149.2831
3291347.0 / 36489290
  36     0.1000     0.0684    97.6400     0.3308    91.3100   149.2041
3243528.0 / 36489290
  37     0.1000     0.0656    97.7360     0.4919    88.3300   149.2591
3192862.0 / 36489290
  38     0.1000     0.0577    97.9320     0.3206    91.5000   149.4295
3150969.0 / 36489290
  39     0.1000     0.0623    97.8080     0.3713    91.0700   149.4931
3100538.0 / 36489290
  40     0.1000     0.0532    98.1480     0.4483    89.1100   149.0601
3057568.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0533    98.0700     0.3617    91.3300   149.1452
3013983.0 / 36489290
  42     0.1000     0.0533    98.1620     0.4482    89.8100   149.2620
2969432.0 / 36489290
  43     0.1000     0.0470    98.3780     0.4743    88.3600   149.2458
2933044.0 / 36489290
  44     0.1000     0.0499    98.3300     0.4160    90.1000   148.9229
2880415.0 / 36489290
  45     0.1000     0.0378    98.7400     0.3928    91.2300   149.2536
2842105.0 / 36489290
  46     0.1000     0.0438    98.5060     0.3841    90.8300   149.0207
2807418.0 / 36489290
  47     0.1000     0.0430    98.5200     0.3842    90.7500   149.2248
2771891.0 / 36489290
  48     0.1000     0.0408    98.5580     0.4726    89.8400   148.9261
2738093.0 / 36489290
  49     0.1000     0.0399    98.6460     0.4713    89.7100   149.1614
2709340.0 / 36489290
  50     0.1000     0.0403    98.6160     0.4859    89.3800   149.2441
2680789.0 / 36489290
  51     0.1000     0.0390    98.6580     0.3196    92.0000   149.2222
2652690.0 / 36489290
  52     0.1000     0.0366    98.7280     0.4066    90.9800   148.7871
2622613.0 / 36489290
  53     0.1000     0.0370    98.7380     0.3172    92.3600   149.2961
2593060.0 / 36489290
  54     0.1000     0.0365    98.7520     0.4320    90.7300   148.8311
2564589.0 / 36489290
  55     0.1000     0.0327    98.8660     0.7881    84.2700   149.1083
2532364.0 / 36489290
  56     0.1000     0.0324    98.8700     0.4185    90.7700   149.3093
2507111.0 / 36489290
  57     0.1000     0.0333    98.8520     0.3785    91.2800   149.1447
2476647.0 / 36489290
  58     0.1000     0.0291    99.0740     0.3393    92.3200   149.2305
2455875.0 / 36489290
  59     0.1000     0.0338    98.8720     0.5543    89.2200   149.1177
2431333.0 / 36489290
  60     0.1000     0.0305    98.9880     0.3119    92.7500   149.0947
2403374.0 / 36489290
  61     0.1000     0.0264    99.1120     0.4112    91.1800   149.0749
2386974.0 / 36489290
  62     0.1000     0.0315    98.9220     1.0298    83.9800   149.3574
2371550.0 / 36489290
  63     0.1000     0.0336    98.8920     0.3858    91.4500   149.0537
2351291.0 / 36489290
  64     0.1000     0.0277    99.0480     0.6037    87.9500   149.1399
2332007.0 / 36489290
  65     0.1000     0.0304    99.0020     0.4564    90.6100   149.2282
2311486.0 / 36489290
  66     0.1000     0.0302    99.0100     0.4151    91.1100   149.3400
2281761.0 / 36489290
  67     0.1000     0.0226    99.2160     0.3467    92.1400   149.1127
2255483.0 / 36489290
  68     0.1000     0.0230    99.2280     0.3415    92.5100   149.2867
2238890.0 / 36489290
  69     0.1000     0.0274    99.0840     0.3203    92.5000   149.1331
2217932.0 / 36489290
  70     0.1000     0.0243    99.1680     0.4207    90.9300   149.2088
2203426.0 / 36489290
  71     0.1000     0.0265    99.1060     0.3327    92.7700   149.0793
2191357.0 / 36489290
  72     0.1000     0.0269    99.0660     0.3513    92.2700   149.3217
2179314.0 / 36489290
  73     0.1000     0.0280    99.0040     0.3729    92.2500   149.5323
2159221.0 / 36489290
  74     0.1000     0.0242    99.1940     0.3635    92.3200   149.2658
2141624.0 / 36489290
  75     0.1000     0.0226    99.2180     0.3103    93.0400   149.2218
2121215.0 / 36489290
  76     0.1000     0.0215    99.3180     0.3703    92.1700   149.3295
2101177.0 / 36489290
  77     0.1000     0.0212    99.3280     0.4175    91.2800   149.3114
2085709.0 / 36489290
  78     0.1000     0.0225    99.2900     0.3945    91.8900   149.2512
2067321.0 / 36489290
  79     0.1000     0.0209    99.2840     0.4268    91.4200   149.2472
2046509.0 / 36489290
  80     0.1000     0.0189    99.4140     0.4114    91.6900   149.2958
2036976.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0229    99.2080     0.3767    92.0800   149.3365
2023629.0 / 36489290
  82     0.1000     0.0215    99.2840     0.4157    91.0800   149.2008
2011232.0 / 36489290
  83     0.1000     0.0214    99.2740     0.3760    92.4700   149.3510
2003896.0 / 36489290
  84     0.1000     0.0221    99.2540     0.5790    89.7800   149.3580
1995632.0 / 36489290
  85     0.1000     0.0241    99.1740     0.4074    91.8600   149.3333
1978433.0 / 36489290
  86     0.1000     0.0184    99.3640     0.3318    93.1900   149.2244
1956825.0 / 36489290
  87     0.1000     0.0152    99.5020     0.4344    91.6000   149.1589
1945028.0 / 36489290
  88     0.1000     0.0194    99.3720     0.4271    91.4000   149.2866
1928540.0 / 36489290
  89     0.1000     0.0169    99.4840     0.4011    92.1100   149.2573
1916230.0 / 36489290
  90     0.1000     0.0180    99.3800     0.3892    92.0600   149.3268
1904050.0 / 36489290
  91     0.1000     0.0184    99.3700     0.4727    90.9300   149.2471
1895585.0 / 36489290
  92     0.1000     0.0198    99.3400     0.3523    93.0300   149.1564
1884232.0 / 36489290
  93     0.1000     0.0191    99.3720     0.4011    91.7400   149.2636
1871615.0 / 36489290
  94     0.1000     0.0172    99.4460     1.0183    85.1400   149.0801
1857735.0 / 36489290
  95     0.1000     0.0164    99.4500     0.3610    92.6300   149.3297
1843631.0 / 36489290
  96     0.1000     0.0155    99.4960     0.3715    92.5200   149.5255
1843583.0 / 36489290
  97     0.1000     0.0223    99.1780     0.4487    90.7000   149.3161
1835668.0 / 36489290
  98     0.1000     0.0198    99.3500     0.3420    93.0000   149.2685
1818813.0 / 36489290
  99     0.1000     0.0133    99.5540     0.4704    90.9700   149.2237
1806208.0 / 36489290
 100     0.1000     0.0146    99.4820     0.7539    87.8300   149.2421
1802170.0 / 36489290
 101     0.0988     0.0199    99.3280     0.4072    91.5500   149.3011
1782561.0 / 36489290
 102     0.0975     0.0120    99.5940     0.3555    92.9800   149.2121
1768958.0 / 36489290
 103     0.0963     0.0142    99.5200     0.4331    91.7500   149.2520
1758456.0 / 36489290
 104     0.0950     0.0161    99.4860     0.3288    93.1800   149.2300
1742798.0 / 36489290
 105     0.0938     0.0125    99.6060     0.3200    93.3400   149.2866
1726160.0 / 36489290
 106     0.0926     0.0117    99.6120     0.3468    93.0000   149.1871
1706856.0 / 36489290
 107     0.0913     0.0091    99.7340     0.3609    93.0200   149.2497
1684434.0 / 36489290
 108     0.0901     0.0067    99.7940     0.3668    93.1200   149.2686
1668546.0 / 36489290
 109     0.0889     0.0098    99.6960     0.3685    92.8500   149.0573
1650139.0 / 36489290
 110     0.0876     0.0080    99.7780     0.3384    93.2700   149.3718
1634638.0 / 36489290
 111     0.0864     0.0083    99.7260     0.4423    91.8600   149.3524
1620796.0 / 36489290
 112     0.0852     0.0088    99.7200     0.6074    90.3400   149.3099
1605214.0 / 36489290
 113     0.0839     0.0085    99.7640     0.3346    93.7800   149.4730
1590941.0 / 36489290
 114     0.0827     0.0079    99.7720     0.3227    93.9300   149.2603
1571475.0 / 36489290
 115     0.0814     0.0047    99.8580     0.3614    93.3700   149.4621
1557455.0 / 36489290
 116     0.0802     0.0070    99.7760     0.3638    93.3800   148.4950
1549818.0 / 36489290
 117     0.0790     0.0099    99.6680     0.4106    92.6900   149.2696
1542537.0 / 36489290
 118     0.0777     0.0101    99.6680     0.3725    93.2500   149.5281
1528046.0 / 36489290
 119     0.0765     0.0059    99.8240     0.3772    93.2100   148.4302
1514118.0 / 36489290
 120     0.0753     0.0058    99.8140     0.3758    93.4200   148.5403
1501440.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0058    99.8120     0.3826    92.9800   148.4642
1488497.0 / 36489290
 122     0.0728     0.0056    99.8200     0.4188    92.6100   148.9824
1479519.0 / 36489290
 123     0.0715     0.0072    99.7660     0.3984    93.0900   149.0088
1467228.0 / 36489290
 124     0.0703     0.0050    99.8400     0.3469    93.4300   149.4493
1456473.0 / 36489290
 125     0.0691     0.0057    99.7960     0.3764    93.3700   149.1290
1442277.0 / 36489290
 126     0.0678     0.0041    99.8780     0.3773    93.3200   149.4387
1429165.0 / 36489290
 127     0.0666     0.0039    99.9000     0.3544    93.7500   149.1817
1417390.0 / 36489290
 128     0.0654     0.0042    99.8700     0.3534    93.3700   149.2350
1403781.0 / 36489290
 129     0.0641     0.0031    99.9000     0.3750    93.4600   149.3057
1391429.0 / 36489290
 130     0.0629     0.0035    99.9000     0.3596    93.5700   149.3513
1381837.0 / 36489290
 131     0.0616     0.0046    99.8760     0.3817    92.6900   149.4020
1370092.0 / 36489290
 132     0.0604     0.0032    99.8960     0.4001    92.6900   149.5008
1359869.0 / 36489290
 133     0.0592     0.0040    99.8800     0.3648    93.3800   149.3750
1347244.0 / 36489290
 134     0.0579     0.0020    99.9520     0.3457    93.6000   149.3883
1336790.0 / 36489290
 135     0.0567     0.0032    99.9000     0.3429    93.8900   149.3548
1324028.0 / 36489290
 136     0.0554     0.0014    99.9680     0.3983    93.2000   149.3976
1311784.0 / 36489290
 137     0.0542     0.0014    99.9740     0.3696    93.6900   149.2850
1299776.0 / 36489290
 138     0.0530     0.0016    99.9640     0.3810    93.6000   149.3758
1289650.0 / 36489290
 139     0.0517     0.0020    99.9440     0.3555    93.8500   149.3641
1278675.0 / 36489290
 140     0.0505     0.0015    99.9680     0.3748    93.5700   149.1663
1269276.0 / 36489290
 141     0.0493     0.0019    99.9360     0.3587    93.8500   149.5028
1260175.0 / 36489290
 142     0.0480     0.0018    99.9480     0.3779    93.4800   149.4342
1250511.0 / 36489290
 143     0.0468     0.0015    99.9540     0.3542    94.0600   149.4343
1241165.0 / 36489290
 144     0.0456     0.0012    99.9660     0.3579    93.8000   149.5913
1231994.0 / 36489290
 145     0.0443     0.0011    99.9740     0.3632    93.8800   149.2564
1223373.0 / 36489290
 146     0.0431     0.0010    99.9720     0.3412    94.1700   149.2963
1214728.0 / 36489290
 147     0.0418     0.0011    99.9680     0.3372    94.0800   149.3055
1205961.0 / 36489290
 148     0.0406     0.0007    99.9920     0.3519    93.7400   149.3559
1197273.0 / 36489290
 149     0.0394     0.0006    99.9840     0.3448    94.2500   149.1794
1189023.0 / 36489290
 150     0.0381     0.0008    99.9760     0.3398    94.2500   149.2816
1181344.0 / 36489290
 151     0.0369     0.0005    99.9960     0.3418    94.3200   149.3605
1173677.0 / 36489290
 152     0.0357     0.0005    99.9900     0.3385    94.3000   149.0017
1166166.0 / 36489290
 153     0.0344     0.0003    99.9960     0.3407    94.3300   149.2236
1159308.0 / 36489290
 154     0.0332     0.0005    99.9960     0.3354    94.3500   149.2424
1152764.0 / 36489290
 155     0.0319     0.0004    99.9940     0.3384    94.2900   149.3970
1146447.0 / 36489290
 156     0.0307     0.0004    99.9920     0.3383    94.3700   148.8404
1140263.0 / 36489290
 157     0.0295     0.0002   100.0000     0.3337    94.3200   149.1088
1134460.0 / 36489290
 158     0.0282     0.0004    99.9880     0.3394    94.4000   149.3184
1128824.0 / 36489290
 159     0.0270     0.0003    99.9940     0.3536    93.9900   149.5292
1123617.0 / 36489290
 160     0.0257     0.0003    99.9940     0.3388    94.3400   149.4330
1118701.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0003    99.9980     0.3450    94.3400   149.3271
1113891.0 / 36489290
 162     0.0233     0.0003    99.9940     0.3396    94.4100   149.3639
1109521.0 / 36489290
 163     0.0220     0.0003    99.9940     0.3374    94.5500   149.3236
1105457.0 / 36489290
 164     0.0208     0.0002    99.9980     0.3370    94.4900   149.3742
1101813.0 / 36489290
 165     0.0196     0.0002    99.9960     0.3378    94.4300   149.1064
1098137.0 / 36489290
 166     0.0183     0.0002    99.9980     0.3386    94.4800   149.3374
1095014.0 / 36489290
 167     0.0171     0.0002    99.9960     0.3414    94.4500   149.3417
1092023.0 / 36489290
 168     0.0159     0.0002   100.0000     0.3351    94.3900   149.1975
1089334.0 / 36489290
 169     0.0146     0.0002    99.9980     0.3362    94.5300   149.3191
1086882.0 / 36489290
 170     0.0134     0.0002   100.0000     0.3365    94.4700   149.4635
1084620.0 / 36489290
 171     0.0121     0.0002    99.9980     0.3372    94.4700   149.2116
1082681.0 / 36489290
 172     0.0109     0.0002    99.9980     0.3324    94.4800   149.2758
1081013.0 / 36489290
 173     0.0097     0.0002   100.0000     0.3362    94.5300   149.3271
1079511.0 / 36489290
 174     0.0084     0.0002   100.0000     0.3316    94.4400   149.3475
1078285.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3341    94.5000   149.3620
1077260.0 / 36489290
 176     0.0060     0.0002   100.0000     0.3348    94.4900   149.2321
1076499.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3367    94.5200   149.3023
1075939.0 / 36489290
 178     0.0035     0.0002    99.9960     0.3373    94.3700   149.3995
1075680.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3343    94.3500   149.2005
1075524.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3310    94.4300   149.2729
1075355.0 / 36489290
 181     0.0010     0.0002    99.9940     0.3335    94.4500   149.3928
1075205.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3326    94.4600   149.2032
1075052.0 / 36489290
 183     0.0010     0.0002   100.0000     0.3352    94.4400   149.1747
1074931.0 / 36489290
 184     0.0010     0.0002   100.0000     0.3346    94.4600   148.9483
1074751.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3354    94.4600   149.3264
1074605.0 / 36489290
 186     0.0010     0.0002    99.9960     0.3354    94.4000   149.1916
1074459.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3345    94.3400   149.3943
1074316.0 / 36489290
 188     0.0010     0.0002    99.9980     0.3358    94.4300   149.3274
1074149.0 / 36489290
 189     0.0010     0.0002    99.9980     0.3339    94.4500   149.2464
1074009.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3359    94.5400   149.3072
1073857.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3332    94.4200   149.2893
1073735.0 / 36489290
 192     0.0010     0.0002    99.9980     0.3326    94.3700   149.3636
1073590.0 / 36489290
 193     0.0010     0.0001    99.9980     0.3376    94.4200   149.3105
1073458.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3387    94.3800   149.3646
1073312.0 / 36489290
 195     0.0010     0.0002   100.0000     0.3335    94.4400   149.2435
1073137.0 / 36489290
 196     0.0010     0.0002    99.9960     0.3312    94.4600   149.3780
1072969.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3342    94.4900   149.1864
1072843.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3395    94.3900   149.2570
1072684.0 / 36489290
 199     0.0010     0.0002    99.9960     0.3323    94.5100   149.0709
1072548.0 / 36489290
 200     0.0010     0.0001   100.0000     0.3348    94.4900   149.1414
