Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/cifar10/WideResNet28x10_fixbatch/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
total epochs: 200
29388481.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4339    46.7800     1.5716    47.7900   599.5557
25743964.0 / 36489290
   2     0.1000     0.9115    67.5100     1.3115    59.8400   599.2617
22801574.0 / 36489290
   3     0.1000     0.6944    75.7740     0.9560    69.8400   599.4189
20242774.0 / 36489290
   4     0.1000     0.5724    80.0200     1.6151    59.2200   599.1493
17941378.0 / 36489290
   5     0.1000     0.4917    83.1820     0.7063    76.7300   599.2146
15840155.0 / 36489290
   6     0.1000     0.4356    84.9920     0.5860    79.4700   599.1985
13920950.0 / 36489290
   7     0.1000     0.3931    86.4420     0.6429    80.5700   599.2055
12200534.0 / 36489290
   8     0.1000     0.3624    87.4780     0.8328    74.1700   599.1643
10699072.0 / 36489290
   9     0.1000     0.3312    88.5480     0.5255    83.4200   599.2042
9443314.0 / 36489290
  10     0.1000     0.3090    89.3460     0.5520    82.8800   599.1420
8423842.0 / 36489290
  11     0.1000     0.2908    89.9980     0.4078    86.5000   599.2298
7617356.0 / 36489290
  12     0.1000     0.2706    90.6920     0.5258    84.0300   599.2027
6971504.0 / 36489290
  13     0.1000     0.2497    91.3460     0.5883    82.6300   599.1890
6458924.0 / 36489290
  14     0.1000     0.2376    91.7840     0.5648    83.4600   599.1704
6044725.0 / 36489290
  15     0.1000     0.2211    92.3500     0.4865    84.2500   599.3030
5701741.0 / 36489290
  16     0.1000     0.2100    92.6680     0.4316    86.6100   599.2822
5406068.0 / 36489290
  17     0.1000     0.1907    93.5540     0.3643    88.5500   599.3205
5157182.0 / 36489290
  18     0.1000     0.1803    93.7540     0.6602    82.8300   599.2844
4950601.0 / 36489290
  19     0.1000     0.1718    94.0220     0.6568    81.8000   599.2382
4763652.0 / 36489290
  20     0.1000     0.1600    94.4060     0.6614    82.2600   599.1359
4600534.0 / 36489290
  21     0.1000     0.1517    94.6560     0.5752    85.1300   599.1568
4452560.0 / 36489290
  22     0.1000     0.1400    95.1300     0.3363    89.5000   599.1719
4324965.0 / 36489290
  23     0.1000     0.1314    95.3200     0.4355    87.4100   599.1663
4208834.0 / 36489290
  24     0.1000     0.1233    95.6020     0.7670    81.8100   599.1821
4104118.0 / 36489290
  25     0.1000     0.1210    95.8160     0.3934    88.9500   599.1739
4005665.0 / 36489290
  26     0.1000     0.1099    96.2000     0.4877    86.9600   599.2183
3908069.0 / 36489290
  27     0.1000     0.1042    96.4080     0.4289    88.6900   599.2567
3826718.0 / 36489290
  28     0.1000     0.0999    96.5200     0.4460    88.1300   599.3080
3742401.0 / 36489290
  29     0.1000     0.0905    96.7860     0.3640    90.0600   599.1934
3668061.0 / 36489290
  30     0.1000     0.0877    96.9000     0.3257    91.0900   599.2840
3603724.0 / 36489290
  31     0.1000     0.0873    96.9260     0.3540    90.6700   599.2465
3538613.0 / 36489290
  32     0.1000     0.0826    97.1040     0.4717    87.8400   599.1792
3474360.0 / 36489290
  33     0.1000     0.0755    97.3640     0.5134    88.4200   599.1287
3413310.0 / 36489290
  34     0.1000     0.0699    97.5880     0.3978    90.0600   599.2425
3354530.0 / 36489290
  35     0.1000     0.0689    97.6120     0.5423    87.1900   599.2043
3300189.0 / 36489290
  36     0.1000     0.0666    97.6760     0.4701    89.2200   599.2842
3251799.0 / 36489290
  37     0.1000     0.0648    97.6660     0.3704    90.5600   599.3003
3201226.0 / 36489290
  38     0.1000     0.0603    97.9560     0.3168    91.4600   599.2941
3145244.0 / 36489290
  39     0.1000     0.0525    98.2040     0.3766    90.9600   599.3608
3104456.0 / 36489290
  40     0.1000     0.0550    98.0300     0.3776    89.8700   599.2342
3068528.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0570    97.9720     0.3939    90.4000   599.1879
3025888.0 / 36489290
  42     0.1000     0.0530    98.1920     0.3798    91.1400   599.1987
2983223.0 / 36489290
  43     0.1000     0.0502    98.2960     0.3827    90.2800   599.2378
2935947.0 / 36489290
  44     0.1000     0.0442    98.4880     0.4014    90.7800   599.3289
2896431.0 / 36489290
  45     0.1000     0.0463    98.4320     0.3435    91.6300   599.1930
2857851.0 / 36489290
  46     0.1000     0.0457    98.4620     0.3393    92.0000   599.1753
2821109.0 / 36489290
  47     0.1000     0.0403    98.5800     0.4504    89.9600   599.2150
2784971.0 / 36489290
  48     0.1000     0.0396    98.6560     0.3429    91.9000   599.2909
2749966.0 / 36489290
  49     0.1000     0.0395    98.5840     0.3020    92.7000   599.2669
2716949.0 / 36489290
  50     0.1000     0.0381    98.6540     0.3193    91.9800   599.2301
2693236.0 / 36489290
  51     0.1000     0.0408    98.6080     0.3738    91.3300   599.3636
2660940.0 / 36489290
  52     0.1000     0.0377    98.7240     0.3580    91.9300   599.2464
2630530.0 / 36489290
  53     0.1000     0.0367    98.7380     0.3266    92.2300   599.3620
2594319.0 / 36489290
  54     0.1000     0.0308    98.9460     0.3911    91.5500   599.2714
2562896.0 / 36489290
  55     0.1000     0.0320    98.9380     0.4043    91.0200   599.3442
2540870.0 / 36489290
  56     0.1000     0.0345    98.7600     0.3663    91.7800   599.4918
2516455.0 / 36489290
  57     0.1000     0.0348    98.8080     0.3980    91.0200   599.3901
2485210.0 / 36489290
  58     0.1000     0.0297    99.0140     0.3333    92.6300   599.2709
2455100.0 / 36489290
  59     0.1000     0.0277    99.0760     0.3826    91.4600   599.2263
2440087.0 / 36489290
  60     0.1000     0.0345    98.8460     0.4781    90.1500   599.3405
2412148.0 / 36489290
  61     0.1000     0.0291    99.0180     0.3339    92.3500   599.2605
2382748.0 / 36489290
  62     0.1000     0.0252    99.1100     0.4007    91.7900   599.3354
2364728.0 / 36489290
  63     0.1000     0.0297    98.9840     0.4003    91.4200   599.2454
2349362.0 / 36489290
  64     0.1000     0.0312    98.9580     0.3278    92.4700   599.3590
2323468.0 / 36489290
  65     0.1000     0.0256    99.1320     0.4129    90.9400   599.3983
2314247.0 / 36489290
  66     0.1000     0.0331    98.8200     0.4208    91.2600   599.2821
2284244.0 / 36489290
  67     0.1000     0.0232    99.2400     0.3822    91.9900   599.2800
2259898.0 / 36489290
  68     0.1000     0.0229    99.2460     0.4625    90.6500   599.3615
2245923.0 / 36489290
  69     0.1000     0.0293    99.0460     0.3584    92.0600   599.2431
2221665.0 / 36489290
  70     0.1000     0.0231    99.2300     0.3740    91.6500   599.4281
2203619.0 / 36489290
  71     0.1000     0.0251    99.2020     0.3488    92.1500   599.2400
2182445.0 / 36489290
  72     0.1000     0.0220    99.2760     1.0096    84.6600   599.2795
2167007.0 / 36489290
  73     0.1000     0.0262    99.1240     0.3301    92.6300   599.2883
2155384.0 / 36489290
  74     0.1000     0.0265    99.0720     0.3947    91.0200   599.3081
2139640.0 / 36489290
  75     0.1000     0.0241    99.1840     0.3738    91.6600   599.3181
2122532.0 / 36489290
  76     0.1000     0.0216    99.2740     0.3973    91.2900   599.1375
2104060.0 / 36489290
  77     0.1000     0.0209    99.3240     0.3770    92.1200   599.2720
2085381.0 / 36489290
  78     0.1000     0.0198    99.3540     0.3638    92.3700   599.3249
2078626.0 / 36489290
  79     0.1000     0.0260    99.0880     0.4751    90.3700   599.3019
2059129.0 / 36489290
  80     0.1000     0.0201    99.3300     0.3570    92.7200   599.2652
2046859.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0224    99.2260     0.3236    92.5800   599.2420
2031494.0 / 36489290
  82     0.1000     0.0200    99.3360     0.6417    88.7700   599.3188
2015561.0 / 36489290
  83     0.1000     0.0194    99.3580     0.9275    84.6100   599.2789
2006244.0 / 36489290
  84     0.1000     0.0238    99.1720     0.3884    91.9400   599.1415
1987746.0 / 36489290
  85     0.1000     0.0171    99.4020     0.3123    93.2600   599.2132
1975427.0 / 36489290
  86     0.1000     0.0198    99.3440     0.4872    90.4900   599.3260
1965428.0 / 36489290
  87     0.1000     0.0216    99.3160     0.3769    92.1700   599.2571
1956185.0 / 36489290
  88     0.1000     0.0212    99.2460     0.4216    91.6600   599.1948
1945566.0 / 36489290
  89     0.1000     0.0205    99.3060     0.3725    92.1900   599.2218
1930395.0 / 36489290
  90     0.1000     0.0178    99.4560     0.3406    92.5400   599.1078
1908656.0 / 36489290
  91     0.1000     0.0133    99.5520     0.9814    85.9800   599.2114
1902387.0 / 36489290
  92     0.1000     0.0211    99.2640     0.3824    92.8100   599.1596
1884564.0 / 36489290
  93     0.1000     0.0152    99.5120     0.3402    92.8500   599.2404
1869680.0 / 36489290
  94     0.1000     0.0163    99.4640     0.3864    92.1300   599.2506
1868023.0 / 36489290
  95     0.1000     0.0225    99.2480     0.3429    92.9500   599.2648
1862567.0 / 36489290
  96     0.1000     0.0204    99.3000     0.3810    92.0200   599.2312
1848972.0 / 36489290
  97     0.1000     0.0156    99.4940     0.7612    86.6300   599.1595
1836458.0 / 36489290
  98     0.1000     0.0172    99.4400     0.4125    91.4500   599.1770
1820462.0 / 36489290
  99     0.1000     0.0136    99.5540     0.3700    92.9100   599.2545
1801930.0 / 36489290
 100     0.1000     0.0116    99.6320     0.3353    93.2900   599.1762
1792445.0 / 36489290
 101     0.0988     0.0165    99.4400     0.4234    91.9800   599.3078
1781133.0 / 36489290
 102     0.0975     0.0155    99.4620     0.3851    92.4600   599.1835
1770836.0 / 36489290
 103     0.0963     0.0157    99.4880     0.4165    92.1400   599.2357
1755518.0 / 36489290
 104     0.0950     0.0122    99.6240     0.4173    91.6300   599.2620
1740996.0 / 36489290
 105     0.0938     0.0113    99.6280     0.3605    93.1300   599.2486
1727626.0 / 36489290
 106     0.0926     0.0120    99.6120     0.4139    92.0600   599.2109
1718086.0 / 36489290
 107     0.0913     0.0153    99.5320     0.4263    91.8200   599.1882
1702104.0 / 36489290
 108     0.0901     0.0099    99.7060     0.3991    92.8000   599.2924
1689727.0 / 36489290
 109     0.0889     0.0121    99.6180     0.3999    92.5300   599.3170
1671958.0 / 36489290
 110     0.0876     0.0081    99.7460     0.3961    92.4100   599.2727
1659122.0 / 36489290
 111     0.0864     0.0108    99.6640     0.3614    92.8500   599.3186
1641332.0 / 36489290
 112     0.0852     0.0071    99.7880     0.3356    93.5200   599.2640
1622294.0 / 36489290
 113     0.0839     0.0067    99.8000     0.3362    93.6400   599.3666
1605191.0 / 36489290
 114     0.0827     0.0066    99.7860     0.3841    92.8100   599.2828
1586906.0 / 36489290
 115     0.0814     0.0057    99.8280     0.3839    92.9300   599.2928
1573129.0 / 36489290
 116     0.0802     0.0069    99.7680     0.3484    93.6200   599.2419
1563255.0 / 36489290
 117     0.0790     0.0093    99.7120     0.3513    93.5000   599.2109
1551214.0 / 36489290
 118     0.0777     0.0082    99.7400     0.3497    93.4100   599.1650
1534550.0 / 36489290
 119     0.0765     0.0049    99.8500     0.3496    93.3700   599.2252
1518764.0 / 36489290
 120     0.0753     0.0045    99.8500     0.3392    93.5000   599.3935
1505523.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0058    99.8300     0.3638    93.4000   599.2788
1493440.0 / 36489290
 122     0.0728     0.0065    99.8120     0.3321    93.7200   599.2166
1475202.0 / 36489290
 123     0.0715     0.0029    99.9320     0.3406    93.7500   599.2132
1455999.0 / 36489290
 124     0.0703     0.0020    99.9500     0.3569    93.5600   599.2766
1439051.0 / 36489290
 125     0.0691     0.0022    99.9440     0.3267    93.9000   599.3238
1421534.0 / 36489290
 126     0.0678     0.0020    99.9520     0.3272    93.9900   599.2932
1407123.0 / 36489290
 127     0.0666     0.0027    99.9160     0.3573    93.6700   599.2581
1395376.0 / 36489290
 128     0.0654     0.0037    99.8920     0.3867    93.2000   599.3265
1383685.0 / 36489290
 129     0.0641     0.0038    99.8960     0.3753    93.2700   599.3623
1373617.0 / 36489290
 130     0.0629     0.0043    99.8660     0.3436    93.6000   599.3525
1364733.0 / 36489290
 131     0.0616     0.0047    99.8520     0.5271    90.9700   599.3469
1360468.0 / 36489290
 132     0.0604     0.0076    99.7660     0.4212    92.6000   599.3637
1351595.0 / 36489290
 133     0.0592     0.0043    99.8620     0.3364    93.4900   599.2709
1344021.0 / 36489290
 134     0.0579     0.0051    99.8540     0.3469    93.3700   599.2079
1334223.0 / 36489290
 135     0.0567     0.0034    99.9020     0.3495    93.6500   599.2688
1322812.0 / 36489290
 136     0.0554     0.0023    99.9420     0.3333    93.8400   599.2267
1311319.0 / 36489290
 137     0.0542     0.0020    99.9520     0.3221    94.0300   599.2695
1299396.0 / 36489290
 138     0.0530     0.0015    99.9680     0.3249    94.0700   599.2735
1288051.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 139     0.0517     0.0017    99.9540     0.3513    93.9000   324.9895
1278614.0 / 36489290
 140     0.0505     0.0022    99.9260     0.3759    93.6100   324.7204
1267698.0 / 36489290
 141     0.0493     0.0013    99.9620     0.3648    93.6600   324.5020
1256745.0 / 36489290
 142     0.0480     0.0009    99.9880     0.3346    94.0300   324.1790
1246443.0 / 36489290
 143     0.0468     0.0010    99.9740     0.3408    93.9500   324.0468
1236334.0 / 36489290
 144     0.0456     0.0009    99.9840     0.3256    94.0900   323.5547
1226923.0 / 36489290
 145     0.0443     0.0009    99.9780     0.3431    94.2200   323.1097
1216929.0 / 36489290
 146     0.0431     0.0005    99.9960     0.3259    94.3600   323.0304
1207560.0 / 36489290
 147     0.0418     0.0007    99.9900     0.3275    94.2300   323.6028
1198808.0 / 36489290
 148     0.0406     0.0007    99.9800     0.3376    94.1500   323.5056
1190594.0 / 36489290
 149     0.0394     0.0012    99.9640     0.3449    94.0800   323.2865
1183168.0 / 36489290
 150     0.0381     0.0011    99.9640     0.3382    94.1300   322.9433
1175606.0 / 36489290
 151     0.0369     0.0006    99.9920     0.3368    94.2700   323.3783
1167986.0 / 36489290
 152     0.0357     0.0006    99.9920     0.3361    94.2000   323.1766
1160868.0 / 36489290
 153     0.0344     0.0004    99.9940     0.3362    94.3200   323.1215
1153944.0 / 36489290
 154     0.0332     0.0004    99.9980     0.3338    94.1800   323.1441
1147318.0 / 36489290
 155     0.0319     0.0006    99.9900     0.3406    94.1200   322.9003
1141145.0 / 36489290
 156     0.0307     0.0004    99.9940     0.3339    94.1000   323.4310
1135104.0 / 36489290
 157     0.0295     0.0004    99.9940     0.3331    94.2600   323.6678
1129534.0 / 36489290
 158     0.0282     0.0005    99.9880     0.3348    94.1800   323.6677
1124321.0 / 36489290
 159     0.0270     0.0004    99.9920     0.3401    94.0400   323.8256
1118943.0 / 36489290
 160     0.0257     0.0002    99.9980     0.3264    94.1500   323.0773
1114106.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0004    99.9900     0.3368    94.2200   323.4757
1109597.0 / 36489290
 162     0.0233     0.0004    99.9900     0.3391    94.2500   323.0901
1105282.0 / 36489290
 163     0.0220     0.0004    99.9920     0.3374    94.3900   323.0386
1101227.0 / 36489290
 164     0.0208     0.0003    99.9960     0.3253    94.4100   323.1447
1097398.0 / 36489290
 165     0.0196     0.0003    99.9960     0.3300    94.3900   323.1726
1093781.0 / 36489290
 166     0.0183     0.0003    99.9980     0.3270    94.2600   323.1675
1090519.0 / 36489290
 167     0.0171     0.0002    99.9980     0.3249    94.2400   323.2208
1087488.0 / 36489290
 168     0.0159     0.0002    99.9960     0.3231    94.3300   323.0161
1084708.0 / 36489290
 169     0.0146     0.0002   100.0000     0.3265    94.3700   323.3305
1082310.0 / 36489290
 170     0.0134     0.0002    99.9980     0.3288    94.1900   323.2399
1080097.0 / 36489290
 171     0.0121     0.0002   100.0000     0.3277    94.1600   323.3821
1078161.0 / 36489290
 172     0.0109     0.0002    99.9980     0.3233    94.3800   323.3266
1076515.0 / 36489290
 173     0.0097     0.0002    99.9980     0.3236    94.3800   323.6988
1075033.0 / 36489290
 174     0.0084     0.0002   100.0000     0.3215    94.3900   323.1226
1073830.0 / 36489290
 175     0.0072     0.0002    99.9980     0.3237    94.3300   323.6339
1072744.0 / 36489290
 176     0.0060     0.0002    99.9960     0.3201    94.3300   323.4759
1072026.0 / 36489290
 177     0.0047     0.0002   100.0000     0.3268    94.2300   323.7684
1071446.0 / 36489290
 178     0.0035     0.0002   100.0000     0.3185    94.5600   323.5865
1071154.0 / 36489290
 179     0.0022     0.0003    99.9940     0.3227    94.3700   323.5089
1071041.0 / 36489290
 180     0.0010     0.0002    99.9960     0.3252    94.4500   323.4782
1070887.0 / 36489290
 181     0.0010     0.0003    99.9960     0.3262    94.3600   323.7536
1070729.0 / 36489290
 182     0.0010     0.0002    99.9980     0.3234    94.3200   323.5193
1070573.0 / 36489290
 183     0.0010     0.0002    99.9980     0.3260    94.4700   323.5470
1070426.0 / 36489290
 184     0.0010     0.0002    99.9980     0.3233    94.5100   323.8372
1070257.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3244    94.4500   323.8206
1070122.0 / 36489290
 186     0.0010     0.0001   100.0000     0.3222    94.2500   324.0053
1069946.0 / 36489290
 187     0.0010     0.0002    99.9980     0.3286    94.3400   323.7055
1069810.0 / 36489290
 188     0.0010     0.0002    99.9960     0.3162    94.4000   355.8347
1069655.0 / 36489290
 189     0.0010     0.0002    99.9980     0.3224    94.4500   362.9701
1069521.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3241    94.4100   335.7462
1069382.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3220    94.4700   323.9859
1069255.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3200    94.3500   323.9891
1069121.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3240    94.3400   323.5853
1068986.0 / 36489290
 194     0.0010     0.0002   100.0000     0.3213    94.4600   323.9533
1068851.0 / 36489290
 195     0.0010     0.0002    99.9960     0.3215    94.4600   323.9994
1068702.0 / 36489290
 196     0.0010     0.0002    99.9980     0.3209    94.4100   323.5098
1068518.0 / 36489290
 197     0.0010     0.0002    99.9960     0.3300    94.2800   323.2794
1068394.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3228    94.4700   323.4821
1068245.0 / 36489290
 199     0.0010     0.0001    99.9980     0.3197    94.3800   323.2608
1068078.0 / 36489290
 200     0.0010     0.0001    99.9980     0.3203    94.3400   323.2935
