Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
Resume training from cifar100_save/endpoints/WideResNet28x10-2/sgd/checkpoint-0.pt
total epochs: 200
30576219.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4391    46.7520     1.6568    43.6300    99.4040
27844931.0 / 36489290
   2     0.1000     0.9138    67.4460     1.3759    59.4900    96.9463
25697757.0 / 36489290
   3     0.1000     0.6951    75.7600     0.9441    70.2900    97.2432
23860913.0 / 36489290
   4     0.1000     0.5683    80.2740     1.1136    69.2900    97.2530
22226161.0 / 36489290
   5     0.1000     0.4859    83.0960     1.0026    71.2800    97.1231
20738334.0 / 36489290
   6     0.1000     0.4305    85.2760     0.5739    80.1900    97.0080
19364552.0 / 36489290
   7     0.1000     0.3849    86.8600     0.5174    83.2700    96.7811
18085036.0 / 36489290
   8     0.1000     0.3535    87.8180     0.5249    83.1100    97.0694
16888436.0 / 36489290
   9     0.1000     0.3204    88.8720     0.5087    83.8200    97.2131
15772558.0 / 36489290
  10     0.1000     0.2948    89.7800     0.6223    81.5900    96.8296
14731365.0 / 36489290
  11     0.1000     0.2725    90.5920     0.4577    85.6600    97.0104
13770329.0 / 36489290
  12     0.1000     0.2507    91.3080     0.5874    82.9000    96.7961
12890413.0 / 36489290
  13     0.1000     0.2376    91.7880     0.5463    83.0700    96.9063
12086694.0 / 36489290
  14     0.1000     0.2210    92.2980     0.6605    81.2300    96.8122
11359471.0 / 36489290
  15     0.1000     0.2013    92.9080     0.4471    86.2000    96.8493
10711376.0 / 36489290
  16     0.1000     0.1947    93.1180     0.4381    86.1900    96.6126
10132773.0 / 36489290
  17     0.1000     0.1805    93.7700     0.4322    86.6800    96.5361
9618712.0 / 36489290
  18     0.1000     0.1701    94.0260     0.5116    85.9400    96.5053
9161145.0 / 36489290
  19     0.1000     0.1573    94.6740     0.5944    82.8600    96.1850
8759526.0 / 36489290
  20     0.1000     0.1475    94.8440     0.8237    79.8000    96.2948
8399248.0 / 36489290
  21     0.1000     0.1410    95.1080     0.3538    89.3900    96.4104
8079378.0 / 36489290
  22     0.1000     0.1265    95.5900     0.3933    88.3900    96.3679
7806745.0 / 36489290
  23     0.1000     0.1260    95.5720     0.3494    90.2200    96.3580
7554517.0 / 36489290
  24     0.1000     0.1169    95.9820     0.6110    84.5800    96.1825
7321085.0 / 36489290
  25     0.1000     0.1097    96.2800     0.4238    87.8400    96.5869
7110062.0 / 36489290
  26     0.1000     0.1042    96.3980     0.3493    89.6400    96.4328
6918344.0 / 36489290
  27     0.1000     0.0974    96.6380     0.4843    87.7200    96.2597
6746986.0 / 36489290
  28     0.1000     0.0959    96.7200     0.4392    88.1200    96.2286
6586919.0 / 36489290
  29     0.1000     0.0883    96.8360     0.4667    87.6500    96.2571
6426479.0 / 36489290
  30     0.1000     0.0822    97.1340     0.3450    90.3700    96.3969
6286490.0 / 36489290
  31     0.1000     0.0759    97.3760     0.4949    87.2900    96.4454
6154606.0 / 36489290
  32     0.1000     0.0732    97.4880     0.4463    88.8200    96.4449
6028755.0 / 36489290
  33     0.1000     0.0674    97.6820     0.3631    90.2000    96.4094
5914057.0 / 36489290
  34     0.1000     0.0688    97.6100     0.4009    89.9200    96.3866
5805092.0 / 36489290
  35     0.1000     0.0628    97.8320     0.3547    90.7600    96.3074
5705278.0 / 36489290
  36     0.1000     0.0644    97.7700     0.3470    91.0700    96.3315
5605193.0 / 36489290
  37     0.1000     0.0562    98.0460     0.3275    91.2900    96.2824
5503525.0 / 36489290
  38     0.1000     0.0485    98.3840     0.3401    91.5100    96.5596
5413309.0 / 36489290
  39     0.1000     0.0528    98.1860     0.5274    88.4200    96.4847
5326440.0 / 36489290
  40     0.1000     0.0512    98.2220     0.5616    87.3700    96.5675
5246247.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0479    98.3440     0.3481    91.8000    96.3675
5171577.0 / 36489290
  42     0.1000     0.0465    98.3480     0.5252    88.3700    96.2478
5103605.0 / 36489290
  43     0.1000     0.0484    98.3320     0.4665    89.7900    96.3105
5024477.0 / 36489290
  44     0.1000     0.0396    98.6180     0.4729    89.8100    96.4883
4952587.0 / 36489290
  45     0.1000     0.0406    98.5720     0.3811    91.2100    96.3349
4891238.0 / 36489290
  46     0.1000     0.0424    98.5160     0.3649    91.3700    96.3841
4818545.0 / 36489290
  47     0.1000     0.0355    98.8140     0.3442    91.7000    96.3756
4761248.0 / 36489290
  48     0.1000     0.0381    98.6940     0.4427    90.3300    96.0701
4703333.0 / 36489290
  49     0.1000     0.0374    98.7080     0.3993    91.0100    96.3336
4646998.0 / 36489290
  50     0.1000     0.0365    98.7700     0.4042    91.2600    96.0860
4594316.0 / 36489290
  51     0.1000     0.0354    98.7940     0.3121    92.5600    96.1030
4533162.0 / 36489290
  52     0.1000     0.0298    99.0060     0.4000    91.3500    96.0929
4474153.0 / 36489290
  53     0.1000     0.0287    99.0340     0.3846    91.2700    95.9712
4429347.0 / 36489290
  54     0.1000     0.0339    98.8540     0.4109    90.7400    95.8188
4375485.0 / 36489290
  55     0.1000     0.0294    99.0120     0.4319    90.2200    95.8837
4326863.0 / 36489290
  56     0.1000     0.0302    98.9780     0.3668    92.3300    96.2356
4276838.0 / 36489290
  57     0.1000     0.0262    99.0880     0.4318    90.1600    96.1105
4241574.0 / 36489290
  58     0.1000     0.0314    98.9200     0.4570    90.4500    96.1562
4199082.0 / 36489290
  59     0.1000     0.0282    99.0140     0.4236    91.0000    96.2105
4151274.0 / 36489290
  60     0.1000     0.0253    99.1780     0.3392    92.2900    95.9125
4101842.0 / 36489290
  61     0.1000     0.0226    99.2640     0.3883    92.1300    95.9542
4067679.0 / 36489290
  62     0.1000     0.0254    99.1420     0.5051    89.9600    95.9554
4033077.0 / 36489290
  63     0.1000     0.0263    99.0600     0.5345    90.0700    95.8764
3998594.0 / 36489290
  64     0.1000     0.0268    99.1120     0.4397    90.1100    96.0358
3960213.0 / 36489290
  65     0.1000     0.0235    99.2160     0.4277    91.5900    96.1073
3927806.0 / 36489290
  66     0.1000     0.0245    99.2120     0.3604    92.2700    95.8628
3888808.0 / 36489290
  67     0.1000     0.0207    99.3320     0.3921    91.5000    96.1427
3852169.0 / 36489290
  68     0.1000     0.0217    99.2520     0.3982    91.8600    96.1340
3819174.0 / 36489290
  69     0.1000     0.0218    99.2760     0.4569    90.9100    96.0961
3793963.0 / 36489290
  70     0.1000     0.0245    99.1620     0.4960    90.0700    96.1670
3766108.0 / 36489290
  71     0.1000     0.0240    99.1840     0.3743    91.9100    95.8683
3728719.0 / 36489290
  72     0.1000     0.0175    99.4240     0.4603    90.8900    96.0065
3700995.0 / 36489290
  73     0.1000     0.0209    99.3460     0.3751    92.3300    96.0762
3666206.0 / 36489290
  74     0.1000     0.0166    99.4340     0.3675    92.5900    95.8755
3638610.0 / 36489290
  75     0.1000     0.0212    99.3180     0.4659    90.7400    95.9063
3613580.0 / 36489290
  76     0.1000     0.0203    99.3340     0.4041    91.8100    96.1684
3584388.0 / 36489290
  77     0.1000     0.0181    99.4260     0.4087    91.9200    96.2459
3561813.0 / 36489290
  78     0.1000     0.0204    99.2820     0.3687    92.4100    96.0957
3538008.0 / 36489290
  79     0.1000     0.0197    99.3240     0.3452    92.5800    96.1178
3514656.0 / 36489290
  80     0.1000     0.0206    99.2680     0.3807    92.2400    95.8966
3494182.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0214    99.2740     0.3808    91.9300    96.0300
3469269.0 / 36489290
  82     0.1000     0.0183    99.3780     0.3898    91.8300    95.9141
3431046.0 / 36489290
  83     0.1000     0.0128    99.5900     0.3869    92.1200    95.9882
3403379.0 / 36489290
  84     0.1000     0.0154    99.4880     0.4046    92.1300    96.0363
3378455.0 / 36489290
  85     0.1000     0.0154    99.4920     0.3453    92.7800    95.9319
3358831.0 / 36489290
  86     0.1000     0.0187    99.3340     0.4641    91.2400    96.0072
3327455.0 / 36489290
  87     0.1000     0.0137    99.5640     0.3414    92.5800    96.2040
3309685.0 / 36489290
  88     0.1000     0.0182    99.4080     0.3391    93.0100    95.9045
3278324.0 / 36489290
  89     0.1000     0.0124    99.6140     0.3745    92.1600    95.9616
3253193.0 / 36489290
  90     0.1000     0.0138    99.5300     0.4105    92.1600    95.9259
3227616.0 / 36489290
  91     0.1000     0.0128    99.5720     0.4027    92.3200    95.8727
3213482.0 / 36489290
  92     0.1000     0.0175    99.4480     0.4010    91.5500    96.1486
3199550.0 / 36489290
  93     0.1000     0.0185    99.4040     0.3097    93.3100    95.9909
3174326.0 / 36489290
  94     0.1000     0.0131    99.5760     0.4093    92.0100    95.9913
3156990.0 / 36489290
  95     0.1000     0.0156    99.4400     0.3283    93.2300    95.8490
3133122.0 / 36489290
  96     0.1000     0.0122    99.6180     0.3306    93.0200    95.8099
3117505.0 / 36489290
  97     0.1000     0.0150    99.4780     0.4477    91.5600    95.8418
3108917.0 / 36489290
  98     0.1000     0.0191    99.3800     0.3635    92.9000    95.8596
3089455.0 / 36489290
  99     0.1000     0.0132    99.5480     0.5616    90.3600    95.8110
3068273.0 / 36489290
 100     0.1000     0.0126    99.5800     0.3334    93.0700    95.9439
3045254.0 / 36489290
 101     0.0988     0.0110    99.6420     0.3407    93.0100    95.9127
3021327.0 / 36489290
 102     0.0975     0.0097    99.6760     0.4315    91.4000    95.9385
3008575.0 / 36489290
 103     0.0963     0.0143    99.5040     0.4963    91.0400    95.9152
2991174.0 / 36489290
 104     0.0950     0.0135    99.5480     0.3287    93.1100    95.7067
2964011.0 / 36489290
 105     0.0938     0.0083    99.7360     0.3918    92.0500    95.7789
2942904.0 / 36489290
 106     0.0926     0.0099    99.6820     0.3654    93.3100    95.7237
2914173.0 / 36489290
 107     0.0913     0.0064    99.8000     0.3545    92.9900    95.8067
2885338.0 / 36489290
 108     0.0901     0.0058    99.8340     0.3715    92.8500    95.9607
2857001.0 / 36489290
 109     0.0889     0.0054    99.8620     0.3521    93.3100    95.7925
2841574.0 / 36489290
 110     0.0876     0.0100    99.6640     0.3729    93.0400    95.9163
2826783.0 / 36489290
 111     0.0864     0.0100    99.6700     0.4414    92.0900    95.7631
2802547.0 / 36489290
 112     0.0852     0.0066    99.8100     0.3475    93.4500    95.9875
2783287.0 / 36489290
 113     0.0839     0.0078    99.7340     0.3319    93.5400    95.9756
2766014.0 / 36489290
 114     0.0827     0.0074    99.7440     0.5221    91.0300    95.8265
2742532.0 / 36489290
 115     0.0814     0.0054    99.8040     0.3619    93.0800    95.8784
2723175.0 / 36489290
 116     0.0802     0.0061    99.7920     0.3585    93.1900    95.7427
2704906.0 / 36489290
 117     0.0790     0.0066    99.7880     0.4296    92.6900    95.7311
2686802.0 / 36489290
 118     0.0777     0.0067    99.7920     0.3449    93.7600    95.7654
2662777.0 / 36489290
 119     0.0765     0.0035    99.9080     0.3634    93.6000    96.0083
2641107.0 / 36489290
 120     0.0753     0.0040    99.8740     0.3412    93.6700    95.8362
2615773.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0024    99.9320     0.3315    93.9200    95.9180
2590201.0 / 36489290
 122     0.0728     0.0019    99.9480     0.3527    93.4400    95.8566
2565522.0 / 36489290
 123     0.0715     0.0019    99.9640     0.3414    94.0700    95.8156
2539621.0 / 36489290
 124     0.0703     0.0013    99.9720     0.3296    93.9100    95.8234
2514821.0 / 36489290
 125     0.0691     0.0011    99.9760     0.3254    94.1400    95.8944
2490107.0 / 36489290
 126     0.0678     0.0009    99.9900     0.3144    94.0700    95.9607
2466766.0 / 36489290
 127     0.0666     0.0011    99.9740     0.3242    94.2600    95.5303
2443051.0 / 36489290
 128     0.0654     0.0008    99.9820     0.3223    94.1900    95.7580
2421896.0 / 36489290
 129     0.0641     0.0013    99.9660     0.3389    93.9600    95.6427
2399671.0 / 36489290
 130     0.0629     0.0007    99.9860     0.3237    94.2300    95.9487
2379537.0 / 36489290
 131     0.0616     0.0011    99.9660     0.3309    94.1000    95.9370
2359203.0 / 36489290
 132     0.0604     0.0008    99.9840     0.3204    93.9900    95.7320
2340173.0 / 36489290
 133     0.0592     0.0010    99.9800     0.3224    94.1700    95.8028
2320968.0 / 36489290
 134     0.0579     0.0007    99.9860     0.3290    94.2000    95.9180
2301908.0 / 36489290
 135     0.0567     0.0004    99.9960     0.3358    94.0200    95.7838
2283677.0 / 36489290
 136     0.0554     0.0005    99.9880     0.3314    94.2500    95.8355
2265817.0 / 36489290
 137     0.0542     0.0005    99.9940     0.3273    94.2400    95.7995
2248464.0 / 36489290
 138     0.0530     0.0003    99.9960     0.3249    94.3900    95.7490
2231493.0 / 36489290
 139     0.0517     0.0003    99.9940     0.3191    94.3700    95.6194
2215006.0 / 36489290
 140     0.0505     0.0003   100.0000     0.3229    94.2500    95.7755
2199058.0 / 36489290
 141     0.0493     0.0003    99.9920     0.3331    94.0600    95.7241
2183553.0 / 36489290
 142     0.0480     0.0003    99.9980     0.3222    94.2000    95.7084
2168870.0 / 36489290
 143     0.0468     0.0002    99.9980     0.3232    94.1800    95.5826
2154657.0 / 36489290
 144     0.0456     0.0002   100.0000     0.3185    94.2000    95.6404
2141005.0 / 36489290
 145     0.0443     0.0002    99.9960     0.3153    94.3500    95.6582
2128499.0 / 36489290
 146     0.0431     0.0004    99.9900     0.3226    94.3900    95.9029
2115991.0 / 36489290
 147     0.0418     0.0003    99.9980     0.3169    94.5500    95.7975
2103668.0 / 36489290
 148     0.0406     0.0004    99.9960     0.3146    94.4700    95.7682
2092001.0 / 36489290
 149     0.0394     0.0003    99.9960     0.3234    94.3800    95.9498
2081197.0 / 36489290
 150     0.0381     0.0003    99.9960     0.3180    94.4200    95.8284
2070142.0 / 36489290
 151     0.0369     0.0002   100.0000     0.3179    94.4300    95.7970
2059927.0 / 36489290
 152     0.0357     0.0003    99.9980     0.3155    94.5500    95.8616
2050322.0 / 36489290
 153     0.0344     0.0002    99.9960     0.3236    94.1700    95.7840
2040932.0 / 36489290
 154     0.0332     0.0002   100.0000     0.3196    94.3900    95.6240
2031924.0 / 36489290
 155     0.0319     0.0002   100.0000     0.3207    94.3700    95.9436
2023397.0 / 36489290
 156     0.0307     0.0002    99.9980     0.3209    94.5000    95.9531
2014980.0 / 36489290
 157     0.0295     0.0002    99.9980     0.3172    94.4400    96.2290
2007188.0 / 36489290
 158     0.0282     0.0001   100.0000     0.3194    94.4400    96.1617
2000047.0 / 36489290
 159     0.0270     0.0002    99.9980     0.3199    94.5300    96.2218
1992971.0 / 36489290
 160     0.0257     0.0001   100.0000     0.3166    94.4800    95.8895
1986367.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0001   100.0000     0.3209    94.4100    95.8661
1979887.0 / 36489290
 162     0.0233     0.0001   100.0000     0.3164    94.3800    95.8345
1974217.0 / 36489290
 163     0.0220     0.0002   100.0000     0.3189    94.4100    95.9723
1968741.0 / 36489290
 164     0.0208     0.0001   100.0000     0.3129    94.5100    95.7756
1963680.0 / 36489290
 165     0.0196     0.0001   100.0000     0.3132    94.4100    95.5930
1958970.0 / 36489290
 166     0.0183     0.0001   100.0000     0.3128    94.6200    95.6748
1954419.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3173    94.5200    95.5936
1950308.0 / 36489290
 168     0.0159     0.0001   100.0000     0.3131    94.5300    95.5959
1946552.0 / 36489290
 169     0.0146     0.0001   100.0000     0.3167    94.4200    95.9896
1943212.0 / 36489290
 170     0.0134     0.0001   100.0000     0.3142    94.5600    95.6643
1940107.0 / 36489290
 171     0.0121     0.0001   100.0000     0.3130    94.6100    95.7846
1937320.0 / 36489290
 172     0.0109     0.0001   100.0000     0.3135    94.5000    95.9821
1934838.0 / 36489290
 173     0.0097     0.0002    99.9960     0.3132    94.5600    95.8010
1932705.0 / 36489290
 174     0.0084     0.0001   100.0000     0.3108    94.5800    95.7157
1930881.0 / 36489290
 175     0.0072     0.0001    99.9980     0.3106    94.5000    95.7133
1929317.0 / 36489290
 176     0.0060     0.0001    99.9980     0.3126    94.6300    95.8273
1928081.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3126    94.5900    95.7228
1927134.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3165    94.4900    96.0103
1926513.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3144    94.5200    95.7080
1926205.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3080    94.6300    95.9521
1925918.0 / 36489290
 181     0.0010     0.0001   100.0000     0.3102    94.4500    95.9806
1925611.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3098    94.6400    96.0472
1925314.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3095    94.5900    95.9144
1924986.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3130    94.5700    95.9007
1924672.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3138    94.5800    95.9911
1924365.0 / 36489290
 186     0.0010     0.0001   100.0000     0.3145    94.5200    95.9625
1924069.0 / 36489290
 187     0.0010     0.0001    99.9980     0.3106    94.6400    95.9229
1923780.0 / 36489290
 188     0.0010     0.0001   100.0000     0.3151    94.5600    95.8544
1923473.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3106    94.5700    95.6408
1923131.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3120    94.5800    95.7879
1922844.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3129    94.5800    95.7992
1922550.0 / 36489290
 192     0.0010     0.0001    99.9980     0.3121    94.6000    95.7912
1922223.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3140    94.5900    95.8849
1921903.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3174    94.5600    95.7621
1921576.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3130    94.5700    95.9720
1921242.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3113    94.6000    95.7626
1920895.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3104    94.5800    95.7042
1920583.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3144    94.6100    95.6717
1920299.0 / 36489290
 199     0.0010     0.0001    99.9980     0.3131    94.6300    95.8560
1919961.0 / 36489290
 200     0.0010     0.0002    99.9940     0.3124    94.5300    95.6876
