Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new7/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
total epochs: 200
30630334.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7304    12.5940     4.7732     7.7200   155.6385
27902139.0 / 36546980
   2     0.1000     2.9778    25.1260     3.9185    17.2300   151.3210
25761083.0 / 36546980
   3     0.1000     2.4713    35.1000     3.0705    26.6100   151.2539
23933628.0 / 36546980
   4     0.1000     2.0984    42.9900     2.6235    35.5100   151.1760
22313621.0 / 36546980
   5     0.1000     1.8292    49.3680     2.3511    40.4700   151.1007
20849731.0 / 36546980
   6     0.1000     1.6263    54.1380     2.4584    41.8900   151.1270
19521453.0 / 36546980
   7     0.1000     1.4887    57.3300     1.9481    48.8800   151.1997
18321079.0 / 36546980
   8     0.1000     1.3626    60.6140     1.7611    52.6800   151.2713
17242306.0 / 36546980
   9     0.1000     1.2555    63.5460     1.9379    50.7700   151.1825
16285777.0 / 36546980
  10     0.1000     1.1583    65.9720     1.8261    51.7400   151.0363
15443662.0 / 36546980
  11     0.1000     1.0858    68.0300     2.0538    50.0500   151.1583
14704234.0 / 36546980
  12     0.1000     1.0144    69.9240     1.8477    54.8900   151.2347
14063325.0 / 36546980
  13     0.1000     0.9501    71.4520     1.7253    55.5600   151.1407
13505296.0 / 36546980
  14     0.1000     0.8896    73.3700     1.4824    60.4400   151.0973
13021796.0 / 36546980
  15     0.1000     0.8288    74.9340     1.8771    55.4900   151.1245
12603691.0 / 36546980
  16     0.1000     0.7806    76.0160     1.5936    58.8600   151.0509
12234182.0 / 36546980
  17     0.1000     0.7276    77.5620     1.7393    57.2500   151.0938
11916585.0 / 36546980
  18     0.1000     0.6758    79.0160     1.2998    64.7700   151.0759
11637618.0 / 36546980
  19     0.1000     0.6412    80.0420     1.6310    61.2200   151.0596
11391697.0 / 36546980
  20     0.1000     0.5973    81.2380     1.6915    58.6000   151.0206
11169212.0 / 36546980
  21     0.1000     0.5530    82.6280     1.5738    63.4300   151.1693
10970274.0 / 36546980
  22     0.1000     0.5204    83.6340     1.4924    63.6000   151.1758
10793385.0 / 36546980
  23     0.1000     0.4833    84.8460     1.4112    65.0600   151.0666
10629508.0 / 36546980
  24     0.1000     0.4468    85.6980     1.8867    58.6900   151.0843
10480141.0 / 36546980
  25     0.1000     0.4182    86.6860     1.3172    68.0500   151.3257
10339965.0 / 36546980
  26     0.1000     0.3836    87.6300     1.4360    64.7300   151.0772
10212894.0 / 36546980
  27     0.1000     0.3592    88.4360     1.4707    66.1000   151.1162
10092173.0 / 36546980
  28     0.1000     0.3360    89.2440     1.7929    61.0300   151.0122
9974734.0 / 36546980
  29     0.1000     0.3039    90.2080     1.6745    64.4900   151.1310
9864142.0 / 36546980
  30     0.1000     0.2885    90.6880     1.4793    67.3600   151.1640
9772805.0 / 36546980
  31     0.1000     0.2782    91.0320     2.0112    61.9400   151.1946
9659773.0 / 36546980
  32     0.1000     0.2373    92.3980     1.7992    64.0000   151.1901
9562780.0 / 36546980
  33     0.1000     0.2317    92.6560     1.5333    68.2500   151.0406
9469355.0 / 36546980
  34     0.1000     0.2148    93.1680     1.4985    66.9800   151.1232
9379179.0 / 36546980
  35     0.1000     0.2028    93.4780     1.6346    66.6200   151.1792
9275871.0 / 36546980
  36     0.1000     0.1754    94.4460     1.5281    67.8200   151.2227
9181517.0 / 36546980
  37     0.1000     0.1697    94.5880     1.6883    65.5300   151.2318
9095725.0 / 36546980
  38     0.1000     0.1645    94.6760     1.3601    70.6400   151.0660
9008602.0 / 36546980
  39     0.1000     0.1516    95.3060     1.5645    68.4100   151.1104
8927416.0 / 36546980
  40     0.1000     0.1473    95.2440     1.7644    66.3500   151.1886
8838219.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1318    95.8920     1.4741    70.2800   151.0912
8747176.0 / 36546980
  42     0.1000     0.1227    96.1540     1.4298    70.8800   151.2064
8664786.0 / 36546980
  43     0.1000     0.1167    96.2760     1.5030    70.0400   151.0336
8579973.0 / 36546980
  44     0.1000     0.1109    96.6180     1.7195    68.0100   151.1348
8497844.0 / 36546980
  45     0.1000     0.1071    96.6960     1.6341    69.4200   151.2088
8413278.0 / 36546980
  46     0.1000     0.0962    97.0640     1.6399    67.8700   151.1272
8338929.0 / 36546980
  47     0.1000     0.0971    96.9420     1.5106    70.7400   151.0144
8252327.0 / 36546980
  48     0.1000     0.0846    97.3620     1.7901    69.4700   151.0680
8175624.0 / 36546980
  49     0.1000     0.0847    97.3800     1.6290    70.5900   151.1784
8084585.0 / 36546980
  50     0.1000     0.0692    97.9820     1.7335    69.3200   151.1603
8024604.0 / 36546980
  51     0.1000     0.0891    97.2160     1.6154    70.5900   151.3492
7959704.0 / 36546980
  52     0.1000     0.0806    97.5320     1.7027    69.7900   151.0588
7879004.0 / 36546980
  53     0.1000     0.0678    97.9960     1.7799    67.8700   151.1508
7815583.0 / 36546980
  54     0.1000     0.0750    97.7420     1.6319    70.3700   151.1663
7758951.0 / 36546980
  55     0.1000     0.0757    97.7220     1.5564    70.8500   151.0101
7700229.0 / 36546980
  56     0.1000     0.0741    97.7220     1.8115    67.8400   151.0486
7619471.0 / 36546980
  57     0.1000     0.0543    98.4120     1.6221    70.3500   151.0301
7550180.0 / 36546980
  58     0.1000     0.0600    98.2160     1.6379    71.4800   151.1234
7489352.0 / 36546980
  59     0.1000     0.0629    98.1400     1.7384    70.0000   151.1657
7433558.0 / 36546980
  60     0.1000     0.0628    98.1160     1.6924    70.4400   151.1140
7381281.0 / 36546980
  61     0.1000     0.0635    98.1020     1.8355    68.2500   151.1022
7314712.0 / 36546980
  62     0.1000     0.0527    98.4980     1.5066    72.6500   151.2088
7245268.0 / 36546980
  63     0.1000     0.0478    98.6300     1.6092    71.4000   151.2750
7203537.0 / 36546980
  64     0.1000     0.0647    98.0420     1.5733    72.2000   151.1185
7142203.0 / 36546980
  65     0.1000     0.0505    98.5140     1.5719    72.3200   151.1832
7094492.0 / 36546980
  66     0.1000     0.0546    98.3360     1.6584    70.7700   151.0663
7037635.0 / 36546980
  67     0.1000     0.0480    98.6080     1.7057    71.3700   151.0089
6978321.0 / 36546980
  68     0.1000     0.0454    98.7260     1.5425    72.2200   151.1163
6925432.0 / 36546980
  69     0.1000     0.0472    98.6140     1.7013    70.1800   150.9723
6873993.0 / 36546980
  70     0.1000     0.0466    98.6560     1.6192    71.1200   151.1788
6823378.0 / 36546980
  71     0.1000     0.0434    98.7080     1.9475    68.2200   150.9975
6780669.0 / 36546980
  72     0.1000     0.0482    98.4880     1.5899    71.4000   151.1110
6740073.0 / 36546980
  73     0.1000     0.0480    98.6280     1.5816    72.6600   151.1056
6690057.0 / 36546980
  74     0.1000     0.0421    98.8160     1.7532    70.5000   151.1763
6631641.0 / 36546980
  75     0.1000     0.0341    99.0760     1.5990    72.5300   151.0554
6600881.0 / 36546980
  76     0.1000     0.0506    98.5120     2.2027    65.4200   151.1866
6589512.0 / 36546980
  77     0.1000     0.0624    98.0320     1.4924    72.9800   151.1325
6547128.0 / 36546980
  78     0.1000     0.0423    98.7800     1.6556    72.1200   151.1016
6495081.0 / 36546980
  79     0.1000     0.0350    98.9840     1.5418    72.6900   151.1422
6443563.0 / 36546980
  80     0.1000     0.0352    99.0140     1.5475    72.1200   151.2240
6399171.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0366    98.9300     1.8054    70.3900   151.1764
6357042.0 / 36546980
  82     0.1000     0.0383    98.9360     1.5622    72.5300   151.0044
6321331.0 / 36546980
  83     0.1000     0.0400    98.7860     1.7421    70.1500   151.0655
6292551.0 / 36546980
  84     0.1000     0.0442    98.7060     1.5815    73.2100   151.1939
6245205.0 / 36546980
  85     0.1000     0.0314    99.1560     1.7178    70.2800   151.1073
6193758.0 / 36546980
  86     0.1000     0.0274    99.2240     1.8657    70.6700   151.0842
6141484.0 / 36546980
  87     0.1000     0.0253    99.3240     1.6320    72.3600   151.1484
6091085.0 / 36546980
  88     0.1000     0.0262    99.2460     1.5703    73.3300   151.1014
6065329.0 / 36546980
  89     0.1000     0.0384    98.8740     1.6545    71.6600   151.1422
6030711.0 / 36546980
  90     0.1000     0.0341    99.0600     1.7032    71.9700   151.1579
5999462.0 / 36546980
  91     0.1000     0.0325    99.0340     1.6879    71.5300   151.0016
5964070.0 / 36546980
  92     0.1000     0.0319    99.0960     1.6087    72.4200   151.1520
5925788.0 / 36546980
  93     0.1000     0.0287    99.1900     1.6384    72.1300   151.0778
5883278.0 / 36546980
  94     0.1000     0.0259    99.3280     1.7652    71.8900   151.0362
5882958.0 / 36546980
  95     0.1000     0.0485    98.4820     1.8927    69.3300   151.1660
5872085.0 / 36546980
  96     0.1000     0.0438    98.7000     1.6894    70.9400   151.1496
5855679.0 / 36546980
  97     0.1000     0.0400    98.7700     2.0041    68.5600   151.0682
5819554.0 / 36546980
  98     0.1000     0.0285    99.1860     1.5185    73.8800   151.1512
5781470.0 / 36546980
  99     0.1000     0.0260    99.2600     1.5161    73.3900   151.3488
5756803.0 / 36546980
 100     0.1000     0.0331    98.9880     1.8597    69.9800   151.1603
5731365.0 / 36546980
 101     0.0988     0.0315    99.0660     1.5366    73.7700   151.1215
5686871.0 / 36546980
 102     0.0975     0.0207    99.4620     1.7785    70.7300   151.2077
5644094.0 / 36546980
 103     0.0963     0.0212    99.4440     1.4489    75.1300   151.0863
5594587.0 / 36546980
 104     0.0950     0.0155    99.5960     1.4979    74.2500   151.1776
5541347.0 / 36546980
 105     0.0938     0.0122    99.6980     1.5122    74.6700   151.1814
5485470.0 / 36546980
 106     0.0926     0.0088    99.8060     1.5127    75.1700   151.2032
5434119.0 / 36546980
 107     0.0913     0.0107    99.7380     1.5386    74.0500   151.0331
5385451.0 / 36546980
 108     0.0901     0.0116    99.7520     1.5061    74.6100   151.0975
5335151.0 / 36546980
 109     0.0889     0.0089    99.8100     1.4972    74.6200   151.1323
5280810.0 / 36546980
 110     0.0876     0.0066    99.8660     1.4850    74.8000   151.0504
5227228.0 / 36546980
 111     0.0864     0.0061    99.8640     1.4953    75.0000   151.0954
5175088.0 / 36546980
 112     0.0852     0.0055    99.8900     1.4620    75.4000   151.0955
5123411.0 / 36546980
 113     0.0839     0.0049    99.9020     1.5867    74.2300   151.3284
5074094.0 / 36546980
 114     0.0827     0.0055    99.8700     1.4161    76.1000   151.2812
5024105.0 / 36546980
 115     0.0814     0.0041    99.9080     1.4278    75.7000   151.1377
4975223.0 / 36546980
 116     0.0802     0.0040    99.9180     1.4325    76.1400   151.0275
4925298.0 / 36546980
 117     0.0790     0.0027    99.9560     1.4155    76.2200   151.1355
4876289.0 / 36546980
 118     0.0777     0.0021    99.9540     1.4285    76.5200   151.0249
4828570.0 / 36546980
 119     0.0765     0.0023    99.9520     1.3974    76.2400   151.0970
4781802.0 / 36546980
 120     0.0753     0.0020    99.9700     1.4035    76.3000   151.0487
4736223.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0021    99.9660     1.3945    76.6900   151.0974
4692056.0 / 36546980
 122     0.0728     0.0016    99.9660     1.4159    76.5900   151.3797
4648933.0 / 36546980
 123     0.0715     0.0015    99.9680     1.4343    76.6800   151.1162
4607376.0 / 36546980
 124     0.0703     0.0018    99.9600     1.4149    76.6900   151.1583
4566513.0 / 36546980
 125     0.0691     0.0015    99.9700     1.3935    76.7700   151.0965
4527666.0 / 36546980
 126     0.0678     0.0018    99.9660     1.3939    76.5100   151.1996
4488948.0 / 36546980
 127     0.0666     0.0015    99.9680     1.3961    76.6800   151.1439
4451430.0 / 36546980
 128     0.0654     0.0014    99.9720     1.4062    76.2300   151.1383
4415545.0 / 36546980
 129     0.0641     0.0013    99.9740     1.4125    76.5100   151.1674
4380047.0 / 36546980
 130     0.0629     0.0016    99.9620     1.4142    76.6900   151.1020
4345879.0 / 36546980
 131     0.0616     0.0014    99.9640     1.3922    76.8600   150.9931
4312957.0 / 36546980
 132     0.0604     0.0016    99.9600     1.4258    76.2400   151.1143
4280730.0 / 36546980
 133     0.0592     0.0011    99.9720     1.3966    76.8800   151.1432
4249286.0 / 36546980
 134     0.0579     0.0014    99.9720     1.3921    76.6400   151.4984
4219189.0 / 36546980
 135     0.0567     0.0011    99.9720     1.3892    76.9300   151.5691
4190223.0 / 36546980
 136     0.0554     0.0011    99.9780     1.3787    76.9700   151.2363
4161153.0 / 36546980
 137     0.0542     0.0012    99.9700     1.3765    77.0500   151.2599
4134117.0 / 36546980
 138     0.0530     0.0011    99.9720     1.3936    76.7400   151.2835
4107370.0 / 36546980
 139     0.0517     0.0010    99.9760     1.3844    77.0600   151.3650
4081476.0 / 36546980
 140     0.0505     0.0009    99.9760     1.3782    76.8900   151.1064
4056488.0 / 36546980
 141     0.0493     0.0009    99.9760     1.3829    77.0000   151.2336
4032047.0 / 36546980
 142     0.0480     0.0008    99.9800     1.3904    76.7800   151.1439
4008883.0 / 36546980
 143     0.0468     0.0010    99.9700     1.3733    76.9800   151.2906
3986607.0 / 36546980
 144     0.0456     0.0009    99.9820     1.3829    76.8800   151.1767
3964755.0 / 36546980
 145     0.0443     0.0010    99.9680     1.3958    76.7800   151.1730
3943992.0 / 36546980
 146     0.0431     0.0009    99.9740     1.3879    76.7000   151.1163
3924214.0 / 36546980
 147     0.0418     0.0009    99.9740     1.3865    76.6500   151.0447
3904688.0 / 36546980
 148     0.0406     0.0008    99.9780     1.3794    76.7000   151.1434
3885782.0 / 36546980
 149     0.0394     0.0009    99.9680     1.3836    76.5900   151.1744
3868116.0 / 36546980
 150     0.0381     0.0009    99.9760     1.3912    76.6000   151.1367
3851123.0 / 36546980
 151     0.0369     0.0008    99.9780     1.3782    76.7400   151.0657
3834445.0 / 36546980
 152     0.0357     0.0008    99.9820     1.3814    76.8100   151.2265
3819075.0 / 36546980
 153     0.0344     0.0009    99.9740     1.3850    76.9400   151.1262
3804223.0 / 36546980
 154     0.0332     0.0009    99.9760     1.3835    76.7600   151.1935
3789883.0 / 36546980
 155     0.0319     0.0008    99.9760     1.3627    76.7900   151.0377
3776413.0 / 36546980
 156     0.0307     0.0008    99.9760     1.3744    76.6900   151.0148
3763226.0 / 36546980
 157     0.0295     0.0008    99.9780     1.3688    76.5900   151.0214
3751020.0 / 36546980
 158     0.0282     0.0008    99.9760     1.3731    76.7000   151.2003
3739450.0 / 36546980
 159     0.0270     0.0008    99.9720     1.3770    76.7900   151.0865
3728275.0 / 36546980
 160     0.0257     0.0007    99.9780     1.3746    76.9000   151.0838
3717599.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0008    99.9840     1.3797    76.6400   151.2126
3707552.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 162     0.0233     0.0008    99.9780     1.3594    76.6500    96.1742
3698338.0 / 36546980
 163     0.0220     0.0007    99.9820     1.3691    76.8900    93.7994
3689650.0 / 36546980
 164     0.0208     0.0007    99.9780     1.3688    76.6700    93.8740
3681803.0 / 36546980
 165     0.0196     0.0007    99.9800     1.3665    76.7700    93.5205
3674230.0 / 36546980
 166     0.0183     0.0008    99.9740     1.3666    76.8500    93.5871
3667281.0 / 36546980
 167     0.0171     0.0007    99.9800     1.3732    76.5700    93.6793
3660757.0 / 36546980
 168     0.0159     0.0008    99.9760     1.3808    76.7900    93.5930
3654714.0 / 36546980
 169     0.0146     0.0007    99.9780     1.3732    76.7100    93.6295
3649238.0 / 36546980
 170     0.0134     0.0007    99.9840     1.3682    76.6900    93.5697
3644245.0 / 36546980
 171     0.0121     0.0007    99.9720     1.3741    76.8900    93.7459
3639782.0 / 36546980
 172     0.0109     0.0007    99.9800     1.3693    76.8500    93.5721
3635808.0 / 36546980
 173     0.0097     0.0007    99.9760     1.3729    76.7700    93.7623
3632477.0 / 36546980
 174     0.0084     0.0006    99.9820     1.3673    76.7200    93.7662
3629488.0 / 36546980
 175     0.0072     0.0007    99.9840     1.3789    76.6200    93.6731
3627152.0 / 36546980
 176     0.0060     0.0007    99.9800     1.3762    76.7000    93.5721
3625181.0 / 36546980
 177     0.0047     0.0006    99.9860     1.3712    76.7400    93.6267
3623813.0 / 36546980
 178     0.0035     0.0007    99.9760     1.3682    76.8900    93.6415
3622814.0 / 36546980
 179     0.0022     0.0007    99.9820     1.3666    76.9700    93.6277
3622324.0 / 36546980
 180     0.0010     0.0007    99.9780     1.3775    76.9300    93.4882
3621888.0 / 36546980
 181     0.0010     0.0006    99.9880     1.3913    76.9800    93.7238
3621416.0 / 36546980
 182     0.0010     0.0007    99.9760     1.3716    76.6800    93.8730
3620876.0 / 36546980
 183     0.0010     0.0006    99.9820     1.3673    76.6500    93.4656
3620405.0 / 36546980
 184     0.0010     0.0006    99.9780     1.3702    76.7300    93.6668
3619922.0 / 36546980
 185     0.0010     0.0006    99.9820     1.3680    76.6900    93.7881
3619438.0 / 36546980
 186     0.0010     0.0006    99.9840     1.3712    76.8300    93.5379
3618977.0 / 36546980
 187     0.0010     0.0006    99.9840     1.3637    76.8600    93.6665
3618501.0 / 36546980
 188     0.0010     0.0007    99.9780     1.3770    76.9200    93.7893
3617971.0 / 36546980
 189     0.0010     0.0007    99.9780     1.3752    76.9100    93.6206
3617477.0 / 36546980
 190     0.0010     0.0007    99.9740     1.3735    76.8500    93.7551
3616973.0 / 36546980
 191     0.0010     0.0007    99.9740     1.3701    76.9200    93.8036
3616532.0 / 36546980
 192     0.0010     0.0006    99.9800     1.3721    77.0200    93.5164
3615993.0 / 36546980
 193     0.0010     0.0006    99.9760     1.3674    76.8700    93.6130
3615498.0 / 36546980
 194     0.0010     0.0006    99.9820     1.3766    76.9300    93.7802
3614950.0 / 36546980
 195     0.0010     0.0007    99.9840     1.3690    76.9200    93.6883
3614442.0 / 36546980
 196     0.0010     0.0006    99.9760     1.3728    77.0800    93.5118
3613962.0 / 36546980
 197     0.0010     0.0007    99.9760     1.3640    76.8500    93.9202
3613438.0 / 36546980
 198     0.0010     0.0005    99.9920     1.3723    76.7900    93.8544
3612907.0 / 36546980
 199     0.0010     0.0006    99.9800     1.3637    76.9300    93.4425
3612443.0 / 36546980
 200     0.0010     0.0007    99.9740     1.3777    76.7900    93.9971
