Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new3/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
total epochs: 200
30629961.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7279    12.5300     4.4700     9.1300   155.6057
27902058.0 / 36546980
   2     0.1000     2.9730    25.2240     3.8448    17.6000   151.1861
25762013.0 / 36546980
   3     0.1000     2.4643    35.2940     2.8494    29.1500   151.3542
23934762.0 / 36546980
   4     0.1000     2.0956    43.0780     2.6755    35.5000   151.2325
22315908.0 / 36546980
   5     0.1000     1.8291    49.4360     2.5152    38.8300   151.1829
20853037.0 / 36546980
   6     0.1000     1.6256    54.0940     2.5443    40.8100   151.2689
19525718.0 / 36546980
   7     0.1000     1.4864    57.5340     1.9124    49.8000   151.1479
18323627.0 / 36546980
   8     0.1000     1.3653    60.5400     1.8023    52.1700   151.2744
17242728.0 / 36546980
   9     0.1000     1.2574    63.4840     1.9400    51.0700   151.2608
16282844.0 / 36546980
  10     0.1000     1.1607    66.0300     2.6523    44.4600   151.1915
15439865.0 / 36546980
  11     0.1000     1.0862    67.9780     1.8787    51.9700   151.1648
14701707.0 / 36546980
  12     0.1000     1.0147    69.8520     1.8447    54.2900   151.2073
14060365.0 / 36546980
  13     0.1000     0.9500    71.4220     1.9227    53.3200   151.1813
13504104.0 / 36546980
  14     0.1000     0.8884    73.1160     1.4351    61.6000   151.1353
13021394.0 / 36546980
  15     0.1000     0.8321    74.7360     1.6906    57.6900   151.1919
12600587.0 / 36546980
  16     0.1000     0.7820    75.9020     1.5082    60.2800   151.2949
12233370.0 / 36546980
  17     0.1000     0.7285    77.6300     1.4582    61.2600   151.2555
11917553.0 / 36546980
  18     0.1000     0.6761    79.1520     1.3774    63.3000   151.1969
11639526.0 / 36546980
  19     0.1000     0.6391    80.2960     1.8077    59.1900   151.1784
11389803.0 / 36546980
  20     0.1000     0.5938    81.4560     1.7725    56.2800   151.1812
11165396.0 / 36546980
  21     0.1000     0.5531    82.8060     1.6702    62.0400   151.3769
10970132.0 / 36546980
  22     0.1000     0.5199    83.5060     1.6594    61.7400   151.3165
10794996.0 / 36546980
  23     0.1000     0.4853    84.6800     1.4594    64.9800   151.2092
10630637.0 / 36546980
  24     0.1000     0.4477    85.7540     1.5290    63.7900   151.2110
10483939.0 / 36546980
  25     0.1000     0.4201    86.6280     1.3348    67.5200   151.2573
10342172.0 / 36546980
  26     0.1000     0.3832    87.7780     1.6501    61.9900   151.2569
10218164.0 / 36546980
  27     0.1000     0.3657    88.2740     1.4629    65.3400   151.5486
10093491.0 / 36546980
  28     0.1000     0.3278    89.5120     1.5059    66.3200   151.2024
9978400.0 / 36546980
  29     0.1000     0.3089    89.9580     1.5090    66.9100   151.3404
9869010.0 / 36546980
  30     0.1000     0.2894    90.6840     1.4369    67.4300   151.2937
9765133.0 / 36546980
  31     0.1000     0.2661    91.5660     1.4640    67.5100   151.5078
9659702.0 / 36546980
  32     0.1000     0.2447    92.2540     1.6698    64.3800   151.2960
9561178.0 / 36546980
  33     0.1000     0.2286    92.6820     1.5235    68.9100   151.2218
9466024.0 / 36546980
  34     0.1000     0.2123    93.1520     1.6156    67.7300   151.2564
9381341.0 / 36546980
  35     0.1000     0.2100    93.2220     1.5519    66.0200   151.2479
9279125.0 / 36546980
  36     0.1000     0.1765    94.2780     1.6340    66.2900   151.2533
9186511.0 / 36546980
  37     0.1000     0.1706    94.5380     1.6373    66.8500   151.3213
9099828.0 / 36546980
  38     0.1000     0.1660    94.6900     1.4186    68.7200   151.1899
9008948.0 / 36546980
  39     0.1000     0.1501    95.1460     1.5071    68.7000   151.2730
8914652.0 / 36546980
  40     0.1000     0.1348    95.8140     1.8358    67.0400   151.2938
8832848.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1352    95.7080     1.7578    66.8100   151.2072
8743888.0 / 36546980
  42     0.1000     0.1216    96.2420     1.6091    69.2500   151.3202
8656814.0 / 36546980
  43     0.1000     0.1150    96.4640     1.5067    70.0200   151.2920
8557547.0 / 36546980
  44     0.1000     0.0981    97.0960     1.5654    69.1000   151.2736
8476027.0 / 36546980
  45     0.1000     0.1029    96.7740     1.7146    67.5300   151.4505
8394255.0 / 36546980
  46     0.1000     0.0975    96.9560     1.5410    70.5600   151.3380
8322469.0 / 36546980
  47     0.1000     0.0989    97.0060     1.7250    67.1300   151.4586
8245427.0 / 36546980
  48     0.1000     0.0929    97.1500     1.4847    70.9300   151.2278
8164414.0 / 36546980
  49     0.1000     0.0829    97.4580     1.5221    70.9100   151.3130
8093802.0 / 36546980
  50     0.1000     0.0860    97.3500     1.6117    70.3800   151.4440
8028881.0 / 36546980
  51     0.1000     0.0863    97.2820     1.5560    69.8500   151.2948
7949426.0 / 36546980
  52     0.1000     0.0722    97.8480     1.9428    66.2600   151.3280
7868389.0 / 36546980
  53     0.1000     0.0676    98.0140     1.6514    70.5600   151.2222
7806142.0 / 36546980
  54     0.1000     0.0772    97.6380     1.4442    72.5400   151.1281
7736198.0 / 36546980
  55     0.1000     0.0662    98.0200     1.6585    68.7200   151.1395
7686709.0 / 36546980
  56     0.1000     0.0796    97.5460     1.6132    69.7200   151.1832
7617037.0 / 36546980
  57     0.1000     0.0640    98.1460     1.5360    72.1500   151.3723
7532075.0 / 36546980
  58     0.1000     0.0476    98.6120     1.4393    73.0500   151.2286
7471101.0 / 36546980
  59     0.1000     0.0616    98.1300     1.9713    66.7000   151.0879
7429522.0 / 36546980
  60     0.1000     0.0729    97.7460     2.0002    67.5600   151.1018
7368113.0 / 36546980
  61     0.1000     0.0586    98.3320     1.7193    70.3500   151.1369
7303609.0 / 36546980
  62     0.1000     0.0523    98.4760     1.6439    71.3300   151.3002
7232570.0 / 36546980
  63     0.1000     0.0460    98.6920     1.5091    73.0400   151.1828
7162156.0 / 36546980
  64     0.1000     0.0442    98.7800     1.5690    71.7200   151.0883
7132658.0 / 36546980
  65     0.1000     0.0680    97.8700     1.7615    69.0800   151.1457
7082924.0 / 36546980
  66     0.1000     0.0561    98.3140     1.6020    71.2100   151.1161
7013978.0 / 36546980
  67     0.1000     0.0413    98.8200     1.9450    68.4000   151.4207
6958247.0 / 36546980
  68     0.1000     0.0462    98.6460     1.7283    70.9600   151.1875
6917147.0 / 36546980
  69     0.1000     0.0543    98.3980     1.7026    70.2500   151.2271
6874461.0 / 36546980
  70     0.1000     0.0521    98.4600     1.5658    71.0800   151.1059
6823474.0 / 36546980
  71     0.1000     0.0455    98.6820     1.6618    69.7600   151.1940
6764627.0 / 36546980
  72     0.1000     0.0382    98.9540     1.6014    72.1200   151.2519
6708971.0 / 36546980
  73     0.1000     0.0397    98.8040     1.4750    74.1400   151.0730
6661054.0 / 36546980
  74     0.1000     0.0417    98.8020     1.6538    71.3200   151.2125
6617042.0 / 36546980
  75     0.1000     0.0433    98.7120     1.4701    72.9700   151.1901
6584024.0 / 36546980
  76     0.1000     0.0512    98.4600     1.7374    69.4500   151.2688
6548464.0 / 36546980
  77     0.1000     0.0477    98.5720     1.5203    72.6500   151.2797
6507570.0 / 36546980
  78     0.1000     0.0419    98.7200     1.7203    71.9800   151.3267
6456919.0 / 36546980
  79     0.1000     0.0346    99.0120     1.7603    71.3800   151.2370
6424814.0 / 36546980
  80     0.1000     0.0454    98.6560     1.6547    70.8300   151.1714
6394316.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0450    98.6100     1.8157    69.7700   151.1705
6355831.0 / 36546980
  82     0.1000     0.0394    98.8180     1.5945    72.0600   151.1742
6318175.0 / 36546980
  83     0.1000     0.0407    98.7980     1.5117    73.5800   151.0391
6296436.0 / 36546980
  84     0.1000     0.0478    98.5840     1.7750    70.8500   151.2388
6266031.0 / 36546980
  85     0.1000     0.0438    98.7000     1.5366    72.5400   151.2918
6223111.0 / 36546980
  86     0.1000     0.0327    99.0620     1.6596    71.7900   151.2231
6170072.0 / 36546980
  87     0.1000     0.0268    99.3020     1.5982    72.7300   151.3300
6121706.0 / 36546980
  88     0.1000     0.0276    99.2180     1.6038    72.6900   151.2848
6084304.0 / 36546980
  89     0.1000     0.0332    98.9800     1.6492    71.6500   151.1446
6052052.0 / 36546980
  90     0.1000     0.0354    98.9480     1.5301    73.7900   151.0653
6008094.0 / 36546980
  91     0.1000     0.0278    99.1960     1.5489    73.4900   151.1317
5954118.0 / 36546980
  92     0.1000     0.0218    99.4580     1.5456    73.5600   151.2777
5901868.0 / 36546980
  93     0.1000     0.0201    99.4560     1.7002    70.9200   151.1520
5876923.0 / 36546980
  94     0.1000     0.0356    98.9640     1.8545    70.6300   151.3216
5861680.0 / 36546980
  95     0.1000     0.0400    98.8400     1.5676    73.1400   151.2091
5832967.0 / 36546980
  96     0.1000     0.0326    99.0900     1.5611    72.7700   151.2426
5817194.0 / 36546980
  97     0.1000     0.0404    98.8200     1.7778    71.0500   151.0804
5791789.0 / 36546980
  98     0.1000     0.0352    98.9700     1.5946    72.1200   151.1249
5765227.0 / 36546980
  99     0.1000     0.0317    99.0520     1.5163    73.6500   151.0905
5730399.0 / 36546980
 100     0.1000     0.0279    99.1960     1.5281    73.2400   151.0457
5700683.0 / 36546980
 101     0.0988     0.0296    99.1660     1.5535    73.2700   151.2356
5651018.0 / 36546980
 102     0.0975     0.0168    99.5620     1.4975    74.3700   151.1387
5592548.0 / 36546980
 103     0.0963     0.0112    99.7460     1.4649    75.3500   151.1780
5532544.0 / 36546980
 104     0.0950     0.0090    99.7940     1.4499    75.4200   151.2008
5471353.0 / 36546980
 105     0.0938     0.0080    99.8500     1.4735    75.3300   151.6627
5411711.0 / 36546980
 106     0.0926     0.0064    99.8840     1.6109    74.5400   151.1556
5358240.0 / 36546980
 107     0.0913     0.0086    99.8060     1.4367    75.9300   151.1338
5304471.0 / 36546980
 108     0.0901     0.0079    99.8120     1.5231    74.5400   151.0413
5255421.0 / 36546980
 109     0.0889     0.0096    99.7820     1.4775    75.1000   151.1306
5205917.0 / 36546980
 110     0.0876     0.0083    99.8140     1.4648    75.4500   151.3590
5151231.0 / 36546980
 111     0.0864     0.0047    99.9020     1.4364    75.9400   151.2577
5098553.0 / 36546980
 112     0.0852     0.0047    99.9040     1.4367    76.3100   151.0851
5049476.0 / 36546980
 113     0.0839     0.0055    99.8760     1.4848    75.5500   151.2520
5000463.0 / 36546980
 114     0.0827     0.0047    99.8940     1.4213    76.1100   151.1111
4950820.0 / 36546980
 115     0.0814     0.0040    99.9260     1.4078    76.2400   151.1563
4900086.0 / 36546980
 116     0.0802     0.0027    99.9480     1.4082    76.6000   151.1395
4850004.0 / 36546980
 117     0.0790     0.0022    99.9640     1.3851    76.8300   151.2951
4801342.0 / 36546980
 118     0.0777     0.0020    99.9620     1.3912    77.0100   151.1682
4753843.0 / 36546980
 119     0.0765     0.0020    99.9560     1.3713    76.5700   151.2743
4708177.0 / 36546980
 120     0.0753     0.0024    99.9440     1.3949    76.7300   151.1250
4663214.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0021    99.9520     1.4325    76.3700   151.1680
4620464.0 / 36546980
 122     0.0728     0.0023    99.9520     1.3997    76.7700   151.2055
4577784.0 / 36546980
 123     0.0715     0.0015    99.9720     1.3972    76.6100   151.1645
4536052.0 / 36546980
 124     0.0703     0.0014    99.9760     1.3819    76.8500   151.2071
4495479.0 / 36546980
 125     0.0691     0.0014    99.9720     1.3869    77.0200   151.3550
4455781.0 / 36546980
 126     0.0678     0.0014    99.9700     1.4084    76.5100   151.2233
4417142.0 / 36546980
 127     0.0666     0.0013    99.9740     1.3989    76.7600   151.0864
4380406.0 / 36546980
 128     0.0654     0.0014    99.9700     1.3941    76.5800   151.3457
4344400.0 / 36546980
 129     0.0641     0.0013    99.9760     1.3903    76.6200   151.1648
4309593.0 / 36546980
 130     0.0629     0.0016    99.9600     1.3957    76.7800   151.1755
4276391.0 / 36546980
 131     0.0616     0.0018    99.9640     1.3867    76.8900   151.2317
4244653.0 / 36546980
 132     0.0604     0.0018    99.9580     1.4294    75.8900   151.2416
4213244.0 / 36546980
 133     0.0592     0.0013    99.9720     1.3801    76.7500   151.6116
4182376.0 / 36546980
 134     0.0579     0.0012    99.9720     1.3990    76.5700   151.1637
4152529.0 / 36546980
 135     0.0567     0.0011    99.9720     1.3833    76.8800   151.2925
4123360.0 / 36546980
 136     0.0554     0.0011    99.9760     1.3891    77.0400   151.1135
4094970.0 / 36546980
 137     0.0542     0.0011    99.9800     1.3843    76.9300   151.3024
4067501.0 / 36546980
 138     0.0530     0.0010    99.9740     1.3742    76.8900   151.2071
4041440.0 / 36546980
 139     0.0517     0.0010    99.9820     1.3776    76.8900   151.0486
4015705.0 / 36546980
 140     0.0505     0.0009    99.9780     1.3863    76.8200   151.2442
3991307.0 / 36546980
 141     0.0493     0.0010    99.9740     1.4249    76.4500   151.1788
3967650.0 / 36546980
 142     0.0480     0.0010    99.9780     1.3824    76.9500   151.2265
3944950.0 / 36546980
 143     0.0468     0.0011    99.9640     1.3894    76.8200   151.2941
3922911.0 / 36546980
 144     0.0456     0.0011    99.9760     1.3833    76.9900   151.2979
3901537.0 / 36546980
 145     0.0443     0.0011    99.9700     1.3831    76.7600   151.4514
3880808.0 / 36546980
 146     0.0431     0.0009    99.9720     1.3635    76.9900   151.1184
3860900.0 / 36546980
 147     0.0418     0.0009    99.9720     1.3912    76.9400   151.3838
3841726.0 / 36546980
 148     0.0406     0.0009    99.9780     1.3780    77.0200   151.0906
3823804.0 / 36546980
 149     0.0394     0.0012    99.9620     1.3905    76.9400   151.2555
3806265.0 / 36546980
 150     0.0381     0.0009    99.9720     1.3791    77.0600   151.2195
3789642.0 / 36546980
 151     0.0369     0.0008    99.9760     1.3716    77.1100   151.1362
3773653.0 / 36546980
 152     0.0357     0.0010    99.9720     1.4003    76.6800   151.3500
3758403.0 / 36546980
 153     0.0344     0.0011    99.9740     1.3828    76.7800   151.0479
3743661.0 / 36546980
 154     0.0332     0.0009    99.9760     1.3888    77.1200   151.2365
3729616.0 / 36546980
 155     0.0319     0.0009    99.9760     1.3692    76.9900   151.1820
3716257.0 / 36546980
 156     0.0307     0.0009    99.9720     1.3656    77.1300   151.3362
3703164.0 / 36546980
 157     0.0295     0.0008    99.9780     1.3662    77.0200   151.2379
3691063.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 158     0.0282     0.0008    99.9740     1.3575    77.1300   151.3490
3679678.0 / 36546980
 159     0.0270     0.0008    99.9800     1.3634    77.1800   147.1642
3668874.0 / 36546980
 160     0.0257     0.0008    99.9760     1.3633    76.9800   146.9007
3658555.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0008    99.9760     1.3461    77.3200   147.4228
3648735.0 / 36546980
 162     0.0233     0.0008    99.9720     1.3673    77.0000   147.1779
3639425.0 / 36546980
 163     0.0220     0.0008    99.9760     1.3659    76.9300   147.3547
3630792.0 / 36546980
 164     0.0208     0.0008    99.9740     1.3689    76.9800   147.1938
3622874.0 / 36546980
 165     0.0196     0.0008    99.9760     1.3652    76.9900   147.3803
3615570.0 / 36546980
 166     0.0183     0.0007    99.9800     1.3584    77.0300   147.0666
3608678.0 / 36546980
 167     0.0171     0.0008    99.9660     1.3608    76.8500   146.9226
3602269.0 / 36546980
 168     0.0159     0.0007    99.9760     1.3682    77.0900   146.7087
3596519.0 / 36546980
 169     0.0146     0.0007    99.9740     1.3655    77.0900   146.8172
3591051.0 / 36546980
 170     0.0134     0.0007    99.9780     1.3570    76.8800   147.1288
3586176.0 / 36546980
 171     0.0121     0.0007    99.9820     1.3696    76.8300   147.0549
3581730.0 / 36546980
 172     0.0109     0.0007    99.9800     1.3630    77.0300   146.9457
3577792.0 / 36546980
 173     0.0097     0.0006    99.9860     1.3636    76.9900   147.0433
3574376.0 / 36546980
 174     0.0084     0.0007    99.9760     1.3586    76.9700   146.7399
3571428.0 / 36546980
 175     0.0072     0.0007    99.9780     1.3587    76.9200   147.7335
3569126.0 / 36546980
 176     0.0060     0.0007    99.9820     1.3669    77.0400   147.6095
3567218.0 / 36546980
 177     0.0047     0.0006    99.9880     1.3810    76.9800   147.0515
3565810.0 / 36546980
 178     0.0035     0.0007    99.9800     1.3661    76.8200   147.1599
3564803.0 / 36546980
 179     0.0022     0.0006    99.9800     1.3651    77.1400   147.3707
3564317.0 / 36546980
 180     0.0010     0.0006    99.9820     1.3563    76.9700   147.5430
3563812.0 / 36546980
 181     0.0010     0.0007    99.9800     1.3554    76.7800   146.6767
3563307.0 / 36546980
 182     0.0010     0.0006    99.9880     1.3647    76.8900   147.3445
3562737.0 / 36546980
 183     0.0010     0.0006    99.9820     1.3565    76.9300   146.7882
3562279.0 / 36546980
 184     0.0010     0.0006    99.9900     1.3668    76.9300   146.9280
3561774.0 / 36546980
 185     0.0010     0.0007    99.9760     1.3715    76.8500   146.7020
3561305.0 / 36546980
 186     0.0010     0.0007    99.9820     1.3661    77.1000   147.2799
3560819.0 / 36546980
 187     0.0010     0.0007    99.9780     1.3616    76.9200   147.1221
3560301.0 / 36546980
 188     0.0010     0.0007    99.9780     1.3609    76.9900   146.8383
3559842.0 / 36546980
 189     0.0010     0.0006    99.9820     1.3595    76.9300   147.2025
3559334.0 / 36546980
 190     0.0010     0.0006    99.9900     1.3668    77.0700   147.2971
3558856.0 / 36546980
 191     0.0010     0.0007    99.9860     1.3564    77.0000   147.6179
3558360.0 / 36546980
 192     0.0010     0.0006    99.9820     1.3623    77.0300   146.7833
3557859.0 / 36546980
 193     0.0010     0.0007    99.9780     1.3586    77.0400   146.9955
3557369.0 / 36546980
 194     0.0010     0.0006    99.9860     1.3762    76.8500   147.3871
3556859.0 / 36546980
 195     0.0010     0.0006    99.9840     1.3570    76.8800   147.1027
3556436.0 / 36546980
 196     0.0010     0.0007    99.9720     1.3627    76.8000   147.4875
3555925.0 / 36546980
 197     0.0010     0.0006    99.9880     1.3653    76.7400   147.1026
3555420.0 / 36546980
 198     0.0010     0.0006    99.9800     1.3622    76.9200   147.1522
3554912.0 / 36546980
 199     0.0010     0.0006    99.9880     1.3618    77.0000   147.4120
3554423.0 / 36546980
 200     0.0010     0.0007    99.9780     1.3432    76.8700   146.9924
