Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new6/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.65
)
total epochs: 200
28015405.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7332    12.4680     4.3962     9.0000   101.2001
23187130.0 / 36546980
   2     0.1000     2.9971    24.7220     3.7022    17.7700    97.6276
19201954.0 / 36546980
   3     0.1000     2.4948    34.6300     2.7744    29.5300    98.2942
15725222.0 / 36546980
   4     0.1000     2.1319    42.1620     2.6748    35.2600    98.4236
12793804.0 / 36546980
   5     0.1000     1.8731    48.1600     2.5925    37.3300    98.4597
10555856.0 / 36546980
   6     0.1000     1.6835    52.5940     2.4112    42.0600    98.2218
8978589.0 / 36546980
   7     0.1000     1.5500    55.8660     2.3757    42.9700    98.3133
7890556.0 / 36546980
   8     0.1000     1.4280    59.1160     2.0075    48.0000    96.9383
7119673.0 / 36546980
   9     0.1000     1.3171    62.0140     1.9889    49.7500    96.6695
6552673.0 / 36546980
  10     0.1000     1.2235    64.4940     2.1141    48.7500    97.0501
6128953.0 / 36546980
  11     0.1000     1.1451    66.4020     1.8097    52.4700    96.7189
5799233.0 / 36546980
  12     0.1000     1.0693    68.4560     1.7006    57.1800    96.6756
5538725.0 / 36546980
  13     0.1000     0.9994    70.2000     2.1056    50.4700    96.7930
5331100.0 / 36546980
  14     0.1000     0.9384    71.7820     1.5129    60.1600    96.8271
5159077.0 / 36546980
  15     0.1000     0.8788    73.4000     1.6378    59.5300    97.1312
5016222.0 / 36546980
  16     0.1000     0.8240    75.0480     1.5286    60.1600    96.6401
4893833.0 / 36546980
  17     0.1000     0.7738    76.3340     1.4976    61.1000    96.6065
4794170.0 / 36546980
  18     0.1000     0.7234    77.9180     1.2891    65.1100    96.5686
4702942.0 / 36546980
  19     0.1000     0.6814    78.8800     1.6328    60.7800    96.4858
4624703.0 / 36546980
  20     0.1000     0.6398    80.2460     1.4157    62.4600    96.5199
4551500.0 / 36546980
  21     0.1000     0.5967    81.4520     1.5102    63.4900    96.3861
4489035.0 / 36546980
  22     0.1000     0.5589    82.3400     1.5202    62.9200    96.7791
4431500.0 / 36546980
  23     0.1000     0.5291    83.4600     1.4097    65.5500    96.5506
4372142.0 / 36546980
  24     0.1000     0.4883    84.5060     1.5455    63.6500    96.3387
4326762.0 / 36546980
  25     0.1000     0.4675    85.1780     1.2421    68.0500    96.3126
4278330.0 / 36546980
  26     0.1000     0.4331    86.0780     1.5675    62.4800    96.1900
4232794.0 / 36546980
  27     0.1000     0.4052    87.1080     1.4886    66.0000    96.5061
4190131.0 / 36546980
  28     0.1000     0.3771    87.8600     1.4542    65.1700    96.4012
4147911.0 / 36546980
  29     0.1000     0.3571    88.5400     1.6400    64.6400    96.3548
4103055.0 / 36546980
  30     0.1000     0.3354    89.1140     1.3866    67.0200    96.3022
4064809.0 / 36546980
  31     0.1000     0.3143    89.9260     2.0005    61.4700    96.2306
4025424.0 / 36546980
  32     0.1000     0.2970    90.4680     1.7286    63.2400    96.5256
3982454.0 / 36546980
  33     0.1000     0.2730    91.2380     1.5542    66.4200    96.2086
3940646.0 / 36546980
  34     0.1000     0.2558    91.9280     1.3390    68.8100    96.3240
3902429.0 / 36546980
  35     0.1000     0.2442    92.1740     1.5811    66.0500    96.3706
3861302.0 / 36546980
  36     0.1000     0.2262    92.6320     1.4763    67.4200    96.4399
3819556.0 / 36546980
  37     0.1000     0.2128    93.1500     1.6857    65.0800    96.3328
3782930.0 / 36546980
  38     0.1000     0.2048    93.3060     1.5273    66.5200    96.5938
3748452.0 / 36546980
  39     0.1000     0.1952    93.7720     1.5462    68.3600    96.2873
3712890.0 / 36546980
  40     0.1000     0.1875    93.9540     1.5813    67.8200    96.2589
3675875.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1762    94.3120     1.5482    68.4600    96.6918
3633990.0 / 36546980
  42     0.1000     0.1603    94.8600     1.5299    67.4100    96.3175
3592353.0 / 36546980
  43     0.1000     0.1542    95.1320     1.3908    70.1000    96.4144
3563023.0 / 36546980
  44     0.1000     0.1570    95.0460     1.5707    68.9900    96.3441
3528818.0 / 36546980
  45     0.1000     0.1486    95.2820     1.4643    70.3800    96.6437
3490602.0 / 36546980
  46     0.1000     0.1372    95.6060     1.5295    68.4500    96.5427
3456685.0 / 36546980
  47     0.1000     0.1323    95.8660     1.6917    67.8800    96.2455
3426875.0 / 36546980
  48     0.1000     0.1340    95.8080     1.5871    69.1200    96.2646
3386157.0 / 36546980
  49     0.1000     0.1157    96.3840     1.6120    67.9300    96.2807
3350313.0 / 36546980
  50     0.1000     0.1173    96.3100     1.8039    67.5900    96.3292
3319464.0 / 36546980
  51     0.1000     0.1163    96.3640     1.8281    65.3100    96.2534
3289168.0 / 36546980
  52     0.1000     0.1140    96.3940     1.6972    68.6700    96.4683
3252435.0 / 36546980
  53     0.1000     0.1014    96.8600     1.6132    69.5500    96.2173
3229028.0 / 36546980
  54     0.1000     0.1128    96.4920     1.5324    69.2800    96.5285
3208124.0 / 36546980
  55     0.1000     0.1122    96.4680     1.6188    69.5800    96.9662
3187092.0 / 36546980
  56     0.1000     0.1089    96.4920     1.5305    71.0900    96.3132
3146981.0 / 36546980
  57     0.1000     0.0857    97.4620     1.6590    69.6700    96.3075
3122118.0 / 36546980
  58     0.1000     0.0982    97.0000     1.7616    68.5400    96.2192
3093610.0 / 36546980
  59     0.1000     0.0931    97.1400     1.8194    66.6300    96.4086
3065051.0 / 36546980
  60     0.1000     0.0874    97.3400     1.6685    69.7200    96.3660
3040624.0 / 36546980
  61     0.1000     0.0882    97.3220     1.5998    70.9400    96.5787
3013892.0 / 36546980
  62     0.1000     0.0845    97.4020     1.4472    71.9100    96.3061
2983901.0 / 36546980
  63     0.1000     0.0777    97.6560     1.7904    68.0600    96.4204
2965440.0 / 36546980
  64     0.1000     0.0880    97.2600     1.5906    70.6800    96.2630
2940680.0 / 36546980
  65     0.1000     0.0795    97.6640     1.8212    69.1300    96.3819
2916616.0 / 36546980
  66     0.1000     0.0790    97.6420     1.5904    71.0500    96.4470
2890131.0 / 36546980
  67     0.1000     0.0731    97.8640     1.7784    67.6200    96.2855
2872088.0 / 36546980
  68     0.1000     0.0795    97.6380     1.9753    68.4000    96.3277
2853138.0 / 36546980
  69     0.1000     0.0787    97.6080     1.6825    70.2000    96.4991
2840507.0 / 36546980
  70     0.1000     0.0808    97.5240     1.5977    70.3800    96.2531
2816656.0 / 36546980
  71     0.1000     0.0724    97.8240     1.6096    70.5300    96.1910
2800158.0 / 36546980
  72     0.1000     0.0766    97.7060     1.6221    69.0900    96.0554
2788016.0 / 36546980
  73     0.1000     0.0763    97.6800     1.7154    69.1800    96.3435
2774989.0 / 36546980
  74     0.1000     0.0776    97.5980     1.5387    71.3800    96.3844
2743588.0 / 36546980
  75     0.1000     0.0600    98.2420     1.4297    72.9700    96.3091
2718518.0 / 36546980
  76     0.1000     0.0594    98.1820     1.6830    69.9300    96.4245
2710527.0 / 36546980
  77     0.1000     0.0768    97.6140     1.4759    72.4600    96.3944
2689132.0 / 36546980
  78     0.1000     0.0616    98.1820     1.6971    70.1300    96.2424
2671282.0 / 36546980
  79     0.1000     0.0658    97.9460     1.4934    73.0600    96.3930
2659453.0 / 36546980
  80     0.1000     0.0702    97.8740     1.4538    72.6900    96.2115
2643498.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0638    98.0580     1.7765    70.1400    96.3926
2634750.0 / 36546980
  82     0.1000     0.0699    97.7900     1.5669    71.6700    96.3284
2611186.0 / 36546980
  83     0.1000     0.0560    98.3400     1.5017    72.7600    96.1846
2594119.0 / 36546980
  84     0.1000     0.0573    98.2880     1.5053    72.7700    96.5057
2573831.0 / 36546980
  85     0.1000     0.0554    98.4340     1.4764    73.3000    96.4437
2565839.0 / 36546980
  86     0.1000     0.0647    97.9920     1.6407    71.0500    96.2462
2553351.0 / 36546980
  87     0.1000     0.0603    98.1820     1.5277    72.3800    96.3866
2528577.0 / 36546980
  88     0.1000     0.0482    98.6900     1.4962    73.8800    96.2172
2504701.0 / 36546980
  89     0.1000     0.0476    98.5780     1.6050    71.3100    96.2342
2494787.0 / 36546980
  90     0.1000     0.0574    98.2740     1.6732    71.4400    96.3068
2490218.0 / 36546980
  91     0.1000     0.0637    98.0220     1.6857    69.9200    96.3096
2485860.0 / 36546980
  92     0.1000     0.0644    98.0520     1.6625    71.0500    96.3403
2472979.0 / 36546980
  93     0.1000     0.0538    98.4160     1.6291    71.6400    96.7113
2451112.0 / 36546980
  94     0.1000     0.0462    98.6660     1.6992    70.8000    96.2972
2436120.0 / 36546980
  95     0.1000     0.0511    98.4960     1.5806    71.7200    96.2915
2425010.0 / 36546980
  96     0.1000     0.0529    98.3880     1.6328    71.2000    96.2301
2409394.0 / 36546980
  97     0.1000     0.0473    98.6500     1.6816    70.9000    96.2714
2412956.0 / 36546980
  98     0.1000     0.0668    97.9040     1.5849    71.5600    96.5805
2401026.0 / 36546980
  99     0.1000     0.0536    98.4060     1.5734    71.8700    96.3661
2386966.0 / 36546980
 100     0.1000     0.0485    98.6200     1.4851    73.4000    96.1072
2366798.0 / 36546980
 101     0.0988     0.0431    98.7720     1.6813    71.6400    96.3043
2348469.0 / 36546980
 102     0.0975     0.0415    98.8440     1.6445    71.7400    96.5552
2330324.0 / 36546980
 103     0.0963     0.0416    98.7620     1.7679    69.1800    96.4153
2318721.0 / 36546980
 104     0.0950     0.0464    98.6060     1.7540    70.9800    96.5094
2295454.0 / 36546980
 105     0.0938     0.0344    99.0540     1.5805    72.5700    96.3728
2272492.0 / 36546980
 106     0.0926     0.0322    99.1300     1.7190    71.5000    96.3683
2245930.0 / 36546980
 107     0.0913     0.0269    99.2800     1.6893    71.8200    96.5813
2221596.0 / 36546980
 108     0.0901     0.0287    99.2160     1.4827    74.0700    96.3650
2195237.0 / 36546980
 109     0.0889     0.0233    99.4100     1.5434    72.6400    96.3245
2172455.0 / 36546980
 110     0.0876     0.0268    99.3080     1.5861    73.3600    96.3380
2152606.0 / 36546980
 111     0.0864     0.0269    99.2300     1.5947    71.6800    96.5888
2131925.0 / 36546980
 112     0.0852     0.0245    99.3340     1.8244    70.7400    96.5771
2112012.0 / 36546980
 113     0.0839     0.0250    99.3460     1.4905    73.8400    96.3182
2099577.0 / 36546980
 114     0.0827     0.0302    99.1720     1.6874    71.9800    96.4105
2093190.0 / 36546980
 115     0.0814     0.0363    98.9240     1.5242    73.8600    96.0876
2082669.0 / 36546980
 116     0.0802     0.0307    99.1140     1.5949    72.9300    96.4900
2069763.0 / 36546980
 117     0.0790     0.0281    99.1880     1.4534    73.6200    96.5616
2049713.0 / 36546980
 118     0.0777     0.0200    99.4460     1.5839    73.4700    96.4591
2032069.0 / 36546980
 119     0.0765     0.0216    99.3920     1.5122    74.0500    96.3426
2009324.0 / 36546980
 120     0.0753     0.0153    99.6360     1.4756    74.9500    96.4655
1984544.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0136    99.6820     1.4629    75.0200    96.3979
1959052.0 / 36546980
 122     0.0728     0.0114    99.7600     1.4069    75.6100    96.2211
1940077.0 / 36546980
 123     0.0715     0.0153    99.6260     1.7297    72.3500    96.1806
1922050.0 / 36546980
 124     0.0703     0.0161    99.6020     1.4491    75.2800    96.2102
1899330.0 / 36546980
 125     0.0691     0.0100    99.7760     1.6050    73.6000    96.3479
1878161.0 / 36546980
 126     0.0678     0.0109    99.7220     1.4562    75.3200    96.2721
1855320.0 / 36546980
 127     0.0666     0.0089    99.8240     1.4238    75.6000    96.2272
1832963.0 / 36546980
 128     0.0654     0.0086    99.8180     1.4438    75.3200    96.1381
1815140.0 / 36546980
 129     0.0641     0.0114    99.7100     1.4680    74.8900    96.2172
1804011.0 / 36546980
 130     0.0629     0.0160    99.5760     1.6442    73.1300    96.1681
1793656.0 / 36546980
 131     0.0616     0.0163    99.5700     1.5705    73.4400    96.3300
1784971.0 / 36546980
 132     0.0604     0.0172    99.5240     1.5832    73.2100    96.3421
1773591.0 / 36546980
 133     0.0592     0.0138    99.6640     1.4357    75.6500    96.2921
1761885.0 / 36546980
 134     0.0579     0.0131    99.6900     1.4714    74.6900    96.6430
1749187.0 / 36546980
 135     0.0567     0.0119    99.7480     1.4899    74.2400    96.2501
1737092.0 / 36546980
 136     0.0554     0.0115    99.7320     1.4165    75.3500    96.2099
1720622.0 / 36546980
 137     0.0542     0.0073    99.8480     1.4546    75.6300    96.3561
1703452.0 / 36546980
 138     0.0530     0.0060    99.8880     1.3947    75.8400    96.3519
1686879.0 / 36546980
 139     0.0517     0.0054    99.8880     1.4082    75.9700    96.3487
1670689.0 / 36546980
 140     0.0505     0.0051    99.9020     1.4520    75.5300    96.2786
1654066.0 / 36546980
 141     0.0493     0.0044    99.9200     1.3910    75.9900    96.2768
1638504.0 / 36546980
 142     0.0480     0.0043    99.9140     1.4271    75.8700    96.2495
1623262.0 / 36546980
 143     0.0468     0.0048    99.9040     1.4310    75.9300    96.6020
1609502.0 / 36546980
 144     0.0456     0.0046    99.9020     1.4127    76.2200    96.4328
1595059.0 / 36546980
 145     0.0443     0.0034    99.9420     1.4198    76.3400    96.1953
1580459.0 / 36546980
 146     0.0431     0.0028    99.9580     1.5022    75.5700    96.3008
1566992.0 / 36546980
 147     0.0418     0.0039    99.9360     1.4025    76.5100    96.4259
1553668.0 / 36546980
 148     0.0406     0.0032    99.9320     1.3959    76.2100    96.5294
1541162.0 / 36546980
 149     0.0394     0.0031    99.9380     1.3939    76.2600    96.3863
1529183.0 / 36546980
 150     0.0381     0.0028    99.9360     1.4129    75.9800    96.3949
1517251.0 / 36546980
 151     0.0369     0.0024    99.9640     1.4092    76.3900    96.3724
1505852.0 / 36546980
 152     0.0357     0.0021    99.9660     1.3855    76.3900    96.2941
1494258.0 / 36546980
 153     0.0344     0.0020    99.9680     1.3848    76.6800    96.4093
1483440.0 / 36546980
 154     0.0332     0.0020    99.9640     1.3904    76.6700    96.6771
1473694.0 / 36546980
 155     0.0319     0.0020    99.9600     1.3859    76.7900    96.3210
1464228.0 / 36546980
 156     0.0307     0.0020    99.9580     1.3722    76.8900    96.1823
1455175.0 / 36546980
 157     0.0295     0.0018    99.9700     1.3651    76.5900    96.5233
1446570.0 / 36546980
 158     0.0282     0.0018    99.9700     1.3603    76.7900    96.2671
1438310.0 / 36546980
 159     0.0270     0.0016    99.9740     1.3646    76.6400    96.3013
1430738.0 / 36546980
 160     0.0257     0.0015    99.9720     1.3650    76.7000    96.5376
1423515.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0018    99.9740     1.3562    76.8500    96.1841
1416860.0 / 36546980
 162     0.0233     0.0014    99.9760     1.3623    76.6700    96.3147
1410386.0 / 36546980
 163     0.0220     0.0015    99.9720     1.3673    76.8900    96.1192
1404440.0 / 36546980
 164     0.0208     0.0014    99.9760     1.3681    76.8700    96.2209
1399028.0 / 36546980
 165     0.0196     0.0013    99.9780     1.3502    76.9500    96.3265
1394002.0 / 36546980
 166     0.0183     0.0015    99.9700     1.3703    76.8400    96.6691
1389243.0 / 36546980
 167     0.0171     0.0014    99.9700     1.3659    76.8500    96.3852
1384956.0 / 36546980
 168     0.0159     0.0014    99.9700     1.3636    76.6100    96.1319
1381156.0 / 36546980
 169     0.0146     0.0014    99.9760     1.3600    76.6800    96.2587
1377631.0 / 36546980
 170     0.0134     0.0013    99.9780     1.3675    76.6900    96.3577
1374563.0 / 36546980
 171     0.0121     0.0014    99.9740     1.3674    76.8000    96.1781
1371815.0 / 36546980
 172     0.0109     0.0013    99.9720     1.3761    76.7300    96.4631
1369419.0 / 36546980
 173     0.0097     0.0012    99.9780     1.3578    76.8600    96.3007
1367488.0 / 36546980
 174     0.0084     0.0012    99.9700     1.3580    76.7600    96.8084
1365796.0 / 36546980
 175     0.0072     0.0010    99.9780     1.3680    76.8500    96.6764
1364392.0 / 36546980
 176     0.0060     0.0011    99.9820     1.3706    76.8400    96.3269
1363235.0 / 36546980
 177     0.0047     0.0011    99.9820     1.3558    77.0800    97.0854
1362461.0 / 36546980
 178     0.0035     0.0010    99.9860     1.3571    76.9500    96.4198
1361923.0 / 36546980
 179     0.0022     0.0011    99.9800     1.3650    76.9200    96.7434
1361626.0 / 36546980
 180     0.0010     0.0012    99.9740     1.3631    77.0500    96.4250
1361399.0 / 36546980
 181     0.0010     0.0012    99.9720     1.3662    76.8300    96.1196
1361112.0 / 36546980
 182     0.0010     0.0010    99.9860     1.3639    77.0100    96.3334
1360842.0 / 36546980
 183     0.0010     0.0011    99.9800     1.3561    76.9400    96.2282
1360534.0 / 36546980
 184     0.0010     0.0011    99.9760     1.3498    77.0600    96.1452
1360317.0 / 36546980
 185     0.0010     0.0011    99.9820     1.3710    76.9000    96.3674
1360037.0 / 36546980
 186     0.0010     0.0011    99.9740     1.3575    77.0200    96.4709
1359737.0 / 36546980
 187     0.0010     0.0011    99.9740     1.3646    76.9400    96.1749
1359467.0 / 36546980
 188     0.0010     0.0011    99.9760     1.3593    76.6900    96.1286
1359197.0 / 36546980
 189     0.0010     0.0012    99.9800     1.3640    76.8100    96.3492
1358903.0 / 36546980
 190     0.0010     0.0011    99.9660     1.3555    76.7500    96.5658
1358657.0 / 36546980
 191     0.0010     0.0011    99.9800     1.3720    76.7700    96.4534
1358338.0 / 36546980
 192     0.0010     0.0010    99.9820     1.3601    77.0000    96.8806
1358025.0 / 36546980
 193     0.0010     0.0011    99.9800     1.3676    76.9900    96.4518
1357764.0 / 36546980
 194     0.0010     0.0010    99.9860     1.3552    76.9700    96.3467
1357491.0 / 36546980
 195     0.0010     0.0010    99.9800     1.3658    76.8900    96.2797
1357227.0 / 36546980
 196     0.0010     0.0010    99.9840     1.3560    76.9600    96.4805
1356974.0 / 36546980
 197     0.0010     0.0011    99.9760     1.3631    76.7800    96.2542
1356705.0 / 36546980
 198     0.0010     0.0011    99.9720     1.3592    76.9400    96.2730
1356396.0 / 36546980
 199     0.0010     0.0011    99.9760     1.3712    76.9700    96.4294
1356112.0 / 36546980
 200     0.0010     0.0011    99.9760     1.3532    76.8600    96.3739
