Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new6/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
total epochs: 200
30630309.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7291    12.6640     4.4903     8.9200   155.8701
27904850.0 / 36546980
   2     0.1000     2.9739    25.1940     4.0626    16.7500   150.8890
25762835.0 / 36546980
   3     0.1000     2.4627    35.2240     2.9249    28.7400   150.9486
23933694.0 / 36546980
   4     0.1000     2.0925    43.1580     2.7688    34.3800   151.1776
22312967.0 / 36546980
   5     0.1000     1.8243    49.2860     2.4833    39.8200   152.1285
20850489.0 / 36546980
   6     0.1000     1.6234    54.1760     2.3417    43.0000   152.1652
19522570.0 / 36546980
   7     0.1000     1.4845    57.5940     2.1209    46.7500   151.7146
18319287.0 / 36546980
   8     0.1000     1.3605    60.6700     1.9883    49.4200   151.2213
17238864.0 / 36546980
   9     0.1000     1.2512    63.8020     1.9894    50.2600   151.5139
16277737.0 / 36546980
  10     0.1000     1.1606    65.9540     2.0039    50.5300   153.1640
15431487.0 / 36546980
  11     0.1000     1.0856    67.9860     1.7329    54.3800   151.1763
14690340.0 / 36546980
  12     0.1000     1.0147    69.8140     1.6876    56.6700   151.1137
14040114.0 / 36546980
  13     0.1000     0.9465    71.7000     2.0380    51.6100   152.6007
13479109.0 / 36546980
  14     0.1000     0.8877    73.1960     1.3676    63.6800   152.8197
12992556.0 / 36546980
  15     0.1000     0.8316    74.5720     1.6647    58.5200   151.3167
12571600.0 / 36546980
  16     0.1000     0.7796    76.0000     1.5980    58.1600   152.7624
12199828.0 / 36546980
  17     0.1000     0.7269    77.7540     1.5814    59.8500   152.4144
11881838.0 / 36546980
  18     0.1000     0.6764    79.1220     1.4209    63.0800   153.0628
11594303.0 / 36546980
  19     0.1000     0.6411    80.2200     1.5909    61.3400   153.0768
11347623.0 / 36546980
  20     0.1000     0.5979    81.2220     1.6122    59.7300   150.7387
11123241.0 / 36546980
  21     0.1000     0.5534    82.8340     1.7290    61.5800   152.7354
10925776.0 / 36546980
  22     0.1000     0.5232    83.4940     1.6918    61.8300   152.2410
10747185.0 / 36546980
  23     0.1000     0.4866    84.6260     1.6256    61.6200   153.0010
10579376.0 / 36546980
  24     0.1000     0.4476    85.7200     1.6805    61.4200   152.7253
10432359.0 / 36546980
  25     0.1000     0.4190    86.5360     1.3973    66.2400   152.0462
10292916.0 / 36546980
  26     0.1000     0.3914    87.4900     1.5854    62.7100   152.9639
10170417.0 / 36546980
  27     0.1000     0.3713    88.0400     1.5507    64.6100   152.9063
10048117.0 / 36546980
  28     0.1000     0.3379    89.2240     1.7062    62.1000   151.4481
9934779.0 / 36546980
  29     0.1000     0.3127    89.8900     1.7022    64.1400   152.1348
9826562.0 / 36546980
  30     0.1000     0.2929    90.5940     1.4778    66.2400   153.1233
9722501.0 / 36546980
  31     0.1000     0.2720    91.3320     1.4811    67.5200   150.8031
9618868.0 / 36546980
  32     0.1000     0.2504    92.0140     1.8575    63.0800   152.5734
9519713.0 / 36546980
  33     0.1000     0.2346    92.3580     1.4550    68.9900   153.1309
9425630.0 / 36546980
  34     0.1000     0.2145    93.1400     1.4452    69.0800   151.3842
9336447.0 / 36546980
  35     0.1000     0.2087    93.2760     1.6363    66.5300   152.3617
9235457.0 / 36546980
  36     0.1000     0.1780    94.2340     1.4534    68.0900   151.3959
9146735.0 / 36546980
  37     0.1000     0.1788    94.2640     1.7359    66.6600   152.4776
9051011.0 / 36546980
  38     0.1000     0.1557    95.0780     1.7629    65.1700   152.6067
8961139.0 / 36546980
  39     0.1000     0.1475    95.3520     1.5879    67.8400   152.9658
8879379.0 / 36546980
  40     0.1000     0.1491    95.2880     1.7443    67.5500   153.0351
8800361.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1400    95.5340     1.8630    65.7300   151.2858
8711671.0 / 36546980
  42     0.1000     0.1250    96.1120     1.5199    69.8100   151.0608
8616589.0 / 36546980
  43     0.1000     0.1101    96.6400     1.4444    71.1300   150.7769
8538612.0 / 36546980
  44     0.1000     0.1152    96.3060     1.6772    67.6100   150.7502
8458518.0 / 36546980
  45     0.1000     0.1081    96.6060     2.2398    63.0500   151.8219
8381386.0 / 36546980
  46     0.1000     0.1040    96.7800     1.8431    67.0000   152.9814
8304604.0 / 36546980
  47     0.1000     0.0987    96.8140     1.7838    66.5600   152.9392
8227029.0 / 36546980
  48     0.1000     0.0948    97.1780     1.6544    70.6200   150.7700
8151821.0 / 36546980
  49     0.1000     0.0891    97.2820     1.4661    71.5900   152.5849
8057381.0 / 36546980
  50     0.1000     0.0699    97.9340     1.5191    71.2600   151.8133
7979451.0 / 36546980
  51     0.1000     0.0762    97.6960     1.6576    69.3700   152.3435
7900927.0 / 36546980
  52     0.1000     0.0714    97.9280     1.5463    70.2100   153.0133
7834550.0 / 36546980
  53     0.1000     0.0767    97.7080     1.5157    70.9900   153.0244
7777097.0 / 36546980
  54     0.1000     0.0803    97.5180     1.7221    69.0300   151.7358
7715662.0 / 36546980
  55     0.1000     0.0750    97.7420     1.6038    71.2000   151.0926
7666146.0 / 36546980
  56     0.1000     0.0808    97.5080     1.9281    67.6400   151.0545
7596622.0 / 36546980
  57     0.1000     0.0654    98.0820     1.5321    71.8000   153.0204
7536476.0 / 36546980
  58     0.1000     0.0673    98.0140     1.5525    72.6700   150.8286
7481062.0 / 36546980
  59     0.1000     0.0686    97.9100     1.6297    70.1100   152.9369
7424884.0 / 36546980
  60     0.1000     0.0653    98.0200     1.6215    71.4300   152.7666
7368830.0 / 36546980
  61     0.1000     0.0644    97.9820     1.9200    66.8100   152.8960
7309269.0 / 36546980
  62     0.1000     0.0578    98.3040     1.5374    71.6300   152.7479
7234806.0 / 36546980
  63     0.1000     0.0450    98.7220     1.5261    72.8500   152.1409
7159079.0 / 36546980
  64     0.1000     0.0422    98.8140     1.5030    72.6300   152.3637
7082663.0 / 36546980
  65     0.1000     0.0395    98.9080     1.8587    67.6100   152.7602
7021127.0 / 36546980
  66     0.1000     0.0451    98.7080     1.5712    72.7700   151.5786
6975633.0 / 36546980
  67     0.1000     0.0528    98.3660     1.7875    70.2300   152.5443
6918144.0 / 36546980
  68     0.1000     0.0460    98.6900     2.2440    66.5700   151.9405
6879430.0 / 36546980
  69     0.1000     0.0570    98.3040     1.6242    71.8000   152.5522
6836245.0 / 36546980
  70     0.1000     0.0521    98.4640     1.7154    70.4300   152.8890
6783836.0 / 36546980
  71     0.1000     0.0436    98.7840     1.5754    72.0600   151.4084
6739126.0 / 36546980
  72     0.1000     0.0456    98.6280     1.6865    70.8700   152.8905
6696037.0 / 36546980
  73     0.1000     0.0463    98.6320     1.5096    72.5000   152.3329
6638909.0 / 36546980
  74     0.1000     0.0371    98.9360     1.5017    73.1500   152.8259
6593566.0 / 36546980
  75     0.1000     0.0403    98.8260     1.6376    72.3000   151.0141
6550464.0 / 36546980
  76     0.1000     0.0428    98.7180     2.3598    66.8100   153.1016
6552838.0 / 36546980
  77     0.1000     0.0721    97.7360     1.6114    71.1100   152.6708
6514563.0 / 36546980
  78     0.1000     0.0470    98.6260     1.5090    72.5800   151.3674
6457649.0 / 36546980
  79     0.1000     0.0314    99.1020     1.6084    72.4800   150.9376
6412488.0 / 36546980
  80     0.1000     0.0389    98.8840     1.5920    72.2600   151.0678
6359781.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0312    99.0920     1.5855    73.6400   152.5427
6304441.0 / 36546980
  82     0.1000     0.0297    99.1660     1.7076    71.9600   152.0480
6258864.0 / 36546980
  83     0.1000     0.0332    99.0560     1.5846    73.1600   153.1720
6222414.0 / 36546980
  84     0.1000     0.0370    98.9240     1.8748    69.8500   152.9456
6197227.0 / 36546980
  85     0.1000     0.0450    98.6820     1.7366    71.6500   151.1498
6166481.0 / 36546980
  86     0.1000     0.0395    98.8560     1.7084    71.6500   152.6486
6136901.0 / 36546980
  87     0.1000     0.0403    98.8220     1.9551    69.9400   151.4352
6099065.0 / 36546980
  88     0.1000     0.0351    99.0280     1.5319    73.9000   152.8006
6046708.0 / 36546980
  89     0.1000     0.0247    99.3740     1.7652    72.2000   151.6540
6006321.0 / 36546980
  90     0.1000     0.0302    99.1540     1.6541    72.5900   152.9993
5973787.0 / 36546980
  91     0.1000     0.0342    99.0280     1.6527    71.9700   152.9824
5947735.0 / 36546980
  92     0.1000     0.0366    98.8940     1.7717    71.0000   152.9939
5926689.0 / 36546980
  93     0.1000     0.0396    98.7940     1.6448    71.6700   153.0313
5886152.0 / 36546980
  94     0.1000     0.0288    99.2240     1.5458    74.1400   152.9924
5859825.0 / 36546980
  95     0.1000     0.0340    98.9700     1.7128    72.2800   150.8184
5832836.0 / 36546980
  96     0.1000     0.0353    99.0080     1.6568    71.6900   152.8224
5804634.0 / 36546980
  97     0.1000     0.0326    99.0880     1.8064    70.3500   152.8898
5769357.0 / 36546980
  98     0.1000     0.0283    99.1900     1.5742    74.1300   150.8027
5734529.0 / 36546980
  99     0.1000     0.0271    99.2180     1.5671    73.2300   152.6029
5723399.0 / 36546980
 100     0.1000     0.0416    98.7760     1.9512    67.7800   153.1330
5709067.0 / 36546980
 101     0.0988     0.0395    98.8480     1.6349    72.8000   152.5646
5675212.0 / 36546980
 102     0.0975     0.0274    99.2500     1.5581    74.1200   152.8456
5627981.0 / 36546980
 103     0.0963     0.0178    99.5500     1.5158    74.8500   151.3732
5577770.0 / 36546980
 104     0.0950     0.0152    99.5960     1.5516    74.3200   151.1189
5524944.0 / 36546980
 105     0.0938     0.0128    99.6560     1.4718    75.3700   152.9953
5467923.0 / 36546980
 106     0.0926     0.0090    99.8080     1.6374    73.5100   152.9869
5411006.0 / 36546980
 107     0.0913     0.0074    99.8560     1.4612    75.7700   152.7632
5351284.0 / 36546980
 108     0.0901     0.0056    99.8920     1.4399    76.2400   151.6691
5293954.0 / 36546980
 109     0.0889     0.0059    99.8780     1.4261    76.2800   152.1610
5240227.0 / 36546980
 110     0.0876     0.0067    99.8440     1.4643    76.2500   150.8728
5183930.0 / 36546980
 111     0.0864     0.0039    99.9340     1.4169    76.3200   150.7721
5127805.0 / 36546980
 112     0.0852     0.0033    99.9380     1.4295    76.5300   153.0741
5071653.0 / 36546980
 113     0.0839     0.0025    99.9620     1.4141    76.6800   150.8440
5017307.0 / 36546980
 114     0.0827     0.0023    99.9600     1.4181    76.6300   150.8188
4964453.0 / 36546980
 115     0.0814     0.0026    99.9400     1.4563    76.3700   150.7931
4913502.0 / 36546980
 116     0.0802     0.0026    99.9460     1.4339    76.4800   152.8284
4867003.0 / 36546980
 117     0.0790     0.0038    99.9220     1.4879    75.5400   152.6254
4821685.0 / 36546980
 118     0.0777     0.0039    99.8960     1.4545    75.7800   153.0175
4777401.0 / 36546980
 119     0.0765     0.0038    99.9320     1.3849    76.5700   152.2541
4731908.0 / 36546980
 120     0.0753     0.0025    99.9460     1.4148    76.7200   150.8253
4687313.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0023    99.9560     1.4187    76.9000   152.1669
4644074.0 / 36546980
 122     0.0728     0.0019    99.9580     1.4118    76.7200   152.9874
4602340.0 / 36546980
 123     0.0715     0.0022    99.9540     1.5185    75.6200   151.5971
4563940.0 / 36546980
 124     0.0703     0.0027    99.9340     1.4266    76.5300   151.9104
4527074.0 / 36546980
 125     0.0691     0.0027    99.9360     1.4294    76.4300   150.8330
4488977.0 / 36546980
 126     0.0678     0.0021    99.9700     1.4229    76.8200   151.3110
4451198.0 / 36546980
 127     0.0666     0.0018    99.9640     1.3981    76.9100   153.1763
4415159.0 / 36546980
 128     0.0654     0.0019    99.9620     1.4053    76.9400   152.1690
4379980.0 / 36546980
 129     0.0641     0.0018    99.9700     1.3975    77.0200   151.1790
4344882.0 / 36546980
 130     0.0629     0.0014    99.9680     1.4011    77.1400   152.9770
4310893.0 / 36546980
 131     0.0616     0.0012    99.9740     1.3827    77.0000   152.5280
4278138.0 / 36546980
 132     0.0604     0.0013    99.9700     1.4188    77.0100   152.5767
4245974.0 / 36546980
 133     0.0592     0.0014    99.9640     1.3966    76.9600   152.1334
4214851.0 / 36546980
 134     0.0579     0.0013    99.9720     1.4126    77.2000   150.7514
4184728.0 / 36546980
 135     0.0567     0.0012    99.9740     1.4084    77.0200   151.7796
4156356.0 / 36546980
 136     0.0554     0.0014    99.9660     1.4058    77.0400   151.5455
4128656.0 / 36546980
 137     0.0542     0.0014    99.9700     1.3933    77.0100   152.8029
4101939.0 / 36546980
 138     0.0530     0.0012    99.9760     1.3966    76.9700   152.7133
4075526.0 / 36546980
 139     0.0517     0.0010    99.9780     1.4049    77.1100   153.1106
4050068.0 / 36546980
 140     0.0505     0.0010    99.9720     1.4054    76.9300   152.8507
4025049.0 / 36546980
 141     0.0493     0.0010    99.9780     1.4023    77.1200   153.0054
4001214.0 / 36546980
 142     0.0480     0.0009    99.9800     1.3964    76.7900   153.0416
3978537.0 / 36546980
 143     0.0468     0.0012    99.9700     1.3983    76.9700   152.9966
3955846.0 / 36546980
 144     0.0456     0.0010    99.9700     1.3959    77.1500   153.0735
3934232.0 / 36546980
 145     0.0443     0.0010    99.9700     1.3943    77.0600   150.8595
3913336.0 / 36546980
 146     0.0431     0.0009    99.9720     1.3888    77.2100   150.9512
3893425.0 / 36546980
 147     0.0418     0.0009    99.9760     1.3954    77.0400   151.3183
3874386.0 / 36546980
 148     0.0406     0.0009    99.9740     1.3952    77.1200   152.8348
3855711.0 / 36546980
 149     0.0394     0.0009    99.9680     1.4021    76.8600   153.0404
3838446.0 / 36546980
 150     0.0381     0.0010    99.9740     1.4046    77.0400   151.3832
3821638.0 / 36546980
 151     0.0369     0.0009    99.9740     1.3854    77.0000   152.0814
3805414.0 / 36546980
 152     0.0357     0.0008    99.9800     1.3903    77.2500   152.8979
3789874.0 / 36546980
 153     0.0344     0.0009    99.9740     1.4040    77.0100   151.5939
3775088.0 / 36546980
 154     0.0332     0.0009    99.9760     1.3920    77.0100   152.9702
3761062.0 / 36546980
 155     0.0319     0.0008    99.9740     1.3851    76.6700   151.8578
3747388.0 / 36546980
 156     0.0307     0.0008    99.9720     1.3809    77.0100   151.4748
3734280.0 / 36546980
 157     0.0295     0.0008    99.9760     1.3795    77.1300   151.1812
3722185.0 / 36546980
 158     0.0282     0.0008    99.9740     1.3868    77.0300   151.9992
3710920.0 / 36546980
 159     0.0270     0.0008    99.9740     1.3790    76.8800   150.8414
3699830.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 160     0.0257     0.0008    99.9800     1.3725    77.0300    94.5431
3689416.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0008    99.9780     1.3904    77.0100    91.7766
3679540.0 / 36546980
 162     0.0233     0.0008    99.9700     1.3842    76.9800    91.9929
3670391.0 / 36546980
 163     0.0220     0.0007    99.9800     1.3655    77.0100    91.8901
3661879.0 / 36546980
 164     0.0208     0.0008    99.9720     1.3768    76.8700    91.9811
3654025.0 / 36546980
 165     0.0196     0.0008    99.9760     1.3670    77.0200    92.0040
3646860.0 / 36546980
 166     0.0183     0.0008    99.9720     1.3877    77.0000    92.0575
3639977.0 / 36546980
 167     0.0171     0.0008    99.9720     1.3775    77.0900    91.6986
3633711.0 / 36546980
 168     0.0159     0.0007    99.9820     1.3705    77.1900    91.8847
3627763.0 / 36546980
 169     0.0146     0.0007    99.9720     1.3776    77.0800    91.9406
3622279.0 / 36546980
 170     0.0134     0.0007    99.9780     1.3800    77.2300    91.7294
3617417.0 / 36546980
 171     0.0121     0.0007    99.9780     1.3797    77.1900    91.6558
3612984.0 / 36546980
 172     0.0109     0.0007    99.9840     1.3751    77.0100    91.7495
3609166.0 / 36546980
 173     0.0097     0.0007    99.9800     1.3868    76.9500    91.9262
3605749.0 / 36546980
 174     0.0084     0.0007    99.9820     1.3878    77.2000    91.9556
3602896.0 / 36546980
 175     0.0072     0.0006    99.9840     1.3718    77.1800    91.9288
3600565.0 / 36546980
 176     0.0060     0.0007    99.9740     1.3676    77.1200    91.9430
3598662.0 / 36546980
 177     0.0047     0.0007    99.9800     1.3719    77.1900    91.9205
3597095.0 / 36546980
 178     0.0035     0.0007    99.9820     1.3774    77.1300    92.1527
3596131.0 / 36546980
 179     0.0022     0.0006    99.9880     1.3944    77.1400    91.9244
3595679.0 / 36546980
 180     0.0010     0.0007    99.9820     1.3756    77.1700    91.7954
3595224.0 / 36546980
 181     0.0010     0.0006    99.9860     1.3683    77.1000    91.8254
3594724.0 / 36546980
 182     0.0010     0.0007    99.9760     1.3713    77.1500    91.9855
3594250.0 / 36546980
 183     0.0010     0.0006    99.9800     1.3668    77.2900    91.9085
3593740.0 / 36546980
 184     0.0010     0.0006    99.9860     1.3850    77.1600    92.0167
3593249.0 / 36546980
 185     0.0010     0.0006    99.9800     1.3684    77.1100    92.0616
3592740.0 / 36546980
 186     0.0010     0.0006    99.9860     1.3741    77.1000    92.8279
3592238.0 / 36546980
 187     0.0010     0.0007    99.9800     1.3756    77.2100    92.1550
3591756.0 / 36546980
 188     0.0010     0.0007    99.9820     1.3833    77.1000    92.0821
3591272.0 / 36546980
 189     0.0010     0.0007    99.9760     1.3726    77.1200    91.5066
3590772.0 / 36546980
 190     0.0010     0.0006    99.9840     1.3752    77.2300    91.7806
3590305.0 / 36546980
 191     0.0010     0.0006    99.9800     1.3737    77.1600    91.6465
3589794.0 / 36546980
 192     0.0010     0.0006    99.9840     1.3809    77.0600    91.8433
3589300.0 / 36546980
 193     0.0010     0.0007    99.9800     1.3805    77.0800    91.6689
3588810.0 / 36546980
 194     0.0010     0.0006    99.9820     1.3710    76.9900    91.8553
3588325.0 / 36546980
 195     0.0010     0.0007    99.9760     1.3831    77.2200    92.0158
3587859.0 / 36546980
 196     0.0010     0.0006    99.9920     1.3862    77.1000    91.7229
3587356.0 / 36546980
 197     0.0010     0.0006    99.9900     1.3681    77.0900    91.6454
3586804.0 / 36546980
 198     0.0010     0.0007    99.9760     1.3810    77.0400    91.7836
3586308.0 / 36546980
 199     0.0010     0.0006    99.9820     1.3752    77.0100    91.9419
3585804.0 / 36546980
 200     0.0010     0.0006    99.9860     1.3712    77.0700    91.6464
