Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
total epochs: 200
30630477.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7268    12.6180     4.8980     7.1700   151.8924
27901556.0 / 36546980
   2     0.1000     2.9721    25.1800     3.9035    17.3900   147.7022
25759951.0 / 36546980
   3     0.1000     2.4630    35.3920     2.8161    29.0000   147.7847
23934948.0 / 36546980
   4     0.1000     2.0940    42.9200     2.6187    35.7200   147.6751
22315993.0 / 36546980
   5     0.1000     1.8278    49.3360     2.3327    40.5500   147.7103
20853436.0 / 36546980
   6     0.1000     1.6259    53.8620     2.2369    43.5200   147.6757
19524604.0 / 36546980
   7     0.1000     1.4846    57.4960     1.9718    48.6300   147.6927
18320317.0 / 36546980
   8     0.1000     1.3618    60.6680     1.7456    52.5700   147.8219
17239919.0 / 36546980
   9     0.1000     1.2552    63.4620     1.8813    51.4700   147.7162
16278595.0 / 36546980
  10     0.1000     1.1598    65.8040     1.9896    49.5400   147.7266
15433203.0 / 36546980
  11     0.1000     1.0850    68.0600     1.7863    53.4600   147.6773
14694569.0 / 36546980
  12     0.1000     1.0137    69.9580     1.8622    54.7800   147.7524
14048105.0 / 36546980
  13     0.1000     0.9492    71.5540     1.8091    54.4700   147.7839
13492797.0 / 36546980
  14     0.1000     0.8894    73.2460     1.3684    62.9800   147.7826
13008404.0 / 36546980
  15     0.1000     0.8333    74.8040     1.8532    56.2000   147.8086
12586419.0 / 36546980
  16     0.1000     0.7804    76.0160     1.5687    60.2900   147.7829
12217060.0 / 36546980
  17     0.1000     0.7292    77.5340     1.7828    56.6400   147.9698
11897836.0 / 36546980
  18     0.1000     0.6800    78.9740     1.3178    64.6900   147.7579
11617494.0 / 36546980
  19     0.1000     0.6458    79.9540     1.3819    64.3000   147.8156
11370521.0 / 36546980
  20     0.1000     0.5987    81.3640     1.6564    58.2500   147.8182
11146440.0 / 36546980
  21     0.1000     0.5576    82.6780     1.9484    57.8100   147.8312
10950037.0 / 36546980
  22     0.1000     0.5214    83.5860     1.4854    63.8900   147.8597
10772414.0 / 36546980
  23     0.1000     0.4841    84.8220     1.4272    64.2700   147.9186
10605347.0 / 36546980
  24     0.1000     0.4493    85.7600     1.6272    62.1500   147.8354
10455862.0 / 36546980
  25     0.1000     0.4147    86.8140     1.3739    66.3900   147.7792
10319480.0 / 36546980
  26     0.1000     0.3891    87.5320     1.5299    64.5100   147.8368
10197748.0 / 36546980
  27     0.1000     0.3713    88.0420     1.3867    67.5000   147.8050
10075362.0 / 36546980
  28     0.1000     0.3342    89.2200     1.4439    66.3800   147.8657
9961441.0 / 36546980
  29     0.1000     0.3106    89.9480     1.6261    63.7300   147.7857
9855501.0 / 36546980
  30     0.1000     0.2917    90.6800     1.5544    65.3000   147.7874
9750142.0 / 36546980
  31     0.1000     0.2701    91.3160     1.4571    68.5100   147.8365
9641841.0 / 36546980
  32     0.1000     0.2392    92.3940     1.8017    63.0600   147.8645
9545375.0 / 36546980
  33     0.1000     0.2307    92.6000     1.4454    68.2500   147.8893
9444780.0 / 36546980
  34     0.1000     0.2132    93.1340     1.5757    66.6000   147.8464
9346500.0 / 36546980
  35     0.1000     0.1922    93.9060     1.5204    67.1400   147.8515
9255688.0 / 36546980
  36     0.1000     0.1856    94.0620     1.5137    68.3300   147.7961
9164898.0 / 36546980
  37     0.1000     0.1707    94.5640     1.7047    65.0700   147.8738
9074678.0 / 36546980
  38     0.1000     0.1625    94.9000     1.5326    67.8700   147.8563
8984644.0 / 36546980
  39     0.1000     0.1532    95.1240     1.6959    68.0000   147.8480
8903095.0 / 36546980
  40     0.1000     0.1493    95.2420     1.5404    68.8000   147.7891
8815677.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1329    95.8780     1.5114    70.1100   147.7881
8725341.0 / 36546980
  42     0.1000     0.1219    96.1820     1.8481    65.8800   147.7728
8637414.0 / 36546980
  43     0.1000     0.1165    96.4320     1.5152    69.9900   147.8046
8548974.0 / 36546980
  44     0.1000     0.1076    96.7080     1.5730    69.3700   147.9897
8464627.0 / 36546980
  45     0.1000     0.1003    96.9540     2.1226    64.8200   147.8484
8383546.0 / 36546980
  46     0.1000     0.1005    96.8040     1.6632    68.6700   147.8417
8314240.0 / 36546980
  47     0.1000     0.1032    96.7940     1.8049    66.4700   147.8291
8225247.0 / 36546980
  48     0.1000     0.0846    97.4500     1.6134    70.2700   147.7773
8150658.0 / 36546980
  49     0.1000     0.0875    97.3300     1.5112    70.4000   147.7937
8066451.0 / 36546980
  50     0.1000     0.0748    97.7480     2.0784    65.9500   147.7938
8004131.0 / 36546980
  51     0.1000     0.0905    97.1900     1.8818    67.2700   147.8056
7941127.0 / 36546980
  52     0.1000     0.0845    97.4280     1.7194    69.0400   147.8519
7867492.0 / 36546980
  53     0.1000     0.0746    97.8320     1.5545    70.8700   147.8507
7790548.0 / 36546980
  54     0.1000     0.0663    98.0180     1.7867    68.6400   147.8399
7726422.0 / 36546980
  55     0.1000     0.0721    97.8260     1.5474    71.2800   147.8556
7658266.0 / 36546980
  56     0.1000     0.0675    97.9720     1.4783    72.2700   147.7775
7587664.0 / 36546980
  57     0.1000     0.0610    98.2300     1.8874    68.8700   147.8405
7526255.0 / 36546980
  58     0.1000     0.0638    98.0460     1.6005    70.4800   147.8468
7468609.0 / 36546980
  59     0.1000     0.0675    97.9860     1.5902    70.9600   147.8415
7422619.0 / 36546980
  60     0.1000     0.0708    97.8680     1.5140    72.1100   147.9843
7347667.0 / 36546980
  61     0.1000     0.0506    98.5380     1.6684    70.7500   147.8607
7288052.0 / 36546980
  62     0.1000     0.0556    98.3360     1.5549    72.0800   147.8312
7229967.0 / 36546980
  63     0.1000     0.0542    98.3580     1.5755    71.7300   147.8560
7165189.0 / 36546980
  64     0.1000     0.0494    98.6180     1.4761    72.4800   147.8225
7101919.0 / 36546980
  65     0.1000     0.0466    98.6460     1.5499    71.5900   147.7663
7041888.0 / 36546980
  66     0.1000     0.0464    98.6280     1.7291    70.8600   147.8030
6996628.0 / 36546980
  67     0.1000     0.0543    98.3800     1.8172    68.7700   147.8560
6965921.0 / 36546980
  68     0.1000     0.0621    98.0740     1.5461    71.9300   147.8129
6910149.0 / 36546980
  69     0.1000     0.0475    98.5860     1.4636    73.2800   147.8551
6864153.0 / 36546980
  70     0.1000     0.0497    98.5480     1.5871    71.2800   148.1210
6803345.0 / 36546980
  71     0.1000     0.0419    98.8040     1.4657    73.0300   147.8542
6753432.0 / 36546980
  72     0.1000     0.0422    98.8080     1.7620    70.4000   147.8434
6696124.0 / 36546980
  73     0.1000     0.0385    98.9460     1.8061    70.5400   147.8540
6649182.0 / 36546980
  74     0.1000     0.0429    98.7360     1.8238    69.5500   147.9452
6619985.0 / 36546980
  75     0.1000     0.0518    98.3680     1.8768    68.7700   147.8301
6578962.0 / 36546980
  76     0.1000     0.0446    98.7000     1.6883    71.4400   147.8519
6531175.0 / 36546980
  77     0.1000     0.0391    98.8360     1.4901    73.5800   147.8551
6489921.0 / 36546980
  78     0.1000     0.0418    98.7320     1.6316    71.5300   147.8430
6451395.0 / 36546980
  79     0.1000     0.0418    98.7540     1.6067    71.6000   147.8808
6417302.0 / 36546980
  80     0.1000     0.0447    98.6740     1.4093    74.0100   147.8506
6378014.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0392    98.8500     1.5400    73.0200   147.9997
6322969.0 / 36546980
  82     0.1000     0.0293    99.2200     1.5787    72.5800   147.8409
6272165.0 / 36546980
  83     0.1000     0.0301    99.1760     1.5700    72.2400   147.8042
6230095.0 / 36546980
  84     0.1000     0.0342    99.0440     1.6039    72.3200   147.8445
6194564.0 / 36546980
  85     0.1000     0.0361    98.9320     1.7629    70.3100   147.8201
6159493.0 / 36546980
  86     0.1000     0.0366    98.9320     1.6121    71.6200   147.8523
6141717.0 / 36546980
  87     0.1000     0.0455    98.6300     1.7510    69.6000   147.8219
6114877.0 / 36546980
  88     0.1000     0.0423    98.7420     1.7513    71.7200   147.8079
6077762.0 / 36546980
  89     0.1000     0.0331    99.0480     1.5381    73.4800   147.8378
6035235.0 / 36546980
  90     0.1000     0.0293    99.1820     1.7499    71.2700   147.7986
5986169.0 / 36546980
  91     0.1000     0.0229    99.3980     1.6745    71.3800   147.8187
5949356.0 / 36546980
  92     0.1000     0.0302    99.1000     1.7158    71.5400   147.8508
5922767.0 / 36546980
  93     0.1000     0.0344    98.9720     1.9247    69.5000   147.8333
5913474.0 / 36546980
  94     0.1000     0.0451    98.6340     1.7992    70.7900   147.8013
5889521.0 / 36546980
  95     0.1000     0.0368    98.8920     1.6879    72.0000   147.9845
5880951.0 / 36546980
  96     0.1000     0.0471    98.5360     1.6173    72.2800   147.8057
5844905.0 / 36546980
  97     0.1000     0.0307    99.1260     1.5397    73.2800   147.8669
5814406.0 / 36546980
  98     0.1000     0.0322    99.0660     1.7203    70.8300   147.8404
5779872.0 / 36546980
  99     0.1000     0.0279    99.2180     1.4623    75.1600   147.8890
5734889.0 / 36546980
 100     0.1000     0.0220    99.4140     1.4723    74.1000   147.8477
5696507.0 / 36546980
 101     0.0988     0.0237    99.3080     1.7018    72.4900   147.8254
5660231.0 / 36546980
 102     0.0975     0.0240    99.3260     1.5492    73.9400   147.9535
5615371.0 / 36546980
 103     0.0963     0.0192    99.4860     1.5147    74.1700   147.8497
5568140.0 / 36546980
 104     0.0950     0.0167    99.5440     1.5589    73.7100   147.8371
5523942.0 / 36546980
 105     0.0938     0.0180    99.5660     1.4564    74.8400   147.8805
5472861.0 / 36546980
 106     0.0926     0.0129    99.6940     1.5505    74.1500   147.8370
5429747.0 / 36546980
 107     0.0913     0.0147    99.6120     1.4980    74.7800   147.8147
5381298.0 / 36546980
 108     0.0901     0.0123    99.7280     1.7044    72.5100   147.8085
5334767.0 / 36546980
 109     0.0889     0.0120    99.7040     1.4413    75.2500   147.8090
5283940.0 / 36546980
 110     0.0876     0.0087    99.8100     1.4196    76.0700   147.8173
5229829.0 / 36546980
 111     0.0864     0.0055    99.8980     1.4413    76.1700   147.8256
5175301.0 / 36546980
 112     0.0852     0.0039    99.9320     1.4327    76.1000   147.8012
5120734.0 / 36546980
 113     0.0839     0.0038    99.9280     1.4256    75.8700   147.7789
5066662.0 / 36546980
 114     0.0827     0.0029    99.9480     1.4452    76.2400   147.8518
5014242.0 / 36546980
 115     0.0814     0.0027    99.9520     1.3863    77.1000   147.8475
4962299.0 / 36546980
 116     0.0802     0.0026    99.9400     1.3863    76.6100   147.8383
4911370.0 / 36546980
 117     0.0790     0.0023    99.9560     1.3778    76.8700   147.7856
4861882.0 / 36546980
 118     0.0777     0.0020    99.9580     1.3957    77.0400   147.8600
4813056.0 / 36546980
 119     0.0765     0.0017    99.9680     1.3552    76.9400   147.7850
4765570.0 / 36546980
 120     0.0753     0.0016    99.9680     1.3781    76.7900   147.7934
4719501.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0016    99.9700     1.3714    77.0500   147.7822
4674546.0 / 36546980
 122     0.0728     0.0014    99.9680     1.3628    77.1500   147.8420
4630808.0 / 36546980
 123     0.0715     0.0013    99.9680     1.3742    77.1600   147.9622
4588389.0 / 36546980
 124     0.0703     0.0014    99.9660     1.3665    77.1200   147.8777
4547894.0 / 36546980
 125     0.0691     0.0014    99.9640     1.3712    76.9400   147.8112
4507944.0 / 36546980
 126     0.0678     0.0014    99.9740     1.3564    77.0400   147.7766
4468960.0 / 36546980
 127     0.0666     0.0013    99.9760     1.3575    76.8200   148.0253
4432421.0 / 36546980
 128     0.0654     0.0014    99.9760     1.3619    76.7600   147.7798
4395786.0 / 36546980
 129     0.0641     0.0013    99.9800     1.3461    77.0300   147.7700
4360112.0 / 36546980
 130     0.0629     0.0012    99.9760     1.3540    76.9400   147.7517
4325652.0 / 36546980
 131     0.0616     0.0011    99.9740     1.3404    77.3200   147.8777
4292233.0 / 36546980
 132     0.0604     0.0012    99.9700     1.3532    77.1200   147.8130
4260035.0 / 36546980
 133     0.0592     0.0009    99.9780     1.3462    77.2600   147.7745
4228681.0 / 36546980
 134     0.0579     0.0010    99.9760     1.3625    77.1000   147.7912
4198537.0 / 36546980
 135     0.0567     0.0010    99.9720     1.3549    77.3300   147.7681
4169273.0 / 36546980
 136     0.0554     0.0011    99.9740     1.3540    77.1600   147.7669
4140509.0 / 36546980
 137     0.0542     0.0011    99.9760     1.3483    77.3100   147.8723
4113322.0 / 36546980
 138     0.0530     0.0009    99.9800     1.3585    77.2500   148.0220
4086559.0 / 36546980
 139     0.0517     0.0009    99.9780     1.3507    77.4400   147.7912
4060623.0 / 36546980
 140     0.0505     0.0008    99.9760     1.3513    77.1300   147.7862
4035894.0 / 36546980
 141     0.0493     0.0009    99.9740     1.3505    77.2300   147.8395
4011801.0 / 36546980
 142     0.0480     0.0011    99.9760     1.3613    77.3100   147.8134
3988757.0 / 36546980
 143     0.0468     0.0009    99.9720     1.3594    77.2900   147.8714
3966551.0 / 36546980
 144     0.0456     0.0009    99.9800     1.3478    77.1900   147.8080
3945122.0 / 36546980
 145     0.0443     0.0010    99.9660     1.3495    77.2200   147.7667
3924412.0 / 36546980
 146     0.0431     0.0009    99.9780     1.3532    77.1700   147.7819
3904234.0 / 36546980
 147     0.0418     0.0009    99.9820     1.3572    77.1600   147.7323
3885075.0 / 36546980
 148     0.0406     0.0009    99.9700     1.3503    77.4400   147.8601
3866727.0 / 36546980
 149     0.0394     0.0009    99.9680     1.3518    77.2800   147.8094
3849467.0 / 36546980
 150     0.0381     0.0009    99.9720     1.3680    77.2900   147.8182
3832304.0 / 36546980
 151     0.0369     0.0008    99.9800     1.3569    77.3000   147.8618
3815922.0 / 36546980
 152     0.0357     0.0009    99.9780     1.3508    77.2500   147.8702
3800499.0 / 36546980
 153     0.0344     0.0009    99.9720     1.3508    77.2800   147.8480
3785617.0 / 36546980
 154     0.0332     0.0008    99.9780     1.3613    77.2000   147.8859
3771279.0 / 36546980
 155     0.0319     0.0008    99.9760     1.3427    77.2300   147.8264
3757803.0 / 36546980
 156     0.0307     0.0008    99.9700     1.3465    77.3300   147.8055
3744754.0 / 36546980
 157     0.0295     0.0009    99.9720     1.3443    77.2000   147.8065
3732758.0 / 36546980
 158     0.0282     0.0009    99.9720     1.3499    77.2500   147.8445
3721429.0 / 36546980
 159     0.0270     0.0008    99.9820     1.3464    77.4100   147.8011
3710311.0 / 36546980
 160     0.0257     0.0007    99.9820     1.3506    77.3500   147.8599
3700025.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0008    99.9780     1.3365    77.4500   147.8411
3689939.0 / 36546980
 162     0.0233     0.0007    99.9780     1.3468    77.3700   147.8751
3680761.0 / 36546980
 163     0.0220     0.0007    99.9740     1.3423    77.4600   147.8790
3672135.0 / 36546980
 164     0.0208     0.0007    99.9740     1.3578    77.3900   147.8795
3664233.0 / 36546980
 165     0.0196     0.0008    99.9740     1.3395    77.6000   147.8935
3657104.0 / 36546980
 166     0.0183     0.0007    99.9800     1.3504    77.4200   147.8593
3650194.0 / 36546980
 167     0.0171     0.0008    99.9720     1.3555    77.3000   147.8069
3643646.0 / 36546980
 168     0.0159     0.0008    99.9700     1.3487    77.4300   147.9127
3637879.0 / 36546980
 169     0.0146     0.0008    99.9760     1.3417    77.5000   147.9665
3632499.0 / 36546980
 170     0.0134     0.0008    99.9760     1.3543    77.4300   147.9349
3627492.0 / 36546980
 171     0.0121     0.0007    99.9800     1.3518    77.3900   147.8501
3623054.0 / 36546980
 172     0.0109     0.0007    99.9740     1.3580    77.4900   147.8242
3619069.0 / 36546980
 173     0.0097     0.0007    99.9840     1.3427    77.5400   147.9782
3615701.0 / 36546980
 174     0.0084     0.0007    99.9740     1.3341    77.4900   147.8145
3612709.0 / 36546980
 175     0.0072     0.0007    99.9800     1.3508    77.5500   147.7817
3610338.0 / 36546980
 176     0.0060     0.0007    99.9840     1.3488    77.3900   147.8413
3608344.0 / 36546980
 177     0.0047     0.0007    99.9800     1.3352    77.5400   147.8174
3606866.0 / 36546980
 178     0.0035     0.0006    99.9840     1.3393    77.3600   147.7926
3605821.0 / 36546980
 179     0.0022     0.0006    99.9800     1.3482    77.4600   147.8135
3605324.0 / 36546980
 180     0.0010     0.0007    99.9760     1.3454    77.4300   147.9519
3604838.0 / 36546980
 181     0.0010     0.0007    99.9800     1.3413    77.3900   147.8427
3604345.0 / 36546980
 182     0.0010     0.0007    99.9840     1.3443    77.4300   147.8375
3603821.0 / 36546980
 183     0.0010     0.0006    99.9800     1.3303    77.6100   147.8357
3603310.0 / 36546980
 184     0.0010     0.0008    99.9740     1.3421    77.5900   147.7909
3602830.0 / 36546980
 185     0.0010     0.0007    99.9820     1.3499    77.5300   147.8940
3602349.0 / 36546980
 186     0.0010     0.0007    99.9740     1.3401    77.5500   147.9964
3601814.0 / 36546980
 187     0.0010     0.0007    99.9760     1.3382    77.4700   147.7865
3601338.0 / 36546980
 188     0.0010     0.0007    99.9800     1.3396    77.4900   147.9436
3600859.0 / 36546980
 189     0.0010     0.0007    99.9780     1.3436    77.3300   147.8418
3600354.0 / 36546980
 190     0.0010     0.0007    99.9720     1.3374    77.3900   147.7656
3599860.0 / 36546980
 191     0.0010     0.0006    99.9860     1.3568    77.4100   147.7727
3599397.0 / 36546980
 192     0.0010     0.0007    99.9780     1.3401    77.5900   147.7872
3598921.0 / 36546980
 193     0.0010     0.0007    99.9760     1.3513    77.4300   147.7917
3598402.0 / 36546980
 194     0.0010     0.0006    99.9840     1.3386    77.4800   147.8502
3597915.0 / 36546980
 195     0.0010     0.0006    99.9880     1.3431    77.3800   147.8229
3597421.0 / 36546980
 196     0.0010     0.0007    99.9820     1.3394    77.4600   147.8941
3596889.0 / 36546980
 197     0.0010     0.0007    99.9760     1.3450    77.5100   147.8114
3596417.0 / 36546980
 198     0.0010     0.0007    99.9800     1.3458    77.4200   147.9854
3595869.0 / 36546980
 199     0.0010     0.0007    99.9840     1.3560    77.6600   147.8359
3595401.0 / 36546980
 200     0.0010     0.0007    99.9760     1.3398    77.4500   147.8242
