Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new6/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.501
)
total epochs: 200
31601564.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7275    12.7140     4.9551     7.4800   154.9469
29562885.0 / 36546980
   2     0.1000     2.9695    25.3040     3.7998    17.3600   150.9418
28005045.0 / 36546980
   3     0.1000     2.4572    35.3400     2.9174    29.2400   150.9930
26694524.0 / 36546980
   4     0.1000     2.0875    43.3980     2.7802    34.7800   150.7599
25547198.0 / 36546980
   5     0.1000     1.8161    49.6040     2.2161    42.3000   151.2560
24512405.0 / 36546980
   6     0.1000     1.6141    54.2640     2.5608    40.3200   150.7950
23572412.0 / 36546980
   7     0.1000     1.4695    57.8840     2.0824    46.2600   150.9083
22704054.0 / 36546980
   8     0.1000     1.3440    61.2660     1.7919    52.4500   150.6854
21905386.0 / 36546980
   9     0.1000     1.2350    64.2160     1.8271    52.3400   150.7628
21168680.0 / 36546980
  10     0.1000     1.1400    66.4700     1.9606    50.1100   151.0667
20488737.0 / 36546980
  11     0.1000     1.0627    68.5260     1.9265    51.3300   150.9807
19861445.0 / 36546980
  12     0.1000     0.9886    70.4800     1.7507    55.7300   151.8031
19287627.0 / 36546980
  13     0.1000     0.9211    72.2160     1.9695    52.0400   151.9306
18760622.0 / 36546980
  14     0.1000     0.8603    74.1240     1.4489    61.8400   150.8508
18281379.0 / 36546980
  15     0.1000     0.8030    75.4340     1.7476    57.3100   151.4891
17843163.0 / 36546980
  16     0.1000     0.7484    76.9060     1.6479    58.1400   151.9328
17442225.0 / 36546980
  17     0.1000     0.7027    78.2000     1.4680    61.7600   151.6593
17078044.0 / 36546980
  18     0.1000     0.6469    79.9520     1.3140    65.8400   151.1386
16744874.0 / 36546980
  19     0.1000     0.6118    80.9700     1.4374    64.3300   151.0790
16440252.0 / 36546980
  20     0.1000     0.5681    82.2780     1.5943    59.6100   151.3905
16160899.0 / 36546980
  21     0.1000     0.5266    83.5200     1.8777    60.2500   152.3847
15904496.0 / 36546980
  22     0.1000     0.4878    84.5380     1.7846    60.9800   152.0103
15666145.0 / 36546980
  23     0.1000     0.4581    85.6300     1.5446    63.3800   151.5200
15445754.0 / 36546980
  24     0.1000     0.4157    86.8940     1.8532    59.6800   151.0905
15243143.0 / 36546980
  25     0.1000     0.3929    87.3360     1.3078    67.9100   152.9125
15052231.0 / 36546980
  26     0.1000     0.3630    88.3360     1.6104    62.4700   150.9237
14878243.0 / 36546980
  27     0.1000     0.3408    89.0080     1.4836    65.9500   150.6091
14707138.0 / 36546980
  28     0.1000     0.3040    90.2460     1.5116    65.2200   152.9620
14551581.0 / 36546980
  29     0.1000     0.2935    90.4260     1.5449    65.8100   150.8047
14399431.0 / 36546980
  30     0.1000     0.2674    91.4360     1.5175    66.8800   150.6171
14251027.0 / 36546980
  31     0.1000     0.2399    92.2600     1.8432    64.1800   151.7761
14114051.0 / 36546980
  32     0.1000     0.2306    92.6480     1.6120    66.5500   151.1907
13978819.0 / 36546980
  33     0.1000     0.2106    93.3060     1.6849    67.8000   152.8233
13849784.0 / 36546980
  34     0.1000     0.1911    93.8840     1.7629    65.2100   151.7932
13723729.0 / 36546980
  35     0.1000     0.1821    94.0560     1.4953    68.1600   151.1153
13592977.0 / 36546980
  36     0.1000     0.1574    94.9700     1.5491    67.7300   152.6699
13465907.0 / 36546980
  37     0.1000     0.1481    95.4060     1.5201    68.9200   152.8278
13345771.0 / 36546980
  38     0.1000     0.1397    95.5840     1.6789    66.2100   152.8397
13233498.0 / 36546980
  39     0.1000     0.1376    95.6860     1.9870    63.9000   152.9052
13123564.0 / 36546980
  40     0.1000     0.1299    95.9180     1.6220    69.2600   152.9738
13005645.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1117    96.5160     1.5141    68.5600   152.9625
12889533.0 / 36546980
  42     0.1000     0.1024    96.8000     1.6096    68.6600   150.7565
12782304.0 / 36546980
  43     0.1000     0.1059    96.7340     1.7622    67.3900   150.7331
12671113.0 / 36546980
  44     0.1000     0.0957    97.1060     1.4927    70.3500   151.2088
12573233.0 / 36546980
  45     0.1000     0.0990    96.9260     1.5683    70.1200   152.6200
12469070.0 / 36546980
  46     0.1000     0.0882    97.2080     2.0874    63.6800   151.4034
12371692.0 / 36546980
  47     0.1000     0.0878    97.3340     1.9410    66.9900   152.5127
12271117.0 / 36546980
  48     0.1000     0.0779    97.6420     1.6273    70.1300   150.5597
12163676.0 / 36546980
  49     0.1000     0.0678    97.9860     1.8390    67.8800   152.5399
12061983.0 / 36546980
  50     0.1000     0.0682    97.9500     2.2436    64.8800   152.9420
11969010.0 / 36546980
  51     0.1000     0.0712    97.7840     1.8222    68.9600   150.5751
11866429.0 / 36546980
  52     0.1000     0.0590    98.3160     1.7580    69.3100   151.9345
11761283.0 / 36546980
  53     0.1000     0.0533    98.5680     1.5648    70.5500   152.8994
11662152.0 / 36546980
  54     0.1000     0.0514    98.5900     1.5157    72.6300   152.9828
11567340.0 / 36546980
  55     0.1000     0.0520    98.4680     1.5581    71.8600   153.0051
11486029.0 / 36546980
  56     0.1000     0.0603    98.1940     1.5980    70.5600   150.7457
11419015.0 / 36546980
  57     0.1000     0.0681    97.9080     1.7245    69.7900   152.7622
11339381.0 / 36546980
  58     0.1000     0.0572    98.3320     1.6087    71.7600   152.9479
11253485.0 / 36546980
  59     0.1000     0.0469    98.6840     1.5727    72.2000   152.8818
11174509.0 / 36546980
  60     0.1000     0.0502    98.4720     1.6481    71.6400   150.9363
11102980.0 / 36546980
  61     0.1000     0.0541    98.3600     1.5717    71.8800   150.5521
11026312.0 / 36546980
  62     0.1000     0.0480    98.5720     1.5606    72.3600   150.5242
10944485.0 / 36546980
  63     0.1000     0.0408    98.8280     1.6439    72.0600   151.9386
10860457.0 / 36546980
  64     0.1000     0.0384    98.9120     1.7093    71.5500   151.5162
10794484.0 / 36546980
  65     0.1000     0.0494    98.4860     1.6528    71.5600   152.6604
10723835.0 / 36546980
  66     0.1000     0.0437    98.7280     1.4217    73.9500   151.9126
10649109.0 / 36546980
  67     0.1000     0.0380    98.9240     1.6199    72.0500   151.2729
10569160.0 / 36546980
  68     0.1000     0.0339    99.0360     1.5696    72.8200   152.8560
10497314.0 / 36546980
  69     0.1000     0.0366    98.9720     1.8578    69.1200   150.6448
10424204.0 / 36546980
  70     0.1000     0.0346    99.0400     1.7198    71.0500   151.6961
10358574.0 / 36546980
  71     0.1000     0.0381    98.8820     1.7193    71.2100   150.9060
10297474.0 / 36546980
  72     0.1000     0.0383    98.9360     1.5990    72.5400   150.6405
10235496.0 / 36546980
  73     0.1000     0.0377    98.8600     1.5210    74.2100   152.5735
10173553.0 / 36546980
  74     0.1000     0.0355    99.0080     1.8696    69.0900   153.0044
10102155.0 / 36546980
  75     0.1000     0.0297    99.2180     1.5264    73.8900   152.2293
10040243.0 / 36546980
  76     0.1000     0.0329    99.0820     1.5577    72.5700   151.5686
9968282.0 / 36546980
  77     0.1000     0.0260    99.3100     1.6358    72.1900   150.6480
9899553.0 / 36546980
  78     0.1000     0.0263    99.2600     1.6363    72.0400   150.5634
9840842.0 / 36546980
  79     0.1000     0.0303    99.1560     1.5874    73.2000   152.4345
9775046.0 / 36546980
  80     0.1000     0.0254    99.2860     1.5699    72.6500   152.4283
9709808.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0231    99.3700     1.8370    70.9300   151.3603
9648171.0 / 36546980
  82     0.1000     0.0262    99.2780     1.5445    73.6700   151.3407
9581451.0 / 36546980
  83     0.1000     0.0219    99.4240     1.5963    72.4200   150.7047
9522373.0 / 36546980
  84     0.1000     0.0245    99.3480     1.6027    73.7800   151.2755
9461988.0 / 36546980
  85     0.1000     0.0226    99.3920     1.6015    72.7900   152.7004
9419702.0 / 36546980
  86     0.1000     0.0328    99.0740     1.6437    71.9800   151.4795
9393032.0 / 36546980
  87     0.1000     0.0408    98.8080     1.7674    70.8600   152.2380
9368862.0 / 36546980
  88     0.1000     0.0421    98.6900     1.7095    71.5300   152.0616
9327571.0 / 36546980
  89     0.1000     0.0320    99.1060     1.5101    73.8500   152.3900
9276342.0 / 36546980
  90     0.1000     0.0269    99.2440     1.6503    72.0600   151.5105
9223984.0 / 36546980
  91     0.1000     0.0251    99.2980     1.6921    72.9400   150.5749
9174016.0 / 36546980
  92     0.1000     0.0250    99.3240     1.5730    73.4500   151.6082
9137850.0 / 36546980
  93     0.1000     0.0305    99.0880     1.6529    72.4100   151.4960
9090015.0 / 36546980
  94     0.1000     0.0251    99.2820     1.5875    73.0500   150.7237
9044045.0 / 36546980
  95     0.1000     0.0242    99.3420     1.6921    72.2300   150.7108
8992246.0 / 36546980
  96     0.1000     0.0195    99.4880     1.5553    73.7500   150.9248
8934322.0 / 36546980
  97     0.1000     0.0167    99.5480     1.7345    72.2400   151.9151
8883194.0 / 36546980
  98     0.1000     0.0195    99.4640     1.7307    72.5600   152.0773
8853532.0 / 36546980
  99     0.1000     0.0298    99.1120     1.7448    70.3000   150.8383
8808288.0 / 36546980
 100     0.1000     0.0212    99.4020     1.5569    73.5300   152.8951
8766138.0 / 36546980
 101     0.0988     0.0215    99.3700     1.6502    72.0000   152.5117
8720307.0 / 36546980
 102     0.0975     0.0192    99.4760     1.5459    74.5100   152.8980
8673012.0 / 36546980
 103     0.0963     0.0177    99.5280     1.6100    73.0200   151.5284
8621280.0 / 36546980
 104     0.0950     0.0148    99.6220     1.5081    74.4400   152.3689
8556148.0 / 36546980
 105     0.0938     0.0066    99.8760     1.4783    75.1800   153.1235
8491449.0 / 36546980
 106     0.0926     0.0065    99.8660     1.4794    75.4000   150.6757
8427614.0 / 36546980
 107     0.0913     0.0050    99.8980     1.4996    75.3700   150.5908
8365185.0 / 36546980
 108     0.0901     0.0049    99.9000     1.5112    75.5000   152.7658
8301702.0 / 36546980
 109     0.0889     0.0045    99.9080     1.5461    75.1800   152.7717
8238865.0 / 36546980
 110     0.0876     0.0038    99.9240     1.4652    75.9200   152.7392
8176698.0 / 36546980
 111     0.0864     0.0027    99.9520     1.4470    75.9600   151.5846
8116278.0 / 36546980
 112     0.0852     0.0024    99.9540     1.4888    75.3600   150.8842
8056137.0 / 36546980
 113     0.0839     0.0023    99.9560     1.4296    76.4300   152.8287
7997445.0 / 36546980
 114     0.0827     0.0022    99.9540     1.4368    75.9600   150.6176
7940482.0 / 36546980
 115     0.0814     0.0023    99.9440     1.4552    76.1700   151.4528
7884119.0 / 36546980
 116     0.0802     0.0017    99.9620     1.4476    76.1900   151.8176
7829340.0 / 36546980
 117     0.0790     0.0020    99.9480     1.4528    76.2400   152.6231
7776101.0 / 36546980
 118     0.0777     0.0016    99.9680     1.4318    76.3500   151.9289
7723956.0 / 36546980
 119     0.0765     0.0019    99.9500     1.4219    76.5600   152.2179
7673044.0 / 36546980
 120     0.0753     0.0015    99.9620     1.4505    76.1900   152.9056
7622773.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0013    99.9760     1.4342    76.6400   151.3375
7573736.0 / 36546980
 122     0.0728     0.0010    99.9740     1.4317    76.6800   152.1448
7525768.0 / 36546980
 123     0.0715     0.0011    99.9740     1.4287    76.5900   152.1423
7479026.0 / 36546980
 124     0.0703     0.0011    99.9760     1.4299    76.7000   150.6125
7433791.0 / 36546980
 125     0.0691     0.0010    99.9760     1.4281    76.8400   152.7385
7389403.0 / 36546980
 126     0.0678     0.0012    99.9700     1.4265    77.0100   152.7529
7346277.0 / 36546980
 127     0.0666     0.0009    99.9760     1.4202    76.8500   151.4649
7303829.0 / 36546980
 128     0.0654     0.0009    99.9780     1.4133    76.8100   152.2601
7263011.0 / 36546980
 129     0.0641     0.0009    99.9780     1.4200    76.6800   150.5500
7223019.0 / 36546980
 130     0.0629     0.0009    99.9740     1.4255    76.8100   152.5468
7184618.0 / 36546980
 131     0.0616     0.0008    99.9740     1.4125    76.9400   152.9950
7147332.0 / 36546980
 132     0.0604     0.0009    99.9760     1.4288    76.6800   150.6606
7110704.0 / 36546980
 133     0.0592     0.0007    99.9740     1.4169    76.8000   151.7367
7075394.0 / 36546980
 134     0.0579     0.0009    99.9740     1.4355    76.7100   152.4002
7041057.0 / 36546980
 135     0.0567     0.0008    99.9740     1.4185    76.6900   151.0767
7008028.0 / 36546980
 136     0.0554     0.0009    99.9740     1.4161    76.8000   151.4871
6975238.0 / 36546980
 137     0.0542     0.0008    99.9780     1.4175    76.5900   150.7394
6943539.0 / 36546980
 138     0.0530     0.0008    99.9800     1.4216    76.7600   151.4339
6913404.0 / 36546980
 139     0.0517     0.0007    99.9840     1.4121    76.7500   150.7787
6883694.0 / 36546980
 140     0.0505     0.0007    99.9780     1.4145    76.7100   152.9287
6854955.0 / 36546980
 141     0.0493     0.0007    99.9780     1.4231    76.7100   152.7388
6827183.0 / 36546980
 142     0.0480     0.0007    99.9780     1.4148    76.9800   152.9733
6800019.0 / 36546980
 143     0.0468     0.0009    99.9600     1.4173    76.5900   152.8231
6774205.0 / 36546980
 144     0.0456     0.0008    99.9740     1.4176    76.7900   152.8306
6749065.0 / 36546980
 145     0.0443     0.0007    99.9720     1.4246    76.7100   151.0266
6724643.0 / 36546980
 146     0.0431     0.0007    99.9720     1.4093    76.9500   152.0612
6700975.0 / 36546980
 147     0.0418     0.0007    99.9720     1.4260    76.8800   150.6609
6678065.0 / 36546980
 148     0.0406     0.0006    99.9820     1.4161    76.7500   150.8665
6656571.0 / 36546980
 149     0.0394     0.0007    99.9700     1.4165    76.7100   151.6468
6635596.0 / 36546980
 150     0.0381     0.0007    99.9800     1.4139    76.8300   152.5182
6615443.0 / 36546980
 151     0.0369     0.0007    99.9740     1.4126    76.8500   152.1279
6595940.0 / 36546980
 152     0.0357     0.0007    99.9720     1.4064    76.8200   151.6637
6577571.0 / 36546980
 153     0.0344     0.0007    99.9760     1.4229    76.7300   151.7312
6559825.0 / 36546980
 154     0.0332     0.0007    99.9780     1.4136    76.9200   151.4343
6542864.0 / 36546980
 155     0.0319     0.0006    99.9760     1.4030    76.8000   152.8903
6526335.0 / 36546980
 156     0.0307     0.0006    99.9760     1.4062    76.6800   151.0748
6510928.0 / 36546980
 157     0.0295     0.0007    99.9760     1.4132    76.6600   150.6162
6495919.0 / 36546980
 158     0.0282     0.0007    99.9800     1.4101    76.6800   151.6847
6481955.0 / 36546980
 159     0.0270     0.0007    99.9780     1.4144    76.7600   151.0001
6468556.0 / 36546980
 160     0.0257     0.0006    99.9800     1.4136    76.7200   150.6678
6456087.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0006    99.9780     1.4017    76.8600   150.6008
6444174.0 / 36546980
 162     0.0233     0.0006    99.9820     1.4046    76.8700   152.6769
6432704.0 / 36546980
 163     0.0220     0.0006    99.9780     1.3955    76.9000   152.8908
6422279.0 / 36546980
 164     0.0208     0.0007    99.9720     1.4156    76.8900   152.1828
6412382.0 / 36546980
 165     0.0196     0.0006    99.9740     1.4074    77.0400   152.9699
6402926.0 / 36546980
 166     0.0183     0.0005    99.9800     1.4027    76.8600   152.1743
6394204.0 / 36546980
 167     0.0171     0.0006    99.9740     1.4099    76.8200   150.7795
6386231.0 / 36546980
 168     0.0159     0.0006    99.9780     1.3922    76.7900   152.9018
6379062.0 / 36546980
 169     0.0146     0.0006    99.9820     1.3858    77.0600   151.8590
6372400.0 / 36546980
 170     0.0134     0.0006    99.9780     1.4035    76.8400   151.0657
6366200.0 / 36546980
 171     0.0121     0.0005    99.9860     1.4106    76.9100   150.8320
6361024.0 / 36546980
 172     0.0109     0.0006    99.9740     1.4146    76.8700   150.6497
6356229.0 / 36546980
 173     0.0097     0.0005    99.9800     1.3975    76.8500   152.3762
6351963.0 / 36546980
 174     0.0084     0.0006    99.9800     1.3915    76.8200   152.8484
6348633.0 / 36546980
 175     0.0072     0.0006    99.9740     1.4024    76.8400   153.0307
6345725.0 / 36546980
 176     0.0060     0.0005    99.9840     1.4049    77.0100   150.7746
6343273.0 / 36546980
 177     0.0047     0.0005    99.9840     1.4008    76.7200   152.6519
6341444.0 / 36546980
 178     0.0035     0.0005    99.9900     1.3938    76.6800   152.8984
6340473.0 / 36546980
 179     0.0022     0.0005    99.9840     1.4019    76.8200   151.3470
6340013.0 / 36546980
 180     0.0010     0.0006    99.9720     1.4017    76.9900   151.9338
6339542.0 / 36546980
 181     0.0010     0.0006    99.9760     1.4009    76.8700   151.1664
6339073.0 / 36546980
 182     0.0010     0.0006    99.9760     1.4029    76.8100   151.5818
6338610.0 / 36546980
 183     0.0010     0.0005    99.9820     1.3869    76.8400   152.4324
6338137.0 / 36546980
 184     0.0010     0.0005    99.9800     1.3986    76.7100   151.4209
6337696.0 / 36546980
 185     0.0010     0.0005    99.9820     1.4099    76.8600   150.6484
6337220.0 / 36546980
 186     0.0010     0.0006    99.9740     1.3949    76.8100   152.6358
6336761.0 / 36546980
 187     0.0010     0.0006    99.9760     1.3988    76.9100   151.0257
6336235.0 / 36546980
 188     0.0010     0.0006    99.9840     1.3960    76.9900   150.9373
6335761.0 / 36546980
 189     0.0010     0.0006    99.9740     1.4102    76.8400   150.5671
6335312.0 / 36546980
 190     0.0010     0.0006    99.9740     1.3963    76.9400   150.8487
6334837.0 / 36546980
 191     0.0010     0.0005    99.9860     1.4149    76.8500   151.1793
6334381.0 / 36546980
 192     0.0010     0.0006    99.9780     1.3940    76.7800   150.6403
6333902.0 / 36546980
 193     0.0010     0.0005    99.9780     1.4118    76.8400   151.9635
6333425.0 / 36546980
 194     0.0010     0.0005    99.9840     1.3903    76.8700   150.7724
6332951.0 / 36546980
 195     0.0010     0.0005    99.9900     1.4007    76.9400   151.9389
6332466.0 / 36546980
 196     0.0010     0.0005    99.9840     1.4006    76.7700   153.0751
6331964.0 / 36546980
 197     0.0010     0.0005    99.9820     1.3970    76.9000   151.2811
6331471.0 / 36546980
 198     0.0010     0.0006    99.9740     1.4104    77.1100   151.9077
6331002.0 / 36546980
 199     0.0010     0.0006    99.9820     1.4068    77.0500   152.7088
6330539.0 / 36546980
 200     0.0010     0.0005    99.9820     1.3948    76.9400   150.9159
