Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new3/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.501
)
total epochs: 200
31601672.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7212    12.7840     4.6538     8.3800   155.6182
29562759.0 / 36546980
   2     0.1000     2.9606    25.4660     3.6574    18.5200   151.2266
28005620.0 / 36546980
   3     0.1000     2.4484    35.6580     3.1109    25.7100   151.0473
26697695.0 / 36546980
   4     0.1000     2.0785    43.5780     2.5976    36.8000   151.2777
25550032.0 / 36546980
   5     0.1000     1.8108    49.7720     2.3737    40.1600   151.1914
24515702.0 / 36546980
   6     0.1000     1.6081    54.3780     2.6401    40.9400   151.1482
23573305.0 / 36546980
   7     0.1000     1.4648    57.9580     1.9125    49.6100   151.4357
22706502.0 / 36546980
   8     0.1000     1.3398    61.3160     1.7790    51.9400   151.2054
21906231.0 / 36546980
   9     0.1000     1.2330    64.0060     1.8949    51.8300   151.1779
21167452.0 / 36546980
  10     0.1000     1.1376    66.6540     2.1421    49.2000   151.7661
20485549.0 / 36546980
  11     0.1000     1.0609    68.6480     1.8810    52.7900   151.8709
19860947.0 / 36546980
  12     0.1000     0.9926    70.2200     1.5512    59.2700   151.6156
19282958.0 / 36546980
  13     0.1000     0.9205    72.3920     1.8625    53.6000   151.4338
18755768.0 / 36546980
  14     0.1000     0.8623    74.0580     1.4053    62.2400   151.0161
18273720.0 / 36546980
  15     0.1000     0.8003    75.6040     1.6724    58.4000   151.2272
17834480.0 / 36546980
  16     0.1000     0.7541    76.7680     1.5450    60.5800   151.1245
17433830.0 / 36546980
  17     0.1000     0.7004    78.3620     1.5642    59.5200   151.1100
17070100.0 / 36546980
  18     0.1000     0.6480    80.2360     1.4059    62.8700   151.0058
16735407.0 / 36546980
  19     0.1000     0.6143    80.9920     1.3877    64.9200   151.3908
16429352.0 / 36546980
  20     0.1000     0.5669    82.2240     1.5177    61.3300   151.1346
16149340.0 / 36546980
  21     0.1000     0.5271    83.5740     1.7891    60.3000   151.2187
15894041.0 / 36546980
  22     0.1000     0.4942    84.1460     1.6870    62.0900   151.2149
15654877.0 / 36546980
  23     0.1000     0.4576    85.5900     1.5316    63.5100   151.0215
15433947.0 / 36546980
  24     0.1000     0.4253    86.3720     1.5821    63.5200   151.2528
15226289.0 / 36546980
  25     0.1000     0.3882    87.6560     1.3353    67.3900   150.9905
15034741.0 / 36546980
  26     0.1000     0.3613    88.2660     1.4998    64.7800   151.3123
14857873.0 / 36546980
  27     0.1000     0.3382    89.1900     1.4641    65.1400   151.1014
14687436.0 / 36546980
  28     0.1000     0.3089    90.1900     1.4737    66.8900   151.0176
14531821.0 / 36546980
  29     0.1000     0.2924    90.4820     1.5354    66.2800   151.1441
14380252.0 / 36546980
  30     0.1000     0.2700    91.3140     1.4228    67.5200   151.2128
14232794.0 / 36546980
  31     0.1000     0.2389    92.3840     1.5181    66.8600   151.1946
14093826.0 / 36546980
  32     0.1000     0.2256    92.6640     1.5575    67.0700   151.2063
13962139.0 / 36546980
  33     0.1000     0.2108    93.2500     1.5070    68.4500   151.2779
13826689.0 / 36546980
  34     0.1000     0.1888    93.9800     1.7864    66.4900   151.3227
13703663.0 / 36546980
  35     0.1000     0.1845    94.1320     1.7397    65.0300   151.2425
13575993.0 / 36546980
  36     0.1000     0.1667    94.6240     1.2902    71.3000   151.1793
13454042.0 / 36546980
  37     0.1000     0.1545    95.1500     1.5521    67.8700   151.4897
13336763.0 / 36546980
  38     0.1000     0.1461    95.3340     1.4526    70.0200   151.2293
13219631.0 / 36546980
  39     0.1000     0.1337    95.8760     2.0612    63.4000   151.1570
13106463.0 / 36546980
  40     0.1000     0.1250    96.1520     1.4621    70.3400   151.1688
12999689.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1228    96.1360     1.5966    67.6900   151.2850
12886223.0 / 36546980
  42     0.1000     0.1082    96.6420     1.5726    69.0000   151.1624
12770028.0 / 36546980
  43     0.1000     0.0989    97.0580     1.6067    69.2300   151.1452
12655177.0 / 36546980
  44     0.1000     0.0903    97.1660     1.6985    68.4100   151.1671
12552127.0 / 36546980
  45     0.1000     0.0923    97.1360     1.7785    69.1500   151.1060
12449810.0 / 36546980
  46     0.1000     0.0884    97.2360     1.5804    70.1900   151.2342
12349758.0 / 36546980
  47     0.1000     0.0828    97.4900     1.7461    68.8100   151.3644
12249186.0 / 36546980
  48     0.1000     0.0793    97.5580     1.7379    70.1200   151.2265
12140559.0 / 36546980
  49     0.1000     0.0651    98.1380     1.5528    70.5900   151.2274
12026735.0 / 36546980
  50     0.1000     0.0567    98.3620     1.7823    68.7000   151.1913
11928411.0 / 36546980
  51     0.1000     0.0649    98.1300     1.7158    70.0400   151.2426
11832570.0 / 36546980
  52     0.1000     0.0624    98.1580     1.7803    69.3200   151.6449
11745066.0 / 36546980
  53     0.1000     0.0636    98.0880     1.6806    70.5100   151.7573
11666222.0 / 36546980
  54     0.1000     0.0694    97.8180     1.6143    69.7500   151.3467
11583998.0 / 36546980
  55     0.1000     0.0639    98.1320     1.6120    70.7200   151.0182
11502676.0 / 36546980
  56     0.1000     0.0605    98.2140     1.6359    70.5900   151.4618
11423503.0 / 36546980
  57     0.1000     0.0594    98.2140     1.7838    68.7200   151.1788
11341240.0 / 36546980
  58     0.1000     0.0546    98.4240     1.5815    71.4800   151.2013
11258830.0 / 36546980
  59     0.1000     0.0517    98.5060     1.6493    70.8500   151.1419
11170583.0 / 36546980
  60     0.1000     0.0445    98.7040     1.5849    71.9800   151.3625
11090009.0 / 36546980
  61     0.1000     0.0469    98.6660     1.7375    70.1500   151.3875
11009854.0 / 36546980
  62     0.1000     0.0454    98.7460     1.6044    71.6800   151.1373
10936707.0 / 36546980
  63     0.1000     0.0467    98.6100     1.4927    72.5200   151.4075
10850930.0 / 36546980
  64     0.1000     0.0376    98.9800     1.6167    72.0700   151.1884
10773745.0 / 36546980
  65     0.1000     0.0414    98.8080     1.5532    72.5400   151.2548
10696565.0 / 36546980
  66     0.1000     0.0381    98.8880     1.9180    69.7900   151.4238
10631807.0 / 36546980
  67     0.1000     0.0447    98.6640     1.7964    70.2200   151.0777
10556747.0 / 36546980
  68     0.1000     0.0363    98.9400     1.6097    71.9200   151.1654
10491983.0 / 36546980
  69     0.1000     0.0415    98.7760     1.6273    70.8600   151.7413
10427027.0 / 36546980
  70     0.1000     0.0405    98.8360     1.5879    73.3900   151.4751
10358453.0 / 36546980
  71     0.1000     0.0358    98.9660     2.7956    61.5500   151.3711
10295186.0 / 36546980
  72     0.1000     0.0382    98.9380     1.6219    71.8800   151.3646
10246136.0 / 36546980
  73     0.1000     0.0458    98.6620     1.6222    72.2700   151.5436
10174149.0 / 36546980
  74     0.1000     0.0304    99.2100     1.5021    73.1400   151.9266
10088492.0 / 36546980
  75     0.1000     0.0193    99.5080     1.5435    73.3600   151.9051
10012909.0 / 36546980
  76     0.1000     0.0249    99.2980     1.5751    73.4600   151.7806
9953733.0 / 36546980
  77     0.1000     0.0335    98.9920     1.4963    72.6700   151.1773
9896456.0 / 36546980
  78     0.1000     0.0329    99.0260     1.5128    73.9300   151.2795
9822852.0 / 36546980
  79     0.1000     0.0219    99.4500     1.5088    74.2200   151.3489
9757079.0 / 36546980
  80     0.1000     0.0257    99.2860     1.6887    70.8100   151.4399
9699337.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0278    99.2200     1.5788    73.0900   151.2568
9644281.0 / 36546980
  82     0.1000     0.0290    99.1640     1.5816    73.2500   151.4401
9601973.0 / 36546980
  83     0.1000     0.0357    98.9480     1.5923    72.4200   152.4555
9553336.0 / 36546980
  84     0.1000     0.0323    99.0500     1.6872    72.7000   151.6615
9510692.0 / 36546980
  85     0.1000     0.0338    99.0320     1.8103    70.5600   151.5125
9466328.0 / 36546980
  86     0.1000     0.0328    99.0620     1.6335    72.5500   151.3689
9424799.0 / 36546980
  87     0.1000     0.0345    98.9940     1.5849    72.6300   151.4816
9383674.0 / 36546980
  88     0.1000     0.0337    99.0420     1.8455    70.1800   151.6715
9340062.0 / 36546980
  89     0.1000     0.0304    99.1280     1.6839    72.3400   151.7142
9291253.0 / 36546980
  90     0.1000     0.0275    99.2320     1.9073    70.2700   151.7331
9253117.0 / 36546980
  91     0.1000     0.0321    99.0960     1.6766    71.5500   151.7424
9206448.0 / 36546980
  92     0.1000     0.0267    99.2580     1.5364    73.3000   151.3689
9162176.0 / 36546980
  93     0.1000     0.0274    99.1800     1.7379    72.2700   151.1847
9113960.0 / 36546980
  94     0.1000     0.0247    99.3240     1.6833    72.0300   151.3357
9082111.0 / 36546980
  95     0.1000     0.0320    99.0340     1.8742    69.6900   151.2055
9032944.0 / 36546980
  96     0.1000     0.0220    99.4020     1.5939    73.1700   151.2731
8965559.0 / 36546980
  97     0.1000     0.0120    99.7220     1.5483    74.1500   151.0632
8906463.0 / 36546980
  98     0.1000     0.0154    99.6200     1.5731    73.6700   151.0306
8839538.0 / 36546980
  99     0.1000     0.0108    99.7280     1.5455    74.3000   151.2294
8795180.0 / 36546980
 100     0.1000     0.0199    99.4320     1.7364    71.0100   151.6746
8759791.0 / 36546980
 101     0.0988     0.0253    99.2860     1.8820    69.4900   151.3636
8729393.0 / 36546980
 102     0.0975     0.0283    99.1920     1.5657    73.3800   151.1256
8677426.0 / 36546980
 103     0.0963     0.0152    99.6100     1.5467    74.0600   151.2246
8625058.0 / 36546980
 104     0.0950     0.0152    99.6160     1.5840    73.9200   151.9082
8562898.0 / 36546980
 105     0.0938     0.0088    99.8100     1.4866    75.0300   151.5949
8500325.0 / 36546980
 106     0.0926     0.0065    99.8740     1.5008    75.7700   151.1365
8439506.0 / 36546980
 107     0.0913     0.0067    99.8340     1.5069    75.5700   151.0559
8373643.0 / 36546980
 108     0.0901     0.0039    99.9420     1.4646    76.2900   151.1668
8307709.0 / 36546980
 109     0.0889     0.0030    99.9500     1.4464    76.3100   151.2118
8243890.0 / 36546980
 110     0.0876     0.0035    99.9200     1.5028    75.3400   151.1226
8182453.0 / 36546980
 111     0.0864     0.0033    99.9340     1.4304    76.3200   151.0447
8121551.0 / 36546980
 112     0.0852     0.0023    99.9560     1.4356    76.2600   151.4042
8060515.0 / 36546980
 113     0.0839     0.0018    99.9660     1.4413    76.5500   151.4358
8000032.0 / 36546980
 114     0.0827     0.0016    99.9660     1.4253    76.5900   151.3867
7942259.0 / 36546980
 115     0.0814     0.0015    99.9660     1.4175    76.6700   151.0659
7885332.0 / 36546980
 116     0.0802     0.0015    99.9620     1.4158    76.7300   151.2604
7830036.0 / 36546980
 117     0.0790     0.0016    99.9660     1.4209    76.5000   151.2588
7776270.0 / 36546980
 118     0.0777     0.0015    99.9620     1.4393    76.4600   151.2927
7724528.0 / 36546980
 119     0.0765     0.0016    99.9620     1.4111    76.2600   151.4854
7672798.0 / 36546980
 120     0.0753     0.0016    99.9560     1.4383    76.1400   151.4567
7622163.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0011    99.9760     1.4231    76.5200   151.1711
7573080.0 / 36546980
 122     0.0728     0.0014    99.9660     1.4260    76.2900   151.1499
7525354.0 / 36546980
 123     0.0715     0.0011    99.9720     1.4359    76.3300   151.1543
7478866.0 / 36546980
 124     0.0703     0.0011    99.9780     1.4242    76.2100   151.0116
7433364.0 / 36546980
 125     0.0691     0.0009    99.9820     1.4242    76.6000   152.2455
7389150.0 / 36546980
 126     0.0678     0.0010    99.9740     1.4329    76.6200   151.1568
7346717.0 / 36546980
 127     0.0666     0.0010    99.9760     1.4020    76.6800   151.0910
7304384.0 / 36546980
 128     0.0654     0.0009    99.9780     1.4141    76.5900   151.3873
7262976.0 / 36546980
 129     0.0641     0.0009    99.9760     1.4016    76.7500   151.1531
7223245.0 / 36546980
 130     0.0629     0.0010    99.9680     1.4180    76.5700   151.2551
7184717.0 / 36546980
 131     0.0616     0.0009    99.9720     1.3928    76.9000   151.3270
7147161.0 / 36546980
 132     0.0604     0.0009    99.9720     1.4069    76.7400   151.4235
7110506.0 / 36546980
 133     0.0592     0.0007    99.9800     1.4015    76.5600   151.1533
7075133.0 / 36546980
 134     0.0579     0.0009    99.9720     1.4091    76.5600   151.4563
7040745.0 / 36546980
 135     0.0567     0.0008    99.9760     1.3991    76.4900   150.9902
7006977.0 / 36546980
 136     0.0554     0.0008    99.9760     1.3949    76.7300   151.1617
6974428.0 / 36546980
 137     0.0542     0.0008    99.9800     1.3916    76.9300   151.8437
6943126.0 / 36546980
 138     0.0530     0.0008    99.9760     1.3891    76.8300   152.0661
6912639.0 / 36546980
 139     0.0517     0.0007    99.9800     1.3987    76.6400   151.2058
6883354.0 / 36546980
 140     0.0505     0.0007    99.9760     1.4035    76.6200   151.3556
6854579.0 / 36546980
 141     0.0493     0.0007    99.9760     1.4068    76.6700   150.9681
6826854.0 / 36546980
 142     0.0480     0.0007    99.9800     1.4010    76.6800   151.3933
6799341.0 / 36546980
 143     0.0468     0.0007    99.9720     1.3912    76.7900   151.9024
6773462.0 / 36546980
 144     0.0456     0.0007    99.9780     1.3956    76.8300   151.6178
6748549.0 / 36546980
 145     0.0443     0.0008    99.9700     1.4009    76.7300   151.3890
6724158.0 / 36546980
 146     0.0431     0.0007    99.9760     1.4013    76.8800   151.5946
6700571.0 / 36546980
 147     0.0418     0.0007    99.9740     1.4172    76.6100   151.4316
6677897.0 / 36546980
 148     0.0406     0.0007    99.9780     1.4010    76.6700   151.0090
6656224.0 / 36546980
 149     0.0394     0.0007    99.9720     1.4149    76.5900   151.1035
6635143.0 / 36546980
 150     0.0381     0.0007    99.9760     1.4101    76.7900   151.5113
6614946.0 / 36546980
 151     0.0369     0.0006    99.9760     1.3935    76.7200   151.6955
6595562.0 / 36546980
 152     0.0357     0.0007    99.9680     1.3955    76.5400   151.1984
6576998.0 / 36546980
 153     0.0344     0.0007    99.9720     1.4094    76.6500   151.4219
6559027.0 / 36546980
 154     0.0332     0.0006    99.9780     1.4026    76.8100   151.2701
6541759.0 / 36546980
 155     0.0319     0.0007    99.9740     1.3890    76.7900   151.0912
6525205.0 / 36546980
 156     0.0307     0.0006    99.9700     1.3860    77.0200   151.3959
6509739.0 / 36546980
 157     0.0295     0.0007    99.9800     1.3974    76.9000   151.1123
6494544.0 / 36546980
 158     0.0282     0.0007    99.9760     1.3971    76.8100   151.1906
6480466.0 / 36546980
 159     0.0270     0.0007    99.9760     1.3935    76.8400   151.1793
6467014.0 / 36546980
 160     0.0257     0.0006    99.9820     1.4052    76.9300   151.8781
6454388.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0006    99.9800     1.3908    76.7200   151.6218
6442292.0 / 36546980
 162     0.0233     0.0006    99.9780     1.3902    76.7000   151.3230
6430730.0 / 36546980
 163     0.0220     0.0006    99.9800     1.3847    76.6100   151.2140
6420271.0 / 36546980
 164     0.0208     0.0006    99.9760     1.3959    76.7300   151.0482
6410283.0 / 36546980
 165     0.0196     0.0006    99.9740     1.3870    76.7500   151.0799
6400981.0 / 36546980
 166     0.0183     0.0006    99.9800     1.3937    76.6500   150.9210
6392308.0 / 36546980
 167     0.0171     0.0006    99.9760     1.3965    76.8200   151.0742
6384313.0 / 36546980
 168     0.0159     0.0006    99.9780     1.3967    76.7800   151.4778
6377015.0 / 36546980
 169     0.0146     0.0006    99.9840     1.3786    76.8500   151.3652
6370403.0 / 36546980
 170     0.0134     0.0006    99.9820     1.3902    76.8200   151.1037
6364388.0 / 36546980
 171     0.0121     0.0006    99.9800     1.3976    76.8500   151.2049
6359180.0 / 36546980
 172     0.0109     0.0006    99.9700     1.3974    76.8100   152.2408
6354362.0 / 36546980
 173     0.0097     0.0006    99.9800     1.3942    76.8300   151.2462
6350121.0 / 36546980
 174     0.0084     0.0006    99.9800     1.3885    76.7400   151.2580
6346891.0 / 36546980
 175     0.0072     0.0006    99.9760     1.3989    76.7200   151.1115
6344063.0 / 36546980
 176     0.0060     0.0006    99.9880     1.3943    76.9200   152.0426
6341756.0 / 36546980
 177     0.0047     0.0005    99.9840     1.3869    76.6900   152.2374
6339780.0 / 36546980
 178     0.0035     0.0005    99.9880     1.3877    76.9200   151.3374
6338885.0 / 36546980
 179     0.0022     0.0005    99.9800     1.3992    76.9100   151.3789
6338400.0 / 36546980
 180     0.0010     0.0006    99.9800     1.3874    76.8000   151.1076
6337933.0 / 36546980
 181     0.0010     0.0006    99.9760     1.3909    76.7800   151.0628
6337431.0 / 36546980
 182     0.0010     0.0006    99.9820     1.3927    76.7300   151.1822
6336972.0 / 36546980
 183     0.0010     0.0005    99.9800     1.3844    76.8500   151.6214
6336444.0 / 36546980
 184     0.0010     0.0006    99.9780     1.3801    76.9700   151.4706
6335991.0 / 36546980
 185     0.0010     0.0005    99.9840     1.4021    76.5800   151.2439
6335510.0 / 36546980
 186     0.0010     0.0006    99.9760     1.3886    76.7800   151.1526
6335039.0 / 36546980
 187     0.0010     0.0006    99.9820     1.3864    76.7500   151.4451
6334595.0 / 36546980
 188     0.0010     0.0006    99.9800     1.3900    76.7100   151.1886
6334117.0 / 36546980
 189     0.0010     0.0006    99.9760     1.3894    76.8500   151.0375
6333605.0 / 36546980
 190     0.0010     0.0006    99.9680     1.3847    76.7700   151.3779
6333119.0 / 36546980
 191     0.0010     0.0005    99.9840     1.4060    76.8800   151.8027
6332597.0 / 36546980
 192     0.0010     0.0006    99.9840     1.3812    76.8400   151.0968
6332152.0 / 36546980
 193     0.0010     0.0006    99.9800     1.3984    76.7200   151.1843
6331691.0 / 36546980
 194     0.0010     0.0005    99.9800     1.3840    76.7200   151.3786
6331206.0 / 36546980
 195     0.0010     0.0005    99.9880     1.3961    76.7100   152.2818
6330745.0 / 36546980
 196     0.0010     0.0005    99.9880     1.3894    76.9700   151.0323
6330294.0 / 36546980
 197     0.0010     0.0005    99.9780     1.3939    76.8200   151.2902
6329794.0 / 36546980
 198     0.0010     0.0006    99.9800     1.3872    76.6900   151.0342
6329341.0 / 36546980
 199     0.0010     0.0006    99.9780     1.3955    76.7300   151.1264
6328876.0 / 36546980
 200     0.0010     0.0005    99.9800     1.3909    76.7000   151.0200
