Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new8/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.501
)
total epochs: 200
31601251.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7255    12.8500     4.4000     9.7200   155.2351
29561514.0 / 36546980
   2     0.1000     2.9613    25.4160     3.4112    21.0100   150.9089
28003874.0 / 36546980
   3     0.1000     2.4508    35.4980     3.1020    26.9900   150.8409
26694206.0 / 36546980
   4     0.1000     2.0799    43.2860     2.5560    36.3500   150.8500
25547562.0 / 36546980
   5     0.1000     1.8127    49.9640     2.3583    40.5700   151.0475
24513990.0 / 36546980
   6     0.1000     1.6085    54.5700     2.2774    43.7400   151.1109
23570746.0 / 36546980
   7     0.1000     1.4660    58.0400     1.9790    48.5200   151.4769
22705488.0 / 36546980
   8     0.1000     1.3415    61.1640     1.8272    51.8900   151.0036
21905030.0 / 36546980
   9     0.1000     1.2311    64.2680     1.8984    51.7100   150.8383
21168236.0 / 36546980
  10     0.1000     1.1384    66.4200     1.9345    51.8900   150.7673
20486977.0 / 36546980
  11     0.1000     1.0604    68.5580     1.7435    53.6300   150.8801
19859700.0 / 36546980
  12     0.1000     0.9871    70.4200     1.8014    54.6400   150.7031
19286622.0 / 36546980
  13     0.1000     0.9216    72.2160     1.7256    55.6900   150.6086
18760239.0 / 36546980
  14     0.1000     0.8612    73.9320     1.4721    60.6300   150.8504
18278098.0 / 36546980
  15     0.1000     0.8015    75.5540     1.7132    57.3400   150.5089
17838317.0 / 36546980
  16     0.1000     0.7525    76.8300     1.4684    61.2300   150.8655
17436982.0 / 36546980
  17     0.1000     0.7033    78.0880     1.4604    61.4200   151.3591
17074338.0 / 36546980
  18     0.1000     0.6547    79.6580     1.3395    64.5300   150.5669
16737235.0 / 36546980
  19     0.1000     0.6127    81.0800     1.3974    64.4300   151.3941
16433003.0 / 36546980
  20     0.1000     0.5677    82.2440     1.6655    59.0700   151.6723
16153159.0 / 36546980
  21     0.1000     0.5266    83.3580     1.7640    60.7100   151.0135
15895854.0 / 36546980
  22     0.1000     0.4911    84.3180     1.5843    62.6300   151.0270
15658314.0 / 36546980
  23     0.1000     0.4587    85.4360     1.5478    63.1600   150.7667
15438698.0 / 36546980
  24     0.1000     0.4224    86.3560     1.4644    65.6400   150.5047
15234480.0 / 36546980
  25     0.1000     0.3965    87.3500     1.2747    67.7300   150.7092
15042764.0 / 36546980
  26     0.1000     0.3668    88.1680     1.6490    62.6700   152.2611
14865476.0 / 36546980
  27     0.1000     0.3393    89.0620     1.4171    66.2700   150.7091
14695693.0 / 36546980
  28     0.1000     0.3096    89.9920     1.4845    65.7300   150.7966
14536120.0 / 36546980
  29     0.1000     0.2853    90.8060     1.9007    61.6400   150.9582
14385690.0 / 36546980
  30     0.1000     0.2704    91.2460     1.4106    67.9100   151.1962
14245248.0 / 36546980
  31     0.1000     0.2513    91.8820     1.5727    66.1700   150.6957
14102757.0 / 36546980
  32     0.1000     0.2287    92.7320     1.4672    68.3300   152.3492
13964224.0 / 36546980
  33     0.1000     0.2031    93.4160     1.7552    66.1100   151.8535
13827406.0 / 36546980
  34     0.1000     0.1858    94.1140     1.8486    66.5400   151.5005
13703530.0 / 36546980
  35     0.1000     0.1853    94.0880     1.5172    67.9200   151.3240
13572927.0 / 36546980
  36     0.1000     0.1578    94.9320     1.3493    70.2700   150.4950
13445866.0 / 36546980
  37     0.1000     0.1467    95.3860     1.7901    65.5700   151.4176
13330663.0 / 36546980
  38     0.1000     0.1459    95.5060     1.5566    67.7700   151.0029
13214365.0 / 36546980
  39     0.1000     0.1363    95.7220     1.5793    68.9800   151.1917
13109282.0 / 36546980
  40     0.1000     0.1363    95.6880     1.8079    66.8200   151.0996
12995629.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1162    96.4480     1.5133    69.6500   150.6280
12889316.0 / 36546980
  42     0.1000     0.1130    96.4980     1.6336    67.8400   150.8507
12786024.0 / 36546980
  43     0.1000     0.1125    96.4740     1.6513    68.1100   150.7773
12686166.0 / 36546980
  44     0.1000     0.1057    96.6980     1.6524    69.4500   150.8439
12574147.0 / 36546980
  45     0.1000     0.0891    97.2800     1.4599    71.5000   151.1606
12455786.0 / 36546980
  46     0.1000     0.0730    97.8660     1.5201    71.1700   150.6405
12338642.0 / 36546980
  47     0.1000     0.0689    98.0520     1.8002    68.0700   151.3381
12226504.0 / 36546980
  48     0.1000     0.0679    97.9920     1.6532    70.5200   150.9853
12109484.0 / 36546980
  49     0.1000     0.0578    98.3140     1.5780    69.9400   150.5176
12008981.0 / 36546980
  50     0.1000     0.0667    98.0000     1.8108    69.0500   150.7084
11924503.0 / 36546980
  51     0.1000     0.0758    97.7240     1.5548    70.9900   150.8055
11836647.0 / 36546980
  52     0.1000     0.0672    97.9340     1.7035    68.3900   152.1318
11745325.0 / 36546980
  53     0.1000     0.0654    98.0340     1.5309    71.2300   152.1989
11664714.0 / 36546980
  54     0.1000     0.0685    97.8920     1.6165    70.8800   150.3637
11590353.0 / 36546980
  55     0.1000     0.0713    97.8540     1.6154    70.3300   151.8900
11504230.0 / 36546980
  56     0.1000     0.0584    98.2660     1.4699    73.0200   151.1049
11403708.0 / 36546980
  57     0.1000     0.0430    98.7680     1.6940    70.1600   150.7115
11315861.0 / 36546980
  58     0.1000     0.0480    98.6460     1.6204    70.6900   150.7433
11242023.0 / 36546980
  59     0.1000     0.0562    98.2700     2.0086    66.3000   150.4579
11170338.0 / 36546980
  60     0.1000     0.0583    98.2140     1.4375    72.6900   150.5927
11094680.0 / 36546980
  61     0.1000     0.0519    98.5140     1.7602    69.4900   151.1852
11028518.0 / 36546980
  62     0.1000     0.0547    98.3800     1.5244    72.7600   150.4211
10946061.0 / 36546980
  63     0.1000     0.0417    98.7540     1.5097    72.1800   151.0324
10864958.0 / 36546980
  64     0.1000     0.0419    98.8280     1.7755    70.8900   151.2810
10781462.0 / 36546980
  65     0.1000     0.0378    98.9160     1.5153    72.9700   150.7604
10698359.0 / 36546980
  66     0.1000     0.0334    99.1180     1.6520    71.7700   151.3692
10625989.0 / 36546980
  67     0.1000     0.0382    98.9000     1.8624    69.2900   150.6892
10553709.0 / 36546980
  68     0.1000     0.0397    98.8880     1.6360    71.7500   150.3508
10470476.0 / 36546980
  69     0.1000     0.0296    99.1780     1.6072    72.1800   150.3664
10410919.0 / 36546980
  70     0.1000     0.0435    98.7360     1.7680    69.8400   151.1729
10340627.0 / 36546980
  71     0.1000     0.0355    98.9860     1.5723    72.3900   150.6419
10275976.0 / 36546980
  72     0.1000     0.0359    98.9620     1.5809    72.7200   151.2032
10215343.0 / 36546980
  73     0.1000     0.0386    98.8560     1.5632    73.4200   151.0697
10147819.0 / 36546980
  74     0.1000     0.0330    99.0500     1.5015    73.4200   150.5913
10080375.0 / 36546980
  75     0.1000     0.0304    99.1300     1.6692    71.7900   151.4286
10023853.0 / 36546980
  76     0.1000     0.0355    99.0140     1.5302    73.5800   150.4330
9965221.0 / 36546980
  77     0.1000     0.0346    98.9900     1.7992    69.5700   151.1831
9921866.0 / 36546980
  78     0.1000     0.0423    98.7740     1.9333    68.6700   151.1812
9881210.0 / 36546980
  79     0.1000     0.0452    98.6460     1.6163    72.5100   151.9654
9831475.0 / 36546980
  80     0.1000     0.0370    98.9080     1.5242    72.6100   150.5005
9764556.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0244    99.3580     1.4991    74.0200   150.3437
9684338.0 / 36546980
  82     0.1000     0.0157    99.6260     1.4542    74.5500   150.7485
9609769.0 / 36546980
  83     0.1000     0.0193    99.5160     1.5819    73.1400   150.8964
9541469.0 / 36546980
  84     0.1000     0.0204    99.4280     1.5786    73.6600   152.1734
9469666.0 / 36546980
  85     0.1000     0.0180    99.5620     1.5720    72.1700   152.0140
9424281.0 / 36546980
  86     0.1000     0.0302    99.1200     1.5136    73.5800   152.1589
9366469.0 / 36546980
  87     0.1000     0.0236    99.3560     1.6621    73.2800   152.2735
9298523.0 / 36546980
  88     0.1000     0.0170    99.5660     1.5639    73.7600   150.9445
9254143.0 / 36546980
  89     0.1000     0.0284    99.1760     1.6774    72.3500   151.4594
9240073.0 / 36546980
  90     0.1000     0.0440    98.6060     1.7253    71.7600   151.2093
9242669.0 / 36546980
  91     0.1000     0.0570    98.1760     2.1074    68.2800   150.7008
9232419.0 / 36546980
  92     0.1000     0.0503    98.4780     1.6514    71.6200   150.3262
9190500.0 / 36546980
  93     0.1000     0.0297    99.1700     1.4545    73.8000   150.3712
9128412.0 / 36546980
  94     0.1000     0.0183    99.5320     1.5934    72.9600   150.8742
9067510.0 / 36546980
  95     0.1000     0.0172    99.5920     1.5375    74.0600   151.2025
9015395.0 / 36546980
  96     0.1000     0.0217    99.3740     1.5675    73.4900   151.2348
8957017.0 / 36546980
  97     0.1000     0.0161    99.5280     1.6750    72.5800   152.2117
8898731.0 / 36546980
  98     0.1000     0.0159    99.5740     1.5168    74.5900   151.3762
8849518.0 / 36546980
  99     0.1000     0.0199    99.4340     1.6110    73.5900   150.4091
8808057.0 / 36546980
 100     0.1000     0.0237    99.3120     1.7692    71.4700   152.0598
8770853.0 / 36546980
 101     0.0988     0.0259    99.2180     1.5671    73.9900   152.3003
8717290.0 / 36546980
 102     0.0975     0.0155    99.5800     1.4878    74.5100   152.3944
8657927.0 / 36546980
 103     0.0963     0.0118    99.7100     1.5902    73.6800   151.2669
8592163.0 / 36546980
 104     0.0950     0.0081    99.8500     1.4840    75.2600   150.4000
8526948.0 / 36546980
 105     0.0938     0.0067    99.8520     1.4368    75.2400   150.7329
8458389.0 / 36546980
 106     0.0926     0.0041    99.9320     1.5017    75.5500   150.4893
8394829.0 / 36546980
 107     0.0913     0.0053    99.8880     1.4732    75.5700   151.3120
8331509.0 / 36546980
 108     0.0901     0.0048    99.9200     1.4750    75.6500   150.3230
8267500.0 / 36546980
 109     0.0889     0.0042    99.9140     1.4708    76.1400   150.8821
8204151.0 / 36546980
 110     0.0876     0.0028    99.9460     1.4173    75.9900   150.8013
8140771.0 / 36546980
 111     0.0864     0.0026    99.9460     1.4207    76.3600   151.8436
8078210.0 / 36546980
 112     0.0852     0.0020    99.9620     1.4321    75.8000   152.0644
8017965.0 / 36546980
 113     0.0839     0.0017    99.9640     1.4120    76.5800   150.3760
7959214.0 / 36546980
 114     0.0827     0.0018    99.9560     1.4113    76.3100   150.8036
7902573.0 / 36546980
 115     0.0814     0.0020    99.9500     1.4345    76.5400   151.4579
7846509.0 / 36546980
 116     0.0802     0.0018    99.9620     1.4091    76.6500   150.5684
7791155.0 / 36546980
 117     0.0790     0.0014    99.9700     1.4181    76.7300   150.5141
7737157.0 / 36546980
 118     0.0777     0.0014    99.9600     1.4094    76.9900   150.3674
7684341.0 / 36546980
 119     0.0765     0.0014    99.9620     1.3947    76.6400   151.0394
7633185.0 / 36546980
 120     0.0753     0.0014    99.9600     1.4186    76.5700   150.5835
7583327.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0014    99.9640     1.4172    76.7900   151.6765
7534569.0 / 36546980
 122     0.0728     0.0012    99.9680     1.4140    76.7300   150.2959
7486650.0 / 36546980
 123     0.0715     0.0010    99.9760     1.4049    76.7500   150.2637
7440161.0 / 36546980
 124     0.0703     0.0011    99.9740     1.4185    76.6400   150.5185
7394910.0 / 36546980
 125     0.0691     0.0008    99.9800     1.4063    77.1300   151.1981
7350181.0 / 36546980
 126     0.0678     0.0009    99.9740     1.4011    76.6900   150.9547
7307345.0 / 36546980
 127     0.0666     0.0009    99.9760     1.3853    76.9100   152.3618
7265252.0 / 36546980
 128     0.0654     0.0009    99.9820     1.4026    76.9200   150.5401
7224251.0 / 36546980
 129     0.0641     0.0008    99.9760     1.3856    77.1100   152.2339
7184112.0 / 36546980
 130     0.0629     0.0009    99.9720     1.3940    77.0000   150.6842
7145677.0 / 36546980
 131     0.0616     0.0009    99.9740     1.3801    76.9700   151.0426
7108537.0 / 36546980
 132     0.0604     0.0009    99.9780     1.3925    77.0400   151.1412
7072253.0 / 36546980
 133     0.0592     0.0007    99.9800     1.3771    77.1100   150.2365
7036794.0 / 36546980
 134     0.0579     0.0008    99.9740     1.3937    76.9500   150.7497
7002296.0 / 36546980
 135     0.0567     0.0008    99.9780     1.3745    77.3100   152.2143
6968844.0 / 36546980
 136     0.0554     0.0008    99.9760     1.3691    77.0900   150.9153
6936359.0 / 36546980
 137     0.0542     0.0009    99.9760     1.3667    77.2700   150.3179
6905074.0 / 36546980
 138     0.0530     0.0008    99.9780     1.3682    77.0900   150.3558
6874771.0 / 36546980
 139     0.0517     0.0007    99.9800     1.3693    77.2200   152.1797
6845459.0 / 36546980
 140     0.0505     0.0007    99.9780     1.3778    77.2400   151.5671
6816878.0 / 36546980
 141     0.0493     0.0008    99.9740     1.3836    77.3400   150.8834
6789239.0 / 36546980
 142     0.0480     0.0007    99.9800     1.3846    77.4100   151.1520
6762366.0 / 36546980
 143     0.0468     0.0008    99.9700     1.3771    77.3500   150.2593
6736451.0 / 36546980
 144     0.0456     0.0007    99.9760     1.3762    77.3600   151.5780
6711325.0 / 36546980
 145     0.0443     0.0007    99.9720     1.3761    77.3400   150.5956
6686872.0 / 36546980
 146     0.0431     0.0007    99.9780     1.3655    77.0800   151.3848
6663543.0 / 36546980
 147     0.0418     0.0007    99.9740     1.3850    77.1300   151.8456
6641275.0 / 36546980
 148     0.0406     0.0007    99.9780     1.3654    77.3800   150.8294
6619738.0 / 36546980
 149     0.0394     0.0007    99.9680     1.3831    77.4400   150.9422
6598661.0 / 36546980
 150     0.0381     0.0007    99.9800     1.3846    77.3000   150.5845
6578611.0 / 36546980
 151     0.0369     0.0006    99.9800     1.3697    77.4700   150.2857
6558942.0 / 36546980
 152     0.0357     0.0007    99.9760     1.3748    77.0600   150.2740
6540683.0 / 36546980
 153     0.0344     0.0007    99.9740     1.3791    77.2500   151.2307
6522933.0 / 36546980
 154     0.0332     0.0007    99.9820     1.3765    77.4200   151.1915
6505754.0 / 36546980
 155     0.0319     0.0006    99.9760     1.3671    77.3400   151.5980
6489147.0 / 36546980
 156     0.0307     0.0006    99.9700     1.3632    77.2800   150.7188
6473621.0 / 36546980
 157     0.0295     0.0007    99.9740     1.3696    77.2700   151.3255
6458841.0 / 36546980
 158     0.0282     0.0007    99.9760     1.3867    77.1300   152.2412
6444713.0 / 36546980
 159     0.0270     0.0006    99.9760     1.3788    77.1800   151.1359
6431470.0 / 36546980
 160     0.0257     0.0007    99.9820     1.3898    77.1700   150.8874
6418845.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0006    99.9820     1.3780    77.0400   151.3392
6406826.0 / 36546980
 162     0.0233     0.0006    99.9760     1.3757    77.2100   150.4879
6395412.0 / 36546980
 163     0.0220     0.0006    99.9780     1.3726    77.1700   151.1805
6384917.0 / 36546980
 164     0.0208     0.0006    99.9740     1.3765    77.3000   151.2546
6374661.0 / 36546980
 165     0.0196     0.0006    99.9780     1.3719    77.1800   150.7322
6365491.0 / 36546980
 166     0.0183     0.0006    99.9820     1.3755    77.3800   150.2733
6357106.0 / 36546980
 167     0.0171     0.0006    99.9760     1.3775    77.0400   150.9027
6349073.0 / 36546980
 168     0.0159     0.0006    99.9740     1.3674    77.2600   151.7782
6341863.0 / 36546980
 169     0.0146     0.0006    99.9820     1.3679    77.1200   152.7139
6335158.0 / 36546980
 170     0.0134     0.0006    99.9780     1.3784    76.9100   150.3302
6329068.0 / 36546980
 171     0.0121     0.0006    99.9760     1.3818    77.1400   151.5639
6323920.0 / 36546980
 172     0.0109     0.0006    99.9760     1.3874    77.1100   150.5213
6319162.0 / 36546980
 173     0.0097     0.0006    99.9840     1.3729    77.1400   151.1084
6314915.0 / 36546980
 174     0.0084     0.0006    99.9800     1.3698    77.2200   152.1007
6311508.0 / 36546980
 175     0.0072     0.0006    99.9780     1.3809    77.1700   151.2216
6308687.0 / 36546980
 176     0.0060     0.0005    99.9880     1.3692    77.1600   150.3622
6306271.0 / 36546980
 177     0.0047     0.0006    99.9800     1.3757    77.2200   151.2641
6304398.0 / 36546980
 178     0.0035     0.0006    99.9900     1.3668    77.3400   150.9931
6303419.0 / 36546980
 179     0.0022     0.0005    99.9840     1.3727    77.1700   150.9524
6302937.0 / 36546980
 180     0.0010     0.0006    99.9760     1.3838    77.2500   151.0895
6302489.0 / 36546980
 181     0.0010     0.0006    99.9760     1.3702    77.3000   151.5664
6302018.0 / 36546980
 182     0.0010     0.0006    99.9860     1.3697    77.1500   150.3451
6301566.0 / 36546980
 183     0.0010     0.0005    99.9800     1.3649    77.4200   150.3130
6301117.0 / 36546980
 184     0.0010     0.0006    99.9800     1.3602    77.4200   150.6413
6300673.0 / 36546980
 185     0.0010     0.0005    99.9900     1.3826    77.2900   150.6502
6300223.0 / 36546980
 186     0.0010     0.0006    99.9760     1.3692    77.2600   151.8039
6299755.0 / 36546980
 187     0.0010     0.0006    99.9800     1.3690    77.3600   152.4067
6299274.0 / 36546980
 188     0.0010     0.0005    99.9820     1.3695    77.3200   152.4404
6298779.0 / 36546980
 189     0.0010     0.0006    99.9760     1.3772    77.2400   150.3773
6298333.0 / 36546980
 190     0.0010     0.0006    99.9740     1.3619    77.1800   151.7240
6297903.0 / 36546980
 191     0.0010     0.0005    99.9840     1.3812    77.3600   152.7229
6297425.0 / 36546980
 192     0.0010     0.0006    99.9800     1.3739    77.2700   151.0893
6296934.0 / 36546980
 193     0.0010     0.0005    99.9800     1.3808    77.1900   152.0910
6296467.0 / 36546980
 194     0.0010     0.0005    99.9780     1.3697    77.3600   150.8927
6295970.0 / 36546980
 195     0.0010     0.0005    99.9860     1.3730    77.4000   150.6224
6295519.0 / 36546980
 196     0.0010     0.0005    99.9860     1.3707    77.4900   152.2911
6295033.0 / 36546980
 197     0.0010     0.0005    99.9840     1.3769    77.3000   150.6121
6294572.0 / 36546980
 198     0.0010     0.0006    99.9760     1.3725    77.2200   151.7432
6294082.0 / 36546980
 199     0.0010     0.0006    99.9800     1.3826    77.2100   151.1196
6293615.0 / 36546980
 200     0.0010     0.0006    99.9780     1.3716    77.2800   150.9306
