Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new9/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.501
)
total epochs: 200
31600674.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7245    12.7280     5.8113     6.0200   155.9755
29565133.0 / 36546980
   2     0.1000     2.9611    25.5460     3.5592    19.0900   151.4454
28002932.0 / 36546980
   3     0.1000     2.4472    35.6200     2.7170    31.6300   151.4374
26693867.0 / 36546980
   4     0.1000     2.0790    43.5520     2.8308    33.1600   151.4294
25545702.0 / 36546980
   5     0.1000     1.8117    49.8020     2.3425    40.9700   151.6041
24511323.0 / 36546980
   6     0.1000     1.6105    54.4780     2.6126    41.1700   151.9870
23569605.0 / 36546980
   7     0.1000     1.4676    57.9100     1.9311    49.3000   151.4829
22704212.0 / 36546980
   8     0.1000     1.3416    61.3740     1.6629    54.7600   151.2675
21905940.0 / 36546980
   9     0.1000     1.2324    64.1440     1.7461    53.9200   151.6341
21167322.0 / 36546980
  10     0.1000     1.1367    66.5840     1.9765    51.0500   151.3925
20487275.0 / 36546980
  11     0.1000     1.0569    69.0140     2.0699    50.0100   151.8400
19860952.0 / 36546980
  12     0.1000     0.9892    70.4160     1.7622    55.9800   151.7233
19284669.0 / 36546980
  13     0.1000     0.9215    72.2120     1.7706    55.2100   151.4281
18759005.0 / 36546980
  14     0.1000     0.8583    74.0480     1.4028    62.2000   151.4989
18279348.0 / 36546980
  15     0.1000     0.8023    75.5900     1.7660    56.9200   151.3689
17837175.0 / 36546980
  16     0.1000     0.7505    76.8040     1.5531    59.4100   151.2709
17437773.0 / 36546980
  17     0.1000     0.6977    78.4360     1.5908    59.6400   151.3354
17072602.0 / 36546980
  18     0.1000     0.6531    79.6640     1.3285    65.3100   151.1326
16740846.0 / 36546980
  19     0.1000     0.6115    80.8900     1.3571    64.6200   151.2063
16434551.0 / 36546980
  20     0.1000     0.5651    82.3600     1.7296    57.6300   151.6723
16154836.0 / 36546980
  21     0.1000     0.5241    83.4000     1.7607    60.3000   151.6708
15897415.0 / 36546980
  22     0.1000     0.4962    84.2540     1.4352    64.7400   151.1348
15659223.0 / 36546980
  23     0.1000     0.4522    85.8800     1.6405    61.6300   151.2429
15436710.0 / 36546980
  24     0.1000     0.4211    86.6820     1.5973    63.9400   151.1959
15235125.0 / 36546980
  25     0.1000     0.3917    87.5200     1.3981    66.9100   151.1804
15042538.0 / 36546980
  26     0.1000     0.3564    88.4640     1.5186    65.3900   151.1293
14866965.0 / 36546980
  27     0.1000     0.3378    89.0700     1.4625    65.7200   151.6563
14696392.0 / 36546980
  28     0.1000     0.3047    90.2760     1.4716    66.2000   151.2304
14538459.0 / 36546980
  29     0.1000     0.2872    90.5900     1.5732    66.8600   151.2893
14391552.0 / 36546980
  30     0.1000     0.2716    91.2420     1.3662    68.3900   151.2968
14244546.0 / 36546980
  31     0.1000     0.2409    92.3900     1.7017    65.3600   151.3161
14102210.0 / 36546980
  32     0.1000     0.2233    92.7640     1.7755    64.0300   151.1605
13967892.0 / 36546980
  33     0.1000     0.2077    93.3860     1.6344    67.1500   151.1287
13840069.0 / 36546980
  34     0.1000     0.1967    93.7140     1.7022    66.0800   151.1703
13711422.0 / 36546980
  35     0.1000     0.1795    94.2320     1.6806    65.4500   151.2671
13584772.0 / 36546980
  36     0.1000     0.1637    94.8060     1.6278    67.1900   151.2489
13460798.0 / 36546980
  37     0.1000     0.1488    95.2860     2.0353    63.8900   151.1926
13340022.0 / 36546980
  38     0.1000     0.1432    95.4480     1.5681    68.0300   151.3238
13220647.0 / 36546980
  39     0.1000     0.1324    95.8640     1.5841    68.2900   151.4756
13103261.0 / 36546980
  40     0.1000     0.1195    96.2360     1.3607    71.7900   151.6153
12989511.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1148    96.4300     1.4672    70.1000   151.2919
12883439.0 / 36546980
  42     0.1000     0.1109    96.5140     1.5290    69.3800   151.2588
12776611.0 / 36546980
  43     0.1000     0.1063    96.7600     1.7827    67.1300   151.2412
12667877.0 / 36546980
  44     0.1000     0.0983    96.9740     1.6716    68.7400   151.2180
12563804.0 / 36546980
  45     0.1000     0.0919    97.1760     1.7795    66.7000   151.1852
12459454.0 / 36546980
  46     0.1000     0.0879    97.2980     1.6353    69.1500   151.2309
12356910.0 / 36546980
  47     0.1000     0.0812    97.4960     1.8817    66.8500   151.5248
12256860.0 / 36546980
  48     0.1000     0.0777    97.6960     1.5291    70.8200   151.4531
12154646.0 / 36546980
  49     0.1000     0.0714    97.8200     1.5159    71.3000   151.2060
12050731.0 / 36546980
  50     0.1000     0.0663    98.0980     1.5934    70.8900   151.5128
11950500.0 / 36546980
  51     0.1000     0.0649    98.0240     1.5238    71.7800   151.2168
11860645.0 / 36546980
  52     0.1000     0.0666    97.9640     2.6650    60.1700   151.3131
11776407.0 / 36546980
  53     0.1000     0.0689    97.9040     1.4800    71.7200   151.2186
11686753.0 / 36546980
  54     0.1000     0.0609    98.1920     1.4300    72.2300   151.1969
11588309.0 / 36546980
  55     0.1000     0.0517    98.4960     1.5169    72.0000   151.2640
11500265.0 / 36546980
  56     0.1000     0.0545    98.3380     1.5533    72.3700   151.4528
11409429.0 / 36546980
  57     0.1000     0.0530    98.3820     1.5800    70.4800   151.4162
11327918.0 / 36546980
  58     0.1000     0.0530    98.4720     1.6644    71.1700   151.2738
11249524.0 / 36546980
  59     0.1000     0.0516    98.4860     1.6633    69.5600   151.1923
11165881.0 / 36546980
  60     0.1000     0.0491    98.5600     1.7458    70.2900   151.3617
11107899.0 / 36546980
  61     0.1000     0.0638    98.0280     1.8360    69.9400   151.3516
11034672.0 / 36546980
  62     0.1000     0.0504    98.5100     1.5123    72.3400   151.6630
10951585.0 / 36546980
  63     0.1000     0.0420    98.8680     1.5967    72.2100   151.3774
10876510.0 / 36546980
  64     0.1000     0.0462    98.6760     1.5819    72.3500   151.3639
10790204.0 / 36546980
  65     0.1000     0.0352    99.0720     1.5707    71.4000   151.2511
10703441.0 / 36546980
  66     0.1000     0.0326    99.1240     1.5273    73.3100   151.2479
10610634.0 / 36546980
  67     0.1000     0.0275    99.3100     1.5801    72.6500   151.2212
10525227.0 / 36546980
  68     0.1000     0.0304    99.1860     1.6570    72.1700   151.2736
10462603.0 / 36546980
  69     0.1000     0.0414    98.8140     1.7728    70.1400   151.3587
10397982.0 / 36546980
  70     0.1000     0.0403    98.8560     1.4784    73.6000   152.1766
10316297.0 / 36546980
  71     0.1000     0.0278    99.2640     1.4823    73.4700   151.9497
10234556.0 / 36546980
  72     0.1000     0.0247    99.3620     1.7094    70.4600   151.4374
10171401.0 / 36546980
  73     0.1000     0.0351    99.0020     1.6396    71.6400   151.6393
10105041.0 / 36546980
  74     0.1000     0.0330    99.0580     1.5884    72.2800   151.2051
10057722.0 / 36546980
  75     0.1000     0.0406    98.8060     1.6823    71.7000   151.1118
10000298.0 / 36546980
  76     0.1000     0.0348    98.9840     1.7166    72.1000   151.4004
9946600.0 / 36546980
  77     0.1000     0.0378    98.8960     1.8115    69.7000   151.7202
9896813.0 / 36546980
  78     0.1000     0.0363    98.9200     1.7157    70.6800   151.4541
9848149.0 / 36546980
  79     0.1000     0.0380    98.8760     1.5664    71.9500   151.3639
9805161.0 / 36546980
  80     0.1000     0.0401    98.7920     1.5253    73.0600   151.6541
9758839.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0367    98.9160     1.5999    72.3000   151.2015
9705054.0 / 36546980
  82     0.1000     0.0317    99.1240     1.5689    73.4500   151.3137
9637336.0 / 36546980
  83     0.1000     0.0234    99.4000     1.5803    73.0400   151.2686
9573840.0 / 36546980
  84     0.1000     0.0229    99.4060     1.6787    71.6100   151.2282
9506026.0 / 36546980
  85     0.1000     0.0193    99.5080     1.5941    73.1000   151.4340
9454539.0 / 36546980
  86     0.1000     0.0289    99.1720     1.7476    70.9300   151.2796
9399626.0 / 36546980
  87     0.1000     0.0264    99.2480     1.5626    72.5800   151.3495
9342288.0 / 36546980
  88     0.1000     0.0222    99.3980     1.6566    72.5800   151.3060
9302819.0 / 36546980
  89     0.1000     0.0319    99.0260     1.8688    68.4700   151.2213
9274819.0 / 36546980
  90     0.1000     0.0389    98.8520     1.6565    71.6500   151.2051
9227776.0 / 36546980
  91     0.1000     0.0286    99.2000     1.6221    72.2500   151.3634
9182717.0 / 36546980
  92     0.1000     0.0272    99.2100     1.5625    73.5300   151.3604
9124859.0 / 36546980
  93     0.1000     0.0211    99.4320     1.6086    72.9000   151.3634
9069890.0 / 36546980
  94     0.1000     0.0209    99.4520     1.5800    73.6800   151.1834
9010226.0 / 36546980
  95     0.1000     0.0167    99.5420     1.4792    74.6500   151.1548
8941632.0 / 36546980
  96     0.1000     0.0114    99.7220     1.4906    74.8400   151.1301
8869928.0 / 36546980
  97     0.1000     0.0091    99.7760     1.4567    75.3300   151.2183
8794297.0 / 36546980
  98     0.1000     0.0070    99.8580     1.4548    75.3500   151.3934
8731184.0 / 36546980
  99     0.1000     0.0112    99.6780     1.5444    74.4000   151.2083
8679966.0 / 36546980
 100     0.1000     0.0168    99.5200     1.7572    71.9000   151.1750
8661682.0 / 36546980
 101     0.0988     0.0331    99.0100     1.7522    71.2100   151.2163
8636699.0 / 36546980
 102     0.0975     0.0300    99.1300     1.5741    73.3800   151.2470
8596711.0 / 36546980
 103     0.0963     0.0214    99.3920     1.6468    72.2000   151.2682
8558958.0 / 36546980
 104     0.0950     0.0210    99.3740     1.6143    73.4500   151.7509
8521767.0 / 36546980
 105     0.0938     0.0209    99.4380     1.5664    73.8000   151.7098
8476963.0 / 36546980
 106     0.0926     0.0169    99.5560     1.5079    74.2500   151.4317
8419688.0 / 36546980
 107     0.0913     0.0087    99.8060     1.5616    74.2800   151.2937
8362146.0 / 36546980
 108     0.0901     0.0081    99.8120     1.4647    75.4900   151.2876
8303675.0 / 36546980
 109     0.0889     0.0066    99.8620     1.5132    75.3600   151.1500
8243321.0 / 36546980
 110     0.0876     0.0050    99.8920     1.4748    75.9900   151.3092
8183257.0 / 36546980
 111     0.0864     0.0037    99.9280     1.4458    76.1000   151.1683
8124126.0 / 36546980
 112     0.0852     0.0032    99.9340     1.4757    75.8200   151.3941
8065608.0 / 36546980
 113     0.0839     0.0031    99.9320     1.4683    75.9700   151.3844
8007580.0 / 36546980
 114     0.0827     0.0022    99.9580     1.4671    76.0000   151.3332
7949914.0 / 36546980
 115     0.0814     0.0019    99.9600     1.4601    76.2600   151.1463
7892959.0 / 36546980
 116     0.0802     0.0017    99.9640     1.4383    76.3300   151.2773
7838636.0 / 36546980
 117     0.0790     0.0019    99.9560     1.4708    76.1300   151.2924
7785371.0 / 36546980
 118     0.0777     0.0017    99.9600     1.4702    76.4800   151.2827
7733282.0 / 36546980
 119     0.0765     0.0020    99.9540     1.4383    76.4400   151.2510
7682203.0 / 36546980
 120     0.0753     0.0017    99.9620     1.4768    76.0500   151.0846
7632141.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0014    99.9660     1.4422    76.4700   151.2877
7583841.0 / 36546980
 122     0.0728     0.0014    99.9640     1.4479    76.3600   151.2479
7535887.0 / 36546980
 123     0.0715     0.0011    99.9760     1.4400    76.4100   151.2657
7488998.0 / 36546980
 124     0.0703     0.0010    99.9780     1.4437    76.6100   151.2077
7443625.0 / 36546980
 125     0.0691     0.0010    99.9780     1.4440    76.7400   151.2396
7399398.0 / 36546980
 126     0.0678     0.0010    99.9740     1.4491    76.4500   151.3956
7356327.0 / 36546980
 127     0.0666     0.0010    99.9780     1.4319    76.5500   151.1494
7314193.0 / 36546980
 128     0.0654     0.0009    99.9760     1.4337    76.6200   151.1989
7273024.0 / 36546980
 129     0.0641     0.0008    99.9800     1.4280    76.5700   151.2611
7233013.0 / 36546980
 130     0.0629     0.0009    99.9680     1.4258    76.7500   151.2502
7193873.0 / 36546980
 131     0.0616     0.0009    99.9740     1.4258    76.8200   151.3498
7156365.0 / 36546980
 132     0.0604     0.0009    99.9740     1.4425    76.4900   151.2702
7119849.0 / 36546980
 133     0.0592     0.0008    99.9740     1.4271    76.4600   151.3634
7084303.0 / 36546980
 134     0.0579     0.0009    99.9760     1.4302    76.4400   151.3171
7049771.0 / 36546980
 135     0.0567     0.0009    99.9740     1.4301    76.5400   151.5120
7016390.0 / 36546980
 136     0.0554     0.0009    99.9740     1.4241    76.5600   151.1711
6983469.0 / 36546980
 137     0.0542     0.0009    99.9760     1.4178    76.5400   151.3132
6951914.0 / 36546980
 138     0.0530     0.0008    99.9760     1.4151    76.6000   151.3599
6921395.0 / 36546980
 139     0.0517     0.0007    99.9840     1.4187    76.6000   151.2814
6891808.0 / 36546980
 140     0.0505     0.0007    99.9780     1.4283    76.5600   151.2735
6862860.0 / 36546980
 141     0.0493     0.0007    99.9740     1.4228    76.6100   151.2205
6834951.0 / 36546980
 142     0.0480     0.0007    99.9820     1.4266    76.5700   151.2231
6807901.0 / 36546980
 143     0.0468     0.0008    99.9700     1.4198    76.7400   151.3730
6782161.0 / 36546980
 144     0.0456     0.0008    99.9740     1.4201    76.7200   151.4361
6756992.0 / 36546980
 145     0.0443     0.0008    99.9660     1.4133    76.4400   151.2300
6732467.0 / 36546980
 146     0.0431     0.0007    99.9760     1.4081    76.4800   151.2006
6708707.0 / 36546980
 147     0.0418     0.0007    99.9740     1.4200    76.7200   151.6235
6685875.0 / 36546980
 148     0.0406     0.0007    99.9760     1.4087    76.5000   151.2508
6664048.0 / 36546980
 149     0.0394     0.0007    99.9700     1.4158    76.6400   151.2222
6643042.0 / 36546980
 150     0.0381     0.0007    99.9740     1.4227    76.6100   151.3539
6622911.0 / 36546980
 151     0.0369     0.0007    99.9720     1.4210    76.4800   151.2378
6603242.0 / 36546980
 152     0.0357     0.0007    99.9760     1.4127    76.5200   151.2398
6584862.0 / 36546980
 153     0.0344     0.0008    99.9760     1.4224    76.4100   151.3878
6566598.0 / 36546980
 154     0.0332     0.0007    99.9780     1.4227    76.4900   151.3634
6549618.0 / 36546980
 155     0.0319     0.0006    99.9760     1.4068    76.6000   151.2895
6533219.0 / 36546980
 156     0.0307     0.0006    99.9760     1.4115    76.4900   151.2736
6517611.0 / 36546980
 157     0.0295     0.0007    99.9740     1.4142    76.4800   151.1605
6502627.0 / 36546980
 158     0.0282     0.0007    99.9740     1.4135    76.5100   151.1443
6488601.0 / 36546980
 159     0.0270     0.0006    99.9740     1.4130    76.4600   151.4438
6475291.0 / 36546980
 160     0.0257     0.0006    99.9820     1.4132    76.5800   151.1624
6462477.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0006    99.9760     1.4115    76.6600   151.1958
6450495.0 / 36546980
 162     0.0233     0.0006    99.9760     1.4154    76.5500   151.1428
6439131.0 / 36546980
 163     0.0220     0.0006    99.9820     1.4153    76.4600   151.3944
6428431.0 / 36546980
 164     0.0208     0.0006    99.9740     1.4162    76.5000   151.3258
6418353.0 / 36546980
 165     0.0196     0.0006    99.9760     1.3979    76.5000   151.3694
6408917.0 / 36546980
 166     0.0183     0.0006    99.9800     1.4137    76.6800   151.2039
6400502.0 / 36546980
 167     0.0171     0.0006    99.9680     1.4157    76.6000   151.1362
6392345.0 / 36546980
 168     0.0159     0.0006    99.9760     1.3966    76.6900   151.1503
6384878.0 / 36546980
 169     0.0146     0.0006    99.9820     1.3958    76.6400   151.1628
6378228.0 / 36546980
 170     0.0134     0.0006    99.9780     1.3983    76.7100   151.1167
6371838.0 / 36546980
 171     0.0121     0.0006    99.9800     1.4129    76.7400   151.1633
6366760.0 / 36546980
 172     0.0109     0.0006    99.9760     1.4143    76.7200   151.2509
6361921.0 / 36546980
 173     0.0097     0.0006    99.9820     1.4112    76.6400   151.2832
6357526.0 / 36546980
 174     0.0084     0.0006    99.9740     1.4006    76.5000   151.3968
6354093.0 / 36546980
 175     0.0072     0.0006    99.9780     1.4094    76.5600   151.5762
6351299.0 / 36546980
 176     0.0060     0.0006    99.9800     1.4083    76.6500   151.3728
6348966.0 / 36546980
 177     0.0047     0.0005    99.9820     1.4049    76.5400   151.2981
6347024.0 / 36546980
 178     0.0035     0.0005    99.9860     1.4026    76.5800   151.4783
6346084.0 / 36546980
 179     0.0022     0.0005    99.9860     1.4118    76.6400   151.4083
6345594.0 / 36546980
 180     0.0010     0.0006    99.9760     1.4165    76.5700   151.2999
6345140.0 / 36546980
 181     0.0010     0.0006    99.9780     1.3965    76.6400   151.4554
6344694.0 / 36546980
 182     0.0010     0.0005    99.9840     1.4083    76.7000   151.3382
6344249.0 / 36546980
 183     0.0010     0.0005    99.9820     1.3980    76.5900   151.2194
6343779.0 / 36546980
 184     0.0010     0.0006    99.9760     1.4021    76.5000   151.4997
6343282.0 / 36546980
 185     0.0010     0.0005    99.9860     1.4158    76.5200   151.1213
6342793.0 / 36546980
 186     0.0010     0.0006    99.9760     1.4030    76.6600   151.1533
6342359.0 / 36546980
 187     0.0010     0.0006    99.9740     1.4032    76.5900   151.1244
6341850.0 / 36546980
 188     0.0010     0.0005    99.9800     1.3994    76.5700   151.3833
6341374.0 / 36546980
 189     0.0010     0.0006    99.9780     1.4115    76.4900   151.7046
6340907.0 / 36546980
 190     0.0010     0.0006    99.9720     1.4003    76.4900   151.3515
6340441.0 / 36546980
 191     0.0010     0.0006    99.9840     1.4171    76.6300   151.2412
6339975.0 / 36546980
 192     0.0010     0.0005    99.9820     1.3965    76.7500   151.1744
6339497.0 / 36546980
 193     0.0010     0.0005    99.9820     1.4093    76.4800   151.1603
6339019.0 / 36546980
 194     0.0010     0.0005    99.9800     1.3999    76.7000   151.3866
6338576.0 / 36546980
 195     0.0010     0.0005    99.9860     1.4116    76.5800   151.2432
6338099.0 / 36546980
 196     0.0010     0.0005    99.9840     1.4148    76.5500   151.1394
6337611.0 / 36546980
 197     0.0010     0.0006    99.9820     1.4128    76.5400   151.0966
6337138.0 / 36546980
 198     0.0010     0.0006    99.9800     1.4057    76.5600   151.3447
6336631.0 / 36546980
 199     0.0010     0.0006    99.9800     1.4139    76.6900   151.1714
6336136.0 / 36546980
 200     0.0010     0.0005    99.9780     1.4011    76.5600   151.3516
