Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new3/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.65
)
total epochs: 200
28015920.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7350    12.5700     5.0540     7.1400   155.2624
23188898.0 / 36546980
   2     0.1000     2.9836    25.1260     3.8737    17.0400   150.8247
19201160.0 / 36546980
   3     0.1000     2.4779    34.8280     2.7605    29.8600   150.8393
15729374.0 / 36546980
   4     0.1000     2.1171    42.6000     2.7068    33.7600   150.8423
12795572.0 / 36546980
   5     0.1000     1.8626    48.4240     2.4961    38.3600   150.6074
10550832.0 / 36546980
   6     0.1000     1.6731    53.1300     2.8652    37.1600   150.7383
8968109.0 / 36546980
   7     0.1000     1.5415    56.2240     2.1339    45.3700   151.9948
7871642.0 / 36546980
   8     0.1000     1.4227    59.0240     1.7789    52.0800   152.8555
7096106.0 / 36546980
   9     0.1000     1.3124    62.0660     1.7254    53.8600   152.8714
6533077.0 / 36546980
  10     0.1000     1.2193    64.4560     2.0141    49.3100   151.3951
6103993.0 / 36546980
  11     0.1000     1.1405    66.7380     2.0996    48.8200   151.0063
5778092.0 / 36546980
  12     0.1000     1.0688    68.2140     1.8609    53.9000   151.6539
5514710.0 / 36546980
  13     0.1000     0.9963    70.3320     1.9303    52.9200   152.9214
5307371.0 / 36546980
  14     0.1000     0.9352    72.1080     1.4647    60.6200   150.6167
5135992.0 / 36546980
  15     0.1000     0.8786    73.4700     1.9344    52.4100   151.3555
4997906.0 / 36546980
  16     0.1000     0.8224    74.9760     1.5900    58.9800   152.4970
4871436.0 / 36546980
  17     0.1000     0.7704    76.4560     1.4236    62.4400   150.5841
4772621.0 / 36546980
  18     0.1000     0.7212    78.0580     1.3102    64.1300   150.7609
4681201.0 / 36546980
  19     0.1000     0.6791    79.1460     1.7066    61.1100   151.8153
4602025.0 / 36546980
  20     0.1000     0.6410    80.1540     2.0964    51.5100   150.6917
4530298.0 / 36546980
  21     0.1000     0.5946    81.4900     1.7297    60.1800   152.8606
4468357.0 / 36546980
  22     0.1000     0.5628    82.3300     1.4572    62.7600   152.8290
4412508.0 / 36546980
  23     0.1000     0.5297    83.4460     1.7228    59.6300   150.7301
4357192.0 / 36546980
  24     0.1000     0.4908    84.5740     1.5542    62.8900   152.5584
4304585.0 / 36546980
  25     0.1000     0.4598    85.4020     1.3386    66.8500   152.8430
4257209.0 / 36546980
  26     0.1000     0.4338    86.3540     1.4700    64.5300   151.3563
4212503.0 / 36546980
  27     0.1000     0.4105    86.8540     1.5972    63.4600   152.3314
4172709.0 / 36546980
  28     0.1000     0.3816    87.8060     1.4367    65.5900   152.7806
4127767.0 / 36546980
  29     0.1000     0.3553    88.7480     2.1785    58.1200   152.9002
4087143.0 / 36546980
  30     0.1000     0.3406    89.1520     1.4943    66.3000   152.2706
4044153.0 / 36546980
  31     0.1000     0.3091    90.1620     1.8217    63.1100   152.4543
4006397.0 / 36546980
  32     0.1000     0.2940    90.3840     1.5946    66.2500   151.6598
3965981.0 / 36546980
  33     0.1000     0.2741    91.1520     1.5192    66.9900   150.5223
3927307.0 / 36546980
  34     0.1000     0.2602    91.5760     1.5151    67.6300   150.5914
3888391.0 / 36546980
  35     0.1000     0.2452    92.1800     1.4717    67.3000   150.5747
3847640.0 / 36546980
  36     0.1000     0.2262    92.8700     1.4263    69.1800   150.5330
3805356.0 / 36546980
  37     0.1000     0.2122    93.1700     1.6450    66.1800   150.5845
3767111.0 / 36546980
  38     0.1000     0.2044    93.3400     1.3538    70.0400   152.5340
3727924.0 / 36546980
  39     0.1000     0.1937    93.7660     1.5776    68.7700   152.9268
3694124.0 / 36546980
  40     0.1000     0.1885    94.0640     1.6403    67.2200   150.5345
3661504.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1811    94.1940     1.5329    68.8100   152.2711
3619546.0 / 36546980
  42     0.1000     0.1627    94.8760     1.6070    67.3600   150.6678
3581082.0 / 36546980
  43     0.1000     0.1560    95.0240     1.8219    65.5800   150.5554
3542389.0 / 36546980
  44     0.1000     0.1513    95.1760     1.5790    68.4600   152.8531
3507566.0 / 36546980
  45     0.1000     0.1414    95.4520     1.5318    68.7800   152.7461
3469689.0 / 36546980
  46     0.1000     0.1352    95.8620     1.5454    68.8200   152.8943
3437446.0 / 36546980
  47     0.1000     0.1358    95.7220     1.5387    68.4200   151.8211
3406673.0 / 36546980
  48     0.1000     0.1314    95.7900     1.8027    66.2800   152.2478
3369001.0 / 36546980
  49     0.1000     0.1188    96.4080     1.5941    69.6700   151.1717
3327654.0 / 36546980
  50     0.1000     0.1094    96.5440     1.7399    67.7200   152.7538
3301956.0 / 36546980
  51     0.1000     0.1218    96.0960     1.6804    68.2600   152.1954
3273468.0 / 36546980
  52     0.1000     0.1173    96.3500     1.3970    71.8200   151.4851
3244373.0 / 36546980
  53     0.1000     0.1108    96.5480     1.5739    69.9500   151.6096
3214755.0 / 36546980
  54     0.1000     0.1044    96.7420     1.5578    69.9900   151.4569
3189016.0 / 36546980
  55     0.1000     0.1068    96.6320     1.4180    72.3800   152.7836
3164516.0 / 36546980
  56     0.1000     0.1052    96.7500     1.4894    70.8300   152.8386
3133735.0 / 36546980
  57     0.1000     0.0934    97.1400     1.4153    71.2500   152.8832
3101434.0 / 36546980
  58     0.1000     0.0896    97.1800     1.5209    70.4400   152.7606
3081278.0 / 36546980
  59     0.1000     0.0987    96.9560     1.5614    70.2400   150.5273
3061470.0 / 36546980
  60     0.1000     0.0973    96.9540     1.4119    72.0400   151.5435
3034035.0 / 36546980
  61     0.1000     0.0894    97.2220     1.7726    68.1100   152.7544
3002722.0 / 36546980
  62     0.1000     0.0818    97.5260     1.4692    71.6300   152.8495
2972055.0 / 36546980
  63     0.1000     0.0760    97.6740     1.5332    71.0900   151.6839
2947838.0 / 36546980
  64     0.1000     0.0814    97.5480     1.6937    68.6300   151.0439
2926950.0 / 36546980
  65     0.1000     0.0843    97.4000     1.6721    69.1900   150.7280
2911665.0 / 36546980
  66     0.1000     0.0873    97.2640     1.8558    68.2300   152.8025
2888599.0 / 36546980
  67     0.1000     0.0775    97.5980     1.7027    69.1300   151.6891
2871379.0 / 36546980
  68     0.1000     0.0824    97.4520     1.5401    71.7200   152.6238
2843117.0 / 36546980
  69     0.1000     0.0697    97.9300     1.8723    67.4200   152.3215
2824069.0 / 36546980
  70     0.1000     0.0752    97.7640     1.5154    70.9900   152.8223
2809095.0 / 36546980
  71     0.1000     0.0808    97.5200     1.6987    67.6400   152.7823
2795373.0 / 36546980
  72     0.1000     0.0789    97.5480     1.5688    70.9800   152.8340
2777593.0 / 36546980
  73     0.1000     0.0745    97.7880     1.4870    72.1100   152.7302
2750565.0 / 36546980
  74     0.1000     0.0635    98.1440     1.6270    70.8500   152.4152
2727029.0 / 36546980
  75     0.1000     0.0632    98.0480     1.5744    72.0300   152.7499
2713650.0 / 36546980
  76     0.1000     0.0727    97.8220     1.5752    70.5600   152.6541
2706832.0 / 36546980
  77     0.1000     0.0752    97.6600     1.8968    67.3400   152.8726
2691596.0 / 36546980
  78     0.1000     0.0711    97.8360     1.5282    70.9900   150.6216
2663786.0 / 36546980
  79     0.1000     0.0568    98.3220     1.6119    71.6400   152.8562
2640910.0 / 36546980
  80     0.1000     0.0585    98.1720     1.5214    71.8600   152.7952
2624351.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0611    98.1500     1.5718    71.7500   150.9886
2606518.0 / 36546980
  82     0.1000     0.0586    98.1800     1.7833    69.3300   152.9507
2594926.0 / 36546980
  83     0.1000     0.0659    97.9700     1.5482    70.5100   151.7821
2587751.0 / 36546980
  84     0.1000     0.0684    97.8460     1.4258    73.5800   151.8982
2569920.0 / 36546980
  85     0.1000     0.0580    98.2800     1.6310    71.9900   152.5449
2555101.0 / 36546980
  86     0.1000     0.0602    98.1540     2.1027    67.0500   151.4684
2541638.0 / 36546980
  87     0.1000     0.0581    98.2380     1.4166    73.2700   150.7222
2518365.0 / 36546980
  88     0.1000     0.0502    98.5740     1.5116    72.8800   150.6564
2502030.0 / 36546980
  89     0.1000     0.0529    98.4200     1.8259    68.6800   151.1087
2491395.0 / 36546980
  90     0.1000     0.0588    98.2500     1.6824    70.6600   151.3333
2478886.0 / 36546980
  91     0.1000     0.0557    98.3100     1.4988    72.8000   150.5652
2458548.0 / 36546980
  92     0.1000     0.0478    98.5860     1.7863    70.7800   150.6698
2449334.0 / 36546980
  93     0.1000     0.0573    98.3180     1.8999    68.5100   151.4949
2450190.0 / 36546980
  94     0.1000     0.0672    97.8940     1.6718    70.4700   150.9686
2442940.0 / 36546980
  95     0.1000     0.0602    98.1260     1.5419    71.8200   151.9998
2422737.0 / 36546980
  96     0.1000     0.0460    98.6700     1.6212    71.5700   150.6611
2407591.0 / 36546980
  97     0.1000     0.0490    98.5340     1.6752    70.8600   150.6198
2411407.0 / 36546980
  98     0.1000     0.0670    97.9440     1.5224    72.2300   150.6538
2394546.0 / 36546980
  99     0.1000     0.0491    98.5640     1.5525    72.1900   150.7048
2385318.0 / 36546980
 100     0.1000     0.0537    98.4160     1.8718    68.9000   152.1217
2369785.0 / 36546980
 101     0.0988     0.0477    98.6220     1.6873    71.2600   152.8531
2345079.0 / 36546980
 102     0.0975     0.0366    98.9580     1.4624    73.1500   152.6803
2319616.0 / 36546980
 103     0.0963     0.0336    99.0180     1.5742    71.9500   152.8014
2295056.0 / 36546980
 104     0.0950     0.0335    99.1020     1.6281    71.7800   150.9567
2270191.0 / 36546980
 105     0.0938     0.0310    99.1480     1.5533    72.8900   151.6599
2255373.0 / 36546980
 106     0.0926     0.0389    98.8580     1.5123    72.8800   150.5962
2236524.0 / 36546980
 107     0.0913     0.0341    98.9980     1.5932    72.9000   152.8127
2212438.0 / 36546980
 108     0.0901     0.0285    99.1920     1.7532    72.1300   152.8450
2192136.0 / 36546980
 109     0.0889     0.0301    99.1580     1.4456    74.2600   152.5818
2176617.0 / 36546980
 110     0.0876     0.0320    99.0680     1.5725    72.8500   151.7286
2155241.0 / 36546980
 111     0.0864     0.0258    99.3100     1.4783    74.1300   152.8353
2132423.0 / 36546980
 112     0.0852     0.0227    99.3820     1.4687    73.9800   152.8788
2111363.0 / 36546980
 113     0.0839     0.0243    99.3320     1.5700    72.6900   152.2751
2098201.0 / 36546980
 114     0.0827     0.0289    99.1900     1.5160    73.8000   151.7290
2087201.0 / 36546980
 115     0.0814     0.0314    99.1060     1.4856    73.8300   152.8433
2071091.0 / 36546980
 116     0.0802     0.0259    99.2860     1.6036    72.9000   151.2153
2053662.0 / 36546980
 117     0.0790     0.0232    99.3880     1.5766    74.0100   152.3806
2037299.0 / 36546980
 118     0.0777     0.0236    99.3420     1.5283    73.1700   152.9579
2023039.0 / 36546980
 119     0.0765     0.0253    99.2740     1.5567    73.7600   152.7883
2003844.0 / 36546980
 120     0.0753     0.0187    99.5160     1.4563    74.7800   151.3369
1982049.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0158    99.6080     1.4290    75.5600   152.8220
1957352.0 / 36546980
 122     0.0728     0.0122    99.7080     1.4431    75.1400   152.8159
1935316.0 / 36546980
 123     0.0715     0.0135    99.6480     1.4651    75.0200   150.5882
1915614.0 / 36546980
 124     0.0703     0.0139    99.6780     1.4845    75.1900   151.3923
1891280.0 / 36546980
 125     0.0691     0.0087    99.8380     1.6364    73.5400   152.7261
1872294.0 / 36546980
 126     0.0678     0.0125    99.6760     1.4767    75.0800   151.2719
1855824.0 / 36546980
 127     0.0666     0.0138    99.6600     1.4920    74.6800   152.8154
1842104.0 / 36546980
 128     0.0654     0.0147    99.6220     1.5008    74.3100   152.3375
1822976.0 / 36546980
 129     0.0641     0.0102    99.7760     1.4506    75.1100   152.5999
1806641.0 / 36546980
 130     0.0629     0.0113    99.6980     1.5889    73.6800   151.5474
1790982.0 / 36546980
 131     0.0616     0.0114    99.7320     1.4428    75.8700   152.7078
1771039.0 / 36546980
 132     0.0604     0.0075    99.8500     1.5034    75.1300   151.1548
1754521.0 / 36546980
 133     0.0592     0.0092    99.7800     1.4399    75.5500   151.6790
1737296.0 / 36546980
 134     0.0579     0.0082    99.8160     1.5895    74.6000   152.7601
1725424.0 / 36546980
 135     0.0567     0.0113    99.7320     1.5288    74.7700   152.1041
1712096.0 / 36546980
 136     0.0554     0.0100    99.7640     1.5061    74.8600   151.7241
1698311.0 / 36546980
 137     0.0542     0.0095    99.7800     1.4635    75.7600   151.4048
1685923.0 / 36546980
 138     0.0530     0.0099    99.7580     1.4473    75.5700   151.4146
1671019.0 / 36546980
 139     0.0517     0.0071    99.8520     1.4450    75.6300   152.4278
1656574.0 / 36546980
 140     0.0505     0.0070    99.8380     1.5286    75.0300   150.5536
1642336.0 / 36546980
 141     0.0493     0.0062    99.8760     1.4429    75.4600   152.4904
1628961.0 / 36546980
 142     0.0480     0.0059    99.8700     1.5399    74.5000   152.8630
1615900.0 / 36546980
 143     0.0468     0.0065    99.8620     1.4572    75.1900   151.4166
1601713.0 / 36546980
 144     0.0456     0.0041    99.9120     1.3880    75.9000   151.1750
1587200.0 / 36546980
 145     0.0443     0.0033    99.9440     1.4089    75.8900   150.6415
1572809.0 / 36546980
 146     0.0431     0.0030    99.9420     1.5206    75.3300   152.8594
1559419.0 / 36546980
 147     0.0418     0.0038    99.9320     1.4410    75.7100   152.8202
1546426.0 / 36546980
 148     0.0406     0.0031    99.9420     1.4221    76.2400   150.9587
1534257.0 / 36546980
 149     0.0394     0.0031    99.9380     1.4103    76.3100   151.6010
1522017.0 / 36546980
 150     0.0381     0.0026    99.9580     1.4111    76.3300   150.8572
1509873.0 / 36546980
 151     0.0369     0.0023    99.9660     1.3855    76.4500   151.5162
1498282.0 / 36546980
 152     0.0357     0.0018    99.9720     1.3931    76.1600   150.7693
1487231.0 / 36546980
 153     0.0344     0.0021    99.9600     1.4058    76.4900   152.5149
1476685.0 / 36546980
 154     0.0332     0.0020    99.9540     1.4030    76.4400   150.7116
1466548.0 / 36546980
 155     0.0319     0.0017    99.9640     1.3780    76.5900   150.5257
1456724.0 / 36546980
 156     0.0307     0.0018    99.9640     1.3811    76.5800   152.2675
1447840.0 / 36546980
 157     0.0295     0.0018    99.9680     1.3819    76.4300   151.2721
1439004.0 / 36546980
 158     0.0282     0.0016    99.9680     1.3826    76.5100   150.5532
1430532.0 / 36546980
 159     0.0270     0.0016    99.9680     1.3906    76.6000   150.9832
1423012.0 / 36546980
 160     0.0257     0.0017    99.9660     1.3825    76.6200   152.4235
1415668.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0017    99.9720     1.3856    76.2300   150.5789
1408896.0 / 36546980
 162     0.0233     0.0015    99.9720     1.3914    76.2500   152.3989
1402401.0 / 36546980
 163     0.0220     0.0015    99.9760     1.3885    76.6000   152.8452
1396597.0 / 36546980
 164     0.0208     0.0016    99.9680     1.3953    76.5700   150.5574
1390870.0 / 36546980
 165     0.0196     0.0013    99.9760     1.3778    76.8300   152.4092
1385797.0 / 36546980
 166     0.0183     0.0013    99.9700     1.3821    76.7000   152.8522
1381220.0 / 36546980
 167     0.0171     0.0014    99.9740     1.3933    76.8200   150.5221
1377080.0 / 36546980
 168     0.0159     0.0015    99.9640     1.3707    76.6200   150.5486
1373103.0 / 36546980
 169     0.0146     0.0014    99.9700     1.3798    76.6300   152.4336
1369610.0 / 36546980
 170     0.0134     0.0012    99.9780     1.3839    76.6000   150.6909
1366618.0 / 36546980
 171     0.0121     0.0012    99.9780     1.3854    76.6000   152.6934
1363940.0 / 36546980
 172     0.0109     0.0013    99.9780     1.3868    76.7000   151.0594
1361499.0 / 36546980
 173     0.0097     0.0012    99.9760     1.3769    76.8700   152.7995
1359615.0 / 36546980
 174     0.0084     0.0012    99.9780     1.3697    76.6400   151.6087
1357949.0 / 36546980
 175     0.0072     0.0012    99.9760     1.3844    76.7000   150.6716
1356517.0 / 36546980
 176     0.0060     0.0012    99.9720     1.3818    76.7700   150.5326
1355430.0 / 36546980
 177     0.0047     0.0013    99.9760     1.3814    76.7200   152.1146
1354596.0 / 36546980
 178     0.0035     0.0010    99.9860     1.3736    76.6700   151.3967
1354004.0 / 36546980
 179     0.0022     0.0011    99.9820     1.3805    76.8400   152.8393
1353742.0 / 36546980
 180     0.0010     0.0011    99.9700     1.3938    76.7700   152.7678
1353496.0 / 36546980
 181     0.0010     0.0012    99.9740     1.3813    76.9700   150.5865
1353191.0 / 36546980
 182     0.0010     0.0010    99.9860     1.3921    76.7000   152.2695
1352916.0 / 36546980
 183     0.0010     0.0011    99.9800     1.3737    76.8400   151.6957
1352642.0 / 36546980
 184     0.0010     0.0011    99.9780     1.3805    76.7200   150.5338
1352358.0 / 36546980
 185     0.0010     0.0011    99.9840     1.3975    76.7900   152.1171
1352115.0 / 36546980
 186     0.0010     0.0011    99.9740     1.3839    76.6500   152.8222
1351823.0 / 36546980
 187     0.0010     0.0010    99.9800     1.3796    76.8800   152.8831
1351533.0 / 36546980
 188     0.0010     0.0010    99.9800     1.3803    76.9000   151.2856
1351229.0 / 36546980
 189     0.0010     0.0011    99.9720     1.3877    76.6400   150.5620
1350930.0 / 36546980
 190     0.0010     0.0011    99.9680     1.3682    76.7600   151.1119
1350662.0 / 36546980
 191     0.0010     0.0010    99.9820     1.3978    76.8100   150.5687
1350353.0 / 36546980
 192     0.0010     0.0011    99.9740     1.3779    76.7400   152.7627
1350090.0 / 36546980
 193     0.0010     0.0011    99.9780     1.3838    76.7100   151.9338
1349816.0 / 36546980
 194     0.0010     0.0011    99.9820     1.3776    76.6400   150.5287
1349500.0 / 36546980
 195     0.0010     0.0010    99.9840     1.3732    76.6200   150.9022
1349211.0 / 36546980
 196     0.0010     0.0010    99.9840     1.3818    76.7800   150.5935
1348937.0 / 36546980
 197     0.0010     0.0012    99.9800     1.3805    76.8600   152.4482
1348663.0 / 36546980
 198     0.0010     0.0012    99.9640     1.3781    76.6400   151.3933
1348387.0 / 36546980
 199     0.0010     0.0011    99.9760     1.3896    76.8200   151.0538
1348102.0 / 36546980
 200     0.0010     0.0011    99.9740     1.3840    76.6500   151.0886
