Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.65
)
total epochs: 200
28015018.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7300    12.6280     4.0961    10.7900    99.3289
23187023.0 / 36546980
   2     0.1000     2.9919    24.9560     3.8685    16.8700    96.8356
19200505.0 / 36546980
   3     0.1000     2.4937    34.6380     2.9340    27.5400    96.7274
15726261.0 / 36546980
   4     0.1000     2.1340    42.1460     2.7437    34.7700    96.7012
12791091.0 / 36546980
   5     0.1000     1.8748    48.2340     2.3940    40.2300    96.7505
10550933.0 / 36546980
   6     0.1000     1.6809    52.8040     2.4155    40.6600    96.5825
8974395.0 / 36546980
   7     0.1000     1.5462    55.9180     2.1092    45.8400    96.3838
7881618.0 / 36546980
   8     0.1000     1.4252    59.2480     1.7420    52.3500    96.4761
7105927.0 / 36546980
   9     0.1000     1.3141    62.0580     1.9058    50.3900    96.3958
6542752.0 / 36546980
  10     0.1000     1.2178    64.6440     2.0528    49.5200    96.4679
6115159.0 / 36546980
  11     0.1000     1.1420    66.5160     1.9134    51.0000    96.2173
5785384.0 / 36546980
  12     0.1000     1.0669    68.3340     1.7373    55.2700    96.1565
5526174.0 / 36546980
  13     0.1000     1.0011    70.2100     1.9010    51.8200    96.0366
5318590.0 / 36546980
  14     0.1000     0.9392    71.9660     1.3879    62.3000    96.0011
5144593.0 / 36546980
  15     0.1000     0.8764    73.6480     1.8507    55.7300    96.0667
5003076.0 / 36546980
  16     0.1000     0.8297    74.8060     1.7940    55.6500    95.9112
4877722.0 / 36546980
  17     0.1000     0.7758    76.3220     1.7832    55.4000    95.7329
4780245.0 / 36546980
  18     0.1000     0.7228    77.8660     1.4591    61.9300    95.9026
4687583.0 / 36546980
  19     0.1000     0.6832    79.0020     1.5143    61.9000    96.0018
4610544.0 / 36546980
  20     0.1000     0.6407    80.1840     1.5632    60.0100    96.2977
4537356.0 / 36546980
  21     0.1000     0.5995    81.3680     1.6395    62.3800    96.0424
4474490.0 / 36546980
  22     0.1000     0.5657    82.2340     1.4367    64.3000    96.2789
4416747.0 / 36546980
  23     0.1000     0.5304    83.5040     1.4647    63.8400    96.1467
4357865.0 / 36546980
  24     0.1000     0.4903    84.4220     1.3263    66.9900    96.0879
4309769.0 / 36546980
  25     0.1000     0.4639    85.3800     1.5016    64.1000    96.1920
4264742.0 / 36546980
  26     0.1000     0.4375    86.1620     1.5419    63.4900    96.1832
4220827.0 / 36546980
  27     0.1000     0.4087    86.9960     1.4337    66.3500    96.2112
4173866.0 / 36546980
  28     0.1000     0.3814    87.9060     1.3257    67.7100    95.9568
4131466.0 / 36546980
  29     0.1000     0.3529    88.5880     1.8335    62.1900    96.0492
4093098.0 / 36546980
  30     0.1000     0.3406    89.1500     1.5051    65.0000    96.1557
4049354.0 / 36546980
  31     0.1000     0.3127    89.9520     4.2733    44.2600    96.0296
4009283.0 / 36546980
  32     0.1000     0.2929    90.5720     1.4727    67.4100    95.9470
3972208.0 / 36546980
  33     0.1000     0.2790    90.9900     1.3791    67.8500    96.2634
3938341.0 / 36546980
  34     0.1000     0.2642    91.4900     1.5774    67.6600    96.0895
3905977.0 / 36546980
  35     0.1000     0.2525    91.8580     1.4038    67.6200    96.1901
3859532.0 / 36546980
  36     0.1000     0.2261    92.7940     1.4398    67.6800    96.1763
3816333.0 / 36546980
  37     0.1000     0.2124    93.2180     1.7976    64.2200    96.1981
3781075.0 / 36546980
  38     0.1000     0.2100    93.2500     1.5646    66.3600    96.0865
3742202.0 / 36546980
  39     0.1000     0.1953    93.8140     2.0354    61.9200    96.0394
3703173.0 / 36546980
  40     0.1000     0.1838    94.1900     1.4786    69.7500    96.0575
3670924.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1832    94.1720     1.4970    68.3800    95.9217
3629359.0 / 36546980
  42     0.1000     0.1647    94.7900     1.5569    68.0700    96.1311
3594968.0 / 36546980
  43     0.1000     0.1631    94.8420     1.4998    68.4900    95.9559
3559202.0 / 36546980
  44     0.1000     0.1563    95.0220     1.5647    69.6200    96.0130
3519603.0 / 36546980
  45     0.1000     0.1444    95.4420     1.4763    70.2200    96.0703
3483728.0 / 36546980
  46     0.1000     0.1371    95.6220     1.7707    65.6200    96.0529
3452095.0 / 36546980
  47     0.1000     0.1384    95.6200     1.6039    68.4300    96.4057
3408548.0 / 36546980
  48     0.1000     0.1207    96.2060     1.5450    70.3500    96.0512
3373274.0 / 36546980
  49     0.1000     0.1211    96.1920     1.5132    70.0900    96.0603
3343458.0 / 36546980
  50     0.1000     0.1206    96.2260     1.5945    69.4500    96.1188
3316958.0 / 36546980
  51     0.1000     0.1194    96.2580     1.9448    65.9900    95.9571
3278865.0 / 36546980
  52     0.1000     0.1055    96.6800     1.7817    67.0100    96.0993
3252714.0 / 36546980
  53     0.1000     0.1120    96.5320     1.5818    69.7900    96.2981
3233064.0 / 36546980
  54     0.1000     0.1175    96.3100     1.4141    71.0400    96.1041
3200954.0 / 36546980
  55     0.1000     0.1014    96.8200     1.5441    70.0500    95.9474
3179708.0 / 36546980
  56     0.1000     0.1095    96.5480     1.6727    69.3400    96.0007
3146320.0 / 36546980
  57     0.1000     0.0952    97.0800     1.4243    71.3400    96.1777
3113702.0 / 36546980
  58     0.1000     0.0878    97.3640     1.6844    69.0900    96.1171
3083799.0 / 36546980
  59     0.1000     0.0890    97.3480     1.4410    71.9200    96.0791
3057033.0 / 36546980
  60     0.1000     0.0900    97.2300     1.4688    71.0700    96.0863
3031812.0 / 36546980
  61     0.1000     0.0902    97.2580     1.5906    69.7000    96.0214
3011281.0 / 36546980
  62     0.1000     0.0923    97.1220     1.5431    70.0000    96.0489
2989877.0 / 36546980
  63     0.1000     0.0888    97.2920     1.4015    72.6500    95.8908
2963711.0 / 36546980
  64     0.1000     0.0808    97.5360     1.5341    70.7700    96.1209
2939195.0 / 36546980
  65     0.1000     0.0818    97.4880     1.7404    69.1100    96.3440
2920179.0 / 36546980
  66     0.1000     0.0843    97.4320     1.6165    70.0700    96.2070
2900061.0 / 36546980
  67     0.1000     0.0787    97.6280     1.6570    69.3700    96.1479
2872059.0 / 36546980
  68     0.1000     0.0720    97.8360     1.5540    71.1200    96.1877
2837409.0 / 36546980
  69     0.1000     0.0626    98.1900     1.5306    71.3200    96.1223
2823607.0 / 36546980
  70     0.1000     0.0797    97.5360     1.5872    70.3300    95.9983
2805370.0 / 36546980
  71     0.1000     0.0743    97.7980     1.5894    70.2900    96.0383
2786116.0 / 36546980
  72     0.1000     0.0705    97.8380     1.6878    69.8500    96.1557
2770695.0 / 36546980
  73     0.1000     0.0742    97.7060     1.5417    71.1400    96.2209
2754763.0 / 36546980
  74     0.1000     0.0718    97.8720     1.7708    68.1100    95.8504
2743362.0 / 36546980
  75     0.1000     0.0775    97.6060     1.5357    71.0400    95.7177
2735122.0 / 36546980
  76     0.1000     0.0780    97.5520     1.8812    68.2100    95.8191
2727351.0 / 36546980
  77     0.1000     0.0812    97.4980     1.4899    71.5900    95.7306
2709016.0 / 36546980
  78     0.1000     0.0682    97.9200     1.5648    70.7800    95.7707
2681792.0 / 36546980
  79     0.1000     0.0563    98.3580     1.5548    71.8300    95.8495
2657960.0 / 36546980
  80     0.1000     0.0586    98.2380     1.5826    70.9600    95.7372
2634458.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0565    98.3540     2.0447    67.4000    95.9066
2619689.0 / 36546980
  82     0.1000     0.0641    98.0580     1.5684    72.0800    95.6924
2599181.0 / 36546980
  83     0.1000     0.0567    98.3360     2.0189    67.4400    95.7249
2594743.0 / 36546980
  84     0.1000     0.0723    97.7420     1.4298    73.2300    96.0257
2565621.0 / 36546980
  85     0.1000     0.0472    98.6340     1.6235    70.7200    96.2621
2555426.0 / 36546980
  86     0.1000     0.0629    98.1380     1.5763    71.5700    95.9079
2542495.0 / 36546980
  87     0.1000     0.0612    98.1840     1.6268    71.0300    96.0839
2528179.0 / 36546980
  88     0.1000     0.0588    98.2660     1.4459    73.5700    95.7576
2508284.0 / 36546980
  89     0.1000     0.0520    98.4760     1.5141    71.9300    95.7162
2489672.0 / 36546980
  90     0.1000     0.0513    98.5680     1.6703    70.5000    95.6566
2479624.0 / 36546980
  91     0.1000     0.0571    98.2700     1.7527    70.3600    95.8552
2476258.0 / 36546980
  92     0.1000     0.0639    98.0240     1.7107    69.9500    95.8360
2463834.0 / 36546980
  93     0.1000     0.0560    98.3140     1.8335    69.2400    95.8882
2451824.0 / 36546980
  94     0.1000     0.0538    98.4580     1.6405    70.2300    95.8229
2445057.0 / 36546980
  95     0.1000     0.0592    98.1420     1.7410    70.0800    95.6732
2436835.0 / 36546980
  96     0.1000     0.0564    98.3060     1.6323    71.7000    95.9475
2426215.0 / 36546980
  97     0.1000     0.0561    98.3660     1.5127    71.3600    95.9617
2419440.0 / 36546980
  98     0.1000     0.0584    98.2400     1.6596    71.0300    96.0555
2401584.0 / 36546980
  99     0.1000     0.0469    98.5980     1.5487    73.0200    95.6785
2382087.0 / 36546980
 100     0.1000     0.0437    98.7000     1.8626    68.6900    95.9208
2364901.0 / 36546980
 101     0.0988     0.0456    98.6820     1.5125    72.4800    95.7170
2343779.0 / 36546980
 102     0.0975     0.0378    98.9400     1.6549    71.9900    95.8087
2322361.0 / 36546980
 103     0.0963     0.0382    98.9100     1.8019    69.7800    95.7149
2314733.0 / 36546980
 104     0.0950     0.0503    98.4560     1.4861    73.4000    95.6990
2297384.0 / 36546980
 105     0.0938     0.0388    98.9020     1.6913    72.1400    95.7496
2279020.0 / 36546980
 106     0.0926     0.0371    98.9040     1.4529    74.3500    95.9116
2254017.0 / 36546980
 107     0.0913     0.0299    99.1680     1.5070    73.1300    95.7027
2227403.0 / 36546980
 108     0.0901     0.0258    99.3260     1.4303    74.4400    95.7666
2204674.0 / 36546980
 109     0.0889     0.0280    99.2060     1.4041    74.6600    96.0156
2182436.0 / 36546980
 110     0.0876     0.0268    99.2560     1.5335    73.4700    95.7899
2164023.0 / 36546980
 111     0.0864     0.0293    99.1940     1.5710    72.8700    95.7184
2138630.0 / 36546980
 112     0.0852     0.0220    99.4520     1.4862    74.0500    95.7284
2115364.0 / 36546980
 113     0.0839     0.0220    99.4040     1.5490    73.9500    95.8574
2093586.0 / 36546980
 114     0.0827     0.0228    99.4060     1.4864    74.7800    95.8009
2082294.0 / 36546980
 115     0.0814     0.0308    99.1120     1.5662    73.1800    95.8772
2065952.0 / 36546980
 116     0.0802     0.0249    99.2960     1.5714    73.3700    95.6923
2048173.0 / 36546980
 117     0.0790     0.0227    99.3700     1.5601    72.7900    95.7741
2033134.0 / 36546980
 118     0.0777     0.0245    99.3040     1.4963    74.3400    95.6653
2013115.0 / 36546980
 119     0.0765     0.0193    99.4700     1.5374    73.3200    95.5853
1994444.0 / 36546980
 120     0.0753     0.0193    99.4860     1.5026    74.3300    95.6920
1976076.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0185    99.5220     1.4975    74.4500    96.0032
1957378.0 / 36546980
 122     0.0728     0.0168    99.5720     1.4985    74.1800    95.9131
1941886.0 / 36546980
 123     0.0715     0.0194    99.4820     1.6368    72.4100    96.0415
1925087.0 / 36546980
 124     0.0703     0.0169    99.6280     1.4860    74.3300    95.9329
1909330.0 / 36546980
 125     0.0691     0.0179    99.5480     1.5732    73.0000    95.6683
1894897.0 / 36546980
 126     0.0678     0.0166    99.5520     1.4918    74.3500    95.7856
1873620.0 / 36546980
 127     0.0666     0.0107    99.7700     1.4733    74.6800    95.6010
1857137.0 / 36546980
 128     0.0654     0.0133    99.6380     1.6115    73.5400    95.6404
1841216.0 / 36546980
 129     0.0641     0.0137    99.6660     1.5610    73.8800    95.6824
1823649.0 / 36546980
 130     0.0629     0.0113    99.7520     1.4831    75.0200    95.8513
1803533.0 / 36546980
 131     0.0616     0.0087    99.8280     1.4707    74.9300    96.1664
1784939.0 / 36546980
 132     0.0604     0.0089    99.8040     1.4596    75.0700    95.9147
1766985.0 / 36546980
 133     0.0592     0.0087    99.8220     1.4507    75.2400    96.1556
1748587.0 / 36546980
 134     0.0579     0.0067    99.8820     1.4613    75.3200    96.1334
1729247.0 / 36546980
 135     0.0567     0.0061    99.8640     1.5162    74.7800    96.0887
1713055.0 / 36546980
 136     0.0554     0.0073    99.8320     1.4740    75.2400    96.0691
1694978.0 / 36546980
 137     0.0542     0.0057    99.8920     1.4595    75.3600    96.0926
1678265.0 / 36546980
 138     0.0530     0.0055    99.8860     1.4634    75.5000    96.0213
1662160.0 / 36546980
 139     0.0517     0.0055    99.8900     1.4505    75.8200    96.0728
1646693.0 / 36546980
 140     0.0505     0.0049    99.8880     1.4580    75.3000    95.9205
1630728.0 / 36546980
 141     0.0493     0.0046    99.9100     1.4282    75.4400    95.9260
1615463.0 / 36546980
 142     0.0480     0.0045    99.9080     1.4299    75.7500    95.9123
1600919.0 / 36546980
 143     0.0468     0.0040    99.9140     1.4922    75.5500    95.5999
1587737.0 / 36546980
 144     0.0456     0.0047    99.8980     1.4363    75.6900    95.5437
1574144.0 / 36546980
 145     0.0443     0.0039    99.9280     1.4099    76.2400    95.8242
1560169.0 / 36546980
 146     0.0431     0.0033    99.9380     1.4231    75.5700    95.7780
1546638.0 / 36546980
 147     0.0418     0.0030    99.9400     1.4272    75.7500    95.9017
1533369.0 / 36546980
 148     0.0406     0.0027    99.9460     1.4115    75.7000    95.8706
1521542.0 / 36546980
 149     0.0394     0.0034    99.9260     1.4285    75.9600    95.7865
1509815.0 / 36546980
 150     0.0381     0.0036    99.9060     1.4950    75.1500    95.5273
1499716.0 / 36546980
 151     0.0369     0.0035    99.9280     1.4413    75.5200    95.6386
1489937.0 / 36546980
 152     0.0357     0.0036    99.9340     1.4441    75.7200    95.7047
1480700.0 / 36546980
 153     0.0344     0.0032    99.9300     1.4398    75.8700    96.2239
1470535.0 / 36546980
 154     0.0332     0.0027    99.9440     1.4257    76.0100    95.7147
1461397.0 / 36546980
 155     0.0319     0.0023    99.9600     1.4103    76.5200    96.0348
1451909.0 / 36546980
 156     0.0307     0.0022    99.9540     1.4235    76.0700    95.5678
1443468.0 / 36546980
 157     0.0295     0.0020    99.9640     1.4081    76.3300    95.5775
1435304.0 / 36546980
 158     0.0282     0.0019    99.9600     1.4132    76.1000    95.4980
1427329.0 / 36546980
 159     0.0270     0.0018    99.9640     1.4013    76.2000    95.9222
1419535.0 / 36546980
 160     0.0257     0.0017    99.9620     1.4024    76.2800    95.7168
1412366.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0016    99.9740     1.3874    76.6100    95.6508
1405491.0 / 36546980
 162     0.0233     0.0015    99.9700     1.3900    76.5400    95.8479
1399258.0 / 36546980
 163     0.0220     0.0016    99.9720     1.3881    76.4700    95.7534
1393246.0 / 36546980
 164     0.0208     0.0015    99.9720     1.4024    76.4300    95.5729
1387911.0 / 36546980
 165     0.0196     0.0015    99.9720     1.3796    76.6100    95.7393
1382930.0 / 36546980
 166     0.0183     0.0013    99.9760     1.3860    76.8700    95.6478
1378118.0 / 36546980
 167     0.0171     0.0014    99.9700     1.3815    76.8600    95.6693
1374027.0 / 36546980
 168     0.0159     0.0013    99.9720     1.3706    76.7600    95.5934
1370242.0 / 36546980
 169     0.0146     0.0015    99.9700     1.3699    76.6800    95.6218
1366603.0 / 36546980
 170     0.0134     0.0013    99.9700     1.3843    76.5300    95.8044
1363636.0 / 36546980
 171     0.0121     0.0013    99.9760     1.3845    76.6300    95.8956
1360972.0 / 36546980
 172     0.0109     0.0013    99.9740     1.3794    76.6600    96.0164
1358419.0 / 36546980
 173     0.0097     0.0011    99.9720     1.3815    76.6600    95.9252
1356474.0 / 36546980
 174     0.0084     0.0012    99.9720     1.3646    76.8400    95.7883
1354890.0 / 36546980
 175     0.0072     0.0011    99.9760     1.3879    76.5100    95.9388
1353523.0 / 36546980
 176     0.0060     0.0012    99.9700     1.3758    76.7000    95.8913
1352386.0 / 36546980
 177     0.0047     0.0011    99.9700     1.3720    76.8100    95.9039
1351623.0 / 36546980
 178     0.0035     0.0011    99.9860     1.3620    76.7800    96.0666
1351085.0 / 36546980
 179     0.0022     0.0010    99.9840     1.3766    76.6100    96.0837
1350751.0 / 36546980
 180     0.0010     0.0010    99.9860     1.3761    76.8700    96.3346
1350460.0 / 36546980
 181     0.0010     0.0011    99.9740     1.3750    76.6500    95.9238
1350187.0 / 36546980
 182     0.0010     0.0010    99.9780     1.3717    76.7000    95.9694
1349914.0 / 36546980
 183     0.0010     0.0011    99.9840     1.3664    76.8100    95.7046
1349651.0 / 36546980
 184     0.0010     0.0011    99.9800     1.3636    76.8400    95.8322
1349349.0 / 36546980
 185     0.0010     0.0010    99.9840     1.3827    76.7200    95.9552
1349067.0 / 36546980
 186     0.0010     0.0011    99.9780     1.3787    76.7300    96.2350
1348792.0 / 36546980
 187     0.0010     0.0010    99.9800     1.3730    76.7300    96.1892
1348505.0 / 36546980
 188     0.0010     0.0010    99.9760     1.3711    76.6700    95.9006
1348227.0 / 36546980
 189     0.0010     0.0011    99.9780     1.3720    76.9100    95.7335
1347949.0 / 36546980
 190     0.0010     0.0011    99.9700     1.3652    76.8100    95.6607
1347673.0 / 36546980
 191     0.0010     0.0011    99.9800     1.3849    76.7100    95.8840
1347407.0 / 36546980
 192     0.0010     0.0011    99.9800     1.3662    76.6900    95.8869
1347105.0 / 36546980
 193     0.0010     0.0010    99.9840     1.3806    76.7000    96.0305
1346821.0 / 36546980
 194     0.0010     0.0010    99.9800     1.3729    76.6900    95.9182
1346508.0 / 36546980
 195     0.0010     0.0010    99.9880     1.3747    76.8800    95.6989
1346205.0 / 36546980
 196     0.0010     0.0010    99.9800     1.3751    76.6400    95.6026
1345940.0 / 36546980
 197     0.0010     0.0011    99.9800     1.3688    76.9000    95.9998
1345669.0 / 36546980
 198     0.0010     0.0011    99.9700     1.3732    76.6600    95.9637
1345383.0 / 36546980
 199     0.0010     0.0011    99.9780     1.3865    76.6300    95.6975
1345120.0 / 36546980
 200     0.0010     0.0011    99.9760     1.3736    76.6900    95.6974
