Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new7/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.65
)
total epochs: 200
28014136.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7322    12.5520     4.7119     8.3500   101.2989
23188403.0 / 36546980
   2     0.1000     2.9873    24.8940     3.7152    18.1600    98.7413
19202657.0 / 36546980
   3     0.1000     2.4878    34.7560     2.8343    28.5400    98.6739
15725949.0 / 36546980
   4     0.1000     2.1261    42.1680     2.8117    33.5200    98.3037
12792598.0 / 36546980
   5     0.1000     1.8736    48.2440     2.4416    38.5300    98.2322
10549770.0 / 36546980
   6     0.1000     1.6807    52.8620     2.6386    38.6900    99.6483
8972226.0 / 36546980
   7     0.1000     1.5463    55.7860     1.9689    47.8600    98.7817
7884735.0 / 36546980
   8     0.1000     1.4261    59.0680     1.9905    49.9100    98.7728
7110974.0 / 36546980
   9     0.1000     1.3162    61.9400     2.0600    47.8300    99.1678
6546808.0 / 36546980
  10     0.1000     1.2209    64.4920     1.9778    50.6900    98.7031
6118930.0 / 36546980
  11     0.1000     1.1422    66.4180     1.8308    52.7800    99.3447
5791804.0 / 36546980
  12     0.1000     1.0702    68.3700     1.7764    55.6300    99.3496
5532200.0 / 36546980
  13     0.1000     1.0008    70.2220     2.0065    50.2800    99.3955
5322081.0 / 36546980
  14     0.1000     0.9382    72.0400     1.5317    59.6000    99.0828
5152855.0 / 36546980
  15     0.1000     0.8789    73.5140     1.5869    59.6000    98.9850
5010313.0 / 36546980
  16     0.1000     0.8249    74.9360     1.7962    55.8600    98.5538
4888524.0 / 36546980
  17     0.1000     0.7778    76.2040     1.7300    57.9300    99.8859
4787728.0 / 36546980
  18     0.1000     0.7225    77.9160     1.4851    61.6000    99.5790
4694643.0 / 36546980
  19     0.1000     0.6835    78.9000     1.6163    61.6700    99.4886
4614265.0 / 36546980
  20     0.1000     0.6378    80.2980     1.5431    60.1600    98.6515
4541138.0 / 36546980
  21     0.1000     0.5972    81.4600     1.7473    60.3300    98.9454
4479013.0 / 36546980
  22     0.1000     0.5643    82.2100     1.4607    63.9400    99.0413
4419897.0 / 36546980
  23     0.1000     0.5263    83.4760     1.4066    64.5300    98.4762
4362961.0 / 36546980
  24     0.1000     0.4929    84.3480     1.4975    64.1100    98.9367
4317600.0 / 36546980
  25     0.1000     0.4657    85.2620     1.3790    66.3300    98.9843
4271941.0 / 36546980
  26     0.1000     0.4349    86.0540     1.3816    65.6600    98.0330
4231827.0 / 36546980
  27     0.1000     0.4104    86.8540     1.4248    65.5800    99.0235
4188758.0 / 36546980
  28     0.1000     0.3855    87.6760     1.2927    67.8400    98.5735
4143231.0 / 36546980
  29     0.1000     0.3557    88.7440     1.6593    63.1200    98.4163
4096434.0 / 36546980
  30     0.1000     0.3297    89.4640     1.4264    66.2000    99.0883
4057307.0 / 36546980
  31     0.1000     0.3111    90.0900     1.6891    64.8500    98.7670
4019901.0 / 36546980
  32     0.1000     0.2954    90.5240     1.6285    65.4800    99.0599
3982599.0 / 36546980
  33     0.1000     0.2792    91.0100     1.4388    67.9900    98.3521
3943335.0 / 36546980
  34     0.1000     0.2584    91.6800     1.5750    66.1800    98.5331
3905181.0 / 36546980
  35     0.1000     0.2440    92.1480     1.9005    62.1100    98.6618
3863910.0 / 36546980
  36     0.1000     0.2295    92.7240     1.3378    69.4200    98.7137
3829589.0 / 36546980
  37     0.1000     0.2258    92.8040     1.4705    68.6300    98.7692
3787287.0 / 36546980
  38     0.1000     0.1990    93.6300     1.6273    66.6600    99.5256
3744734.0 / 36546980
  39     0.1000     0.1907    93.8760     1.5930    67.9400    98.7349
3710056.0 / 36546980
  40     0.1000     0.1875    93.9460     1.5909    68.3500    98.1856
3676814.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1784    94.2520     1.4408    68.6200    99.0532
3641314.0 / 36546980
  42     0.1000     0.1693    94.6500     1.5891    68.1700    99.2937
3605241.0 / 36546980
  43     0.1000     0.1609    94.8740     1.7427    66.0100    99.3960
3564734.0 / 36546980
  44     0.1000     0.1463    95.3120     1.5202    69.9000    97.9638
3533477.0 / 36546980
  45     0.1000     0.1491    95.3140     1.7585    67.4600    99.3502
3492030.0 / 36546980
  46     0.1000     0.1347    95.7780     1.7671    66.4700    98.5974
3465310.0 / 36546980
  47     0.1000     0.1396    95.6420     1.9298    63.9700   100.1269
3424862.0 / 36546980
  48     0.1000     0.1251    96.1460     1.4570    70.0100    98.4443
3389287.0 / 36546980
  49     0.1000     0.1216    96.1460     1.7512    66.3400    99.4219
3348599.0 / 36546980
  50     0.1000     0.1118    96.5020     1.5515    70.3300    98.2586
3319010.0 / 36546980
  51     0.1000     0.1186    96.3720     1.5753    69.9400    98.1677
3291534.0 / 36546980
  52     0.1000     0.1137    96.5360     1.6559    69.0400    98.2995
3259772.0 / 36546980
  53     0.1000     0.1068    96.6300     2.2276    64.7300    98.5118
3229266.0 / 36546980
  54     0.1000     0.1094    96.6040     1.4977    70.7500    99.0148
3201063.0 / 36546980
  55     0.1000     0.1052    96.6960     1.5269    70.2100    98.2589
3175561.0 / 36546980
  56     0.1000     0.1023    96.8900     1.5988    69.6500    99.4767
3153501.0 / 36546980
  57     0.1000     0.1027    96.8340     1.7420    68.0700    98.5973
3117888.0 / 36546980
  58     0.1000     0.0872    97.3360     1.6630    68.5000    98.2764
3087775.0 / 36546980
  59     0.1000     0.0879    97.3420     1.4644    70.3500    98.5870
3065192.0 / 36546980
  60     0.1000     0.0940    97.1720     1.3859    72.1400    98.3013
3032845.0 / 36546980
  61     0.1000     0.0813    97.4540     1.6497    69.7400    99.7713
3010791.0 / 36546980
  62     0.1000     0.0887    97.2820     1.9503    66.8400    99.4942
2991475.0 / 36546980
  63     0.1000     0.0905    97.1980     1.5540    71.1700    97.7198
2975940.0 / 36546980
  64     0.1000     0.0927    97.1180     1.6241    70.9800    98.9169
2951726.0 / 36546980
  65     0.1000     0.0815    97.4940     1.5772    70.9300    99.0334
2923928.0 / 36546980
  66     0.1000     0.0727    97.7860     1.9475    66.3300    98.2830
2902295.0 / 36546980
  67     0.1000     0.0812    97.5720     1.6788    68.7500    98.9048
2887639.0 / 36546980
  68     0.1000     0.0838    97.4760     1.6444    69.9600    99.7115
2856648.0 / 36546980
  69     0.1000     0.0687    97.9640     1.4513    71.5200    99.4389
2824692.0 / 36546980
  70     0.1000     0.0633    98.1180     1.4526    72.5300    99.2458
2796386.0 / 36546980
  71     0.1000     0.0648    98.1260     1.7357    68.7600    98.1476
2778781.0 / 36546980
  72     0.1000     0.0720    97.8920     1.9985    66.8000    98.3420
2771240.0 / 36546980
  73     0.1000     0.0791    97.5380     1.7809    69.3100    98.1592
2755877.0 / 36546980
  74     0.1000     0.0730    97.7620     1.8495    67.3500    98.2991
2738714.0 / 36546980
  75     0.1000     0.0712    97.8800     1.6100    71.1200    98.5696
2719863.0 / 36546980
  76     0.1000     0.0664    98.0160     1.9056    66.8200    98.6177
2711013.0 / 36546980
  77     0.1000     0.0762    97.6000     1.7716    68.4400    98.8467
2693804.0 / 36546980
  78     0.1000     0.0660    97.9200     1.5459    71.6400    98.7497
2672210.0 / 36546980
  79     0.1000     0.0601    98.2300     1.4976    71.6200    97.9341
2655392.0 / 36546980
  80     0.1000     0.0638    98.1180     1.6078    70.8300    98.8793
2640130.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0633    98.1360     1.7311    70.6000    98.7108
2633150.0 / 36546980
  82     0.1000     0.0730    97.7580     1.4685    72.6200    98.2536
2622292.0 / 36546980
  83     0.1000     0.0695    97.8980     1.6471    70.5500    98.1457
2604993.0 / 36546980
  84     0.1000     0.0603    98.1740     1.5151    71.5800    99.3186
2584406.0 / 36546980
  85     0.1000     0.0554    98.3320     1.4758    73.0200    98.0985
2551880.0 / 36546980
  86     0.1000     0.0426    98.8520     1.4568    73.0300    98.1913
2539227.0 / 36546980
  87     0.1000     0.0594    98.2200     1.6715    70.6900    97.9938
2540201.0 / 36546980
  88     0.1000     0.0719    97.7420     1.7219    70.1500    98.4374
2527771.0 / 36546980
  89     0.1000     0.0604    98.2260     2.0551    65.0700    97.9397
2517054.0 / 36546980
  90     0.1000     0.0597    98.1840     1.6825    69.8800    98.9633
2488542.0 / 36546980
  91     0.1000     0.0425    98.8500     1.6499    70.9100    98.8438
2474894.0 / 36546980
  92     0.1000     0.0535    98.4060     1.6917    70.6100    98.4446
2461204.0 / 36546980
  93     0.1000     0.0541    98.4140     1.7035    69.3000    99.0858
2451126.0 / 36546980
  94     0.1000     0.0554    98.2760     1.5683    72.5400    97.9697
2442114.0 / 36546980
  95     0.1000     0.0542    98.3380     1.8125    69.3300    98.0623
2439114.0 / 36546980
  96     0.1000     0.0614    98.1520     1.5462    72.3000    98.1102
2422113.0 / 36546980
  97     0.1000     0.0497    98.5760     1.7237    71.1600    98.7955
2405189.0 / 36546980
  98     0.1000     0.0478    98.5800     1.6042    71.4700    99.4135
2396316.0 / 36546980
  99     0.1000     0.0519    98.4480     1.9259    68.9300    98.4889
2387615.0 / 36546980
 100     0.1000     0.0517    98.4340     1.6498    71.0100    98.1075
2379402.0 / 36546980
 101     0.0988     0.0535    98.4260     1.6572    71.9600    98.7346
2361813.0 / 36546980
 102     0.0975     0.0440    98.7400     1.5890    72.0600    98.5471
2339183.0 / 36546980
 103     0.0963     0.0385    98.8920     1.5258    73.1300    98.6813
2315064.0 / 36546980
 104     0.0950     0.0341    99.0320     1.7447    71.9100    98.1286
2297746.0 / 36546980
 105     0.0938     0.0399    98.8440     1.6045    72.5600    98.6652
2274922.0 / 36546980
 106     0.0926     0.0320    99.0960     1.6421    70.8800    99.4389
2257147.0 / 36546980
 107     0.0913     0.0352    98.9800     1.9266    69.1600    98.4701
2244074.0 / 36546980
 108     0.0901     0.0386    98.9180     1.6523    71.4700    99.0302
2226455.0 / 36546980
 109     0.0889     0.0334    99.0860     1.5104    74.0400    98.1998
2203436.0 / 36546980
 110     0.0876     0.0284    99.2080     1.4733    74.0100    98.6186
2174821.0 / 36546980
 111     0.0864     0.0209    99.4840     1.4506    74.2600    99.5352
2148393.0 / 36546980
 112     0.0852     0.0203    99.4640     1.5630    73.2100    98.6797
2125180.0 / 36546980
 113     0.0839     0.0232    99.3640     1.5701    72.6800    99.3213
2109393.0 / 36546980
 114     0.0827     0.0281    99.1880     1.5597    72.6200    99.0026
2090542.0 / 36546980
 115     0.0814     0.0232    99.3860     1.4471    74.4600    99.5802
2066225.0 / 36546980
 116     0.0802     0.0176    99.5560     1.4903    73.8700    98.5353
2047377.0 / 36546980
 117     0.0790     0.0219    99.4280     1.5469    73.1700    98.8449
2029908.0 / 36546980
 118     0.0777     0.0213    99.3960     1.5573    73.6600    99.3566
2008837.0 / 36546980
 119     0.0765     0.0191    99.5380     1.4159    75.0900    99.0647
1987612.0 / 36546980
 120     0.0753     0.0162    99.6040     1.4245    74.5400    97.9155
1972197.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0205    99.4460     1.4953    74.1300    98.2193
1962275.0 / 36546980
 122     0.0728     0.0239    99.3560     1.6802    71.8200    98.1839
1951263.0 / 36546980
 123     0.0715     0.0240    99.3760     1.5758    73.0300    97.6882
1940645.0 / 36546980
 124     0.0703     0.0232    99.3440     1.5562    73.2100    98.4738
1928944.0 / 36546980
 125     0.0691     0.0205    99.4520     1.4978    74.0500    98.4135
1913692.0 / 36546980
 126     0.0678     0.0171    99.5560     1.5042    74.1100    98.9079
1896568.0 / 36546980
 127     0.0666     0.0151    99.6160     1.4830    74.1500    98.2837
1879633.0 / 36546980
 128     0.0654     0.0142    99.6300     1.5237    74.5600    99.0171
1862484.0 / 36546980
 129     0.0641     0.0122    99.7120     1.4317    75.1700    97.7052
1841886.0 / 36546980
 130     0.0629     0.0088    99.8180     1.4329    75.3700    98.6540
1819632.0 / 36546980
 131     0.0616     0.0062    99.8820     1.3909    76.2500    98.3797
1798062.0 / 36546980
 132     0.0604     0.0067    99.8520     1.4201    75.5200    98.4544
1778350.0 / 36546980
 133     0.0592     0.0071    99.8280     1.4745    75.0100    98.9209
1760237.0 / 36546980
 134     0.0579     0.0078    99.8300     1.4513    75.7300    99.9054
1741000.0 / 36546980
 135     0.0567     0.0058    99.9100     1.4135    75.9000    99.0040
1721979.0 / 36546980
 136     0.0554     0.0058    99.8800     1.3988    76.4900    99.2536
1704990.0 / 36546980
 137     0.0542     0.0069    99.8500     1.4469    75.4200    99.1862
1688048.0 / 36546980
 138     0.0530     0.0051    99.9120     1.3706    76.6400    98.5812
1669188.0 / 36546980
 139     0.0517     0.0037    99.9380     1.3900    76.3500    98.0888
1651500.0 / 36546980
 140     0.0505     0.0036    99.9300     1.4138    76.3000    99.1612
1634132.0 / 36546980
 141     0.0493     0.0033    99.9420     1.3968    76.5100    99.4259
1618557.0 / 36546980
 142     0.0480     0.0037    99.9240     1.4009    76.2300    98.4807
1602847.0 / 36546980
 143     0.0468     0.0036    99.9340     1.4082    75.7200    98.3132
1587657.0 / 36546980
 144     0.0456     0.0030    99.9400     1.4928    75.3100    99.2540
1573904.0 / 36546980
 145     0.0443     0.0039    99.9280     1.4199    75.7400    98.2925
1559713.0 / 36546980
 146     0.0431     0.0031    99.9540     1.4154    76.4400    99.5985
1545337.0 / 36546980
 147     0.0418     0.0024    99.9620     1.4155    76.2800    98.2952
1531858.0 / 36546980
 148     0.0406     0.0020    99.9680     1.4188    76.4900    98.9948
1519321.0 / 36546980
 149     0.0394     0.0029    99.9340     1.4539    75.8400    99.1422
1507884.0 / 36546980
 150     0.0381     0.0032    99.9380     1.4553    75.9400    98.0430
1496670.0 / 36546980
 151     0.0369     0.0025    99.9500     1.4108    76.3400    98.2521
1485683.0 / 36546980
 152     0.0357     0.0023    99.9600     1.4083    76.2100    98.4027
1475407.0 / 36546980
 153     0.0344     0.0029    99.9380     1.4282    76.1600    98.0553
1465532.0 / 36546980
 154     0.0332     0.0025    99.9560     1.4080    76.3400    99.0773
1456206.0 / 36546980
 155     0.0319     0.0025    99.9480     1.4307    76.4900    97.0811
1447129.0 / 36546980
 156     0.0307     0.0022    99.9600     1.3924    76.4900    98.3688
1438659.0 / 36546980
 157     0.0295     0.0022    99.9520     1.3838    76.6100    98.8875
1430286.0 / 36546980
 158     0.0282     0.0019    99.9700     1.3837    76.8500    98.3798
1422699.0 / 36546980
 159     0.0270     0.0019    99.9640     1.3960    76.5700    99.4727
1415208.0 / 36546980
 160     0.0257     0.0019    99.9680     1.4076    76.4000    98.4032
1407960.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0017    99.9760     1.3845    76.5500    98.8967
1401364.0 / 36546980
 162     0.0233     0.0015    99.9800     1.3900    76.7500    98.7987
1395111.0 / 36546980
 163     0.0220     0.0014    99.9780     1.3751    76.7300    99.4822
1389453.0 / 36546980
 164     0.0208     0.0016    99.9680     1.3920    76.7100    98.8236
1384027.0 / 36546980
 165     0.0196     0.0015    99.9740     1.3736    76.6100    98.3407
1379210.0 / 36546980
 166     0.0183     0.0014    99.9800     1.3851    76.5900    98.2971
1374547.0 / 36546980
 167     0.0171     0.0015    99.9700     1.3859    76.6400    99.1237
1370346.0 / 36546980
 168     0.0159     0.0014    99.9680     1.3797    76.5600    99.1137
1366656.0 / 36546980
 169     0.0146     0.0013    99.9780     1.3766    76.6000    98.7904
1363105.0 / 36546980
 170     0.0134     0.0013    99.9760     1.3814    76.6200    97.9462
1360125.0 / 36546980
 171     0.0121     0.0013    99.9720     1.3912    76.6500    98.3218
1357412.0 / 36546980
 172     0.0109     0.0013    99.9720     1.3891    76.6200   100.0114
1354945.0 / 36546980
 173     0.0097     0.0012    99.9820     1.3804    76.6900    98.9464
1353112.0 / 36546980
 174     0.0084     0.0013    99.9740     1.3712    76.3800    98.1319
1351572.0 / 36546980
 175     0.0072     0.0012    99.9760     1.3903    76.3000    98.2288
1350223.0 / 36546980
 176     0.0060     0.0011    99.9860     1.3891    76.4400    98.7546
1349181.0 / 36546980
 177     0.0047     0.0012    99.9720     1.3754    76.8100    98.3938
1348408.0 / 36546980
 178     0.0035     0.0011    99.9860     1.3674    76.6400    98.0885
1347888.0 / 36546980
 179     0.0022     0.0011    99.9840     1.3760    76.7500    98.5096
1347586.0 / 36546980
 180     0.0010     0.0012    99.9740     1.3784    76.8800    99.0522
1347312.0 / 36546980
 181     0.0010     0.0012    99.9660     1.3728    76.6800    98.7498
1347020.0 / 36546980
 182     0.0010     0.0011    99.9800     1.3794    76.7800    98.2896
1346730.0 / 36546980
 183     0.0010     0.0010    99.9840     1.3603    76.7000    98.7181
1346457.0 / 36546980
 184     0.0010     0.0012    99.9700     1.3669    76.7100    97.6849
1346159.0 / 36546980
 185     0.0010     0.0011    99.9800     1.3870    76.7200    98.8737
1345907.0 / 36546980
 186     0.0010     0.0010    99.9760     1.3736    76.7200    97.8610
1345605.0 / 36546980
 187     0.0010     0.0012    99.9760     1.3693    76.6300    98.7823
1345318.0 / 36546980
 188     0.0010     0.0011    99.9720     1.3873    76.6500    98.2326
1345037.0 / 36546980
 189     0.0010     0.0012    99.9660     1.3734    76.8100    98.5629
1344756.0 / 36546980
 190     0.0010     0.0011    99.9760     1.3707    76.5500    98.5127
1344500.0 / 36546980
 191     0.0010     0.0011    99.9820     1.3870    76.6400    99.0680
1344229.0 / 36546980
 192     0.0010     0.0011    99.9780     1.3777    76.6700    99.0143
1343949.0 / 36546980
 193     0.0010     0.0010    99.9840     1.3893    76.8300    99.0960
1343640.0 / 36546980
 194     0.0010     0.0010    99.9840     1.3779    76.8000    98.6149
1343356.0 / 36546980
 195     0.0010     0.0011    99.9840     1.3741    76.4900    97.3044
1343061.0 / 36546980
 196     0.0010     0.0009    99.9880     1.3735    76.6700    97.1227
1342813.0 / 36546980
 197     0.0010     0.0011    99.9720     1.3841    76.5200    96.9563
1342519.0 / 36546980
 198     0.0010     0.0012    99.9660     1.3760    76.5400    97.2563
1342291.0 / 36546980
 199     0.0010     0.0011    99.9760     1.3896    76.5700    98.0060
1342000.0 / 36546980
 200     0.0010     0.0011    99.9740     1.3749    76.8000    97.1733
