Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new4/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
total epochs: 200
29443850.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7279    12.6340     4.6227     8.5500   100.5149
25800530.0 / 36546980
   2     0.1000     2.9773    25.0400     3.9137    17.2000    99.8324
22868175.0 / 36546980
   3     0.1000     2.4709    35.0920     2.7292    30.8100    99.1651
20327022.0 / 36546980
   4     0.1000     2.1028    42.8860     2.9414    32.6200    97.7915
18068215.0 / 36546980
   5     0.1000     1.8429    49.0220     2.6469    36.7800    97.8866
16067073.0 / 36546980
   6     0.1000     1.6452    53.6900     2.5563    40.0300    97.9608
14344933.0 / 36546980
   7     0.1000     1.5111    56.9420     2.0870    46.1900    98.7068
12914517.0 / 36546980
   8     0.1000     1.3902    60.0480     1.8369    50.9800    97.4263
11753214.0 / 36546980
   9     0.1000     1.2846    62.6780     1.9240    50.0400    99.0568
10829443.0 / 36546980
  10     0.1000     1.1897    65.0680     2.1205    47.8300    99.4869
10093014.0 / 36546980
  11     0.1000     1.1167    67.2940     1.9784    50.6200    98.5714
9502303.0 / 36546980
  12     0.1000     1.0481    68.9040     1.8947    53.4200    97.5754
9024353.0 / 36546980
  13     0.1000     0.9787    70.8500     1.9140    52.1800    97.6035
8636233.0 / 36546980
  14     0.1000     0.9198    72.4040     1.4147    61.1500    98.9885
8313975.0 / 36546980
  15     0.1000     0.8593    74.2040     1.6869    57.9900    97.3667
8045235.0 / 36546980
  16     0.1000     0.8049    75.4200     1.8216    55.7600    97.8554
7814215.0 / 36546980
  17     0.1000     0.7538    76.8260     1.6936    57.0400    99.2014
7626109.0 / 36546980
  18     0.1000     0.7049    78.3440     1.2484    66.2100    98.3609
7454947.0 / 36546980
  19     0.1000     0.6604    79.7740     1.5604    62.3300    97.6989
7309453.0 / 36546980
  20     0.1000     0.6243    80.5240     1.6668    58.3500    97.9025
7176676.0 / 36546980
  21     0.1000     0.5747    82.1020     2.0226    57.1200    98.1189
7062291.0 / 36546980
  22     0.1000     0.5450    82.7840     1.6308    61.7900    98.8577
6961765.0 / 36546980
  23     0.1000     0.5113    83.9900     1.3864    65.2600    98.7888
6862896.0 / 36546980
  24     0.1000     0.4672    84.9860     1.5312    63.4300    98.6728
6773843.0 / 36546980
  25     0.1000     0.4374    86.0160     1.3503    66.9200    97.6232
6696171.0 / 36546980
  26     0.1000     0.4147    86.8100     1.3765    66.2500    97.8834
6619972.0 / 36546980
  27     0.1000     0.3833    87.7660     1.4872    65.4500    98.6045
6546825.0 / 36546980
  28     0.1000     0.3581    88.5280     1.4920    64.8300    97.9928
6476891.0 / 36546980
  29     0.1000     0.3283    89.4300     2.0664    58.2700    99.4373
6407757.0 / 36546980
  30     0.1000     0.3167    89.9120     1.4673    67.1900    98.2453
6340759.0 / 36546980
  31     0.1000     0.2861    90.8540     1.5842    66.4200    98.6640
6278620.0 / 36546980
  32     0.1000     0.2715    91.1840     1.6212    65.5800    97.1806
6215856.0 / 36546980
  33     0.1000     0.2510    91.9420     1.4426    68.4200    97.8424
6153875.0 / 36546980
  34     0.1000     0.2321    92.4660     1.7300    65.1200    97.7640
6090943.0 / 36546980
  35     0.1000     0.2210    92.9040     1.5236    67.2700    99.0644
6026433.0 / 36546980
  36     0.1000     0.2053    93.4800     1.4353    68.7200    98.8030
5958430.0 / 36546980
  37     0.1000     0.1846    94.0400     1.7351    66.8400    98.4316
5903543.0 / 36546980
  38     0.1000     0.1828    94.0480     1.4144    69.1800    97.6036
5844611.0 / 36546980
  39     0.1000     0.1712    94.5240     1.4895    69.0300    98.2102
5785099.0 / 36546980
  40     0.1000     0.1592    94.9160     1.6382    68.4700    98.8741
5733226.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1620    94.8320     1.4995    68.6600    98.3288
5661873.0 / 36546980
  42     0.1000     0.1302    95.9980     1.4576    69.9000    98.8968
5598144.0 / 36546980
  43     0.1000     0.1298    96.0340     1.5857    67.9900    98.0187
5548377.0 / 36546980
  44     0.1000     0.1361    95.6620     1.4522    70.0200    98.3647
5490545.0 / 36546980
  45     0.1000     0.1214    96.2340     1.6103    68.5200    97.8309
5436591.0 / 36546980
  46     0.1000     0.1192    96.2600     1.5307    68.7600    98.4194
5385170.0 / 36546980
  47     0.1000     0.1159    96.4560     1.7435    68.5500    97.6778
5329612.0 / 36546980
  48     0.1000     0.1077    96.6020     1.5990    69.0200    98.0437
5277591.0 / 36546980
  49     0.1000     0.1016    96.8140     1.6671    68.0000    98.5504
5224792.0 / 36546980
  50     0.1000     0.0993    96.9120     1.6815    68.4900    98.5614
5166907.0 / 36546980
  51     0.1000     0.0885    97.3020     1.7657    66.6100    98.0323
5120272.0 / 36546980
  52     0.1000     0.0942    97.0280     1.7255    67.6800    98.9857
5082889.0 / 36546980
  53     0.1000     0.0988    96.9660     1.5278    70.9500    99.0666
5033091.0 / 36546980
  54     0.1000     0.0858    97.3640     1.5584    70.4500    98.2474
4987112.0 / 36546980
  55     0.1000     0.0866    97.4140     1.4987    70.4900    98.4324
4935490.0 / 36546980
  56     0.1000     0.0783    97.6320     1.6084    70.2600    98.3931
4884582.0 / 36546980
  57     0.1000     0.0748    97.7940     1.6092    70.3000    98.6281
4832840.0 / 36546980
  58     0.1000     0.0698    97.8300     1.5761    70.1400    99.0217
4799502.0 / 36546980
  59     0.1000     0.0806    97.5600     1.5997    69.9700    98.1090
4761578.0 / 36546980
  60     0.1000     0.0752    97.6700     1.4493    71.6300    97.5633
4728671.0 / 36546980
  61     0.1000     0.0774    97.5360     1.6703    70.4400    98.1256
4681412.0 / 36546980
  62     0.1000     0.0634    98.1900     1.7023    69.6400    99.4148
4647364.0 / 36546980
  63     0.1000     0.0694    97.8400     1.6095    70.5200    97.8146
4620167.0 / 36546980
  64     0.1000     0.0756    97.6380     1.6741    69.7200    98.1237
4583068.0 / 36546980
  65     0.1000     0.0663    98.0260     1.5057    72.0700    97.9581
4541144.0 / 36546980
  66     0.1000     0.0594    98.2620     1.5565    72.1300    97.3140
4492518.0 / 36546980
  67     0.1000     0.0517    98.5100     1.6314    71.0600    97.4160
4457833.0 / 36546980
  68     0.1000     0.0594    98.2700     1.4882    72.5500    98.4955
4421451.0 / 36546980
  69     0.1000     0.0583    98.2880     1.6885    70.5700    97.4381
4390775.0 / 36546980
  70     0.1000     0.0601    98.2040     1.5308    72.0600    98.5001
4366415.0 / 36546980
  71     0.1000     0.0633    98.0680     1.5990    71.7600    97.6075
4337760.0 / 36546980
  72     0.1000     0.0590    98.2420     1.6127    71.4600    97.6605
4304532.0 / 36546980
  73     0.1000     0.0545    98.4280     1.7430    70.6100    98.2153
4277703.0 / 36546980
  74     0.1000     0.0595    98.2880     1.7765    70.1500    99.2875
4249332.0 / 36546980
  75     0.1000     0.0551    98.3160     1.6109    71.1300    98.8566
4221998.0 / 36546980
  76     0.1000     0.0546    98.4000     1.5262    72.4300    98.1075
4189609.0 / 36546980
  77     0.1000     0.0498    98.5220     1.7033    69.4600    98.6439
4160535.0 / 36546980
  78     0.1000     0.0502    98.5240     1.9386    67.5800    98.1681
4145468.0 / 36546980
  79     0.1000     0.0609    98.1200     1.7507    69.5100    97.8025
4117759.0 / 36546980
  80     0.1000     0.0513    98.5120     1.5751    71.6300    98.5155
4092352.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0495    98.5100     2.0479    68.1200    98.0983
4067331.0 / 36546980
  82     0.1000     0.0511    98.4780     1.6140    71.9200    97.1815
4043362.0 / 36546980
  83     0.1000     0.0500    98.5620     1.5439    72.2400    99.2468
4020948.0 / 36546980
  84     0.1000     0.0498    98.4820     1.7322    71.3300    98.1860
3994087.0 / 36546980
  85     0.1000     0.0460    98.6640     1.5617    72.8600    97.7793
3954682.0 / 36546980
  86     0.1000     0.0355    98.9900     1.5486    72.7500    98.0430
3921614.0 / 36546980
  87     0.1000     0.0375    98.9400     1.5852    72.4000    96.9287
3879386.0 / 36546980
  88     0.1000     0.0310    99.1520     1.6706    71.3800    98.6136
3851698.0 / 36546980
  89     0.1000     0.0384    98.9100     1.5772    72.7200    97.7530
3826361.0 / 36546980
  90     0.1000     0.0375    98.8760     1.8891    68.8600    98.5213
3832192.0 / 36546980
  91     0.1000     0.0618    98.0760     1.8147    68.4800    98.0307
3832376.0 / 36546980
  92     0.1000     0.0579    98.2000     1.8272    69.5200    98.2153
3820224.0 / 36546980
  93     0.1000     0.0507    98.4720     1.7530    70.6900    97.7273
3791716.0 / 36546980
  94     0.1000     0.0387    98.9320     1.7131    71.5300    98.8900
3757695.0 / 36546980
  95     0.1000     0.0313    99.1640     1.5174    73.6600    96.9367
3729507.0 / 36546980
  96     0.1000     0.0344    98.9980     1.6141    72.1200    98.0682
3711580.0 / 36546980
  97     0.1000     0.0421    98.7220     1.7160    71.1500    98.6379
3700398.0 / 36546980
  98     0.1000     0.0434    98.6720     1.6595    71.0600    98.0449
3687046.0 / 36546980
  99     0.1000     0.0441    98.6660     1.6852    71.1700    98.9348
3681957.0 / 36546980
 100     0.1000     0.0500    98.4980     1.8788    69.1200    98.8033
3673439.0 / 36546980
 101     0.0988     0.0470    98.5940     1.7891    69.9900    97.2672
3639616.0 / 36546980
 102     0.0975     0.0283    99.2260     1.6004    72.7600    98.0639
3597636.0 / 36546980
 103     0.0963     0.0205    99.4620     1.5664    73.0100    97.9169
3556484.0 / 36546980
 104     0.0950     0.0189    99.5060     1.4982    74.4200    98.3692
3511796.0 / 36546980
 105     0.0938     0.0159    99.6400     1.4530    74.5600    97.4759
3460347.0 / 36546980
 106     0.0926     0.0094    99.8240     1.4642    75.1600    98.6762
3415546.0 / 36546980
 107     0.0913     0.0126    99.6840     1.5346    74.2600    98.9845
3376311.0 / 36546980
 108     0.0901     0.0146    99.5920     1.6147    72.9400    98.3306
3353747.0 / 36546980
 109     0.0889     0.0245    99.2860     1.5828    73.1000    97.3919
3325281.0 / 36546980
 110     0.0876     0.0196    99.4860     1.5406    73.3400    98.8990
3299088.0 / 36546980
 111     0.0864     0.0204    99.4280     1.5838    73.6100    98.4956
3270653.0 / 36546980
 112     0.0852     0.0171    99.5760     1.4852    75.0700    98.7005
3239817.0 / 36546980
 113     0.0839     0.0155    99.5920     1.5786    73.4000    99.3382
3210119.0 / 36546980
 114     0.0827     0.0148    99.6100     1.5719    73.7400    99.0706
3179707.0 / 36546980
 115     0.0814     0.0145    99.6080     1.4527    75.5400    97.9448
3153262.0 / 36546980
 116     0.0802     0.0149    99.6080     1.5591    73.7300    97.7770
3127377.0 / 36546980
 117     0.0790     0.0154    99.6100     1.4927    74.9600    98.4110
3098507.0 / 36546980
 118     0.0777     0.0126    99.6880     1.4652    74.9600    98.1064
3063401.0 / 36546980
 119     0.0765     0.0074    99.8740     1.3987    75.4900    99.5340
3026741.0 / 36546980
 120     0.0753     0.0055    99.9040     1.4624    75.6100    98.6667
2993095.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0066    99.8540     1.4455    75.3400    97.9878
2961449.0 / 36546980
 122     0.0728     0.0072    99.8320     1.4890    75.0500    98.2845
2930682.0 / 36546980
 123     0.0715     0.0064    99.8560     1.4765    75.6500    98.2801
2898111.0 / 36546980
 124     0.0703     0.0047    99.9220     1.4369    75.9600    98.3915
2865799.0 / 36546980
 125     0.0691     0.0039    99.9400     1.4165    76.4600    98.9784
2832184.0 / 36546980
 126     0.0678     0.0027    99.9620     1.4230    76.2100    98.1579
2800914.0 / 36546980
 127     0.0666     0.0035    99.9280     1.4254    76.0800    98.2098
2769952.0 / 36546980
 128     0.0654     0.0031    99.9520     1.4303    76.0800    97.8825
2741155.0 / 36546980
 129     0.0641     0.0032    99.9280     1.4252    76.4700    97.7651
2713285.0 / 36546980
 130     0.0629     0.0034    99.9240     1.4173    76.5500    98.7463
2684652.0 / 36546980
 131     0.0616     0.0028    99.9460     1.3903    76.6800    98.0883
2658169.0 / 36546980
 132     0.0604     0.0030    99.9500     1.4110    76.3900    98.2145
2631179.0 / 36546980
 133     0.0592     0.0022    99.9640     1.4187    76.3400    96.9400
2605304.0 / 36546980
 134     0.0579     0.0023    99.9560     1.4300    76.2700    97.9173
2580672.0 / 36546980
 135     0.0567     0.0021    99.9680     1.4139    76.6100    97.5726
2556984.0 / 36546980
 136     0.0554     0.0022    99.9540     1.4162    76.4700    97.2400
2533477.0 / 36546980
 137     0.0542     0.0021    99.9620     1.4146    76.6300    98.8326
2510721.0 / 36546980
 138     0.0530     0.0020    99.9560     1.4034    76.7200    99.2345
2488508.0 / 36546980
 139     0.0517     0.0018    99.9660     1.3938    76.5100    97.6709
2467614.0 / 36546980
 140     0.0505     0.0019    99.9620     1.4329    76.0900    97.8872
2447178.0 / 36546980
 141     0.0493     0.0021    99.9620     1.4297    76.2400    99.1727
2427702.0 / 36546980
 142     0.0480     0.0016    99.9680     1.4057    76.4600    99.0728
2408362.0 / 36546980
 143     0.0468     0.0016    99.9700     1.4048    76.2000    98.1774
2390496.0 / 36546980
 144     0.0456     0.0022    99.9540     1.4105    76.3500    97.3536
2373873.0 / 36546980
 145     0.0443     0.0023    99.9480     1.4312    76.1800    97.0131
2357536.0 / 36546980
 146     0.0431     0.0022    99.9560     1.4282    76.4500    99.0855
2341587.0 / 36546980
 147     0.0418     0.0019    99.9580     1.4435    76.3700    98.3414
2326274.0 / 36546980
 148     0.0406     0.0017    99.9700     1.4077    76.7100    98.1826
2311145.0 / 36546980
 149     0.0394     0.0016    99.9660     1.4276    76.6000    96.9800
2296821.0 / 36546980
 150     0.0381     0.0017    99.9660     1.4355    76.4100    98.5182
2283722.0 / 36546980
 151     0.0369     0.0016    99.9600     1.4087    76.3700    99.0996
2270478.0 / 36546980
 152     0.0357     0.0013    99.9740     1.4245    76.4200    97.9772
2257811.0 / 36546980
 153     0.0344     0.0015    99.9660     1.4225    76.4800    98.4429
2245733.0 / 36546980
 154     0.0332     0.0013    99.9680     1.4253    76.5700    97.5954
2234153.0 / 36546980
 155     0.0319     0.0012    99.9700     1.4106    76.6700    99.1431
2223033.0 / 36546980
 156     0.0307     0.0011    99.9680     1.4118    76.4200    97.2447
2212491.0 / 36546980
 157     0.0295     0.0013    99.9700     1.4064    76.7300    98.1685
2202450.0 / 36546980
 158     0.0282     0.0012    99.9760     1.4077    76.8200    99.3097
2192991.0 / 36546980
 159     0.0270     0.0012    99.9700     1.4121    76.5500    97.7915
2184031.0 / 36546980
 160     0.0257     0.0011    99.9740     1.4205    76.5800    97.8422
2175646.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0011    99.9780     1.4148    76.4500    98.7181
2167896.0 / 36546980
 162     0.0233     0.0011    99.9760     1.3998    76.4200    99.2887
2160867.0 / 36546980
 163     0.0220     0.0010    99.9800     1.4066    76.6200    98.9565
2153877.0 / 36546980
 164     0.0208     0.0011    99.9720     1.4182    76.4400    99.1664
2147423.0 / 36546980
 165     0.0196     0.0010    99.9740     1.4020    76.6600    99.3877
2141312.0 / 36546980
 166     0.0183     0.0009    99.9780     1.4116    76.4600    96.9163
2135953.0 / 36546980
 167     0.0171     0.0010    99.9700     1.4118    76.5300    97.7615
2130738.0 / 36546980
 168     0.0159     0.0010    99.9700     1.4089    76.4400    98.3492
2126499.0 / 36546980
 169     0.0146     0.0010    99.9740     1.4095    76.4200    98.6694
2122479.0 / 36546980
 170     0.0134     0.0011    99.9680     1.4093    76.3800    98.4315
2118791.0 / 36546980
 171     0.0121     0.0010    99.9800     1.4177    76.5900    97.4198
2115514.0 / 36546980
 172     0.0109     0.0010    99.9720     1.4186    76.4500    98.1225
2112816.0 / 36546980
 173     0.0097     0.0009    99.9800     1.4134    76.5700    97.7923
2110230.0 / 36546980
 174     0.0084     0.0009    99.9780     1.4007    76.7600    97.7382
2108169.0 / 36546980
 175     0.0072     0.0009    99.9780     1.4169    76.4800    97.9566
2106509.0 / 36546980
 176     0.0060     0.0009    99.9760     1.4119    76.5900    98.1258
2105346.0 / 36546980
 177     0.0047     0.0009    99.9800     1.4087    76.5600    98.5243
2104388.0 / 36546980
 178     0.0035     0.0008    99.9820     1.4028    76.5100    97.7556
2103872.0 / 36546980
 179     0.0022     0.0008    99.9900     1.4077    76.3400    97.6688
2103627.0 / 36546980
 180     0.0010     0.0009    99.9760     1.4098    76.4600    99.0668
2103359.0 / 36546980
 181     0.0010     0.0010    99.9720     1.3996    76.3600    98.2571
2103148.0 / 36546980
 182     0.0010     0.0009    99.9800     1.4092    76.3400    97.6024
2102898.0 / 36546980
 183     0.0010     0.0008    99.9820     1.3982    76.5400    97.3084
2102654.0 / 36546980
 184     0.0010     0.0008    99.9800     1.3981    76.5100    97.6912
2102390.0 / 36546980
 185     0.0010     0.0008    99.9840     1.4219    76.4700    97.2085
2102126.0 / 36546980
 186     0.0010     0.0008    99.9780     1.4041    76.5800    98.1476
2101925.0 / 36546980
 187     0.0010     0.0008    99.9780     1.4091    76.3400    98.2339
2101676.0 / 36546980
 188     0.0010     0.0008    99.9800     1.4087    76.5900    97.8563
2101396.0 / 36546980
 189     0.0010     0.0008    99.9780     1.4033    76.5400    99.5685
2101131.0 / 36546980
 190     0.0010     0.0010    99.9700     1.3990    76.5800    98.1903
2100924.0 / 36546980
 191     0.0010     0.0008    99.9840     1.4163    76.4500    97.9498
2100698.0 / 36546980
 192     0.0010     0.0009    99.9800     1.4015    76.5000    98.2323
2100413.0 / 36546980
 193     0.0010     0.0008    99.9800     1.4163    76.3500    97.6728
2100164.0 / 36546980
 194     0.0010     0.0008    99.9820     1.3934    76.5300    98.6241
2099893.0 / 36546980
 195     0.0010     0.0007    99.9860     1.4058    76.4900    98.9654
2099608.0 / 36546980
 196     0.0010     0.0008    99.9840     1.4085    76.4800    97.6066
2099362.0 / 36546980
 197     0.0010     0.0008    99.9800     1.4152    76.5300    98.0362
2099105.0 / 36546980
 198     0.0010     0.0010    99.9700     1.4095    76.3400    98.1439
2098872.0 / 36546980
 199     0.0010     0.0008    99.9820     1.4101    76.4700    97.8916
2098639.0 / 36546980
 200     0.0010     0.0008    99.9760     1.4053    76.4800    97.8171
