Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new9/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
total epochs: 200
29442926.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7311    12.6060     4.5418     8.7700   101.0137
25800653.0 / 36546980
   2     0.1000     2.9799    25.1900     3.7439    17.9500    97.4829
22868048.0 / 36546980
   3     0.1000     2.4717    35.0440     3.0361    26.4800    97.6617
20325860.0 / 36546980
   4     0.1000     2.1050    42.9840     2.8348    33.3800    98.0349
18069423.0 / 36546980
   5     0.1000     1.8412    48.9180     2.5305    37.3100    97.8962
16073655.0 / 36546980
   6     0.1000     1.6436    53.6760     2.5385    41.4100    98.6245
14353778.0 / 36546980
   7     0.1000     1.5079    56.9280     2.1154    46.6400    97.8616
12927623.0 / 36546980
   8     0.1000     1.3859    60.0400     1.8651    50.8000    96.8828
11769380.0 / 36546980
   9     0.1000     1.2820    62.7780     2.0746    48.8200    97.1777
10848717.0 / 36546980
  10     0.1000     1.1866    65.4660     1.8556    51.4200    98.7566
10112747.0 / 36546980
  11     0.1000     1.1134    67.3940     2.1237    48.9100    97.6662
9524007.0 / 36546980
  12     0.1000     1.0450    68.9360     1.7578    55.3300    96.9637
9049844.0 / 36546980
  13     0.1000     0.9768    70.7620     1.7422    55.3500    97.9014
8657848.0 / 36546980
  14     0.1000     0.9123    72.6760     1.3940    62.2600    98.2517
8337779.0 / 36546980
  15     0.1000     0.8575    74.2220     1.7373    57.3000    97.7115
8066581.0 / 36546980
  16     0.1000     0.8031    75.6960     1.6964    58.0600    97.3449
7839111.0 / 36546980
  17     0.1000     0.7491    77.0920     1.4377    61.7400    97.2034
7651243.0 / 36546980
  18     0.1000     0.7038    78.3140     1.1989    66.0700    98.3331
7482301.0 / 36546980
  19     0.1000     0.6611    79.4720     1.3956    63.3500    96.6120
7336817.0 / 36546980
  20     0.1000     0.6183    80.7500     1.4966    61.1500    97.9042
7204704.0 / 36546980
  21     0.1000     0.5722    82.1460     1.5807    62.9300    98.8942
7092705.0 / 36546980
  22     0.1000     0.5452    82.7840     1.5105    62.9600    97.7555
6989603.0 / 36546980
  23     0.1000     0.5078    83.9060     1.3484    65.8000    97.4085
6891105.0 / 36546980
  24     0.1000     0.4645    85.2280     1.3599    66.2900    98.5669
6808470.0 / 36546980
  25     0.1000     0.4400    85.9620     1.3910    65.6600    97.4047
6723748.0 / 36546980
  26     0.1000     0.4067    87.1120     1.4864    64.2300    98.0429
6648389.0 / 36546980
  27     0.1000     0.3808    87.7400     1.5172    65.3700    97.0751
6571194.0 / 36546980
  28     0.1000     0.3543    88.7680     1.3502    67.3000    97.8887
6501185.0 / 36546980
  29     0.1000     0.3306    89.4200     1.6202    64.8400    98.1643
6434980.0 / 36546980
  30     0.1000     0.3164    89.8140     1.6666    64.6100    97.3651
6371042.0 / 36546980
  31     0.1000     0.2869    90.8940     1.7847    64.9200    96.3640
6301192.0 / 36546980
  32     0.1000     0.2633    91.4660     1.6241    65.0800    97.4806
6238058.0 / 36546980
  33     0.1000     0.2513    91.9460     1.5106    68.2300    97.8013
6179082.0 / 36546980
  34     0.1000     0.2405    92.1780     1.7074    66.2700    98.2973
6111111.0 / 36546980
  35     0.1000     0.2116    93.2800     1.6069    64.6900    98.0143
6047299.0 / 36546980
  36     0.1000     0.2008    93.6540     1.5641    66.5200    96.8897
5988584.0 / 36546980
  37     0.1000     0.1939    93.7520     1.6707    65.1900    97.3473
5927900.0 / 36546980
  38     0.1000     0.1819    94.1880     1.3634    70.4300    97.0848
5861786.0 / 36546980
  39     0.1000     0.1647    94.7540     1.5945    67.3600    96.6324
5801292.0 / 36546980
  40     0.1000     0.1579    94.9680     1.6029    68.6600    96.7716
5740695.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1497    95.3640     1.4501    69.4700    96.5198
5686662.0 / 36546980
  42     0.1000     0.1456    95.4100     1.5700    67.9200    96.2887
5632520.0 / 36546980
  43     0.1000     0.1403    95.7340     1.5172    69.3900    97.0651
5570332.0 / 36546980
  44     0.1000     0.1278    96.0060     1.4655    70.2300    97.1042
5515534.0 / 36546980
  45     0.1000     0.1237    96.0320     1.5560    68.9000    97.9484
5454287.0 / 36546980
  46     0.1000     0.1143    96.4400     1.4539    70.2700    97.2671
5389943.0 / 36546980
  47     0.1000     0.1022    96.9180     1.6031    69.7200    98.8240
5338961.0 / 36546980
  48     0.1000     0.1080    96.6160     1.9254    67.3400    96.5174
5292000.0 / 36546980
  49     0.1000     0.1047    96.7940     1.9959    66.5000    97.3090
5239279.0 / 36546980
  50     0.1000     0.0973    96.8600     1.7957    69.5600    98.8630
5186095.0 / 36546980
  51     0.1000     0.0929    97.1080     1.7594    67.9000    96.7444
5130447.0 / 36546980
  52     0.1000     0.0867    97.3640     1.5899    69.1500    99.1485
5089294.0 / 36546980
  53     0.1000     0.0947    97.0720     1.4939    71.0900    97.1258
5040845.0 / 36546980
  54     0.1000     0.0852    97.3560     1.4293    71.2000    97.2844
4993105.0 / 36546980
  55     0.1000     0.0820    97.4920     1.4442    71.7500    96.6555
4951117.0 / 36546980
  56     0.1000     0.0823    97.5640     1.4090    72.5000    97.7041
4908006.0 / 36546980
  57     0.1000     0.0805    97.6220     1.6153    70.1000    97.9385
4874888.0 / 36546980
  58     0.1000     0.0845    97.3280     1.6018    70.8500    97.8783
4831434.0 / 36546980
  59     0.1000     0.0757    97.7100     1.6970    68.0300    98.7087
4794890.0 / 36546980
  60     0.1000     0.0776    97.5680     1.5669    70.6800    97.9166
4750979.0 / 36546980
  61     0.1000     0.0699    97.9200     1.7449    69.4500    97.9026
4709943.0 / 36546980
  62     0.1000     0.0686    97.9420     1.5735    69.9500    98.0490
4673421.0 / 36546980
  63     0.1000     0.0691    97.8480     1.7702    69.3600    97.7870
4629832.0 / 36546980
  64     0.1000     0.0625    98.1360     1.5441    72.5700    96.7990
4601559.0 / 36546980
  65     0.1000     0.0715    97.8200     1.7271    68.9500    97.3351
4564785.0 / 36546980
  66     0.1000     0.0638    98.0300     1.4667    73.1200    98.0159
4522628.0 / 36546980
  67     0.1000     0.0580    98.2220     1.9830    67.8200    97.2324
4495470.0 / 36546980
  68     0.1000     0.0705    97.9040     1.4898    71.8200    97.2346
4440207.0 / 36546980
  69     0.1000     0.0456    98.7520     1.4441    72.4700    97.9174
4392643.0 / 36546980
  70     0.1000     0.0466    98.6920     1.7412    70.3300    97.5200
4362390.0 / 36546980
  71     0.1000     0.0574    98.2900     1.5961    71.1900    97.6562
4327095.0 / 36546980
  72     0.1000     0.0520    98.4660     1.9742    67.5900    97.7815
4303617.0 / 36546980
  73     0.1000     0.0603    98.1680     1.7351    69.1900    96.9197
4270923.0 / 36546980
  74     0.1000     0.0543    98.3920     1.7095    70.5100    98.1803
4243527.0 / 36546980
  75     0.1000     0.0561    98.3780     1.7108    70.3500    97.4694
4222943.0 / 36546980
  76     0.1000     0.0578    98.2260     1.5776    72.1100    97.8888
4197631.0 / 36546980
  77     0.1000     0.0532    98.3840     1.5503    70.7400    97.4574
4171250.0 / 36546980
  78     0.1000     0.0515    98.4840     1.5539    72.6800    96.9264
4140151.0 / 36546980
  79     0.1000     0.0472    98.6160     1.4391    72.9700    98.5775
4108987.0 / 36546980
  80     0.1000     0.0467    98.6140     1.5085    72.5000    97.2190
4095094.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0567    98.2540     1.7011    70.6400    97.8470
4081621.0 / 36546980
  82     0.1000     0.0591    98.1880     1.5078    72.6700    96.8407
4048773.0 / 36546980
  83     0.1000     0.0431    98.7740     1.6089    71.7900    97.7226
4013206.0 / 36546980
  84     0.1000     0.0394    98.8580     1.5449    73.2400    98.7792
3994148.0 / 36546980
  85     0.1000     0.0492    98.5700     1.8931    68.2400    97.3742
3978706.0 / 36546980
  86     0.1000     0.0518    98.4280     1.5209    72.4000    97.3023
3951345.0 / 36546980
  87     0.1000     0.0427    98.7060     1.4250    73.6400    97.5740
3923746.0 / 36546980
  88     0.1000     0.0422    98.7880     1.4895    73.0900    97.5818
3895772.0 / 36546980
  89     0.1000     0.0401    98.8320     1.6151    71.6200    98.9558
3875000.0 / 36546980
  90     0.1000     0.0436    98.7040     1.7308    70.9800    97.9629
3865783.0 / 36546980
  91     0.1000     0.0516    98.4160     1.5300    72.8500    98.6727
3841333.0 / 36546980
  92     0.1000     0.0405    98.7680     1.5872    72.5000    97.5793
3810487.0 / 36546980
  93     0.1000     0.0350    99.0200     1.6751    70.7500    96.7890
3799132.0 / 36546980
  94     0.1000     0.0486    98.5340     1.5550    72.3400    98.3406
3765495.0 / 36546980
  95     0.1000     0.0316    99.1460     1.5994    72.3000    97.7048
3754041.0 / 36546980
  96     0.1000     0.0474    98.5700     1.5866    72.1400    98.9694
3742725.0 / 36546980
  97     0.1000     0.0459    98.6480     1.5512    72.5900    98.2419
3724014.0 / 36546980
  98     0.1000     0.0416    98.7900     1.6498    71.3000    97.8220
3712599.0 / 36546980
  99     0.1000     0.0454    98.5720     1.6955    70.7200    97.5138
3692932.0 / 36546980
 100     0.1000     0.0387    98.9140     1.6386    71.2200    98.0909
3669981.0 / 36546980
 101     0.0988     0.0371    98.8940     1.4529    73.8700    97.9092
3633311.0 / 36546980
 102     0.0975     0.0240    99.3460     1.4389    74.5800    97.5360
3594293.0 / 36546980
 103     0.0963     0.0213    99.4240     1.4937    73.5900    96.5912
3558950.0 / 36546980
 104     0.0950     0.0224    99.3920     1.5880    73.9000    97.3515
3520100.0 / 36546980
 105     0.0938     0.0188    99.5400     1.4669    74.1000    97.5240
3483053.0 / 36546980
 106     0.0926     0.0189    99.5200     1.6147    72.8200    97.3358
3448085.0 / 36546980
 107     0.0913     0.0193    99.4680     1.5103    74.1800    98.0657
3425038.0 / 36546980
 108     0.0901     0.0258    99.2680     1.4597    74.9500    97.9142
3387005.0 / 36546980
 109     0.0889     0.0151    99.6060     1.4655    74.5100    96.7543
3347936.0 / 36546980
 110     0.0876     0.0131    99.6860     1.4180    75.1700    98.0258
3310556.0 / 36546980
 111     0.0864     0.0124    99.6700     1.5030    74.6200    98.0828
3275453.0 / 36546980
 112     0.0852     0.0125    99.6740     1.6719    73.5100    97.1189
3239736.0 / 36546980
 113     0.0839     0.0118    99.7340     1.4365    75.4700    97.7720
3205874.0 / 36546980
 114     0.0827     0.0120    99.6940     1.4931    74.2600    97.2472
3174332.0 / 36546980
 115     0.0814     0.0127    99.6800     1.5756    74.6000    97.6382
3140419.0 / 36546980
 116     0.0802     0.0105    99.7340     1.5057    74.8600    97.2247
3108804.0 / 36546980
 117     0.0790     0.0110    99.7420     1.5578    74.6500    96.5717
3082735.0 / 36546980
 118     0.0777     0.0126    99.6780     1.7858    71.8700    97.5613
3064343.0 / 36546980
 119     0.0765     0.0175    99.5200     1.6180    73.3300    97.2908
3041913.0 / 36546980
 120     0.0753     0.0133    99.6680     1.7727    72.4800    97.0026
3020627.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0143    99.6320     1.5447    73.6500    97.5103
2998097.0 / 36546980
 122     0.0728     0.0131    99.6600     1.4461    75.0600    97.3457
2972945.0 / 36546980
 123     0.0715     0.0106    99.7540     1.4110    75.9600    97.9130
2946075.0 / 36546980
 124     0.0703     0.0083    99.8200     1.4855    75.5400    98.1116
2918484.0 / 36546980
 125     0.0691     0.0070    99.8500     1.4434    76.0000    97.9317
2893165.0 / 36546980
 126     0.0678     0.0083    99.7900     1.4506    75.8500    98.4119
2866005.0 / 36546980
 127     0.0666     0.0059    99.8640     1.5105    75.5500    97.6204
2836361.0 / 36546980
 128     0.0654     0.0042    99.9260     1.4102    76.2900    97.4338
2808267.0 / 36546980
 129     0.0641     0.0041    99.9120     1.3859    76.1300    97.8399
2779586.0 / 36546980
 130     0.0629     0.0036    99.9260     1.4330    76.1900    97.7874
2751322.0 / 36546980
 131     0.0616     0.0034    99.9360     1.3904    76.5500    97.9202
2724972.0 / 36546980
 132     0.0604     0.0036    99.9320     1.4527    75.8400    98.4031
2698083.0 / 36546980
 133     0.0592     0.0027    99.9500     1.4138    76.2300    97.3042
2672230.0 / 36546980
 134     0.0579     0.0030    99.9340     1.4114    76.3600    98.0361
2647122.0 / 36546980
 135     0.0567     0.0026    99.9480     1.3975    76.3400    97.9350
2623909.0 / 36546980
 136     0.0554     0.0036    99.9300     1.4270    76.2300    97.4652
2601270.0 / 36546980
 137     0.0542     0.0029    99.9420     1.4341    76.2400    98.4106
2578649.0 / 36546980
 138     0.0530     0.0024    99.9560     1.3997    76.7400    97.6880
2557135.0 / 36546980
 139     0.0517     0.0025    99.9540     1.4238    76.4400    97.3912
2536372.0 / 36546980
 140     0.0505     0.0023    99.9460     1.4041    76.5200    97.6127
2516261.0 / 36546980
 141     0.0493     0.0023    99.9540     1.3856    76.6000    98.1574
2496406.0 / 36546980
 142     0.0480     0.0018    99.9700     1.3910    76.9200    97.8396
2476872.0 / 36546980
 143     0.0468     0.0020    99.9520     1.3609    76.7300    98.0577
2457794.0 / 36546980
 144     0.0456     0.0017    99.9640     1.3650    76.9400    97.5428
2439280.0 / 36546980
 145     0.0443     0.0015    99.9720     1.3710    76.9600    97.6248
2422009.0 / 36546980
 146     0.0431     0.0017    99.9560     1.4000    76.8000    97.4343
2404890.0 / 36546980
 147     0.0418     0.0016    99.9660     1.3848    76.9300    97.7773
2388517.0 / 36546980
 148     0.0406     0.0014    99.9720     1.3621    77.0800    98.7042
2373218.0 / 36546980
 149     0.0394     0.0015    99.9620     1.3720    77.1100    98.4723
2358438.0 / 36546980
 150     0.0381     0.0014    99.9680     1.3789    77.2000    98.7562
2343976.0 / 36546980
 151     0.0369     0.0012    99.9740     1.3584    77.5000    98.2803
2329993.0 / 36546980
 152     0.0357     0.0012    99.9680     1.3756    77.0100    97.3018
2316760.0 / 36546980
 153     0.0344     0.0013    99.9660     1.3624    77.1900    98.1420
2304252.0 / 36546980
 154     0.0332     0.0012    99.9700     1.3591    77.0900    97.8751
2292267.0 / 36546980
 155     0.0319     0.0012    99.9720     1.3622    77.2800    97.6309
2280812.0 / 36546980
 156     0.0307     0.0010    99.9780     1.3481    77.2600    97.4907
2270148.0 / 36546980
 157     0.0295     0.0012    99.9720     1.3650    77.1100    98.4629
2259979.0 / 36546980
 158     0.0282     0.0012    99.9720     1.3649    77.2400    98.5022
2250263.0 / 36546980
 159     0.0270     0.0012    99.9720     1.3646    77.1200    97.8745
2241090.0 / 36546980
 160     0.0257     0.0010    99.9740     1.3706    77.3800    97.0743
2232190.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0010    99.9740     1.3554    77.3400    98.0971
2224105.0 / 36546980
 162     0.0233     0.0010    99.9740     1.3510    77.4400    97.5799
2216333.0 / 36546980
 163     0.0220     0.0010    99.9820     1.3545    77.2500    97.7351
2209473.0 / 36546980
 164     0.0208     0.0011    99.9720     1.3712    77.3800    97.6957
2202820.0 / 36546980
 165     0.0196     0.0009    99.9780     1.3443    77.4900    97.3531
2196572.0 / 36546980
 166     0.0183     0.0009    99.9800     1.3636    77.4600    98.7538
2190887.0 / 36546980
 167     0.0171     0.0009    99.9740     1.3591    77.6100    98.2861
2185690.0 / 36546980
 168     0.0159     0.0009    99.9760     1.3483    77.2900    98.4885
2180957.0 / 36546980
 169     0.0146     0.0009    99.9800     1.3491    77.3000    98.0392
2176790.0 / 36546980
 170     0.0134     0.0009    99.9760     1.3587    77.3000    98.5878
2172857.0 / 36546980
 171     0.0121     0.0009    99.9780     1.3670    77.3700    98.5349
2169412.0 / 36546980
 172     0.0109     0.0009    99.9740     1.3664    77.4900    98.4402
2166487.0 / 36546980
 173     0.0097     0.0008    99.9780     1.3567    77.2000    98.4468
2163908.0 / 36546980
 174     0.0084     0.0008    99.9800     1.3451    77.4300    96.7118
2161902.0 / 36546980
 175     0.0072     0.0008    99.9800     1.3634    77.3400    97.9526
2160059.0 / 36546980
 176     0.0060     0.0009    99.9800     1.3569    77.3400    97.6050
2158843.0 / 36546980
 177     0.0047     0.0008    99.9820     1.3556    77.4400    97.4939
2157786.0 / 36546980
 178     0.0035     0.0008    99.9880     1.3449    77.6200    97.7936
2157269.0 / 36546980
 179     0.0022     0.0008    99.9780     1.3553    77.4900    98.0467
2157053.0 / 36546980
 180     0.0010     0.0008    99.9800     1.3609    77.5100    98.0888
2156767.0 / 36546980
 181     0.0010     0.0009    99.9800     1.3489    77.4000    98.5344
2156520.0 / 36546980
 182     0.0010     0.0009    99.9800     1.3562    77.5300    98.7966
2156259.0 / 36546980
 183     0.0010     0.0008    99.9840     1.3438    77.5300    97.1577
2155975.0 / 36546980
 184     0.0010     0.0008    99.9780     1.3481    77.5400    98.7354
2155693.0 / 36546980
 185     0.0010     0.0008    99.9820     1.3693    77.2700    97.7010
2155423.0 / 36546980
 186     0.0010     0.0008    99.9780     1.3476    77.5000    97.1663
2155166.0 / 36546980
 187     0.0010     0.0008    99.9820     1.3444    77.6300    99.3842
2154935.0 / 36546980
 188     0.0010     0.0008    99.9760     1.3472    77.4900    96.5422
2154694.0 / 36546980
 189     0.0010     0.0009    99.9720     1.3499    77.5400    98.1653
2154439.0 / 36546980
 190     0.0010     0.0009    99.9700     1.3464    77.4800    97.1013
2154195.0 / 36546980
 191     0.0010     0.0008    99.9820     1.3584    77.6000    97.5621
2153944.0 / 36546980
 192     0.0010     0.0008    99.9760     1.3467    77.4900    98.0485
2153670.0 / 36546980
 193     0.0010     0.0008    99.9780     1.3538    77.5900    97.2005
2153402.0 / 36546980
 194     0.0010     0.0008    99.9820     1.3475    77.6000    96.8432
2153160.0 / 36546980
 195     0.0010     0.0007    99.9900     1.3505    77.6600    98.4332
2152928.0 / 36546980
 196     0.0010     0.0007    99.9860     1.3512    77.5100    98.0788
2152692.0 / 36546980
 197     0.0010     0.0008    99.9820     1.3509    77.3800    98.2247
2152425.0 / 36546980
 198     0.0010     0.0009    99.9720     1.3559    77.3500    98.2653
2152161.0 / 36546980
 199     0.0010     0.0009    99.9780     1.3644    77.4400    97.6660
2151891.0 / 36546980
 200     0.0010     0.0008    99.9800     1.3465    77.4300    98.0898
