Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new8/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
total epochs: 200
29442769.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7317    12.5480     4.5742     8.3200   100.6871
25800853.0 / 36546980
   2     0.1000     2.9767    25.0840     3.8349    17.7100    97.7593
22866822.0 / 36546980
   3     0.1000     2.4692    34.9140     2.9401    28.3200    98.0231
20324694.0 / 36546980
   4     0.1000     2.1017    42.9700     2.7148    34.9200    97.5996
18066033.0 / 36546980
   5     0.1000     1.8369    49.1440     2.6288    37.1300    97.4648
16066389.0 / 36546980
   6     0.1000     1.6401    53.7580     2.3237    43.1500    97.3511
14344485.0 / 36546980
   7     0.1000     1.5054    56.9080     2.2260    44.1700    97.2563
12914898.0 / 36546980
   8     0.1000     1.3858    60.0720     1.8045    51.6700    97.3123
11752245.0 / 36546980
   9     0.1000     1.2813    63.0040     1.9013    50.8200    97.3419
10828371.0 / 36546980
  10     0.1000     1.1880    65.2900     1.9082    50.5400    97.4183
10093100.0 / 36546980
  11     0.1000     1.1140    67.3220     1.9138    51.7200    97.4955
9507149.0 / 36546980
  12     0.1000     1.0431    69.0880     1.8660    53.8000    97.1072
9028090.0 / 36546980
  13     0.1000     0.9741    70.9360     1.8111    54.0700    97.0131
8643176.0 / 36546980
  14     0.1000     0.9156    72.6260     1.3652    62.3700    97.2201
8323069.0 / 36546980
  15     0.1000     0.8558    74.0900     1.7816    56.4300    97.3128
8053342.0 / 36546980
  16     0.1000     0.8020    75.5920     1.7140    57.1700    97.3407
7825443.0 / 36546980
  17     0.1000     0.7505    76.9240     1.7727    55.7900    97.2504
7637991.0 / 36546980
  18     0.1000     0.7032    78.3120     1.3859    63.3000    97.3515
7466294.0 / 36546980
  19     0.1000     0.6624    79.6240     1.5906    60.4000    97.7573
7320157.0 / 36546980
  20     0.1000     0.6159    80.8920     1.4959    60.5100    97.0835
7188385.0 / 36546980
  21     0.1000     0.5757    82.2220     1.8059    59.2800    97.1317
7077102.0 / 36546980
  22     0.1000     0.5452    82.8520     1.4628    64.2500    97.1731
6972666.0 / 36546980
  23     0.1000     0.5049    84.1240     1.5034    63.7200    97.2532
6872441.0 / 36546980
  24     0.1000     0.4639    85.2740     1.5336    63.5500    97.3847
6788445.0 / 36546980
  25     0.1000     0.4417    85.9080     1.2617    68.4300    96.9260
6702929.0 / 36546980
  26     0.1000     0.4029    87.2300     1.5779    62.8300    97.1580
6632719.0 / 36546980
  27     0.1000     0.3854    87.6740     1.4995    64.4700    97.3054
6558879.0 / 36546980
  28     0.1000     0.3580    88.6120     1.4829    65.4000    96.9501
6486803.0 / 36546980
  29     0.1000     0.3272    89.4260     1.7612    62.6300    96.9674
6421604.0 / 36546980
  30     0.1000     0.3082    90.1020     1.5412    66.7800    97.3181
6355982.0 / 36546980
  31     0.1000     0.2886    90.8100     1.5981    66.4600    97.2132
6292215.0 / 36546980
  32     0.1000     0.2705    91.3140     1.6252    65.1400    97.3379
6227046.0 / 36546980
  33     0.1000     0.2490    92.0040     1.8059    66.0400    97.3923
6164238.0 / 36546980
  34     0.1000     0.2327    92.5480     1.8368    64.6800    97.0152
6106060.0 / 36546980
  35     0.1000     0.2219    92.8760     1.7237    64.9600    97.0740
6040275.0 / 36546980
  36     0.1000     0.2002    93.5640     1.5719    66.5700    97.1353
5977520.0 / 36546980
  37     0.1000     0.1894    93.8120     1.5541    66.7700    97.1756
5910599.0 / 36546980
  38     0.1000     0.1701    94.6820     1.3667    69.4900    96.9365
5849370.0 / 36546980
  39     0.1000     0.1673    94.7400     1.4561    70.4200    97.3694
5789872.0 / 36546980
  40     0.1000     0.1590    94.8640     1.5543    68.1100    96.9394
5727881.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1470    95.3500     1.5481    68.6300    97.1731
5669730.0 / 36546980
  42     0.1000     0.1390    95.5540     1.9288    64.4500    97.2059
5613387.0 / 36546980
  43     0.1000     0.1355    95.7240     1.6765    67.1100    97.1831
5556315.0 / 36546980
  44     0.1000     0.1273    96.0520     1.5852    69.7200    97.4147
5503431.0 / 36546980
  45     0.1000     0.1213    96.1640     1.8246    65.8300    97.5649
5440401.0 / 36546980
  46     0.1000     0.1101    96.6180     1.7367    68.2100    97.0085
5383984.0 / 36546980
  47     0.1000     0.1083    96.6660     1.4336    71.1000    96.8956
5331137.0 / 36546980
  48     0.1000     0.1057    96.6560     1.7005    68.8200    96.9897
5278188.0 / 36546980
  49     0.1000     0.1027    96.8100     1.5454    68.8000    97.0259
5218132.0 / 36546980
  50     0.1000     0.0880    97.3460     1.6102    69.8900    96.8707
5171631.0 / 36546980
  51     0.1000     0.0979    96.9480     1.8845    66.0000    97.0825
5123684.0 / 36546980
  52     0.1000     0.0929    97.2600     1.6235    69.5000    96.8819
5069371.0 / 36546980
  53     0.1000     0.0831    97.5420     1.4850    71.0200    97.0360
5034588.0 / 36546980
  54     0.1000     0.0967    96.9960     1.7800    68.2500    97.1113
4999522.0 / 36546980
  55     0.1000     0.0940    97.1120     1.4855    70.5900    96.9117
4949276.0 / 36546980
  56     0.1000     0.0799    97.5880     1.5171    71.1700    96.8485
4892927.0 / 36546980
  57     0.1000     0.0710    97.9100     1.5331    69.5800    96.9980
4838604.0 / 36546980
  58     0.1000     0.0660    98.0600     1.6365    70.2100    97.2463
4797250.0 / 36546980
  59     0.1000     0.0760    97.7300     1.6569    69.0100    97.1183
4765484.0 / 36546980
  60     0.1000     0.0770    97.6320     1.9205    67.9100    97.2000
4742701.0 / 36546980
  61     0.1000     0.0843    97.3680     1.7358    67.8800    97.3816
4705439.0 / 36546980
  62     0.1000     0.0722    97.7280     1.5234    71.3500    97.1127
4652334.0 / 36546980
  63     0.1000     0.0563    98.2740     1.6960    69.8500    96.8615
4605387.0 / 36546980
  64     0.1000     0.0585    98.2540     1.4985    71.8600    96.8203
4559116.0 / 36546980
  65     0.1000     0.0579    98.3020     1.8463    67.6100    96.9329
4537632.0 / 36546980
  66     0.1000     0.0704    97.7900     1.8320    68.6300    96.8886
4499360.0 / 36546980
  67     0.1000     0.0621    98.1520     1.6934    69.5300    96.9988
4461065.0 / 36546980
  68     0.1000     0.0573    98.3100     1.5555    69.8100    96.8253
4424752.0 / 36546980
  69     0.1000     0.0581    98.2860     1.5672    71.5900    96.7732
4396845.0 / 36546980
  70     0.1000     0.0625    98.0620     1.5221    72.1700    96.8722
4349519.0 / 36546980
  71     0.1000     0.0458    98.7320     1.5046    72.0900    97.1039
4323616.0 / 36546980
  72     0.1000     0.0590    98.1800     1.5463    72.3700    96.6837
4303499.0 / 36546980
  73     0.1000     0.0611    98.2280     1.5971    71.6000    97.0337
4285528.0 / 36546980
  74     0.1000     0.0639    98.0720     1.5983    71.7400    96.8102
4262599.0 / 36546980
  75     0.1000     0.0591    98.1580     1.6228    71.6000    96.9911
4233235.0 / 36546980
  76     0.1000     0.0557    98.4520     1.5880    71.4600    96.9010
4201366.0 / 36546980
  77     0.1000     0.0489    98.5900     1.5240    71.9200    96.7095
4160767.0 / 36546980
  78     0.1000     0.0413    98.8260     1.6531    71.2800    96.7008
4133521.0 / 36546980
  79     0.1000     0.0507    98.4840     2.3374    65.3600    96.9243
4114159.0 / 36546980
  80     0.1000     0.0544    98.4180     1.6670    71.8700    96.8816
4087205.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0493    98.5740     1.6718    71.4300    97.1018
4057020.0 / 36546980
  82     0.1000     0.0444    98.6940     1.5762    72.3500    97.1450
4032628.0 / 36546980
  83     0.1000     0.0472    98.5540     1.8183    69.9500    96.9301
4005539.0 / 36546980
  84     0.1000     0.0443    98.6580     1.5523    72.4300    97.3314
3977590.0 / 36546980
  85     0.1000     0.0436    98.7340     1.6992    70.4000    97.0562
3970745.0 / 36546980
  86     0.1000     0.0570    98.2340     1.6959    70.3400    96.9941
3947890.0 / 36546980
  87     0.1000     0.0450    98.6340     1.8312    69.4800    97.0336
3931643.0 / 36546980
  88     0.1000     0.0503    98.5100     1.5554    71.9000    97.0331
3911136.0 / 36546980
  89     0.1000     0.0452    98.7020     1.4835    72.6200    96.7730
3878393.0 / 36546980
  90     0.1000     0.0372    98.9780     1.5890    72.1300    96.9831
3851461.0 / 36546980
  91     0.1000     0.0376    98.8560     1.7142    70.8100    96.9140
3838231.0 / 36546980
  92     0.1000     0.0487    98.5780     1.7629    70.5400    96.8433
3812766.0 / 36546980
  93     0.1000     0.0392    98.8640     1.5053    73.4800    96.8979
3784017.0 / 36546980
  94     0.1000     0.0353    99.0140     1.4711    73.8200    96.5710
3752613.0 / 36546980
  95     0.1000     0.0323    99.1040     1.6986    71.6100    96.7905
3736910.0 / 36546980
  96     0.1000     0.0404    98.8000     1.6089    71.6900    96.9494
3734942.0 / 36546980
  97     0.1000     0.0525    98.4140     1.8065    68.7600    96.8467
3719359.0 / 36546980
  98     0.1000     0.0425    98.7700     1.8425    69.6600    96.9349
3698866.0 / 36546980
  99     0.1000     0.0391    98.8500     1.4631    73.3200    96.8445
3679850.0 / 36546980
 100     0.1000     0.0390    98.8800     1.6290    71.3500    96.7336
3658575.0 / 36546980
 101     0.0988     0.0363    98.9580     1.4749    73.5400    96.8987
3629270.0 / 36546980
 102     0.0975     0.0300    99.1660     1.4648    73.8200    96.7512
3594719.0 / 36546980
 103     0.0963     0.0246    99.3500     1.4972    73.2900    96.7990
3560834.0 / 36546980
 104     0.0950     0.0235    99.3380     1.5231    73.0300    96.7152
3526341.0 / 36546980
 105     0.0938     0.0221    99.4100     1.4912    73.9200    96.8871
3488300.0 / 36546980
 106     0.0926     0.0180    99.5440     1.6620    72.3100    96.7085
3456474.0 / 36546980
 107     0.0913     0.0206    99.4540     1.5511    73.5500    96.7752
3420091.0 / 36546980
 108     0.0901     0.0188    99.5120     1.4621    75.2300    97.0820
3384238.0 / 36546980
 109     0.0889     0.0163    99.5720     2.4417    65.5100    96.8650
3357186.0 / 36546980
 110     0.0876     0.0212    99.3960     1.5367    74.1700    96.7007
3322517.0 / 36546980
 111     0.0864     0.0151    99.6100     1.5731    74.2300    96.7803
3289762.0 / 36546980
 112     0.0852     0.0147    99.6240     1.5763    74.5100    96.6992
3259731.0 / 36546980
 113     0.0839     0.0154    99.6140     1.4817    75.0500    96.7716
3221903.0 / 36546980
 114     0.0827     0.0098    99.7900     1.4311    75.3800    96.8612
3183621.0 / 36546980
 115     0.0814     0.0090    99.7880     1.4629    75.2900    96.7267
3146399.0 / 36546980
 116     0.0802     0.0086    99.8060     1.4054    76.1000    96.7783
3108178.0 / 36546980
 117     0.0790     0.0070    99.8560     1.4696    75.6400    96.6538
3072832.0 / 36546980
 118     0.0777     0.0083    99.8080     1.4230    75.2300    96.5949
3037091.0 / 36546980
 119     0.0765     0.0069    99.8520     1.3645    75.6800    96.8552
3001546.0 / 36546980
 120     0.0753     0.0056    99.8840     1.4030    76.2600    96.8205
2964878.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0046    99.9100     1.3828    76.8000    96.6703
2927709.0 / 36546980
 122     0.0728     0.0033    99.9400     1.3737    76.6600    96.5876
2892890.0 / 36546980
 123     0.0715     0.0040    99.9260     1.3854    76.4100    96.6744
2859437.0 / 36546980
 124     0.0703     0.0040    99.9180     1.4106    76.3200    96.7460
2827996.0 / 36546980
 125     0.0691     0.0041    99.9140     1.3960    76.1000    96.8132
2798056.0 / 36546980
 126     0.0678     0.0049    99.9000     1.4353    75.8700    96.9955
2769103.0 / 36546980
 127     0.0666     0.0041    99.9300     1.4620    75.6800    96.8384
2746556.0 / 36546980
 128     0.0654     0.0066    99.8400     1.4614    75.9500    96.6334
2720236.0 / 36546980
 129     0.0641     0.0049    99.8960     1.4403    75.8100    96.8031
2692262.0 / 36546980
 130     0.0629     0.0033    99.9420     1.4293    76.0800    96.7401
2665746.0 / 36546980
 131     0.0616     0.0035    99.9360     1.4171    76.1900    96.6694
2640720.0 / 36546980
 132     0.0604     0.0037    99.9160     1.4496    75.7800    96.7751
2615439.0 / 36546980
 133     0.0592     0.0031    99.9420     1.4366    76.2600    96.9809
2590883.0 / 36546980
 134     0.0579     0.0028    99.9440     1.4077    76.3100    96.7410
2566204.0 / 36546980
 135     0.0567     0.0022    99.9600     1.3994    76.3000    96.7649
2542286.0 / 36546980
 136     0.0554     0.0023    99.9500     1.3772    76.8000    96.5929
2518759.0 / 36546980
 137     0.0542     0.0021    99.9600     1.4013    76.4700    96.7537
2496037.0 / 36546980
 138     0.0530     0.0025    99.9500     1.3733    76.8400    96.6112
2474695.0 / 36546980
 139     0.0517     0.0021    99.9580     1.3875    76.3900    96.9994
2454031.0 / 36546980
 140     0.0505     0.0019    99.9640     1.3610    76.5900    96.7689
2433983.0 / 36546980
 141     0.0493     0.0020    99.9660     1.3570    76.8800    96.5460
2415087.0 / 36546980
 142     0.0480     0.0019    99.9540     1.3826    76.8200    96.8208
2395810.0 / 36546980
 143     0.0468     0.0018    99.9700     1.3750    76.8300    96.5551
2377644.0 / 36546980
 144     0.0456     0.0017    99.9620     1.3784    76.7200    96.6771
2360334.0 / 36546980
 145     0.0443     0.0017    99.9680     1.3735    76.8000    96.7457
2343041.0 / 36546980
 146     0.0431     0.0015    99.9680     1.3679    76.8100    96.6652
2326757.0 / 36546980
 147     0.0418     0.0017    99.9520     1.3923    76.9000    96.7012
2311190.0 / 36546980
 148     0.0406     0.0014    99.9760     1.3805    77.1500    96.8114
2295732.0 / 36546980
 149     0.0394     0.0014    99.9660     1.3753    76.9000    96.5438
2281136.0 / 36546980
 150     0.0381     0.0012    99.9720     1.3778    76.9400    96.6468
2267392.0 / 36546980
 151     0.0369     0.0013    99.9660     1.3670    76.8900    96.8023
2254356.0 / 36546980
 152     0.0357     0.0013    99.9720     1.3690    76.8700    96.6782
2241817.0 / 36546980
 153     0.0344     0.0014    99.9700     1.3788    76.9200    96.9524
2230010.0 / 36546980
 154     0.0332     0.0012    99.9740     1.3740    76.7400    96.6789
2218174.0 / 36546980
 155     0.0319     0.0011    99.9700     1.3598    76.9200    96.8639
2207147.0 / 36546980
 156     0.0307     0.0010    99.9720     1.3603    76.8800    96.8008
2196443.0 / 36546980
 157     0.0295     0.0011    99.9800     1.3589    76.8200    96.9075
2186605.0 / 36546980
 158     0.0282     0.0012    99.9700     1.3621    76.8900    96.6551
2177183.0 / 36546980
 159     0.0270     0.0011    99.9700     1.3527    76.9700    96.7228
2168203.0 / 36546980
 160     0.0257     0.0011    99.9740     1.3680    76.9000    96.8776
2159662.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0012    99.9740     1.3615    76.9600    96.8084
2152230.0 / 36546980
 162     0.0233     0.0012    99.9780     1.3664    76.8100    96.7301
2144946.0 / 36546980
 163     0.0220     0.0010    99.9780     1.3566    76.8800    96.8485
2137876.0 / 36546980
 164     0.0208     0.0010    99.9740     1.3735    76.8400    96.6411
2131674.0 / 36546980
 165     0.0196     0.0010    99.9780     1.3488    76.9400    96.8859
2125450.0 / 36546980
 166     0.0183     0.0009    99.9840     1.3626    76.7400    96.6874
2119916.0 / 36546980
 167     0.0171     0.0010    99.9720     1.3646    77.1700    96.8379
2114927.0 / 36546980
 168     0.0159     0.0010    99.9720     1.3516    76.8300    96.8330
2110402.0 / 36546980
 169     0.0146     0.0010    99.9880     1.3535    76.8200    96.8657
2106444.0 / 36546980
 170     0.0134     0.0010    99.9700     1.3616    77.0100    96.6738
2102668.0 / 36546980
 171     0.0121     0.0009    99.9740     1.3670    76.8300    96.8254
2099400.0 / 36546980
 172     0.0109     0.0010    99.9740     1.3783    76.8300    96.8063
2096574.0 / 36546980
 173     0.0097     0.0009    99.9800     1.3635    76.8400    96.6047
2094124.0 / 36546980
 174     0.0084     0.0009    99.9760     1.3480    77.1400    96.7468
2092241.0 / 36546980
 175     0.0072     0.0009    99.9780     1.3695    76.9200    96.6569
2090480.0 / 36546980
 176     0.0060     0.0009    99.9780     1.3642    76.9600    96.5624
2089228.0 / 36546980
 177     0.0047     0.0008    99.9780     1.3559    77.0500    96.6582
2088259.0 / 36546980
 178     0.0035     0.0008    99.9880     1.3598    76.7400    96.5888
2087776.0 / 36546980
 179     0.0022     0.0008    99.9840     1.3609    77.2400    96.7083
2087562.0 / 36546980
 180     0.0010     0.0009    99.9740     1.3642    76.9400    96.6485
2087328.0 / 36546980
 181     0.0010     0.0009    99.9760     1.3610    77.0300    96.6184
2087089.0 / 36546980
 182     0.0010     0.0008    99.9780     1.3632    76.9600    96.6488
2086842.0 / 36546980
 183     0.0010     0.0008    99.9820     1.3511    77.2500    96.6236
2086597.0 / 36546980
 184     0.0010     0.0009    99.9820     1.3561    77.0400    96.5634
2086346.0 / 36546980
 185     0.0010     0.0008    99.9860     1.3658    77.1000    96.8057
2086113.0 / 36546980
 186     0.0010     0.0009    99.9720     1.3476    77.1600    96.6828
2085858.0 / 36546980
 187     0.0010     0.0009    99.9680     1.3573    77.1000    96.5695
2085610.0 / 36546980
 188     0.0010     0.0008    99.9820     1.3597    76.9800    96.6555
2085382.0 / 36546980
 189     0.0010     0.0009    99.9760     1.3578    76.9400    96.5838
2085162.0 / 36546980
 190     0.0010     0.0009    99.9700     1.3558    76.8700    96.5967
2084925.0 / 36546980
 191     0.0010     0.0008    99.9820     1.3634    76.9000    96.6590
2084691.0 / 36546980
 192     0.0010     0.0009    99.9800     1.3555    76.9700    96.5906
2084447.0 / 36546980
 193     0.0010     0.0008    99.9780     1.3677    76.9800    96.5379
2084171.0 / 36546980
 194     0.0010     0.0008    99.9780     1.3530    76.9400    96.8352
2083970.0 / 36546980
 195     0.0010     0.0008    99.9840     1.3558    77.0400    96.7460
2083684.0 / 36546980
 196     0.0010     0.0007    99.9820     1.3575    76.9500    96.6240
2083451.0 / 36546980
 197     0.0010     0.0009    99.9820     1.3623    77.0100    96.8148
2083232.0 / 36546980
 198     0.0010     0.0008    99.9740     1.3616    76.8200    96.7262
2082955.0 / 36546980
 199     0.0010     0.0008    99.9760     1.3636    76.9100    96.7941
2082722.0 / 36546980
 200     0.0010     0.0008    99.9800     1.3570    77.0600    96.7316
