Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new10/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
total epochs: 200
29442367.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7272    12.6460     4.1705    10.9700    99.8764
25798984.0 / 36546980
   2     0.1000     2.9761    25.1200     3.7563    18.0300    97.5431
22866877.0 / 36546980
   3     0.1000     2.4673    34.9800     2.8487    29.4000    98.4915
20325222.0 / 36546980
   4     0.1000     2.0991    42.9380     2.6754    35.6100    96.8310
18064781.0 / 36546980
   5     0.1000     1.8381    49.1140     2.5176    37.7900    98.2388
16064477.0 / 36546980
   6     0.1000     1.6435    53.8020     2.3607    43.0200    97.4649
14343293.0 / 36546980
   7     0.1000     1.5102    56.9100     1.9777    48.2900    96.9251
12914697.0 / 36546980
   8     0.1000     1.3902    59.9960     1.8596    50.5500    97.0160
11754311.0 / 36546980
   9     0.1000     1.2832    62.8500     1.9282    50.6600    96.5846
10827463.0 / 36546980
  10     0.1000     1.1912    65.2440     1.8260    51.6300    96.6615
10093907.0 / 36546980
  11     0.1000     1.1122    67.3040     1.7558    53.7900    96.8198
9505205.0 / 36546980
  12     0.1000     1.0470    68.8560     1.8007    54.8100    97.8450
9029791.0 / 36546980
  13     0.1000     0.9802    70.6080     1.9062    52.5200    98.3655
8639981.0 / 36546980
  14     0.1000     0.9196    72.3620     1.5340    59.2700    96.5374
8318282.0 / 36546980
  15     0.1000     0.8628    73.9820     2.0216    53.2700    96.7130
8049891.0 / 36546980
  16     0.1000     0.8096    75.2120     1.5143    59.8900    96.8080
7817445.0 / 36546980
  17     0.1000     0.7547    76.8000     1.5877    59.1400    96.8603
7631084.0 / 36546980
  18     0.1000     0.7088    77.9860     1.3682    63.4600    98.2621
7463764.0 / 36546980
  19     0.1000     0.6713    79.2700     1.5277    62.3900    96.4999
7319023.0 / 36546980
  20     0.1000     0.6238    80.6220     1.7389    57.2700    96.8555
7182405.0 / 36546980
  21     0.1000     0.5787    82.0420     1.8417    59.2600    97.1121
7070794.0 / 36546980
  22     0.1000     0.5468    82.6660     1.4931    63.9500    96.7233
6967421.0 / 36546980
  23     0.1000     0.5133    83.8140     1.4114    64.2700    96.4281
6868976.0 / 36546980
  24     0.1000     0.4699    85.0360     1.8644    57.5100    96.5798
6783344.0 / 36546980
  25     0.1000     0.4468    85.8900     1.3648    67.3300    96.8127
6698520.0 / 36546980
  26     0.1000     0.4104    86.9000     1.7136    60.4300    96.8956
6628185.0 / 36546980
  27     0.1000     0.3933    87.3780     1.4939    65.0800    96.8107
6549039.0 / 36546980
  28     0.1000     0.3551    88.8080     1.4855    64.4000    96.7201
6480794.0 / 36546980
  29     0.1000     0.3388    89.1280     1.4834    66.3100    96.7247
6413240.0 / 36546980
  30     0.1000     0.3136    89.9640     1.5612    65.8700    96.8847
6349405.0 / 36546980
  31     0.1000     0.2914    90.6900     3.7149    45.4300    96.4104
6291988.0 / 36546980
  32     0.1000     0.2814    90.8840     1.7729    63.3800    96.6710
6231941.0 / 36546980
  33     0.1000     0.2628    91.4860     1.5405    66.3600    96.7074
6168196.0 / 36546980
  34     0.1000     0.2359    92.4880     1.8134    63.8800    96.4168
6104316.0 / 36546980
  35     0.1000     0.2216    92.9440     1.5121    66.6600    96.4837
6038275.0 / 36546980
  36     0.1000     0.2047    93.4600     1.3246    70.3300    96.2558
5970662.0 / 36546980
  37     0.1000     0.1876    94.1300     1.5795    66.0200    96.6601
5915211.0 / 36546980
  38     0.1000     0.1861    93.9700     1.4093    69.1000    96.7757
5857451.0 / 36546980
  39     0.1000     0.1770    94.3820     1.4318    69.3400    96.7313
5794697.0 / 36546980
  40     0.1000     0.1577    95.0100     1.6680    67.1600    97.5698
5730713.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1465    95.3160     1.4395    70.3600    96.7868
5669590.0 / 36546980
  42     0.1000     0.1404    95.5980     1.6774    67.5900    96.6186
5619747.0 / 36546980
  43     0.1000     0.1463    95.3760     1.5718    68.2200    96.7995
5562799.0 / 36546980
  44     0.1000     0.1308    95.9020     1.4581    70.4700    96.4719
5500243.0 / 36546980
  45     0.1000     0.1184    96.3380     1.5001    70.4700    96.9302
5459037.0 / 36546980
  46     0.1000     0.1331    95.7660     1.5470    69.5100    96.3554
5400799.0 / 36546980
  47     0.1000     0.1120    96.4920     1.6713    68.2100    96.7763
5330228.0 / 36546980
  48     0.1000     0.0946    97.2140     1.5190    71.1400    96.9262
5277706.0 / 36546980
  49     0.1000     0.1016    96.8740     1.4992    70.4700    96.6530
5225204.0 / 36546980
  50     0.1000     0.0994    96.8840     1.5602    70.9200    96.5579
5174483.0 / 36546980
  51     0.1000     0.0952    97.0080     1.6294    69.6900    96.6230
5135807.0 / 36546980
  52     0.1000     0.0998    96.8880     1.6283    68.9300    96.6275
5077717.0 / 36546980
  53     0.1000     0.0826    97.4760     1.5952    69.6300    96.8311
5035066.0 / 36546980
  54     0.1000     0.0890    97.2580     1.4932    70.9600    96.7638
4991699.0 / 36546980
  55     0.1000     0.0858    97.3420     1.3912    72.2900    96.7855
4956661.0 / 36546980
  56     0.1000     0.0923    97.2180     1.4874    71.8400    96.4729
4906655.0 / 36546980
  57     0.1000     0.0769    97.7020     1.5942    70.8000    96.6414
4866931.0 / 36546980
  58     0.1000     0.0795    97.5860     1.5355    70.8200    97.3266
4814808.0 / 36546980
  59     0.1000     0.0690    97.9340     2.0086    65.9100    96.7306
4778375.0 / 36546980
  60     0.1000     0.0766    97.6520     1.4895    71.1500    97.8055
4750349.0 / 36546980
  61     0.1000     0.0835    97.4420     1.8303    68.3600    96.9175
4715430.0 / 36546980
  62     0.1000     0.0768    97.6520     1.4860    71.8200    96.2752
4668372.0 / 36546980
  63     0.1000     0.0632    98.1220     1.4548    72.9200    96.2976
4623791.0 / 36546980
  64     0.1000     0.0634    98.1180     1.5679    70.8100    96.5205
4587729.0 / 36546980
  65     0.1000     0.0670    97.9180     1.6264    70.0700    96.1689
4556540.0 / 36546980
  66     0.1000     0.0672    97.9700     1.5950    70.7700    96.1883
4523394.0 / 36546980
  67     0.1000     0.0648    98.0520     1.6648    70.3200    96.1177
4489827.0 / 36546980
  68     0.1000     0.0639    98.0460     1.5902    71.0000    96.6457
4444952.0 / 36546980
  69     0.1000     0.0540    98.4400     1.4139    73.3300    96.4947
4415960.0 / 36546980
  70     0.1000     0.0633    98.0860     1.7256    70.5000    96.2565
4389467.0 / 36546980
  71     0.1000     0.0651    98.0580     1.7509    70.6200    96.5406
4349310.0 / 36546980
  72     0.1000     0.0525    98.4580     1.4536    73.2100    96.6015
4311619.0 / 36546980
  73     0.1000     0.0504    98.4800     1.5709    72.3100    96.4820
4267887.0 / 36546980
  74     0.1000     0.0458    98.7280     1.7074    70.4400    96.6086
4248419.0 / 36546980
  75     0.1000     0.0605    98.1440     1.5819    70.8300    96.4284
4212014.0 / 36546980
  76     0.1000     0.0492    98.5540     1.5110    72.4500    96.3492
4180747.0 / 36546980
  77     0.1000     0.0506    98.5260     1.7585    68.1200    97.4868
4171630.0 / 36546980
  78     0.1000     0.0629    98.0660     1.7500    69.5800    96.5324
4156560.0 / 36546980
  79     0.1000     0.0612    98.0860     1.6809    70.9300    96.4213
4128188.0 / 36546980
  80     0.1000     0.0511    98.4420     1.4890    71.5100    96.3743
4094156.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0431    98.7160     1.8195    69.3800    96.5222
4072534.0 / 36546980
  82     0.1000     0.0527    98.5040     1.6679    71.2000    96.2571
4041093.0 / 36546980
  83     0.1000     0.0433    98.7600     1.6309    71.4100    96.6390
4018035.0 / 36546980
  84     0.1000     0.0487    98.5440     1.7975    69.5200    96.6623
3994465.0 / 36546980
  85     0.1000     0.0471    98.6860     1.8492    69.2400    96.6869
3972402.0 / 36546980
  86     0.1000     0.0483    98.5760     1.6732    71.0000    96.4458
3947774.0 / 36546980
  87     0.1000     0.0465    98.6220     1.7184    70.3200    96.4402
3926670.0 / 36546980
  88     0.1000     0.0446    98.7240     1.6187    71.6200    96.5719
3897080.0 / 36546980
  89     0.1000     0.0394    98.9000     1.6786    71.1100    96.2994
3871989.0 / 36546980
  90     0.1000     0.0434    98.7160     1.7243    70.0500    96.2051
3851535.0 / 36546980
  91     0.1000     0.0442    98.7000     1.7124    70.3800    96.1659
3834227.0 / 36546980
  92     0.1000     0.0454    98.5980     1.7346    70.0200    96.2222
3812744.0 / 36546980
  93     0.1000     0.0440    98.7600     1.7366    70.1900    96.6258
3793000.0 / 36546980
  94     0.1000     0.0423    98.7600     1.8367    69.2400    96.2887
3765755.0 / 36546980
  95     0.1000     0.0363    98.9460     1.6273    71.8300    96.2031
3737754.0 / 36546980
  96     0.1000     0.0341    98.9920     1.5986    72.2500    96.8242
3711979.0 / 36546980
  97     0.1000     0.0358    98.9560     1.8134    69.3400    96.3456
3701587.0 / 36546980
  98     0.1000     0.0455    98.6240     1.6078    72.2600    96.5491
3691214.0 / 36546980
  99     0.1000     0.0447    98.6180     1.5587    72.3100    96.3213
3680568.0 / 36546980
 100     0.1000     0.0468    98.6200     1.5798    71.9000    96.6353
3662002.0 / 36546980
 101     0.0988     0.0388    98.9140     1.5355    73.0600    96.1907
3632284.0 / 36546980
 102     0.0975     0.0307    99.1240     1.6172    71.7500    96.4806
3608370.0 / 36546980
 103     0.0963     0.0324    99.0720     1.5379    72.6500    96.1833
3583353.0 / 36546980
 104     0.0950     0.0317    99.0840     1.5040    73.0200    96.5667
3548508.0 / 36546980
 105     0.0938     0.0228    99.3800     1.4268    75.1300    96.3693
3506433.0 / 36546980
 106     0.0926     0.0166    99.5820     1.5518    73.6000    96.1730
3464376.0 / 36546980
 107     0.0913     0.0149    99.6160     1.4481    74.8500    96.1301
3425995.0 / 36546980
 108     0.0901     0.0153    99.6260     1.5414    74.0000    96.1986
3386369.0 / 36546980
 109     0.0889     0.0133    99.6620     1.5202    74.3000    96.4241
3346947.0 / 36546980
 110     0.0876     0.0130    99.6900     1.5009    74.7400    97.0098
3308299.0 / 36546980
 111     0.0864     0.0122    99.7140     1.5075    74.5000    96.4053
3273307.0 / 36546980
 112     0.0852     0.0131    99.6580     1.5397    73.9000    96.2743
3236294.0 / 36546980
 113     0.0839     0.0119    99.7180     1.4551    75.3900    96.4323
3199049.0 / 36546980
 114     0.0827     0.0101    99.7580     1.4816    74.9000    96.6668
3163223.0 / 36546980
 115     0.0814     0.0098    99.7700     1.4679    75.3900    96.5810
3127816.0 / 36546980
 116     0.0802     0.0094    99.7700     1.4731    74.9600    96.5602
3100432.0 / 36546980
 117     0.0790     0.0132    99.6300     1.5745    73.9900    96.2645
3070837.0 / 36546980
 118     0.0777     0.0120    99.7040     1.4887    74.3800    96.5765
3041845.0 / 36546980
 119     0.0765     0.0102    99.7520     1.4402    75.0200    96.2980
3013063.0 / 36546980
 120     0.0753     0.0103    99.7460     1.4884    75.2800    96.2183
2985238.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0098    99.7700     1.5668    74.5600    96.2822
2953321.0 / 36546980
 122     0.0728     0.0067    99.8620     1.4436    75.9200    96.5049
2927081.0 / 36546980
 123     0.0715     0.0086    99.7860     1.4824    74.8800    96.7649
2897896.0 / 36546980
 124     0.0703     0.0066    99.8560     1.5147    75.1600    96.4272
2868955.0 / 36546980
 125     0.0691     0.0064    99.8720     1.4579    75.2600    96.5863
2840349.0 / 36546980
 126     0.0678     0.0055    99.8780     1.4415    75.7700    96.5515
2811687.0 / 36546980
 127     0.0666     0.0054    99.8900     1.4092    75.9500    96.4498
2782236.0 / 36546980
 128     0.0654     0.0039    99.9400     1.4186    76.0900    96.4158
2754543.0 / 36546980
 129     0.0641     0.0042    99.9080     1.4287    75.7600    96.1569
2727018.0 / 36546980
 130     0.0629     0.0038    99.9300     1.4309    76.1500    96.2437
2699684.0 / 36546980
 131     0.0616     0.0031    99.9420     1.4113    76.1100    96.0603
2673800.0 / 36546980
 132     0.0604     0.0039    99.9260     1.4759    75.1400    96.7254
2650963.0 / 36546980
 133     0.0592     0.0048    99.8960     1.5955    74.2700    96.3116
2628137.0 / 36546980
 134     0.0579     0.0040    99.9320     1.5525    75.1200    96.5166
2605687.0 / 36546980
 135     0.0567     0.0039    99.9220     1.4274    75.9600    96.3651
2582595.0 / 36546980
 136     0.0554     0.0028    99.9500     1.4331    76.3000    96.5037
2559622.0 / 36546980
 137     0.0542     0.0027    99.9500     1.4174    75.8900    96.1816
2536524.0 / 36546980
 138     0.0530     0.0019    99.9540     1.4110    76.0500    96.3584
2514067.0 / 36546980
 139     0.0517     0.0016    99.9780     1.4100    76.1300    96.4340
2492301.0 / 36546980
 140     0.0505     0.0018    99.9700     1.3958    76.2800    96.5927
2471770.0 / 36546980
 141     0.0493     0.0018    99.9580     1.4336    75.7500    96.6418
2451763.0 / 36546980
 142     0.0480     0.0020    99.9520     1.4870    75.9700    96.5976
2432904.0 / 36546980
 143     0.0468     0.0018    99.9660     1.4164    76.2100    96.3551
2414900.0 / 36546980
 144     0.0456     0.0018    99.9580     1.3960    76.1000    96.1548
2396655.0 / 36546980
 145     0.0443     0.0015    99.9680     1.4058    76.1600    96.5117
2379011.0 / 36546980
 146     0.0431     0.0014    99.9720     1.4036    76.2800    97.6075
2362048.0 / 36546980
 147     0.0418     0.0015    99.9660     1.3986    76.2300    96.6473
2345875.0 / 36546980
 148     0.0406     0.0013    99.9700     1.4051    76.3500    96.3965
2330699.0 / 36546980
 149     0.0394     0.0015    99.9580     1.4124    75.9000    96.3693
2316197.0 / 36546980
 150     0.0381     0.0014    99.9680     1.4404    76.1900    96.1025
2302292.0 / 36546980
 151     0.0369     0.0013    99.9700     1.4248    76.2100    96.3413
2288735.0 / 36546980
 152     0.0357     0.0012    99.9820     1.4233    76.3000    96.1035
2276303.0 / 36546980
 153     0.0344     0.0015    99.9620     1.4173    76.1000    96.5192
2264496.0 / 36546980
 154     0.0332     0.0014    99.9640     1.4228    76.3300    96.2507
2252861.0 / 36546980
 155     0.0319     0.0013    99.9760     1.4080    76.2600    96.2530
2241917.0 / 36546980
 156     0.0307     0.0012    99.9740     1.3971    76.4500    96.3776
2231133.0 / 36546980
 157     0.0295     0.0012    99.9760     1.3964    76.2200    96.6571
2221250.0 / 36546980
 158     0.0282     0.0012    99.9680     1.4058    76.4900    96.0119
2211649.0 / 36546980
 159     0.0270     0.0011    99.9780     1.3923    76.5600    96.3390
2202380.0 / 36546980
 160     0.0257     0.0010    99.9740     1.4023    76.2400    96.5395
2193959.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0010    99.9780     1.3962    76.3400    96.4607
2185783.0 / 36546980
 162     0.0233     0.0010    99.9820     1.3973    76.2600    97.1395
2178147.0 / 36546980
 163     0.0220     0.0010    99.9800     1.3955    76.5100    96.9780
2171043.0 / 36546980
 164     0.0208     0.0010    99.9740     1.4052    76.5600    96.8018
2164660.0 / 36546980
 165     0.0196     0.0010    99.9760     1.3812    76.6500    96.8130
2158518.0 / 36546980
 166     0.0183     0.0009    99.9820     1.4016    76.4900    96.2409
2152812.0 / 36546980
 167     0.0171     0.0009    99.9780     1.3962    76.5400    96.3125
2147806.0 / 36546980
 168     0.0159     0.0010    99.9780     1.3821    76.3500    96.3829
2143342.0 / 36546980
 169     0.0146     0.0009    99.9780     1.3847    76.4100    96.3811
2139275.0 / 36546980
 170     0.0134     0.0009    99.9780     1.4013    76.2800    96.2645
2135310.0 / 36546980
 171     0.0121     0.0009    99.9800     1.4007    76.2400    96.5156
2132044.0 / 36546980
 172     0.0109     0.0009    99.9740     1.3955    76.3600    96.0690
2129153.0 / 36546980
 173     0.0097     0.0009    99.9780     1.3974    76.5700    96.1391
2126609.0 / 36546980
 174     0.0084     0.0009    99.9760     1.3756    76.6000    96.3742
2124641.0 / 36546980
 175     0.0072     0.0009    99.9780     1.4087    76.4400    96.4606
2122830.0 / 36546980
 176     0.0060     0.0009    99.9760     1.3851    76.5100    96.2471
2121582.0 / 36546980
 177     0.0047     0.0008    99.9780     1.3916    76.5400    96.3438
2120586.0 / 36546980
 178     0.0035     0.0007    99.9900     1.3788    76.4000    97.2008
2120100.0 / 36546980
 179     0.0022     0.0008    99.9860     1.3913    76.3300    96.9028
2119849.0 / 36546980
 180     0.0010     0.0009    99.9760     1.3944    76.3500    96.1123
2119616.0 / 36546980
 181     0.0010     0.0009    99.9740     1.3867    76.4600    96.4835
2119359.0 / 36546980
 182     0.0010     0.0008    99.9800     1.3939    76.5300    96.4141
2119142.0 / 36546980
 183     0.0010     0.0008    99.9840     1.3864    76.5200    96.2492
2118886.0 / 36546980
 184     0.0010     0.0009    99.9780     1.3830    76.3400    96.2290
2118607.0 / 36546980
 185     0.0010     0.0008    99.9860     1.3912    76.2300    96.4592
2118365.0 / 36546980
 186     0.0010     0.0008    99.9800     1.3829    76.5000    95.9944
2118164.0 / 36546980
 187     0.0010     0.0008    99.9740     1.3904    76.4000    96.2086
2117913.0 / 36546980
 188     0.0010     0.0008    99.9800     1.3839    76.5200    96.4323
2117650.0 / 36546980
 189     0.0010     0.0009    99.9720     1.3870    76.4100    96.5630
2117416.0 / 36546980
 190     0.0010     0.0008    99.9740     1.3866    76.3700    96.9480
2117183.0 / 36546980
 191     0.0010     0.0008    99.9840     1.4016    76.5300    96.3605
2116942.0 / 36546980
 192     0.0010     0.0009    99.9780     1.3893    76.3600    96.5463
2116725.0 / 36546980
 193     0.0010     0.0008    99.9820     1.3924    76.4700    96.6865
2116450.0 / 36546980
 194     0.0010     0.0008    99.9740     1.3884    76.3500    96.9329
2116198.0 / 36546980
 195     0.0010     0.0008    99.9860     1.3977    76.4600    96.3562
2115933.0 / 36546980
 196     0.0010     0.0008    99.9860     1.3868    76.4400    96.1371
2115688.0 / 36546980
 197     0.0010     0.0008    99.9780     1.3897    76.4400    96.2014
2115477.0 / 36546980
 198     0.0010     0.0009    99.9740     1.3975    76.3800    96.2706
2115203.0 / 36546980
 199     0.0010     0.0008    99.9780     1.3979    76.4800    96.5249
2114953.0 / 36546980
 200     0.0010     0.0008    99.9740     1.3831    76.3900    97.5332
