Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new7/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
total epochs: 200
29442405.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7317    12.5520     5.2912     7.0500   101.9820
25800422.0 / 36546980
   2     0.1000     2.9811    25.0280     3.6838    18.3900    98.6540
22867984.0 / 36546980
   3     0.1000     2.4762    34.9340     3.0627    27.0400    98.9139
20324858.0 / 36546980
   4     0.1000     2.1081    42.8480     2.7330    34.0500    98.7225
18066463.0 / 36546980
   5     0.1000     1.8422    48.9840     2.5045    38.2500    98.8188
16064416.0 / 36546980
   6     0.1000     1.6450    53.5360     2.7331    38.9100    98.5939
14343493.0 / 36546980
   7     0.1000     1.5095    56.9180     2.0469    46.7200    98.8694
12916786.0 / 36546980
   8     0.1000     1.3895    60.0840     1.7570    52.6200    98.7507
11759613.0 / 36546980
   9     0.1000     1.2807    62.8140     1.8138    52.5600    98.5865
10836444.0 / 36546980
  10     0.1000     1.1881    65.1840     2.4177    45.9000    98.7697
10102662.0 / 36546980
  11     0.1000     1.1146    67.1240     1.7545    53.8700    98.8316
9514307.0 / 36546980
  12     0.1000     1.0461    68.8260     2.1489    51.1100    98.1559
9034587.0 / 36546980
  13     0.1000     0.9745    70.9700     1.7485    54.8900    98.0606
8649856.0 / 36546980
  14     0.1000     0.9163    72.5820     1.3986    62.0100    98.3718
8327343.0 / 36546980
  15     0.1000     0.8554    74.1300     1.6997    58.6300    97.9399
8057095.0 / 36546980
  16     0.1000     0.8030    75.5060     1.6840    57.4200    98.0418
7830415.0 / 36546980
  17     0.1000     0.7545    76.8140     1.5959    59.4400    98.8773
7635270.0 / 36546980
  18     0.1000     0.6989    78.4640     1.3050    64.3600    98.6759
7472777.0 / 36546980
  19     0.1000     0.6670    79.4220     1.3710    64.4500    98.5266
7322116.0 / 36546980
  20     0.1000     0.6164    80.8480     1.7909    56.8900    98.2701
7191525.0 / 36546980
  21     0.1000     0.5762    82.2240     1.9096    58.5700    98.3589
7077568.0 / 36546980
  22     0.1000     0.5425    82.8060     1.6320    61.2100    98.0357
6972810.0 / 36546980
  23     0.1000     0.5064    84.0500     1.5646    62.7100    98.6102
6872185.0 / 36546980
  24     0.1000     0.4665    85.2240     1.5700    63.0300    98.0619
6787240.0 / 36546980
  25     0.1000     0.4395    85.9480     1.3338    67.2500    98.3086
6705122.0 / 36546980
  26     0.1000     0.4103    86.8340     1.3426    66.6300    98.4315
6628010.0 / 36546980
  27     0.1000     0.3855    87.7180     1.3229    67.9800    98.3344
6550046.0 / 36546980
  28     0.1000     0.3498    88.7760     1.6353    63.0100    97.5878
6480955.0 / 36546980
  29     0.1000     0.3320    89.3340     1.6360    64.6800    97.7570
6411290.0 / 36546980
  30     0.1000     0.3108    90.1500     1.6928    63.1500    97.5474
6347638.0 / 36546980
  31     0.1000     0.2896    90.7320     1.5561    65.8700    98.0052
6284077.0 / 36546980
  32     0.1000     0.2715    91.3240     1.6693    64.3100    97.4609
6222703.0 / 36546980
  33     0.1000     0.2538    91.8560     1.6735    67.1800    97.5126
6159071.0 / 36546980
  34     0.1000     0.2357    92.4660     1.6382    65.7100    98.1275
6097006.0 / 36546980
  35     0.1000     0.2202    92.9060     1.4981    67.8000    97.5133
6024079.0 / 36546980
  36     0.1000     0.1931    93.8060     1.5058    68.3700    97.4373
5955588.0 / 36546980
  37     0.1000     0.1824    94.1580     1.9204    63.3700    97.5706
5905418.0 / 36546980
  38     0.1000     0.1868    93.9480     1.5463    68.0900    97.9985
5848809.0 / 36546980
  39     0.1000     0.1735    94.5300     1.4657    69.3100    97.5468
5792305.0 / 36546980
  40     0.1000     0.1636    94.7380     1.8010    65.9800    97.4451
5731284.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1539    95.1260     1.5392    68.9100    97.4260
5661965.0 / 36546980
  42     0.1000     0.1329    95.8260     1.7086    67.2200    97.4307
5603374.0 / 36546980
  43     0.1000     0.1329    95.8500     1.5109    68.5500    97.5331
5553900.0 / 36546980
  44     0.1000     0.1356    95.7400     1.5524    69.3900    97.5421
5499379.0 / 36546980
  45     0.1000     0.1245    96.1000     1.5583    69.2500    97.6625
5443536.0 / 36546980
  46     0.1000     0.1176    96.1840     1.6597    67.0000    97.4833
5382121.0 / 36546980
  47     0.1000     0.1061    96.7460     1.6095    68.2200    97.7406
5317055.0 / 36546980
  48     0.1000     0.0968    97.0540     1.7560    68.8500    97.4361
5273202.0 / 36546980
  49     0.1000     0.1081    96.5940     1.4722    71.1500    97.2983
5213620.0 / 36546980
  50     0.1000     0.0907    97.1600     1.9227    65.7500    97.2927
5170718.0 / 36546980
  51     0.1000     0.1006    96.8880     1.5135    70.5600    97.3778
5123159.0 / 36546980
  52     0.1000     0.0938    97.1300     1.5678    69.9300    97.4843
5073304.0 / 36546980
  53     0.1000     0.0876    97.2840     1.5037    70.5700    97.5978
5033311.0 / 36546980
  54     0.1000     0.0913    97.1760     1.5723    70.1100    97.3269
4995131.0 / 36546980
  55     0.1000     0.0886    97.1600     1.4973    71.3000    97.4626
4952729.0 / 36546980
  56     0.1000     0.0861    97.3900     1.7305    67.9900    97.6039
4910460.0 / 36546980
  57     0.1000     0.0846    97.4040     1.5049    70.4300    97.3820
4863901.0 / 36546980
  58     0.1000     0.0751    97.7200     1.6108    69.2500    97.6165
4828835.0 / 36546980
  59     0.1000     0.0810    97.5240     1.6288    69.4800    97.4297
4786351.0 / 36546980
  60     0.1000     0.0733    97.8240     1.6179    70.2800    97.5166
4746479.0 / 36546980
  61     0.1000     0.0752    97.6800     1.4195    72.9100    97.3263
4697822.0 / 36546980
  62     0.1000     0.0621    98.1760     1.5837    71.4000    97.1674
4653901.0 / 36546980
  63     0.1000     0.0626    98.0640     1.6176    70.3400    97.4327
4610756.0 / 36546980
  64     0.1000     0.0646    98.0220     1.7479    69.5900    97.3284
4580307.0 / 36546980
  65     0.1000     0.0708    97.8880     1.6388    71.1400    97.3565
4548343.0 / 36546980
  66     0.1000     0.0645    97.9720     1.7545    68.4400    97.4285
4519739.0 / 36546980
  67     0.1000     0.0685    97.8240     1.7677    69.5300    97.1168
4480222.0 / 36546980
  68     0.1000     0.0580    98.3020     1.5950    72.1500    97.2485
4435145.0 / 36546980
  69     0.1000     0.0520    98.3980     1.5139    72.2300    97.2985
4405819.0 / 36546980
  70     0.1000     0.0624    98.1940     1.6689    70.5800    97.1647
4377562.0 / 36546980
  71     0.1000     0.0606    98.1360     1.5170    72.4300    97.1739
4349843.0 / 36546980
  72     0.1000     0.0596    98.2220     1.5474    72.3900    97.3118
4321032.0 / 36546980
  73     0.1000     0.0590    98.2440     1.7355    69.9000    97.1464
4298048.0 / 36546980
  74     0.1000     0.0620    98.1340     1.5015    72.6000    97.5685
4260098.0 / 36546980
  75     0.1000     0.0489    98.5900     1.5227    72.0100    97.3179
4227041.0 / 36546980
  76     0.1000     0.0492    98.4960     1.6649    71.2600    97.4278
4196914.0 / 36546980
  77     0.1000     0.0519    98.4960     1.8571    69.8500    97.4517
4165378.0 / 36546980
  78     0.1000     0.0487    98.5380     1.6821    70.6000    97.4261
4145751.0 / 36546980
  79     0.1000     0.0542    98.3200     1.7052    70.7300    97.5903
4120187.0 / 36546980
  80     0.1000     0.0526    98.4320     1.5095    72.8300    97.4231
4099688.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0540    98.3400     2.3900    62.9000    97.2745
4073052.0 / 36546980
  82     0.1000     0.0506    98.5300     1.6508    72.3400    97.1497
4032452.0 / 36546980
  83     0.1000     0.0363    99.0000     1.5179    72.8500    97.3788
3997258.0 / 36546980
  84     0.1000     0.0420    98.8120     1.5221    72.9700    97.4005
3963798.0 / 36546980
  85     0.1000     0.0393    98.8860     1.5039    72.5100    97.2766
3936935.0 / 36546980
  86     0.1000     0.0419    98.7900     1.7440    69.7800    97.4165
3916005.0 / 36546980
  87     0.1000     0.0453    98.6960     1.5706    72.0100    97.3481
3901994.0 / 36546980
  88     0.1000     0.0492    98.4920     1.7038    70.5100    97.8299
3884243.0 / 36546980
  89     0.1000     0.0472    98.6240     1.9170    68.9200    97.3692
3859554.0 / 36546980
  90     0.1000     0.0429    98.7580     1.6601    71.2700    97.5385
3845173.0 / 36546980
  91     0.1000     0.0473    98.5600     1.8849    67.9900    97.2131
3832353.0 / 36546980
  92     0.1000     0.0504    98.5240     1.5948    71.6000    97.5641
3809826.0 / 36546980
  93     0.1000     0.0416    98.7920     1.5451    73.2200    97.2556
3792829.0 / 36546980
  94     0.1000     0.0448    98.6540     1.6538    71.7300    97.3431
3779045.0 / 36546980
  95     0.1000     0.0456    98.6400     1.6624    71.6400    97.2071
3759264.0 / 36546980
  96     0.1000     0.0413    98.7800     1.7351    70.0700    97.4971
3737699.0 / 36546980
  97     0.1000     0.0397    98.8180     1.6226    72.7000    97.3227
3719379.0 / 36546980
  98     0.1000     0.0402    98.7980     1.7967    70.1800    97.4973
3710869.0 / 36546980
  99     0.1000     0.0482    98.5340     1.6043    72.3100    97.3545
3692532.0 / 36546980
 100     0.1000     0.0408    98.8640     1.6233    71.0700    97.2446
3662005.0 / 36546980
 101     0.0988     0.0305    99.1740     1.5329    73.6500    97.2490
3629323.0 / 36546980
 102     0.0975     0.0280    99.2100     1.4962    73.4700    97.3052
3592031.0 / 36546980
 103     0.0963     0.0231    99.3560     1.4886    73.5200    97.0470
3548879.0 / 36546980
 104     0.0950     0.0178    99.5600     1.4187    75.1200    97.5343
3505072.0 / 36546980
 105     0.0938     0.0165    99.5620     1.5392    72.9700    97.7725
3472899.0 / 36546980
 106     0.0926     0.0215    99.3760     1.5977    73.2600    97.6921
3440701.0 / 36546980
 107     0.0913     0.0207    99.4520     1.4196    74.8800    98.3973
3404821.0 / 36546980
 108     0.0901     0.0177    99.5220     1.4957    73.9500    98.0081
3373844.0 / 36546980
 109     0.0889     0.0189    99.5180     1.4586    74.8500    98.1407
3337938.0 / 36546980
 110     0.0876     0.0149    99.6400     1.4803    74.9100    98.2005
3299585.0 / 36546980
 111     0.0864     0.0123    99.7060     1.4518    75.4700    97.8020
3266662.0 / 36546980
 112     0.0852     0.0149    99.6100     1.5841    74.2600    97.8632
3233604.0 / 36546980
 113     0.0839     0.0138    99.6660     1.5584    74.4000    97.5748
3205478.0 / 36546980
 114     0.0827     0.0151    99.6060     1.5455    73.7700    97.8357
3185306.0 / 36546980
 115     0.0814     0.0208    99.4320     1.5445    74.0700    97.5557
3163142.0 / 36546980
 116     0.0802     0.0176    99.5000     1.4280    75.1400    98.2097
3132493.0 / 36546980
 117     0.0790     0.0120    99.7380     1.4554    75.3800    98.1647
3100003.0 / 36546980
 118     0.0777     0.0096    99.7820     1.4449    75.8900    97.7970
3064837.0 / 36546980
 119     0.0765     0.0078    99.8480     1.4224    75.7400    98.0750
3027777.0 / 36546980
 120     0.0753     0.0056    99.8960     1.4678    75.9700    97.7959
2993931.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0063    99.8420     1.5431    75.2700    97.5869
2960866.0 / 36546980
 122     0.0728     0.0061    99.8620     1.5517    75.4200    97.9462
2929506.0 / 36546980
 123     0.0715     0.0061    99.8780     1.4242    76.4100    97.8128
2903062.0 / 36546980
 124     0.0703     0.0085    99.7940     1.4826    75.6700    97.5444
2876104.0 / 36546980
 125     0.0691     0.0075    99.8180     1.4857    75.4300    97.7632
2849077.0 / 36546980
 126     0.0678     0.0067    99.8440     1.5325    75.2900    98.1448
2825177.0 / 36546980
 127     0.0666     0.0077    99.8080     1.4521    75.8400    98.0434
2804102.0 / 36546980
 128     0.0654     0.0095    99.7700     1.5449    75.1400    97.8201
2783406.0 / 36546980
 129     0.0641     0.0081    99.8040     1.4984    75.1700    98.2269
2761509.0 / 36546980
 130     0.0629     0.0074    99.8100     1.4435    75.9500    98.2109
2737433.0 / 36546980
 131     0.0616     0.0053    99.9000     1.4123    76.1000    97.8282
2711396.0 / 36546980
 132     0.0604     0.0037    99.9280     1.4351    75.8500    98.4234
2686226.0 / 36546980
 133     0.0592     0.0034    99.9460     1.4119    76.5900    98.4248
2663114.0 / 36546980
 134     0.0579     0.0045    99.9140     1.4192    76.2700    97.9157
2639565.0 / 36546980
 135     0.0567     0.0035    99.9180     1.4748    75.1900    97.7942
2616846.0 / 36546980
 136     0.0554     0.0036    99.9240     1.4203    76.6800    97.8532
2594135.0 / 36546980
 137     0.0542     0.0031    99.9400     1.4089    76.5000    97.6065
2571284.0 / 36546980
 138     0.0530     0.0022    99.9620     1.3930    76.5800    97.7518
2550030.0 / 36546980
 139     0.0517     0.0025    99.9480     1.4197    76.4000    97.7156
2528836.0 / 36546980
 140     0.0505     0.0025    99.9500     1.3866    76.7300    97.8701
2508620.0 / 36546980
 141     0.0493     0.0024    99.9480     1.3848    76.8400    97.8990
2488529.0 / 36546980
 142     0.0480     0.0021    99.9600     1.4021    76.6000    97.7140
2469722.0 / 36546980
 143     0.0468     0.0020    99.9600     1.3914    76.6200    97.5768
2451077.0 / 36546980
 144     0.0456     0.0019    99.9580     1.3814    76.7100    97.8679
2433301.0 / 36546980
 145     0.0443     0.0020    99.9520     1.3984    76.8800    97.9216
2416007.0 / 36546980
 146     0.0431     0.0017    99.9640     1.3668    77.0500    97.7246
2399614.0 / 36546980
 147     0.0418     0.0018    99.9640     1.4125    76.6500    97.9153
2383242.0 / 36546980
 148     0.0406     0.0014    99.9760     1.3914    76.8300    97.9095
2367713.0 / 36546980
 149     0.0394     0.0015    99.9540     1.4168    76.3600    97.7708
2353044.0 / 36546980
 150     0.0381     0.0015    99.9700     1.3984    76.9500    97.5446
2339122.0 / 36546980
 151     0.0369     0.0014    99.9640     1.3921    76.8700    98.1207
2325316.0 / 36546980
 152     0.0357     0.0013    99.9660     1.3996    76.5500    98.1810
2312228.0 / 36546980
 153     0.0344     0.0013    99.9680     1.3992    76.8300    98.1275
2299840.0 / 36546980
 154     0.0332     0.0012    99.9760     1.3972    76.8500    97.8101
2288110.0 / 36546980
 155     0.0319     0.0011    99.9740     1.3897    76.9700    97.6276
2276703.0 / 36546980
 156     0.0307     0.0011    99.9700     1.3826    77.1600    98.0428
2265644.0 / 36546980
 157     0.0295     0.0010    99.9760     1.3807    77.2800    97.6164
2255484.0 / 36546980
 158     0.0282     0.0011    99.9740     1.3932    76.9800    97.6285
2245649.0 / 36546980
 159     0.0270     0.0010    99.9760     1.3915    77.0200    97.8388
2236371.0 / 36546980
 160     0.0257     0.0009    99.9800     1.3899    77.2400    97.6898
2227694.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0010    99.9800     1.3860    77.3200    97.7043
2219639.0 / 36546980
 162     0.0233     0.0009    99.9840     1.3783    77.2100    97.4660
2212063.0 / 36546980
 163     0.0220     0.0010    99.9720     1.3811    77.1000    98.1858
2205211.0 / 36546980
 164     0.0208     0.0010    99.9760     1.3842    77.3800    98.0604
2198465.0 / 36546980
 165     0.0196     0.0009    99.9720     1.3748    77.4300    98.0804
2192295.0 / 36546980
 166     0.0183     0.0009    99.9760     1.3803    77.2800    97.4881
2186748.0 / 36546980
 167     0.0171     0.0010    99.9680     1.3870    77.1200    97.3999
2181493.0 / 36546980
 168     0.0159     0.0009    99.9760     1.3696    77.1100    98.0054
2176821.0 / 36546980
 169     0.0146     0.0010    99.9760     1.3736    77.1400    97.8543
2172666.0 / 36546980
 170     0.0134     0.0009    99.9760     1.3786    77.1100    98.6711
2168822.0 / 36546980
 171     0.0121     0.0008    99.9820     1.3814    77.1700    97.8227
2165498.0 / 36546980
 172     0.0109     0.0010    99.9700     1.3794    77.1600    97.6534
2162546.0 / 36546980
 173     0.0097     0.0009    99.9820     1.3729    77.1900    97.3452
2159944.0 / 36546980
 174     0.0084     0.0009    99.9780     1.3675    77.1500    98.0014
2157918.0 / 36546980
 175     0.0072     0.0009    99.9800     1.3851    77.2900    97.8187
2156100.0 / 36546980
 176     0.0060     0.0009    99.9800     1.3867    77.3200    97.6827
2154791.0 / 36546980
 177     0.0047     0.0008    99.9800     1.3787    77.3100    97.5833
2153741.0 / 36546980
 178     0.0035     0.0008    99.9840     1.3735    77.3900    97.7592
2153213.0 / 36546980
 179     0.0022     0.0008    99.9900     1.3775    77.1700    97.9004
2152961.0 / 36546980
 180     0.0010     0.0008    99.9760     1.3857    77.1300    98.2044
2152714.0 / 36546980
 181     0.0010     0.0009    99.9760     1.3777    77.0900    98.1296
2152447.0 / 36546980
 182     0.0010     0.0008    99.9820     1.3752    77.3700    97.9239
2152175.0 / 36546980
 183     0.0010     0.0008    99.9780     1.3761    77.3200    98.4741
2151953.0 / 36546980
 184     0.0010     0.0008    99.9800     1.3766    77.2700    98.5091
2151653.0 / 36546980
 185     0.0010     0.0008    99.9800     1.3835    77.2200    98.0232
2151434.0 / 36546980
 186     0.0010     0.0009    99.9780     1.3767    77.4000    98.2646
2151125.0 / 36546980
 187     0.0010     0.0008    99.9740     1.3749    77.2800    97.7442
2150860.0 / 36546980
 188     0.0010     0.0008    99.9760     1.3800    77.1300    98.0164
2150588.0 / 36546980
 189     0.0010     0.0008    99.9780     1.3884    77.0300    97.9900
2150355.0 / 36546980
 190     0.0010     0.0009    99.9720     1.3705    77.1900    98.0359
2150158.0 / 36546980
 191     0.0010     0.0008    99.9820     1.3893    77.1200    98.2602
2149885.0 / 36546980
 192     0.0010     0.0009    99.9740     1.3696    77.2500    97.8587
2149656.0 / 36546980
 193     0.0010     0.0008    99.9800     1.3795    77.3600    97.7699
2149422.0 / 36546980
 194     0.0010     0.0008    99.9780     1.3744    76.9500    97.6225
2149183.0 / 36546980
 195     0.0010     0.0008    99.9860     1.3744    77.1700    98.0047
2148908.0 / 36546980
 196     0.0010     0.0008    99.9840     1.3679    77.3600    98.1834
2148634.0 / 36546980
 197     0.0010     0.0008    99.9780     1.3817    77.3500    98.3881
2148371.0 / 36546980
 198     0.0010     0.0008    99.9740     1.3741    77.0800    98.1529
2148153.0 / 36546980
 199     0.0010     0.0008    99.9800     1.3836    77.1800    98.1359
2147851.0 / 36546980
 200     0.0010     0.0008    99.9740     1.3739    77.3200    98.7011
