Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new2/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
total epochs: 200
30630636.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7328    12.5120     4.6878     8.3400   155.2963
27902752.0 / 36546980
   2     0.1000     2.9748    25.2380     3.4850    20.0400   150.7491
25762378.0 / 36546980
   3     0.1000     2.4598    35.3640     2.9139    28.9300   150.9974
23935076.0 / 36546980
   4     0.1000     2.0890    43.1960     2.5471    36.0500   151.2803
22315171.0 / 36546980
   5     0.1000     1.8207    49.3820     2.3506    40.4100   150.9343
20852607.0 / 36546980
   6     0.1000     1.6189    54.2980     2.6174    40.5400   151.6355
19522940.0 / 36546980
   7     0.1000     1.4790    57.7480     2.2365    44.2900   151.2754
18320830.0 / 36546980
   8     0.1000     1.3602    60.5480     1.7318    53.4400   151.3003
17242291.0 / 36546980
   9     0.1000     1.2493    63.5940     1.8236    52.2800   152.9606
16283947.0 / 36546980
  10     0.1000     1.1563    66.1320     2.0759    48.2000   153.0355
15440158.0 / 36546980
  11     0.1000     1.0827    68.0440     1.7720    54.1200   151.5606
14704750.0 / 36546980
  12     0.1000     1.0113    70.0460     2.0067    52.6200   152.9997
14063288.0 / 36546980
  13     0.1000     0.9483    71.6300     1.8154    54.6700   151.1834
13505384.0 / 36546980
  14     0.1000     0.8827    73.4080     1.4635    61.1900   153.1424
13019358.0 / 36546980
  15     0.1000     0.8258    74.9920     1.8218    56.4100   152.6282
12602349.0 / 36546980
  16     0.1000     0.7785    76.0660     1.5559    59.7400   153.0002
12236054.0 / 36546980
  17     0.1000     0.7289    77.3820     1.5911    60.2200   152.9420
11916926.0 / 36546980
  18     0.1000     0.6768    79.1580     1.3990    62.6400   152.0427
11633548.0 / 36546980
  19     0.1000     0.6379    80.1640     1.4904    62.8700   152.7785
11385424.0 / 36546980
  20     0.1000     0.5941    81.3860     1.6706    58.3900   152.7539
11164042.0 / 36546980
  21     0.1000     0.5502    82.8020     1.6830    61.7700   152.9247
10968349.0 / 36546980
  22     0.1000     0.5206    83.4740     1.7744    60.2400   153.0230
10786330.0 / 36546980
  23     0.1000     0.4835    84.7480     1.3179    66.3500   152.5810
10622956.0 / 36546980
  24     0.1000     0.4461    85.6660     1.9347    57.8200   152.0072
10473574.0 / 36546980
  25     0.1000     0.4182    86.5860     1.2521    67.6800   152.3218
10331142.0 / 36546980
  26     0.1000     0.3823    87.8200     1.4336    65.4700   151.0287
10204112.0 / 36546980
  27     0.1000     0.3620    88.3480     1.6823    63.1300   152.7772
10081167.0 / 36546980
  28     0.1000     0.3304    89.3940     1.4791    65.9300   152.1265
9968811.0 / 36546980
  29     0.1000     0.3124    89.8380     2.0558    59.7400   150.6882
9860844.0 / 36546980
  30     0.1000     0.2905    90.6000     1.5749    64.7700   150.6822
9756593.0 / 36546980
  31     0.1000     0.2647    91.4160     1.6388    65.2000   150.6943
9650974.0 / 36546980
  32     0.1000     0.2467    91.9860     1.5800    66.2300   151.4159
9550510.0 / 36546980
  33     0.1000     0.2228    92.8380     1.5975    66.6500   150.7772
9460223.0 / 36546980
  34     0.1000     0.2234    92.8620     1.5245    66.9900   152.8413
9367208.0 / 36546980
  35     0.1000     0.2005    93.4280     1.7325    65.0000   152.9641
9268117.0 / 36546980
  36     0.1000     0.1822    94.2240     1.5867    66.7800   150.8956
9169121.0 / 36546980
  37     0.1000     0.1654    94.6260     2.0551    61.7200   151.0058
9081063.0 / 36546980
  38     0.1000     0.1623    94.8140     1.5075    68.4200   151.1337
8987263.0 / 36546980
  39     0.1000     0.1465    95.4580     1.7034    68.0100   152.0570
8900185.0 / 36546980
  40     0.1000     0.1414    95.4960     1.6950    66.7500   150.9945
8820073.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1371    95.6280     1.7711    66.3800   151.9753
8732280.0 / 36546980
  42     0.1000     0.1245    96.1600     1.7365    66.8600   150.8836
8645993.0 / 36546980
  43     0.1000     0.1162    96.3240     1.8054    66.3200   150.6277
8563565.0 / 36546980
  44     0.1000     0.1116    96.4780     1.4731    70.4300   150.8411
8477932.0 / 36546980
  45     0.1000     0.1038    96.7740     1.5428    68.9700   150.6326
8400068.0 / 36546980
  46     0.1000     0.1043    96.8100     1.8490    65.9500   151.8424
8317066.0 / 36546980
  47     0.1000     0.0925    97.2160     1.5818    69.9100   150.7098
8239008.0 / 36546980
  48     0.1000     0.0897    97.2600     1.8029    66.6400   151.6311
8170705.0 / 36546980
  49     0.1000     0.0946    97.0320     1.5278    70.9000   152.8703
8086178.0 / 36546980
  50     0.1000     0.0772    97.6400     2.0037    66.9500   153.0017
8008923.0 / 36546980
  51     0.1000     0.0783    97.6800     1.8548    67.5600   150.8962
7936537.0 / 36546980
  52     0.1000     0.0767    97.6380     1.7038    68.8500   150.9549
7868570.0 / 36546980
  53     0.1000     0.0752    97.7200     1.5460    69.5600   151.8872
7798031.0 / 36546980
  54     0.1000     0.0736    97.8220     1.6717    69.4200   152.7132
7734993.0 / 36546980
  55     0.1000     0.0721    97.8100     1.5019    71.7800   151.5173
7670850.0 / 36546980
  56     0.1000     0.0702    97.8900     1.4703    72.6700   151.0902
7588933.0 / 36546980
  57     0.1000     0.0532    98.4980     1.4600    72.6500   151.6474
7512051.0 / 36546980
  58     0.1000     0.0539    98.4700     1.5142    72.6000   152.4802
7435015.0 / 36546980
  59     0.1000     0.0496    98.5580     1.7352    69.6300   152.3176
7379789.0 / 36546980
  60     0.1000     0.0611    98.1560     1.4223    73.2900   152.6317
7332212.0 / 36546980
  61     0.1000     0.0641    98.0440     1.8540    69.5500   151.5698
7285294.0 / 36546980
  62     0.1000     0.0661    98.0400     1.6229    70.7700   151.3838
7243524.0 / 36546980
  63     0.1000     0.0679    97.9340     1.6456    70.1900   152.1215
7200618.0 / 36546980
  64     0.1000     0.0658    98.0320     1.5664    71.3300   152.9354
7138632.0 / 36546980
  65     0.1000     0.0493    98.6120     1.4551    72.6600   150.6924
7069749.0 / 36546980
  66     0.1000     0.0415    98.7980     1.4954    73.1100   152.3009
7006300.0 / 36546980
  67     0.1000     0.0439    98.7420     1.4579    73.5000   152.9649
6952743.0 / 36546980
  68     0.1000     0.0477    98.6260     1.6625    70.6900   150.8162
6906943.0 / 36546980
  69     0.1000     0.0522    98.4280     1.5794    71.8900   152.1582
6838381.0 / 36546980
  70     0.1000     0.0371    98.9620     1.5632    72.4100   152.8548
6780880.0 / 36546980
  71     0.1000     0.0386    98.9040     1.5545    72.6300   151.9416
6736059.0 / 36546980
  72     0.1000     0.0464    98.5980     1.6706    70.9200   151.2353
6714687.0 / 36546980
  73     0.1000     0.0623    98.1220     1.7039    70.4600   153.0828
6672057.0 / 36546980
  74     0.1000     0.0471    98.6620     1.6532    71.3700   151.9882
6636696.0 / 36546980
  75     0.1000     0.0490    98.6160     1.6316    71.0600   152.3293
6591835.0 / 36546980
  76     0.1000     0.0422    98.7980     1.6309    72.2100   150.7774
6552039.0 / 36546980
  77     0.1000     0.0452    98.6940     1.6432    70.9900   150.7252
6513519.0 / 36546980
  78     0.1000     0.0434    98.6780     1.7713    70.9000   150.6435
6478886.0 / 36546980
  79     0.1000     0.0454    98.6800     1.8234    70.5800   152.7025
6446617.0 / 36546980
  80     0.1000     0.0462    98.6020     1.4818    72.5900   152.8731
6391207.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0301    99.1860     1.6982    71.5900   150.7192
6334269.0 / 36546980
  82     0.1000     0.0289    99.1980     1.5033    72.7400   150.6966
6296336.0 / 36546980
  83     0.1000     0.0380    98.8560     1.6567    71.8700   152.8921
6250081.0 / 36546980
  84     0.1000     0.0325    99.1180     1.4367    74.4500   152.9839
6184186.0 / 36546980
  85     0.1000     0.0208    99.5020     1.8648    71.5600   151.2226
6141191.0 / 36546980
  86     0.1000     0.0307    99.1340     1.6936    70.9800   150.6998
6125890.0 / 36546980
  87     0.1000     0.0463    98.5820     1.9460    68.5000   151.2305
6121084.0 / 36546980
  88     0.1000     0.0553    98.3260     1.7348    70.6100   152.5375
6104192.0 / 36546980
  89     0.1000     0.0467    98.6020     1.8857    70.9400   153.0361
6060484.0 / 36546980
  90     0.1000     0.0294    99.1920     1.5408    73.1300   152.7837
6012553.0 / 36546980
  91     0.1000     0.0272    99.2740     1.6091    72.4100   153.0030
5974420.0 / 36546980
  92     0.1000     0.0299    99.1840     1.5011    73.5700   153.0555
5931440.0 / 36546980
  93     0.1000     0.0267    99.2800     1.5922    72.3300   152.6674
5881580.0 / 36546980
  94     0.1000     0.0222    99.4260     1.6227    72.9300   150.8306
5847612.0 / 36546980
  95     0.1000     0.0299    99.1220     1.5530    72.7300   152.1004
5810745.0 / 36546980
  96     0.1000     0.0270    99.2440     1.5321    74.0200   151.7065
5784492.0 / 36546980
  97     0.1000     0.0331    99.0200     1.6376    72.0900   152.9052
5755877.0 / 36546980
  98     0.1000     0.0297    99.1680     1.9618    68.0300   152.9481
5732433.0 / 36546980
  99     0.1000     0.0335    99.0440     1.4923    73.7300   151.0006
5730007.0 / 36546980
 100     0.1000     0.0461    98.6100     1.7122    70.7400   151.8076
5707363.0 / 36546980
 101     0.0988     0.0338    99.0140     1.5452    73.6200   151.4402
5675244.0 / 36546980
 102     0.0975     0.0279    99.1760     1.5904    72.8700   152.4775
5630187.0 / 36546980
 103     0.0963     0.0199    99.4700     1.4672    73.8100   151.3213
5576044.0 / 36546980
 104     0.0950     0.0132    99.7000     1.5389    74.3600   150.6586
5517855.0 / 36546980
 105     0.0938     0.0096    99.7820     1.4409    75.3300   150.7049
5461683.0 / 36546980
 106     0.0926     0.0086    99.8080     1.4208    75.4400   150.8997
5403338.0 / 36546980
 107     0.0913     0.0072    99.8680     1.4325    75.5300   151.3980
5343748.0 / 36546980
 108     0.0901     0.0054    99.9040     1.4141    75.5200   151.5709
5286666.0 / 36546980
 109     0.0889     0.0056    99.8820     1.3855    75.9900   151.6083
5227661.0 / 36546980
 110     0.0876     0.0041    99.9260     1.3804    76.0200   152.9712
5169883.0 / 36546980
 111     0.0864     0.0034    99.9400     1.3842    76.5100   150.7542
5112560.0 / 36546980
 112     0.0852     0.0028    99.9300     1.4120    75.6300   151.7109
5056387.0 / 36546980
 113     0.0839     0.0025    99.9640     1.3590    76.3700   152.5417
5001421.0 / 36546980
 114     0.0827     0.0021    99.9580     1.3611    76.4800   152.1792
4947782.0 / 36546980
 115     0.0814     0.0021    99.9640     1.3706    76.4800   152.5462
4896344.0 / 36546980
 116     0.0802     0.0025    99.9500     1.3885    76.1500   152.9566
4845973.0 / 36546980
 117     0.0790     0.0021    99.9640     1.3449    76.7000   152.7291
4797017.0 / 36546980
 118     0.0777     0.0019    99.9580     1.3336    77.1400   152.2717
4748718.0 / 36546980
 119     0.0765     0.0017    99.9620     1.3395    76.6200   152.5618
4701918.0 / 36546980
 120     0.0753     0.0017    99.9560     1.4492    75.8800   152.0507
4656244.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0015    99.9720     1.3543    76.9800   151.0225
4611989.0 / 36546980
 122     0.0728     0.0016    99.9680     1.3653    76.5500   151.3268
4569444.0 / 36546980
 123     0.0715     0.0016    99.9740     1.3569    76.7800   150.7472
4528723.0 / 36546980
 124     0.0703     0.0019    99.9620     1.3735    76.6500   150.8187
4488790.0 / 36546980
 125     0.0691     0.0014    99.9760     1.3880    76.7400   150.7395
4449375.0 / 36546980
 126     0.0678     0.0013    99.9800     1.3657    76.6800   152.5318
4411288.0 / 36546980
 127     0.0666     0.0018    99.9700     1.3597    76.5700   153.0574
4374857.0 / 36546980
 128     0.0654     0.0016    99.9740     1.3720    76.5800   152.0523
4339696.0 / 36546980
 129     0.0641     0.0016    99.9660     1.3551    76.8600   151.1689
4305531.0 / 36546980
 130     0.0629     0.0017    99.9600     1.3580    76.8000   151.9685
4271822.0 / 36546980
 131     0.0616     0.0014    99.9660     1.3345    76.8400   151.3163
4239373.0 / 36546980
 132     0.0604     0.0015    99.9680     1.3499    76.6900   152.9052
4208209.0 / 36546980
 133     0.0592     0.0013    99.9740     1.3508    76.7500   152.8685
4177517.0 / 36546980
 134     0.0579     0.0014    99.9660     1.3505    76.3900   152.8841
4148032.0 / 36546980
 135     0.0567     0.0013    99.9680     1.3869    76.5100   151.2049
4119896.0 / 36546980
 136     0.0554     0.0013    99.9680     1.3432    77.0000   151.8950
4091996.0 / 36546980
 137     0.0542     0.0014    99.9720     1.3464    76.9200   151.2439
4065087.0 / 36546980
 138     0.0530     0.0012    99.9720     1.3572    76.6300   152.6385
4038727.0 / 36546980
 139     0.0517     0.0010    99.9820     1.3560    76.7600   152.8561
4013866.0 / 36546980
 140     0.0505     0.0010    99.9780     1.3469    76.9100   153.0499
3989071.0 / 36546980
 141     0.0493     0.0009    99.9800     1.3538    77.0100   151.3635
3965603.0 / 36546980
 142     0.0480     0.0012    99.9720     1.3480    76.7600   151.5703
3942466.0 / 36546980
 143     0.0468     0.0011    99.9720     1.3473    76.6400   152.5471
3920983.0 / 36546980
 144     0.0456     0.0011    99.9740     1.3480    76.6800   152.9210
3899925.0 / 36546980
 145     0.0443     0.0010    99.9740     1.3486    76.7600   152.9734
3879580.0 / 36546980
 146     0.0431     0.0009    99.9700     1.3399    77.0100   152.9268
3859762.0 / 36546980
 147     0.0418     0.0009    99.9720     1.3485    77.0500   152.2131
3840728.0 / 36546980
 148     0.0406     0.0009    99.9740     1.3402    77.0300   152.9423
3822478.0 / 36546980
 149     0.0394     0.0010    99.9680     1.3559    76.9000   150.9352
3805336.0 / 36546980
 150     0.0381     0.0008    99.9760     1.3510    77.1400   151.0312
3788573.0 / 36546980
 151     0.0369     0.0008    99.9760     1.3491    77.0500   150.6796
3772285.0 / 36546980
 152     0.0357     0.0008    99.9760     1.3443    76.9400   150.6707
3757326.0 / 36546980
 153     0.0344     0.0009    99.9740     1.3442    76.9200   152.3266
3742483.0 / 36546980
 154     0.0332     0.0008    99.9780     1.3526    76.8900   151.3513
3728309.0 / 36546980
 155     0.0319     0.0008    99.9740     1.3398    77.0200   152.2790
3714684.0 / 36546980
 156     0.0307     0.0008    99.9700     1.3420    76.7900   150.8866
3701626.0 / 36546980
 157     0.0295     0.0008    99.9740     1.3404    76.8500   150.6526
3689367.0 / 36546980
 158     0.0282     0.0008    99.9780     1.3285    76.7600   151.3152
3678010.0 / 36546980
 159     0.0270     0.0008    99.9780     1.3454    76.8500   146.8211
3667157.0 / 36546980
 160     0.0257     0.0008    99.9760     1.3440    76.9600   146.7512
3656735.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0007    99.9800     1.3338    76.9000   146.7371
3646798.0 / 36546980
 162     0.0233     0.0007    99.9720     1.3380    77.0500   146.7435
3637728.0 / 36546980
 163     0.0220     0.0008    99.9760     1.3382    76.7000   146.8666
3629512.0 / 36546980
 164     0.0208     0.0009    99.9720     1.3458    76.9400   147.0256
3621708.0 / 36546980
 165     0.0196     0.0008    99.9780     1.3363    77.0500   146.8172
3614311.0 / 36546980
 166     0.0183     0.0007    99.9820     1.3330    77.0900   146.6701
3607522.0 / 36546980
 167     0.0171     0.0008    99.9720     1.3369    77.0500   146.7665
3601183.0 / 36546980
 168     0.0159     0.0007    99.9780     1.3428    76.8700   146.7118
3595394.0 / 36546980
 169     0.0146     0.0007    99.9820     1.3359    77.0700   146.7247
3589933.0 / 36546980
 170     0.0134     0.0007    99.9800     1.3310    77.0400   146.6803
3585083.0 / 36546980
 171     0.0121     0.0007    99.9820     1.3399    76.9100   146.6988
3580768.0 / 36546980
 172     0.0109     0.0007    99.9800     1.3343    77.0300   146.7539
3576839.0 / 36546980
 173     0.0097     0.0007    99.9860     1.3400    76.8900   146.8424
3573371.0 / 36546980
 174     0.0084     0.0007    99.9740     1.3348    76.9300   146.7734
3570593.0 / 36546980
 175     0.0072     0.0007    99.9800     1.3316    76.9100   146.6911
3568228.0 / 36546980
 176     0.0060     0.0007    99.9800     1.3433    76.9200   146.8914
3566290.0 / 36546980
 177     0.0047     0.0006    99.9900     1.3524    76.8900   146.8078
3564821.0 / 36546980
 178     0.0035     0.0007    99.9760     1.3355    77.0500   146.6909
3563810.0 / 36546980
 179     0.0022     0.0007    99.9780     1.3325    77.0700   146.7758
3563296.0 / 36546980
 180     0.0010     0.0007    99.9780     1.3325    76.9800   146.6756
3562858.0 / 36546980
 181     0.0010     0.0007    99.9820     1.3300    76.9100   146.7015
3562355.0 / 36546980
 182     0.0010     0.0006    99.9900     1.3408    76.9600   146.7100
3561885.0 / 36546980
 183     0.0010     0.0007    99.9780     1.3260    77.0000   146.7506
3561426.0 / 36546980
 184     0.0010     0.0006    99.9780     1.3352    76.9200   146.7994
3560923.0 / 36546980
 185     0.0010     0.0007    99.9780     1.3386    76.9400   146.7312
3560490.0 / 36546980
 186     0.0010     0.0007    99.9820     1.3443    77.1000   146.6979
3560003.0 / 36546980
 187     0.0010     0.0007    99.9800     1.3404    76.8900   146.6936
3559470.0 / 36546980
 188     0.0010     0.0006    99.9760     1.3351    76.8500   146.6525
3558985.0 / 36546980
 189     0.0010     0.0006    99.9820     1.3285    76.9400   146.8031
3558495.0 / 36546980
 190     0.0010     0.0006    99.9880     1.3418    76.9900   146.7870
3558008.0 / 36546980
 191     0.0010     0.0007    99.9820     1.3331    76.8200   146.7630
3557501.0 / 36546980
 192     0.0010     0.0006    99.9780     1.3355    77.0500   146.8464
3556972.0 / 36546980
 193     0.0010     0.0006    99.9780     1.3339    76.9700   146.6623
3556487.0 / 36546980
 194     0.0010     0.0006    99.9880     1.3443    77.0100   146.7260
3555995.0 / 36546980
 195     0.0010     0.0006    99.9840     1.3341    76.7500   146.7552
3555504.0 / 36546980
 196     0.0010     0.0007    99.9740     1.3346    76.9600   146.6787
3554994.0 / 36546980
 197     0.0010     0.0006    99.9820     1.3431    76.8700   146.7095
3554491.0 / 36546980
 198     0.0010     0.0007    99.9820     1.3385    76.9600   146.7631
3554048.0 / 36546980
 199     0.0010     0.0006    99.9780     1.3289    76.8000   146.7310
3553572.0 / 36546980
 200     0.0010     0.0007    99.9820     1.3205    76.9700   146.7284
