Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new10/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
total epochs: 200
30629563.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7302    12.5160     4.3431     8.9300   156.0587
27902130.0 / 36546980
   2     0.1000     2.9723    25.3480     3.8796    16.7600   150.6513
25762090.0 / 36546980
   3     0.1000     2.4592    35.3460     2.9962    27.6800   150.6603
23934184.0 / 36546980
   4     0.1000     2.0888    43.2580     2.5786    35.9800   150.6711
22315022.0 / 36546980
   5     0.1000     1.8219    49.3600     2.6694    36.3300   150.6830
20853285.0 / 36546980
   6     0.1000     1.6233    54.0960     2.3284    43.2300   150.6503
19524329.0 / 36546980
   7     0.1000     1.4823    57.5000     2.1557    45.6300   150.6890
18323850.0 / 36546980
   8     0.1000     1.3602    60.8120     1.8269    51.3200   150.7953
17242075.0 / 36546980
   9     0.1000     1.2508    63.6080     2.0740    49.1700   150.6504
16284898.0 / 36546980
  10     0.1000     1.1550    65.9240     2.1713    47.7100   150.6283
15440339.0 / 36546980
  11     0.1000     1.0821    68.2180     1.9248    52.0700   151.5490
14703463.0 / 36546980
  12     0.1000     1.0150    69.7080     1.8110    54.4000   151.0849
14060528.0 / 36546980
  13     0.1000     0.9455    71.5860     1.8070    55.5300   150.6435
13508235.0 / 36546980
  14     0.1000     0.8853    73.3000     1.4989    60.6800   152.6823
13027029.0 / 36546980
  15     0.1000     0.8274    74.9160     1.8497    55.8300   150.6075
12607857.0 / 36546980
  16     0.1000     0.7831    75.9540     1.5695    59.4800   151.1617
12239476.0 / 36546980
  17     0.1000     0.7262    77.6280     1.5808    59.8900   150.6969
11919901.0 / 36546980
  18     0.1000     0.6738    79.2020     1.4841    62.8000   151.0158
11638336.0 / 36546980
  19     0.1000     0.6420    80.1120     1.4713    63.4000   150.5844
11390374.0 / 36546980
  20     0.1000     0.5980    81.4000     1.7260    57.9900   151.2272
11166535.0 / 36546980
  21     0.1000     0.5550    82.6880     1.8161    59.8600   151.1239
10969783.0 / 36546980
  22     0.1000     0.5205    83.5320     1.5966    62.1400   150.7369
10790342.0 / 36546980
  23     0.1000     0.4819    84.6940     1.4883    63.8600   150.6711
10627609.0 / 36546980
  24     0.1000     0.4458    85.7620     1.4633    64.7800   150.6449
10482603.0 / 36546980
  25     0.1000     0.4187    86.6160     1.2912    67.4300   150.6424
10339432.0 / 36546980
  26     0.1000     0.3828    87.6320     1.5075    64.4800   151.1701
10215700.0 / 36546980
  27     0.1000     0.3687    88.1420     1.4109    67.3800   150.5763
10091490.0 / 36546980
  28     0.1000     0.3272    89.4540     1.4133    67.1500   151.2730
9980054.0 / 36546980
  29     0.1000     0.3134    89.9360     1.9167    61.7900   150.6919
9874258.0 / 36546980
  30     0.1000     0.2900    90.6500     1.3681    68.4700   150.6104
9771188.0 / 36546980
  31     0.1000     0.2677    91.4160     1.5911    65.9800   150.5979
9669937.0 / 36546980
  32     0.1000     0.2460    92.1860     1.3515    69.0600   150.5911
9566571.0 / 36546980
  33     0.1000     0.2261    92.6880     1.7333    65.4700   150.6652
9470980.0 / 36546980
  34     0.1000     0.2166    93.1080     1.6304    66.4900   151.2855
9375695.0 / 36546980
  35     0.1000     0.1993    93.5820     1.5076    66.4600   150.5911
9273541.0 / 36546980
  36     0.1000     0.1727    94.5140     1.4955    68.1600   150.6102
9181196.0 / 36546980
  37     0.1000     0.1697    94.5680     1.6619    66.4600   151.7254
9089941.0 / 36546980
  38     0.1000     0.1571    94.9620     1.5010    69.1800   150.6357
9006207.0 / 36546980
  39     0.1000     0.1534    94.9740     1.6424    68.1900   152.8619
8920796.0 / 36546980
  40     0.1000     0.1438    95.4160     1.6270    67.9100   150.5741
8838503.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1407    95.6060     1.4951    69.4600   151.8070
8749846.0 / 36546980
  42     0.1000     0.1255    96.0060     1.6028    67.9100   150.5882
8662686.0 / 36546980
  43     0.1000     0.1155    96.4580     1.6022    69.0700   150.8378
8574801.0 / 36546980
  44     0.1000     0.1074    96.6500     1.5254    70.7200   150.9770
8483293.0 / 36546980
  45     0.1000     0.0992    97.0040     1.5511    69.8000   150.7969
8402177.0 / 36546980
  46     0.1000     0.0982    97.0000     1.6229    68.9200   151.0557
8321784.0 / 36546980
  47     0.1000     0.0959    97.1180     1.7871    67.0600   150.9229
8248122.0 / 36546980
  48     0.1000     0.0950    97.0620     1.7553    68.4600   150.7395
8172614.0 / 36546980
  49     0.1000     0.0873    97.2680     1.5018    71.1600   150.7022
8084712.0 / 36546980
  50     0.1000     0.0724    97.8640     1.8111    68.0000   150.8903
8018782.0 / 36546980
  51     0.1000     0.0856    97.3980     1.8290    68.6900   150.8377
7946887.0 / 36546980
  52     0.1000     0.0769    97.6880     1.3807    72.5400   150.5674
7868455.0 / 36546980
  53     0.1000     0.0685    98.0120     1.5219    71.7200   150.6127
7798293.0 / 36546980
  54     0.1000     0.0718    97.8940     1.5721    70.8700   150.5935
7740563.0 / 36546980
  55     0.1000     0.0780    97.6000     1.5756    70.4300   151.1344
7661599.0 / 36546980
  56     0.1000     0.0584    98.3140     1.5448    71.8100   151.1102
7594082.0 / 36546980
  57     0.1000     0.0611    98.1760     1.5459    72.0900   150.5810
7550972.0 / 36546980
  58     0.1000     0.0789    97.5680     1.4223    72.0800   150.5960
7487986.0 / 36546980
  59     0.1000     0.0629    98.1200     1.6963    70.5400   150.9505
7416793.0 / 36546980
  60     0.1000     0.0530    98.4400     1.6589    71.1700   150.6126
7366689.0 / 36546980
  61     0.1000     0.0645    98.0580     1.6616    70.6500   152.0243
7302776.0 / 36546980
  62     0.1000     0.0536    98.4280     1.7617    69.1100   150.7234
7239068.0 / 36546980
  63     0.1000     0.0498    98.5020     1.5145    72.6000   150.6058
7171752.0 / 36546980
  64     0.1000     0.0478    98.6320     1.5284    72.1000   150.9043
7103946.0 / 36546980
  65     0.1000     0.0446    98.7360     1.5036    72.0400   150.7362
7063868.0 / 36546980
  66     0.1000     0.0591    98.1940     1.7440    70.7600   150.7719
7015165.0 / 36546980
  67     0.1000     0.0516    98.4600     1.7145    69.3800   150.6283
6965197.0 / 36546980
  68     0.1000     0.0508    98.5080     1.5803    71.9400   150.5998
6909706.0 / 36546980
  69     0.1000     0.0452    98.7480     1.5812    71.8600   150.5517
6864339.0 / 36546980
  70     0.1000     0.0504    98.5780     1.8118    69.6700   150.5501
6809512.0 / 36546980
  71     0.1000     0.0439    98.7680     1.6899    71.1800   150.5540
6759091.0 / 36546980
  72     0.1000     0.0434    98.7560     1.9854    66.8800   150.5932
6726335.0 / 36546980
  73     0.1000     0.0517    98.4100     1.4868    72.9400   150.7592
6683736.0 / 36546980
  74     0.1000     0.0467    98.6400     1.6738    70.9400   151.2940
6635382.0 / 36546980
  75     0.1000     0.0401    98.8320     1.5247    73.4600   150.5604
6572132.0 / 36546980
  76     0.1000     0.0320    99.1700     1.5799    73.2500   150.6149
6510749.0 / 36546980
  77     0.1000     0.0304    99.1720     1.8241    69.0700   151.4715
6475956.0 / 36546980
  78     0.1000     0.0421    98.6880     1.8200    68.9600   150.6317
6464623.0 / 36546980
  79     0.1000     0.0587    98.2320     1.6176    71.8900   150.6134
6442841.0 / 36546980
  80     0.1000     0.0507    98.4180     1.6995    69.8000   150.6315
6405827.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0420    98.7800     1.8050    70.5900   150.6732
6376161.0 / 36546980
  82     0.1000     0.0468    98.5980     1.6520    72.5200   150.9506
6330768.0 / 36546980
  83     0.1000     0.0352    98.9860     1.5070    73.4700   150.6549
6276057.0 / 36546980
  84     0.1000     0.0278    99.3020     1.5838    72.9700   150.6532
6222493.0 / 36546980
  85     0.1000     0.0265    99.2960     1.4401    74.5600   150.6355
6190246.0 / 36546980
  86     0.1000     0.0380    98.8880     2.0880    67.8000   150.6632
6169993.0 / 36546980
  87     0.1000     0.0481    98.5440     1.6460    71.3600   151.1144
6142305.0 / 36546980
  88     0.1000     0.0404    98.8140     1.5989    72.1800   150.6040
6103955.0 / 36546980
  89     0.1000     0.0329    99.0280     1.6552    72.3900   150.5754
6062130.0 / 36546980
  90     0.1000     0.0289    99.1760     1.5926    72.3900   150.5517
6020717.0 / 36546980
  91     0.1000     0.0294    99.1860     1.9731    70.6100   150.5812
5991927.0 / 36546980
  92     0.1000     0.0379    98.8980     1.5353    73.7800   150.6327
5970487.0 / 36546980
  93     0.1000     0.0405    98.7900     1.7482    70.2500   151.4570
5938621.0 / 36546980
  94     0.1000     0.0338    99.0700     1.6220    73.1500   150.8338
5908868.0 / 36546980
  95     0.1000     0.0338    99.0300     1.7278    71.5900   150.5948
5882043.0 / 36546980
  96     0.1000     0.0349    98.9460     1.5597    73.0800   150.5988
5839105.0 / 36546980
  97     0.1000     0.0248    99.3000     1.7773    71.2900   150.6323
5801691.0 / 36546980
  98     0.1000     0.0266    99.2260     1.5818    73.3400   152.1514
5755898.0 / 36546980
  99     0.1000     0.0216    99.4440     1.5890    73.7000   152.2980
5709859.0 / 36546980
 100     0.1000     0.0198    99.4400     1.6958    71.4800   151.5409
5696206.0 / 36546980
 101     0.0988     0.0373    98.8360     1.5601    73.0500   150.5358
5673066.0 / 36546980
 102     0.0975     0.0303    99.0880     1.7280    71.3800   150.5703
5634664.0 / 36546980
 103     0.0963     0.0219    99.3700     1.7841    70.8700   151.8545
5596800.0 / 36546980
 104     0.0950     0.0212    99.4000     1.5281    73.5700   150.6761
5545274.0 / 36546980
 105     0.0938     0.0132    99.6820     1.4419    74.9000   150.6293
5487239.0 / 36546980
 106     0.0926     0.0078    99.8440     1.4356    75.9700   150.7859
5428711.0 / 36546980
 107     0.0913     0.0071    99.8400     1.4389    75.3300   150.7173
5370474.0 / 36546980
 108     0.0901     0.0060    99.8900     1.4407    75.7500   150.6352
5310668.0 / 36546980
 109     0.0889     0.0052    99.8980     1.4230    75.9700   150.5904
5253932.0 / 36546980
 110     0.0876     0.0049    99.9000     1.3835    76.2700   150.7104
5195446.0 / 36546980
 111     0.0864     0.0030    99.9500     1.4061    76.2000   150.6375
5137889.0 / 36546980
 112     0.0852     0.0027    99.9520     1.3943    76.3100   151.0727
5082234.0 / 36546980
 113     0.0839     0.0028    99.9440     1.4295    76.1500   150.7145
5029108.0 / 36546980
 114     0.0827     0.0033    99.9300     1.3946    76.5200   150.6286
4976161.0 / 36546980
 115     0.0814     0.0027    99.9520     1.3696    76.6800   152.3367
4924056.0 / 36546980
 116     0.0802     0.0020    99.9600     1.3740    76.8700   151.1801
4873045.0 / 36546980
 117     0.0790     0.0019    99.9740     1.3587    76.7900   150.7245
4823436.0 / 36546980
 118     0.0777     0.0020    99.9560     1.3865    76.7400   150.6244
4775048.0 / 36546980
 119     0.0765     0.0017    99.9640     1.3470    77.0000   150.6040
4728116.0 / 36546980
 120     0.0753     0.0017    99.9620     1.3672    76.9700   152.3877
4682755.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0018    99.9560     1.3618    76.8800   150.6727
4637839.0 / 36546980
 122     0.0728     0.0013    99.9720     1.3637    77.1400   150.5798
4594724.0 / 36546980
 123     0.0715     0.0015    99.9620     1.3963    76.5000   150.6162
4553862.0 / 36546980
 124     0.0703     0.0017    99.9720     1.4009    76.9900   150.6071
4513794.0 / 36546980
 125     0.0691     0.0016    99.9700     1.3885    77.1000   150.6576
4474198.0 / 36546980
 126     0.0678     0.0015    99.9620     1.4004    76.7700   151.1849
4436720.0 / 36546980
 127     0.0666     0.0016    99.9660     1.3767    76.5000   150.7992
4399535.0 / 36546980
 128     0.0654     0.0014    99.9780     1.3768    76.6400   150.9112
4364292.0 / 36546980
 129     0.0641     0.0016    99.9640     1.3832    77.0100   151.1584
4329634.0 / 36546980
 130     0.0629     0.0015    99.9680     1.3804    77.1300   150.5869
4296027.0 / 36546980
 131     0.0616     0.0015    99.9700     1.3709    77.0700   150.9285
4263738.0 / 36546980
 132     0.0604     0.0014    99.9720     1.3776    77.1100   150.6520
4231350.0 / 36546980
 133     0.0592     0.0011    99.9780     1.3716    77.4100   150.6122
4200492.0 / 36546980
 134     0.0579     0.0011    99.9740     1.3787    77.1000   150.5666
4170169.0 / 36546980
 135     0.0567     0.0009    99.9800     1.3572    77.2800   150.6425
4140414.0 / 36546980
 136     0.0554     0.0010    99.9760     1.3607    77.2600   150.6322
4111749.0 / 36546980
 137     0.0542     0.0010    99.9780     1.3458    77.6400   150.5638
4084573.0 / 36546980
 138     0.0530     0.0010    99.9760     1.3536    77.1300   150.7449
4057900.0 / 36546980
 139     0.0517     0.0011    99.9740     1.3720    77.1800   150.6945
4032716.0 / 36546980
 140     0.0505     0.0010    99.9760     1.3632    76.7900   150.6083
4007940.0 / 36546980
 141     0.0493     0.0009    99.9780     1.3652    77.3000   151.7528
3983774.0 / 36546980
 142     0.0480     0.0008    99.9820     1.3534    77.3700   150.6096
3960770.0 / 36546980
 143     0.0468     0.0011    99.9640     1.3480    77.4600   150.5630
3938974.0 / 36546980
 144     0.0456     0.0010    99.9740     1.3577    77.2400   150.5398
3917906.0 / 36546980
 145     0.0443     0.0011    99.9720     1.3638    76.9800   151.0690
3897553.0 / 36546980
 146     0.0431     0.0010    99.9700     1.3577    77.1700   150.6325
3877814.0 / 36546980
 147     0.0418     0.0010    99.9680     1.3640    76.9900   151.6682
3858651.0 / 36546980
 148     0.0406     0.0009    99.9740     1.3448    77.2300   150.6146
3840101.0 / 36546980
 149     0.0394     0.0010    99.9640     1.3780    76.9500   150.7112
3822412.0 / 36546980
 150     0.0381     0.0009    99.9720     1.3639    77.2800   150.9420
3805504.0 / 36546980
 151     0.0369     0.0008    99.9800     1.3540    77.0800   150.8183
3789044.0 / 36546980
 152     0.0357     0.0008    99.9760     1.3590    77.2200   150.7140
3773832.0 / 36546980
 153     0.0344     0.0009    99.9720     1.3686    77.2600   150.5667
3759295.0 / 36546980
 154     0.0332     0.0008    99.9780     1.3630    77.1000   151.1068
3744949.0 / 36546980
 155     0.0319     0.0008    99.9760     1.3466    77.1800   150.6794
3731192.0 / 36546980
 156     0.0307     0.0009    99.9720     1.3559    76.9800   150.7437
3718585.0 / 36546980
 157     0.0295     0.0008    99.9700     1.3576    77.0100   150.5993
3706383.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 158     0.0282     0.0008    99.9780     1.3454    77.1100    95.3138
3694686.0 / 36546980
 159     0.0270     0.0008    99.9800     1.3508    77.2500    91.8027
3683677.0 / 36546980
 160     0.0257     0.0008    99.9760     1.3523    77.1200    91.8421
3673201.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0007    99.9780     1.3385    77.0700    91.8918
3663332.0 / 36546980
 162     0.0233     0.0008    99.9740     1.3469    77.1300    91.7877
3654300.0 / 36546980
 163     0.0220     0.0008    99.9760     1.3516    77.1100    92.1273
3645590.0 / 36546980
 164     0.0208     0.0009    99.9760     1.3545    77.0500    92.1504
3637774.0 / 36546980
 165     0.0196     0.0008    99.9720     1.3480    77.0000    91.9484
3630393.0 / 36546980
 166     0.0183     0.0007    99.9820     1.3465    76.9600    92.0097
3623557.0 / 36546980
 167     0.0171     0.0008    99.9680     1.3546    76.9200    92.1011
3617105.0 / 36546980
 168     0.0159     0.0007    99.9780     1.3503    76.9800    92.0467
3611248.0 / 36546980
 169     0.0146     0.0007    99.9780     1.3520    77.0900    92.1745
3605798.0 / 36546980
 170     0.0134     0.0006    99.9820     1.3483    77.0100    92.1589
3600977.0 / 36546980
 171     0.0121     0.0007    99.9820     1.3559    77.0500    92.2363
3596543.0 / 36546980
 172     0.0109     0.0007    99.9860     1.3534    76.9200    92.0364
3592624.0 / 36546980
 173     0.0097     0.0006    99.9880     1.3468    77.1300    92.2619
3589231.0 / 36546980
 174     0.0084     0.0007    99.9760     1.3518    76.9900    91.9986
3586271.0 / 36546980
 175     0.0072     0.0007    99.9840     1.3473    77.2000    91.9321
3583943.0 / 36546980
 176     0.0060     0.0007    99.9760     1.3613    77.0300    92.2203
3581998.0 / 36546980
 177     0.0047     0.0006    99.9860     1.3624    77.0800    92.1226
3580553.0 / 36546980
 178     0.0035     0.0007    99.9780     1.3538    77.0000    92.1173
3579528.0 / 36546980
 179     0.0022     0.0006    99.9820     1.3501    77.2100    92.1138
3579024.0 / 36546980
 180     0.0010     0.0007    99.9780     1.3455    77.0500    92.0887
3578551.0 / 36546980
 181     0.0010     0.0007    99.9720     1.3485    76.9800    92.1678
3578043.0 / 36546980
 182     0.0010     0.0006    99.9860     1.3543    77.1700    91.9940
3577571.0 / 36546980
 183     0.0010     0.0006    99.9800     1.3425    77.2200    91.9829
3577046.0 / 36546980
 184     0.0010     0.0006    99.9860     1.3539    77.0600    92.3367
3576560.0 / 36546980
 185     0.0010     0.0007    99.9800     1.3591    76.9700    92.1554
3576073.0 / 36546980
 186     0.0010     0.0007    99.9740     1.3512    76.9200    92.6867
3575546.0 / 36546980
 187     0.0010     0.0007    99.9780     1.3504    77.0700    91.8779
3575083.0 / 36546980
 188     0.0010     0.0007    99.9780     1.3498    77.0700    92.8197
3574562.0 / 36546980
 189     0.0010     0.0006    99.9820     1.3414    77.0900    92.2701
3574051.0 / 36546980
 190     0.0010     0.0006    99.9780     1.3536    77.1700    92.0125
3573532.0 / 36546980
 191     0.0010     0.0006    99.9840     1.3472    76.9900    92.2795
3573040.0 / 36546980
 192     0.0010     0.0006    99.9800     1.3445    76.9200    92.4927
3572520.0 / 36546980
 193     0.0010     0.0007    99.9780     1.3479    77.0900    92.1308
3572037.0 / 36546980
 194     0.0010     0.0006    99.9880     1.3514    76.9600    92.5013
3571554.0 / 36546980
 195     0.0010     0.0006    99.9820     1.3464    77.0000    92.1443
3571053.0 / 36546980
 196     0.0010     0.0007    99.9780     1.3533    76.9700    92.1716
3570583.0 / 36546980
 197     0.0010     0.0006    99.9860     1.3528    76.8900    92.1644
3570073.0 / 36546980
 198     0.0010     0.0006    99.9840     1.3440    77.0800    92.3544
3569569.0 / 36546980
 199     0.0010     0.0006    99.9800     1.3485    77.0500    91.9582
3569114.0 / 36546980
 200     0.0010     0.0007    99.9800     1.3334    77.0500    92.2933
