Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new6/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
total epochs: 200
29441827.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7338    12.5400     4.4954     8.9000   100.5644
25799514.0 / 36546980
   2     0.1000     2.9746    25.1540     4.1533    16.6500    97.0731
22867872.0 / 36546980
   3     0.1000     2.4663    35.0900     2.8490    28.9800    97.2954
20327432.0 / 36546980
   4     0.1000     2.1005    42.8860     2.9477    31.9400    97.3072
18069245.0 / 36546980
   5     0.1000     1.8359    49.0800     2.4156    39.4200    97.0300
16071208.0 / 36546980
   6     0.1000     1.6386    53.6540     2.3610    42.5700    96.8769
14350879.0 / 36546980
   7     0.1000     1.5025    57.1680     2.1966    45.0700    97.0709
12922253.0 / 36546980
   8     0.1000     1.3826    60.2180     1.7862    51.5800    96.9068
11766672.0 / 36546980
   9     0.1000     1.2765    62.8820     1.9331    50.0000    96.8069
10842006.0 / 36546980
  10     0.1000     1.1834    65.3960     2.1067    49.5500    96.8574
10105782.0 / 36546980
  11     0.1000     1.1099    67.2760     1.7569    54.6100    97.2055
9517588.0 / 36546980
  12     0.1000     1.0407    69.2020     2.0025    52.1500    96.6253
9038557.0 / 36546980
  13     0.1000     0.9740    70.9540     2.1084    50.0500    96.6657
8651421.0 / 36546980
  14     0.1000     0.9134    72.5260     1.5541    59.9300    96.7367
8329160.0 / 36546980
  15     0.1000     0.8571    74.2380     1.6161    58.6500    96.6447
8059660.0 / 36546980
  16     0.1000     0.8033    75.4620     1.7407    56.8200    96.8327
7829692.0 / 36546980
  17     0.1000     0.7498    77.0380     1.6044    59.1100    96.4982
7639525.0 / 36546980
  18     0.1000     0.7018    78.4580     1.3309    64.1200    96.8582
7471239.0 / 36546980
  19     0.1000     0.6566    79.8380     1.4843    62.1400    96.6120
7325946.0 / 36546980
  20     0.1000     0.6223    80.5920     1.6150    59.0600    96.4821
7192795.0 / 36546980
  21     0.1000     0.5730    82.1480     1.6609    61.0400    96.6961
7077530.0 / 36546980
  22     0.1000     0.5415    82.9820     1.4746    63.4000    96.7165
6968434.0 / 36546980
  23     0.1000     0.5002    84.2520     1.3949    64.0400    96.7046
6873582.0 / 36546980
  24     0.1000     0.4658    85.3380     1.5298    62.5700    96.9886
6788347.0 / 36546980
  25     0.1000     0.4397    86.0440     1.2875    68.0500    96.5687
6705327.0 / 36546980
  26     0.1000     0.4064    86.9260     1.7235    61.3700    96.6480
6636471.0 / 36546980
  27     0.1000     0.3847    87.6400     1.5455    65.0600    97.0243
6559079.0 / 36546980
  28     0.1000     0.3532    88.8020     1.3952    67.2900    96.9489
6485951.0 / 36546980
  29     0.1000     0.3270    89.4920     1.8831    61.3300    96.8509
6419465.0 / 36546980
  30     0.1000     0.3117    90.0180     1.3381    67.9900    96.9422
6348915.0 / 36546980
  31     0.1000     0.2806    90.9160     1.7042    65.5800    97.3130
6283233.0 / 36546980
  32     0.1000     0.2632    91.4160     1.7086    63.8200    97.1739
6222314.0 / 36546980
  33     0.1000     0.2500    91.8940     1.5588    66.6600    97.0266
6158845.0 / 36546980
  34     0.1000     0.2270    92.7320     1.6921    65.4300    96.7070
6100204.0 / 36546980
  35     0.1000     0.2246    92.8920     1.5516    67.0600    97.0002
6030396.0 / 36546980
  36     0.1000     0.1936    93.7900     1.3675    69.6700    96.9278
5970759.0 / 36546980
  37     0.1000     0.1885    93.9880     1.7585    65.3800    96.7797
5917560.0 / 36546980
  38     0.1000     0.1865    93.9920     1.5628    67.6500    97.5245
5847526.0 / 36546980
  39     0.1000     0.1622    94.8220     1.6962    66.1900    97.3929
5790263.0 / 36546980
  40     0.1000     0.1579    95.0560     1.7273    67.8800    96.7374
5726942.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1484    95.2780     1.4285    70.5900    97.0338
5671197.0 / 36546980
  42     0.1000     0.1413    95.6380     1.7219    67.0500    97.4588
5610435.0 / 36546980
  43     0.1000     0.1319    95.7880     1.5274    69.6900    96.9213
5550283.0 / 36546980
  44     0.1000     0.1242    96.1580     1.4669    70.1100    97.1467
5486697.0 / 36546980
  45     0.1000     0.1140    96.4760     1.5965    69.6400    97.1942
5434004.0 / 36546980
  46     0.1000     0.1194    96.1960     1.5090    69.4100    97.0500
5377061.0 / 36546980
  47     0.1000     0.1084    96.7120     1.6262    69.2600    96.7723
5320052.0 / 36546980
  48     0.1000     0.1025    96.8300     1.6457    69.1700    97.1486
5279831.0 / 36546980
  49     0.1000     0.1128    96.4120     1.5356    68.9900    97.0099
5230208.0 / 36546980
  50     0.1000     0.1019    96.8620     1.8489    67.6000    96.7963
5174795.0 / 36546980
  51     0.1000     0.0896    97.2780     1.6190    69.2000    96.9514
5128336.0 / 36546980
  52     0.1000     0.0963    97.0700     1.5252    69.3200    97.2326
5068903.0 / 36546980
  53     0.1000     0.0809    97.5480     1.5237    70.9700    96.7802
5013186.0 / 36546980
  54     0.1000     0.0779    97.6460     1.5668    69.2400    97.0661
4966799.0 / 36546980
  55     0.1000     0.0821    97.4880     1.4154    72.7100    97.4318
4916742.0 / 36546980
  56     0.1000     0.0770    97.7080     1.5856    70.1400    97.4224
4876743.0 / 36546980
  57     0.1000     0.0807    97.6060     1.6113    69.7300    97.3413
4833096.0 / 36546980
  58     0.1000     0.0737    97.7440     1.9970    64.8700    97.0056
4804774.0 / 36546980
  59     0.1000     0.0833    97.4240     1.7423    68.5500    96.7455
4782933.0 / 36546980
  60     0.1000     0.0888    97.1460     1.6204    71.0500    97.2459
4748260.0 / 36546980
  61     0.1000     0.0776    97.6340     1.6992    68.3900    96.9601
4700427.0 / 36546980
  62     0.1000     0.0643    98.0220     1.5880    70.7900    96.5997
4650005.0 / 36546980
  63     0.1000     0.0597    98.2400     1.5527    71.9900    97.2753
4599998.0 / 36546980
  64     0.1000     0.0569    98.3140     1.6192    71.3400    96.8235
4554467.0 / 36546980
  65     0.1000     0.0572    98.2800     1.4183    72.6500    97.1061
4526619.0 / 36546980
  66     0.1000     0.0679    97.8940     1.7528    69.8100    97.0925
4499619.0 / 36546980
  67     0.1000     0.0677    97.9560     1.6002    71.0400    96.9425
4458192.0 / 36546980
  68     0.1000     0.0580    98.3380     1.5867    70.5000    97.0915
4421447.0 / 36546980
  69     0.1000     0.0570    98.3740     1.5586    71.3900    96.9360
4387831.0 / 36546980
  70     0.1000     0.0571    98.2260     1.5548    72.2600    97.2506
4366088.0 / 36546980
  71     0.1000     0.0646    98.0000     1.6429    71.1800    97.0367
4330517.0 / 36546980
  72     0.1000     0.0534    98.4700     1.6258    71.7400    96.9800
4301549.0 / 36546980
  73     0.1000     0.0566    98.2720     1.6725    71.7100    96.5771
4258169.0 / 36546980
  74     0.1000     0.0449    98.7020     1.6011    71.4900    96.9924
4236066.0 / 36546980
  75     0.1000     0.0572    98.2820     1.6025    71.3800    96.8281
4205283.0 / 36546980
  76     0.1000     0.0513    98.5500     1.5786    71.7800    96.7140
4161582.0 / 36546980
  77     0.1000     0.0409    98.9040     1.5926    71.4800    97.5430
4134349.0 / 36546980
  78     0.1000     0.0498    98.5160     1.8083    69.0800    96.8480
4116313.0 / 36546980
  79     0.1000     0.0571    98.2660     1.8505    68.6100    96.7777
4098534.0 / 36546980
  80     0.1000     0.0560    98.2800     1.6274    71.9400    97.0408
4078860.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0533    98.3520     1.9059    68.8400    96.9805
4055122.0 / 36546980
  82     0.1000     0.0490    98.5880     1.6923    70.4200    96.8245
4048034.0 / 36546980
  83     0.1000     0.0612    98.1200     1.6325    71.0200    96.8441
4022001.0 / 36546980
  84     0.1000     0.0468    98.6260     1.5279    72.4800    97.1697
3994789.0 / 36546980
  85     0.1000     0.0458    98.6640     2.0717    65.7900    96.5330
3965500.0 / 36546980
  86     0.1000     0.0427    98.7760     1.5412    72.4900    97.1311
3930689.0 / 36546980
  87     0.1000     0.0360    98.9640     1.8449    70.0800    97.0994
3888069.0 / 36546980
  88     0.1000     0.0307    99.1600     1.6204    72.2100    97.3084
3867820.0 / 36546980
  89     0.1000     0.0420    98.7400     1.6300    71.5100    97.1095
3852676.0 / 36546980
  90     0.1000     0.0471    98.5820     1.7001    70.8300    97.0778
3820223.0 / 36546980
  91     0.1000     0.0339    99.0880     1.8978    69.5300    97.3696
3797133.0 / 36546980
  92     0.1000     0.0397    98.8580     1.5275    72.6500    96.8221
3785895.0 / 36546980
  93     0.1000     0.0468    98.5820     1.5616    73.0100    96.9795
3779226.0 / 36546980
  94     0.1000     0.0507    98.4980     1.8942    69.4000    96.6232
3765452.0 / 36546980
  95     0.1000     0.0458    98.6560     1.8080    70.4300    96.3691
3757598.0 / 36546980
  96     0.1000     0.0499    98.4640     1.8734    68.9000    96.8186
3732748.0 / 36546980
  97     0.1000     0.0372    99.0020     1.5389    73.0100    97.0717
3711550.0 / 36546980
  98     0.1000     0.0392    98.8000     1.6090    72.2500    97.1527
3708170.0 / 36546980
  99     0.1000     0.0508    98.4420     1.6524    72.2100    97.4922
3701232.0 / 36546980
 100     0.1000     0.0488    98.5020     1.6072    71.8000    97.2345
3668481.0 / 36546980
 101     0.0988     0.0295    99.2060     1.4852    73.9600    97.0616
3630623.0 / 36546980
 102     0.0975     0.0239    99.3820     1.4850    74.0100    97.1849
3587156.0 / 36546980
 103     0.0963     0.0192    99.4900     1.6301    73.1400    96.7142
3543615.0 / 36546980
 104     0.0950     0.0184    99.5600     1.4667    74.7500    96.9071
3498327.0 / 36546980
 105     0.0938     0.0149    99.6720     1.4521    74.7500    97.1499
3452875.0 / 36546980
 106     0.0926     0.0132    99.6840     1.4273    75.0100    96.9762
3413174.0 / 36546980
 107     0.0913     0.0149    99.6000     1.5719    73.1800    96.6508
3389674.0 / 36546980
 108     0.0901     0.0254    99.3300     1.7026    72.5600    96.6525
3357665.0 / 36546980
 109     0.0889     0.0183    99.5380     1.5097    74.0900    96.6444
3325752.0 / 36546980
 110     0.0876     0.0176    99.5400     1.4893    73.7400    96.5461
3292128.0 / 36546980
 111     0.0864     0.0153    99.6360     1.4892    75.0400    96.8382
3252103.0 / 36546980
 112     0.0852     0.0096    99.7880     1.4621    74.9600    96.7776
3224567.0 / 36546980
 113     0.0839     0.0159    99.5740     1.4968    74.8500    96.8277
3194903.0 / 36546980
 114     0.0827     0.0144    99.6620     1.5335    74.6300    96.6891
3160877.0 / 36546980
 115     0.0814     0.0118    99.7400     1.4338    75.7000    96.7629
3126201.0 / 36546980
 116     0.0802     0.0098    99.7760     1.5038    75.3300    96.9463
3091260.0 / 36546980
 117     0.0790     0.0085    99.8180     1.4894    75.1800    96.6582
3057406.0 / 36546980
 118     0.0777     0.0086    99.8000     1.5055    75.3400    96.5933
3025909.0 / 36546980
 119     0.0765     0.0089    99.8020     1.5074    74.5700    96.8170
2997856.0 / 36546980
 120     0.0753     0.0097    99.7560     1.4668    75.3600    96.5609
2970031.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0100    99.7460     1.5368    74.6400    96.7609
2937969.0 / 36546980
 122     0.0728     0.0063    99.8720     1.4320    75.7300    96.6271
2906266.0 / 36546980
 123     0.0715     0.0056    99.8940     1.4256    75.4100    96.5110
2874266.0 / 36546980
 124     0.0703     0.0053    99.8960     1.4266    76.1800    96.6974
2840653.0 / 36546980
 125     0.0691     0.0034    99.9380     1.4788    76.2000    96.9000
2809312.0 / 36546980
 126     0.0678     0.0036    99.9340     1.4443    76.1600    96.6883
2779855.0 / 36546980
 127     0.0666     0.0045    99.9120     1.4298    76.3300    96.5750
2750469.0 / 36546980
 128     0.0654     0.0037    99.9280     1.4351    75.9800    96.6178
2721552.0 / 36546980
 129     0.0641     0.0034    99.9380     1.4398    76.2700    96.9879
2696101.0 / 36546980
 130     0.0629     0.0043    99.9100     1.4590    76.3300    96.7088
2670607.0 / 36546980
 131     0.0616     0.0039    99.9260     1.4574    75.9200    96.7227
2644624.0 / 36546980
 132     0.0604     0.0034    99.9380     1.4131    76.8300    96.5962
2618163.0 / 36546980
 133     0.0592     0.0025    99.9600     1.3987    76.7100    96.6415
2593167.0 / 36546980
 134     0.0579     0.0029    99.9440     1.4627    75.9300    96.6674
2568001.0 / 36546980
 135     0.0567     0.0021    99.9620     1.4442    76.2700    96.5743
2544427.0 / 36546980
 136     0.0554     0.0024    99.9520     1.4145    76.5700    96.5930
2521715.0 / 36546980
 137     0.0542     0.0029    99.9420     1.4238    76.2000    96.5707
2499524.0 / 36546980
 138     0.0530     0.0020    99.9640     1.4150    76.5000    96.5979
2477548.0 / 36546980
 139     0.0517     0.0017    99.9680     1.4078    76.5800    96.9721
2456631.0 / 36546980
 140     0.0505     0.0019    99.9580     1.4084    76.3800    96.9591
2437103.0 / 36546980
 141     0.0493     0.0024    99.9480     1.4382    76.0700    96.8639
2417809.0 / 36546980
 142     0.0480     0.0021    99.9580     1.4231    76.5500    96.8544
2398906.0 / 36546980
 143     0.0468     0.0017    99.9700     1.4146    76.7700    97.0632
2380695.0 / 36546980
 144     0.0456     0.0018    99.9640     1.4110    76.5900    96.7187
2363529.0 / 36546980
 145     0.0443     0.0018    99.9600     1.4068    76.5300    96.6523
2347201.0 / 36546980
 146     0.0431     0.0019    99.9440     1.4092    76.2000    96.6433
2331148.0 / 36546980
 147     0.0418     0.0018    99.9600     1.4324    76.1600    96.5132
2316089.0 / 36546980
 148     0.0406     0.0017    99.9560     1.4178    76.1800    96.7180
2300985.0 / 36546980
 149     0.0394     0.0016    99.9620     1.4125    76.6400    96.4957
2287186.0 / 36546980
 150     0.0381     0.0017    99.9580     1.4261    76.4000    96.6759
2273898.0 / 36546980
 151     0.0369     0.0016    99.9580     1.4370    76.2100    96.5058
2261234.0 / 36546980
 152     0.0357     0.0017    99.9680     1.4223    76.3200    96.6541
2248553.0 / 36546980
 153     0.0344     0.0015    99.9680     1.4001    76.8800    97.0967
2236703.0 / 36546980
 154     0.0332     0.0013    99.9740     1.4060    76.9000    96.6822
2225313.0 / 36546980
 155     0.0319     0.0013    99.9740     1.3931    76.7500    96.7784
2214214.0 / 36546980
 156     0.0307     0.0011    99.9720     1.3813    77.0000    96.5164
2203419.0 / 36546980
 157     0.0295     0.0011    99.9720     1.3929    76.7300    96.8052
2193753.0 / 36546980
 158     0.0282     0.0012    99.9720     1.3945    76.5900    96.8078
2184455.0 / 36546980
 159     0.0270     0.0012    99.9720     1.3864    76.6800    96.5646
2175454.0 / 36546980
 160     0.0257     0.0012    99.9720     1.3957    76.8500    96.5520
2167161.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0011    99.9760     1.3812    77.0400    96.5968
2159243.0 / 36546980
 162     0.0233     0.0010    99.9800     1.3825    76.8600    96.9212
2152001.0 / 36546980
 163     0.0220     0.0010    99.9840     1.3852    76.9200    96.7361
2145121.0 / 36546980
 164     0.0208     0.0011    99.9740     1.3950    76.8900    96.9531
2138819.0 / 36546980
 165     0.0196     0.0010    99.9740     1.3835    76.9100    96.6767
2132879.0 / 36546980
 166     0.0183     0.0010    99.9780     1.3952    76.6600    96.7272
2127282.0 / 36546980
 167     0.0171     0.0010    99.9720     1.3910    76.7800    96.7650
2122056.0 / 36546980
 168     0.0159     0.0010    99.9720     1.3847    76.7500    97.1227
2117547.0 / 36546980
 169     0.0146     0.0009    99.9760     1.3810    77.0300    96.9101
2113438.0 / 36546980
 170     0.0134     0.0009    99.9760     1.3897    76.8200    96.7355
2109851.0 / 36546980
 171     0.0121     0.0010    99.9720     1.3875    76.8400    96.8968
2106517.0 / 36546980
 172     0.0109     0.0010    99.9700     1.3917    76.7900    96.7982
2103760.0 / 36546980
 173     0.0097     0.0008    99.9800     1.3778    76.7600    96.6651
2101131.0 / 36546980
 174     0.0084     0.0009    99.9800     1.3723    77.0500    97.3887
2099096.0 / 36546980
 175     0.0072     0.0008    99.9800     1.3921    76.7900    96.7545
2097412.0 / 36546980
 176     0.0060     0.0008    99.9820     1.3859    76.8000    96.5849
2096077.0 / 36546980
 177     0.0047     0.0008    99.9800     1.3717    76.8100    96.7291
2095102.0 / 36546980
 178     0.0035     0.0008    99.9860     1.3775    76.8800    96.5928
2094624.0 / 36546980
 179     0.0022     0.0008    99.9780     1.3793    77.0900    96.8489
2094336.0 / 36546980
 180     0.0010     0.0008    99.9740     1.3899    76.7400    96.6671
2094049.0 / 36546980
 181     0.0010     0.0009    99.9740     1.3787    77.0200    96.8348
2093835.0 / 36546980
 182     0.0010     0.0008    99.9820     1.3783    76.7900    96.8615
2093573.0 / 36546980
 183     0.0010     0.0007    99.9860     1.3715    77.0200    96.8392
2093319.0 / 36546980
 184     0.0010     0.0008    99.9780     1.3727    76.8900    96.6259
2093078.0 / 36546980
 185     0.0010     0.0008    99.9820     1.3877    76.8700    96.7163
2092845.0 / 36546980
 186     0.0010     0.0008    99.9760     1.3787    77.0700    96.6693
2092591.0 / 36546980
 187     0.0010     0.0008    99.9760     1.3812    76.8400    96.5458
2092382.0 / 36546980
 188     0.0010     0.0008    99.9820     1.3740    76.8900    96.6571
2092109.0 / 36546980
 189     0.0010     0.0008    99.9740     1.3852    77.0400    96.6442
2091870.0 / 36546980
 190     0.0010     0.0008    99.9760     1.3768    76.8800    96.7464
2091621.0 / 36546980
 191     0.0010     0.0008    99.9820     1.3884    77.0600    96.6719
2091392.0 / 36546980
 192     0.0010     0.0009    99.9760     1.3852    76.7500    96.7821
2091106.0 / 36546980
 193     0.0010     0.0008    99.9800     1.3877    76.7400    96.7572
2090862.0 / 36546980
 194     0.0010     0.0008    99.9840     1.3727    76.8800    96.5555
2090631.0 / 36546980
 195     0.0010     0.0007    99.9880     1.3790    76.9100    96.7019
2090378.0 / 36546980
 196     0.0010     0.0008    99.9800     1.3782    76.8200    97.2599
2090135.0 / 36546980
 197     0.0010     0.0008    99.9800     1.3900    76.7200    97.5307
2089892.0 / 36546980
 198     0.0010     0.0008    99.9760     1.3821    76.6000    98.2695
2089614.0 / 36546980
 199     0.0010     0.0008    99.9840     1.3895    77.0200    98.2035
2089394.0 / 36546980
 200     0.0010     0.0009    99.9740     1.3849    76.8200    97.8963
