Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new4/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.65
)
total epochs: 200
28015018.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7328    12.4840     4.5761     8.8400   101.5222
23188195.0 / 36546980
   2     0.1000     2.9909    24.8360     3.5085    19.3600    97.3944
19201123.0 / 36546980
   3     0.1000     2.4889    34.8080     2.9243    27.8800    98.3853
15726828.0 / 36546980
   4     0.1000     2.1251    42.3300     2.5048    37.4400    98.6214
12797829.0 / 36546980
   5     0.1000     1.8669    48.3800     2.4118    39.1300    97.1465
10556560.0 / 36546980
   6     0.1000     1.6766    52.6600     2.7450    38.0600    98.2285
8980318.0 / 36546980
   7     0.1000     1.5439    56.0900     2.0024    47.7500    98.3532
7889725.0 / 36546980
   8     0.1000     1.4249    59.2340     1.7552    52.1300    97.6935
7114145.0 / 36546980
   9     0.1000     1.3138    61.8640     1.9817    49.1300    98.3375
6545264.0 / 36546980
  10     0.1000     1.2193    64.4220     1.9441    51.6200    98.1493
6120217.0 / 36546980
  11     0.1000     1.1417    66.4080     1.9826    50.1000    97.9060
5791223.0 / 36546980
  12     0.1000     1.0700    68.3320     2.1878    49.9400    97.5827
5529049.0 / 36546980
  13     0.1000     1.0019    70.0700     2.0509    50.2400    98.2175
5323108.0 / 36546980
  14     0.1000     0.9378    71.9320     1.4403    61.5400    97.6241
5148030.0 / 36546980
  15     0.1000     0.8788    73.4640     1.6622    57.9400    98.0787
5007805.0 / 36546980
  16     0.1000     0.8281    74.7300     1.7169    56.4200    98.1288
4880203.0 / 36546980
  17     0.1000     0.7745    76.4160     1.7680    56.4900    98.5362
4786224.0 / 36546980
  18     0.1000     0.7287    77.6140     1.4767    62.4700    97.5425
4691799.0 / 36546980
  19     0.1000     0.6852    78.7460     1.4507    63.6600    97.5776
4613062.0 / 36546980
  20     0.1000     0.6404    80.1720     1.8751    55.0300    97.4351
4536512.0 / 36546980
  21     0.1000     0.5989    81.4400     1.6681    61.7100    98.0983
4473386.0 / 36546980
  22     0.1000     0.5708    82.0620     1.5576    62.8700    98.5585
4413181.0 / 36546980
  23     0.1000     0.5264    83.5700     1.3460    64.6800    98.1394
4358686.0 / 36546980
  24     0.1000     0.4983    84.2020     1.5631    62.9800    98.6490
4309969.0 / 36546980
  25     0.1000     0.4670    85.2200     1.3828    66.0800    98.3864
4263494.0 / 36546980
  26     0.1000     0.4348    86.2180     1.5196    63.8500    98.4976
4224705.0 / 36546980
  27     0.1000     0.4162    86.6340     1.5670    64.4800    97.6357
4179493.0 / 36546980
  28     0.1000     0.3813    87.8440     1.5169    64.7000    97.9650
4139690.0 / 36546980
  29     0.1000     0.3632    88.2700     1.6445    64.9000    97.1897
4099448.0 / 36546980
  30     0.1000     0.3398    89.0680     1.8231    61.4400    97.6323
4059574.0 / 36546980
  31     0.1000     0.3191    89.8200     1.3390    69.1500    97.7109
4016270.0 / 36546980
  32     0.1000     0.2878    90.7600     1.8655    63.4600    97.8416
3978489.0 / 36546980
  33     0.1000     0.2820    90.8480     1.5063    66.4300    98.8275
3938910.0 / 36546980
  34     0.1000     0.2598    91.6980     1.5541    67.1100    97.9107
3906281.0 / 36546980
  35     0.1000     0.2543    91.7340     1.5212    65.3800    98.1140
3856096.0 / 36546980
  36     0.1000     0.2213    92.9880     1.3620    69.8000    97.2353
3815952.0 / 36546980
  37     0.1000     0.2168    93.1460     1.6804    66.4500    98.2025
3779324.0 / 36546980
  38     0.1000     0.2078    93.2360     1.4090    68.2600    97.9839
3746399.0 / 36546980
  39     0.1000     0.2013    93.5080     1.5786    67.7200    98.2436
3710590.0 / 36546980
  40     0.1000     0.1891    93.9700     1.5240    69.4800    97.6327
3673810.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1781    94.2360     1.5532    67.1100    98.7130
3631783.0 / 36546980
  42     0.1000     0.1635    94.8640     1.6051    67.3100    97.5922
3603230.0 / 36546980
  43     0.1000     0.1655    94.7760     1.6742    66.4600    98.4252
3570377.0 / 36546980
  44     0.1000     0.1630    94.7260     1.3724    70.7700    97.7836
3532208.0 / 36546980
  45     0.1000     0.1437    95.4080     1.7976    67.7600    96.8774
3490381.0 / 36546980
  46     0.1000     0.1369    95.6820     1.5742    67.7700    97.7314
3446461.0 / 36546980
  47     0.1000     0.1264    95.9700     1.8283    66.2600    98.0051
3411893.0 / 36546980
  48     0.1000     0.1266    96.0540     1.8972    66.7200    97.6619
3379892.0 / 36546980
  49     0.1000     0.1217    96.1280     1.5195    70.0000    97.6196
3351550.0 / 36546980
  50     0.1000     0.1232    96.0760     1.5603    69.8000    97.7797
3318732.0 / 36546980
  51     0.1000     0.1156    96.4640     1.6055    69.3000    98.5963
3286261.0 / 36546980
  52     0.1000     0.1113    96.5380     1.6384    68.5600    98.5556
3248638.0 / 36546980
  53     0.1000     0.1008    96.8680     1.6209    69.1800    97.4373
3223929.0 / 36546980
  54     0.1000     0.1095    96.5920     1.6383    68.5600    98.8638
3202278.0 / 36546980
  55     0.1000     0.1139    96.5360     1.4313    71.4000    98.5192
3185891.0 / 36546980
  56     0.1000     0.1146    96.3720     1.6617    68.3100    98.4547
3155393.0 / 36546980
  57     0.1000     0.0975    96.9840     1.6181    70.0500    98.2636
3123655.0 / 36546980
  58     0.1000     0.0904    97.2300     1.9019    65.2100    98.2684
3100047.0 / 36546980
  59     0.1000     0.0997    96.8680     1.4563    70.4900    97.6643
3070279.0 / 36546980
  60     0.1000     0.0875    97.3560     1.5921    70.3300    98.4090
3044339.0 / 36546980
  61     0.1000     0.0876    97.3420     1.6433    70.2300    99.0000
3023694.0 / 36546980
  62     0.1000     0.0922    97.1300     1.6100    70.0300    97.5890
2996562.0 / 36546980
  63     0.1000     0.0842    97.4040     1.6289    70.2200    98.1204
2964735.0 / 36546980
  64     0.1000     0.0767    97.6960     2.0290    65.7000    99.1827
2942921.0 / 36546980
  65     0.1000     0.0841    97.4280     1.6355    69.4000    97.6959
2915396.0 / 36546980
  66     0.1000     0.0749    97.6620     1.6515    70.0500    98.6135
2897666.0 / 36546980
  67     0.1000     0.0830    97.4740     1.5786    70.7100    98.0175
2869757.0 / 36546980
  68     0.1000     0.0711    97.8960     1.9176    67.4100    98.9135
2851959.0 / 36546980
  69     0.1000     0.0789    97.5440     1.5820    70.0600    97.7977
2827998.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  70     0.1000     0.0715    97.8380     1.5713    70.6500    94.8963
2812847.0 / 36546980
  71     0.1000     0.0762    97.6620     1.8131    68.0100    91.7184
2794045.0 / 36546980
  72     0.1000     0.0716    97.8280     1.6262    70.6100    91.6104
2781952.0 / 36546980
  73     0.1000     0.0763    97.6220     1.7728    69.2100    91.4706
2764845.0 / 36546980
  74     0.1000     0.0751    97.7420     1.6655    69.7100    91.6738
2738916.0 / 36546980
  75     0.1000     0.0627    98.1640     1.6060    71.0600    91.4572
2722943.0 / 36546980
  76     0.1000     0.0699    97.8520     1.5616    71.9000    91.7781
2703779.0 / 36546980
  77     0.1000     0.0655    97.9940     1.7047    69.3400    91.9787
2683262.0 / 36546980
  78     0.1000     0.0628    98.1260     1.7568    69.3500    91.9457
2659732.0 / 36546980
  79     0.1000     0.0588    98.1900     1.7957    69.1200    92.3117
2657610.0 / 36546980
  80     0.1000     0.0778    97.6640     1.4819    72.0100    92.0416
2639246.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0605    98.1640     1.5477    71.0700    91.8404
2627874.0 / 36546980
  82     0.1000     0.0670    97.8800     1.6612    70.4600    91.7958
2617144.0 / 36546980
  83     0.1000     0.0689    97.9140     1.5625    70.9600    91.9655
2598982.0 / 36546980
  84     0.1000     0.0588    98.2640     1.5981    71.5300    92.1544
2578195.0 / 36546980
  85     0.1000     0.0551    98.3660     1.7586    69.6300    92.1647
2551063.0 / 36546980
  86     0.1000     0.0481    98.6520     1.6647    70.4700    91.7211
2540402.0 / 36546980
  87     0.1000     0.0602    98.1400     1.5880    71.4100    92.1476
2523219.0 / 36546980
  88     0.1000     0.0550    98.3760     1.7442    69.0900    92.5467
2508864.0 / 36546980
  89     0.1000     0.0544    98.3600     1.5332    71.8800    91.9396
2492962.0 / 36546980
  90     0.1000     0.0549    98.3800     1.5317    72.1000    92.1310
2483384.0 / 36546980
  91     0.1000     0.0584    98.2060     1.7143    70.5400    92.1102
2466619.0 / 36546980
  92     0.1000     0.0511    98.5100     1.6110    70.6200    92.1251
2457180.0 / 36546980
  93     0.1000     0.0572    98.2720     1.6269    70.8900    92.1905
2457931.0 / 36546980
  94     0.1000     0.0653    97.9740     1.5776    71.3000    91.9535
2451478.0 / 36546980
  95     0.1000     0.0607    98.1540     1.5281    71.8000    91.8764
2439024.0 / 36546980
  96     0.1000     0.0542    98.3520     1.7577    70.0100    92.3524
2416780.0 / 36546980
  97     0.1000     0.0435    98.7880     1.6539    72.0600    92.1390
2402626.0 / 36546980
  98     0.1000     0.0497    98.5260     1.7773    69.1200    92.0859
2391623.0 / 36546980
  99     0.1000     0.0517    98.4280     1.4838    72.9100    92.2152
2383696.0 / 36546980
 100     0.1000     0.0533    98.4000     1.7470    70.9100    91.9197
2371312.0 / 36546980
 101     0.0988     0.0494    98.5580     1.5364    72.6800    91.8685
2352840.0 / 36546980
 102     0.0975     0.0427    98.7220     1.5984    72.2900    92.0502
2328829.0 / 36546980
 103     0.0963     0.0362    99.0080     1.5996    73.0000    91.7259
2304157.0 / 36546980
 104     0.0950     0.0325    99.0620     1.4990    72.7500    91.6278
2284408.0 / 36546980
 105     0.0938     0.0362    98.9580     1.5056    73.0300    91.8234
2258501.0 / 36546980
 106     0.0926     0.0277    99.2620     1.6238    72.1200    92.0278
2233779.0 / 36546980
 107     0.0913     0.0282    99.2480     1.5684    72.9100    92.1962
2212426.0 / 36546980
 108     0.0901     0.0305    99.1800     1.6649    71.8400    91.9444
2194403.0 / 36546980
 109     0.0889     0.0307    99.1000     1.5886    72.1600    92.1440
2181120.0 / 36546980
 110     0.0876     0.0350    98.9740     1.5765    73.5000    92.0499
2161652.0 / 36546980
 111     0.0864     0.0266    99.2420     1.4373    74.4100    91.9655
2139032.0 / 36546980
 112     0.0852     0.0238    99.3840     1.5067    73.2700    91.9499
2113452.0 / 36546980
 113     0.0839     0.0206    99.4680     1.7333    72.4900    92.1403
2092895.0 / 36546980
 114     0.0827     0.0230    99.3580     1.4723    73.4700    91.7896
2073145.0 / 36546980
 115     0.0814     0.0229    99.4120     1.8008    71.4000    91.9746
2060074.0 / 36546980
 116     0.0802     0.0269    99.2060     1.6604    72.3500    92.2773
2042043.0 / 36546980
 117     0.0790     0.0209    99.4340     1.4873    74.4900    92.1098
2020849.0 / 36546980
 118     0.0777     0.0186    99.5180     1.4875    74.0000    92.4222
1999778.0 / 36546980
 119     0.0765     0.0179    99.5520     1.5498    73.8000    92.4336
1978843.0 / 36546980
 120     0.0753     0.0159    99.5920     1.5051    74.5700    92.2973
1955203.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0131    99.7080     1.6082    72.9200    92.1893
1936305.0 / 36546980
 122     0.0728     0.0162    99.6120     1.6679    73.2300    92.1454
1917461.0 / 36546980
 123     0.0715     0.0158    99.6060     1.5719    73.5700    91.8809
1908780.0 / 36546980
 124     0.0703     0.0227    99.3580     1.4895    74.4700    91.8351
1897093.0 / 36546980
 125     0.0691     0.0203    99.4480     1.5465    74.2300    92.3145
1886556.0 / 36546980
 126     0.0678     0.0207    99.4220     1.6075    73.1700    91.9992
1869855.0 / 36546980
 127     0.0666     0.0136    99.6920     1.6758    72.8200    92.5683
1854948.0 / 36546980
 128     0.0654     0.0161    99.5680     1.5695    72.8800    92.3160
1842767.0 / 36546980
 129     0.0641     0.0173    99.5620     1.4772    74.3400    91.9734
1826256.0 / 36546980
 130     0.0629     0.0123    99.7120     1.4351    75.1900    92.0528
1807722.0 / 36546980
 131     0.0616     0.0095    99.7800     1.4335    75.7300    92.1086
1785483.0 / 36546980
 132     0.0604     0.0053    99.9180     1.4163    75.9000    92.3150
1766420.0 / 36546980
 133     0.0592     0.0080    99.8440     1.4470    75.7000    92.3652
1748914.0 / 36546980
 134     0.0579     0.0078    99.8300     1.4352    75.7200    91.8820
1731319.0 / 36546980
 135     0.0567     0.0070    99.8520     1.4407    75.7400    91.9559
1713666.0 / 36546980
 136     0.0554     0.0069    99.8560     1.4559    75.6700    91.7734
1696759.0 / 36546980
 137     0.0542     0.0064    99.8600     1.4513    75.8900    92.2231
1678633.0 / 36546980
 138     0.0530     0.0049    99.9040     1.5307    75.4900    91.8652
1663637.0 / 36546980
 139     0.0517     0.0063    99.8580     1.4908    74.8400    91.9193
1648897.0 / 36546980
 140     0.0505     0.0062    99.8720     1.4407    76.0600    92.2750
1634177.0 / 36546980
 141     0.0493     0.0061    99.8580     1.4776    75.5600    92.6203
1620979.0 / 36546980
 142     0.0480     0.0066    99.8460     1.4799    75.6000    91.7446
1608131.0 / 36546980
 143     0.0468     0.0061    99.8660     1.4773    75.2700    91.7749
1595362.0 / 36546980
 144     0.0456     0.0055    99.8980     1.4746    75.3600    91.8120
1583055.0 / 36546980
 145     0.0443     0.0058    99.8920     1.4465    75.9100    92.0054
1570135.0 / 36546980
 146     0.0431     0.0044    99.9060     1.4492    75.8200    91.9040
1557500.0 / 36546980
 147     0.0418     0.0034    99.9480     1.4310    76.3200    92.0326
1544373.0 / 36546980
 148     0.0406     0.0031    99.9380     1.4571    75.9900    91.8686
1532824.0 / 36546980
 149     0.0394     0.0036    99.9180     1.4491    75.8900    92.0179
1521101.0 / 36546980
 150     0.0381     0.0033    99.9380     1.4409    76.1300    92.5754
1509688.0 / 36546980
 151     0.0369     0.0032    99.9320     1.4286    76.1500    91.9193
1499370.0 / 36546980
 152     0.0357     0.0032    99.9300     1.4292    76.2300    91.8224
1489108.0 / 36546980
 153     0.0344     0.0026    99.9480     1.4360    76.5200    92.1816
1479622.0 / 36546980
 154     0.0332     0.0029    99.9260     1.4481    76.3400    91.8077
1469954.0 / 36546980
 155     0.0319     0.0024    99.9640     1.4147    76.6200    92.1399
1460514.0 / 36546980
 156     0.0307     0.0019    99.9700     1.4217    76.4000    92.1944
1452039.0 / 36546980
 157     0.0295     0.0021    99.9560     1.4329    76.4500    92.4669
1443580.0 / 36546980
 158     0.0282     0.0018    99.9700     1.4161    76.5600    91.9725
1435540.0 / 36546980
 159     0.0270     0.0017    99.9680     1.4163    76.2900    92.0082
1427996.0 / 36546980
 160     0.0257     0.0017    99.9720     1.4034    76.7200    92.0401
1421022.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0021    99.9440     1.4050    76.3300    92.0187
1414556.0 / 36546980
 162     0.0233     0.0020    99.9560     1.3986    76.6300    91.8384
1408411.0 / 36546980
 163     0.0220     0.0016    99.9780     1.4101    76.5900    92.2072
1402700.0 / 36546980
 164     0.0208     0.0016    99.9600     1.4033    76.5000    91.9758
1397089.0 / 36546980
 165     0.0196     0.0015    99.9720     1.4100    76.5200    91.7100
1392082.0 / 36546980
 166     0.0183     0.0017    99.9580     1.4091    76.7400    91.6132
1387230.0 / 36546980
 167     0.0171     0.0015    99.9620     1.4190    76.5500    91.7758
1382988.0 / 36546980
 168     0.0159     0.0013    99.9760     1.3867    76.7000    91.8662
1379223.0 / 36546980
 169     0.0146     0.0012    99.9820     1.3957    76.7100    91.7112
1375886.0 / 36546980
 170     0.0134     0.0014    99.9740     1.4058    76.9400    91.7687
1372787.0 / 36546980
 171     0.0121     0.0013    99.9780     1.4014    76.6100    92.0599
1369988.0 / 36546980
 172     0.0109     0.0013    99.9740     1.3896    76.8100    91.9835
1367524.0 / 36546980
 173     0.0097     0.0013    99.9740     1.4036    76.6800    92.0163
1365742.0 / 36546980
 174     0.0084     0.0013    99.9700     1.3928    76.5500    91.8679
1364079.0 / 36546980
 175     0.0072     0.0012    99.9820     1.3953    76.6000    91.9907
1362719.0 / 36546980
 176     0.0060     0.0012    99.9760     1.3946    76.7000    91.8827
1361591.0 / 36546980
 177     0.0047     0.0012    99.9720     1.3966    76.7300    91.9432
1360801.0 / 36546980
 178     0.0035     0.0012    99.9680     1.3986    76.5600    91.8250
1360206.0 / 36546980
 179     0.0022     0.0011    99.9780     1.3910    76.7400    91.9062
1359902.0 / 36546980
 180     0.0010     0.0011    99.9720     1.3904    76.6000    91.7716
1359613.0 / 36546980
 181     0.0010     0.0012    99.9720     1.4086    76.7700    91.9452
1359312.0 / 36546980
 182     0.0010     0.0011    99.9820     1.3907    76.7100    91.6759
1359049.0 / 36546980
 183     0.0010     0.0011    99.9760     1.3896    76.6300    91.7923
1358779.0 / 36546980
 184     0.0010     0.0011    99.9780     1.3989    76.7600    91.8100
1358493.0 / 36546980
 185     0.0010     0.0010    99.9800     1.3933    76.6400    91.6358
1358225.0 / 36546980
 186     0.0010     0.0011    99.9800     1.3919    76.7900    91.7465
1357922.0 / 36546980
 187     0.0010     0.0011    99.9800     1.4016    76.9000    91.8146
1357618.0 / 36546980
 188     0.0010     0.0011    99.9760     1.3848    76.6400    91.7989
1357370.0 / 36546980
 189     0.0010     0.0012    99.9720     1.4011    76.6600    91.7498
1357080.0 / 36546980
 190     0.0010     0.0011    99.9840     1.3926    76.7200    91.8199
1356759.0 / 36546980
 191     0.0010     0.0011    99.9720     1.4061    76.7500    91.7210
1356509.0 / 36546980
 192     0.0010     0.0011    99.9760     1.3951    76.7600    91.8057
1356233.0 / 36546980
 193     0.0010     0.0010    99.9740     1.3979    76.9000    91.7866
1355970.0 / 36546980
 194     0.0010     0.0011    99.9800     1.3912    76.9500    91.8098
1355730.0 / 36546980
 195     0.0010     0.0011    99.9760     1.4084    76.9600    91.8703
1355413.0 / 36546980
 196     0.0010     0.0011    99.9840     1.3955    76.6900    91.7322
1355132.0 / 36546980
 197     0.0010     0.0010    99.9800     1.4035    76.7500    91.7401
1354836.0 / 36546980
 198     0.0010     0.0012    99.9680     1.3893    76.8300    91.7339
1354556.0 / 36546980
 199     0.0010     0.0011    99.9740     1.4010    76.8500    91.8308
1354278.0 / 36546980
 200     0.0010     0.0011    99.9760     1.3849    76.8200    91.7353
