Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new5/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.65
)
total epochs: 200
28013940.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7314    12.6080     4.1106    10.7400   100.7847
23187961.0 / 36546980
   2     0.1000     2.9986    24.8000     3.9424    16.4500    97.9635
19201136.0 / 36546980
   3     0.1000     2.4959    34.6040     3.1125    26.3200    97.8583
15724705.0 / 36546980
   4     0.1000     2.1342    42.1680     2.7079    34.5700    97.6192
12796840.0 / 36546980
   5     0.1000     1.8751    48.2240     2.4557    38.4700    97.6977
10555776.0 / 36546980
   6     0.1000     1.6835    52.6340     2.9564    38.2400    97.6592
8981749.0 / 36546980
   7     0.1000     1.5494    55.7180     2.0531    46.5000    97.4675
7891552.0 / 36546980
   8     0.1000     1.4282    59.0860     1.9956    48.4700    97.5174
7115762.0 / 36546980
   9     0.1000     1.3200    61.8240     1.8365    52.5100    97.4505
6551861.0 / 36546980
  10     0.1000     1.2234    64.4720     2.2043    47.9900    97.3602
6127132.0 / 36546980
  11     0.1000     1.1459    66.2800     1.9978    50.6700    97.4076
5798238.0 / 36546980
  12     0.1000     1.0733    68.2900     1.8413    54.0900    97.1855
5538510.0 / 36546980
  13     0.1000     1.0021    70.1700     1.9031    52.6900    97.1750
5328965.0 / 36546980
  14     0.1000     0.9414    71.8180     1.5018    60.6500    97.1596
5155257.0 / 36546980
  15     0.1000     0.8803    73.5920     1.5944    58.6100    97.1562
5011756.0 / 36546980
  16     0.1000     0.8253    74.9600     1.5689    59.3500    97.2756
4887164.0 / 36546980
  17     0.1000     0.7731    76.3920     1.4823    61.0700    97.2453
4786503.0 / 36546980
  18     0.1000     0.7240    77.8760     1.3929    62.9900    97.3427
4695974.0 / 36546980
  19     0.1000     0.6835    78.9680     1.5825    61.4400    97.1399
4618651.0 / 36546980
  20     0.1000     0.6378    80.2760     1.5556    59.4800    97.3689
4544776.0 / 36546980
  21     0.1000     0.5996    81.3980     1.7122    60.7400    97.1191
4484098.0 / 36546980
  22     0.1000     0.5645    82.1220     1.5554    62.3800    97.2550
4425895.0 / 36546980
  23     0.1000     0.5270    83.4480     1.2873    66.3500    97.1046
4366410.0 / 36546980
  24     0.1000     0.4876    84.6160     1.5453    62.7400    97.2597
4321304.0 / 36546980
  25     0.1000     0.4658    85.2900     1.3985    65.4900    97.2833
4268649.0 / 36546980
  26     0.1000     0.4276    86.4940     1.3125    66.6900    97.3076
4229198.0 / 36546980
  27     0.1000     0.4128    86.8740     1.5012    65.5500    97.1859
4187664.0 / 36546980
  28     0.1000     0.3825    87.7920     1.5795    63.4700    97.1218
4142248.0 / 36546980
  29     0.1000     0.3526    88.6320     1.5618    65.1200    97.1294
4103242.0 / 36546980
  30     0.1000     0.3375    89.0980     1.3619    67.9200    97.0768
4057679.0 / 36546980
  31     0.1000     0.3023    90.3740     2.0557    61.4400    97.0958
4020423.0 / 36546980
  32     0.1000     0.2903    90.7080     1.6052    65.7200    97.5114
3979528.0 / 36546980
  33     0.1000     0.2765    91.0760     1.5093    67.5800    97.3616
3943135.0 / 36546980
  34     0.1000     0.2587    91.7180     1.5379    66.7400    97.1255
3908999.0 / 36546980
  35     0.1000     0.2528    91.9540     1.6529    64.6200    97.3043
3868083.0 / 36546980
  36     0.1000     0.2288    92.7200     1.3819    68.7400    97.2128
3826847.0 / 36546980
  37     0.1000     0.2167    93.0580     1.5136    67.7400    97.3613
3780451.0 / 36546980
  38     0.1000     0.1937    93.9720     1.5995    66.2100    97.7295
3741182.0 / 36546980
  39     0.1000     0.1941    93.7960     1.5602    68.0000    97.2377
3704245.0 / 36546980
  40     0.1000     0.1826    94.2840     1.5235    68.8700    97.3862
3669030.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1763    94.3800     1.4190    70.4900    97.2510
3629105.0 / 36546980
  42     0.1000     0.1647    94.8420     1.5885    67.3000    97.2343
3585111.0 / 36546980
  43     0.1000     0.1504    95.3220     1.6752    66.4400    97.2203
3553125.0 / 36546980
  44     0.1000     0.1569    95.0540     1.5068    68.8900    97.0286
3516444.0 / 36546980
  45     0.1000     0.1444    95.5140     1.4471    70.4100    96.9609
3481320.0 / 36546980
  46     0.1000     0.1393    95.5580     1.4988    69.1900    97.1277
3437554.0 / 36546980
  47     0.1000     0.1226    96.1420     1.5017    70.1500    97.1318
3406187.0 / 36546980
  48     0.1000     0.1301    95.9980     1.9425    65.1400    97.3221
3380419.0 / 36546980
  49     0.1000     0.1304    95.8380     1.6087    68.2400    97.0261
3352338.0 / 36546980
  50     0.1000     0.1226    96.1520     1.6496    69.0600    97.6878
3315977.0 / 36546980
  51     0.1000     0.1140    96.4380     1.4906    71.0800    97.2068
3291189.0 / 36546980
  52     0.1000     0.1203    96.2600     1.5123    70.5500    97.1119
3254173.0 / 36546980
  53     0.1000     0.1025    96.8300     2.0415    65.4000    96.9687
3227830.0 / 36546980
  54     0.1000     0.1093    96.5640     1.4180    71.1000    97.0382
3194701.0 / 36546980
  55     0.1000     0.0985    96.9160     1.4054    71.6600    96.8793
3172323.0 / 36546980
  56     0.1000     0.1073    96.5880     1.8524    67.3900    97.0834
3152349.0 / 36546980
  57     0.1000     0.1066    96.6920     1.4814    70.4500    96.9750
3123228.0 / 36546980
  58     0.1000     0.0938    97.0560     1.4138    72.1100    97.0983
3100824.0 / 36546980
  59     0.1000     0.0973    96.9820     1.5831    70.5800    96.9724
3071647.0 / 36546980
  60     0.1000     0.0878    97.2500     1.8505    68.8800    97.1201
3045522.0 / 36546980
  61     0.1000     0.0888    97.1940     1.6072    70.2300    97.1532
3017461.0 / 36546980
  62     0.1000     0.0845    97.4020     1.4886    71.3100    97.1824
2983795.0 / 36546980
  63     0.1000     0.0763    97.7280     1.5930    69.5600    96.8936
2959626.0 / 36546980
  64     0.1000     0.0834    97.5200     1.5663    70.2300    97.1214
2934177.0 / 36546980
  65     0.1000     0.0798    97.5640     1.4798    72.0600    97.3325
2904262.0 / 36546980
  66     0.1000     0.0720    97.8340     1.6712    70.6000    96.9298
2882645.0 / 36546980
  67     0.1000     0.0772    97.6240     1.5447    71.2300    96.9951
2864921.0 / 36546980
  68     0.1000     0.0784    97.6160     1.9951    67.4200    97.0386
2856727.0 / 36546980
  69     0.1000     0.0890    97.2580     1.5545    71.4300    97.0069
2834917.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  70     0.1000     0.0742    97.7760     1.4928    71.8200    95.8900
2816514.0 / 36546980
  71     0.1000     0.0753    97.7380     1.5124    70.7600    92.5953
2794476.0 / 36546980
  72     0.1000     0.0701    97.9220     1.5345    71.8700    92.5582
2770895.0 / 36546980
  73     0.1000     0.0665    98.0940     1.5234    72.1900    92.5833
2756424.0 / 36546980
  74     0.1000     0.0746    97.7340     1.7234    69.7600    92.6725
2737757.0 / 36546980
  75     0.1000     0.0680    97.9480     1.9120    67.3500    92.7090
2737039.0 / 36546980
  76     0.1000     0.0849    97.3440     1.5027    72.0200    92.8880
2713909.0 / 36546980
  77     0.1000     0.0648    98.1080     1.5924    71.0200    93.4875
2681897.0 / 36546980
  78     0.1000     0.0512    98.4640     1.6746    71.1700    92.6023
2663035.0 / 36546980
  79     0.1000     0.0626    98.1480     1.6831    71.1100    92.5597
2638460.0 / 36546980
  80     0.1000     0.0561    98.4160     1.7517    69.6000    92.8285
2625748.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0655    98.0440     1.5826    71.6500    93.0722
2607860.0 / 36546980
  82     0.1000     0.0581    98.2440     1.6357    69.9400    92.7649
2595217.0 / 36546980
  83     0.1000     0.0642    98.0240     1.6013    72.4300    92.7528
2583070.0 / 36546980
  84     0.1000     0.0633    98.0580     1.5407    71.8800    92.7997
2561008.0 / 36546980
  85     0.1000     0.0524    98.4240     1.8797    67.4800    92.6631
2542050.0 / 36546980
  86     0.1000     0.0520    98.4680     1.5616    71.7600    92.9377
2530873.0 / 36546980
  87     0.1000     0.0580    98.2680     1.6055    71.3200    92.9461
2529051.0 / 36546980
  88     0.1000     0.0686    97.8800     1.8658    68.4500    92.6822
2514025.0 / 36546980
  89     0.1000     0.0565    98.3360     1.7569    69.3300    92.9822
2501437.0 / 36546980
  90     0.1000     0.0581    98.2660     1.7297    70.8200    92.5798
2485756.0 / 36546980
  91     0.1000     0.0532    98.4420     1.8230    70.1700    92.8164
2471155.0 / 36546980
  92     0.1000     0.0549    98.3420     1.6003    72.4700    92.8822
2452851.0 / 36546980
  93     0.1000     0.0482    98.5360     1.6702    70.9300    92.5471
2439460.0 / 36546980
  94     0.1000     0.0529    98.4400     1.5100    72.4500    92.7465
2416247.0 / 36546980
  95     0.1000     0.0411    98.7980     1.5964    72.0500    92.6673
2411495.0 / 36546980
  96     0.1000     0.0578    98.2100     1.5595    71.5800    92.9074
2405906.0 / 36546980
  97     0.1000     0.0562    98.2920     1.7180    69.9600    93.1312
2405710.0 / 36546980
  98     0.1000     0.0651    97.9760     1.6300    71.1200    92.5741
2390538.0 / 36546980
  99     0.1000     0.0490    98.5400     1.5753    71.5700    92.9954
2372887.0 / 36546980
 100     0.1000     0.0437    98.7160     1.6489    71.9200    92.8156
2358207.0 / 36546980
 101     0.0988     0.0447    98.7400     1.6786    71.3800    92.6251
2340089.0 / 36546980
 102     0.0975     0.0409    98.8520     1.5752    72.7200    92.6745
2324630.0 / 36546980
 103     0.0963     0.0439    98.6860     1.6321    71.9200    92.6767
2305549.0 / 36546980
 104     0.0950     0.0374    98.9300     1.4429    73.9300    92.6934
2280127.0 / 36546980
 105     0.0938     0.0308    99.1580     1.4094    74.3200    92.8893
2250853.0 / 36546980
 106     0.0926     0.0269    99.3120     1.5882    72.8400    92.5551
2221814.0 / 36546980
 107     0.0913     0.0242    99.3660     1.5530    72.6000    92.7593
2201609.0 / 36546980
 108     0.0901     0.0302    99.1900     1.4909    72.7400    92.7015
2188644.0 / 36546980
 109     0.0889     0.0350    98.9920     1.5847    73.2500    92.4876
2178410.0 / 36546980
 110     0.0876     0.0365    98.9700     1.5559    73.8000    92.8112
2165819.0 / 36546980
 111     0.0864     0.0348    99.0040     1.4628    74.0700    92.9406
2148183.0 / 36546980
 112     0.0852     0.0294    99.1940     1.4998    73.4800    92.9879
2128653.0 / 36546980
 113     0.0839     0.0257    99.2820     1.4327    74.6100    93.2517
2108343.0 / 36546980
 114     0.0827     0.0231    99.3820     1.5289    73.7900    92.8124
2085503.0 / 36546980
 115     0.0814     0.0210    99.4740     1.4456    74.7500    92.8606
2062409.0 / 36546980
 116     0.0802     0.0184    99.5520     1.4687    74.5500    93.7072
2031848.0 / 36546980
 117     0.0790     0.0120    99.7140     1.4700    74.5100    92.9671
2009564.0 / 36546980
 118     0.0777     0.0177    99.5720     1.4561    74.8500    92.8584
1986305.0 / 36546980
 119     0.0765     0.0148    99.6380     1.4989    74.4400    93.3394
1964538.0 / 36546980
 120     0.0753     0.0151    99.6280     1.4284    74.8800    93.2839
1946354.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0181    99.5080     1.5199    73.4900    93.4722
1941774.0 / 36546980
 122     0.0728     0.0279    99.2140     1.6475    72.6800    93.1704
1930191.0 / 36546980
 123     0.0715     0.0222    99.4120     1.4864    74.4300    93.1665
1922017.0 / 36546980
 124     0.0703     0.0244    99.3520     1.4584    74.9800    92.8946
1909601.0 / 36546980
 125     0.0691     0.0211    99.4900     1.5619    74.4200    92.8742
1890839.0 / 36546980
 126     0.0678     0.0137    99.6580     1.5116    74.7000    93.1526
1874085.0 / 36546980
 127     0.0666     0.0138    99.6700     1.3976    75.7500    92.9513
1856879.0 / 36546980
 128     0.0654     0.0128    99.7040     1.4394    74.7600    93.0105
1839895.0 / 36546980
 129     0.0641     0.0126    99.7100     1.4323    75.8400    93.1690
1820706.0 / 36546980
 130     0.0629     0.0099    99.7640     1.4508    75.1900    92.8994
1802961.0 / 36546980
 131     0.0616     0.0103    99.7340     1.4066    75.5400    93.1166
1782462.0 / 36546980
 132     0.0604     0.0070    99.8600     1.4242    75.3400    93.0240
1762366.0 / 36546980
 133     0.0592     0.0071    99.8640     1.4202    75.7700    93.1579
1743771.0 / 36546980
 134     0.0579     0.0069    99.8360     1.3853    76.3300    93.3926
1726376.0 / 36546980
 135     0.0567     0.0074    99.8300     1.4284    75.5400    93.1650
1709064.0 / 36546980
 136     0.0554     0.0070    99.8460     1.3671    76.5900    93.0666
1691155.0 / 36546980
 137     0.0542     0.0053    99.9000     1.4339    75.7900    92.9250
1674846.0 / 36546980
 138     0.0530     0.0060    99.8800     1.4182    76.1300    93.0610
1661018.0 / 36546980
 139     0.0517     0.0077    99.8260     1.4494    75.4100    93.1563
1647463.0 / 36546980
 140     0.0505     0.0073    99.8500     1.4005    76.0600    93.0820
1633984.0 / 36546980
 141     0.0493     0.0066    99.8620     1.5224    75.0300    93.1644
1622723.0 / 36546980
 142     0.0480     0.0080    99.8360     1.4595    75.5900    92.9286
1610955.0 / 36546980
 143     0.0468     0.0075    99.8280     1.3824    76.2500    92.9380
1599912.0 / 36546980
 144     0.0456     0.0066    99.8560     1.4081    75.8800    92.9374
1587165.0 / 36546980
 145     0.0443     0.0052    99.9100     1.3897    76.1800    92.8393
1574122.0 / 36546980
 146     0.0431     0.0039    99.9320     1.3863    75.9500    92.8702
1561790.0 / 36546980
 147     0.0418     0.0046    99.9000     1.3909    76.2100    93.0201
1550656.0 / 36546980
 148     0.0406     0.0048    99.8920     1.4109    76.3300    93.1192
1539002.0 / 36546980
 149     0.0394     0.0038    99.9260     1.3758    76.4300    92.9922
1527267.0 / 36546980
 150     0.0381     0.0031    99.9500     1.3917    76.4600    92.9699
1515955.0 / 36546980
 151     0.0369     0.0031    99.9280     1.3849    76.5000    93.0059
1505209.0 / 36546980
 152     0.0357     0.0030    99.9500     1.3634    76.5400    92.8709
1494614.0 / 36546980
 153     0.0344     0.0025    99.9580     1.3849    76.8000    93.1655
1484154.0 / 36546980
 154     0.0332     0.0023    99.9620     1.3928    76.6200    92.7594
1474562.0 / 36546980
 155     0.0319     0.0023    99.9560     1.3831    76.6900    92.8907
1465322.0 / 36546980
 156     0.0307     0.0023    99.9560     1.3581    76.8100    93.1054
1456430.0 / 36546980
 157     0.0295     0.0021    99.9640     1.3969    76.7300    92.8992
1448131.0 / 36546980
 158     0.0282     0.0020    99.9660     1.3653    76.6700    92.9829
1440107.0 / 36546980
 159     0.0270     0.0018    99.9720     1.3517    76.9600    93.2403
1432536.0 / 36546980
 160     0.0257     0.0016    99.9740     1.3772    76.9000    93.3076
1424995.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0016    99.9720     1.3542    76.9700    92.9270
1418291.0 / 36546980
 162     0.0233     0.0017    99.9640     1.3448    76.8400    92.9421
1411924.0 / 36546980
 163     0.0220     0.0015    99.9780     1.3647    76.7500    92.8880
1406160.0 / 36546980
 164     0.0208     0.0014    99.9740     1.3504    77.1400    92.8656
1400556.0 / 36546980
 165     0.0196     0.0014    99.9700     1.3660    76.8600    92.9774
1395536.0 / 36546980
 166     0.0183     0.0015    99.9680     1.3732    76.8000    92.9208
1390835.0 / 36546980
 167     0.0171     0.0015    99.9680     1.3763    77.0300    93.0324
1386728.0 / 36546980
 168     0.0159     0.0014    99.9720     1.3553    77.1300    92.8756
1382720.0 / 36546980
 169     0.0146     0.0013    99.9800     1.3697    76.8400    92.7366
1379208.0 / 36546980
 170     0.0134     0.0013    99.9740     1.3749    76.9000    93.1874
1376256.0 / 36546980
 171     0.0121     0.0013    99.9740     1.3746    76.9500    92.7483
1373492.0 / 36546980
 172     0.0109     0.0013    99.9680     1.3482    76.8600    92.9061
1370954.0 / 36546980
 173     0.0097     0.0013    99.9740     1.3738    76.9000    92.8483
1369146.0 / 36546980
 174     0.0084     0.0014    99.9640     1.3595    77.0600    93.1444
1367472.0 / 36546980
 175     0.0072     0.0013    99.9740     1.3653    76.9500    92.9031
1366148.0 / 36546980
 176     0.0060     0.0011    99.9740     1.3580    77.2200    92.8833
1365026.0 / 36546980
 177     0.0047     0.0012    99.9720     1.3650    77.0500    92.8285
1364180.0 / 36546980
 178     0.0035     0.0012    99.9740     1.3634    77.0000    93.1590
1363588.0 / 36546980
 179     0.0022     0.0011    99.9800     1.3560    77.1300    93.2330
1363299.0 / 36546980
 180     0.0010     0.0011    99.9740     1.3597    77.0100    92.9714
1363005.0 / 36546980
 181     0.0010     0.0010    99.9840     1.3732    76.8400    92.8358
1362704.0 / 36546980
 182     0.0010     0.0011    99.9800     1.3629    76.9100    93.0155
1362470.0 / 36546980
 183     0.0010     0.0011    99.9800     1.3607    76.9500    92.8900
1362165.0 / 36546980
 184     0.0010     0.0011    99.9780     1.3687    77.0200    93.1038
1361874.0 / 36546980
 185     0.0010     0.0010    99.9880     1.3616    76.7700    93.1138
1361638.0 / 36546980
 186     0.0010     0.0012    99.9740     1.3576    77.0800    93.1531
1361325.0 / 36546980
 187     0.0010     0.0011    99.9780     1.3661    77.1200    92.6833
1361053.0 / 36546980
 188     0.0010     0.0011    99.9820     1.3526    76.8600    92.9524
1360775.0 / 36546980
 189     0.0010     0.0011    99.9840     1.3719    76.8500    93.1135
1360514.0 / 36546980
 190     0.0010     0.0011    99.9840     1.3565    76.9900    93.3021
1360230.0 / 36546980
 191     0.0010     0.0011    99.9700     1.3698    76.8600    92.9893
1359946.0 / 36546980
 192     0.0010     0.0011    99.9720     1.3619    76.8100    92.9954
1359647.0 / 36546980
 193     0.0010     0.0011    99.9780     1.3603    76.8900    92.6145
1359389.0 / 36546980
 194     0.0010     0.0012    99.9820     1.3595    77.0100    92.5601
1359086.0 / 36546980
 195     0.0010     0.0011    99.9780     1.3727    76.9900    92.5906
1358840.0 / 36546980
 196     0.0010     0.0011    99.9760     1.3537    77.1600    92.3986
1358520.0 / 36546980
 197     0.0010     0.0011    99.9800     1.3558    76.9600    92.5638
1358236.0 / 36546980
 198     0.0010     0.0011    99.9760     1.3566    76.7400    92.5759
1357952.0 / 36546980
 199     0.0010     0.0011    99.9840     1.3593    76.9900    92.5748
1357684.0 / 36546980
 200     0.0010     0.0011    99.9780     1.3553    77.2100    92.7061
