Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new8/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.65
)
total epochs: 200
28015291.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7322    12.5500     4.8639     7.5600   100.4721
23187670.0 / 36546980
   2     0.1000     2.9891    24.9120     3.7544    17.5900    97.7946
19202546.0 / 36546980
   3     0.1000     2.4921    34.7620     3.0282    27.1600    97.3850
15727845.0 / 36546980
   4     0.1000     2.1293    42.2460     2.5145    36.1900    97.4769
12793476.0 / 36546980
   5     0.1000     1.8719    48.2220     2.3412    40.1200    97.7189
10550715.0 / 36546980
   6     0.1000     1.6807    52.7380     2.4472    40.6700    97.3024
8974348.0 / 36546980
   7     0.1000     1.5467    55.8640     2.0168    47.6100    97.2199
7884626.0 / 36546980
   8     0.1000     1.4276    59.0500     1.9590    49.2300    96.9763
7110592.0 / 36546980
   9     0.1000     1.3184    61.9460     2.1784    47.2400    97.0300
6543063.0 / 36546980
  10     0.1000     1.2225    64.5440     2.0801    48.8500    96.8841
6120392.0 / 36546980
  11     0.1000     1.1442    66.5300     1.8449    52.3900    96.9251
5792004.0 / 36546980
  12     0.1000     1.0704    68.3320     1.7053    56.5700    96.9145
5531710.0 / 36546980
  13     0.1000     1.0008    70.3120     2.0161    52.3700    97.1063
5321362.0 / 36546980
  14     0.1000     0.9374    72.0100     1.4707    60.8900    96.8134
5147059.0 / 36546980
  15     0.1000     0.8793    73.4940     1.4648    61.3100    96.9474
5007045.0 / 36546980
  16     0.1000     0.8271    74.8240     1.5347    59.8100    96.8571
4884863.0 / 36546980
  17     0.1000     0.7722    76.1800     1.7015    57.7200    96.8502
4784256.0 / 36546980
  18     0.1000     0.7213    77.8240     1.2534    66.2100    97.0071
4689358.0 / 36546980
  19     0.1000     0.6804    79.0820     1.6403    61.7900    97.3300
4610997.0 / 36546980
  20     0.1000     0.6389    80.2000     1.6771    58.2000    97.0898
4538028.0 / 36546980
  21     0.1000     0.5987    81.4460     1.6099    62.2100    96.9696
4477866.0 / 36546980
  22     0.1000     0.5634    82.3580     1.4994    63.0200    97.1731
4422070.0 / 36546980
  23     0.1000     0.5340    83.3840     1.4082    64.8200    97.2398
4361109.0 / 36546980
  24     0.1000     0.4855    84.5040     1.4836    63.7100    96.7492
4315253.0 / 36546980
  25     0.1000     0.4638    85.2860     1.2686    67.9000    96.7452
4265230.0 / 36546980
  26     0.1000     0.4307    86.5240     1.7657    59.6300    96.8857
4225499.0 / 36546980
  27     0.1000     0.4106    86.9520     1.5186    64.2900    96.8716
4182739.0 / 36546980
  28     0.1000     0.3803    87.8060     1.4172    65.7600    96.7778
4137224.0 / 36546980
  29     0.1000     0.3551    88.6260     1.6966    63.6400    96.6921
4092544.0 / 36546980
  30     0.1000     0.3353    89.3020     1.3684    68.2600    96.8107
4050695.0 / 36546980
  31     0.1000     0.3100    90.0900     1.9190    62.4500    96.8857
4011647.0 / 36546980
  32     0.1000     0.2951    90.4840     1.6667    64.3800    96.7589
3972739.0 / 36546980
  33     0.1000     0.2721    91.1880     1.7560    64.2300    96.8024
3933751.0 / 36546980
  34     0.1000     0.2583    91.8440     1.4769    67.6300    96.6947
3897619.0 / 36546980
  35     0.1000     0.2485    92.0380     1.4662    67.6900    97.1833
3857843.0 / 36546980
  36     0.1000     0.2279    92.6000     1.6068    67.0800    96.7305
3815118.0 / 36546980
  37     0.1000     0.2161    93.0460     1.6522    65.0400    96.9832
3771268.0 / 36546980
  38     0.1000     0.1983    93.7360     1.3365    69.8900    96.8678
3742091.0 / 36546980
  39     0.1000     0.2024    93.3880     1.9004    63.3000    97.1213
3709179.0 / 36546980
  40     0.1000     0.1900    94.0220     1.6635    67.3400    96.9316
3674899.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1807    94.2180     1.4201    69.6400    96.5612
3626577.0 / 36546980
  42     0.1000     0.1578    95.0000     1.5095    69.4200    97.1382
3593139.0 / 36546980
  43     0.1000     0.1618    94.8300     1.3606    70.8300    96.9664
3552805.0 / 36546980
  44     0.1000     0.1516    95.2280     1.9029    65.2000    96.9461
3514789.0 / 36546980
  45     0.1000     0.1421    95.5420     1.6238    67.4600    96.7990
3482908.0 / 36546980
  46     0.1000     0.1432    95.5020     1.5775    69.0000    96.9562
3451907.0 / 36546980
  47     0.1000     0.1392    95.5440     1.5938    69.1300    96.8660
3416784.0 / 36546980
  48     0.1000     0.1300    95.8920     1.7040    67.5600    96.7702
3389113.0 / 36546980
  49     0.1000     0.1297    95.8680     1.5430    69.4100    97.1053
3351743.0 / 36546980
  50     0.1000     0.1187    96.3280     1.7542    67.4500    97.2081
3312170.0 / 36546980
  51     0.1000     0.1084    96.6500     1.7851    68.2100    96.7720
3275344.0 / 36546980
  52     0.1000     0.1046    96.7800     1.5991    69.4000    96.8769
3240288.0 / 36546980
  53     0.1000     0.1037    96.7660     1.4705    71.5000    96.9574
3213372.0 / 36546980
  54     0.1000     0.1075    96.5920     1.5499    70.1600    96.6573
3190881.0 / 36546980
  55     0.1000     0.1077    96.6380     1.6545    68.9800    97.1550
3163089.0 / 36546980
  56     0.1000     0.1018    96.9420     1.4941    70.8300    96.9156
3136003.0 / 36546980
  57     0.1000     0.1000    96.9060     1.5657    70.1000    96.7839
3109875.0 / 36546980
  58     0.1000     0.0962    96.9860     1.6486    69.6600    97.0243
3084933.0 / 36546980
  59     0.1000     0.0935    97.0820     1.5945    69.5600    97.0244
3068583.0 / 36546980
  60     0.1000     0.1015    96.7840     1.5503    70.4500    97.3390
3043159.0 / 36546980
  61     0.1000     0.0908    97.2020     1.8216    67.0200    96.7364
3014050.0 / 36546980
  62     0.1000     0.0836    97.4760     1.5587    70.4200    96.7957
2988920.0 / 36546980
  63     0.1000     0.0837    97.4260     1.5319    70.7000    97.1005
2953821.0 / 36546980
  64     0.1000     0.0735    97.8460     1.7957    68.1300    96.9478
2933495.0 / 36546980
  65     0.1000     0.0848    97.3800     1.6290    69.4900    96.6646
2914348.0 / 36546980
  66     0.1000     0.0809    97.4320     1.6560    69.3400    96.6744
2891904.0 / 36546980
  67     0.1000     0.0783    97.6440     1.6744    70.9000    96.8453
2878952.0 / 36546980
  68     0.1000     0.0863    97.2860     1.8082    69.2700    97.2301
2856537.0 / 36546980
  69     0.1000     0.0778    97.6220     1.4544    72.0700    96.9478
2834266.0 / 36546980
  70     0.1000     0.0721    97.8320     1.5557    71.9200    97.1703
2817252.0 / 36546980
  71     0.1000     0.0778    97.5660     1.7680    68.9200    96.8089
2802348.0 / 36546980
  72     0.1000     0.0763    97.6580     1.9489    66.5700    96.9025
2778150.0 / 36546980
  73     0.1000     0.0681    98.0360     1.6350    70.3000    96.6951
2758294.0 / 36546980
  74     0.1000     0.0706    97.8740     1.6972    68.7800    97.0153
2742198.0 / 36546980
  75     0.1000     0.0716    97.8440     1.4849    72.7700    96.8002
2716137.0 / 36546980
  76     0.1000     0.0610    98.1600     1.8442    69.1300    96.5615
2699478.0 / 36546980
  77     0.1000     0.0691    97.9680     1.4773    71.6500    96.6640
2684427.0 / 36546980
  78     0.1000     0.0702    97.9060     1.5904    72.0300    96.8023
2669329.0 / 36546980
  79     0.1000     0.0659    97.9700     2.1267    67.1900    96.8935
2666796.0 / 36546980
  80     0.1000     0.0790    97.5100     1.5238    71.0500    96.8674
2654262.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0691    97.8620     1.8334    67.9900    96.9313
2641125.0 / 36546980
  82     0.1000     0.0678    97.9020     1.7191    69.7000    96.8083
2615254.0 / 36546980
  83     0.1000     0.0539    98.4400     1.4429    72.7000    96.9573
2586943.0 / 36546980
  84     0.1000     0.0498    98.5360     1.5177    72.5200    97.1668
2568348.0 / 36546980
  85     0.1000     0.0569    98.2720     1.5209    72.3100    96.9461
2557710.0 / 36546980
  86     0.1000     0.0615    98.1320     1.5460    72.0200    97.1378
2546259.0 / 36546980
  87     0.1000     0.0640    98.0280     1.5369    71.8100    96.9386
2526373.0 / 36546980
  88     0.1000     0.0525    98.4720     1.6478    71.2100    96.7741
2511822.0 / 36546980
  89     0.1000     0.0564    98.2860     1.6646    70.3800    96.7696
2501828.0 / 36546980
  90     0.1000     0.0584    98.2560     1.4759    72.4900    96.8062
2491936.0 / 36546980
  91     0.1000     0.0588    98.2560     1.5924    71.2800    96.8132
2472606.0 / 36546980
  92     0.1000     0.0524    98.5540     1.5077    72.7000    96.7876
2456869.0 / 36546980
  93     0.1000     0.0521    98.4020     1.4755    73.1600    96.7135
2451487.0 / 36546980
  94     0.1000     0.0609    98.1480     1.5124    72.2500    96.6429
2440635.0 / 36546980
  95     0.1000     0.0561    98.3520     1.6283    71.1100    96.8118
2435298.0 / 36546980
  96     0.1000     0.0612    98.1120     1.6771    70.6300    97.2684
2418916.0 / 36546980
  97     0.1000     0.0514    98.5500     1.5873    72.2100    96.6359
2397785.0 / 36546980
  98     0.1000     0.0435    98.7520     1.5458    72.2200    96.7996
2392302.0 / 36546980
  99     0.1000     0.0573    98.2740     1.6761    71.0100    97.2986
2378912.0 / 36546980
 100     0.1000     0.0484    98.5580     1.5190    72.7600    97.2164
2370101.0 / 36546980
 101     0.0988     0.0525    98.4420     1.5676    72.6100    97.0070
2352500.0 / 36546980
 102     0.0975     0.0426    98.7700     1.5004    72.3400    96.6467
2338388.0 / 36546980
 103     0.0963     0.0453    98.6020     1.8735    69.0600    96.8245
2321407.0 / 36546980
 104     0.0950     0.0418    98.7600     1.6585    71.8100    96.6893
2299604.0 / 36546980
 105     0.0938     0.0361    98.9480     1.5446    73.0600    96.8596
2276678.0 / 36546980
 106     0.0926     0.0323    99.0860     1.8078    70.6800    96.9922
2253131.0 / 36546980
 107     0.0913     0.0306    99.1520     1.5556    72.9900    96.9112
2227421.0 / 36546980
 108     0.0901     0.0273    99.2440     1.3808    75.1800    96.9908
2200311.0 / 36546980
 109     0.0889     0.0252    99.3620     1.6937    71.5500    96.8066
2178378.0 / 36546980
 110     0.0876     0.0259    99.3000     1.4960    73.5800    96.8520
2157214.0 / 36546980
 111     0.0864     0.0265    99.2880     1.4584    74.1400    97.0001
2132696.0 / 36546980
 112     0.0852     0.0222    99.4440     1.5126    73.9100    96.9288
2107011.0 / 36546980
 113     0.0839     0.0205    99.4540     1.6318    72.6000    96.8278
2099368.0 / 36546980
 114     0.0827     0.0350    98.9480     1.5860    72.5700    97.0181
2086136.0 / 36546980
 115     0.0814     0.0290    99.1560     1.3894    74.7100    97.0925
2062268.0 / 36546980
 116     0.0802     0.0188    99.5320     1.4621    74.2200    96.6047
2047813.0 / 36546980
 117     0.0790     0.0257    99.3040     1.5089    74.1100    96.9559
2033011.0 / 36546980
 118     0.0777     0.0245    99.3100     1.6020    73.2300    97.1506
2020830.0 / 36546980
 119     0.0765     0.0265    99.2440     1.5633    73.0600    96.9316
2003272.0 / 36546980
 120     0.0753     0.0208    99.4280     1.4718    74.3400    96.9887
1984363.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0185    99.5260     1.4593    74.4000    97.1478
1961982.0 / 36546980
 122     0.0728     0.0144    99.6400     1.4320    75.2100    96.6562
1939927.0 / 36546980
 123     0.0715     0.0131    99.6700     1.4761    74.3800    96.8546
1921354.0 / 36546980
 124     0.0703     0.0156    99.6040     1.4484    74.9800    97.0058
1901614.0 / 36546980
 125     0.0691     0.0133    99.6880     1.6744    73.2800    96.8972
1885053.0 / 36546980
 126     0.0678     0.0155    99.6080     1.5140    73.6800    96.6062
1869707.0 / 36546980
 127     0.0666     0.0151    99.5960     1.5058    74.2400    96.7865
1854642.0 / 36546980
 128     0.0654     0.0153    99.6340     1.4238    74.9700    96.9639
1836298.0 / 36546980
 129     0.0641     0.0116    99.7380     1.4350    75.9500    96.8399
1820694.0 / 36546980
 130     0.0629     0.0128    99.6600     1.9015    71.5500    96.6908
1807273.0 / 36546980
 131     0.0616     0.0141    99.6440     1.5014    74.9500    96.9458
1791913.0 / 36546980
 132     0.0604     0.0110    99.7340     1.4563    75.1300    96.8464
1773535.0 / 36546980
 133     0.0592     0.0081    99.8180     1.4579    75.4900    96.8120
1753381.0 / 36546980
 134     0.0579     0.0061    99.8800     1.4277    75.5600    96.9181
1735003.0 / 36546980
 135     0.0567     0.0071    99.8480     1.4745    75.6900    96.9980
1718808.0 / 36546980
 136     0.0554     0.0078    99.8160     1.4772    75.1800    96.6478
1704227.0 / 36546980
 137     0.0542     0.0090    99.8100     1.4130    75.6200    96.6759
1687859.0 / 36546980
 138     0.0530     0.0059    99.8880     1.4356    76.1700    96.9163
1672113.0 / 36546980
 139     0.0517     0.0057    99.8940     1.4104    76.0700    96.9240
1655786.0 / 36546980
 140     0.0505     0.0050    99.8940     1.4131    75.7900    96.8931
1639892.0 / 36546980
 141     0.0493     0.0051    99.8900     1.4588    75.8500    96.8827
1627475.0 / 36546980
 142     0.0480     0.0068    99.8520     1.4379    75.8800    97.1433
1612243.0 / 36546980
 143     0.0468     0.0041    99.9320     1.4069    76.1900    96.6442
1597411.0 / 36546980
 144     0.0456     0.0038    99.9280     1.3960    76.3000    96.7048
1582661.0 / 36546980
 145     0.0443     0.0034    99.9520     1.3985    76.8100    96.7423
1568991.0 / 36546980
 146     0.0431     0.0035    99.9260     1.4170    76.2500    96.6472
1555748.0 / 36546980
 147     0.0418     0.0033    99.9320     1.4493    76.0100    96.8836
1542471.0 / 36546980
 148     0.0406     0.0029    99.9440     1.4067    76.0500    96.7494
1530366.0 / 36546980
 149     0.0394     0.0032    99.9380     1.4357    76.1000    96.6019
1517992.0 / 36546980
 150     0.0381     0.0024    99.9620     1.4341    76.5100    97.0125
1506257.0 / 36546980
 151     0.0369     0.0027    99.9520     1.4244    76.0700    96.9829
1495471.0 / 36546980
 152     0.0357     0.0024    99.9600     1.4186    76.2600    96.8992
1485334.0 / 36546980
 153     0.0344     0.0026    99.9560     1.4187    76.4400    96.7564
1474831.0 / 36546980
 154     0.0332     0.0022    99.9620     1.4092    76.3500    96.9310
1464991.0 / 36546980
 155     0.0319     0.0021    99.9600     1.3889    76.5700    96.8688
1455787.0 / 36546980
 156     0.0307     0.0021    99.9620     1.3954    76.6200    96.6923
1446823.0 / 36546980
 157     0.0295     0.0019    99.9660     1.3977    76.4600    96.8543
1438323.0 / 36546980
 158     0.0282     0.0019    99.9600     1.4035    76.1500    97.0203
1430690.0 / 36546980
 159     0.0270     0.0021    99.9600     1.4010    76.3600    96.9816
1423287.0 / 36546980
 160     0.0257     0.0018    99.9680     1.4021    76.3300    96.9181
1415997.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0018    99.9740     1.3970    76.5500    96.8105
1409397.0 / 36546980
 162     0.0233     0.0015    99.9740     1.3892    76.5200    96.6385
1403020.0 / 36546980
 163     0.0220     0.0015    99.9740     1.3880    76.5900    96.7250
1397191.0 / 36546980
 164     0.0208     0.0015    99.9720     1.4043    76.5200    96.8996
1391628.0 / 36546980
 165     0.0196     0.0015    99.9660     1.3892    76.7500    96.9289
1386580.0 / 36546980
 166     0.0183     0.0013    99.9760     1.4022    76.7400    97.0568
1381850.0 / 36546980
 167     0.0171     0.0015    99.9600     1.3949    76.5900    97.1260
1377821.0 / 36546980
 168     0.0159     0.0014    99.9660     1.3937    76.5300    97.0409
1373924.0 / 36546980
 169     0.0146     0.0013    99.9740     1.3849    76.6100    96.9694
1370296.0 / 36546980
 170     0.0134     0.0014    99.9760     1.4008    76.6900    96.7641
1367285.0 / 36546980
 171     0.0121     0.0013    99.9720     1.3942    76.8500    96.7897
1364495.0 / 36546980
 172     0.0109     0.0013    99.9740     1.4008    76.7800    96.5679
1362040.0 / 36546980
 173     0.0097     0.0011    99.9800     1.3891    76.7400    97.0685
1360145.0 / 36546980
 174     0.0084     0.0013    99.9640     1.3747    76.6600    96.8854
1358488.0 / 36546980
 175     0.0072     0.0012    99.9800     1.3930    76.6000    96.8122
1357147.0 / 36546980
 176     0.0060     0.0011    99.9800     1.3941    76.6400    96.8665
1355974.0 / 36546980
 177     0.0047     0.0012    99.9780     1.3821    76.7200    96.9743
1355131.0 / 36546980
 178     0.0035     0.0010    99.9880     1.3767    76.4100    96.7942
1354550.0 / 36546980
 179     0.0022     0.0011    99.9800     1.3857    76.5000    96.7317
1354272.0 / 36546980
 180     0.0010     0.0011    99.9840     1.3907    76.8300    96.7834
1353989.0 / 36546980
 181     0.0010     0.0011    99.9780     1.3851    76.5700    96.6210
1353735.0 / 36546980
 182     0.0010     0.0011    99.9780     1.3804    76.8800    97.1277
1353464.0 / 36546980
 183     0.0010     0.0011    99.9820     1.3713    76.8000    97.0217
1353207.0 / 36546980
 184     0.0010     0.0011    99.9780     1.3807    76.7000    96.6065
1352924.0 / 36546980
 185     0.0010     0.0010    99.9860     1.3896    76.7000    96.5567
1352675.0 / 36546980
 186     0.0010     0.0011    99.9780     1.3793    76.5800    97.8979
1352397.0 / 36546980
 187     0.0010     0.0012    99.9740     1.3899    76.6000    96.9721
1352091.0 / 36546980
 188     0.0010     0.0011    99.9800     1.3769    76.3600    96.9328
1351832.0 / 36546980
 189     0.0010     0.0011    99.9740     1.3906    76.7200    96.7428
1351575.0 / 36546980
 190     0.0010     0.0011    99.9700     1.3801    76.6000    96.6567
1351304.0 / 36546980
 191     0.0010     0.0010    99.9840     1.3950    76.8300    96.5647
1351033.0 / 36546980
 192     0.0010     0.0011    99.9780     1.3783    76.7300    96.7203
1350722.0 / 36546980
 193     0.0010     0.0011    99.9760     1.3884    76.4600    96.6459
1350477.0 / 36546980
 194     0.0010     0.0011    99.9760     1.3833    76.7200    96.6399
1350170.0 / 36546980
 195     0.0010     0.0011    99.9760     1.3818    76.5500    96.8311
1349915.0 / 36546980
 196     0.0010     0.0011    99.9820     1.3834    76.6400    96.7624
1349606.0 / 36546980
 197     0.0010     0.0011    99.9820     1.3857    76.6300    96.8824
1349315.0 / 36546980
 198     0.0010     0.0011    99.9680     1.3849    76.4600    96.6405
1349020.0 / 36546980
 199     0.0010     0.0011    99.9800     1.3909    76.5900    96.8337
1348735.0 / 36546980
 200     0.0010     0.0010    99.9760     1.3834    76.5600    96.7263
