Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new2/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.65
)
total epochs: 200
28015830.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7330    12.4900     5.7859     5.7400   155.3499
23187571.0 / 36546980
   2     0.1000     2.9819    25.0860     4.1279    15.8000   150.9460
19202913.0 / 36546980
   3     0.1000     2.4760    34.9820     2.8862    27.7400   151.0011
15730659.0 / 36546980
   4     0.1000     2.1207    42.5280     3.0259    31.3500   151.0382
12795096.0 / 36546980
   5     0.1000     1.8643    48.4220     2.4378    38.5600   150.9588
10551190.0 / 36546980
   6     0.1000     1.6763    52.9560     2.7695    39.0900   150.9769
8972608.0 / 36546980
   7     0.1000     1.5420    56.0680     2.0088    47.5600   150.9802
7881758.0 / 36546980
   8     0.1000     1.4223    59.1820     1.8305    51.1600   151.0900
7105854.0 / 36546980
   9     0.1000     1.3143    62.0860     1.9352    50.2600   150.9430
6540582.0 / 36546980
  10     0.1000     1.2174    64.7100     1.9903    49.7300   150.9773
6112798.0 / 36546980
  11     0.1000     1.1375    66.5540     2.0122    49.2700   151.0934
5785026.0 / 36546980
  12     0.1000     1.0673    68.5440     2.1249    50.4300   151.1061
5525468.0 / 36546980
  13     0.1000     0.9980    70.5180     1.8439    53.1600   151.0732
5315892.0 / 36546980
  14     0.1000     0.9325    72.2040     1.3922    62.1900   151.0968
5148006.0 / 36546980
  15     0.1000     0.8766    73.6200     1.5947    59.4800   150.9962
5004198.0 / 36546980
  16     0.1000     0.8226    75.0260     1.6182    58.1200   151.0150
4881385.0 / 36546980
  17     0.1000     0.7708    76.4340     1.7810    55.4500   150.9980
4781571.0 / 36546980
  18     0.1000     0.7230    77.8020     1.4304    62.3200   151.0261
4689199.0 / 36546980
  19     0.1000     0.6798    79.0920     1.5237    62.6800   151.0341
4610111.0 / 36546980
  20     0.1000     0.6362    80.2900     1.7868    56.5800   151.1206
4537933.0 / 36546980
  21     0.1000     0.5948    81.5140     1.8747    58.0000   150.9463
4478562.0 / 36546980
  22     0.1000     0.5657    82.1440     1.7353    59.4800   150.9921
4421384.0 / 36546980
  23     0.1000     0.5277    83.4480     1.4127    64.0200   150.9754
4366986.0 / 36546980
  24     0.1000     0.4940    84.1680     1.6337    61.0800   150.9839
4315591.0 / 36546980
  25     0.1000     0.4574    85.5560     1.6150    61.4900   151.0473
4266984.0 / 36546980
  26     0.1000     0.4303    86.3340     1.5334    62.0200   150.9943
4230388.0 / 36546980
  27     0.1000     0.4133    86.7440     1.4541    66.1500   151.0132
4183044.0 / 36546980
  28     0.1000     0.3743    87.9720     1.4016    65.5200   150.9340
4141055.0 / 36546980
  29     0.1000     0.3596    88.4900     1.9810    61.0500   150.8932
4096818.0 / 36546980
  30     0.1000     0.3326    89.3320     1.5914    64.2100   150.9330
4058584.0 / 36546980
  31     0.1000     0.3162    90.0100     1.6367    65.4500   151.1811
4015540.0 / 36546980
  32     0.1000     0.2902    90.7460     1.6947    63.7500   150.8466
3970779.0 / 36546980
  33     0.1000     0.2724    91.2980     1.4504    68.1800   150.9551
3933960.0 / 36546980
  34     0.1000     0.2585    91.7540     1.4860    67.4700   150.9208
3898539.0 / 36546980
  35     0.1000     0.2492    91.9260     1.7824    63.5900   150.9661
3856942.0 / 36546980
  36     0.1000     0.2243    92.8060     1.6266    64.8300   150.9911
3819259.0 / 36546980
  37     0.1000     0.2187    92.9480     1.5559    67.6500   150.8355
3782940.0 / 36546980
  38     0.1000     0.2057    93.3680     1.2742    70.6800   150.9769
3738999.0 / 36546980
  39     0.1000     0.1867    94.0880     1.4755    68.2800   151.0039
3713058.0 / 36546980
  40     0.1000     0.2003    93.6600     2.0543    62.4000   150.8448
3679008.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1828    94.1140     1.5917    67.7100   150.8037
3632951.0 / 36546980
  42     0.1000     0.1597    94.9620     1.5419    68.2900   150.9985
3591379.0 / 36546980
  43     0.1000     0.1555    95.0720     1.4861    69.1200   150.8524
3559309.0 / 36546980
  44     0.1000     0.1593    94.9740     1.4177    70.4100   150.9862
3517096.0 / 36546980
  45     0.1000     0.1382    95.6760     1.5741    69.4600   150.9809
3480417.0 / 36546980
  46     0.1000     0.1378    95.6660     1.6979    66.9700   151.1833
3439109.0 / 36546980
  47     0.1000     0.1254    96.2160     1.6354    67.8000   150.9093
3409791.0 / 36546980
  48     0.1000     0.1311    95.8920     1.4340    69.9300   150.9177
3378169.0 / 36546980
  49     0.1000     0.1259    95.9960     1.7301    68.4600   151.1023
3345175.0 / 36546980
  50     0.1000     0.1186    96.2800     1.6941    68.1600   151.0381
3321721.0 / 36546980
  51     0.1000     0.1273    95.9040     1.5399    70.0900   151.0312
3289663.0 / 36546980
  52     0.1000     0.1134    96.4120     1.5446    69.8000   150.9616
3255844.0 / 36546980
  53     0.1000     0.1075    96.6340     1.6500    68.1900   150.9144
3228522.0 / 36546980
  54     0.1000     0.1085    96.5840     1.4753    70.8200   151.0506
3195791.0 / 36546980
  55     0.1000     0.1008    96.8080     1.7036    69.2900   150.9402
3167755.0 / 36546980
  56     0.1000     0.1031    96.8340     1.8899    67.4500   150.8749
3138747.0 / 36546980
  57     0.1000     0.0969    97.0460     1.4290    72.3500   151.0547
3117840.0 / 36546980
  58     0.1000     0.1006    96.7760     1.7552    68.0200   150.9794
3087566.0 / 36546980
  59     0.1000     0.0918    97.1880     1.5156    70.2100   150.9979
3057072.0 / 36546980
  60     0.1000     0.0845    97.4100     1.5034    71.2800   151.0882
3034873.0 / 36546980
  61     0.1000     0.0941    97.0360     1.6987    69.6800   151.2371
3005529.0 / 36546980
  62     0.1000     0.0844    97.4400     1.5494    70.5900   151.0138
2983346.0 / 36546980
  63     0.1000     0.0858    97.3620     1.6959    69.2200   151.0131
2955994.0 / 36546980
  64     0.1000     0.0811    97.5520     1.6330    70.7300   150.9090
2930859.0 / 36546980
  65     0.1000     0.0785    97.6120     1.5458    71.1600   151.0334
2917221.0 / 36546980
  66     0.1000     0.0901    97.2340     1.5605    71.1300   150.8803
2898727.0 / 36546980
  67     0.1000     0.0833    97.4420     1.5901    70.8500   151.1551
2872922.0 / 36546980
  68     0.1000     0.0726    97.7840     1.5873    71.5900   150.9226
2849694.0 / 36546980
  69     0.1000     0.0725    97.7020     1.5859    70.6900   150.9687
2833801.0 / 36546980
  70     0.1000     0.0790    97.6520     1.6382    70.6300   150.9608
2816346.0 / 36546980
  71     0.1000     0.0748    97.6680     1.5319    70.8500   151.0632
2802838.0 / 36546980
  72     0.1000     0.0796    97.5560     2.0651    65.8600   150.9694
2780188.0 / 36546980
  73     0.1000     0.0701    97.9140     1.7267    69.6300   150.9432
2766423.0 / 36546980
  74     0.1000     0.0745    97.7360     2.0407    65.6100   151.0376
2751828.0 / 36546980
  75     0.1000     0.0732    97.7560     1.4806    72.4300   151.0604
2729325.0 / 36546980
  76     0.1000     0.0629    98.0320     1.4984    71.7100   150.9289
2713192.0 / 36546980
  77     0.1000     0.0701    97.8200     1.5258    71.3700   150.9363
2694172.0 / 36546980
  78     0.1000     0.0663    98.0240     1.4707    72.7100   150.8991
2672225.0 / 36546980
  79     0.1000     0.0603    98.2060     1.6120    71.3900   150.9404
2655167.0 / 36546980
  80     0.1000     0.0626    98.0660     1.6576    69.2400   150.9928
2641263.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0660    98.0500     1.6139    71.6500   151.0191
2621094.0 / 36546980
  82     0.1000     0.0584    98.2780     1.7404    69.1800   150.9984
2616177.0 / 36546980
  83     0.1000     0.0730    97.7460     1.6933    70.7300   150.9310
2599441.0 / 36546980
  84     0.1000     0.0607    98.2080     2.1636    66.0100   150.9378
2577281.0 / 36546980
  85     0.1000     0.0544    98.3940     1.9537    66.9500   150.9860
2573669.0 / 36546980
  86     0.1000     0.0700    97.8200     1.7109    69.3200   150.9457
2562830.0 / 36546980
  87     0.1000     0.0646    98.0240     1.8801    69.0100   150.8966
2548742.0 / 36546980
  88     0.1000     0.0588    98.2100     1.6403    71.7300   150.9516
2530569.0 / 36546980
  89     0.1000     0.0545    98.3440     1.5895    71.7900   150.9268
2513932.0 / 36546980
  90     0.1000     0.0540    98.3480     1.5377    71.7100   151.1096
2492256.0 / 36546980
  91     0.1000     0.0491    98.5900     1.6444    70.8200   150.9549
2485312.0 / 36546980
  92     0.1000     0.0607    98.0900     1.5583    71.2100   151.0686
2467874.0 / 36546980
  93     0.1000     0.0508    98.4380     1.6436    71.5400   151.2842
2456724.0 / 36546980
  94     0.1000     0.0563    98.3480     1.8432    69.9100   151.1417
2445059.0 / 36546980
  95     0.1000     0.0542    98.4000     1.7122    70.6400   150.8916
2443178.0 / 36546980
  96     0.1000     0.0644    98.0200     1.7221    70.5400   151.0014
2425244.0 / 36546980
  97     0.1000     0.0485    98.5380     1.6035    72.0100   150.9647
2416582.0 / 36546980
  98     0.1000     0.0554    98.3080     1.5841    71.7900   150.9598
2406439.0 / 36546980
  99     0.1000     0.0535    98.3560     1.6264    71.6500   151.1035
2396524.0 / 36546980
 100     0.1000     0.0550    98.3120     1.5302    72.3400   150.8933
2375650.0 / 36546980
 101     0.0988     0.0431    98.8020     1.4549    74.0200   151.1611
2354049.0 / 36546980
 102     0.0975     0.0400    98.8680     1.5808    72.4800   151.0925
2332930.0 / 36546980
 103     0.0963     0.0384    98.8860     1.4358    72.3500   151.0281
2309691.0 / 36546980
 104     0.0950     0.0337    98.9960     1.6645    72.0700   151.0066
2291420.0 / 36546980
 105     0.0938     0.0387    98.8600     1.4675    73.8000   150.9492
2268826.0 / 36546980
 106     0.0926     0.0327    99.0660     1.6517    71.9500   151.1054
2248166.0 / 36546980
 107     0.0913     0.0332    99.0260     1.5650    72.8800   151.1388
2228227.0 / 36546980
 108     0.0901     0.0331    99.0700     1.5701    73.1400   151.0763
2205949.0 / 36546980
 109     0.0889     0.0290    99.2080     1.5765    72.1300   151.0876
2185743.0 / 36546980
 110     0.0876     0.0293    99.1940     1.5736    72.7400   151.1141
2169006.0 / 36546980
 111     0.0864     0.0311    99.1140     1.5119    73.1500   151.0625
2142725.0 / 36546980
 112     0.0852     0.0216    99.4640     1.5429    73.8800   150.8586
2117220.0 / 36546980
 113     0.0839     0.0201    99.4680     1.4352    74.6800   151.0285
2098288.0 / 36546980
 114     0.0827     0.0242    99.3700     1.6011    72.3400   151.0527
2074945.0 / 36546980
 115     0.0814     0.0208    99.4820     1.5956    73.5900   150.8939
2054147.0 / 36546980
 116     0.0802     0.0209    99.4360     1.4832    74.1800   150.9140
2032916.0 / 36546980
 117     0.0790     0.0190    99.5320     1.5973    73.6000   150.9166
2021040.0 / 36546980
 118     0.0777     0.0273    99.2260     1.5839    72.3400   150.9004
2009711.0 / 36546980
 119     0.0765     0.0259    99.2880     1.5009    73.6000   151.0466
1998418.0 / 36546980
 120     0.0753     0.0249    99.2860     1.5405    74.2300   151.0941
1978075.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0169    99.5820     1.5926    73.0300   150.8404
1956457.0 / 36546980
 122     0.0728     0.0145    99.6420     1.5032    74.5400   150.8752
1937283.0 / 36546980
 123     0.0715     0.0151    99.6300     1.4690    75.2200   150.9800
1918023.0 / 36546980
 124     0.0703     0.0150    99.6120     1.4836    74.7500   150.9611
1898086.0 / 36546980
 125     0.0691     0.0124    99.6980     1.4357    75.5700   150.9060
1879569.0 / 36546980
 126     0.0678     0.0129    99.6980     1.5221    74.4600   150.9892
1862505.0 / 36546980
 127     0.0666     0.0136    99.6440     1.5066    73.8700   151.0806
1850987.0 / 36546980
 128     0.0654     0.0179    99.5040     1.5479    73.7100   150.8922
1838191.0 / 36546980
 129     0.0641     0.0163    99.6000     1.4357    74.9000   151.0639
1820451.0 / 36546980
 130     0.0629     0.0113    99.7540     1.4425    75.4000   150.8665
1803293.0 / 36546980
 131     0.0616     0.0110    99.7560     1.4715    74.6400   151.0490
1789604.0 / 36546980
 132     0.0604     0.0125    99.6780     1.4752    75.2000   150.8533
1774605.0 / 36546980
 133     0.0592     0.0108    99.7560     1.4443    75.3800   150.9469
1757854.0 / 36546980
 134     0.0579     0.0091    99.7960     1.4819    75.3100   150.9361
1740905.0 / 36546980
 135     0.0567     0.0081    99.8240     1.4401    76.1100   150.9248
1724643.0 / 36546980
 136     0.0554     0.0084    99.8020     1.5257    75.3200   150.9019
1709170.0 / 36546980
 137     0.0542     0.0073    99.8420     1.4316    75.6600   150.9045
1694052.0 / 36546980
 138     0.0530     0.0078    99.8160     1.4440    75.8200   150.9075
1681963.0 / 36546980
 139     0.0517     0.0096    99.7500     1.5209    75.3100   150.9929
1668121.0 / 36546980
 140     0.0505     0.0074    99.8440     1.4881    75.5300   150.9094
1654699.0 / 36546980
 141     0.0493     0.0070    99.8360     1.4544    75.9900   151.0886
1641353.0 / 36546980
 142     0.0480     0.0066    99.8500     1.4220    76.0900   150.9370
1628035.0 / 36546980
 143     0.0468     0.0055    99.8960     1.3853    76.9500   151.0512
1614671.0 / 36546980
 144     0.0456     0.0058    99.8760     1.4642    75.7000   151.0237
1602261.0 / 36546980
 145     0.0443     0.0053    99.8960     1.4127    76.6900   150.8990
1589522.0 / 36546980
 146     0.0431     0.0045    99.9080     1.4207    76.3000   150.9167
1577053.0 / 36546980
 147     0.0418     0.0041    99.9140     1.4427    76.4400   150.9114
1564539.0 / 36546980
 148     0.0406     0.0039    99.9200     1.4082    76.7000   150.9569
1552665.0 / 36546980
 149     0.0394     0.0039    99.9220     1.4426    76.3300   150.8437
1540772.0 / 36546980
 150     0.0381     0.0030    99.9480     1.4267    76.4700   151.2423
1529305.0 / 36546980
 151     0.0369     0.0027    99.9540     1.4098    76.3200   151.0390
1517870.0 / 36546980
 152     0.0357     0.0023    99.9620     1.3986    76.7800   150.9616
1506913.0 / 36546980
 153     0.0344     0.0026    99.9480     1.4033    76.9500   150.9007
1496508.0 / 36546980
 154     0.0332     0.0021    99.9620     1.4022    77.0300   151.0373
1487036.0 / 36546980
 155     0.0319     0.0024    99.9400     1.3962    76.8400   150.8688
1477622.0 / 36546980
 156     0.0307     0.0023    99.9580     1.3948    76.6600   150.9632
1468564.0 / 36546980
 157     0.0295     0.0019    99.9700     1.3863    77.0700   151.0212
1459819.0 / 36546980
 158     0.0282     0.0018    99.9720     1.3915    76.7800   151.1725
1451683.0 / 36546980
 159     0.0270     0.0017    99.9640     1.3800    76.9200   150.9338
1443728.0 / 36546980
 160     0.0257     0.0015    99.9680     1.3910    76.9900   150.9706
1436529.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0016    99.9700     1.3801    77.0700   151.0820
1429491.0 / 36546980
 162     0.0233     0.0015    99.9780     1.3807    77.1100   150.9027
1423290.0 / 36546980
 163     0.0220     0.0015    99.9680     1.3891    76.8000   150.9558
1417635.0 / 36546980
 164     0.0208     0.0016    99.9660     1.4026    76.8100   150.9572
1412092.0 / 36546980
 165     0.0196     0.0014    99.9760     1.3815    76.9400   151.0509
1406926.0 / 36546980
 166     0.0183     0.0014    99.9720     1.3901    76.8900   151.0025
1402033.0 / 36546980
 167     0.0171     0.0014    99.9760     1.3867    76.8900   151.0102
1397785.0 / 36546980
 168     0.0159     0.0014    99.9700     1.3886    77.0000   150.9137
1393842.0 / 36546980
 169     0.0146     0.0013    99.9780     1.3752    77.1500   151.0422
1390302.0 / 36546980
 170     0.0134     0.0012    99.9720     1.3910    76.7300   150.9722
1387210.0 / 36546980
 171     0.0121     0.0012    99.9780     1.3967    77.0900   150.8516
1384427.0 / 36546980
 172     0.0109     0.0013    99.9700     1.4022    76.9800   151.1762
1381970.0 / 36546980
 173     0.0097     0.0012    99.9800     1.3836    76.8000   150.9067
1379965.0 / 36546980
 174     0.0084     0.0012    99.9760     1.3808    76.8800   150.9086
1378224.0 / 36546980
 175     0.0072     0.0011    99.9740     1.4022    76.9000   150.9414
1376828.0 / 36546980
 176     0.0060     0.0011    99.9740     1.3892    77.1800   151.0053
1375741.0 / 36546980
 177     0.0047     0.0011    99.9760     1.3834    76.8700   150.9779
1374832.0 / 36546980
 178     0.0035     0.0011    99.9820     1.3729    77.0100   151.0018
1374327.0 / 36546980
 179     0.0022     0.0010    99.9800     1.3828    76.8900   151.1032
1374035.0 / 36546980
 180     0.0010     0.0011    99.9760     1.3968    76.9800   151.1840
1373756.0 / 36546980
 181     0.0010     0.0011    99.9720     1.3845    76.8800   151.1769
1373483.0 / 36546980
 182     0.0010     0.0011    99.9780     1.3870    76.9000   151.0376
1373211.0 / 36546980
 183     0.0010     0.0011    99.9760     1.3787    77.0400   151.1636
1372923.0 / 36546980
 184     0.0010     0.0010    99.9800     1.3859    76.8800   151.0862
1372639.0 / 36546980
 185     0.0010     0.0009    99.9880     1.3908    76.8900   150.9138
1372363.0 / 36546980
 186     0.0010     0.0011    99.9740     1.3797    76.9900   151.0238
1372081.0 / 36546980
 187     0.0010     0.0010    99.9780     1.3841    76.9500   151.0925
1371781.0 / 36546980
 188     0.0010     0.0011    99.9760     1.3807    77.1500   151.1351
1371522.0 / 36546980
 189     0.0010     0.0011    99.9740     1.3884    76.9400   151.0423
1371236.0 / 36546980
 190     0.0010     0.0011    99.9700     1.3829    76.8900   151.0645
1370937.0 / 36546980
 191     0.0010     0.0011    99.9840     1.3989    77.2400   151.0263
1370647.0 / 36546980
 192     0.0010     0.0012    99.9740     1.3740    76.9400   151.0479
1370354.0 / 36546980
 193     0.0010     0.0011    99.9780     1.3975    77.0200   150.9464
1370085.0 / 36546980
 194     0.0010     0.0010    99.9820     1.3841    77.0200   150.9401
1369805.0 / 36546980
 195     0.0010     0.0010    99.9800     1.3880    77.1300   150.9448
1369540.0 / 36546980
 196     0.0010     0.0010    99.9840     1.3886    77.2500   150.9794
1369254.0 / 36546980
 197     0.0010     0.0010    99.9800     1.3892    77.1200   151.0723
1369003.0 / 36546980
 198     0.0010     0.0011    99.9700     1.3813    77.0400   150.9697
1368693.0 / 36546980
 199     0.0010     0.0010    99.9820     1.3890    77.0100   151.0953
1368407.0 / 36546980
 200     0.0010     0.0011    99.9760     1.3747    76.9800   151.0451
