Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new9/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.65
)
total epochs: 200
28013612.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7248    12.6920     5.0520     7.2400   101.0066
23188321.0 / 36546980
   2     0.1000     2.9778    25.0920     3.6053    18.2800    97.4116
19200847.0 / 36546980
   3     0.1000     2.4715    35.0720     3.1463    26.2900    97.3196
15728325.0 / 36546980
   4     0.1000     2.1075    42.8100     2.7229    33.8600    97.2165
12798614.0 / 36546980
   5     0.1000     1.8552    48.6900     2.3584    40.1800    97.6084
10556835.0 / 36546980
   6     0.1000     1.6655    53.2440     2.5884    40.3600    98.3230
8980254.0 / 36546980
   7     0.1000     1.5348    56.1860     1.9709    47.7400    97.6408
7888879.0 / 36546980
   8     0.1000     1.4160    59.2240     1.7947    51.8900    97.6420
7115412.0 / 36546980
   9     0.1000     1.3080    62.1560     1.9339    50.4800    97.5628
6548791.0 / 36546980
  10     0.1000     1.2118    64.7560     2.0957    49.1700    97.8600
6124385.0 / 36546980
  11     0.1000     1.1344    66.7340     1.9512    51.7200    97.6911
5793327.0 / 36546980
  12     0.1000     1.0630    68.5940     1.8898    53.5900    99.1541
5534985.0 / 36546980
  13     0.1000     0.9921    70.4420     2.0200    50.9200    97.3098
5325576.0 / 36546980
  14     0.1000     0.9307    72.1080     1.6520    58.9100    96.7375
5152301.0 / 36546980
  15     0.1000     0.8730    73.6300     1.6187    59.6800    96.9116
5012838.0 / 36546980
  16     0.1000     0.8184    75.0460     1.5309    59.7000    97.4487
4891253.0 / 36546980
  17     0.1000     0.7672    76.5220     1.6811    57.7900    97.7509
4790369.0 / 36546980
  18     0.1000     0.7184    78.0300     1.3310    64.4100    97.5240
4695967.0 / 36546980
  19     0.1000     0.6778    79.2380     1.6239    61.4900    97.4464
4617811.0 / 36546980
  20     0.1000     0.6354    80.3740     1.6705    58.2200    99.0637
4541481.0 / 36546980
  21     0.1000     0.5922    81.6260     1.7955    59.3100    97.5451
4479977.0 / 36546980
  22     0.1000     0.5647    82.2180     1.4779    62.9000    97.7422
4422132.0 / 36546980
  23     0.1000     0.5259    83.5560     1.4095    64.3600    96.9566
4365308.0 / 36546980
  24     0.1000     0.4877    84.5120     1.3736    65.7400    97.5806
4311954.0 / 36546980
  25     0.1000     0.4576    85.4080     1.3421    66.2500    97.2268
4266180.0 / 36546980
  26     0.1000     0.4310    86.3620     1.4578    64.8100    97.2061
4222439.0 / 36546980
  27     0.1000     0.4072    86.8200     1.4404    65.8400    98.1829
4177330.0 / 36546980
  28     0.1000     0.3792    87.8840     1.4340    65.4500    97.4333
4137231.0 / 36546980
  29     0.1000     0.3588    88.4820     1.5615    64.9800    96.8849
4092901.0 / 36546980
  30     0.1000     0.3316    89.2240     1.4456    65.9600    98.3250
4052054.0 / 36546980
  31     0.1000     0.3087    90.1700     2.0328    61.0000    97.9717
4009123.0 / 36546980
  32     0.1000     0.2879    90.9100     1.5996    65.1700    97.7554
3971200.0 / 36546980
  33     0.1000     0.2758    91.2560     1.4206    68.0500    97.4317
3932563.0 / 36546980
  34     0.1000     0.2561    91.7820     1.4506    67.8200    97.6574
3895346.0 / 36546980
  35     0.1000     0.2397    92.4040     1.6734    63.7900    97.6167
3855981.0 / 36546980
  36     0.1000     0.2292    92.5280     1.3984    69.0800    97.3721
3816474.0 / 36546980
  37     0.1000     0.2152    93.1540     1.5460    68.1500    97.1135
3778966.0 / 36546980
  38     0.1000     0.2081    93.3100     1.4862    67.7600    97.7580
3740271.0 / 36546980
  39     0.1000     0.1928    93.7860     1.5656    68.4800    97.3277
3700672.0 / 36546980
  40     0.1000     0.1818    94.1720     1.5233    68.2700    97.5471
3667991.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1801    94.2760     1.4682    69.4700    97.6988
3628614.0 / 36546980
  42     0.1000     0.1634    94.7800     1.4625    68.7400    97.7404
3593373.0 / 36546980
  43     0.1000     0.1602    94.8780     1.5035    68.9000    97.7199
3561975.0 / 36546980
  44     0.1000     0.1575    95.0240     1.5014    69.5600    97.2710
3524939.0 / 36546980
  45     0.1000     0.1445    95.4460     1.6903    68.0300    96.7496
3494958.0 / 36546980
  46     0.1000     0.1474    95.2380     2.2589    62.4400    97.0839
3458868.0 / 36546980
  47     0.1000     0.1336    95.8580     1.7360    66.7500    97.0005
3417423.0 / 36546980
  48     0.1000     0.1234    96.2220     1.5965    68.6300    97.5795
3374781.0 / 36546980
  49     0.1000     0.1149    96.5160     1.6573    68.0100    96.8735
3345635.0 / 36546980
  50     0.1000     0.1223    96.1080     1.8246    67.1300    97.8945
3311372.0 / 36546980
  51     0.1000     0.1124    96.4600     1.6744    68.2900    97.4763
3286044.0 / 36546980
  52     0.1000     0.1181    96.2480     1.5440    69.6300    97.0937
3254515.0 / 36546980
  53     0.1000     0.1092    96.5580     1.6762    69.5200    98.6447
3221425.0 / 36546980
  54     0.1000     0.1037    96.7360     1.4761    71.0900    97.2873
3182885.0 / 36546980
  55     0.1000     0.0926    97.2220     1.5374    69.6200    98.0755
3160007.0 / 36546980
  56     0.1000     0.1051    96.8200     1.5610    69.4900    97.3121
3136663.0 / 36546980
  57     0.1000     0.1018    96.8260     1.8395    66.5100    96.8881
3116219.0 / 36546980
  58     0.1000     0.1020    96.8320     1.4764    70.3600    97.4424
3087113.0 / 36546980
  59     0.1000     0.0921    97.2980     1.8695    66.7500    97.0923
3051938.0 / 36546980
  60     0.1000     0.0830    97.4620     1.5284    71.4100    97.7597
3034882.0 / 36546980
  61     0.1000     0.0963    96.9640     1.7066    69.2200    97.1949
3017323.0 / 36546980
  62     0.1000     0.0946    97.0700     1.4449    72.2100    97.1151
2985146.0 / 36546980
  63     0.1000     0.0781    97.6780     1.4288    71.4900    96.4949
2960382.0 / 36546980
  64     0.1000     0.0813    97.4940     1.7687    68.6800    98.2436
2932918.0 / 36546980
  65     0.1000     0.0786    97.6240     1.4690    71.1900    97.1949
2909109.0 / 36546980
  66     0.1000     0.0779    97.6100     1.7147    69.7500    96.5311
2898038.0 / 36546980
  67     0.1000     0.0886    97.2460     2.2304    61.3900    96.6333
2880500.0 / 36546980
  68     0.1000     0.0825    97.4320     1.8051    68.7800    97.8145
2866610.0 / 36546980
  69     0.1000     0.0845    97.3980     1.7464    69.1000    97.6849
2845201.0 / 36546980
  70     0.1000     0.0765    97.7140     1.8197    69.3500    98.2892
2814711.0 / 36546980
  71     0.1000     0.0647    98.0580     1.8030    69.0600    97.5390
2793267.0 / 36546980
  72     0.1000     0.0730    97.8140     1.6167    70.3100    98.0686
2767991.0 / 36546980
  73     0.1000     0.0655    98.0840     1.4850    72.6000    96.6053
2745830.0 / 36546980
  74     0.1000     0.0647    98.0920     1.7968    69.4300    97.8998
2733510.0 / 36546980
  75     0.1000     0.0735    97.7680     1.5410    71.2700    96.7443
2717845.0 / 36546980
  76     0.1000     0.0721    97.8620     1.5860    71.7500    97.6379
2698462.0 / 36546980
  77     0.1000     0.0659    97.9860     1.5566    70.4900    97.3928
2685421.0 / 36546980
  78     0.1000     0.0684    97.8700     1.4867    72.3500    97.5722
2670064.0 / 36546980
  79     0.1000     0.0658    97.9760     1.5510    71.6100    98.1863
2648711.0 / 36546980
  80     0.1000     0.0601    98.2120     1.5405    71.7100    97.7586
2631998.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0643    98.1220     2.4851    64.5700    97.4848
2626182.0 / 36546980
  82     0.1000     0.0715    97.7740     1.6800    70.8800    97.0816
2609669.0 / 36546980
  83     0.1000     0.0628    98.1060     1.6649    69.9200    98.6395
2600040.0 / 36546980
  84     0.1000     0.0685    97.8040     1.7892    69.3100    98.4177
2577607.0 / 36546980
  85     0.1000     0.0547    98.4180     1.5573    71.9600    97.5811
2558451.0 / 36546980
  86     0.1000     0.0552    98.3340     1.5447    70.4900    96.8091
2538637.0 / 36546980
  87     0.1000     0.0534    98.4480     1.5546    71.0600    96.9949
2525187.0 / 36546980
  88     0.1000     0.0590    98.2600     1.8861    69.7300    97.6578
2520734.0 / 36546980
  89     0.1000     0.0663    97.9640     1.5498    71.7000    96.8986
2506162.0 / 36546980
  90     0.1000     0.0571    98.3240     1.4485    72.7100    97.4420
2493392.0 / 36546980
  91     0.1000     0.0557    98.3340     1.7866    68.8100    96.8610
2478525.0 / 36546980
  92     0.1000     0.0545    98.3780     1.6596    70.9800    97.8178
2468299.0 / 36546980
  93     0.1000     0.0567    98.3680     1.8571    69.3400    96.3428
2459482.0 / 36546980
  94     0.1000     0.0583    98.2220     1.6998    69.7100    96.9565
2444868.0 / 36546980
  95     0.1000     0.0519    98.4400     1.6453    71.3000    97.7073
2433001.0 / 36546980
  96     0.1000     0.0520    98.4200     1.6402    71.3700    98.4194
2421161.0 / 36546980
  97     0.1000     0.0541    98.3620     1.9830    67.1000    97.8446
2407334.0 / 36546980
  98     0.1000     0.0505    98.4780     1.7094    69.9700    97.4259
2395307.0 / 36546980
  99     0.1000     0.0498    98.5560     1.5633    71.8100    97.5811
2379383.0 / 36546980
 100     0.1000     0.0470    98.6580     1.6843    70.1900    97.9161
2368460.0 / 36546980
 101     0.0988     0.0503    98.4820     1.5653    72.0700    98.0234
2355464.0 / 36546980
 102     0.0975     0.0479    98.5400     1.6785    71.1000    96.9463
2341839.0 / 36546980
 103     0.0963     0.0462    98.5860     1.6044    71.1300    97.1061
2324200.0 / 36546980
 104     0.0950     0.0415    98.7660     1.5275    73.6600    96.7501
2298000.0 / 36546980
 105     0.0938     0.0317    99.1400     1.4854    73.8300    97.1377
2271725.0 / 36546980
 106     0.0926     0.0288    99.2120     1.6286    72.2800    96.5575
2252953.0 / 36546980
 107     0.0913     0.0344    99.0280     1.5111    73.5800    98.1632
2234662.0 / 36546980
 108     0.0901     0.0354    98.9800     1.5351    72.6300    96.9784
2213154.0 / 36546980
 109     0.0889     0.0297    99.1660     1.7838    70.3000    97.6769
2192385.0 / 36546980
 110     0.0876     0.0289    99.1940     1.5504    72.7900    97.2376
2166496.0 / 36546980
 111     0.0864     0.0234    99.3880     1.4961    73.6900    97.1563
2144237.0 / 36546980
 112     0.0852     0.0231    99.3800     1.5618    73.2000    97.0032
2120103.0 / 36546980
 113     0.0839     0.0214    99.4280     1.4342    74.9400    97.4685
2093844.0 / 36546980
 114     0.0827     0.0197    99.5060     1.4579    74.5600    96.5730
2072800.0 / 36546980
 115     0.0814     0.0213    99.4300     1.5724    73.2700    97.7922
2064403.0 / 36546980
 116     0.0802     0.0330    99.0400     1.5187    73.1600    97.0062
2053671.0 / 36546980
 117     0.0790     0.0296    99.1040     1.4860    74.4300    97.4906
2037715.0 / 36546980
 118     0.0777     0.0236    99.3480     1.4931    74.3500    96.7450
2020587.0 / 36546980
 119     0.0765     0.0224    99.3820     1.5581    73.0200    97.0986
2001419.0 / 36546980
 120     0.0753     0.0187    99.5480     1.4778    74.6700    97.3150
1982246.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0181    99.5260     1.7121    71.9300    97.2266
1963645.0 / 36546980
 122     0.0728     0.0171    99.5460     1.4445    74.9900    98.0976
1943454.0 / 36546980
 123     0.0715     0.0142    99.6900     1.5241    73.3400    96.9532
1920005.0 / 36546980
 124     0.0703     0.0114    99.7260     1.4496    75.2100    97.3722
1898481.0 / 36546980
 125     0.0691     0.0114    99.7440     1.4447    75.5800    98.4504
1878359.0 / 36546980
 126     0.0678     0.0115    99.7180     1.4877    74.8800    97.2984
1866557.0 / 36546980
 127     0.0666     0.0177    99.5040     1.4355    74.7600    97.6749
1855986.0 / 36546980
 128     0.0654     0.0187    99.4840     1.4966    74.4900    96.6001
1842139.0 / 36546980
 129     0.0641     0.0153    99.6100     1.5450    74.0200    97.0984
1823119.0 / 36546980
 130     0.0629     0.0106    99.7760     1.4128    75.6100    97.3769
1805147.0 / 36546980
 131     0.0616     0.0098    99.7660     1.4150    75.6000    96.9542
1786785.0 / 36546980
 132     0.0604     0.0090    99.7960     1.5070    74.9200    98.8573
1768392.0 / 36546980
 133     0.0592     0.0076    99.8360     1.4169    75.8200    97.6774
1750722.0 / 36546980
 134     0.0579     0.0082    99.8140     1.4651    75.0900    96.9932
1734324.0 / 36546980
 135     0.0567     0.0084    99.8080     1.4184    75.7000    97.5239
1717661.0 / 36546980
 136     0.0554     0.0081    99.8280     1.4178    75.8200    97.2150
1701365.0 / 36546980
 137     0.0542     0.0067    99.8700     1.4136    75.7000    97.1038
1683446.0 / 36546980
 138     0.0530     0.0058    99.8960     1.4288    76.0200    96.5269
1665506.0 / 36546980
 139     0.0517     0.0045    99.9240     1.3881    76.6000    98.0228
1648247.0 / 36546980
 140     0.0505     0.0039    99.9220     1.4453    75.6700    98.1050
1632447.0 / 36546980
 141     0.0493     0.0048    99.8980     1.3925    76.0200    97.5005
1617402.0 / 36546980
 142     0.0480     0.0047    99.8960     1.4109    75.7100    98.2606
1602899.0 / 36546980
 143     0.0468     0.0045    99.9080     1.4175    75.8100    98.8973
1588515.0 / 36546980
 144     0.0456     0.0036    99.9320     1.4070    76.3700    97.4655
1573965.0 / 36546980
 145     0.0443     0.0033    99.9400     1.4459    75.3300    96.3308
1560271.0 / 36546980
 146     0.0431     0.0036    99.9360     1.3949    75.9800    96.6764
1547227.0 / 36546980
 147     0.0418     0.0032    99.9320     1.4543    75.8300    97.2884
1533863.0 / 36546980
 148     0.0406     0.0028    99.9540     1.3985    76.3300    97.4850
1522087.0 / 36546980
 149     0.0394     0.0033    99.9300     1.3877    76.3000    99.0389
1509911.0 / 36546980
 150     0.0381     0.0025    99.9560     1.3921    76.3100    97.2145
1498422.0 / 36546980
 151     0.0369     0.0024    99.9500     1.3985    76.4700    97.0916
1487233.0 / 36546980
 152     0.0357     0.0026    99.9620     1.3908    76.8300    97.2876
1476853.0 / 36546980
 153     0.0344     0.0021    99.9620     1.3837    76.7300    97.2372
1466455.0 / 36546980
 154     0.0332     0.0022    99.9560     1.3836    76.7200    97.3907
1456929.0 / 36546980
 155     0.0319     0.0022    99.9520     1.3916    76.2400    99.2205
1447700.0 / 36546980
 156     0.0307     0.0020    99.9640     1.3818    76.4900    97.5648
1438755.0 / 36546980
 157     0.0295     0.0018    99.9760     1.3765    76.6600    97.4757
1430803.0 / 36546980
 158     0.0282     0.0021    99.9520     1.3690    76.6200    97.8055
1422688.0 / 36546980
 159     0.0270     0.0019    99.9560     1.3731    76.6000    98.4510
1415336.0 / 36546980
 160     0.0257     0.0017    99.9740     1.3697    76.6600    99.3963
1408063.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0016    99.9760     1.3607    76.6200    97.2744
1401459.0 / 36546980
 162     0.0233     0.0015    99.9760     1.3695    76.3600    97.9855
1395108.0 / 36546980
 163     0.0220     0.0014    99.9800     1.3567    76.6400    97.3456
1389272.0 / 36546980
 164     0.0208     0.0015    99.9700     1.3663    76.5400    98.3946
1383598.0 / 36546980
 165     0.0196     0.0013    99.9760     1.3478    76.9200    97.1465
1378651.0 / 36546980
 166     0.0183     0.0013    99.9820     1.3657    76.7800    96.4294
1374117.0 / 36546980
 167     0.0171     0.0014    99.9700     1.3642    76.6100    97.6351
1369950.0 / 36546980
 168     0.0159     0.0014    99.9740     1.3614    76.6300    97.1911
1366201.0 / 36546980
 169     0.0146     0.0013    99.9800     1.3475    76.6900    98.9101
1362598.0 / 36546980
 170     0.0134     0.0013    99.9720     1.3578    76.5300    97.3754
1359775.0 / 36546980
 171     0.0121     0.0014    99.9660     1.3558    76.7500    96.7204
1357285.0 / 36546980
 172     0.0109     0.0015    99.9640     1.3604    76.9100    97.4297
1354672.0 / 36546980
 173     0.0097     0.0013    99.9700     1.3583    76.7600    97.5127
1352842.0 / 36546980
 174     0.0084     0.0012    99.9760     1.3401    76.8100    97.8233
1351236.0 / 36546980
 175     0.0072     0.0011    99.9820     1.3646    76.7400    98.3472
1349871.0 / 36546980
 176     0.0060     0.0012    99.9780     1.3565    76.8100    98.1548
1348747.0 / 36546980
 177     0.0047     0.0010    99.9860     1.3457    76.7100    97.3582
1347968.0 / 36546980
 178     0.0035     0.0011    99.9820     1.3442    76.5700    97.1052
1347447.0 / 36546980
 179     0.0022     0.0011    99.9840     1.3489    77.0100    97.4429
1347150.0 / 36546980
 180     0.0010     0.0012    99.9760     1.3519    76.7600    98.3533
1346863.0 / 36546980
 181     0.0010     0.0012    99.9780     1.3489    76.7100    99.1134
1346580.0 / 36546980
 182     0.0010     0.0011    99.9800     1.3522    76.9500    97.1606
1346332.0 / 36546980
 183     0.0010     0.0011    99.9800     1.3447    76.8200    97.2163
1346056.0 / 36546980
 184     0.0010     0.0011    99.9760     1.3440    76.7700    97.6910
1345808.0 / 36546980
 185     0.0010     0.0010    99.9800     1.3508    76.9000    97.2194
1345521.0 / 36546980
 186     0.0010     0.0012    99.9740     1.3484    76.8700    98.1098
1345235.0 / 36546980
 187     0.0010     0.0012    99.9740     1.3458    76.7300    97.1013
1344939.0 / 36546980
 188     0.0010     0.0011    99.9740     1.3483    76.7200    97.5702
1344663.0 / 36546980
 189     0.0010     0.0011    99.9780     1.3564    76.8300    97.0872
1344420.0 / 36546980
 190     0.0010     0.0011    99.9700     1.3440    76.6800    96.6625
1344127.0 / 36546980
 191     0.0010     0.0011    99.9760     1.3606    76.8900    96.6956
1343871.0 / 36546980
 192     0.0010     0.0011    99.9780     1.3505    76.7900    98.6052
1343566.0 / 36546980
 193     0.0010     0.0011    99.9840     1.3561    76.9400    97.6074
1343299.0 / 36546980
 194     0.0010     0.0012    99.9800     1.3404    76.8200    98.1775
1343014.0 / 36546980
 195     0.0010     0.0011    99.9840     1.3493    76.6400    97.7622
1342764.0 / 36546980
 196     0.0010     0.0011    99.9860     1.3454    76.7600    98.0082
1342468.0 / 36546980
 197     0.0010     0.0011    99.9760     1.3506    76.7300    96.5550
1342235.0 / 36546980
 198     0.0010     0.0012    99.9680     1.3599    76.6000    97.0758
1341913.0 / 36546980
 199     0.0010     0.0010    99.9780     1.3614    76.7300    97.0883
1341621.0 / 36546980
 200     0.0010     0.0011    99.9780     1.3435    76.8000    96.8094
