Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_6/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
total epochs: 200
30577247.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4365    46.6740     1.5730    48.5900   102.4444
27845408.0 / 36489290
   2     0.1000     0.9097    67.7520     1.2458    61.3000    99.4455
25696110.0 / 36489290
   3     0.1000     0.6883    75.9480     0.8358    72.9600    98.9609
23858181.0 / 36489290
   4     0.1000     0.5667    80.1240     1.6348    58.5500    98.8543
22224831.0 / 36489290
   5     0.1000     0.4834    83.3240     0.6808    77.9900    99.0059
20735901.0 / 36489290
   6     0.1000     0.4269    85.2920     0.6658    77.3900    98.9101
19361891.0 / 36489290
   7     0.1000     0.3835    86.7860     0.6499    79.9700    99.0064
18083470.0 / 36489290
   8     0.1000     0.3498    87.8660     0.6629    78.7200    98.5634
16887205.0 / 36489290
   9     0.1000     0.3179    88.9280     0.5843    82.4300    98.5407
15770695.0 / 36489290
  10     0.1000     0.2923    89.9580     0.5410    83.1000    98.5267
14732399.0 / 36489290
  11     0.1000     0.2753    90.5020     0.4238    86.3000    98.7657
13770206.0 / 36489290
  12     0.1000     0.2522    91.2340     0.5198    85.2500    98.5800
12885420.0 / 36489290
  13     0.1000     0.2338    91.9260     0.4912    84.5500    98.5980
12081540.0 / 36489290
  14     0.1000     0.2208    92.2880     0.4732    84.9400    98.3730
11355641.0 / 36489290
  15     0.1000     0.2047    92.8740     0.5115    84.9900    98.1701
10707939.0 / 36489290
  16     0.1000     0.1924    93.3680     0.4747    85.1500    98.8087
10124860.0 / 36489290
  17     0.1000     0.1766    93.7860     0.3969    87.5900    98.3864
9614134.0 / 36489290
  18     0.1000     0.1677    94.1180     0.7644    82.0600    98.2656
9163142.0 / 36489290
  19     0.1000     0.1613    94.3760     0.6357    82.2800    98.3595
8760804.0 / 36489290
  20     0.1000     0.1461    94.8460     0.6844    81.5000    98.4821
8399806.0 / 36489290
  21     0.1000     0.1399    95.1600     0.5053    86.9000    98.8864
8079325.0 / 36489290
  22     0.1000     0.1294    95.5260     0.5628    84.4400    98.2559
7796269.0 / 36489290
  23     0.1000     0.1215    95.7380     0.5058    86.8600    98.3334
7540879.0 / 36489290
  24     0.1000     0.1136    96.0040     0.6284    84.5500    98.1912
7318009.0 / 36489290
  25     0.1000     0.1134    96.0440     0.4172    88.6600    98.2980
7105639.0 / 36489290
  26     0.1000     0.0999    96.5480     0.4073    89.3300    98.0668
6916924.0 / 36489290
  27     0.1000     0.0978    96.6280     0.4405    88.2100    98.2428
6747440.0 / 36489290
  28     0.1000     0.0952    96.6660     0.4015    89.1800    98.2254
6581723.0 / 36489290
  29     0.1000     0.0822    97.0780     0.6083    86.5300    98.4942
6431928.0 / 36489290
  30     0.1000     0.0826    97.1040     0.3735    89.7800    98.1721
6293164.0 / 36489290
  31     0.1000     0.0770    97.2840     0.4966    87.9700    98.2007
6166863.0 / 36489290
  32     0.1000     0.0776    97.2880     0.3341    90.8800    99.0399
6040346.0 / 36489290
  33     0.1000     0.0681    97.6560     0.9869    81.3800    98.9970
5925339.0 / 36489290
  34     0.1000     0.0650    97.7380     0.3451    90.8800    99.5285
5810131.0 / 36489290
  35     0.1000     0.0602    97.9240     0.4285    88.9800    99.2918
5706011.0 / 36489290
  36     0.1000     0.0598    97.9280     0.3860    90.5300    98.6216
5616113.0 / 36489290
  37     0.1000     0.0621    97.8680     0.3718    90.6900    99.4297
5519194.0 / 36489290
  38     0.1000     0.0520    98.1920     0.3109    91.9500    99.1923
5427134.0 / 36489290
  39     0.1000     0.0511    98.2320     0.5282    88.3500    99.5938
5340685.0 / 36489290
  40     0.1000     0.0483    98.2840     0.9740    82.4500    99.1905
5261852.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0499    98.2820     0.3932    90.8800    98.6087
5190639.0 / 36489290
  42     0.1000     0.0492    98.3060     0.4151    90.7100    98.5388
5117895.0 / 36489290
  43     0.1000     0.0459    98.4380     0.3659    91.1800   100.0184
5043022.0 / 36489290
  44     0.1000     0.0429    98.5400     0.5335    88.9300    98.8336
4959622.0 / 36489290
  45     0.1000     0.0341    98.8480     0.4548    90.1800    98.7522
4895632.0 / 36489290
  46     0.1000     0.0405    98.5840     0.4716    89.6500    98.5887
4826662.0 / 36489290
  47     0.1000     0.0358    98.8080     0.3933    91.2500    98.1312
4774718.0 / 36489290
  48     0.1000     0.0409    98.5400     0.4128    90.5600    98.6810
4705905.0 / 36489290
  49     0.1000     0.0322    98.8840     0.4093    91.2400    99.4462
4648001.0 / 36489290
  50     0.1000     0.0344    98.8400     0.3564    91.7700    98.4847
4598995.0 / 36489290
  51     0.1000     0.0367    98.7620     0.6500    88.2100    98.8187
4546086.0 / 36489290
  52     0.1000     0.0348    98.8500     0.3554    92.0200    99.5210
4489556.0 / 36489290
  53     0.1000     0.0309    98.9680     0.3408    92.1100    98.0826
4437722.0 / 36489290
  54     0.1000     0.0290    99.0120     0.4154    91.1800    99.5771
4387014.0 / 36489290
  55     0.1000     0.0295    99.0040     0.3674    91.6500    98.9925
4341741.0 / 36489290
  56     0.1000     0.0311    98.9500     0.3555    92.3400    98.1793
4291692.0 / 36489290
  57     0.1000     0.0271    99.0840     0.3793    91.7200    98.6265
4240593.0 / 36489290
  58     0.1000     0.0243    99.1980     0.4343    91.3800    98.4939
4216384.0 / 36489290
  59     0.1000     0.0350    98.7920     0.4809    89.7800    98.2629
4179640.0 / 36489290
  60     0.1000     0.0302    98.9880     0.3485    92.2200    98.4127
4132310.0 / 36489290
  61     0.1000     0.0247    99.1760     0.3512    92.1500    99.4357
4088412.0 / 36489290
  62     0.1000     0.0234    99.1720     0.4969    90.0100    98.7126
4050088.0 / 36489290
  63     0.1000     0.0261    99.0980     0.4284    90.6600    98.4072
4014643.0 / 36489290
  64     0.1000     0.0259    99.0920     0.3478    92.3000    98.4124
3968141.0 / 36489290
  65     0.1000     0.0193    99.3440     0.4233    91.3400    98.6316
3942096.0 / 36489290
  66     0.1000     0.0277    99.0380     0.5322    90.4200    98.5497
3904470.0 / 36489290
  67     0.1000     0.0228    99.2260     0.3095    92.7900    98.4456
3856633.0 / 36489290
  68     0.1000     0.0167    99.4440     0.3547    92.5100    98.7018
3812761.0 / 36489290
  69     0.1000     0.0160    99.4300     0.4842    90.8400    99.0005
3795392.0 / 36489290
  70     0.1000     0.0278    99.0640     0.4137    91.4100    98.2937
3769432.0 / 36489290
  71     0.1000     0.0242    99.1700     0.4795    90.3400    98.1638
3738705.0 / 36489290
  72     0.1000     0.0209    99.3000     0.5945    88.5500    97.9615
3713931.0 / 36489290
  73     0.1000     0.0240    99.1980     0.3940    91.7200    97.8267
3677480.0 / 36489290
  74     0.1000     0.0177    99.3980     0.3657    92.5700    99.2052
3642692.0 / 36489290
  75     0.1000     0.0167    99.4760     0.3947    91.9500    98.1177
3609264.0 / 36489290
  76     0.1000     0.0182    99.4260     0.3767    92.2700    98.4119
3586782.0 / 36489290
  77     0.1000     0.0215    99.3020     0.4148    91.5400    98.6545
3565225.0 / 36489290
  78     0.1000     0.0216    99.2720     0.3425    93.0200    98.3396
3532271.0 / 36489290
  79     0.1000     0.0155    99.4940     0.3524    92.7200    99.6274
3502323.0 / 36489290
  80     0.1000     0.0168    99.4740     0.4239    91.2300    98.2171
3475128.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0160    99.4520     0.3740    91.8200    98.6255
3462968.0 / 36489290
  82     0.1000     0.0218    99.2400     0.5040    90.3400    98.1556
3446047.0 / 36489290
  83     0.1000     0.0204    99.2800     0.6130    88.2800    98.9812
3416427.0 / 36489290
  84     0.1000     0.0156    99.5040     0.3495    92.8200    98.8595
3382490.0 / 36489290
  85     0.1000     0.0130    99.5840     0.3929    92.2300    98.3875
3359925.0 / 36489290
  86     0.1000     0.0169    99.4460     0.3651    92.7800    98.1917
3348385.0 / 36489290
  87     0.1000     0.0199    99.3080     0.4235    91.9400    98.7661
3335425.0 / 36489290
  88     0.1000     0.0208    99.2320     0.3284    92.8000    98.4553
3306888.0 / 36489290
  89     0.1000     0.0144    99.5120     0.3564    92.7300    99.0003
3289931.0 / 36489290
  90     0.1000     0.0176    99.4140     0.3862    92.2500    98.9027
3252642.0 / 36489290
  91     0.1000     0.0099    99.6780     0.3765    93.0900    97.7612
3237571.0 / 36489290
  92     0.1000     0.0162    99.4760     0.3624    92.9700    98.6139
3225546.0 / 36489290
  93     0.1000     0.0188    99.3420     0.3333    93.0700    98.8645
3209270.0 / 36489290
  94     0.1000     0.0187    99.3800     0.3624    92.6200    98.5193
3183648.0 / 36489290
  95     0.1000     0.0123    99.5980     0.3439    92.9700    98.3667
3169781.0 / 36489290
  96     0.1000     0.0167    99.4360     0.5197    90.8700    98.7056
3152073.0 / 36489290
  97     0.1000     0.0158    99.4860     0.3203    93.4000    98.7919
3130149.0 / 36489290
  98     0.1000     0.0132    99.5500     0.3681    92.8100    98.3183
3116099.0 / 36489290
  99     0.1000     0.0155    99.4960     0.3612    92.7200    98.6681
3097573.0 / 36489290
 100     0.1000     0.0144    99.5560     0.3677    92.6200    99.3701
3074434.0 / 36489290
 101     0.0988     0.0115    99.6420     0.3719    92.8700    99.3249
3048919.0 / 36489290
 102     0.0975     0.0102    99.6540     0.4253    92.2400    98.3839
3021561.0 / 36489290
 103     0.0963     0.0086    99.7100     0.3867    92.7500    98.1962
2990725.0 / 36489290
 104     0.0950     0.0069    99.7800     0.3725    93.0100    98.4988
2963322.0 / 36489290
 105     0.0938     0.0076    99.7540     0.3456    93.1700    97.9773
2934138.0 / 36489290
 106     0.0926     0.0066    99.7980     0.3465    93.5000    98.9436
2914538.0 / 36489290
 107     0.0913     0.0095    99.6940     0.3902    92.3300    98.1178
2895072.0 / 36489290
 108     0.0901     0.0089    99.7100     0.4538    91.3600    98.3094
2881629.0 / 36489290
 109     0.0889     0.0117    99.5900     0.3704    92.7500    97.7577
2863362.0 / 36489290
 110     0.0876     0.0090    99.7000     0.3401    93.2500    97.9635
2847618.0 / 36489290
 111     0.0864     0.0105    99.6560     0.3999    92.2800    98.7656
2829869.0 / 36489290
 112     0.0852     0.0093    99.7120     0.3964    92.9400    98.7983
2805996.0 / 36489290
 113     0.0839     0.0062    99.8040     0.3573    93.4100    98.3608
2777871.0 / 36489290
 114     0.0827     0.0041    99.8700     0.3695    93.3800    97.9681
2749802.0 / 36489290
 115     0.0814     0.0037    99.8680     0.3510    93.6900    99.3025
2723837.0 / 36489290
 116     0.0802     0.0036    99.8960     0.3412    93.5700    98.8433
2694894.0 / 36489290
 117     0.0790     0.0025    99.9340     0.3416    93.7300    98.0856
2674998.0 / 36489290
 118     0.0777     0.0058    99.8120     0.3556    93.3100    98.8125
2649766.0 / 36489290
 119     0.0765     0.0030    99.9180     0.3329    93.8200    97.9001
2622787.0 / 36489290
 120     0.0753     0.0022    99.9440     0.3309    93.8700    98.9004
2597603.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0022    99.9360     0.3725    93.6000    97.7719
2575239.0 / 36489290
 122     0.0728     0.0031    99.8960     0.3866    93.0700    98.3155
2553950.0 / 36489290
 123     0.0715     0.0029    99.9120     0.3373    94.0900    99.4980
2530488.0 / 36489290
 124     0.0703     0.0018    99.9520     0.3534    93.9400    98.9196
2507630.0 / 36489290
 125     0.0691     0.0020    99.9380     0.3459    93.9300    99.1168
2485412.0 / 36489290
 126     0.0678     0.0016    99.9560     0.3514    93.8500    98.4413
2463149.0 / 36489290
 127     0.0666     0.0012    99.9700     0.3384    94.1100    98.0673
2440759.0 / 36489290
 128     0.0654     0.0012    99.9740     0.3508    94.0800    98.6811
2418093.0 / 36489290
 129     0.0641     0.0008    99.9860     0.3499    94.0900    98.3842
2396972.0 / 36489290
 130     0.0629     0.0009    99.9760     0.3453    94.1500    98.6379
2375618.0 / 36489290
 131     0.0616     0.0007    99.9880     0.3350    94.0700    97.7455
2356098.0 / 36489290
 132     0.0604     0.0009    99.9720     0.3441    94.1300    97.7603
2336128.0 / 36489290
 133     0.0592     0.0008    99.9800     0.3508    94.2300    99.2489
2316521.0 / 36489290
 134     0.0579     0.0006    99.9880     0.3461    94.2400    99.0999
2297447.0 / 36489290
 135     0.0567     0.0005    99.9920     0.3522    94.0700    97.8207
2279302.0 / 36489290
 136     0.0554     0.0005    99.9940     0.3397    94.2000    99.5091
2263437.0 / 36489290
 137     0.0542     0.0012    99.9700     0.3562    93.7400    98.5693
2247023.0 / 36489290
 138     0.0530     0.0007    99.9880     0.3610    93.9100    98.9769
2231353.0 / 36489290
 139     0.0517     0.0008    99.9780     0.3525    94.1500    97.8094
2215922.0 / 36489290
 140     0.0505     0.0006    99.9820     0.3500    93.9800    98.5371
2200555.0 / 36489290
 141     0.0493     0.0005    99.9960     0.3479    94.0200    97.8994
2185799.0 / 36489290
 142     0.0480     0.0006    99.9860     0.3478    94.1000    97.9807
2171700.0 / 36489290
 143     0.0468     0.0005    99.9880     0.3435    94.0400    98.1538
2157619.0 / 36489290
 144     0.0456     0.0004    99.9960     0.3402    93.9700    98.7517
2144693.0 / 36489290
 145     0.0443     0.0006    99.9880     0.3538    94.0900    98.0516
2131823.0 / 36489290
 146     0.0431     0.0004    99.9820     0.3443    94.2800    97.7816
2119417.0 / 36489290
 147     0.0418     0.0003    99.9940     0.3442    94.2000    98.9790
2107351.0 / 36489290
 148     0.0406     0.0003    99.9920     0.3486    94.2600    98.6850
2095410.0 / 36489290
 149     0.0394     0.0002    99.9980     0.3499    94.3700    97.9255
2084285.0 / 36489290
 150     0.0381     0.0002   100.0000     0.3476    94.4800    98.0856
2073817.0 / 36489290
 151     0.0369     0.0002    99.9980     0.3416    94.2300    98.5181
2063432.0 / 36489290
 152     0.0357     0.0002   100.0000     0.3429    94.3200    98.7637
2053408.0 / 36489290
 153     0.0344     0.0002    99.9960     0.3476    94.3200    98.6658
2044116.0 / 36489290
 154     0.0332     0.0002    99.9960     0.3465    94.2900    98.2676
2035151.0 / 36489290
 155     0.0319     0.0002    99.9980     0.3463    94.2100    97.5906
2026994.0 / 36489290
 156     0.0307     0.0003    99.9900     0.3467    94.3700    99.4418
2018592.0 / 36489290
 157     0.0295     0.0002    99.9980     0.3398    94.3600    98.2897
2011002.0 / 36489290
 158     0.0282     0.0002    99.9980     0.3409    94.3600    98.4236
2003722.0 / 36489290
 159     0.0270     0.0002   100.0000     0.3435    94.3600    98.9862
1996622.0 / 36489290
 160     0.0257     0.0002    99.9980     0.3450    94.2800    98.2133
1990110.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0002    99.9960     0.3377    94.2200    99.2825
1983934.0 / 36489290
 162     0.0233     0.0002   100.0000     0.3356    94.4000    98.5404
1978021.0 / 36489290
 163     0.0220     0.0002    99.9980     0.3338    94.4200    98.1398
1972746.0 / 36489290
 164     0.0208     0.0001   100.0000     0.3275    94.3200    98.5105
1967617.0 / 36489290
 165     0.0196     0.0001   100.0000     0.3322    94.4500    98.4865
1962891.0 / 36489290
 166     0.0183     0.0002    99.9960     0.3379    94.3000    99.1494
1958672.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3353    94.3500    98.1839
1954603.0 / 36489290
 168     0.0159     0.0002   100.0000     0.3304    94.4800    97.6561
1950675.0 / 36489290
 169     0.0146     0.0001    99.9980     0.3339    94.4200    97.8581
1947378.0 / 36489290
 170     0.0134     0.0002    99.9940     0.3309    94.5200    98.2432
1944189.0 / 36489290
 171     0.0121     0.0001   100.0000     0.3302    94.3800    97.8865
1941471.0 / 36489290
 172     0.0109     0.0001   100.0000     0.3293    94.3500    97.7758
1939003.0 / 36489290
 173     0.0097     0.0001   100.0000     0.3315    94.5000    98.8730
1936868.0 / 36489290
 174     0.0084     0.0001    99.9980     0.3293    94.4900    98.2840
1934981.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3275    94.5600    98.3175
1933431.0 / 36489290
 176     0.0060     0.0001    99.9980     0.3283    94.5200    98.4526
1932141.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3309    94.5000    98.5291
1931251.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3330    94.5200    98.6189
1930647.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3300    94.5100    97.8836
1930381.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3243    94.5900    97.7592
1930034.0 / 36489290
 181     0.0010     0.0001    99.9980     0.3268    94.4900    97.6410
1929743.0 / 36489290
 182     0.0010     0.0001    99.9980     0.3253    94.5500    98.2738
1929401.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3273    94.5300    98.3890
1929076.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3305    94.5100    97.6430
1928773.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3295    94.4500    98.1928
1928434.0 / 36489290
 186     0.0010     0.0002    99.9960     0.3295    94.5300    99.2317
1928120.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3271    94.4800    98.6267
1927838.0 / 36489290
 188     0.0010     0.0001    99.9980     0.3310    94.4400    98.5909
1927560.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3278    94.5300    98.0685
1927237.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3280    94.5500    97.7379
1926912.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3271    94.5200    98.9382
1926577.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3267    94.5700    99.1365
1926276.0 / 36489290
 193     0.0010     0.0001    99.9980     0.3298    94.4700    97.9370
1925951.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3341    94.3600    98.3115
1925631.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3293    94.5800    99.4101
1925331.0 / 36489290
 196     0.0010     0.0001    99.9980     0.3263    94.5900    98.1453
1925028.0 / 36489290
 197     0.0010     0.0001    99.9980     0.3268    94.5700    97.9134
1924695.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3318    94.5200    98.8726
1924398.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3274    94.6100    97.6947
1924066.0 / 36489290
 200     0.0010     0.0001   100.0000     0.3285    94.5500    98.5474
