Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_9/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
total epochs: 200
30577865.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4409    46.4400     1.5108    47.9900    99.6965
27844604.0 / 36489290
   2     0.1000     0.9087    67.4840     1.5261    55.8800    96.6371
25699101.0 / 36489290
   3     0.1000     0.6900    75.9980     0.9456    70.3100    96.7534
23861773.0 / 36489290
   4     0.1000     0.5649    80.4060     1.8099    57.7000    97.2854
22226407.0 / 36489290
   5     0.1000     0.4821    83.3980     0.6967    76.7400    96.8319
20737549.0 / 36489290
   6     0.1000     0.4250    85.3820     0.6696    78.0100    96.9965
19365844.0 / 36489290
   7     0.1000     0.3821    86.7760     0.6756    79.5400    96.8335
18087365.0 / 36489290
   8     0.1000     0.3462    88.1240     0.8860    74.1300    96.7327
16892347.0 / 36489290
   9     0.1000     0.3164    89.0680     0.5076    83.7400    96.6139
15778822.0 / 36489290
  10     0.1000     0.2925    89.7460     0.4367    85.6100    96.6303
14741807.0 / 36489290
  11     0.1000     0.2722    90.7320     0.4649    84.8000    96.8280
13779736.0 / 36489290
  12     0.1000     0.2504    91.3300     0.4887    84.8400    97.2266
12898987.0 / 36489290
  13     0.1000     0.2324    91.9140     0.6679    81.5400    96.6375
12093506.0 / 36489290
  14     0.1000     0.2170    92.4680     0.6038    82.7900    96.7771
11373265.0 / 36489290
  15     0.1000     0.2050    92.9120     0.5611    83.8100    96.9736
10725753.0 / 36489290
  16     0.1000     0.1942    93.2620     0.5621    83.7000    97.0855
10142387.0 / 36489290
  17     0.1000     0.1748    93.9220     0.3284    89.6100    96.9277
9629582.0 / 36489290
  18     0.1000     0.1660    94.1620     0.5638    84.7700    96.9194
9176089.0 / 36489290
  19     0.1000     0.1595    94.4700     0.5658    84.1900    96.6120
8778307.0 / 36489290
  20     0.1000     0.1467    94.7980     0.6580    82.6900    96.7449
8420222.0 / 36489290
  21     0.1000     0.1429    95.0300     0.5174    86.8300    96.9175
8098832.0 / 36489290
  22     0.1000     0.1260    95.6880     0.4472    87.4600    96.4916
7814605.0 / 36489290
  23     0.1000     0.1235    95.7180     0.3163    90.6700    96.5806
7555762.0 / 36489290
  24     0.1000     0.1135    96.0500     0.7640    82.3600    96.6241
7326425.0 / 36489290
  25     0.1000     0.1091    96.2120     1.0715    78.4600    96.4557
7118133.0 / 36489290
  26     0.1000     0.1034    96.4000     0.3949    89.2300    96.7463
6929200.0 / 36489290
  27     0.1000     0.0993    96.5840     0.4109    88.6000    96.5484
6754611.0 / 36489290
  28     0.1000     0.0921    96.7940     0.4461    88.5600    96.3594
6595474.0 / 36489290
  29     0.1000     0.0855    97.0620     0.4399    88.9600    96.5385
6443691.0 / 36489290
  30     0.1000     0.0805    97.2140     0.3630    90.6300    96.3932
6307403.0 / 36489290
  31     0.1000     0.0824    97.0660     0.4453    88.5900    96.5860
6168160.0 / 36489290
  32     0.1000     0.0722    97.4380     0.3379    90.8900    96.5922
6035844.0 / 36489290
  33     0.1000     0.0642    97.7880     0.5757    87.1100    96.6221
5927624.0 / 36489290
  34     0.1000     0.0675    97.6000     0.3418    91.3900    96.9428
5814692.0 / 36489290
  35     0.1000     0.0620    97.8860     0.4418    89.1400    96.6791
5707417.0 / 36489290
  36     0.1000     0.0589    98.0140     0.3662    90.9400    96.7027
5617055.0 / 36489290
  37     0.1000     0.0619    97.8680     0.5223    88.3300    96.7855
5520344.0 / 36489290
  38     0.1000     0.0515    98.2080     0.3724    90.5100    96.6276
5425805.0 / 36489290
  39     0.1000     0.0496    98.3200     0.3133    92.0000    96.4545
5343619.0 / 36489290
  40     0.1000     0.0521    98.1980     0.4053    89.8700    96.5566
5263903.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0487    98.3020     0.4385    89.8300    96.6624
5188578.0 / 36489290
  42     0.1000     0.0485    98.3020     0.3952    90.7900    96.7188
5117109.0 / 36489290
  43     0.1000     0.0471    98.4020     0.3973    90.5300    96.9764
5038349.0 / 36489290
  44     0.1000     0.0400    98.6540     0.5592    88.1200    96.6998
4969581.0 / 36489290
  45     0.1000     0.0403    98.5960     0.4320    90.4700    96.5817
4910339.0 / 36489290
  46     0.1000     0.0441    98.4420     0.3337    92.2300    96.6989
4845168.0 / 36489290
  47     0.1000     0.0369    98.7380     0.3393    92.0700    96.6757
4780746.0 / 36489290
  48     0.1000     0.0352    98.7220     0.3712    91.5000    96.6057
4721858.0 / 36489290
  49     0.1000     0.0369    98.7500     0.3317    91.8900    96.4823
4666101.0 / 36489290
  50     0.1000     0.0357    98.7880     0.3830    90.9300    96.5346
4613518.0 / 36489290
  51     0.1000     0.0359    98.7140     0.3684    91.2500    96.7794
4554251.0 / 36489290
  52     0.1000     0.0308    98.9940     0.3896    91.2700    96.6310
4486574.0 / 36489290
  53     0.1000     0.0238    99.1980     0.3447    92.0500    96.6034
4445753.0 / 36489290
  54     0.1000     0.0349    98.8420     0.4297    91.1300    96.4754
4396214.0 / 36489290
  55     0.1000     0.0306    98.9400     0.3604    91.2600    96.6617
4354321.0 / 36489290
  56     0.1000     0.0326    98.8620     0.4170    90.7800    96.5721
4302878.0 / 36489290
  57     0.1000     0.0266    99.0980     0.4207    91.4900    96.6703
4258785.0 / 36489290
  58     0.1000     0.0284    99.0540     0.3641    91.8100    96.5086
4213775.0 / 36489290
  59     0.1000     0.0261    99.1080     0.4148    91.2100    96.4688
4181045.0 / 36489290
  60     0.1000     0.0314    98.9120     0.3514    92.2400    96.5786
4134666.0 / 36489290
  61     0.1000     0.0243    99.1560     0.3046    92.8000    96.3961
4096456.0 / 36489290
  62     0.1000     0.0271    99.0820     0.3313    92.7200    96.7376
4052374.0 / 36489290
  63     0.1000     0.0220    99.2380     0.3264    92.6700    96.6320
4016623.0 / 36489290
  64     0.1000     0.0255    99.1340     0.3356    92.6200    96.7224
3976841.0 / 36489290
  65     0.1000     0.0214    99.2760     0.3646    91.8600    96.6170
3949248.0 / 36489290
  66     0.1000     0.0288    99.0260     0.3266    92.8500    96.4683
3903228.0 / 36489290
  67     0.1000     0.0191    99.3860     0.3109    92.7000    96.9431
3873126.0 / 36489290
  68     0.1000     0.0233    99.1820     0.4181    91.4500    96.4278
3840069.0 / 36489290
  69     0.1000     0.0229    99.2280     0.3774    91.6200    96.6694
3814655.0 / 36489290
  70     0.1000     0.0257    99.1220     0.3708    91.7500    96.4838
3791633.0 / 36489290
  71     0.1000     0.0263    99.0680     0.3931    91.8600    96.5193
3749036.0 / 36489290
  72     0.1000     0.0165    99.4580     0.4148    92.1600    96.5552
3726938.0 / 36489290
  73     0.1000     0.0247    99.1820     0.4216    90.9300    96.7509
3691608.0 / 36489290
  74     0.1000     0.0179    99.4100     0.3382    92.6300    96.4355
3655835.0 / 36489290
  75     0.1000     0.0176    99.4340     0.3895    91.5700    96.7773
3638641.0 / 36489290
  76     0.1000     0.0247    99.1440     0.3701    92.4100    96.6624
3606615.0 / 36489290
  77     0.1000     0.0182    99.3940     0.3284    92.7400    96.5455
3570352.0 / 36489290
  78     0.1000     0.0156    99.5000     0.3593    92.2900    97.0650
3539211.0 / 36489290
  79     0.1000     0.0166    99.4300     0.7001    88.9400    96.7583
3518544.0 / 36489290
  80     0.1000     0.0212    99.2760     0.3691    92.2400    96.5429
3490612.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0168    99.4560     0.4149    91.6200    96.3547
3467535.0 / 36489290
  82     0.1000     0.0200    99.3240     0.3998    92.0000    96.8796
3432088.0 / 36489290
  83     0.1000     0.0133    99.5680     0.3290    92.7300    96.6043
3392464.0 / 36489290
  84     0.1000     0.0100    99.7020     0.4391    91.8700    96.4661
3368613.0 / 36489290
  85     0.1000     0.0151    99.4880     0.3542    93.1600    96.6594
3355382.0 / 36489290
  86     0.1000     0.0193    99.3240     0.9853    86.0300    96.4747
3343751.0 / 36489290
  87     0.1000     0.0212    99.2960     0.3352    92.9500    96.4698
3322789.0 / 36489290
  88     0.1000     0.0166    99.4300     0.4247    91.1100    96.5753
3305009.0 / 36489290
  89     0.1000     0.0182    99.4040     0.3423    92.7200    96.5995
3283813.0 / 36489290
  90     0.1000     0.0158    99.4600     0.3440    92.8500    96.6851
3264758.0 / 36489290
  91     0.1000     0.0164    99.4360     0.3786    92.5800    96.4969
3248179.0 / 36489290
  92     0.1000     0.0177    99.4160     0.3454    92.9300    96.5560
3221433.0 / 36489290
  93     0.1000     0.0122    99.6060     0.3592    92.6800    96.6948
3200508.0 / 36489290
  94     0.1000     0.0145    99.4660     0.4076    91.6000    96.9383
3172934.0 / 36489290
  95     0.1000     0.0112    99.6020     0.3156    93.3800    96.5869
3146875.0 / 36489290
  96     0.1000     0.0114    99.6360     0.3704    92.5800    96.8919
3131077.0 / 36489290
  97     0.1000     0.0151    99.4800     0.3380    93.0000    96.7105
3125934.0 / 36489290
  98     0.1000     0.0186    99.3700     0.4726    91.3300    96.7912
3119480.0 / 36489290
  99     0.1000     0.0188    99.3400     0.8631    86.6300    96.5932
3106972.0 / 36489290
 100     0.1000     0.0165    99.4220     0.4185    91.8200    96.6836
3092345.0 / 36489290
 101     0.0988     0.0162    99.4480     0.3258    93.1200    96.6313
3058274.0 / 36489290
 102     0.0975     0.0070    99.7980     0.3237    93.5000    96.3485
3026914.0 / 36489290
 103     0.0963     0.0075    99.7840     0.3210    93.3700    96.5953
3002892.0 / 36489290
 104     0.0950     0.0100    99.6540     0.3367    93.4200    96.4261
2974360.0 / 36489290
 105     0.0938     0.0078    99.7780     0.3319    93.4300    96.5091
2943161.0 / 36489290
 106     0.0926     0.0058    99.8280     0.3536    93.4600    96.6541
2918851.0 / 36489290
 107     0.0913     0.0088    99.7200     0.3806    92.4400    96.5220
2890137.0 / 36489290
 108     0.0901     0.0056    99.8120     0.3487    93.4100    96.6383
2861720.0 / 36489290
 109     0.0889     0.0055    99.8360     0.3451    93.5400    96.5739
2838447.0 / 36489290
 110     0.0876     0.0072    99.7500     0.3431    93.8100    96.3764
2821686.0 / 36489290
 111     0.0864     0.0086    99.7300     0.3487    93.4200    96.2717
2797913.0 / 36489290
 112     0.0852     0.0066    99.7880     0.3579    93.2600    96.4607
2777848.0 / 36489290
 113     0.0839     0.0074    99.7440     0.3459    93.7700    96.7328
2756052.0 / 36489290
 114     0.0827     0.0060    99.8280     0.4378    91.8500    96.8387
2736321.0 / 36489290
 115     0.0814     0.0066    99.7980     0.3815    93.0200    96.6871
2715815.0 / 36489290
 116     0.0802     0.0059    99.8100     0.3300    93.8200    96.7057
2693851.0 / 36489290
 117     0.0790     0.0046    99.8620     0.3767    93.1500    96.8252
2669198.0 / 36489290
 118     0.0777     0.0035    99.8920     0.3341    93.6300    96.4872
2643759.0 / 36489290
 119     0.0765     0.0031    99.9040     0.3536    93.7200    96.7563
2618548.0 / 36489290
 120     0.0753     0.0024    99.9280     0.3526    93.8400    96.5941
2593968.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0022    99.9340     0.3542    93.7800    96.5134
2573725.0 / 36489290
 122     0.0728     0.0036    99.8720     0.3552    93.8500    96.7234
2555676.0 / 36489290
 123     0.0715     0.0043    99.8520     0.3652    93.6900    96.7984
2533850.0 / 36489290
 124     0.0703     0.0026    99.9260     0.3352    94.0200    96.6471
2511115.0 / 36489290
 125     0.0691     0.0018    99.9560     0.3421    94.1800    96.6542
2489421.0 / 36489290
 126     0.0678     0.0018    99.9500     0.3643    93.4600    96.7651
2466770.0 / 36489290
 127     0.0666     0.0014    99.9720     0.3438    93.8400    96.4678
2445343.0 / 36489290
 128     0.0654     0.0017    99.9580     0.3437    94.1100    96.6923
2423690.0 / 36489290
 129     0.0641     0.0010    99.9820     0.3418    94.0900    96.4660
2402189.0 / 36489290
 130     0.0629     0.0008    99.9900     0.3411    94.1300    96.3887
2380863.0 / 36489290
 131     0.0616     0.0007    99.9800     0.3489    93.9700    96.5389
2361381.0 / 36489290
 132     0.0604     0.0010    99.9780     0.3344    94.0700    96.5345
2341848.0 / 36489290
 133     0.0592     0.0007    99.9800     0.3332    94.1600    96.6681
2322557.0 / 36489290
 134     0.0579     0.0005    99.9940     0.3297    94.4200    96.3895
2303788.0 / 36489290
 135     0.0567     0.0006    99.9900     0.3338    94.2400    96.5748
2285489.0 / 36489290
 136     0.0554     0.0005    99.9940     0.3281    94.2800    96.9883
2267988.0 / 36489290
 137     0.0542     0.0006    99.9940     0.3320    94.3100    96.3838
2250655.0 / 36489290
 138     0.0530     0.0004    99.9920     0.3273    94.3100    96.3893
2234294.0 / 36489290
 139     0.0517     0.0004    99.9940     0.3297    94.1400    96.7093
2217742.0 / 36489290
 140     0.0505     0.0003   100.0000     0.3215    94.1400    96.5947
2201830.0 / 36489290
 141     0.0493     0.0002    99.9980     0.3273    94.3100    96.6750
2187062.0 / 36489290
 142     0.0480     0.0004    99.9940     0.3368    94.2100    96.6192
2172312.0 / 36489290
 143     0.0468     0.0002   100.0000     0.3289    94.3800    96.6676
2158319.0 / 36489290
 144     0.0456     0.0003    99.9960     0.3360    94.2300    96.6536
2144500.0 / 36489290
 145     0.0443     0.0003    99.9960     0.3261    94.0900    96.7008
2131655.0 / 36489290
 146     0.0431     0.0003    99.9980     0.3241    94.3400    96.6224
2119028.0 / 36489290
 147     0.0418     0.0003    99.9960     0.3234    94.4500    96.6960
2106875.0 / 36489290
 148     0.0406     0.0002   100.0000     0.3175    94.5600    96.3892
2095005.0 / 36489290
 149     0.0394     0.0002   100.0000     0.3255    94.4400    96.5294
2083883.0 / 36489290
 150     0.0381     0.0001   100.0000     0.3201    94.5700    96.4777
2072919.0 / 36489290
 151     0.0369     0.0002    99.9980     0.3177    94.4200    96.7678
2062399.0 / 36489290
 152     0.0357     0.0001   100.0000     0.3228    94.4400    96.5938
2052622.0 / 36489290
 153     0.0344     0.0001   100.0000     0.3231    94.4700    96.8786
2043309.0 / 36489290
 154     0.0332     0.0002   100.0000     0.3213    94.4800    96.5694
2034364.0 / 36489290
 155     0.0319     0.0002    99.9980     0.3260    94.4000    96.6929
2025665.0 / 36489290
 156     0.0307     0.0002   100.0000     0.3241    94.4800    96.4674
2017203.0 / 36489290
 157     0.0295     0.0002    99.9980     0.3273    94.4900    96.4372
2009439.0 / 36489290
 158     0.0282     0.0001   100.0000     0.3295    94.3500    96.5600
2002201.0 / 36489290
 159     0.0270     0.0002   100.0000     0.3282    94.5500    96.5183
1995465.0 / 36489290
 160     0.0257     0.0002    99.9980     0.3252    94.4800    96.6700
1988700.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0001   100.0000     0.3308    94.4600    96.4962
1982519.0 / 36489290
 162     0.0233     0.0001   100.0000     0.3262    94.4200    96.5333
1976661.0 / 36489290
 163     0.0220     0.0002   100.0000     0.3258    94.5300    96.4198
1971292.0 / 36489290
 164     0.0208     0.0001    99.9980     0.3221    94.5100    96.6899
1966261.0 / 36489290
 165     0.0196     0.0001   100.0000     0.3261    94.4700    96.4544
1961572.0 / 36489290
 166     0.0183     0.0001    99.9980     0.3232    94.4400    96.5463
1957331.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3263    94.4900    96.5550
1953270.0 / 36489290
 168     0.0159     0.0001   100.0000     0.3235    94.5100    96.4199
1949640.0 / 36489290
 169     0.0146     0.0001   100.0000     0.3254    94.4800    96.5161
1946096.0 / 36489290
 170     0.0134     0.0001    99.9980     0.3250    94.5200    96.5120
1943029.0 / 36489290
 171     0.0121     0.0001   100.0000     0.3220    94.4600    96.5123
1940150.0 / 36489290
 172     0.0109     0.0001    99.9980     0.3213    94.4600    96.7746
1937734.0 / 36489290
 173     0.0097     0.0002    99.9960     0.3244    94.5300    96.6722
1935547.0 / 36489290
 174     0.0084     0.0001   100.0000     0.3206    94.5100    96.6356
1933652.0 / 36489290
 175     0.0072     0.0001    99.9960     0.3200    94.4700    96.5813
1932141.0 / 36489290
 176     0.0060     0.0001    99.9980     0.3200    94.4600    96.5412
1930951.0 / 36489290
 177     0.0047     0.0001    99.9980     0.3225    94.4600    96.5781
1930055.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3233    94.4500    96.5403
1929444.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3243    94.3400    96.6136
1929122.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3174    94.4600    96.6361
1928827.0 / 36489290
 181     0.0010     0.0001    99.9980     0.3177    94.5200    96.6309
1928523.0 / 36489290
 182     0.0010     0.0001    99.9980     0.3175    94.4600    96.6365
1928230.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3185    94.5500    96.5426
1927936.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3220    94.4600    96.4512
1927620.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3232    94.4600    96.4269
1927333.0 / 36489290
 186     0.0010     0.0001   100.0000     0.3229    94.5400    96.3926
1927023.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3186    94.4600    96.7037
1926725.0 / 36489290
 188     0.0010     0.0001   100.0000     0.3231    94.4800    96.5375
1926424.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3177    94.4900    96.3837
1926087.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3217    94.5200    96.7326
1925773.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3192    94.4600    96.4855
1925441.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3190    94.5100    96.4086
1925148.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3199    94.4700    96.7686
1924868.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3265    94.4300    96.6694
1924578.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3235    94.4800    96.6043
1924268.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3203    94.5000    96.5820
1923952.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3190    94.5100    96.5721
1923653.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3251    94.4600    96.5990
1923339.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3194    94.5600    96.5459
1923026.0 / 36489290
 200     0.0010     0.0001   100.0000     0.3222    94.4600    96.8264
