Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_10/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.501
)
total epochs: 200
31547147.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4333    46.7560     1.5191    48.3200   156.2003
29506650.0 / 36489290
   2     0.1000     0.9093    67.7320     0.9593    67.9100   151.6761
27940979.0 / 36489290
   3     0.1000     0.6908    75.9020     0.8319    72.7200   151.7630
26625627.0 / 36489290
   4     0.1000     0.5639    80.4280     1.4925    61.2600   151.6614
25467304.0 / 36489290
   5     0.1000     0.4787    83.5240     0.6495    78.5000   151.5764
24425406.0 / 36489290
   6     0.1000     0.4191    85.5960     0.6083    79.7300   151.7742
23467167.0 / 36489290
   7     0.1000     0.3750    87.0280     0.5111    83.6900   151.6196
22579180.0 / 36489290
   8     0.1000     0.3403    88.2300     0.5179    82.8700   151.6688
21746055.0 / 36489290
   9     0.1000     0.3073    89.3700     0.5584    82.8800   151.7327
20961884.0 / 36489290
  10     0.1000     0.2820    90.1580     0.5730    82.6300   151.6704
20218174.0 / 36489290
  11     0.1000     0.2593    91.0820     0.4241    86.6000   151.5885
19514707.0 / 36489290
  12     0.1000     0.2393    91.6900     0.4737    86.4200   151.8979
18845817.0 / 36489290
  13     0.1000     0.2206    92.3240     0.5990    81.5400   151.6327
18209797.0 / 36489290
  14     0.1000     0.2066    92.7960     0.4121    86.8700   151.6212
17601952.0 / 36489290
  15     0.1000     0.1911    93.3300     0.4025    87.4400   151.7243
17024804.0 / 36489290
  16     0.1000     0.1774    93.7420     0.5607    83.8600   151.4047
16474735.0 / 36489290
  17     0.1000     0.1634    94.3680     0.3498    88.8100   151.4762
15950447.0 / 36489290
  18     0.1000     0.1507    94.6660     0.6286    85.0700   151.5932
15454941.0 / 36489290
  19     0.1000     0.1468    94.8060     0.4441    87.4800   151.8455
14983317.0 / 36489290
  20     0.1000     0.1311    95.4280     0.5733    83.7900   151.4541
14537038.0 / 36489290
  21     0.1000     0.1265    95.5760     0.3929    89.4500   151.6797
14114927.0 / 36489290
  22     0.1000     0.1156    96.0200     0.5077    86.8500   151.6103
13712452.0 / 36489290
  23     0.1000     0.1085    96.2060     0.4868    87.6300   151.6633
13333888.0 / 36489290
  24     0.1000     0.0999    96.5720     0.4941    87.1100   151.3252
12973181.0 / 36489290
  25     0.1000     0.0988    96.5260     0.5184    87.2300   151.3907
12634824.0 / 36489290
  26     0.1000     0.0931    96.7880     0.5163    87.4900   151.7034
12310381.0 / 36489290
  27     0.1000     0.0837    97.1040     0.4902    88.0400   151.1731
12008504.0 / 36489290
  28     0.1000     0.0835    97.1320     0.5164    87.2400   151.1026
11722646.0 / 36489290
  29     0.1000     0.0798    97.2400     0.4049    89.7800   150.9541
11446046.0 / 36489290
  30     0.1000     0.0696    97.5100     0.5190    87.1900   151.1116
11185658.0 / 36489290
  31     0.1000     0.0669    97.7140     0.7828    83.0900   150.9003
10940781.0 / 36489290
  32     0.1000     0.0641    97.7340     0.3405    91.1900   150.9262
10709734.0 / 36489290
  33     0.1000     0.0599    97.9800     0.5905    86.7400   151.4948
10490567.0 / 36489290
  34     0.1000     0.0560    98.0600     0.3721    90.8500   150.9740
10281770.0 / 36489290
  35     0.1000     0.0552    98.0940     0.4346    90.2800   152.3751
10084142.0 / 36489290
  36     0.1000     0.0560    98.0540     0.3592    91.2000   151.8538
9892442.0 / 36489290
  37     0.1000     0.0494    98.3260     0.3433    91.1700   150.9044
9716710.0 / 36489290
  38     0.1000     0.0482    98.2920     0.3463    91.2100   150.9342
9542434.0 / 36489290
  39     0.1000     0.0445    98.4420     0.3631    91.4400   151.2407
9375465.0 / 36489290
  40     0.1000     0.0419    98.5960     0.3192    92.1200   150.9689
9227632.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0449    98.4460     0.3625    91.4900   150.8866
9080142.0 / 36489290
  42     0.1000     0.0413    98.5520     0.3740    91.1000   151.1265
8936982.0 / 36489290
  43     0.1000     0.0388    98.6640     0.4205    90.9500   152.2925
8799703.0 / 36489290
  44     0.1000     0.0369    98.7460     0.4375    90.0200   151.6881
8667782.0 / 36489290
  45     0.1000     0.0346    98.8400     0.3600    91.6000   151.6988
8541860.0 / 36489290
  46     0.1000     0.0362    98.7720     0.4463    91.0000   151.4966
8422026.0 / 36489290
  47     0.1000     0.0348    98.8400     0.3340    92.6400   151.2908
8304233.0 / 36489290
  48     0.1000     0.0315    98.9000     0.4581    89.8400   150.8367
8185869.0 / 36489290
  49     0.1000     0.0300    99.0240     0.3393    92.0700   151.8558
8075679.0 / 36489290
  50     0.1000     0.0286    99.0060     0.5744    88.6800   150.9513
7973032.0 / 36489290
  51     0.1000     0.0290    99.0440     0.3607    91.8200   150.9701
7869352.0 / 36489290
  52     0.1000     0.0269    99.0960     0.3690    92.0300   151.6956
7765904.0 / 36489290
  53     0.1000     0.0244    99.2020     0.3508    92.3600   150.8398
7674971.0 / 36489290
  54     0.1000     0.0282    99.0080     0.4439    90.8000   150.8887
7585036.0 / 36489290
  55     0.1000     0.0267    99.1140     0.4453    90.6400   151.1292
7500142.0 / 36489290
  56     0.1000     0.0254    99.1260     0.3688    91.9600   150.8495
7426722.0 / 36489290
  57     0.1000     0.0295    99.0020     0.4225    91.4700   150.8738
7332140.0 / 36489290
  58     0.1000     0.0195    99.3580     0.3541    92.3800   150.8529
7251095.0 / 36489290
  59     0.1000     0.0221    99.2520     0.4011    91.2100   150.8983
7190772.0 / 36489290
  60     0.1000     0.0298    98.9740     0.4448    90.9400   151.0542
7122094.0 / 36489290
  61     0.1000     0.0265    99.0820     0.4100    91.3300   150.8900
7047617.0 / 36489290
  62     0.1000     0.0204    99.2940     0.4690    90.6200   150.8117
6967546.0 / 36489290
  63     0.1000     0.0172    99.4440     0.3690    92.4900   150.9600
6895997.0 / 36489290
  64     0.1000     0.0180    99.3820     0.5158    89.4800   151.4365
6833244.0 / 36489290
  65     0.1000     0.0222    99.2720     0.4575    90.9600   151.1787
6770083.0 / 36489290
  66     0.1000     0.0208    99.3340     0.4250    91.2700   152.5158
6705896.0 / 36489290
  67     0.1000     0.0193    99.3640     0.3795    92.3100   151.3026
6642946.0 / 36489290
  68     0.1000     0.0182    99.3860     0.4437    91.6900   150.9399
6589514.0 / 36489290
  69     0.1000     0.0218    99.2780     0.3635    92.3500   150.8716
6528091.0 / 36489290
  70     0.1000     0.0170    99.4440     0.3952    91.5200   151.0874
6462128.0 / 36489290
  71     0.1000     0.0142    99.5260     0.3738    92.5900   150.8870
6410949.0 / 36489290
  72     0.1000     0.0185    99.3780     0.4525    91.1700   151.1689
6358846.0 / 36489290
  73     0.1000     0.0176    99.3780     0.6599    88.9700   151.0070
6307750.0 / 36489290
  74     0.1000     0.0164    99.4500     0.5010    90.1200   151.0163
6265244.0 / 36489290
  75     0.1000     0.0216    99.2900     0.4406    90.9400   150.9469
6225433.0 / 36489290
  76     0.1000     0.0208    99.3140     0.5155    89.7300   150.9592
6178085.0 / 36489290
  77     0.1000     0.0184    99.4140     0.3574    92.6500   150.8241
6125468.0 / 36489290
  78     0.1000     0.0142    99.4920     0.3785    92.4600   150.8547
6077895.0 / 36489290
  79     0.1000     0.0153    99.4920     0.3841    92.4900   150.8334
6027150.0 / 36489290
  80     0.1000     0.0131    99.5640     0.3943    92.5100   150.8208
5991041.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0182    99.3580     0.3931    91.7400   150.8588
5951639.0 / 36489290
  82     0.1000     0.0175    99.4220     0.3651    92.4100   152.2811
5908680.0 / 36489290
  83     0.1000     0.0146    99.5320     0.3663    92.0100   150.9405
5861190.0 / 36489290
  84     0.1000     0.0135    99.5740     0.3716    92.3100   150.9596
5808486.0 / 36489290
  85     0.1000     0.0097    99.7060     0.3477    93.1400   151.4127
5751752.0 / 36489290
  86     0.1000     0.0088    99.7180     0.4345    91.9600   150.8831
5701112.0 / 36489290
  87     0.1000     0.0099    99.6800     0.3649    92.9200   150.9616
5666126.0 / 36489290
  88     0.1000     0.0148    99.5100     0.4096    92.0300   150.8411
5631903.0 / 36489290
  89     0.1000     0.0156    99.5080     0.3852    92.6400   150.9001
5600618.0 / 36489290
  90     0.1000     0.0159    99.4680     0.3884    92.1100   150.8966
5567783.0 / 36489290
  91     0.1000     0.0149    99.5080     0.3384    93.2800   151.9587
5546837.0 / 36489290
  92     0.1000     0.0177    99.3940     0.4391    91.6000   150.9135
5513236.0 / 36489290
  93     0.1000     0.0142    99.5320     0.4016    92.2000   151.1555
5469810.0 / 36489290
  94     0.1000     0.0094    99.7100     0.4606    91.6500   151.0196
5432489.0 / 36489290
  95     0.1000     0.0118    99.6140     0.4680    91.6300   150.9955
5391636.0 / 36489290
  96     0.1000     0.0095    99.6780     0.3719    92.6000   150.9404
5359442.0 / 36489290
  97     0.1000     0.0127    99.5880     0.3593    92.8800   151.2401
5312624.0 / 36489290
  98     0.1000     0.0064    99.8040     0.3503    93.3700   150.8522
5271317.0 / 36489290
  99     0.1000     0.0072    99.7720     0.4020    92.6700   150.8184
5230705.0 / 36489290
 100     0.1000     0.0076    99.7560     0.3569    93.4800   150.9392
5214005.0 / 36489290
 101     0.0988     0.0152    99.4780     0.4826    90.6500   150.8743
5183859.0 / 36489290
 102     0.0975     0.0112    99.6320     0.3445    93.3800   151.5433
5155744.0 / 36489290
 103     0.0963     0.0109    99.6200     0.3601    93.0500   150.9402
5119533.0 / 36489290
 104     0.0950     0.0084    99.7360     0.3670    93.0500   150.8578
5090081.0 / 36489290
 105     0.0938     0.0099    99.6560     0.3612    92.8200   150.9180
5060704.0 / 36489290
 106     0.0926     0.0101    99.7000     0.5424    90.3000   150.8134
5031010.0 / 36489290
 107     0.0913     0.0087    99.7300     0.4088    92.5600   151.1561
4993254.0 / 36489290
 108     0.0901     0.0063    99.8320     0.3425    93.8800   150.9840
4960321.0 / 36489290
 109     0.0889     0.0071    99.7600     0.3600    93.4600   150.8394
4924127.0 / 36489290
 110     0.0876     0.0053    99.8380     0.3348    93.8500   150.8322
4884252.0 / 36489290
 111     0.0864     0.0037    99.9080     0.3412    93.8700   152.1932
4846239.0 / 36489290
 112     0.0852     0.0042    99.8800     0.3488    93.7500   150.7967
4806081.0 / 36489290
 113     0.0839     0.0025    99.9340     0.3508    93.6900   150.7986
4765730.0 / 36489290
 114     0.0827     0.0020    99.9500     0.3445    94.0000   150.8648
4727405.0 / 36489290
 115     0.0814     0.0026    99.9280     0.3876    93.2400   150.9358
4688385.0 / 36489290
 116     0.0802     0.0017    99.9480     0.3469    93.9300   151.2270
4650696.0 / 36489290
 117     0.0790     0.0017    99.9580     0.3535    93.9400   150.9231
4612165.0 / 36489290
 118     0.0777     0.0012    99.9800     0.3496    94.0500   151.1897
4576145.0 / 36489290
 119     0.0765     0.0014    99.9600     0.3526    93.6100   150.9761
4541519.0 / 36489290
 120     0.0753     0.0016    99.9640     0.3440    93.8900   151.0031
4506118.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0012    99.9740     0.3430    93.9200   150.8132
4469971.0 / 36489290
 122     0.0728     0.0006    99.9920     0.3280    94.1800   150.7961
4434998.0 / 36489290
 123     0.0715     0.0005    99.9940     0.3278    94.1200   150.8783
4402366.0 / 36489290
 124     0.0703     0.0010    99.9700     0.3446    93.9500   150.8256
4369127.0 / 36489290
 125     0.0691     0.0006    99.9900     0.3356    94.2600   151.3539
4337312.0 / 36489290
 126     0.0678     0.0005    99.9940     0.3429    94.0700   150.9910
4306982.0 / 36489290
 127     0.0666     0.0009    99.9760     0.3428    94.2100   150.8692
4276139.0 / 36489290
 128     0.0654     0.0004   100.0000     0.3442    94.2400   150.8676
4247076.0 / 36489290
 129     0.0641     0.0007    99.9780     0.3603    93.8900   150.9023
4218213.0 / 36489290
 130     0.0629     0.0005    99.9920     0.3494    94.0300   150.9057
4190720.0 / 36489290
 131     0.0616     0.0006    99.9860     0.3346    93.9900   151.0323
4164264.0 / 36489290
 132     0.0604     0.0007    99.9880     0.3464    93.9700   150.8649
4137711.0 / 36489290
 133     0.0592     0.0004    99.9960     0.3490    94.2400   151.3270
4113259.0 / 36489290
 134     0.0579     0.0007    99.9800     0.3442    94.1800   152.2411
4088557.0 / 36489290
 135     0.0567     0.0004    99.9940     0.3385    94.2700   151.3418
4064063.0 / 36489290
 136     0.0554     0.0004    99.9940     0.3374    94.3000   150.8680
4040628.0 / 36489290
 137     0.0542     0.0002   100.0000     0.3332    94.2800   150.7867
4018406.0 / 36489290
 138     0.0530     0.0004    99.9880     0.3408    94.1400   150.9028
3996656.0 / 36489290
 139     0.0517     0.0003    99.9940     0.3436    94.0600   151.3474
3975548.0 / 36489290
 140     0.0505     0.0004    99.9940     0.3386    94.1200   151.1528
3954792.0 / 36489290
 141     0.0493     0.0003    99.9940     0.3371    94.1000   151.8783
3934656.0 / 36489290
 142     0.0480     0.0002   100.0000     0.3337    94.3100   151.0946
3915367.0 / 36489290
 143     0.0468     0.0003    99.9940     0.3310    94.2600   150.8981
3896295.0 / 36489290
 144     0.0456     0.0002   100.0000     0.3315    94.3700   151.0852
3878290.0 / 36489290
 145     0.0443     0.0002    99.9980     0.3319    94.3700   151.0168
3861276.0 / 36489290
 146     0.0431     0.0002    99.9960     0.3385    94.1900   150.8563
3844270.0 / 36489290
 147     0.0418     0.0002   100.0000     0.3302    94.4000   150.9187
3827942.0 / 36489290
 148     0.0406     0.0002    99.9960     0.3269    94.3700   150.8521
3812479.0 / 36489290
 149     0.0394     0.0001   100.0000     0.3286    94.3700   152.5455
3797364.0 / 36489290
 150     0.0381     0.0002    99.9980     0.3285    94.3200   151.4625
3783105.0 / 36489290
 151     0.0369     0.0003    99.9980     0.3291    94.2400   150.8063
3769242.0 / 36489290
 152     0.0357     0.0001   100.0000     0.3298    94.3300   150.8720
3756128.0 / 36489290
 153     0.0344     0.0002    99.9980     0.3357    94.2000   150.8533
3743217.0 / 36489290
 154     0.0332     0.0001   100.0000     0.3291    94.1900   151.0387
3730885.0 / 36489290
 155     0.0319     0.0002    99.9980     0.3361    94.1800   150.9018
3719118.0 / 36489290
 156     0.0307     0.0001   100.0000     0.3320    94.3300   150.9520
3708183.0 / 36489290
 157     0.0295     0.0001    99.9980     0.3287    94.1700   150.8497
3697586.0 / 36489290
 158     0.0282     0.0001   100.0000     0.3335    94.2500   150.9022
3687466.0 / 36489290
 159     0.0270     0.0001    99.9980     0.3362    94.0900   150.8723
3677806.0 / 36489290
 160     0.0257     0.0001   100.0000     0.3304    94.1800   151.5632
3668912.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0001   100.0000     0.3369    94.2300   150.8629
3660368.0 / 36489290
 162     0.0233     0.0001   100.0000     0.3317    94.2100   151.5631
3652033.0 / 36489290
 163     0.0220     0.0001   100.0000     0.3329    94.2200   150.8946
3644635.0 / 36489290
 164     0.0208     0.0001   100.0000     0.3296    94.3200   151.2431
3637681.0 / 36489290
 165     0.0196     0.0001   100.0000     0.3321    94.3000   150.8024
3630993.0 / 36489290
 166     0.0183     0.0001    99.9980     0.3318    94.1400   150.8350
3624869.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3340    94.2400   151.5338
3619195.0 / 36489290
 168     0.0159     0.0001   100.0000     0.3298    94.2200   150.9685
3613948.0 / 36489290
 169     0.0146     0.0001   100.0000     0.3328    94.3100   150.9389
3609332.0 / 36489290
 170     0.0134     0.0001   100.0000     0.3305    94.2700   150.8807
3604950.0 / 36489290
 171     0.0121     0.0001   100.0000     0.3292    94.2600   150.8092
3601106.0 / 36489290
 172     0.0109     0.0001   100.0000     0.3277    94.2700   150.8465
3597734.0 / 36489290
 173     0.0097     0.0001   100.0000     0.3317    94.3300   152.0506
3594672.0 / 36489290
 174     0.0084     0.0001    99.9980     0.3253    94.2600   150.8683
3592315.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3278    94.2900   150.8392
3590266.0 / 36489290
 176     0.0060     0.0001    99.9980     0.3271    94.2300   150.8652
3588582.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3283    94.2700   150.8272
3587258.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3302    94.2400   151.7437
3586594.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3274    94.2900   150.8360
3586298.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3224    94.3400   150.7909
3585933.0 / 36489290
 181     0.0010     0.0001   100.0000     0.3271    94.2100   151.3605
3585568.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3265    94.4000   150.7801
3585226.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3284    94.3500   150.8415
3584911.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3284    94.2000   150.8847
3584551.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3292    94.3000   150.7353
3584205.0 / 36489290
 186     0.0010     0.0001    99.9980     0.3296    94.2900   150.8950
3583887.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3281    94.3300   151.4565
3583543.0 / 36489290
 188     0.0010     0.0001   100.0000     0.3295    94.2100   152.2260
3583203.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3248    94.2100   150.8673
3582885.0 / 36489290
 190     0.0010     0.0001    99.9980     0.3278    94.1700   150.8481
3582571.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3267    94.2100   151.7133
3582253.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3247    94.3700   150.8765
3581921.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3280    94.2100   151.4784
3581594.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3321    94.2500   152.4247
3581267.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3280    94.3800   151.0511
3580937.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3262    94.2100   150.8319
3580572.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3265    94.2500   150.8676
3580239.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3315    94.3000   150.7768
3579917.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3266    94.2700   150.7887
3579586.0 / 36489290
 200     0.0010     0.0001   100.0000     0.3288    94.3100   150.7882
