Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.501
)
Resume training from cifar100_save/endpoints/WideResNet28x10-4/sgd/checkpoint-0.pt
total epochs: 200
31545329.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4405    46.7620     1.7941    42.6600   153.5647
29504917.0 / 36489290
   2     0.1000     0.9152    67.4360     1.5316    57.9800   149.3948
27941469.0 / 36489290
   3     0.1000     0.6909    76.0620     0.7906    74.2700   149.4926
26626402.0 / 36489290
   4     0.1000     0.5634    80.5040     1.1062    67.8500   149.3814
25467812.0 / 36489290
   5     0.1000     0.4821    83.2080     0.9671    72.1200   149.3562
24423264.0 / 36489290
   6     0.1000     0.4242    85.3540     0.5711    81.2500   149.0257
23466788.0 / 36489290
   7     0.1000     0.3787    86.9420     0.5862    81.6900   150.4294
22578320.0 / 36489290
   8     0.1000     0.3466    87.9980     0.4421    85.4100   149.1951
21744302.0 / 36489290
   9     0.1000     0.3127    89.1620     0.6032    81.6300   150.1325
20959179.0 / 36489290
  10     0.1000     0.2857    90.0820     0.6561    80.9300   150.9880
20217637.0 / 36489290
  11     0.1000     0.2642    90.7800     0.5344    84.2300   150.6650
19513356.0 / 36489290
  12     0.1000     0.2398    91.6440     0.5555    83.5200   150.6095
18846201.0 / 36489290
  13     0.1000     0.2268    92.0740     0.4980    85.1100   150.3309
18208594.0 / 36489290
  14     0.1000     0.2072    92.7580     0.5899    83.2300   150.8801
17600468.0 / 36489290
  15     0.1000     0.1903    93.3000     0.4757    85.7700   151.3294
17024465.0 / 36489290
  16     0.1000     0.1792    93.7700     0.4284    87.0000   151.5965
16473700.0 / 36489290
  17     0.1000     0.1631    94.3580     0.4409    87.1600   151.2619
15953053.0 / 36489290
  18     0.1000     0.1581    94.4760     0.9817    77.5800   151.3243
15456251.0 / 36489290
  19     0.1000     0.1439    94.9900     0.6686    82.5600   151.3330
14984002.0 / 36489290
  20     0.1000     0.1368    95.2000     0.6955    81.9600   151.4075
14535669.0 / 36489290
  21     0.1000     0.1282    95.5520     0.3257    90.5900   151.1575
14109189.0 / 36489290
  22     0.1000     0.1131    95.9480     0.3657    89.1900   151.3562
13709312.0 / 36489290
  23     0.1000     0.1108    96.0840     0.3641    90.1200   151.1350
13327923.0 / 36489290
  24     0.1000     0.1032    96.3400     0.4805    86.8500   151.3274
12968762.0 / 36489290
  25     0.1000     0.0980    96.5840     0.3339    90.7500   151.3273
12626869.0 / 36489290
  26     0.1000     0.0910    96.8080     0.3568    90.2600   151.2379
12301199.0 / 36489290
  27     0.1000     0.0851    96.9640     0.3479    90.7600   151.2636
11998971.0 / 36489290
  28     0.1000     0.0804    97.1360     0.3872    89.3400   151.5198
11710309.0 / 36489290
  29     0.1000     0.0745    97.3860     0.5393    86.8600   151.2536
11440072.0 / 36489290
  30     0.1000     0.0784    97.3560     0.4355    88.9600   151.4056
11183395.0 / 36489290
  31     0.1000     0.0712    97.6000     0.5288    86.9600   150.6639
10934460.0 / 36489290
  32     0.1000     0.0632    97.8400     0.3808    90.4800   151.1678
10702980.0 / 36489290
  33     0.1000     0.0612    97.8820     0.3307    91.5600   151.2356
10479103.0 / 36489290
  34     0.1000     0.0577    98.0280     0.4225    89.7200   151.3165
10272588.0 / 36489290
  35     0.1000     0.0558    98.0380     0.4180    89.9400   151.1563
10073890.0 / 36489290
  36     0.1000     0.0539    98.0660     0.4440    89.3800   151.1582
9890276.0 / 36489290
  37     0.1000     0.0553    98.0920     0.3801    91.0000   151.3125
9706597.0 / 36489290
  38     0.1000     0.0441    98.4760     0.3418    91.7600   151.4360
9532145.0 / 36489290
  39     0.1000     0.0453    98.4500     0.3167    92.4900   151.0318
9368947.0 / 36489290
  40     0.1000     0.0429    98.5140     0.4408    89.9700   151.3395
9219679.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0467    98.3680     0.4368    89.6600   151.4399
9066777.0 / 36489290
  42     0.1000     0.0392    98.6820     0.3891    91.1300   151.3736
8929760.0 / 36489290
  43     0.1000     0.0415    98.5960     0.5782    88.4100   151.4680
8788667.0 / 36489290
  44     0.1000     0.0366    98.7060     0.3317    92.0300   151.3123
8648788.0 / 36489290
  45     0.1000     0.0309    98.9600     0.3661    91.3800   151.3034
8524861.0 / 36489290
  46     0.1000     0.0345    98.8180     0.4196    90.8500   151.3448
8398381.0 / 36489290
  47     0.1000     0.0320    98.9700     0.3726    92.1600   151.1874
8282449.0 / 36489290
  48     0.1000     0.0336    98.8340     0.4565    90.2300   151.4009
8170500.0 / 36489290
  49     0.1000     0.0313    98.9920     0.7221    86.6600   151.4673
8066308.0 / 36489290
  50     0.1000     0.0324    98.8900     0.3663    91.7400   151.4739
7960236.0 / 36489290
  51     0.1000     0.0281    99.0760     0.3306    92.2800   151.2172
7860783.0 / 36489290
  52     0.1000     0.0291    99.0380     0.3839    91.7700   151.3042
7768677.0 / 36489290
  53     0.1000     0.0286    99.0260     0.3778    91.7700   151.2579
7669281.0 / 36489290
  54     0.1000     0.0261    99.1360     0.6772    87.9300   151.4144
7569607.0 / 36489290
  55     0.1000     0.0218    99.2680     0.3859    91.7500   151.0581
7478104.0 / 36489290
  56     0.1000     0.0238    99.2160     0.4299    91.0100   151.2703
7401627.0 / 36489290
  57     0.1000     0.0272    99.0340     0.6284    87.5100   151.3889
7325805.0 / 36489290
  58     0.1000     0.0268    99.0700     0.4038    91.3900   151.3659
7246047.0 / 36489290
  59     0.1000     0.0228    99.2360     0.4254    91.6200   151.2973
7161515.0 / 36489290
  60     0.1000     0.0189    99.3940     0.3907    91.5500   151.3561
7091660.0 / 36489290
  61     0.1000     0.0255    99.1580     0.3273    92.5800   151.4450
7028890.0 / 36489290
  62     0.1000     0.0260    99.0900     0.4092    91.6900   151.2747
6959372.0 / 36489290
  63     0.1000     0.0227    99.2440     0.3729    91.7800   151.1797
6893386.0 / 36489290
  64     0.1000     0.0223    99.2120     0.3486    92.4400   151.1997
6804871.0 / 36489290
  65     0.1000     0.0117    99.6340     0.4094    92.1700   151.2418
6737735.0 / 36489290
  66     0.1000     0.0184    99.3700     0.3335    93.2000   151.1868
6675301.0 / 36489290
  67     0.1000     0.0199    99.3020     0.3462    92.5200   151.4602
6604959.0 / 36489290
  68     0.1000     0.0166    99.5180     0.3370    92.7000   151.3073
6554543.0 / 36489290
  69     0.1000     0.0230    99.2280     0.3503    92.5000   151.5139
6500070.0 / 36489290
  70     0.1000     0.0194    99.3540     0.5082    90.1500   151.3891
6448978.0 / 36489290
  71     0.1000     0.0211    99.2880     0.4764    90.8700   151.3902
6395364.0 / 36489290
  72     0.1000     0.0189    99.3840     0.4722    91.2300   151.5064
6332936.0 / 36489290
  73     0.1000     0.0133    99.5620     0.5010    90.7600   151.3560
6275779.0 / 36489290
  74     0.1000     0.0158    99.5200     0.3486    92.8500   150.8536
6223548.0 / 36489290
  75     0.1000     0.0159    99.4800     0.3956    91.9900   151.3650
6177908.0 / 36489290
  76     0.1000     0.0172    99.4060     0.4514    90.8100   151.2222
6134901.0 / 36489290
  77     0.1000     0.0178    99.4520     0.5615    89.4600   151.1894
6099045.0 / 36489290
  78     0.1000     0.0216    99.2980     0.3694    92.4900   151.2007
6039854.0 / 36489290
  79     0.1000     0.0118    99.6380     0.3385    93.1000   151.4099
5984941.0 / 36489290
  80     0.1000     0.0127    99.6260     0.3952    92.4100   151.4108
5945659.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0171    99.4380     0.4344    91.4600   151.5158
5895265.0 / 36489290
  82     0.1000     0.0126    99.5820     0.3963    92.3300   151.4235
5841682.0 / 36489290
  83     0.1000     0.0099    99.6760     0.4029    92.3500   151.4139
5803066.0 / 36489290
  84     0.1000     0.0151    99.5020     0.3804    92.3600   151.3580
5770509.0 / 36489290
  85     0.1000     0.0174    99.4000     0.3467    92.8100   151.3395
5727426.0 / 36489290
  86     0.1000     0.0140    99.5420     0.3897    92.6100   151.4431
5686359.0 / 36489290
  87     0.1000     0.0126    99.5980     0.4017    91.9900   151.5417
5660185.0 / 36489290
  88     0.1000     0.0180    99.3820     0.3376    93.1900   151.5695
5612613.0 / 36489290
  89     0.1000     0.0107    99.6600     0.3495    93.1300   151.4801
5574917.0 / 36489290
  90     0.1000     0.0124    99.5820     0.3638    92.7100   151.1960
5544252.0 / 36489290
  91     0.1000     0.0148    99.5120     0.4018    92.1500   151.5922
5523313.0 / 36489290
  92     0.1000     0.0184    99.3700     0.3930    92.4900   151.6151
5477722.0 / 36489290
  93     0.1000     0.0098    99.7060     0.3425    93.3000   151.5635
5442750.0 / 36489290
  94     0.1000     0.0124    99.5940     0.3939    92.8000   151.5702
5410048.0 / 36489290
  95     0.1000     0.0122    99.5800     0.3764    92.9000   151.3999
5370752.0 / 36489290
  96     0.1000     0.0098    99.6980     0.4151    92.1900   151.5724
5337681.0 / 36489290
  97     0.1000     0.0113    99.5920     0.3796    92.6500   151.5116
5311138.0 / 36489290
  98     0.1000     0.0134    99.5560     0.3728    92.7300   151.6170
5279333.0 / 36489290
  99     0.1000     0.0122    99.6140     0.4581    91.5700   151.4808
5258499.0 / 36489290
 100     0.1000     0.0143    99.5240     0.5221    90.7800   151.6392
5226894.0 / 36489290
 101     0.0988     0.0115    99.6260     0.3616    92.8700   151.5310
5189694.0 / 36489290
 102     0.0975     0.0091    99.7120     0.8493    87.9100   151.6413
5149465.0 / 36489290
 103     0.0963     0.0065    99.7740     0.3430    93.1600   151.4426
5116470.0 / 36489290
 104     0.0950     0.0093    99.6860     0.3467    93.1700   151.4611
5077666.0 / 36489290
 105     0.0938     0.0069    99.7880     0.3428    93.3300   151.3439
5036399.0 / 36489290
 106     0.0926     0.0052    99.8440     0.3542    93.6000   151.5057
4991518.0 / 36489290
 107     0.0913     0.0038    99.8980     0.3893    92.8200   151.5838
4956508.0 / 36489290
 108     0.0901     0.0061    99.8100     0.3863    92.7500   151.5779
4917813.0 / 36489290
 109     0.0889     0.0056    99.8220     0.3989    92.8600   151.4544
4880164.0 / 36489290
 110     0.0876     0.0046    99.8500     0.3730    93.1700   151.7860
4843359.0 / 36489290
 111     0.0864     0.0040    99.8720     0.3928    92.8300   151.4881
4804127.0 / 36489290
 112     0.0852     0.0032    99.9180     0.3803    93.3000   151.8202
4766916.0 / 36489290
 113     0.0839     0.0036    99.9060     0.4044    92.6900   151.5811
4737932.0 / 36489290
 114     0.0827     0.0061    99.8120     0.3792    92.9000   151.6249
4706105.0 / 36489290
 115     0.0814     0.0046    99.8540     0.4754    91.9300   151.4858
4676996.0 / 36489290
 116     0.0802     0.0049    99.8580     0.3793    92.9900   151.4606
4647219.0 / 36489290
 117     0.0790     0.0044    99.8680     0.3483    93.5700   151.4595
4619146.0 / 36489290
 118     0.0777     0.0048    99.8480     0.3556    93.5600   151.0325
4584675.0 / 36489290
 119     0.0765     0.0022    99.9360     0.3805    93.3400   151.4551
4552011.0 / 36489290
 120     0.0753     0.0024    99.9380     0.3547    93.4400   151.4407
4517762.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0017    99.9620     0.3469    93.7900   151.4433
4483577.0 / 36489290
 122     0.0728     0.0012    99.9700     0.3408    93.8700   151.2112
4449971.0 / 36489290
 123     0.0715     0.0011    99.9740     0.3384    93.9600   151.4863
4419936.0 / 36489290
 124     0.0703     0.0018    99.9420     0.3534    93.8500   151.4996
4390551.0 / 36489290
 125     0.0691     0.0017    99.9480     0.3574    93.7900   151.3042
4359390.0 / 36489290
 126     0.0678     0.0009    99.9860     0.3426    93.9700   151.3630
4328735.0 / 36489290
 127     0.0666     0.0007    99.9880     0.3319    94.0900   151.5404
4298147.0 / 36489290
 128     0.0654     0.0007    99.9860     0.3463    94.0700   151.4657
4268010.0 / 36489290
 129     0.0641     0.0004    99.9960     0.3372    94.3600   151.3571
4239511.0 / 36489290
 130     0.0629     0.0007    99.9900     0.3333    94.0700   151.3115
4211076.0 / 36489290
 131     0.0616     0.0004    99.9960     0.3327    94.2300   151.2514
4184009.0 / 36489290
 132     0.0604     0.0004    99.9920     0.3365    94.3000   151.2578
4157609.0 / 36489290
 133     0.0592     0.0005    99.9920     0.3480    94.2600   151.2094
4131648.0 / 36489290
 134     0.0579     0.0004    99.9920     0.3384    94.2600   151.2493
4107630.0 / 36489290
 135     0.0567     0.0006    99.9840     0.3342    94.2500   151.4434
4083385.0 / 36489290
 136     0.0554     0.0003    99.9980     0.3259    94.3000   151.3339
4059681.0 / 36489290
 137     0.0542     0.0003    99.9980     0.3234    94.3500   151.1445
4036224.0 / 36489290
 138     0.0530     0.0002   100.0000     0.3293    94.2700   151.4038
4013817.0 / 36489290
 139     0.0517     0.0002    99.9980     0.3218    94.4800   151.6730
3992276.0 / 36489290
 140     0.0505     0.0002    99.9980     0.3302    94.3700   151.3667
3971916.0 / 36489290
 141     0.0493     0.0004    99.9880     0.3270    94.4000   151.3994
3951789.0 / 36489290
 142     0.0480     0.0002   100.0000     0.3237    94.5100   151.4949
3932428.0 / 36489290
 143     0.0468     0.0003    99.9940     0.3303    94.3900   151.2838
3913684.0 / 36489290
 144     0.0456     0.0002    99.9980     0.3267    94.3600   151.6101
3895269.0 / 36489290
 145     0.0443     0.0002   100.0000     0.3319    94.3300   151.5397
3877512.0 / 36489290
 146     0.0431     0.0002   100.0000     0.3328    94.4100   151.4508
3860404.0 / 36489290
 147     0.0418     0.0002    99.9980     0.3324    94.2600   151.4038
3843908.0 / 36489290
 148     0.0406     0.0002   100.0000     0.3251    94.3800   151.5904
3828281.0 / 36489290
 149     0.0394     0.0001    99.9980     0.3316    94.3600   151.8320
3813307.0 / 36489290
 150     0.0381     0.0002    99.9940     0.3318    94.4000   151.6260
3798875.0 / 36489290
 151     0.0369     0.0002   100.0000     0.3290    94.4600   151.5280
3784795.0 / 36489290
 152     0.0357     0.0002    99.9980     0.3279    94.5300   151.5768
3771490.0 / 36489290
 153     0.0344     0.0002    99.9960     0.3272    94.4500   151.7022
3758634.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 154     0.0332     0.0001   100.0000     0.3335    94.3600   148.7496
3746217.0 / 36489290
 155     0.0319     0.0001    99.9980     0.3300    94.5500   144.9119
3734421.0 / 36489290
 156     0.0307     0.0001   100.0000     0.3249    94.5400   144.4434
3723265.0 / 36489290
 157     0.0295     0.0001   100.0000     0.3240    94.4800   144.9353
3712486.0 / 36489290
 158     0.0282     0.0001   100.0000     0.3235    94.5200   145.0360
3702175.0 / 36489290
 159     0.0270     0.0001   100.0000     0.3243    94.5200   144.7850
3692540.0 / 36489290
 160     0.0257     0.0002    99.9980     0.3266    94.5000   144.6253
3683455.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0001   100.0000     0.3254    94.4000   144.8197
3674744.0 / 36489290
 162     0.0233     0.0001   100.0000     0.3271    94.4400   144.9848
3666542.0 / 36489290
 163     0.0220     0.0001   100.0000     0.3272    94.4200   144.7101
3658896.0 / 36489290
 164     0.0208     0.0001   100.0000     0.3245    94.5100   144.6631
3651519.0 / 36489290
 165     0.0196     0.0001   100.0000     0.3235    94.5200   144.6812
3644803.0 / 36489290
 166     0.0183     0.0001   100.0000     0.3228    94.5100   144.3270
3638614.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3271    94.5400   144.7971
3632888.0 / 36489290
 168     0.0159     0.0001   100.0000     0.3274    94.5200   144.7482
3627623.0 / 36489290
 169     0.0146     0.0001    99.9980     0.3271    94.5400   144.9526
3622784.0 / 36489290
 170     0.0134     0.0001   100.0000     0.3220    94.4800   144.6245
3618427.0 / 36489290
 171     0.0121     0.0001   100.0000     0.3278    94.4200   144.8822
3614543.0 / 36489290
 172     0.0109     0.0001   100.0000     0.3224    94.4600   145.2001
3611155.0 / 36489290
 173     0.0097     0.0001   100.0000     0.3235    94.4500   144.9314
3608107.0 / 36489290
 174     0.0084     0.0001   100.0000     0.3258    94.4600   144.8068
3605658.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3217    94.4700   145.1499
3603644.0 / 36489290
 176     0.0060     0.0001   100.0000     0.3252    94.4000   145.2431
3601940.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3286    94.3800   145.3966
3600601.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3288    94.5100   145.3102
3599953.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3231    94.5100   144.9238
3599570.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3279    94.4500   145.1200
3599229.0 / 36489290
 181     0.0010     0.0001   100.0000     0.3204    94.4800   145.1940
3598924.0 / 36489290
 182     0.0010     0.0001    99.9980     0.3203    94.4600   145.0389
3598610.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3215    94.4200   145.0914
3598256.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3224    94.5100   145.1716
3597919.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3272    94.4600   145.1417
3597566.0 / 36489290
 186     0.0010     0.0001   100.0000     0.3255    94.5700   145.2367
3597271.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3296    94.5100   145.0266
3596960.0 / 36489290
 188     0.0010     0.0001   100.0000     0.3239    94.3700   145.1124
3596603.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3247    94.4900   145.2163
3596244.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3236    94.4500   145.0916
3595908.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3224    94.5000   145.1324
3595571.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3246    94.5000   145.2379
3595257.0 / 36489290
 193     0.0010     0.0001    99.9980     0.3216    94.4700   145.2526
3594925.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3220    94.4800   145.2622
3594582.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3277    94.4700   145.1242
3594284.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3292    94.4700   144.9538
3593918.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3271    94.3200   144.8511
3593599.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3258    94.3900   145.2337
3593251.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3291    94.4600   144.9895
3592914.0 / 36489290
 200     0.0010     0.0001   100.0000     0.3234    94.4900   145.1249

