Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.501
)
Resume training from cifar100_save/endpoints/WideResNet28x10-3/sgd/checkpoint-0.pt
total epochs: 200
31546737.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4378    46.6380     1.6116    43.8400    97.6060
29505060.0 / 36489290
   2     0.1000     0.9187    67.1980     1.1671    63.5000    95.2815
27940622.0 / 36489290
   3     0.1000     0.6966    75.8400     1.0078    69.0300    95.1621
26624697.0 / 36489290
   4     0.1000     0.5668    80.3940     1.0956    68.6200    95.1579
25467083.0 / 36489290
   5     0.1000     0.4837    83.2360     1.0902    69.1400    95.2937
24421468.0 / 36489290
   6     0.1000     0.4255    85.3940     0.5561    81.1400    95.1372
23464377.0 / 36489290
   7     0.1000     0.3796    86.9460     0.6124    80.5100    95.2099
22577011.0 / 36489290
   8     0.1000     0.3465    87.9400     0.5044    82.7800    95.3982
21744425.0 / 36489290
   9     0.1000     0.3128    89.1740     0.5613    82.5500    95.2943
20961101.0 / 36489290
  10     0.1000     0.2861    90.0720     0.5541    83.1600    95.1518
20219972.0 / 36489290
  11     0.1000     0.2637    90.9900     0.3836    87.7500    94.9953
19513916.0 / 36489290
  12     0.1000     0.2417    91.5140     0.4555    85.9700    94.9888
18845267.0 / 36489290
  13     0.1000     0.2298    92.1060     0.4063    87.3500    94.9399
18209314.0 / 36489290
  14     0.1000     0.2108    92.6220     0.4948    84.7400    94.9629
17603608.0 / 36489290
  15     0.1000     0.1913    93.3280     0.3865    88.1900    95.0790
17025148.0 / 36489290
  16     0.1000     0.1823    93.7280     0.6606    82.1100    94.9498
16477154.0 / 36489290
  17     0.1000     0.1660    94.2040     0.3586    88.8000    95.2293
15956200.0 / 36489290
  18     0.1000     0.1567    94.5560     0.5511    85.2500    95.2543
15459927.0 / 36489290
  19     0.1000     0.1480    94.8580     0.8568    78.5600    94.9338
14991479.0 / 36489290
  20     0.1000     0.1358    95.1460     0.6618    83.1900    94.9906
14545705.0 / 36489290
  21     0.1000     0.1295    95.5280     0.3428    90.0800    95.0179
14119339.0 / 36489290
  22     0.1000     0.1166    95.9180     0.5008    86.5100    94.8826
13721227.0 / 36489290
  23     0.1000     0.1139    96.0020     0.3483    90.3000    95.1505
13344757.0 / 36489290
  24     0.1000     0.1038    96.3640     1.4398    72.4600    94.9833
12985045.0 / 36489290
  25     0.1000     0.0984    96.5160     0.4042    88.5600    95.0198
12645104.0 / 36489290
  26     0.1000     0.0922    96.7660     0.3601    89.4900    95.0416
12324431.0 / 36489290
  27     0.1000     0.0893    96.8360     0.4253    89.1000    95.0602
12026099.0 / 36489290
  28     0.1000     0.0869    96.9440     0.4339    88.4800    95.0485
11735521.0 / 36489290
  29     0.1000     0.0749    97.4600     0.4274    89.0200    95.0621
11462703.0 / 36489290
  30     0.1000     0.0777    97.2620     0.3459    90.6200    95.0471
11207232.0 / 36489290
  31     0.1000     0.0698    97.4900     0.3937    90.4800    94.9123
10961618.0 / 36489290
  32     0.1000     0.0641    97.7540     0.4002    90.0200    94.9472
10736273.0 / 36489290
  33     0.1000     0.0653    97.7000     0.3205    91.6400    94.9307
10518555.0 / 36489290
  34     0.1000     0.0592    97.8920     0.3870    90.1800    94.9705
10305185.0 / 36489290
  35     0.1000     0.0532    98.1140     0.3662    91.0100    94.8674
10106668.0 / 36489290
  36     0.1000     0.0524    98.2020     0.5648    87.9100    94.9314
9918467.0 / 36489290
  37     0.1000     0.0524    98.2180     0.3830    90.7800    95.0866
9740005.0 / 36489290
  38     0.1000     0.0490    98.3220     0.2975    92.5100    95.2358
9565661.0 / 36489290
  39     0.1000     0.0463    98.3880     0.3709    91.5800    95.2466
9403503.0 / 36489290
  40     0.1000     0.0454    98.4840     0.4079    90.4900    95.0375
9246506.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0419    98.5380     0.3583    91.6700    95.0949
9092568.0 / 36489290
  42     0.1000     0.0378    98.6920     0.5246    88.7100    95.0451
8961002.0 / 36489290
  43     0.1000     0.0428    98.5040     0.5987    87.5900    95.0656
8826161.0 / 36489290
  44     0.1000     0.0393    98.6200     0.4938    89.0500    94.9486
8690040.0 / 36489290
  45     0.1000     0.0323    98.8920     0.4988    89.8300    95.1753
8563042.0 / 36489290
  46     0.1000     0.0355    98.8940     0.4173    90.8200    95.0221
8439880.0 / 36489290
  47     0.1000     0.0310    98.9260     0.6131    88.2600    94.7096
8326172.0 / 36489290
  48     0.1000     0.0343    98.8500     0.3607    91.8800    95.2368
8217330.0 / 36489290
  49     0.1000     0.0348    98.8540     0.3799    91.2400    95.0144
8099935.0 / 36489290
  50     0.1000     0.0274    99.1380     0.3728    91.2200    95.0336
8006519.0 / 36489290
  51     0.1000     0.0336    98.8480     0.7011    88.1300    95.0747
7896356.0 / 36489290
  52     0.1000     0.0259    99.1660     0.4672    90.3000    94.8890
7795761.0 / 36489290
  53     0.1000     0.0266    99.0800     0.3809    91.7500    94.8377
7699227.0 / 36489290
  54     0.1000     0.0261    99.1160     0.4054    91.7800    95.0091
7610706.0 / 36489290
  55     0.1000     0.0283    99.0040     0.3952    91.3200    94.9175
7524661.0 / 36489290
  56     0.1000     0.0266    99.1560     0.4983    89.6900    94.9934
7439053.0 / 36489290
  57     0.1000     0.0236    99.2240     0.5290    89.9500    94.9977
7358935.0 / 36489290
  58     0.1000     0.0247    99.2040     0.3743    91.9100    95.3579
7280760.0 / 36489290
  59     0.1000     0.0241    99.1860     0.5981    89.0500    95.2534
7198915.0 / 36489290
  60     0.1000     0.0221    99.2620     0.3602    91.9300    95.0047
7132419.0 / 36489290
  61     0.1000     0.0258    99.1500     0.4015    91.4400    94.9547
7063342.0 / 36489290
  62     0.1000     0.0242    99.1880     0.5879    89.3400    94.9604
6988094.0 / 36489290
  63     0.1000     0.0192    99.3600     0.3758    92.2500    95.1234
6915229.0 / 36489290
  64     0.1000     0.0195    99.3980     0.4394    90.8000    94.8522
6847752.0 / 36489290
  65     0.1000     0.0195    99.3340     0.3802    92.1700    95.1217
6787792.0 / 36489290
  66     0.1000     0.0218    99.2560     0.3688    92.6000    95.0750
6723223.0 / 36489290
  67     0.1000     0.0201    99.3540     0.3668    92.3900    94.7307
6660458.0 / 36489290
  68     0.1000     0.0187    99.3720     0.3444    92.5000    94.9169
6609736.0 / 36489290
  69     0.1000     0.0234    99.2240     0.3945    91.7400    94.9219
6557809.0 / 36489290
  70     0.1000     0.0203    99.2860     0.3538    92.6100    94.7690
6510000.0 / 36489290
  71     0.1000     0.0239    99.2680     0.8672    86.4800    94.7352
6459644.0 / 36489290
  72     0.1000     0.0209    99.2940     0.3439    93.1400    94.7594
6409628.0 / 36489290
  73     0.1000     0.0206    99.3300     0.4461    90.6600    94.7414
6348662.0 / 36489290
  74     0.1000     0.0139    99.5380     0.3891    91.9300    94.9922
6290520.0 / 36489290
  75     0.1000     0.0146    99.5300     0.3956    92.3100    94.8143
6237469.0 / 36489290
  76     0.1000     0.0151    99.4700     0.3642    92.5100    94.8102
6182716.0 / 36489290
  77     0.1000     0.0143    99.5340     0.3527    92.7100    94.8523
6133014.0 / 36489290
  78     0.1000     0.0154    99.4720     0.4519    91.7300    95.1449
6082834.0 / 36489290
  79     0.1000     0.0151    99.5060     0.3565    92.5000    95.0189
6040242.0 / 36489290
  80     0.1000     0.0176    99.3660     0.3667    92.2800    95.2335
6000855.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0171    99.4200     0.3381    92.8800    95.0211
5949420.0 / 36489290
  82     0.1000     0.0135    99.5680     0.3625    92.7900    95.0369
5905198.0 / 36489290
  83     0.1000     0.0139    99.5400     0.4316    91.5400    95.0030
5871866.0 / 36489290
  84     0.1000     0.0172    99.4260     0.4008    92.1800    94.9459
5840031.0 / 36489290
  85     0.1000     0.0177    99.3720     0.3876    92.6200    94.8641
5794807.0 / 36489290
  86     0.1000     0.0126    99.5920     0.3967    92.5100    94.9825
5748347.0 / 36489290
  87     0.1000     0.0118    99.6160     0.3927    92.3300    94.7749
5707058.0 / 36489290
  88     0.1000     0.0145    99.5500     0.3654    92.8000    94.9167
5667926.0 / 36489290
  89     0.1000     0.0122    99.5980     0.3517    92.8400    94.8103
5628964.0 / 36489290
  90     0.1000     0.0126    99.6020     0.3663    92.8000    94.8342
5583945.0 / 36489290
  91     0.1000     0.0101    99.6960     0.5251    90.6900    94.7815
5556155.0 / 36489290
  92     0.1000     0.0155    99.4880     0.4416    92.2000    94.7935
5523054.0 / 36489290
  93     0.1000     0.0135    99.5500     0.3502    92.9900    94.8563
5475548.0 / 36489290
  94     0.1000     0.0088    99.7460     0.3563    92.8100    94.8857
5442032.0 / 36489290
  95     0.1000     0.0125    99.5800     0.3492    93.2500    94.9494
5398001.0 / 36489290
  96     0.1000     0.0088    99.7320     0.3703    93.0300    94.7002
5363950.0 / 36489290
  97     0.1000     0.0097    99.6620     0.4611    91.7400    94.6567
5339404.0 / 36489290
  98     0.1000     0.0151    99.5140     0.6594    88.5900    94.9697
5315561.0 / 36489290
  99     0.1000     0.0149    99.5240     1.0486    84.4600    94.8026
5293820.0 / 36489290
 100     0.1000     0.0145    99.4940     0.3841    92.0800    94.8306
5271965.0 / 36489290
 101     0.0988     0.0158    99.4900     0.5030    91.1100    94.8070
5224455.0 / 36489290
 102     0.0975     0.0051    99.8580     0.3364    93.4100    94.9180
5176380.0 / 36489290
 103     0.0963     0.0048    99.8700     0.4719    91.4400    94.9286
5144209.0 / 36489290
 104     0.0950     0.0096    99.6800     0.3756    93.0600    94.9973
5107638.0 / 36489290
 105     0.0938     0.0080    99.7480     0.3983    92.5100    94.8514
5073545.0 / 36489290
 106     0.0926     0.0078    99.7580     0.3609    93.2600    95.0994
5040992.0 / 36489290
 107     0.0913     0.0084    99.7420     0.3515    93.3400    94.8913
5000889.0 / 36489290
 108     0.0901     0.0050    99.8420     0.3565    93.4000    94.9379
4960345.0 / 36489290
 109     0.0889     0.0043    99.8840     0.3858    93.0500    95.0821
4925777.0 / 36489290
 110     0.0876     0.0061    99.8020     0.4072    92.2000    95.0614
4893049.0 / 36489290
 111     0.0864     0.0061    99.8000     0.3670    93.6800    95.0577
4857767.0 / 36489290
 112     0.0852     0.0047    99.8520     0.3752    93.6500    95.0258
4821284.0 / 36489290
 113     0.0839     0.0038    99.8840     0.3646    93.6700    95.3092
4782136.0 / 36489290
 114     0.0827     0.0023    99.9380     0.3658    93.9500    95.0175
4743432.0 / 36489290
 115     0.0814     0.0022    99.9360     0.3719    93.7000    95.1669
4707327.0 / 36489290
 116     0.0802     0.0029    99.9180     0.3516    93.7800    95.3643
4672763.0 / 36489290
 117     0.0790     0.0027    99.9260     0.4206    93.1100    95.0519
4638242.0 / 36489290
 118     0.0777     0.0023    99.9400     0.3657    93.8400    94.9230
4602198.0 / 36489290
 119     0.0765     0.0017    99.9560     0.3693    93.7200    95.0965
4567662.0 / 36489290
 120     0.0753     0.0017    99.9480     0.3460    93.8200    95.0340
4533696.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0016    99.9620     0.4054    92.9300    94.8891
4501981.0 / 36489290
 122     0.0728     0.0022    99.9400     0.3887    93.3400    94.9421
4468510.0 / 36489290
 123     0.0715     0.0013    99.9740     0.3491    94.0300    95.0213
4435458.0 / 36489290
 124     0.0703     0.0010    99.9700     0.3517    94.0200    95.0594
4403216.0 / 36489290
 125     0.0691     0.0009    99.9840     0.3509    94.0500    94.7858
4372055.0 / 36489290
 126     0.0678     0.0009    99.9760     0.3530    93.8900    94.6972
4340526.0 / 36489290
 127     0.0666     0.0007    99.9860     0.3626    94.0400    94.6351
4310902.0 / 36489290
 128     0.0654     0.0008    99.9820     0.3570    93.9700    94.8388
4281069.0 / 36489290
 129     0.0641     0.0004    99.9980     0.3446    94.1700    95.0079
4251781.0 / 36489290
 130     0.0629     0.0005    99.9920     0.3731    93.9200    94.8594
4223875.0 / 36489290
 131     0.0616     0.0005    99.9880     0.3482    94.1200    95.1322
4197116.0 / 36489290
 132     0.0604     0.0005    99.9920     0.3633    93.9000    95.0064
4171100.0 / 36489290
 133     0.0592     0.0006    99.9900     0.3622    94.0500    94.8345
4145469.0 / 36489290
 134     0.0579     0.0006    99.9860     0.3599    94.1200    94.7993
4120512.0 / 36489290
 135     0.0567     0.0004    99.9940     0.3580    93.9300    94.7749
4096187.0 / 36489290
 136     0.0554     0.0003    99.9940     0.3505    94.2800    95.0289
4072559.0 / 36489290
 137     0.0542     0.0003    99.9980     0.3515    94.2700    94.7482
4049139.0 / 36489290
 138     0.0530     0.0002    99.9980     0.3532    94.1900    94.9935
4027895.0 / 36489290
 139     0.0517     0.0005    99.9880     0.3507    93.9200    94.8631
4006356.0 / 36489290
 140     0.0505     0.0003   100.0000     0.3486    94.1300    94.8154
3986079.0 / 36489290
 141     0.0493     0.0005    99.9940     0.3499    94.3000    94.9618
3965600.0 / 36489290
 142     0.0480     0.0002    99.9980     0.3478    94.3400    94.9859
3945901.0 / 36489290
 143     0.0468     0.0002   100.0000     0.3485    94.3200    95.0748
3926842.0 / 36489290
 144     0.0456     0.0002    99.9980     0.3451    94.3000    94.8076
3908820.0 / 36489290
 145     0.0443     0.0002    99.9960     0.3395    94.3400    94.8091
3891282.0 / 36489290
 146     0.0431     0.0004    99.9920     0.3468    94.3800    94.8417
3874128.0 / 36489290
 147     0.0418     0.0002    99.9980     0.3431    94.2800    94.8760
3857771.0 / 36489290
 148     0.0406     0.0002    99.9960     0.3379    94.2600    95.1145
3842171.0 / 36489290
 149     0.0394     0.0002   100.0000     0.3436    94.2400    94.8260
3827032.0 / 36489290
 150     0.0381     0.0002    99.9940     0.3454    94.2600    94.8006
3812437.0 / 36489290
 151     0.0369     0.0001   100.0000     0.3431    94.2500    94.6872
3798142.0 / 36489290
 152     0.0357     0.0001   100.0000     0.3434    94.2400    94.8149
3784581.0 / 36489290
 153     0.0344     0.0001   100.0000     0.3406    94.3000    94.7680
3771555.0 / 36489290
 154     0.0332     0.0001    99.9980     0.3386    94.3400    94.9215
3759136.0 / 36489290
 155     0.0319     0.0001   100.0000     0.3424    94.3300    94.8539
3747324.0 / 36489290
 156     0.0307     0.0002   100.0000     0.3381    94.4400    94.8823
3736145.0 / 36489290
 157     0.0295     0.0001   100.0000     0.3352    94.3800    94.7975
3725209.0 / 36489290
 158     0.0282     0.0001   100.0000     0.3385    94.3900    95.0370
3715030.0 / 36489290
 159     0.0270     0.0001   100.0000     0.3392    94.4400    94.7950
3705466.0 / 36489290
 160     0.0257     0.0001    99.9980     0.3332    94.4700    95.1252
3696453.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0001   100.0000     0.3388    94.3500    95.1457
3687733.0 / 36489290
 162     0.0233     0.0001   100.0000     0.3365    94.4300    95.0801
3679367.0 / 36489290
 163     0.0220     0.0001   100.0000     0.3381    94.3900    95.0147
3671962.0 / 36489290
 164     0.0208     0.0001    99.9980     0.3369    94.3800    95.1008
3664586.0 / 36489290
 165     0.0196     0.0001    99.9980     0.3358    94.4700    95.2691
3658134.0 / 36489290
 166     0.0183     0.0001   100.0000     0.3344    94.4300    95.3972
3651977.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3400    94.3800    95.4376
3646100.0 / 36489290
 168     0.0159     0.0001   100.0000     0.3349    94.4000    94.9073
3640900.0 / 36489290
 169     0.0146     0.0001   100.0000     0.3387    94.2400    94.9926
3636262.0 / 36489290
 170     0.0134     0.0001   100.0000     0.3362    94.4300    95.1921
3631792.0 / 36489290
 171     0.0121     0.0001   100.0000     0.3330    94.4100    94.9832
3628084.0 / 36489290
 172     0.0109     0.0001   100.0000     0.3310    94.4500    94.7323
3624645.0 / 36489290
 173     0.0097     0.0001   100.0000     0.3350    94.5000    94.7163
3621787.0 / 36489290
 174     0.0084     0.0001   100.0000     0.3311    94.4600    95.0380
3619315.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3314    94.5100    94.6538
3617293.0 / 36489290
 176     0.0060     0.0001   100.0000     0.3317    94.4100    94.7375
3615572.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3331    94.4200    94.7419
3614219.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3399    94.4100    94.7376
3613544.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3318    94.4300    94.9083
3613229.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3277    94.4800    94.8741
3612892.0 / 36489290
 181     0.0010     0.0001    99.9980     0.3323    94.3700    94.7205
3612573.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3303    94.3900    95.0160
3612257.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3304    94.4300    95.0330
3611913.0 / 36489290
 184     0.0010     0.0001    99.9980     0.3340    94.4000    95.0922
3611586.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3336    94.4400    95.1043
3611254.0 / 36489290
 186     0.0010     0.0001    99.9980     0.3355    94.3600    95.0748
3610930.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3310    94.4600    94.8061
3610562.0 / 36489290
 188     0.0010     0.0001   100.0000     0.3344    94.4200    94.8821
3610225.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3314    94.4300    94.7027
3609869.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3343    94.4200    94.8502
3609509.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3310    94.4900    94.8920
3609191.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3315    94.4000    94.6770
3608858.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3345    94.4600    94.9254
3608542.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3374    94.4300    94.9625
3608171.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3334    94.5000    94.6276
3607829.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3303    94.4600    94.8166
3607481.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3316    94.4400    94.9323
3607165.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3332    94.4800    94.9527
3606835.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3313    94.4200    94.8722
3606510.0 / 36489290
 200     0.0010     0.0001   100.0000     0.3325    94.4600    94.8465
