Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/cifar10/WideResNet28x10_fixbatch/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.65
)
total epochs: 200
27962792.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4367    46.5080     1.5613    47.9600   601.2833
23130067.0 / 36489290
   2     0.1000     0.9133    67.6020     1.5042    56.3700   599.1486
19128108.0 / 36489290
   3     0.1000     0.6987    75.6940     0.9214    70.2800   599.0560
15601207.0 / 36489290
   4     0.1000     0.5798    79.7120     1.0517    68.3600   600.1533
12450456.0 / 36489290
   5     0.1000     0.5030    82.7360     0.7443    75.0900   600.4802
9777787.0 / 36489290
   6     0.1000     0.4524    84.4100     0.8598    72.1400   599.7017
7766390.0 / 36489290
   7     0.1000     0.4134    85.6960     0.6456    79.4000   599.3654
6406015.0 / 36489290
   8     0.1000     0.3832    86.9320     0.9912    71.0900   600.5868
5484410.0 / 36489290
   9     0.1000     0.3543    87.7800     0.8083    77.5200   599.6708
4834277.0 / 36489290
  10     0.1000     0.3304    88.5920     0.6228    81.0500   600.1889
4352078.0 / 36489290
  11     0.1000     0.3076    89.2820     0.4372    85.1600   601.1422
3989213.0 / 36489290
  12     0.1000     0.2840    90.2300     0.4909    85.2500   599.0430
3700748.0 / 36489290
  13     0.1000     0.2636    90.8840     0.5208    84.1700   600.0542
3471723.0 / 36489290
  14     0.1000     0.2497    91.3200     0.4258    86.6400   600.1573
3286485.0 / 36489290
  15     0.1000     0.2318    91.9800     0.4111    86.7100   601.4992
3130291.0 / 36489290
  16     0.1000     0.2179    92.6120     0.4360    85.8700   600.1657
2991227.0 / 36489290
  17     0.1000     0.2006    93.1080     0.3735    87.9800   601.3642
2873641.0 / 36489290
  18     0.1000     0.1866    93.5700     0.6877    82.1500   600.2298
2774387.0 / 36489290
  19     0.1000     0.1809    93.6660     0.9101    76.8200   599.6412
2690893.0 / 36489290
  20     0.1000     0.1683    94.0920     0.5617    84.3000   600.6446
2614727.0 / 36489290
  21     0.1000     0.1591    94.4120     0.6762    83.0100   599.6044
2539059.0 / 36489290
  22     0.1000     0.1454    94.9680     0.4386    87.4900   600.5307
2480455.0 / 36489290
  23     0.1000     0.1383    95.2220     0.3343    90.0900   600.9895
2418177.0 / 36489290
  24     0.1000     0.1288    95.4960     0.4834    86.8700   599.8901
2361117.0 / 36489290
  25     0.1000     0.1255    95.6140     0.4253    87.8200   600.2726
2310544.0 / 36489290
  26     0.1000     0.1170    95.8460     0.3105    90.7900   600.7408
2261770.0 / 36489290
  27     0.1000     0.1099    96.2460     0.3327    90.4600   599.8184
2221303.0 / 36489290
  28     0.1000     0.1059    96.2840     0.3603    89.6600   600.7779
2180767.0 / 36489290
  29     0.1000     0.0995    96.4640     0.3530    89.8500   599.8729
2139578.0 / 36489290
  30     0.1000     0.0916    96.8440     0.3999    89.3800   601.0656
2105632.0 / 36489290
  31     0.1000     0.0929    96.7360     0.5132    86.9600   600.0849
2067293.0 / 36489290
  32     0.1000     0.0861    96.9960     0.3137    91.1300   599.9057
2031823.0 / 36489290
  33     0.1000     0.0783    97.2220     0.4793    88.5000   598.9763
2002795.0 / 36489290
  34     0.1000     0.0803    97.1620     0.3257    91.2800   598.9864
1969698.0 / 36489290
  35     0.1000     0.0769    97.3960     0.3737    90.6600   599.5690
1932322.0 / 36489290
  36     0.1000     0.0675    97.7020     0.4265    90.0900   599.2504
1908712.0 / 36489290
  37     0.1000     0.0698    97.5460     0.4603    88.3100   599.4941
1879666.0 / 36489290
  38     0.1000     0.0655    97.7340     0.4756    88.8700   599.4138
1846328.0 / 36489290
  39     0.1000     0.0593    97.9240     0.5552    87.3400   599.1814
1822152.0 / 36489290
  40     0.1000     0.0593    97.9080     0.5692    86.9600   599.6171
1802954.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0637    97.7380     0.4122    90.0600   599.2960
1776049.0 / 36489290
  42     0.1000     0.0572    97.9640     0.5359    87.1200   599.0359
1752084.0 / 36489290
  43     0.1000     0.0544    98.1600     0.8520    84.3200   599.2242
1732206.0 / 36489290
  44     0.1000     0.0563    98.0980     0.8087    83.8400   599.8799
1704605.0 / 36489290
  45     0.1000     0.0481    98.3340     0.3807    90.5800   599.5184
1680181.0 / 36489290
  46     0.1000     0.0480    98.3940     0.4486    89.9300   598.9249
1662133.0 / 36489290
  47     0.1000     0.0498    98.2980     0.3639    91.3400   599.3317
1640713.0 / 36489290
  48     0.1000     0.0463    98.4080     0.3403    91.9600   599.1851
1617761.0 / 36489290
  49     0.1000     0.0411    98.6480     0.3374    91.9500   601.1469
1601786.0 / 36489290
  50     0.1000     0.0466    98.3720     0.3352    91.8000   601.0664
1585163.0 / 36489290
  51     0.1000     0.0446    98.4920     0.3614    91.3600   600.6217
1569916.0 / 36489290
  52     0.1000     0.0438    98.4820     0.5524    88.2900   601.1565
1549705.0 / 36489290
  53     0.1000     0.0393    98.6900     0.4655    89.8500   601.0986
1533090.0 / 36489290
  54     0.1000     0.0400    98.6300     0.4248    90.7800   600.8892
1520566.0 / 36489290
  55     0.1000     0.0400    98.5680     0.4117    90.6500   600.6903
1506779.0 / 36489290
  56     0.1000     0.0414    98.6100     0.3469    91.6000   600.3207
1489773.0 / 36489290
  57     0.1000     0.0373    98.7040     0.5362    88.6500   600.4943
1472280.0 / 36489290
  58     0.1000     0.0362    98.7820     0.3729    91.4100   600.3429
1453506.0 / 36489290
  59     0.1000     0.0331    98.8900     0.5615    88.7500   600.6041
1443951.0 / 36489290
  60     0.1000     0.0369    98.7040     0.3632    91.8600   601.1789
1431677.0 / 36489290
  61     0.1000     0.0360    98.7260     0.3520    91.8600   600.1560
1417539.0 / 36489290
  62     0.1000     0.0337    98.8680     0.4698    90.2100   600.7983
1403673.0 / 36489290
  63     0.1000     0.0319    98.8980     0.3598    92.2400   600.0450
1394704.0 / 36489290
  64     0.1000     0.0359    98.7800     0.4426    90.3200   599.4802
1384496.0 / 36489290
  65     0.1000     0.0337    98.8040     0.3509    91.8100   599.5897
1370179.0 / 36489290
  66     0.1000     0.0312    98.9560     0.3769    91.6300   599.4785
1354695.0 / 36489290
  67     0.1000     0.0286    99.0300     0.4385    90.6100   599.5553
1347711.0 / 36489290
  68     0.1000     0.0342    98.8500     0.5937    88.2700   599.5788
1331312.0 / 36489290
  69     0.1000     0.0267    99.0880     0.3726    92.0100   599.4688
1324459.0 / 36489290
  70     0.1000     0.0320    98.9100     0.3883    91.3700   599.4991
1316510.0 / 36489290
  71     0.1000     0.0317    98.9260     0.4228    90.8700   599.6130
1303232.0 / 36489290
  72     0.1000     0.0281    99.0200     0.3837    91.5500   599.5186
1289046.0 / 36489290
  73     0.1000     0.0270    99.0880     0.4400    90.8200   599.4235
1283394.0 / 36489290
  74     0.1000     0.0311    98.9180     0.3546    91.9700   599.4836
1273764.0 / 36489290
  75     0.1000     0.0270    99.0840     0.3625    92.2200   599.5394
1264373.0 / 36489290
  76     0.1000     0.0286    99.0240     0.3355    92.4100   599.4757
1253675.0 / 36489290
  77     0.1000     0.0253    99.1140     0.3927    91.8300   599.7068
1240674.0 / 36489290
  78     0.1000     0.0239    99.2180     0.4071    91.5100   599.6710
1232983.0 / 36489290
  79     0.1000     0.0261    99.1200     0.3815    92.0700   599.5410
1224623.0 / 36489290
  80     0.1000     0.0253    99.1300     0.3612    92.4300   599.6349
1221350.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0298    98.9840     0.3400    92.1200   599.4541
1209850.0 / 36489290
  82     0.1000     0.0236    99.2060     0.3702    92.0800   599.5722
1200021.0 / 36489290
  83     0.1000     0.0227    99.2400     0.3559    92.1700   599.5020
1189346.0 / 36489290
  84     0.1000     0.0226    99.2700     0.3626    92.3100   599.6381
1176968.0 / 36489290
  85     0.1000     0.0200    99.3380     0.4852    90.4900   599.6413
1173515.0 / 36489290
  86     0.1000     0.0279    99.0640     0.4305    91.3000   599.4784
1162618.0 / 36489290
  87     0.1000     0.0210    99.3420     0.3948    91.7700   599.5384
1160700.0 / 36489290
  88     0.1000     0.0260    99.1320     0.4364    90.9500   599.5584
1155561.0 / 36489290
  89     0.1000     0.0248    99.1580     0.3337    92.3200   599.5352
1148248.0 / 36489290
  90     0.1000     0.0228    99.2360     0.3656    92.0500   599.4565
1136251.0 / 36489290
  91     0.1000     0.0191    99.3660     0.3261    92.9700   599.3924
1132802.0 / 36489290
  92     0.1000     0.0246    99.2160     0.3931    92.3500   599.5715
1128915.0 / 36489290
  93     0.1000     0.0246    99.1780     0.3366    92.7300   599.4117
1118150.0 / 36489290
  94     0.1000     0.0191    99.3360     0.3376    92.5300   599.4614
1112940.0 / 36489290
  95     0.1000     0.0227    99.2200     0.3415    92.7400   599.5402
1106306.0 / 36489290
  96     0.1000     0.0198    99.3320     0.4626    90.7700   599.5325
1100649.0 / 36489290
  97     0.1000     0.0223    99.3080     0.3243    92.8200   599.6683
1092429.0 / 36489290
  98     0.1000     0.0193    99.3460     0.3571    92.7500   599.5454
1091205.0 / 36489290
  99     0.1000     0.0236    99.1980     0.4312    91.4300   599.5831
1086727.0 / 36489290
 100     0.1000     0.0227    99.2440     0.4043    92.0400   599.5556
1078943.0 / 36489290
 101     0.0988     0.0198    99.3320     0.4429    91.2600   599.5681
1067635.0 / 36489290
 102     0.0975     0.0164    99.4960     0.3507    92.6600   599.5250
1058548.0 / 36489290
 103     0.0963     0.0166    99.4660     0.4316    91.7000   599.4639
1046132.0 / 36489290
 104     0.0950     0.0141    99.5760     0.3752    92.5000   599.4295
1037288.0 / 36489290
 105     0.0938     0.0163    99.4760     0.3272    93.0300   599.4567
1027658.0 / 36489290
 106     0.0926     0.0140    99.5500     0.4017    92.1700   599.4850
1018560.0 / 36489290
 107     0.0913     0.0148    99.5460     0.3772    92.6600   599.5302
1005348.0 / 36489290
 108     0.0901     0.0110    99.6380     0.3897    92.3900   599.6195
995694.0 / 36489290
 109     0.0889     0.0132    99.5920     0.3346    93.1800   599.5858
985548.0 / 36489290
 110     0.0876     0.0119    99.6140     0.3652    92.9800   599.5876
984701.0 / 36489290
 111     0.0864     0.0185    99.3820     0.3633    92.7100   599.6123
978135.0 / 36489290
 112     0.0852     0.0150    99.5000     0.3779    92.7800   599.5064
972662.0 / 36489290
 113     0.0839     0.0146    99.4700     0.3781    92.4300   599.5545
964664.0 / 36489290
 114     0.0827     0.0125    99.6020     0.3374    93.2600   599.6085
952399.0 / 36489290
 115     0.0814     0.0086    99.7440     0.3366    93.4000   599.6405
944022.0 / 36489290
 116     0.0802     0.0108    99.6580     0.3610    92.6900   599.6230
938337.0 / 36489290
 117     0.0790     0.0124    99.5940     0.3297    93.1900   599.4432
927671.0 / 36489290
 118     0.0777     0.0086    99.7320     0.3481    93.1400   599.5921
919487.0 / 36489290
 119     0.0765     0.0091    99.7040     0.3632    92.6900   599.7428
909754.0 / 36489290
 120     0.0753     0.0079    99.7720     0.3422    93.2500   599.6455
902658.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0095    99.6860     0.3730    92.8200   599.8921
895076.0 / 36489290
 122     0.0728     0.0089    99.7020     0.7047    88.4900   599.5837
888303.0 / 36489290
 123     0.0715     0.0092    99.7100     0.3848    92.6800   599.4659
884080.0 / 36489290
 124     0.0703     0.0106    99.6380     0.3616    92.9500   599.5309
875519.0 / 36489290
 125     0.0691     0.0073    99.7960     0.3263    93.7500   599.4759
863896.0 / 36489290
 126     0.0678     0.0041    99.8960     0.3305    93.7300   599.5108
855521.0 / 36489290
 127     0.0666     0.0057    99.8120     0.3564    93.2500   599.5063
848681.0 / 36489290
 128     0.0654     0.0063    99.8020     0.3541    93.2700   599.4734
840070.0 / 36489290
 129     0.0641     0.0054    99.8300     0.3652    93.6400   599.6757
833984.0 / 36489290
 130     0.0629     0.0069    99.7920     0.3560    93.3800   599.5769
829590.0 / 36489290
 131     0.0616     0.0076    99.7620     0.3719    92.8600   599.5700
820970.0 / 36489290
 132     0.0604     0.0043    99.8940     0.3366    93.7500   599.6567
811361.0 / 36489290
 133     0.0592     0.0033    99.9060     0.3702    93.2800   599.5396
803753.0 / 36489290
 134     0.0579     0.0045    99.8680     0.3385    93.8100   599.5630
797350.0 / 36489290
 135     0.0567     0.0051    99.8420     0.3568    93.5600   599.4499
789810.0 / 36489290
 136     0.0554     0.0040    99.8800     0.3482    93.3200   599.5486
786136.0 / 36489290
 137     0.0542     0.0066    99.7780     0.4242    92.5100   599.4960
780529.0 / 36489290
 138     0.0530     0.0045    99.8680     0.3163    93.7600   599.4878
775010.0 / 36489290
 139     0.0517     0.0051    99.8680     0.3543    93.3600   599.6091
770513.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 140     0.0505     0.0053    99.8320     0.3574    93.3800   595.0910
770033.0 / 36489290
 141     0.0493     0.0097    99.6780     0.3308    93.7000   595.1078
765810.0 / 36489290
 142     0.0480     0.0052    99.8500     0.3156    93.9700   595.1725
759917.0 / 36489290
 143     0.0468     0.0033    99.9020     0.3259    93.8200   595.1159
753360.0 / 36489290
 144     0.0456     0.0028    99.9260     0.3135    94.1100   595.0569
747021.0 / 36489290
 145     0.0443     0.0024    99.9340     0.3131    94.0800   595.1098
741064.0 / 36489290
 146     0.0431     0.0023    99.9320     0.3266    93.8500   595.0989
734423.0 / 36489290
 147     0.0418     0.0013    99.9700     0.3172    94.1300   595.0760
727914.0 / 36489290
 148     0.0406     0.0013    99.9680     0.3195    94.0600   595.0336
721668.0 / 36489290
 149     0.0394     0.0013    99.9640     0.3225    94.1800   595.0839
715409.0 / 36489290
 150     0.0381     0.0011    99.9800     0.3107    94.2400   595.0871
708971.0 / 36489290
 151     0.0369     0.0008    99.9880     0.3144    94.1700   595.0022
703274.0 / 36489290
 152     0.0357     0.0008    99.9800     0.3116    94.3500   595.1525
698016.0 / 36489290
 153     0.0344     0.0012    99.9680     0.3317    94.0500   595.1299
692706.0 / 36489290
 154     0.0332     0.0007    99.9940     0.3147    94.3200   595.0994
687484.0 / 36489290
 155     0.0319     0.0007    99.9860     0.3188    94.1300   595.1505
682779.0 / 36489290
 156     0.0307     0.0007    99.9880     0.3149    94.2200   595.0994
678139.0 / 36489290
 157     0.0295     0.0006    99.9860     0.3223    94.0800   595.1136
674005.0 / 36489290
 158     0.0282     0.0008    99.9860     0.3403    94.3300   595.0583
669830.0 / 36489290
 159     0.0270     0.0009    99.9860     0.3246    94.1400   595.1187
666005.0 / 36489290
 160     0.0257     0.0005    99.9900     0.3160    94.1700   595.1476
662358.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0005    99.9880     0.3175    94.4000   595.1043
658954.0 / 36489290
 162     0.0233     0.0006    99.9900     0.3250    94.3000   595.0941
655795.0 / 36489290
 163     0.0220     0.0006    99.9880     0.3190    94.3100   595.1273
652667.0 / 36489290
 164     0.0208     0.0004   100.0000     0.3181    94.3600   595.0851
649779.0 / 36489290
 165     0.0196     0.0005    99.9900     0.3134    94.3200   595.1230
647269.0 / 36489290
 166     0.0183     0.0005    99.9900     0.3179    94.4000   715.9298
644934.0 / 36489290
 167     0.0171     0.0003    99.9980     0.3152    94.3500   621.9041
642676.0 / 36489290
 168     0.0159     0.0003   100.0000     0.3110    94.4300   595.1430
640673.0 / 36489290
 169     0.0146     0.0004    99.9940     0.3120    94.3400   595.1106
638836.0 / 36489290
 170     0.0134     0.0003   100.0000     0.3135    94.3600   595.0686
637208.0 / 36489290
 171     0.0121     0.0004    99.9940     0.3228    94.3600   595.0753
635786.0 / 36489290
 172     0.0109     0.0003   100.0000     0.3161    94.3700   595.1856
634416.0 / 36489290
 173     0.0097     0.0003    99.9960     0.3203    94.2500   595.0430
633446.0 / 36489290
 174     0.0084     0.0003    99.9960     0.3160    94.3500   595.1028
632664.0 / 36489290
 175     0.0072     0.0003    99.9980     0.3172    94.3700   595.2534
631884.0 / 36489290
 176     0.0060     0.0003    99.9960     0.3158    94.3000   595.2226
631331.0 / 36489290
 177     0.0047     0.0003    99.9940     0.3122    94.3100   595.1023
630919.0 / 36489290
 178     0.0035     0.0003    99.9980     0.3129    94.4800   595.0831
630619.0 / 36489290
 179     0.0022     0.0002    99.9980     0.3152    94.3900   595.0769
630479.0 / 36489290
 180     0.0010     0.0002   100.0000     0.3130    94.4600   595.1484
630339.0 / 36489290
 181     0.0010     0.0003    99.9960     0.3167    94.5000   595.2093
630194.0 / 36489290
 182     0.0010     0.0004    99.9920     0.3156    94.3900   595.3358
630076.0 / 36489290
 183     0.0010     0.0002   100.0000     0.3128    94.5000   595.1358
629925.0 / 36489290
 184     0.0010     0.0002    99.9980     0.3205    94.3700   595.0968
629773.0 / 36489290
 185     0.0010     0.0002   100.0000     0.3156    94.5500   595.1467
629620.0 / 36489290
 186     0.0010     0.0002    99.9980     0.3128    94.3700   595.1286
629472.0 / 36489290
 187     0.0010     0.0002    99.9980     0.3114    94.4700   595.1996
629302.0 / 36489290
 188     0.0010     0.0002   100.0000     0.3185    94.4700   645.6112
629165.0 / 36489290
 189     0.0010     0.0002   100.0000     0.3106    94.4100   597.1230
629025.0 / 36489290
 190     0.0010     0.0002   100.0000     0.3136    94.5000   595.0936
628900.0 / 36489290
 191     0.0010     0.0002    99.9980     0.3130    94.4500   595.2807
628780.0 / 36489290
 192     0.0010     0.0002    99.9980     0.3113    94.3800   595.1175
628641.0 / 36489290
 193     0.0010     0.0002    99.9980     0.3129    94.4600   595.1037
628481.0 / 36489290
 194     0.0010     0.0002   100.0000     0.3156    94.4600   595.0110
628318.0 / 36489290
 195     0.0010     0.0002    99.9980     0.3176    94.3800   595.0833
628157.0 / 36489290
 196     0.0010     0.0003    99.9960     0.3148    94.3800   595.1491
627986.0 / 36489290
 197     0.0010     0.0002    99.9980     0.3115    94.4100   595.2843
627816.0 / 36489290
 198     0.0010     0.0002    99.9960     0.3181    94.3400   595.0761
627679.0 / 36489290
 199     0.0010     0.0003    99.9960     0.3174    94.4700   595.0927
627537.0 / 36489290
 200     0.0010     0.0002   100.0000     0.3122    94.4500   595.2085
