Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar10_save/endpoints/WideResNet28x10_7/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.65
)
total epochs: 200
27962234.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4334    46.7200     1.6316    48.1800   101.2322
23131368.0 / 36489290
   2     0.1000     0.9093    67.7020     1.0045    66.0600    97.5560
19128997.0 / 36489290
   3     0.1000     0.6964    75.8520     0.9570    69.8300    97.7843
15602197.0 / 36489290
   4     0.1000     0.5783    79.9120     1.2665    64.4500    99.2539
12447681.0 / 36489290
   5     0.1000     0.5013    82.7260     0.9255    71.8500    97.2049
9774931.0 / 36489290
   6     0.1000     0.4501    84.5380     0.5989    79.7700    97.0361
7762105.0 / 36489290
   7     0.1000     0.4109    85.7640     0.6098    80.5200    97.0554
6400192.0 / 36489290
   8     0.1000     0.3832    86.7200     0.8399    73.8200    96.9975
5476761.0 / 36489290
   9     0.1000     0.3506    87.8740     0.5776    81.9500    96.9516
4827468.0 / 36489290
  10     0.1000     0.3287    88.6980     0.7236    78.8200    96.7374
4345755.0 / 36489290
  11     0.1000     0.3053    89.5120     0.6009    81.5800    96.8325
3980797.0 / 36489290
  12     0.1000     0.2844    90.2860     0.5384    83.7700    97.2428
3696863.0 / 36489290
  13     0.1000     0.2648    90.9160     0.6145    81.8400    97.8614
3471320.0 / 36489290
  14     0.1000     0.2488    91.2920     0.5140    84.2400    97.7432
3283829.0 / 36489290
  15     0.1000     0.2324    91.8540     0.4320    86.7700    97.4001
3127281.0 / 36489290
  16     0.1000     0.2172    92.6220     0.4810    85.2600    97.0157
2989372.0 / 36489290
  17     0.1000     0.1989    93.1560     0.3979    87.7400    97.1266
2871778.0 / 36489290
  18     0.1000     0.1883    93.4600     0.4939    86.2600    97.5745
2775802.0 / 36489290
  19     0.1000     0.1784    93.8600     0.6454    82.6300    97.7779
2687746.0 / 36489290
  20     0.1000     0.1662    94.2160     0.5691    83.5600    97.5767
2607091.0 / 36489290
  21     0.1000     0.1604    94.3260     0.4740    86.9500    96.9793
2536695.0 / 36489290
  22     0.1000     0.1445    94.9520     0.4222    87.1000    96.8250
2474458.0 / 36489290
  23     0.1000     0.1403    95.0480     0.4546    87.1900    97.5366
2412800.0 / 36489290
  24     0.1000     0.1255    95.6820     0.3864    89.2300    97.2492
2362212.0 / 36489290
  25     0.1000     0.1266    95.5560     0.5991    86.0300    97.4014
2309850.0 / 36489290
  26     0.1000     0.1140    95.9480     0.4380    88.1200    97.3931
2261534.0 / 36489290
  27     0.1000     0.1101    96.1940     0.3570    89.9400    97.3526
2222536.0 / 36489290
  28     0.1000     0.1080    96.2220     0.3450    90.0300    97.9907
2181959.0 / 36489290
  29     0.1000     0.1005    96.4920     0.3631    90.0900    97.8787
2139271.0 / 36489290
  30     0.1000     0.0945    96.7540     0.3573    90.0600    97.4689
2103814.0 / 36489290
  31     0.1000     0.0915    96.8680     0.4215    88.8700    98.0847
2066491.0 / 36489290
  32     0.1000     0.0863    96.9900     0.3261    91.0000    97.3629
2030252.0 / 36489290
  33     0.1000     0.0797    97.1660     0.4114    89.5300    97.8793
2002501.0 / 36489290
  34     0.1000     0.0783    97.2440     0.5795    86.3100    97.4867
1969929.0 / 36489290
  35     0.1000     0.0746    97.4220     0.5061    87.6100    97.3651
1940186.0 / 36489290
  36     0.1000     0.0723    97.4160     0.4196    89.5800    97.1657
1912823.0 / 36489290
  37     0.1000     0.0702    97.6060     0.3730    90.3100    97.0075
1881787.0 / 36489290
  38     0.1000     0.0642    97.7680     0.3448    91.0200    96.7353
1850489.0 / 36489290
  39     0.1000     0.0652    97.7300     0.3797    90.5400    97.5505
1817369.0 / 36489290
  40     0.1000     0.0557    98.1580     0.4329    89.8100    96.7598
1800370.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0644    97.6940     0.3425    91.4300    96.7379
1769149.0 / 36489290
  42     0.1000     0.0520    98.2220     0.3091    91.8100    97.5014
1753465.0 / 36489290
  43     0.1000     0.0596    97.9080     0.4055    90.4300    97.5777
1727736.0 / 36489290
  44     0.1000     0.0515    98.2880     0.3705    91.3700    97.4480
1702419.0 / 36489290
  45     0.1000     0.0493    98.3760     0.3667    90.8200    97.6225
1682959.0 / 36489290
  46     0.1000     0.0532    98.1980     0.3585    91.3600    96.9574
1658893.0 / 36489290
  47     0.1000     0.0459    98.4400     0.4545    89.2900    97.0482
1634972.0 / 36489290
  48     0.1000     0.0441    98.4560     0.3238    92.1100    96.7055
1613885.0 / 36489290
  49     0.1000     0.0441    98.4900     0.4629    89.7200    96.6406
1595306.0 / 36489290
  50     0.1000     0.0428    98.5980     0.3631    91.7200    96.7394
1586592.0 / 36489290
  51     0.1000     0.0496    98.2920     0.3384    91.4500    96.9562
1570163.0 / 36489290
  52     0.1000     0.0434    98.4940     0.3396    91.5600    96.9783
1545488.0 / 36489290
  53     0.1000     0.0363    98.7200     0.3296    92.2700    97.1191
1533800.0 / 36489290
  54     0.1000     0.0416    98.5400     0.4564    90.0900    96.9970
1521209.0 / 36489290
  55     0.1000     0.0431    98.5180     0.3754    91.1800    97.1355
1503153.0 / 36489290
  56     0.1000     0.0374    98.6540     0.4177    90.2800    97.7072
1486763.0 / 36489290
  57     0.1000     0.0358    98.7080     0.4124    90.8800    97.9629
1470072.0 / 36489290
  58     0.1000     0.0362    98.7480     0.3435    92.1300    96.9811
1455061.0 / 36489290
  59     0.1000     0.0350    98.7740     0.4099    91.3200    97.3617
1441262.0 / 36489290
  60     0.1000     0.0354    98.7760     0.3738    91.5900    97.0990
1424717.0 / 36489290
  61     0.1000     0.0328    98.9040     0.3442    92.4800    97.7584
1410956.0 / 36489290
  62     0.1000     0.0331    98.8280     0.4127    91.2200    97.9440
1394975.0 / 36489290
  63     0.1000     0.0331    98.8880     0.4391    90.3100    98.2446
1381811.0 / 36489290
  64     0.1000     0.0312    98.9520     0.6582    86.7500    97.6087
1372451.0 / 36489290
  65     0.1000     0.0345    98.8480     0.5230    89.3300    97.5468
1368456.0 / 36489290
  66     0.1000     0.0369    98.7340     0.3171    92.6600    97.5708
1350464.0 / 36489290
  67     0.1000     0.0299    99.0180     0.3230    92.4200    97.2230
1335392.0 / 36489290
  68     0.1000     0.0272    99.0320     0.3501    92.5600    97.4700
1327958.0 / 36489290
  69     0.1000     0.0336    98.8960     0.3245    92.4600    97.4234
1318855.0 / 36489290
  70     0.1000     0.0298    98.9600     0.5512    88.8900    97.1770
1310505.0 / 36489290
  71     0.1000     0.0308    98.9380     0.4437    91.0800    97.3009
1296698.0 / 36489290
  72     0.1000     0.0270    99.1340     0.4370    91.3300    98.1007
1284587.0 / 36489290
  73     0.1000     0.0276    99.1220     0.3354    92.6400    97.5070
1277377.0 / 36489290
  74     0.1000     0.0297    99.0100     0.3810    91.5500    97.7145
1275945.0 / 36489290
  75     0.1000     0.0340    98.8660     0.3320    92.6600    97.0574
1264223.0 / 36489290
  76     0.1000     0.0267    99.0820     0.3471    92.4300    97.5209
1248550.0 / 36489290
  77     0.1000     0.0234    99.2680     0.3399    92.4000    97.5684
1234445.0 / 36489290
  78     0.1000     0.0231    99.2640     0.4717    90.7400    98.8680
1233583.0 / 36489290
  79     0.1000     0.0328    98.9040     0.3117    92.8000    98.4402
1220449.0 / 36489290
  80     0.1000     0.0232    99.2440     0.4690    90.1700    97.7659
1210875.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0248    99.1620     0.3750    91.9200    97.4923
1200743.0 / 36489290
  82     0.1000     0.0234    99.2020     0.4440    91.4500    98.1029
1195064.0 / 36489290
  83     0.1000     0.0268    99.1180     0.3518    92.4300    97.1619
1183700.0 / 36489290
  84     0.1000     0.0211    99.2800     0.3646    92.1200    97.2714
1175334.0 / 36489290
  85     0.1000     0.0233    99.1980     0.3839    91.7900    97.1448
1165693.0 / 36489290
  86     0.1000     0.0212    99.3120     0.3537    92.6900    97.3893
1157987.0 / 36489290
  87     0.1000     0.0226    99.2340     0.3428    92.4800    96.8559
1155033.0 / 36489290
  88     0.1000     0.0268    99.1300     0.3183    92.6700    96.6413
1147676.0 / 36489290
  89     0.1000     0.0247    99.1900     0.4583    91.2800    97.1436
1134519.0 / 36489290
  90     0.1000     0.0186    99.3920     0.3279    92.8100    97.4393
1131582.0 / 36489290
  91     0.1000     0.0239    99.1820     0.4265    90.7500    96.9037
1127330.0 / 36489290
  92     0.1000     0.0239    99.2060     0.6279    89.1000    96.5734
1120083.0 / 36489290
  93     0.1000     0.0216    99.2660     0.3676    91.9900    96.7512
1112090.0 / 36489290
  94     0.1000     0.0218    99.2600     0.4290    91.4800    96.8245
1103104.0 / 36489290
  95     0.1000     0.0193    99.3640     0.3758    92.3600    96.6193
1103015.0 / 36489290
  96     0.1000     0.0260    99.1240     0.6076    88.0900    96.5661
1096635.0 / 36489290
  97     0.1000     0.0218    99.2840     0.3559    92.7000    96.7901
1087668.0 / 36489290
  98     0.1000     0.0190    99.3680     0.3325    92.6200    96.8090
1084900.0 / 36489290
  99     0.1000     0.0217    99.2480     0.4304    90.9800    97.2514
1077932.0 / 36489290
 100     0.1000     0.0202    99.3340     0.3775    92.0400    97.0473
1071552.0 / 36489290
 101     0.0988     0.0199    99.3320     0.3390    92.4900    96.6075
1061567.0 / 36489290
 102     0.0975     0.0166    99.4900     0.4764    91.7100    96.7213
1056373.0 / 36489290
 103     0.0963     0.0197    99.3500     0.3425    92.5600    96.8833
1048391.0 / 36489290
 104     0.0950     0.0166    99.4340     0.5610    90.0400    96.5836
1042022.0 / 36489290
 105     0.0938     0.0180    99.3800     0.3239    93.4100    96.9033
1031349.0 / 36489290
 106     0.0926     0.0143    99.5380     0.3758    92.5000    96.6003
1021835.0 / 36489290
 107     0.0913     0.0142    99.5360     0.3272    93.5900    96.8593
1010116.0 / 36489290
 108     0.0901     0.0125    99.5900     0.3260    93.2300    96.5639
1003565.0 / 36489290
 109     0.0889     0.0153    99.4880     0.3560    92.6400    96.6944
993700.0 / 36489290
 110     0.0876     0.0121    99.5900     0.4307    91.3900    96.9429
988641.0 / 36489290
 111     0.0864     0.0158    99.4880     0.3464    93.1700    96.7830
980690.0 / 36489290
 112     0.0852     0.0131    99.5820     0.3199    93.4700    97.1688
970872.0 / 36489290
 113     0.0839     0.0109    99.6460     0.3911    92.4500    96.7514
962081.0 / 36489290
 114     0.0827     0.0115    99.6080     0.3549    93.3300    97.0373
957582.0 / 36489290
 115     0.0814     0.0145    99.5040     0.3916    92.3800    96.7469
952640.0 / 36489290
 116     0.0802     0.0140    99.5260     0.3592    93.1500    97.1410
946387.0 / 36489290
 117     0.0790     0.0126    99.5620     0.3387    93.4000    96.9733
938643.0 / 36489290
 118     0.0777     0.0110    99.6540     0.3095    93.6900    96.7928
932292.0 / 36489290
 119     0.0765     0.0107    99.6180     0.3848    92.5300    96.8355
921785.0 / 36489290
 120     0.0753     0.0077    99.7660     0.3066    94.1400    96.6123
909705.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0061    99.8020     0.3412    93.7000    96.7225
898436.0 / 36489290
 122     0.0728     0.0061    99.8120     0.5824    90.0200    96.8181
890723.0 / 36489290
 123     0.0715     0.0083    99.7400     0.3912    92.6200    96.5993
884743.0 / 36489290
 124     0.0703     0.0093    99.7020     0.3471    93.4100    96.4154
875421.0 / 36489290
 125     0.0691     0.0063    99.7960     0.3586    93.5000    96.6708
866735.0 / 36489290
 126     0.0678     0.0063    99.7980     0.3608    93.1300    96.7908
863807.0 / 36489290
 127     0.0666     0.0113    99.6340     0.3314    93.2700    96.6912
857334.0 / 36489290
 128     0.0654     0.0073    99.7740     0.3528    93.3500    96.7707
848538.0 / 36489290
 129     0.0641     0.0059    99.8280     0.3735    92.9300    97.1000
840048.0 / 36489290
 130     0.0629     0.0052    99.8420     0.3204    93.8300    97.2990
830752.0 / 36489290
 131     0.0616     0.0041    99.8820     0.3419    93.8800    96.8862
823916.0 / 36489290
 132     0.0604     0.0058    99.8380     0.3497    93.7800    96.4986
815753.0 / 36489290
 133     0.0592     0.0045    99.8740     0.3492    93.6600    96.5718
807530.0 / 36489290
 134     0.0579     0.0040    99.8820     0.3721    93.3200    96.7611
802297.0 / 36489290
 135     0.0567     0.0062    99.8020     0.3812    93.1100    96.9411
798749.0 / 36489290
 136     0.0554     0.0079    99.7480     0.3500    93.6700    96.8085
792956.0 / 36489290
 137     0.0542     0.0049    99.8460     0.3367    93.5700    96.6715
784567.0 / 36489290
 138     0.0530     0.0029    99.9380     0.3415    93.8500    96.6821
775890.0 / 36489290
 139     0.0517     0.0020    99.9620     0.3359    94.1800    97.0038
767640.0 / 36489290
 140     0.0505     0.0021    99.9400     0.3313    94.2100    97.2495
759824.0 / 36489290
 141     0.0493     0.0021    99.9440     0.3541    93.7600    96.5332
751182.0 / 36489290
 142     0.0480     0.0013    99.9760     0.3336    94.0300    96.5193
744386.0 / 36489290
 143     0.0468     0.0022    99.9380     0.3408    93.8500    96.5730
737361.0 / 36489290
 144     0.0456     0.0017    99.9640     0.3308    94.3000    96.6649
731164.0 / 36489290
 145     0.0443     0.0022    99.9440     0.3275    94.1200    96.6189
724910.0 / 36489290
 146     0.0431     0.0019    99.9580     0.3667    93.5700    97.1005
718672.0 / 36489290
 147     0.0418     0.0016    99.9640     0.3276    94.0900    97.8084
713464.0 / 36489290
 148     0.0406     0.0022    99.9340     0.3329    94.0700    96.7887
707765.0 / 36489290
 149     0.0394     0.0016    99.9580     0.3309    94.3500    96.5553
702101.0 / 36489290
 150     0.0381     0.0014    99.9600     0.3559    93.8600    96.8285
697894.0 / 36489290
 151     0.0369     0.0018    99.9500     0.3532    93.9500    97.0958
693120.0 / 36489290
 152     0.0357     0.0018    99.9480     0.3386    93.9500    96.6161
687958.0 / 36489290
 153     0.0344     0.0012    99.9740     0.3386    94.1600    96.5099
683073.0 / 36489290
 154     0.0332     0.0013    99.9740     0.3215    94.4100    97.0560
678274.0 / 36489290
 155     0.0319     0.0009    99.9840     0.3336    94.3700    97.5775
673898.0 / 36489290
 156     0.0307     0.0010    99.9780     0.3299    94.4600    96.6593
670079.0 / 36489290
 157     0.0295     0.0009    99.9840     0.3217    94.5400    96.6782
666251.0 / 36489290
 158     0.0282     0.0009    99.9740     0.3284    94.4900    96.4945
662259.0 / 36489290
 159     0.0270     0.0006    99.9960     0.3306    94.3300    96.5992
658664.0 / 36489290
 160     0.0257     0.0008    99.9900     0.3240    94.5900    96.3917
654864.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0005    99.9940     0.3269    94.4400    96.7066
651367.0 / 36489290
 162     0.0233     0.0005    99.9960     0.3208    94.5400    96.7407
648400.0 / 36489290
 163     0.0220     0.0005    99.9900     0.3241    94.4700    96.7843
645386.0 / 36489290
 164     0.0208     0.0004    99.9940     0.3261    94.3900    96.5723
642550.0 / 36489290
 165     0.0196     0.0004   100.0000     0.3292    94.5000    96.7875
639915.0 / 36489290
 166     0.0183     0.0003   100.0000     0.3278    94.4700    97.7716
637506.0 / 36489290
 167     0.0171     0.0004    99.9940     0.3347    94.4500    97.2416
635282.0 / 36489290
 168     0.0159     0.0003    99.9980     0.3294    94.4700    96.5391
633325.0 / 36489290
 169     0.0146     0.0004    99.9940     0.3279    94.5800    96.6411
631517.0 / 36489290
 170     0.0134     0.0003    99.9980     0.3263    94.6200    96.9779
629933.0 / 36489290
 171     0.0121     0.0003   100.0000     0.3228    94.5100    96.2514
628495.0 / 36489290
 172     0.0109     0.0004    99.9940     0.3203    94.5800    96.6067
627245.0 / 36489290
 173     0.0097     0.0003    99.9960     0.3246    94.6300    96.3565
626265.0 / 36489290
 174     0.0084     0.0003    99.9980     0.3271    94.6200    96.7339
625339.0 / 36489290
 175     0.0072     0.0003    99.9940     0.3220    94.6200    96.7278
624662.0 / 36489290
 176     0.0060     0.0002   100.0000     0.3243    94.6800    96.8218
624145.0 / 36489290
 177     0.0047     0.0003    99.9940     0.3247    94.6700    96.5431
623686.0 / 36489290
 178     0.0035     0.0003    99.9960     0.3273    94.6800    96.5431
623431.0 / 36489290
 179     0.0022     0.0004    99.9960     0.3291    94.5800    96.5543
623297.0 / 36489290
 180     0.0010     0.0002   100.0000     0.3192    94.6200    96.4451
623141.0 / 36489290
 181     0.0010     0.0004    99.9900     0.3181    94.6300    97.3744
623034.0 / 36489290
 182     0.0010     0.0003    99.9960     0.3223    94.6100    98.3013
622869.0 / 36489290
 183     0.0010     0.0003   100.0000     0.3233    94.5700    97.1303
622729.0 / 36489290
 184     0.0010     0.0002    99.9980     0.3238    94.6600    96.5794
622583.0 / 36489290
 185     0.0010     0.0002   100.0000     0.3258    94.6500    96.5924
622429.0 / 36489290
 186     0.0010     0.0003    99.9960     0.3280    94.6600    96.6597
622291.0 / 36489290
 187     0.0010     0.0002   100.0000     0.3224    94.6700    96.5019
622153.0 / 36489290
 188     0.0010     0.0003    99.9960     0.3254    94.5800    96.6907
622007.0 / 36489290
 189     0.0010     0.0002   100.0000     0.3216    94.7300    96.8926
621861.0 / 36489290
 190     0.0010     0.0002   100.0000     0.3243    94.5800    96.8075
621692.0 / 36489290
 191     0.0010     0.0003    99.9960     0.3254    94.6100    96.4280
621576.0 / 36489290
 192     0.0010     0.0002   100.0000     0.3238    94.6000    96.6127
621431.0 / 36489290
 193     0.0010     0.0003    99.9980     0.3245    94.6600    96.5287
621284.0 / 36489290
 194     0.0010     0.0003    99.9960     0.3286    94.5500    96.5210
621146.0 / 36489290
 195     0.0010     0.0002   100.0000     0.3268    94.5700    96.6637
621007.0 / 36489290
 196     0.0010     0.0003    99.9940     0.3236    94.6100    96.6976
620848.0 / 36489290
 197     0.0010     0.0003   100.0000     0.3207    94.7000    96.6681
620707.0 / 36489290
 198     0.0010     0.0002    99.9980     0.3289    94.5600    96.5299
620555.0 / 36489290
 199     0.0010     0.0003    99.9960     0.3241    94.6900    96.5144
620411.0 / 36489290
 200     0.0010     0.0002    99.9980     0.3231    94.6700    96.4332
