Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/cifar10/WideResNet28x10_fixbatch/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
total epochs: 200
30576717.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4326    46.7960     1.6999    46.6300   602.4682
27845854.0 / 36489290
   2     0.1000     0.9095    67.6600     1.0637    65.6100   601.4001
25699310.0 / 36489290
   3     0.1000     0.6882    76.1240     0.9669    69.4500   602.1944
23861525.0 / 36489290
   4     0.1000     0.5644    80.3460     1.1531    66.7100   602.4891
22225499.0 / 36489290
   5     0.1000     0.4785    83.5400     0.6615    77.8600   600.6483
20736934.0 / 36489290
   6     0.1000     0.4242    85.4360     0.5645    80.7200   602.4969
19363747.0 / 36489290
   7     0.1000     0.3797    86.8960     0.7875    76.5000   600.9641
18085269.0 / 36489290
   8     0.1000     0.3482    87.9960     0.5223    83.0200   602.2778
16890524.0 / 36489290
   9     0.1000     0.3136    89.1640     0.5127    83.8000   600.7405
15775984.0 / 36489290
  10     0.1000     0.2894    89.8940     0.5167    83.8700   600.6916
14735920.0 / 36489290
  11     0.1000     0.2697    90.7580     0.4638    85.5200   601.9518
13774936.0 / 36489290
  12     0.1000     0.2493    91.3180     0.4991    85.0600   601.6416
12892858.0 / 36489290
  13     0.1000     0.2307    91.9040     0.5150    84.4600   601.9241
12090084.0 / 36489290
  14     0.1000     0.2183    92.4180     0.4751    85.2400   601.9878
11364306.0 / 36489290
  15     0.1000     0.2030    93.0740     0.3888    87.6700   601.2473
10711620.0 / 36489290
  16     0.1000     0.1918    93.3920     0.3808    87.9400   602.7968
10129662.0 / 36489290
  17     0.1000     0.1760    93.8900     0.4612    86.5500   601.0057
9612814.0 / 36489290
  18     0.1000     0.1616    94.3880     0.6875    82.7700   601.4372
9164491.0 / 36489290
  19     0.1000     0.1586    94.4700     0.8689    78.2800   602.4319
8765618.0 / 36489290
  20     0.1000     0.1484    94.8280     0.4652    86.3400   601.2698
8406224.0 / 36489290
  21     0.1000     0.1385    95.1720     0.3691    89.4200   602.2534
8080506.0 / 36489290
  22     0.1000     0.1251    95.6680     0.5969    83.9200   600.8692
7798849.0 / 36489290
  23     0.1000     0.1224    95.7140     0.3278    90.5100   600.8125
7547852.0 / 36489290
  24     0.1000     0.1142    96.0020     0.5565    85.7300   601.8103
7321541.0 / 36489290
  25     0.1000     0.1125    96.0740     0.4898    87.0400   602.1013
7110154.0 / 36489290
  26     0.1000     0.1010    96.4540     0.4481    88.2800   601.8979
6912478.0 / 36489290
  27     0.1000     0.0939    96.7240     0.4712    88.6800   602.3836
6746234.0 / 36489290
  28     0.1000     0.0961    96.5920     0.3463    90.3400   602.3860
6579796.0 / 36489290
  29     0.1000     0.0846    97.0660     0.3474    90.8200   601.8202
6428324.0 / 36489290
  30     0.1000     0.0804    97.2140     0.3619    90.1600   601.2646
6289735.0 / 36489290
  31     0.1000     0.0774    97.3260     0.5457    86.8900   602.3070
6159969.0 / 36489290
  32     0.1000     0.0766    97.2660     0.3132    91.1000   601.8865
6035304.0 / 36489290
  33     0.1000     0.0675    97.5320     0.6036    86.7900   601.4744
5919328.0 / 36489290
  34     0.1000     0.0642    97.8300     0.3778    90.4800   600.7410
5810873.0 / 36489290
  35     0.1000     0.0653    97.7420     0.5139    87.8500   600.8141
5706712.0 / 36489290
  36     0.1000     0.0617    97.8700     0.3753    90.4800   602.0045
5604507.0 / 36489290
  37     0.1000     0.0590    98.0660     0.3142    91.9300   601.4934
5507538.0 / 36489290
  38     0.1000     0.0499    98.2960     0.4011    89.7800   602.1151
5414329.0 / 36489290
  39     0.1000     0.0509    98.2500     0.3425    91.5200   603.5098
5329237.0 / 36489290
  40     0.1000     0.0481    98.3640     0.3618    91.2300   601.3805
5252007.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0498    98.2460     0.3328    92.0200   602.0611
5170597.0 / 36489290
  42     0.1000     0.0446    98.4660     0.6324    87.3500   601.5216
5099316.0 / 36489290
  43     0.1000     0.0453    98.4380     0.3810    91.0600   601.5722
5023041.0 / 36489290
  44     0.1000     0.0410    98.6220     0.6023    88.3800   601.2049
4962693.0 / 36489290
  45     0.1000     0.0445    98.4860     0.4142    90.6000   601.1701
4894704.0 / 36489290
  46     0.1000     0.0398    98.6040     0.3457    92.1400   601.3761
4831733.0 / 36489290
  47     0.1000     0.0393    98.6000     0.3276    92.2800   601.3425
4775233.0 / 36489290
  48     0.1000     0.0402    98.6100     0.4266    90.2200   601.8539
4711807.0 / 36489290
  49     0.1000     0.0348    98.8480     0.4099    90.8500   601.6578
4652556.0 / 36489290
  50     0.1000     0.0346    98.8180     0.3381    91.9100   601.1840
4591264.0 / 36489290
  51     0.1000     0.0314    98.9260     0.3742    91.7000   601.0871
4536533.0 / 36489290
  52     0.1000     0.0323    98.8440     0.3736    91.2900   600.7375
4474492.0 / 36489290
  53     0.1000     0.0264    99.1460     0.3608    91.6900   600.7795
4437258.0 / 36489290
  54     0.1000     0.0360    98.7340     0.3465    92.1600   601.5156
4382100.0 / 36489290
  55     0.1000     0.0274    99.0460     0.3250    92.2200   602.7950
4337217.0 / 36489290
  56     0.1000     0.0295    98.9880     0.3986    91.4800   601.8958
4295007.0 / 36489290
  57     0.1000     0.0320    98.9060     0.3826    91.7000   602.1215
4246746.0 / 36489290
  58     0.1000     0.0252    99.1440     0.3983    91.2700   602.8111
4213011.0 / 36489290
  59     0.1000     0.0306    98.8840     0.8304    87.1600   600.7768
4180379.0 / 36489290
  60     0.1000     0.0310    98.9280     0.3206    92.4500   601.3091
4130822.0 / 36489290
  61     0.1000     0.0239    99.2180     0.3504    92.5400   601.4736
4086561.0 / 36489290
  62     0.1000     0.0238    99.1920     0.4554    90.5900   603.3465
4047941.0 / 36489290
  63     0.1000     0.0258    99.1140     0.4277    91.1200   601.2446
4011935.0 / 36489290
  64     0.1000     0.0251    99.1400     0.3692    91.6700   602.6378
3977945.0 / 36489290
  65     0.1000     0.0246    99.1780     0.4389    90.7800   600.8373
3944016.0 / 36489290
  66     0.1000     0.0244    99.1920     0.3787    91.9400   601.5982
3905906.0 / 36489290
  67     0.1000     0.0226    99.2860     0.3322    92.6500   603.0714
3863443.0 / 36489290
  68     0.1000     0.0199    99.3440     0.3635    92.0600   602.1326
3826907.0 / 36489290
  69     0.1000     0.0205    99.3160     0.3724    92.4400   601.3872
3798882.0 / 36489290
  70     0.1000     0.0236    99.2500     0.4060    91.6000   601.9772
3767377.0 / 36489290
  71     0.1000     0.0222    99.2840     0.3490    92.3200   601.4878
3732720.0 / 36489290
  72     0.1000     0.0188    99.3380     0.4393    91.0500   602.5754
3697717.0 / 36489290
  73     0.1000     0.0188    99.3980     0.4056    91.6100   601.6684
3675099.0 / 36489290
  74     0.1000     0.0240    99.1720     0.6147    88.3300   601.6114
3639332.0 / 36489290
  75     0.1000     0.0164    99.4680     0.3718    92.1900   602.4800
3611983.0 / 36489290
  76     0.1000     0.0199    99.3300     0.3683    92.3500   602.2179
3582929.0 / 36489290
  77     0.1000     0.0182    99.4000     0.3743    92.4500   601.6541
3557385.0 / 36489290
  78     0.1000     0.0200    99.3260     0.3933    91.6800   601.6766
3525395.0 / 36489290
  79     0.1000     0.0157    99.4680     0.4179    91.6100   602.7601
3490713.0 / 36489290
  80     0.1000     0.0139    99.5220     0.3628    92.7500   601.1128
3484615.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0263    99.1080     1.2591    82.4200   600.9976
3466971.0 / 36489290
  82     0.1000     0.0210    99.2920     0.3198    93.1800   601.0638
3426308.0 / 36489290
  83     0.1000     0.0112    99.6300     0.3664    92.1200   601.1880
3401855.0 / 36489290
  84     0.1000     0.0166    99.4420     0.3199    93.0400   602.5843
3384484.0 / 36489290
  85     0.1000     0.0188    99.3780     0.3689    92.3800   601.8605
3363819.0 / 36489290
  86     0.1000     0.0175    99.4060     0.4461    91.4500   601.6759
3330832.0 / 36489290
  87     0.1000     0.0119    99.6260     0.3556    92.9800   601.3956
3311867.0 / 36489290
  88     0.1000     0.0169    99.4420     0.4008    92.1800   601.4761
3298619.0 / 36489290
  89     0.1000     0.0209    99.2980     0.3814    91.9100   602.1293
3288668.0 / 36489290
  90     0.1000     0.0213    99.2460     0.3129    92.9000   602.3683
3259667.0 / 36489290
  91     0.1000     0.0127    99.5500     0.4165    91.4400   602.0604
3232181.0 / 36489290
  92     0.1000     0.0124    99.5800     0.3688    92.6200   602.5242
3194926.0 / 36489290
  93     0.1000     0.0087    99.7240     0.3890    92.4500   602.6965
3174058.0 / 36489290
  94     0.1000     0.0134    99.5460     0.8197    87.3000   602.0851
3162996.0 / 36489290
  95     0.1000     0.0183    99.4000     0.3687    92.6200   603.0274
3145508.0 / 36489290
  96     0.1000     0.0154    99.4800     0.3685    92.7500   601.1683
3132338.0 / 36489290
  97     0.1000     0.0162    99.4080     0.3499    92.9800   602.9206
3117351.0 / 36489290
  98     0.1000     0.0168    99.4140     0.3487    93.1600   601.0050
3093729.0 / 36489290
  99     0.1000     0.0121    99.6080     0.3590    92.6400   601.6911
3070532.0 / 36489290
 100     0.1000     0.0109    99.6420     0.4035    92.1800   601.4773
3048328.0 / 36489290
 101     0.0988     0.0110    99.6380     0.4476    91.3800   602.2045
3037842.0 / 36489290
 102     0.0975     0.0164    99.4680     0.4834    90.5500   602.3764
3022698.0 / 36489290
 103     0.0963     0.0151    99.4920     0.3775    92.7100   602.4103
2992978.0 / 36489290
 104     0.0950     0.0074    99.7800     0.3689    92.9200   601.7849
2961114.0 / 36489290
 105     0.0938     0.0060    99.8020     0.3690    92.8300   602.3417
2936794.0 / 36489290
 106     0.0926     0.0088    99.7040     0.4010    92.5500   601.3659
2913403.0 / 36489290
 107     0.0913     0.0087    99.7260     0.3320    93.4500   601.7830
2883512.0 / 36489290
 108     0.0901     0.0057    99.8300     0.5041    91.1900   602.5297
2864745.0 / 36489290
 109     0.0889     0.0099    99.6760     0.3526    93.3000   601.7927
2836283.0 / 36489290
 110     0.0876     0.0052    99.8620     0.3398    93.6400   602.3080
2817307.0 / 36489290
 111     0.0864     0.0090    99.6960     0.3500    93.1600   601.5501
2789553.0 / 36489290
 112     0.0852     0.0043    99.8880     0.3447    93.5000   601.0299
2762635.0 / 36489290
 113     0.0839     0.0044    99.8480     0.3360    93.6700   601.9868
2734615.0 / 36489290
 114     0.0827     0.0039    99.8920     0.3559    93.0500   601.7313
2709537.0 / 36489290
 115     0.0814     0.0047    99.8820     0.6099    90.3100   601.1555
2689951.0 / 36489290
 116     0.0802     0.0061    99.8060     0.3655    93.1800   603.0214
2671425.0 / 36489290
 117     0.0790     0.0061    99.8180     0.3611    93.2300   602.1904
2646402.0 / 36489290
 118     0.0777     0.0036    99.9020     0.3451    93.3100   601.6304
2629308.0 / 36489290
 119     0.0765     0.0063    99.7940     0.3759    93.0900   601.6425
2607199.0 / 36489290
 120     0.0753     0.0034    99.8920     0.3625    93.4600   602.5354
2588344.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0048    99.8480     0.3779    93.1200   602.4299
2567987.0 / 36489290
 122     0.0728     0.0040    99.8900     0.3344    93.6900   601.5033
2543487.0 / 36489290
 123     0.0715     0.0016    99.9660     0.3312    93.6200   601.5242
2518974.0 / 36489290
 124     0.0703     0.0013    99.9680     0.3372    93.8100   601.8049
2494243.0 / 36489290
 125     0.0691     0.0011    99.9740     0.3399    93.8100   600.6618
2469793.0 / 36489290
 126     0.0678     0.0009    99.9820     0.3348    93.9600   602.7178
2445421.0 / 36489290
 127     0.0666     0.0005    99.9980     0.3184    94.1200   601.8174
2421071.0 / 36489290
 128     0.0654     0.0004   100.0000     0.3176    94.2500   600.6103
2398008.0 / 36489290
 129     0.0641     0.0007    99.9880     0.3337    94.1100   600.6125
2376407.0 / 36489290
 130     0.0629     0.0008    99.9820     0.3352    93.9500   602.1599
2355887.0 / 36489290
 131     0.0616     0.0009    99.9820     0.3492    93.5300   601.1864
2337209.0 / 36489290
 132     0.0604     0.0012    99.9720     0.3394    93.8500   601.7571
2318467.0 / 36489290
 133     0.0592     0.0009    99.9780     0.3396    94.1100   601.5316
2298750.0 / 36489290
 134     0.0579     0.0006    99.9880     0.3391    94.1600   603.7660
2280139.0 / 36489290
 135     0.0567     0.0004    99.9940     0.3582    93.9000   602.3556
2262127.0 / 36489290
 136     0.0554     0.0006    99.9860     0.3484    93.9000   600.6380
2245159.0 / 36489290
 137     0.0542     0.0005    99.9900     0.3509    93.8600   602.5478
2227957.0 / 36489290
 138     0.0530     0.0004    99.9940     0.3487    93.9000   601.4906
2211419.0 / 36489290
 139     0.0517     0.0004    99.9960     0.3377    94.2300   601.7465
2195267.0 / 36489290
 140     0.0505     0.0005    99.9900     0.3516    93.9900   602.1119
2180049.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 141     0.0493     0.0004    99.9920     0.3532    93.7600   595.4305
2165677.0 / 36489290
 142     0.0480     0.0006    99.9880     0.3480    93.8700   594.9698
2151378.0 / 36489290
 143     0.0468     0.0005    99.9900     0.3427    93.9000   594.8024
2137625.0 / 36489290
 144     0.0456     0.0004    99.9960     0.3372    94.0500   594.9253
2124430.0 / 36489290
 145     0.0443     0.0004    99.9880     0.3351    94.0800   594.9104
2111465.0 / 36489290
 146     0.0431     0.0004    99.9940     0.3379    94.0300   595.2867
2099146.0 / 36489290
 147     0.0418     0.0003    99.9960     0.3451    94.0300   594.7017
2087314.0 / 36489290
 148     0.0406     0.0002    99.9960     0.3326    94.0600   594.6964
2075720.0 / 36489290
 149     0.0394     0.0002    99.9960     0.3386    94.0400   594.6838
2064298.0 / 36489290
 150     0.0381     0.0002    99.9960     0.3435    93.9000   595.0795
2053823.0 / 36489290
 151     0.0369     0.0002   100.0000     0.3381    94.0500   594.7102
2043333.0 / 36489290
 152     0.0357     0.0002    99.9980     0.3368    94.0200   594.6853
2033579.0 / 36489290
 153     0.0344     0.0002    99.9980     0.3333    94.1300   594.9736
2024148.0 / 36489290
 154     0.0332     0.0002    99.9980     0.3374    94.0600   595.3300
2015177.0 / 36489290
 155     0.0319     0.0001   100.0000     0.3369    94.0400   595.6257
2006676.0 / 36489290
 156     0.0307     0.0001   100.0000     0.3364    94.1600   595.8830
1998407.0 / 36489290
 157     0.0295     0.0002    99.9980     0.3339    94.1000   594.7892
1990821.0 / 36489290
 158     0.0282     0.0002    99.9960     0.3362    94.1100   596.0316
1983452.0 / 36489290
 159     0.0270     0.0002    99.9980     0.3316    94.2000   595.5501
1976482.0 / 36489290
 160     0.0257     0.0002    99.9940     0.3390    94.0200   595.5038
1969910.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0002    99.9980     0.3372    94.0600   594.8026
1963474.0 / 36489290
 162     0.0233     0.0002    99.9980     0.3344    94.0800   594.7628
1958053.0 / 36489290
 163     0.0220     0.0002    99.9980     0.3367    94.1400   595.3919
1952669.0 / 36489290
 164     0.0208     0.0002    99.9980     0.3320    94.1700   595.2313
1947728.0 / 36489290
 165     0.0196     0.0001   100.0000     0.3351    94.0900   595.4912
1943118.0 / 36489290
 166     0.0183     0.0001    99.9980     0.3278    94.2100   595.4162
1938742.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3303    94.2700   626.9445
1934623.0 / 36489290
 168     0.0159     0.0001   100.0000     0.3295    94.2500   639.4911
1930845.0 / 36489290
 169     0.0146     0.0001   100.0000     0.3259    94.1800   598.2601
1927417.0 / 36489290
 170     0.0134     0.0001   100.0000     0.3273    94.1600   595.4503
1924346.0 / 36489290
 171     0.0121     0.0001   100.0000     0.3327    94.0800   595.1960
1921606.0 / 36489290
 172     0.0109     0.0002    99.9980     0.3331    94.2100   594.8479
1919135.0 / 36489290
 173     0.0097     0.0001   100.0000     0.3307    94.2500   595.4954
1916977.0 / 36489290
 174     0.0084     0.0001   100.0000     0.3341    94.1900   595.3183
1915108.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3302    94.1700   594.7647
1913677.0 / 36489290
 176     0.0060     0.0001    99.9980     0.3300    94.2100   594.8206
1912450.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3299    94.1800   594.8088
1911567.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3268    94.2500   594.8640
1910948.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3294    94.2300   594.6557
1910644.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3268    94.2700   594.9532
1910305.0 / 36489290
 181     0.0010     0.0001    99.9980     0.3257    94.3000   594.7536
1909996.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3314    94.1700   595.3362
1909709.0 / 36489290
 183     0.0010     0.0001    99.9980     0.3311    94.2200   594.6873
1909406.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3298    94.2100   595.5053
1909096.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3304    94.1900   595.4938
1908784.0 / 36489290
 186     0.0010     0.0001   100.0000     0.3334    94.2400   594.7392
1908444.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3305    94.2300   594.7331
1908164.0 / 36489290
 188     0.0010     0.0001    99.9980     0.3279    94.2500   594.7120
1907844.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3334    94.2200   669.3064
1907533.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3248    94.2700   596.6133
1907212.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3284    94.2800   594.7578
1906917.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3298    94.2400   594.9871
1906594.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3266    94.2400   594.7494
1906270.0 / 36489290
 194     0.0010     0.0001    99.9980     0.3259    94.2000   594.8673
1905959.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3281    94.3100   594.7622
1905616.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3287    94.2100   594.8241
1905305.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3272    94.2000   594.9551
1904994.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3263    94.2400   595.1014
1904702.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3340    94.1400   594.6641
1904384.0 / 36489290
 200     0.0010     0.0001   100.0000     0.3272    94.3500   594.6626
