Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
Resume training from cifar100_save/endpoints/WideResNet28x10-1/sgd/checkpoint-0.pt
total epochs: 200
30575131.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4374    46.5960     1.7039    42.1500   154.5641
27845451.0 / 36489290
   2     0.1000     0.9109    67.5580     1.2410    61.6800   148.6289
25697421.0 / 36489290
   3     0.1000     0.6934    75.9400     0.9176    71.5000   149.4069
23860837.0 / 36489290
   4     0.1000     0.5684    80.4180     1.2681    65.6600   149.0542
22224368.0 / 36489290
   5     0.1000     0.4879    83.0820     1.0764    69.6000   148.5690
20737992.0 / 36489290
   6     0.1000     0.4313    85.0940     0.5993    79.3100   149.9525
19362988.0 / 36489290
   7     0.1000     0.3866    86.6980     0.5651    82.1700   148.2645
18085672.0 / 36489290
   8     0.1000     0.3546    87.7980     0.5908    81.0600   148.0033
16890517.0 / 36489290
   9     0.1000     0.3225    88.9680     0.5212    83.8700   148.2442
15773450.0 / 36489290
  10     0.1000     0.2948    89.7820     0.5340    83.5400   149.8175
14734855.0 / 36489290
  11     0.1000     0.2728    90.7000     0.4395    85.7300   149.3329
13773792.0 / 36489290
  12     0.1000     0.2533    91.2020     0.5496    84.2900   149.7508
12891560.0 / 36489290
  13     0.1000     0.2372    91.9240     0.5791    82.6300   150.0066
12085948.0 / 36489290
  14     0.1000     0.2243    92.1760     0.5419    84.0500   149.5622
11358759.0 / 36489290
  15     0.1000     0.2027    93.0380     0.5118    84.0400   147.8910
10712283.0 / 36489290
  16     0.1000     0.1937    93.2620     0.6105    82.2200   148.2346
10135106.0 / 36489290
  17     0.1000     0.1778    93.7860     0.4828    85.9400   149.5933
9622395.0 / 36489290
  18     0.1000     0.1697    94.1340     0.7128    81.3700   147.9012
9167423.0 / 36489290
  19     0.1000     0.1583    94.5120     0.5360    85.3100   148.1429
8766843.0 / 36489290
  20     0.1000     0.1504    94.6260     0.6398    83.5400   148.6444
8406511.0 / 36489290
  21     0.1000     0.1419    95.1400     0.3349    90.0900   149.6690
8085531.0 / 36489290
  22     0.1000     0.1268    95.6840     0.3687    89.3400   149.1902
7806257.0 / 36489290
  23     0.1000     0.1245    95.6220     0.3955    89.2200   148.0817
7548852.0 / 36489290
  24     0.1000     0.1164    95.9160     0.4195    88.9200   149.3861
7316825.0 / 36489290
  25     0.1000     0.1078    96.2980     0.5585    84.4100   147.6965
7108304.0 / 36489290
  26     0.1000     0.1032    96.3900     0.3347    90.2300   148.8571
6916333.0 / 36489290
  27     0.1000     0.0978    96.5280     0.4139    89.6100   148.0034
6741697.0 / 36489290
  28     0.1000     0.0941    96.6780     0.3612    90.6700   149.5615
6577945.0 / 36489290
  29     0.1000     0.0833    97.0660     0.4274    89.5900   149.5816
6430039.0 / 36489290
  30     0.1000     0.0840    97.1240     0.3636    90.2500   149.1888
6301014.0 / 36489290
  31     0.1000     0.0877    96.8920     0.4339    88.6300   149.5619
6165287.0 / 36489290
  32     0.1000     0.0731    97.3880     0.4659    87.9800   149.2548
6040269.0 / 36489290
  33     0.1000     0.0709    97.5120     0.3226    91.3500   149.2595
5919188.0 / 36489290
  34     0.1000     0.0641    97.7560     0.3656    90.2400   149.2474
5811146.0 / 36489290
  35     0.1000     0.0657    97.7520     0.3480    90.8600   149.4018
5699723.0 / 36489290
  36     0.1000     0.0546    98.1140     0.3933    90.6800   149.4242
5609534.0 / 36489290
  37     0.1000     0.0622    97.8380     0.3997    90.2900   149.4172
5515417.0 / 36489290
  38     0.1000     0.0546    98.1140     0.3224    92.0500   149.1015
5427042.0 / 36489290
  39     0.1000     0.0549    98.1140     0.3478    91.5100   149.1285
5333507.0 / 36489290
  40     0.1000     0.0480    98.3920     0.3818    90.8500   149.2615
5251479.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0480    98.3340     0.3985    90.5800   149.3965
5177727.0 / 36489290
  42     0.1000     0.0484    98.2760     0.4589    89.3900   149.2105
5110729.0 / 36489290
  43     0.1000     0.0486    98.3340     0.4106    90.7900   148.3080
5038305.0 / 36489290
  44     0.1000     0.0428    98.4920     0.3281    91.7600   148.9954
4968476.0 / 36489290
  45     0.1000     0.0410    98.5940     0.4541    89.8200   149.2732
4905594.0 / 36489290
  46     0.1000     0.0433    98.4980     0.4449    89.4600   148.6177
4839057.0 / 36489290
  47     0.1000     0.0380    98.7000     0.3667    91.5300   149.4782
4774293.0 / 36489290
  48     0.1000     0.0361    98.7560     0.3545    91.6800   149.2784
4704542.0 / 36489290
  49     0.1000     0.0319    98.9300     0.3662    91.2400   149.4521
4647553.0 / 36489290
  50     0.1000     0.0365    98.7960     0.3721    91.5900   149.2331
4594337.0 / 36489290
  51     0.1000     0.0368    98.7480     0.3472    91.9900   149.4806
4529549.0 / 36489290
  52     0.1000     0.0269    99.0620     0.3621    91.9000   149.4307
4479200.0 / 36489290
  53     0.1000     0.0343    98.8660     0.3205    92.2100   149.4318
4425492.0 / 36489290
  54     0.1000     0.0301    98.9500     0.5991    88.3600   149.0060
4376013.0 / 36489290
  55     0.1000     0.0299    99.0100     0.3988    90.8600   148.9198
4334836.0 / 36489290
  56     0.1000     0.0339    98.8560     0.6217    87.5700   149.5546
4284174.0 / 36489290
  57     0.1000     0.0270    99.0700     0.3271    92.7600   148.9023
4251017.0 / 36489290
  58     0.1000     0.0327    98.8680     0.4454    90.5500   148.9693
4202834.0 / 36489290
  59     0.1000     0.0252    99.1520     0.4314    90.7100   148.9844
4168784.0 / 36489290
  60     0.1000     0.0305    98.9240     0.3010    92.5800   148.8897
4126935.0 / 36489290
  61     0.1000     0.0281    99.0080     0.3530    91.9000   149.2507
4076324.0 / 36489290
  62     0.1000     0.0217    99.2780     0.4064    91.7900   149.3945
4023138.0 / 36489290
  63     0.1000     0.0189    99.3840     0.3249    92.8600   149.4208
3992570.0 / 36489290
  64     0.1000     0.0264    99.1320     0.4081    91.5200   148.1128
3947384.0 / 36489290
  65     0.1000     0.0202    99.3320     0.3795    92.3000   149.4348
3910053.0 / 36489290
  66     0.1000     0.0228    99.2560     0.3631    92.5300   149.6593
3873093.0 / 36489290
  67     0.1000     0.0213    99.3280     0.3275    92.5700   149.3057
3847490.0 / 36489290
  68     0.1000     0.0260    99.0920     0.4139    91.5500   149.2501
3825494.0 / 36489290
  69     0.1000     0.0270    99.1000     0.4136    91.2400   149.2568
3791463.0 / 36489290
  70     0.1000     0.0225    99.2440     0.3496    92.6400   148.7912
3763748.0 / 36489290
  71     0.1000     0.0232    99.1980     0.3479    92.5600   148.0404
3721187.0 / 36489290
  72     0.1000     0.0159    99.5180     0.3846    92.0800   149.7097
3687112.0 / 36489290
  73     0.1000     0.0179    99.3980     0.3535    92.6000   149.5564
3662292.0 / 36489290
  74     0.1000     0.0216    99.2600     0.3689    92.2700   149.4647
3632612.0 / 36489290
  75     0.1000     0.0185    99.3820     0.5817    89.2100   149.1295
3621104.0 / 36489290
  76     0.1000     0.0272    99.0360     0.4898    90.6400   149.5329
3589845.0 / 36489290
  77     0.1000     0.0182    99.4020     0.3380    92.9100   149.0828
3559071.0 / 36489290
  78     0.1000     0.0179    99.4200     0.4320    91.7200   148.1219
3533510.0 / 36489290
  79     0.1000     0.0186    99.3860     0.3584    92.2200   148.4066
3510730.0 / 36489290
  80     0.1000     0.0201    99.3000     0.4163    91.6400   148.6839
3482932.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0182    99.3960     0.3474    92.6500   147.9734
3452074.0 / 36489290
  82     0.1000     0.0155    99.4660     0.4383    91.6700   147.8155
3422820.0 / 36489290
  83     0.1000     0.0150    99.4840     0.3377    93.0200   148.6089
3402375.0 / 36489290
  84     0.1000     0.0190    99.3900     0.4876    90.4400   148.6678
3379167.0 / 36489290
  85     0.1000     0.0173    99.4020     0.5798    89.2400   147.8047
3365306.0 / 36489290
  86     0.1000     0.0202    99.3100     0.3991    91.6500   148.5617
3341242.0 / 36489290
  87     0.1000     0.0166    99.4440     0.3661    92.5700   148.5431
3320545.0 / 36489290
  88     0.1000     0.0172    99.4440     0.3956    92.2000   148.6067
3300728.0 / 36489290
  89     0.1000     0.0170    99.4300     0.3470    92.8300   148.2448
3268904.0 / 36489290
  90     0.1000     0.0120    99.6100     0.6336    88.8600   148.4273
3251186.0 / 36489290
  91     0.1000     0.0174    99.4420     0.4638    91.4700   148.4056
3224799.0 / 36489290
  92     0.1000     0.0135    99.5560     0.3471    93.0600   148.7839
3188265.0 / 36489290
  93     0.1000     0.0092    99.7300     0.3490    92.9600   149.2788
3166614.0 / 36489290
  94     0.1000     0.0128    99.5960     0.4421    91.9100   149.1584
3153876.0 / 36489290
  95     0.1000     0.0168    99.4380     0.3354    93.0900   149.3806
3138706.0 / 36489290
  96     0.1000     0.0149    99.5200     0.3368    93.1800   149.1889
3122144.0 / 36489290
  97     0.1000     0.0156    99.4980     0.4078    92.3800   149.2547
3103886.0 / 36489290
  98     0.1000     0.0132    99.5840     0.4123    91.9800   148.8564
3092496.0 / 36489290
  99     0.1000     0.0173    99.4200     0.5196    90.2800   149.6013
3079522.0 / 36489290
 100     0.1000     0.0163    99.4600     0.3686    92.9200   149.4012
3064603.0 / 36489290
 101     0.0988     0.0147    99.5080     0.4157    91.7900   148.3946
3045355.0 / 36489290
 102     0.0975     0.0131    99.5660     0.3496    92.9500   149.2760
3018031.0 / 36489290
 103     0.0963     0.0095    99.7080     0.3915    92.0700   149.3363
2993862.0 / 36489290
 104     0.0950     0.0096    99.6780     0.3378    93.2700   149.1446
2969664.0 / 36489290
 105     0.0938     0.0094    99.6780     0.3808    92.6500   149.5172
2948184.0 / 36489290
 106     0.0926     0.0097    99.6680     0.3506    93.0100   149.4875
2920900.0 / 36489290
 107     0.0913     0.0080    99.7780     0.4259    92.1000   149.3853
2897579.0 / 36489290
 108     0.0901     0.0083    99.7220     0.4142    92.2000   149.4119
2883766.0 / 36489290
 109     0.0889     0.0127    99.6100     0.3555    92.8200   149.3363
2859768.0 / 36489290
 110     0.0876     0.0074    99.7680     0.3690    92.7600   149.4472
2833312.0 / 36489290
 111     0.0864     0.0062    99.8160     0.3313    93.6600   149.1382
2806053.0 / 36489290
 112     0.0852     0.0052    99.8500     0.3225    93.7200   149.5400
2774598.0 / 36489290
 113     0.0839     0.0026    99.9360     0.3461    93.6500   149.1888
2745456.0 / 36489290
 114     0.0827     0.0036    99.8940     0.3426    93.7700   148.9518
2714018.0 / 36489290
 115     0.0814     0.0021    99.9500     0.3419    93.3700   148.9682
2690902.0 / 36489290
 116     0.0802     0.0046    99.8700     0.3713    93.2800   148.9647
2663699.0 / 36489290
 117     0.0790     0.0028    99.9280     0.3712    93.5600   149.6486
2637272.0 / 36489290
 118     0.0777     0.0024    99.9360     0.3645    93.0200   149.2485
2613074.0 / 36489290
 119     0.0765     0.0034    99.8960     0.3469    93.7900   149.6266
2586305.0 / 36489290
 120     0.0753     0.0019    99.9440     0.3337    93.9400   149.4994
2561204.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0021    99.9400     0.3713    93.1600   149.4278
2539759.0 / 36489290
 122     0.0728     0.0028    99.9220     0.3729    93.4400   149.5253
2516794.0 / 36489290
 123     0.0715     0.0020    99.9420     0.3338    93.7800   149.4314
2493060.0 / 36489290
 124     0.0703     0.0017    99.9480     0.3567    93.7900   149.3054
2473470.0 / 36489290
 125     0.0691     0.0026    99.9180     0.3837    93.3000   149.1150
2451180.0 / 36489290
 126     0.0678     0.0016    99.9700     0.3382    93.9400   149.5021
2428614.0 / 36489290
 127     0.0666     0.0012    99.9720     0.3232    94.1200   149.2918
2406209.0 / 36489290
 128     0.0654     0.0010    99.9820     0.3383    94.0400   149.4569
2384771.0 / 36489290
 129     0.0641     0.0012    99.9740     0.3573    93.8900   149.6452
2363134.0 / 36489290
 130     0.0629     0.0007    99.9900     0.3351    94.0300   149.3867
2342457.0 / 36489290
 131     0.0616     0.0009    99.9820     0.3404    94.1000   149.4336
2322092.0 / 36489290
 132     0.0604     0.0007    99.9920     0.3474    94.1300   149.1987
2302869.0 / 36489290
 133     0.0592     0.0007    99.9900     0.3433    94.1800   148.9704
2283269.0 / 36489290
 134     0.0579     0.0006    99.9840     0.3442    94.1700   149.2225
2265510.0 / 36489290
 135     0.0567     0.0006    99.9860     0.3419    94.1100   149.4720
2247954.0 / 36489290
 136     0.0554     0.0008    99.9760     0.3431    94.2000   148.8436
2230722.0 / 36489290
 137     0.0542     0.0006    99.9880     0.3576    93.9700   148.8891
2214109.0 / 36489290
 138     0.0530     0.0006    99.9900     0.3623    94.0300   148.2091
2197222.0 / 36489290
 139     0.0517     0.0004    99.9920     0.3365    94.2100   149.5417
2181528.0 / 36489290
 140     0.0505     0.0004    99.9880     0.3411    94.3200   148.6291
2166932.0 / 36489290
 141     0.0493     0.0006    99.9860     0.3421    94.2200   149.6434
2152170.0 / 36489290
 142     0.0480     0.0006    99.9840     0.3486    94.2500   148.8343
2137818.0 / 36489290
 143     0.0468     0.0003    99.9980     0.3344    94.3300   149.6191
2123605.0 / 36489290
 144     0.0456     0.0003    99.9960     0.3313    94.2800   149.2446
2109609.0 / 36489290
 145     0.0443     0.0003    99.9980     0.3346    94.3000   149.7616
2097019.0 / 36489290
 146     0.0431     0.0004    99.9960     0.3324    94.3100   149.4341
2084628.0 / 36489290
 147     0.0418     0.0003    99.9960     0.3346    94.3400   149.1366
2072765.0 / 36489290
 148     0.0406     0.0004    99.9920     0.3390    94.2700   149.0789
2061351.0 / 36489290
 149     0.0394     0.0004    99.9940     0.3427    94.2100   148.1880
2050411.0 / 36489290
 150     0.0381     0.0002   100.0000     0.3365    94.2300   148.6521
2039874.0 / 36489290
 151     0.0369     0.0003    99.9920     0.3327    94.2200   147.8427
2029301.0 / 36489290
 152     0.0357     0.0002    99.9960     0.3369    94.4500   148.4047
2019750.0 / 36489290
 153     0.0344     0.0002   100.0000     0.3328    94.5500   148.0347
2010658.0 / 36489290
 154     0.0332     0.0002    99.9960     0.3369    94.3300   147.8239
2002022.0 / 36489290
 155     0.0319     0.0002    99.9960     0.3324    94.3100   148.2051
1993510.0 / 36489290
 156     0.0307     0.0002    99.9940     0.3356    94.3800   148.3161
1985319.0 / 36489290
 157     0.0295     0.0002    99.9980     0.3313    94.3800   148.4462
1977515.0 / 36489290
 158     0.0282     0.0002   100.0000     0.3312    94.4300   147.9183
1970425.0 / 36489290
 159     0.0270     0.0003    99.9940     0.3464    94.3200   148.4218
1963700.0 / 36489290
 160     0.0257     0.0002    99.9980     0.3325    94.3500   148.2676
1957240.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0002    99.9980     0.3402    94.4000   148.7521
1950906.0 / 36489290
 162     0.0233     0.0001   100.0000     0.3323    94.4600   147.9903
1945309.0 / 36489290
 163     0.0220     0.0002    99.9940     0.3316    94.4600   148.2084
1939983.0 / 36489290
 164     0.0208     0.0001   100.0000     0.3321    94.2700   148.4543
1934989.0 / 36489290
 165     0.0196     0.0001   100.0000     0.3318    94.4800   148.2740
1930458.0 / 36489290
 166     0.0183     0.0001   100.0000     0.3337    94.3900   148.2760
1926253.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3350    94.3500   148.6209
1922149.0 / 36489290
 168     0.0159     0.0001    99.9980     0.3321    94.3600   149.6305
1918404.0 / 36489290
 169     0.0146     0.0002    99.9940     0.3383    94.3800   149.5394
1915071.0 / 36489290
 170     0.0134     0.0001   100.0000     0.3358    94.3800   149.5802
1911929.0 / 36489290
 171     0.0121     0.0001    99.9980     0.3318    94.4300   149.5783
1909100.0 / 36489290
 172     0.0109     0.0001   100.0000     0.3321    94.3400   149.5873
1906588.0 / 36489290
 173     0.0097     0.0001   100.0000     0.3347    94.4200   149.2928
1904428.0 / 36489290
 174     0.0084     0.0001   100.0000     0.3303    94.3400   149.4265
1902584.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3278    94.4800   148.8865
1901110.0 / 36489290
 176     0.0060     0.0001    99.9980     0.3302    94.4300   149.5205
1899908.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3326    94.4900   149.1912
1899011.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3323    94.4000   149.5117
1898419.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3321    94.3800   149.3955
1898104.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3278    94.4400   149.4152
1897809.0 / 36489290
 181     0.0010     0.0002    99.9960     0.3276    94.4000   149.4187
1897457.0 / 36489290
 182     0.0010     0.0001    99.9980     0.3294    94.4000   148.7527
1897110.0 / 36489290
 183     0.0010     0.0001    99.9980     0.3290    94.4100   147.9054
1896822.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3299    94.3500   147.8975
1896521.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3326    94.4700   148.2371
1896214.0 / 36489290
 186     0.0010     0.0001    99.9980     0.3314    94.4700   147.7568
1895895.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3303    94.4100   148.0291
1895596.0 / 36489290
 188     0.0010     0.0001   100.0000     0.3373    94.3900   147.7555
1895319.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3293    94.3700   148.4066
1894983.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3321    94.4100   148.3551
1894629.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3285    94.3600   148.2362
1894311.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3309    94.4500   149.0091
1893971.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3340    94.4300   148.9408
1893666.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3365    94.4100   149.1596
1893353.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3312    94.4400   149.1966
1893008.0 / 36489290
 196     0.0010     0.0001    99.9980     0.3289    94.4400   149.4436
1892659.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3296    94.4000   149.1506
1892350.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3345    94.3700   149.5945
1892021.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3300    94.4400   149.2929
1891746.0 / 36489290
 200     0.0010     0.0001    99.9980     0.3301    94.4800   149.4712
