Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
Resume training from cifar100_save/endpoints/WideResNet28x10-4/sgd/checkpoint-0.pt
total epochs: 200
30577127.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4402    46.7820     1.6467    45.4300   154.2803
27844197.0 / 36489290
   2     0.1000     0.9152    67.2940     1.3453    59.1800   149.7897
25698477.0 / 36489290
   3     0.1000     0.6933    75.7780     0.9057    72.0100   149.8823
23860293.0 / 36489290
   4     0.1000     0.5657    80.3260     0.9960    70.4300   149.9376
22225205.0 / 36489290
   5     0.1000     0.4844    83.1080     1.0580    69.1800   149.6451
20737539.0 / 36489290
   6     0.1000     0.4305    85.2980     0.5925    79.6400   149.9240
19363199.0 / 36489290
   7     0.1000     0.3847    86.8820     0.4676    84.7200   149.8607
18086362.0 / 36489290
   8     0.1000     0.3524    87.7760     0.4955    83.5100   149.7006
16889502.0 / 36489290
   9     0.1000     0.3207    88.9780     0.6434    80.5200   149.9554
15774182.0 / 36489290
  10     0.1000     0.2950    89.7880     0.6097    81.7700   149.9441
14734739.0 / 36489290
  11     0.1000     0.2732    90.4700     0.5782    82.8900   149.9408
13772241.0 / 36489290
  12     0.1000     0.2523    91.1440     0.4556    85.9100   149.8739
12888432.0 / 36489290
  13     0.1000     0.2382    91.7380     0.4265    86.3100   149.9022
12082725.0 / 36489290
  14     0.1000     0.2233    92.1800     0.5453    83.6400   149.9616
11355457.0 / 36489290
  15     0.1000     0.2027    92.9220     0.5166    85.0200   149.9785
10706936.0 / 36489290
  16     0.1000     0.1931    93.2140     0.5228    84.0900   149.8215
10128260.0 / 36489290
  17     0.1000     0.1767    93.8900     0.4364    86.6800   150.0167
9613802.0 / 36489290
  18     0.1000     0.1714    94.1100     0.5783    83.9300   149.9827
9160714.0 / 36489290
  19     0.1000     0.1568    94.4820     0.8359    78.5300   149.9866
8760240.0 / 36489290
  20     0.1000     0.1492    94.7940     0.5998    84.0700   150.0022
8400972.0 / 36489290
  21     0.1000     0.1412    95.1580     0.4020    88.6500   149.7834
8077501.0 / 36489290
  22     0.1000     0.1252    95.6280     0.3688    89.2600   150.2414
7797467.0 / 36489290
  23     0.1000     0.1235    95.7080     0.4158    88.7100   150.0528
7541897.0 / 36489290
  24     0.1000     0.1143    96.0720     0.8517    79.7500   150.0349
7315881.0 / 36489290
  25     0.1000     0.1116    96.1200     0.3783    88.5300   150.1388
7103977.0 / 36489290
  26     0.1000     0.1043    96.3940     0.3957    89.3600   150.2336
6910362.0 / 36489290
  27     0.1000     0.0974    96.5800     0.6364    84.9600   150.2520
6738971.0 / 36489290
  28     0.1000     0.0945    96.6880     0.5340    86.8500   149.9889
6577764.0 / 36489290
  29     0.1000     0.0851    97.0320     0.4096    89.4300   150.1042
6428870.0 / 36489290
  30     0.1000     0.0837    97.0800     0.3574    90.4100   150.0677
6286100.0 / 36489290
  31     0.1000     0.0810    97.1600     0.3435    90.8000   149.8513
6157100.0 / 36489290
  32     0.1000     0.0726    97.4740     0.3784    89.3700   150.1443
6034996.0 / 36489290
  33     0.1000     0.0724    97.4860     0.3262    91.5400   150.1815
5917987.0 / 36489290
  34     0.1000     0.0645    97.7100     0.6135    86.8500   150.1522
5810115.0 / 36489290
  35     0.1000     0.0629    97.8200     0.4139    90.0300   150.2097
5704624.0 / 36489290
  36     0.1000     0.0623    97.8960     0.3855    90.0200   150.1366
5610109.0 / 36489290
  37     0.1000     0.0602    97.8760     0.4607    89.1600   149.9699
5514330.0 / 36489290
  38     0.1000     0.0535    98.1620     0.3377    91.3300   150.0337
5423321.0 / 36489290
  39     0.1000     0.0510    98.2100     0.3136    92.0900   150.2335
5334525.0 / 36489290
  40     0.1000     0.0476    98.3440     0.4553    89.9200   150.0215
5259886.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0532    98.1680     0.3737    91.3500   150.2019
5177536.0 / 36489290
  42     0.1000     0.0450    98.4600     0.4485    89.9200   150.1252
5103732.0 / 36489290
  43     0.1000     0.0452    98.4460     0.4221    90.3400   150.1457
5025253.0 / 36489290
  44     0.1000     0.0412    98.5920     0.3678    91.1000   150.1751
4955643.0 / 36489290
  45     0.1000     0.0399    98.5980     0.4131    91.2800   150.0482
4892372.0 / 36489290
  46     0.1000     0.0414    98.5820     0.4073    90.7000   149.9220
4822773.0 / 36489290
  47     0.1000     0.0357    98.7780     0.5292    88.8700   149.9196
4767240.0 / 36489290
  48     0.1000     0.0400    98.5740     0.6034    87.9900   149.9345
4706153.0 / 36489290
  49     0.1000     0.0373    98.8060     0.4870    89.8500   149.8331
4648210.0 / 36489290
  50     0.1000     0.0363    98.7640     0.3965    91.3600   150.0768
4594603.0 / 36489290
  51     0.1000     0.0357    98.7460     0.4919    89.4000   150.1277
4531874.0 / 36489290
  52     0.1000     0.0278    99.0220     0.3784    92.0300   150.1699
4490766.0 / 36489290
  53     0.1000     0.0389    98.7000     0.3545    91.5800   150.0196
4428194.0 / 36489290
  54     0.1000     0.0265    99.0500     0.4545    90.5400   149.9871
4376587.0 / 36489290
  55     0.1000     0.0280    99.0360     0.4160    90.8400   149.9653
4335515.0 / 36489290
  56     0.1000     0.0336    98.8320     0.7360    86.3600   150.1476
4285692.0 / 36489290
  57     0.1000     0.0275    99.1000     0.4146    90.9100   149.8277
4243558.0 / 36489290
  58     0.1000     0.0279    98.9920     0.4524    90.6100   150.0262
4194475.0 / 36489290
  59     0.1000     0.0253    99.1600     0.4587    90.6700   150.2212
4152668.0 / 36489290
  60     0.1000     0.0248    99.1600     0.3829    91.8800   150.0325
4111077.0 / 36489290
  61     0.1000     0.0255    99.1200     0.4189    91.2600   149.9830
4084902.0 / 36489290
  62     0.1000     0.0309    98.9480     0.4014    91.4300   149.7965
4047654.0 / 36489290
  63     0.1000     0.0271    99.1080     0.3637    91.8700   150.0775
3996143.0 / 36489290
  64     0.1000     0.0189    99.4300     0.3813    92.2200   150.1346
3955869.0 / 36489290
  65     0.1000     0.0236    99.2400     0.4882    90.3500   150.1738
3922688.0 / 36489290
  66     0.1000     0.0243    99.1880     0.3398    92.5300   150.2514
3886977.0 / 36489290
  67     0.1000     0.0224    99.2520     0.3772    92.0800   150.1680
3850225.0 / 36489290
  68     0.1000     0.0204    99.2740     0.3597    92.7800   149.8805
3823812.0 / 36489290
  69     0.1000     0.0248    99.1240     0.3380    92.7700   149.9817
3789765.0 / 36489290
  70     0.1000     0.0219    99.3100     0.3875    92.0100   149.8020
3768281.0 / 36489290
  71     0.1000     0.0268    99.1020     0.3997    91.7900   149.8495
3728515.0 / 36489290
  72     0.1000     0.0176    99.4120     0.3582    92.3300   149.8912
3703656.0 / 36489290
  73     0.1000     0.0237    99.1860     0.4283    91.5500   149.8311
3668951.0 / 36489290
  74     0.1000     0.0186    99.3780     0.3547    92.7300   149.7922
3644676.0 / 36489290
  75     0.1000     0.0216    99.2680     0.5040    89.7900   150.0111
3617774.0 / 36489290
  76     0.1000     0.0220    99.2820     0.3310    93.0400   150.0220
3579397.0 / 36489290
  77     0.1000     0.0151    99.5300     0.3608    92.2500   150.0703
3556416.0 / 36489290
  78     0.1000     0.0225    99.2540     0.3610    92.4400   150.1554
3522273.0 / 36489290
  79     0.1000     0.0161    99.4780     0.3673    92.6100   150.2589
3487650.0 / 36489290
  80     0.1000     0.0144    99.5000     0.3403    93.3300   150.1328
3465072.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0182    99.3980     0.3935    91.8000   149.8531
3452677.0 / 36489290
  82     0.1000     0.0228    99.2260     0.4748    91.0900   149.9518
3427669.0 / 36489290
  83     0.1000     0.0171    99.4480     0.3945    92.0400   149.8767
3405460.0 / 36489290
  84     0.1000     0.0187    99.3720     0.3785    92.6200   149.8608
3373637.0 / 36489290
  85     0.1000     0.0129    99.5740     0.4021    92.4600   149.7999
3354628.0 / 36489290
  86     0.1000     0.0174    99.3940     0.4837    90.8700   150.1504
3342058.0 / 36489290
  87     0.1000     0.0210    99.2900     0.4722    91.1400   150.1887
3333482.0 / 36489290
  88     0.1000     0.0228    99.2500     0.3992    92.1300   150.0870
3301802.0 / 36489290
  89     0.1000     0.0133    99.5720     0.3496    92.6800   150.1138
3269542.0 / 36489290
  90     0.1000     0.0122    99.5980     0.3418    93.0700   150.1189
3246970.0 / 36489290
  91     0.1000     0.0149    99.5340     0.3624    92.4000   150.2174
3219502.0 / 36489290
  92     0.1000     0.0132    99.6060     0.5248    91.0400   150.1413
3200027.0 / 36489290
  93     0.1000     0.0154    99.5160     0.5045    90.9100   150.0925
3188936.0 / 36489290
  94     0.1000     0.0191    99.3460     0.4480    91.8200   150.1015
3162972.0 / 36489290
  95     0.1000     0.0124    99.6020     0.4718    91.1800   150.1838
3140183.0 / 36489290
  96     0.1000     0.0126    99.5620     0.4483    92.0700   150.2155
3119302.0 / 36489290
  97     0.1000     0.0134    99.5320     0.3397    93.1600   149.9796
3091488.0 / 36489290
  98     0.1000     0.0105    99.6920     0.4000    92.5700   150.1609
3075967.0 / 36489290
  99     0.1000     0.0141    99.5060     0.3845    92.7300   150.0972
3066665.0 / 36489290
 100     0.1000     0.0165    99.4460     0.5081    90.9500   149.9264
3056212.0 / 36489290
 101     0.0988     0.0163    99.4300     0.3799    92.6500   150.2190
3031380.0 / 36489290
 102     0.0975     0.0102    99.6380     0.4151    92.4500   150.1376
3013403.0 / 36489290
 103     0.0963     0.0128    99.5660     0.3734    92.9600   150.0973
2993432.0 / 36489290
 104     0.0950     0.0124    99.6140     0.3108    93.6800   149.7687
2965572.0 / 36489290
 105     0.0938     0.0077    99.7720     0.3449    93.3900   149.8277
2935729.0 / 36489290
 106     0.0926     0.0062    99.8100     0.3459    93.5500   149.9879
2907661.0 / 36489290
 107     0.0913     0.0065    99.8100     0.3728    92.9100   150.0326
2886986.0 / 36489290
 108     0.0901     0.0093    99.7140     0.3764    93.0500   150.1924
2868056.0 / 36489290
 109     0.0889     0.0100    99.6660     0.4220    92.4300   150.1216
2843539.0 / 36489290
 110     0.0876     0.0076    99.7880     0.3899    92.7000   150.2236
2816620.0 / 36489290
 111     0.0864     0.0048    99.8660     0.5238    90.8700   150.0682
2788998.0 / 36489290
 112     0.0852     0.0043    99.8660     0.3765    93.5400   149.9147
2758371.0 / 36489290
 113     0.0839     0.0033    99.9260     0.3529    93.7400   149.9374
2730266.0 / 36489290
 114     0.0827     0.0039    99.8940     0.3867    92.8200   149.7918
2710632.0 / 36489290
 115     0.0814     0.0065    99.8080     0.3763    93.1700   149.9115
2689318.0 / 36489290
 116     0.0802     0.0058    99.8380     0.3525    93.5400   149.9633
2675104.0 / 36489290
 117     0.0790     0.0076    99.7500     0.3859    93.1300   149.7675
2652586.0 / 36489290
 118     0.0777     0.0046    99.8520     0.3658    93.0100   149.8893
2632045.0 / 36489290
 119     0.0765     0.0047    99.8540     0.3542    93.3200   149.9834
2603656.0 / 36489290
 120     0.0753     0.0016    99.9680     0.3359    93.9400   149.9843
2576042.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0011    99.9860     0.3309    93.8700   149.9698
2549047.0 / 36489290
 122     0.0728     0.0012    99.9720     0.3457    93.8300   149.9029
2529331.0 / 36489290
 123     0.0715     0.0031    99.9000     0.3775    93.4500   150.0091
2506239.0 / 36489290
 124     0.0703     0.0020    99.9520     0.3695    93.4700   149.7878
2486105.0 / 36489290
 125     0.0691     0.0024    99.9180     0.3770    93.3600   149.6233
2466013.0 / 36489290
 126     0.0678     0.0028    99.9240     0.3543    93.7700   149.9189
2447245.0 / 36489290
 127     0.0666     0.0025    99.9240     0.3635    93.7900   149.9343
2425178.0 / 36489290
 128     0.0654     0.0012    99.9740     0.3489    93.9600   149.8137
2404106.0 / 36489290
 129     0.0641     0.0013    99.9720     0.3612    93.8400   149.9992
2386215.0 / 36489290
 130     0.0629     0.0022    99.9300     0.3641    93.8100   149.9887
2367692.0 / 36489290
 131     0.0616     0.0017    99.9580     0.3529    93.7400   149.9644
2349878.0 / 36489290
 132     0.0604     0.0016    99.9580     0.3675    93.6600   149.7671
2330906.0 / 36489290
 133     0.0592     0.0011    99.9780     0.3504    94.1300   149.9210
2312721.0 / 36489290
 134     0.0579     0.0012    99.9720     0.3504    94.2600   149.8907
2294657.0 / 36489290
 135     0.0567     0.0008    99.9840     0.3492    94.1000   149.7958
2276752.0 / 36489290
 136     0.0554     0.0007    99.9860     0.3442    94.2000   149.7307
2258780.0 / 36489290
 137     0.0542     0.0005    99.9920     0.3495    94.2200   149.8119
2241730.0 / 36489290
 138     0.0530     0.0006    99.9920     0.3424    94.1000   149.8752
2226137.0 / 36489290
 139     0.0517     0.0006    99.9880     0.3413    94.1900   149.7245
2210292.0 / 36489290
 140     0.0505     0.0005    99.9880     0.3443    94.1100   149.8509
2194674.0 / 36489290
 141     0.0493     0.0004    99.9980     0.3382    94.0400   149.8625
2179497.0 / 36489290
 142     0.0480     0.0005    99.9920     0.3430    94.2000   149.8913
2164987.0 / 36489290
 143     0.0468     0.0003    99.9980     0.3333    94.2000   149.8018
2150973.0 / 36489290
 144     0.0456     0.0003    99.9980     0.3321    94.2400   150.0338
2136947.0 / 36489290
 145     0.0443     0.0003    99.9960     0.3324    94.2300   150.1401
2123721.0 / 36489290
 146     0.0431     0.0003   100.0000     0.3370    94.2400   150.1536
2111070.0 / 36489290
 147     0.0418     0.0003    99.9960     0.3403    94.1500   149.9640
2098880.0 / 36489290
 148     0.0406     0.0002   100.0000     0.3371    94.2500   149.9953
2087120.0 / 36489290
 149     0.0394     0.0002   100.0000     0.3401    94.3300   149.9959
2075999.0 / 36489290
 150     0.0381     0.0003    99.9960     0.3355    94.3800   150.1447
2065516.0 / 36489290
 151     0.0369     0.0003    99.9980     0.3399    94.3000   150.1210
2055204.0 / 36489290
 152     0.0357     0.0003    99.9980     0.3414    94.3200   150.2361
2045664.0 / 36489290
 153     0.0344     0.0003    99.9940     0.3521    94.1700   150.1014
2036437.0 / 36489290
 154     0.0332     0.0003    99.9980     0.3438    94.2700   150.1704
2027506.0 / 36489290
 155     0.0319     0.0002    99.9980     0.3391    94.3400   150.0284
2018675.0 / 36489290
 156     0.0307     0.0002    99.9980     0.3406    94.4200   150.0840
2010292.0 / 36489290
 157     0.0295     0.0002   100.0000     0.3380    94.4000   150.1080
2002830.0 / 36489290
 158     0.0282     0.0002    99.9980     0.3362    94.4800   150.0948
1995601.0 / 36489290
 159     0.0270     0.0002    99.9980     0.3412    94.4100   150.0696
1988657.0 / 36489290
 160     0.0257     0.0001   100.0000     0.3351    94.4400   150.0903
1982146.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0001   100.0000     0.3437    94.4800   150.1260
1975818.0 / 36489290
 162     0.0233     0.0002    99.9940     0.3404    94.4400   150.0317
1970207.0 / 36489290
 163     0.0220     0.0002    99.9980     0.3369    94.5300   150.1436
1964792.0 / 36489290
 164     0.0208     0.0002    99.9980     0.3417    94.5000   150.1288
1959768.0 / 36489290
 165     0.0196     0.0001    99.9980     0.3366    94.4200   149.8894
1955175.0 / 36489290
 166     0.0183     0.0001   100.0000     0.3384    94.3600   149.8100
1950869.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3402    94.4400   149.9354
1946776.0 / 36489290
 168     0.0159     0.0002    99.9960     0.3389    94.3800   149.9298
1942979.0 / 36489290
 169     0.0146     0.0001   100.0000     0.3388    94.5200   149.6436
1939538.0 / 36489290
 170     0.0134     0.0001   100.0000     0.3384    94.5100   149.8361
1936466.0 / 36489290
 171     0.0121     0.0001   100.0000     0.3368    94.4100   150.0052
1933567.0 / 36489290
 172     0.0109     0.0001   100.0000     0.3410    94.4100   149.9419
1931041.0 / 36489290
 173     0.0097     0.0001    99.9980     0.3404    94.3600   149.8565
1928894.0 / 36489290
 174     0.0084     0.0002    99.9980     0.3317    94.4600   149.9167
1927010.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3380    94.4600   149.7890
1925479.0 / 36489290
 176     0.0060     0.0001    99.9980     0.3358    94.4600   149.7906
1924250.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3393    94.3800   149.8365
1923289.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3376    94.4500   149.7195
1922635.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3394    94.3700   149.7434
1922296.0 / 36489290
 180     0.0010     0.0001    99.9980     0.3333    94.4300   150.1753
1922004.0 / 36489290
 181     0.0010     0.0002    99.9980     0.3358    94.4000   150.0883
1921703.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3352    94.5800   150.1182
1921361.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3354    94.5200   150.2339
1921079.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3361    94.4300   150.0884
1920743.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3400    94.4000   150.0384
1920434.0 / 36489290
 186     0.0010     0.0001   100.0000     0.3369    94.5100   149.9585
1920118.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3357    94.5300   149.9100
1919832.0 / 36489290
 188     0.0010     0.0001    99.9980     0.3371    94.5200   149.9727
1919548.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3335    94.4800   149.9607
1919234.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3383    94.3800   149.7834
1918960.0 / 36489290
 191     0.0010     0.0001    99.9980     0.3333    94.4900   149.9035
1918646.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3366    94.4400   149.9054
1918308.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3352    94.5500   149.7255
1917988.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3424    94.4900   149.6683
1917678.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3385    94.4500   149.8730
1917367.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3357    94.5100   149.8495
1917042.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3357    94.5000   149.9554
1916737.0 / 36489290
 198     0.0010     0.0001    99.9980     0.3404    94.4800   149.8205
1916443.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3360    94.4300   149.7931
1916135.0 / 36489290
 200     0.0010     0.0001    99.9980     0.3373    94.3200   149.7046
