Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.4
)
Resume training from cifar100_save/endpoints/WideResNet28x10-1/sgd/checkpoint-0.pt
total epochs: 200
33071831.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4376    46.8660     1.6889    44.0500   152.6712
31989087.0 / 36489290
   2     0.1000     0.9068    67.7480     1.2924    60.8700   148.3120
31203276.0 / 36489290
   3     0.1000     0.6881    75.9700     0.9867    69.8800   148.2880
30563269.0 / 36489290
   4     0.1000     0.5612    80.3860     1.0214    69.7200   148.2915
30015822.0 / 36489290
   5     0.1000     0.4780    83.4520     0.8835    73.3500   148.3162
29529366.0 / 36489290
   6     0.1000     0.4189    85.5640     0.5366    81.3900   148.2858
29092684.0 / 36489290
   7     0.1000     0.3730    87.1760     0.5384    82.9100   148.2835
28691802.0 / 36489290
   8     0.1000     0.3378    88.2740     0.4438    85.1800   148.2525
28320578.0 / 36489290
   9     0.1000     0.3047    89.4760     0.5763    81.8200   148.2875
27974208.0 / 36489290
  10     0.1000     0.2762    90.5680     0.5241    83.5400   148.3145
27649218.0 / 36489290
  11     0.1000     0.2541    91.1440     0.4640    85.4300   148.2644
27340245.0 / 36489290
  12     0.1000     0.2294    92.0540     0.5571    83.7300   148.4649
27046651.0 / 36489290
  13     0.1000     0.2157    92.5300     0.4119    87.5700   148.3017
26767655.0 / 36489290
  14     0.1000     0.1991    93.0580     0.4746    85.3800   148.2701
26501116.0 / 36489290
  15     0.1000     0.1778    93.8560     0.4399    86.9300   148.2377
26245921.0 / 36489290
  16     0.1000     0.1681    94.1320     0.4402    86.1800   148.1754
26000692.0 / 36489290
  17     0.1000     0.1539    94.6160     0.4108    87.6600   148.2557
25764905.0 / 36489290
  18     0.1000     0.1449    95.0460     0.7288    81.9900   148.2355
25536668.0 / 36489290
  19     0.1000     0.1316    95.3100     0.7854    81.4700   148.1842
25316294.0 / 36489290
  20     0.1000     0.1251    95.6080     0.5382    85.3500   148.2110
25103172.0 / 36489290
  21     0.1000     0.1131    96.0340     0.3395    90.3600   148.2089
24897128.0 / 36489290
  22     0.1000     0.1016    96.4880     0.4191    88.6700   148.2111
24697359.0 / 36489290
  23     0.1000     0.0966    96.6680     0.3652    90.2300   148.2221
24501350.0 / 36489290
  24     0.1000     0.0917    96.7620     0.4573    88.1000   148.2111
24312393.0 / 36489290
  25     0.1000     0.0883    96.9400     0.3994    89.2200   148.2202
24128061.0 / 36489290
  26     0.1000     0.0776    97.2780     0.3411    90.7700   148.1874
23948973.0 / 36489290
  27     0.1000     0.0768    97.2800     0.3263    91.4000   148.2071
23774663.0 / 36489290
  28     0.1000     0.0676    97.6860     0.4034    89.5100   148.1645
23602592.0 / 36489290
  29     0.1000     0.0648    97.7960     0.3942    90.0500   148.2739
23435204.0 / 36489290
  30     0.1000     0.0615    97.8200     0.4034    89.7300   148.2126
23273189.0 / 36489290
  31     0.1000     0.0605    97.8880     0.4772    88.3800   148.2103
23112943.0 / 36489290
  32     0.1000     0.0530    98.1380     0.5202    88.2200   148.1872
22956754.0 / 36489290
  33     0.1000     0.0486    98.3020     0.4373    89.6300   148.2154
22804525.0 / 36489290
  34     0.1000     0.0472    98.3060     0.3442    91.4800   148.1693
22653869.0 / 36489290
  35     0.1000     0.0454    98.4600     0.3796    90.8200   148.1810
22508229.0 / 36489290
  36     0.1000     0.0434    98.4980     0.5576    88.5600   148.1984
22363854.0 / 36489290
  37     0.1000     0.0446    98.4440     0.3820    91.3400   148.2834
22221593.0 / 36489290
  38     0.1000     0.0331    98.8640     0.3024    92.7100   148.2980
22082536.0 / 36489290
  39     0.1000     0.0329    98.8300     0.4418    90.5000   148.1420
21945514.0 / 36489290
  40     0.1000     0.0344    98.8540     0.3885    91.4800   148.1874
21814141.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0359    98.7260     0.3737    91.3000   148.3374
21683510.0 / 36489290
  42     0.1000     0.0331    98.8680     0.4375    90.8500   148.1985
21555561.0 / 36489290
  43     0.1000     0.0317    98.8840     0.3985    91.4100   148.1601
21428207.0 / 36489290
  44     0.1000     0.0289    99.0340     0.5641    89.1900   148.1376
21300287.0 / 36489290
  45     0.1000     0.0194    99.4060     0.3751    92.1300   148.1921
21177791.0 / 36489290
  46     0.1000     0.0267    99.0720     0.4127    91.1100   148.1382
21056498.0 / 36489290
  47     0.1000     0.0232    99.1760     0.4249    91.2400   148.1559
20935820.0 / 36489290
  48     0.1000     0.0240    99.2060     0.4250    91.6600   148.1456
20818743.0 / 36489290
  49     0.1000     0.0239    99.1920     0.4524    90.8800   148.2015
20702629.0 / 36489290
  50     0.1000     0.0249    99.1720     0.4359    91.1600   148.1781
20590187.0 / 36489290
  51     0.1000     0.0236    99.2060     0.3892    92.0000   148.1622
20476762.0 / 36489290
  52     0.1000     0.0198    99.3680     0.3626    92.1500   148.1774
20363870.0 / 36489290
  53     0.1000     0.0171    99.4240     0.4522    91.2800   148.1699
20252860.0 / 36489290
  54     0.1000     0.0167    99.4140     0.3557    92.5600   148.3217
20144619.0 / 36489290
  55     0.1000     0.0171    99.4440     0.4445    91.3100   148.2109
20039294.0 / 36489290
  56     0.1000     0.0221    99.2520     0.5432    89.8700   148.1572
19936659.0 / 36489290
  57     0.1000     0.0219    99.2380     0.4779    90.4000   148.2107
19831999.0 / 36489290
  58     0.1000     0.0177    99.4020     0.5545    89.8500   148.1497
19731512.0 / 36489290
  59     0.1000     0.0188    99.3780     0.4074    92.2500   148.1093
19628652.0 / 36489290
  60     0.1000     0.0146    99.5640     0.3793    92.0000   148.1680
19528435.0 / 36489290
  61     0.1000     0.0158    99.4740     0.3677    92.2100   148.2143
19427595.0 / 36489290
  62     0.1000     0.0121    99.6200     0.3765    92.7100   148.4974
19329692.0 / 36489290
  63     0.1000     0.0138    99.5580     0.3765    92.3000   148.1404
19233597.0 / 36489290
  64     0.1000     0.0145    99.5040     0.3763    92.0000   148.1543
19137923.0 / 36489290
  65     0.1000     0.0123    99.6320     0.3745    92.9000   148.1103
19042921.0 / 36489290
  66     0.1000     0.0110    99.6300     0.3793    92.6800   148.1834
18948370.0 / 36489290
  67     0.1000     0.0113    99.6380     0.3601    92.8600   148.1467
18857565.0 / 36489290
  68     0.1000     0.0129    99.5900     0.5173    90.9500   148.1609
18770198.0 / 36489290
  69     0.1000     0.0180    99.4080     0.3712    92.6400   148.2198
18681411.0 / 36489290
  70     0.1000     0.0133    99.5720     0.4786    90.7500   148.2088
18593433.0 / 36489290
  71     0.1000     0.0151    99.4560     0.4537    91.3200   148.1216
18507678.0 / 36489290
  72     0.1000     0.0155    99.4860     0.3561    92.8700   148.1318
18419993.0 / 36489290
  73     0.1000     0.0101    99.6840     0.4456    91.5300   148.1444
18333645.0 / 36489290
  74     0.1000     0.0110    99.6320     0.4298    92.1400   148.1443
18249481.0 / 36489290
  75     0.1000     0.0115    99.6380     0.3852    92.5600   148.1087
18166424.0 / 36489290
  76     0.1000     0.0109    99.6280     0.3629    92.8600   148.2416
18086218.0 / 36489290
  77     0.1000     0.0143    99.5220     0.3914    92.5900   148.1331
18004527.0 / 36489290
  78     0.1000     0.0115    99.6120     0.4060    92.5000   148.1130
17921155.0 / 36489290
  79     0.1000     0.0092    99.6880     0.3443    93.1000   148.1189
17839405.0 / 36489290
  80     0.1000     0.0092    99.7140     0.3977    92.5700   148.1923
17760225.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0101    99.6780     0.3705    92.9300   148.1485
17681412.0 / 36489290
  82     0.1000     0.0102    99.6540     0.3709    92.7400   148.1511
17602771.0 / 36489290
  83     0.1000     0.0088    99.7200     0.3872    92.7300   148.0633
17526500.0 / 36489290
  84     0.1000     0.0094    99.6800     0.3996    92.8100   148.1431
17453439.0 / 36489290
  85     0.1000     0.0123    99.5840     0.3646    93.1900   148.1108
17376540.0 / 36489290
  86     0.1000     0.0081    99.7200     0.4267    91.8100   148.1093
17304502.0 / 36489290
  87     0.1000     0.0115    99.6120     0.4055    92.2200   148.1456
17229949.0 / 36489290
  88     0.1000     0.0096    99.6660     0.4470    92.2400   148.0676
17154797.0 / 36489290
  89     0.1000     0.0069    99.8040     0.3600    92.9800   148.1378
17080391.0 / 36489290
  90     0.1000     0.0076    99.7500     0.3659    93.3200   148.0831
17008722.0 / 36489290
  91     0.1000     0.0064    99.7740     0.4005    92.6700   148.1288
16934650.0 / 36489290
  92     0.1000     0.0057    99.8320     0.3567    93.1900   148.0963
16861284.0 / 36489290
  93     0.1000     0.0057    99.8240     0.3716    92.9600   148.0627
16788511.0 / 36489290
  94     0.1000     0.0055    99.8180     0.4253    92.6700   148.0951
16718641.0 / 36489290
  95     0.1000     0.0085    99.7380     0.3690    93.2000   148.0692
16647698.0 / 36489290
  96     0.1000     0.0056    99.8460     0.4030    92.8400   148.1165
16576578.0 / 36489290
  97     0.1000     0.0046    99.8680     0.3646    93.3400   148.1099
16508949.0 / 36489290
  98     0.1000     0.0071    99.7900     0.5588    91.1100   148.0724
16445502.0 / 36489290
  99     0.1000     0.0096    99.6820     0.4679    91.7300   148.0824
16378471.0 / 36489290
 100     0.1000     0.0075    99.7460     0.3764    92.9800   148.1182
16314702.0 / 36489290
 101     0.0988     0.0078    99.7660     0.3734    93.0600   148.0841
16248382.0 / 36489290
 102     0.0975     0.0045    99.8460     0.3735    93.3100   148.0534
16182406.0 / 36489290
 103     0.0963     0.0038    99.8840     0.5206    91.1000   148.0953
16120036.0 / 36489290
 104     0.0950     0.0050    99.8580     0.3826    93.0300   148.1139
16056053.0 / 36489290
 105     0.0938     0.0034    99.9020     0.3595    93.3500   148.0635
15994312.0 / 36489290
 106     0.0926     0.0045    99.8600     0.4167    92.6500   148.0897
15931367.0 / 36489290
 107     0.0913     0.0023    99.9420     0.3501    93.6800   148.0646
15870906.0 / 36489290
 108     0.0901     0.0028    99.9160     0.3781    93.4600   148.0894
15811174.0 / 36489290
 109     0.0889     0.0024    99.9260     0.3737    93.6000   148.1227
15753052.0 / 36489290
 110     0.0876     0.0029    99.9240     0.4141    92.9800   148.0956
15695034.0 / 36489290
 111     0.0864     0.0018    99.9540     0.3701    93.5500   148.0855
15637670.0 / 36489290
 112     0.0852     0.0018    99.9660     0.3522    93.7200   148.1245
15580925.0 / 36489290
 113     0.0839     0.0011    99.9720     0.3639    93.6700   148.0911
15525984.0 / 36489290
 114     0.0827     0.0018    99.9480     0.3874    93.5500   148.0712
15470754.0 / 36489290
 115     0.0814     0.0006    99.9960     0.3621    93.8100   148.0806
15417065.0 / 36489290
 116     0.0802     0.0007    99.9840     0.3658    93.8200   148.1094
15363920.0 / 36489290
 117     0.0790     0.0007    99.9880     0.3616    93.8800   148.1005
15312575.0 / 36489290
 118     0.0777     0.0006    99.9920     0.3613    93.9000   148.1068
15261470.0 / 36489290
 119     0.0765     0.0004    99.9980     0.3538    94.0000   148.0778
15212372.0 / 36489290
 120     0.0753     0.0004    99.9940     0.3475    93.8600   148.0839
15163435.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0002    99.9980     0.3481    93.8500   148.1187
15114798.0 / 36489290
 122     0.0728     0.0002    99.9980     0.3394    94.0900   148.0951
15068402.0 / 36489290
 123     0.0715     0.0002   100.0000     0.3420    93.9900   148.0515
15022211.0 / 36489290
 124     0.0703     0.0003    99.9960     0.3518    93.9600   148.0444
14977700.0 / 36489290
 125     0.0691     0.0003    99.9980     0.3517    93.9400   148.0304
14934512.0 / 36489290
 126     0.0678     0.0002   100.0000     0.3385    94.0000   148.0119
14891664.0 / 36489290
 127     0.0666     0.0002    99.9960     0.3442    93.9100   148.0563
14849649.0 / 36489290
 128     0.0654     0.0003    99.9960     0.3462    93.9400   148.0175
14808944.0 / 36489290
 129     0.0641     0.0002    99.9980     0.3516    93.9000   147.9535
14768867.0 / 36489290
 130     0.0629     0.0002   100.0000     0.3480    94.0400   148.0470
14730064.0 / 36489290
 131     0.0616     0.0002    99.9940     0.3506    93.9500   147.9961
14691928.0 / 36489290
 132     0.0604     0.0003    99.9940     0.3514    94.0100   148.0339
14655010.0 / 36489290
 133     0.0592     0.0002    99.9960     0.3543    93.9000   148.0438
14618588.0 / 36489290
 134     0.0579     0.0002   100.0000     0.3515    94.1000   148.0716
14582694.0 / 36489290
 135     0.0567     0.0002   100.0000     0.3559    93.9400   148.0436
14548388.0 / 36489290
 136     0.0554     0.0002    99.9960     0.3459    94.0800   148.2651
14514431.0 / 36489290
 137     0.0542     0.0002   100.0000     0.3524    93.9000   148.0516
14481563.0 / 36489290
 138     0.0530     0.0001    99.9980     0.3587    93.8800   148.0581
14449719.0 / 36489290
 139     0.0517     0.0002    99.9940     0.3524    94.0500   148.0273
14418517.0 / 36489290
 140     0.0505     0.0001   100.0000     0.3518    94.0300   148.0265
14388547.0 / 36489290
 141     0.0493     0.0001   100.0000     0.3481    94.2100   148.0718
14358924.0 / 36489290
 142     0.0480     0.0001    99.9980     0.3469    94.1500   148.0262
14330279.0 / 36489290
 143     0.0468     0.0001   100.0000     0.3470    94.0400   148.0179
14302230.0 / 36489290
 144     0.0456     0.0001   100.0000     0.3480    94.0400   148.0338
14275288.0 / 36489290
 145     0.0443     0.0001    99.9980     0.3489    94.0500   148.0730
14248958.0 / 36489290
 146     0.0431     0.0001   100.0000     0.3534    94.0500   148.0310
14223724.0 / 36489290
 147     0.0418     0.0001   100.0000     0.3478    93.9300   148.0784
14199104.0 / 36489290
 148     0.0406     0.0001   100.0000     0.3468    94.0700   148.0485
14175360.0 / 36489290
 149     0.0394     0.0001    99.9980     0.3515    94.0300   147.9920
14152530.0 / 36489290
 150     0.0381     0.0001    99.9980     0.3521    94.1700   148.0067
14130553.0 / 36489290
 151     0.0369     0.0001   100.0000     0.3495    94.1200   148.0183
14109034.0 / 36489290
 152     0.0357     0.0001   100.0000     0.3515    94.0900   148.0384
14088471.0 / 36489290
 153     0.0344     0.0001   100.0000     0.3478    94.0800   148.0450
14068634.0 / 36489290
 154     0.0332     0.0001   100.0000     0.3482    94.0300   148.0084
14049249.0 / 36489290
 155     0.0319     0.0002    99.9980     0.3488    94.0400   147.9831
14030951.0 / 36489290
 156     0.0307     0.0001    99.9980     0.3472    94.1100   148.1023
14013465.0 / 36489290
 157     0.0295     0.0001   100.0000     0.3447    94.1000   148.0173
13996755.0 / 36489290
 158     0.0282     0.0001   100.0000     0.3472    94.1900   148.0283
13980675.0 / 36489290
 159     0.0270     0.0001    99.9980     0.3490    94.0600   148.0132
13965301.0 / 36489290
 160     0.0257     0.0001   100.0000     0.3429    94.2400   148.0340
13950892.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0001   100.0000     0.3509    94.0300   148.0579
13936935.0 / 36489290
 162     0.0233     0.0001   100.0000     0.3431    94.1800   147.9947
13923502.0 / 36489290
 163     0.0220     0.0001    99.9980     0.3465    94.1100   148.0368
13911181.0 / 36489290
 164     0.0208     0.0001   100.0000     0.3466    93.9400   148.0819
13899530.0 / 36489290
 165     0.0196     0.0001   100.0000     0.3441    94.0700   148.0084
13888605.0 / 36489290
 166     0.0183     0.0001   100.0000     0.3427    94.0800   148.0104
13878426.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3452    94.1600   148.0641
13868952.0 / 36489290
 168     0.0159     0.0001    99.9960     0.3428    94.1600   148.0723
13860172.0 / 36489290
 169     0.0146     0.0001   100.0000     0.3475    94.1500   148.0664
13852122.0 / 36489290
 170     0.0134     0.0001   100.0000     0.3441    94.1000   148.0072
13844868.0 / 36489290
 171     0.0121     0.0001   100.0000     0.3390    94.1600   148.0481
13838214.0 / 36489290
 172     0.0109     0.0001   100.0000     0.3403    94.1400   148.0177
13832458.0 / 36489290
 173     0.0097     0.0001    99.9980     0.3441    94.1500   147.9980
13827479.0 / 36489290
 174     0.0084     0.0001   100.0000     0.3400    94.1300   148.0440
13823042.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3395    94.1400   147.9867
13819479.0 / 36489290
 176     0.0060     0.0001   100.0000     0.3417    94.1900   148.0480
13816615.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3423    94.1000   148.0674
13814541.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3476    94.1600   148.0935
13813034.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3446    93.9600   148.0512
13812306.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3374    94.1200   148.0044
13811552.0 / 36489290
 181     0.0010     0.0001   100.0000     0.3411    94.1900   148.1119
13810841.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3419    94.1900   148.0761
13810140.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3423    94.1800   148.0284
13809415.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3424    94.1600   148.0463
13808657.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3417    94.1100   148.0228
13807933.0 / 36489290
 186     0.0010     0.0001    99.9980     0.3431    94.1700   148.0041
13807212.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3445    94.1800   148.0949
13806428.0 / 36489290
 188     0.0010     0.0001    99.9980     0.3445    94.1300   148.1315
13805704.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3412    94.1600   148.0461
13805008.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3415    94.1900   148.0993
13804265.0 / 36489290
 191     0.0010     0.0001    99.9980     0.3414    94.1200   148.0043
13803542.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3406    94.1100   148.0561
13802831.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3454    94.1100   148.0623
13802116.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3462    94.0900   148.0608
13801403.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3449    94.1200   147.9818
13800671.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3407    94.1600   148.0407
13799934.0 / 36489290
 197     0.0010     0.0001    99.9980     0.3411    94.1200   148.0300
13799236.0 / 36489290
 198     0.0010     0.0001    99.9980     0.3463    94.0800   148.0072
13798501.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3405    94.1500   148.0793
13797797.0 / 36489290
 200     0.0010     0.0001   100.0000     0.3408    94.1500   147.9872
