Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.4
)
Resume training from cifar100_save/endpoints/WideResNet28x10-2/sgd/checkpoint-0.pt
total epochs: 200
33072538.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4363    46.7960     1.5765    45.5700    99.3534
31989277.0 / 36489290
   2     0.1000     0.9096    67.5700     1.3099    61.1700    97.9785
31203339.0 / 36489290
   3     0.1000     0.6895    76.0300     0.8648    72.7700    97.4340
30564305.0 / 36489290
   4     0.1000     0.5592    80.5620     0.8784    72.4100    97.6714
30015538.0 / 36489290
   5     0.1000     0.4755    83.4420     0.9577    71.6300    97.6413
29530972.0 / 36489290
   6     0.1000     0.4189    85.5840     0.5475    80.7100    97.9845
29093481.0 / 36489290
   7     0.1000     0.3706    87.0940     0.6005    81.2000    96.9780
28693460.0 / 36489290
   8     0.1000     0.3363    88.3580     0.5922    81.1200    96.8344
28322634.0 / 36489290
   9     0.1000     0.3037    89.4640     0.4785    84.9000    98.0023
27976299.0 / 36489290
  10     0.1000     0.2765    90.3260     0.5180    83.9500    97.8637
27650701.0 / 36489290
  11     0.1000     0.2511    91.2640     0.4315    86.2800    97.0419
27342411.0 / 36489290
  12     0.1000     0.2300    92.0820     0.4519    85.9700    98.3320
27050307.0 / 36489290
  13     0.1000     0.2135    92.5940     0.5197    84.6500    98.4172
26771655.0 / 36489290
  14     0.1000     0.1977    93.1260     0.4753    86.1500    97.2897
26503545.0 / 36489290
  15     0.1000     0.1776    93.8880     0.3784    88.0600    98.1500
26248657.0 / 36489290
  16     0.1000     0.1678    94.1580     0.4022    87.7500    97.4187
26004492.0 / 36489290
  17     0.1000     0.1494    94.8620     0.3615    89.0600    98.1163
25766961.0 / 36489290
  18     0.1000     0.1453    94.8960     0.4349    87.6400    98.1397
25536427.0 / 36489290
  19     0.1000     0.1312    95.4160     0.3864    88.4400    97.3087
25317031.0 / 36489290
  20     0.1000     0.1208    95.7200     0.4381    87.8300    98.2258
25105768.0 / 36489290
  21     0.1000     0.1146    96.0460     0.3598    90.0900    97.7867
24897565.0 / 36489290
  22     0.1000     0.1013    96.4320     0.3357    90.5100    96.9100
24698471.0 / 36489290
  23     0.1000     0.0959    96.6360     0.3588    90.4200    97.0015
24503827.0 / 36489290
  24     0.1000     0.0887    96.9720     0.4937    86.7600    98.3928
24313699.0 / 36489290
  25     0.1000     0.0842    97.0260     0.4233    89.0800    98.4456
24130600.0 / 36489290
  26     0.1000     0.0792    97.1740     0.3870    89.7300    98.4174
23951131.0 / 36489290
  27     0.1000     0.0753    97.3860     0.3706    90.3200    97.7505
23775924.0 / 36489290
  28     0.1000     0.0711    97.4960     0.3827    89.9300    96.9009
23604555.0 / 36489290
  29     0.1000     0.0606    97.9160     0.3438    91.2400    97.9908
23436890.0 / 36489290
  30     0.1000     0.0604    97.9380     0.3708    90.7000    97.8717
23273148.0 / 36489290
  31     0.1000     0.0570    98.0480     0.4985    88.9400    97.4272
23114357.0 / 36489290
  32     0.1000     0.0505    98.2260     0.3776    90.6200    97.1068
22959841.0 / 36489290
  33     0.1000     0.0539    98.0660     0.3692    91.4600    98.2225
22808065.0 / 36489290
  34     0.1000     0.0479    98.3180     0.6246    86.9700    97.1574
22656916.0 / 36489290
  35     0.1000     0.0429    98.4880     0.3775    91.4700    98.3056
22509727.0 / 36489290
  36     0.1000     0.0416    98.6040     0.4124    90.4600    97.7858
22365832.0 / 36489290
  37     0.1000     0.0415    98.5680     0.3981    90.7200    97.9906
22225652.0 / 36489290
  38     0.1000     0.0372    98.6900     0.3563    92.0200    98.3116
22086784.0 / 36489290
  39     0.1000     0.0350    98.8060     0.3478    91.9800    98.6454
21951360.0 / 36489290
  40     0.1000     0.0349    98.7900     0.3570    91.5800    96.8557
21817155.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0331    98.8560     0.3686    91.9100    98.5103
21685795.0 / 36489290
  42     0.1000     0.0324    98.8680     0.5492    89.0200    97.7947
21556353.0 / 36489290
  43     0.1000     0.0289    99.0500     0.4846    89.8000    98.1718
21428641.0 / 36489290
  44     0.1000     0.0295    98.9800     0.3512    91.8300    97.8503
21304005.0 / 36489290
  45     0.1000     0.0232    99.1820     0.3677    92.2800    98.4209
21178676.0 / 36489290
  46     0.1000     0.0265    99.1140     0.3881    91.5100    97.0770
21056956.0 / 36489290
  47     0.1000     0.0218    99.2680     0.3684    92.3600    98.5128
20941061.0 / 36489290
  48     0.1000     0.0259    99.0360     0.3545    92.5900    99.0133
20822878.0 / 36489290
  49     0.1000     0.0234    99.1980     0.5187    90.3900    98.1691
20705803.0 / 36489290
  50     0.1000     0.0212    99.2960     0.4487    91.4200    97.5419
20592557.0 / 36489290
  51     0.1000     0.0210    99.3060     0.4629    91.1200    97.9898
20477753.0 / 36489290
  52     0.1000     0.0200    99.3160     0.3521    92.7700    97.8977
20368498.0 / 36489290
  53     0.1000     0.0215    99.2980     0.3759    91.9900    98.6317
20262642.0 / 36489290
  54     0.1000     0.0249    99.1260     0.4598    90.9500    98.7189
20154129.0 / 36489290
  55     0.1000     0.0181    99.4120     0.4093    91.8600    98.5364
20047536.0 / 36489290
  56     0.1000     0.0168    99.4680     0.8062    86.9500    98.7633
19944691.0 / 36489290
  57     0.1000     0.0221    99.2360     0.4825    89.8000    98.4916
19840271.0 / 36489290
  58     0.1000     0.0175    99.4340     0.4018    91.8200    97.9776
19736836.0 / 36489290
  59     0.1000     0.0143    99.5260     0.3425    92.4300    98.7155
19633355.0 / 36489290
  60     0.1000     0.0116    99.6200     0.3388    92.9400    98.6830
19533019.0 / 36489290
  61     0.1000     0.0139    99.5400     0.3839    92.4700    97.3613
19435661.0 / 36489290
  62     0.1000     0.0169    99.4640     0.3821    92.5500    97.9334
19337387.0 / 36489290
  63     0.1000     0.0142    99.5440     0.4362    91.5800    98.6220
19239818.0 / 36489290
  64     0.1000     0.0135    99.5660     0.3731    92.4800    98.2232
19142882.0 / 36489290
  65     0.1000     0.0113    99.6220     0.3753    92.7500    98.5436
19050755.0 / 36489290
  66     0.1000     0.0148    99.4800     0.3992    92.3100    98.4114
18958887.0 / 36489290
  67     0.1000     0.0149    99.4880     0.4252    91.8100    98.6133
18864829.0 / 36489290
  68     0.1000     0.0120    99.6020     0.3526    93.1000    98.2068
18771559.0 / 36489290
  69     0.1000     0.0076    99.7920     0.3480    93.1500    98.0792
18684264.0 / 36489290
  70     0.1000     0.0124    99.5900     0.3950    92.3000    98.2322
18596384.0 / 36489290
  71     0.1000     0.0173    99.4520     0.4346    91.9600    98.1172
18508443.0 / 36489290
  72     0.1000     0.0126    99.5820     0.3599    92.9400    97.1014
18420780.0 / 36489290
  73     0.1000     0.0097    99.6920     0.3902    92.1000    98.3486
18335360.0 / 36489290
  74     0.1000     0.0117    99.6200     0.3420    93.0700    98.8044
18248970.0 / 36489290
  75     0.1000     0.0093    99.7180     0.3493    92.8200    98.5215
18164913.0 / 36489290
  76     0.1000     0.0106    99.6400     0.3719    92.8800    97.6372
18086588.0 / 36489290
  77     0.1000     0.0141    99.5240     0.3549    92.9900    98.8572
18004086.0 / 36489290
  78     0.1000     0.0111    99.6780     0.3345    93.4300    98.5647
17918937.0 / 36489290
  79     0.1000     0.0050    99.8660     0.3390    93.5300    98.2231
17836627.0 / 36489290
  80     0.1000     0.0088    99.7060     0.3632    92.7300    98.6814
17758620.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0118    99.6160     0.4042    91.8400    98.0233
17684908.0 / 36489290
  82     0.1000     0.0142    99.5000     0.3900    92.2500    98.2690
17606048.0 / 36489290
  83     0.1000     0.0110    99.6520     0.3549    93.0800    98.4784
17527741.0 / 36489290
  84     0.1000     0.0081    99.7540     0.3619    93.4700    98.3962
17447963.0 / 36489290
  85     0.1000     0.0051    99.8520     0.3966    93.0300    98.9960
17372477.0 / 36489290
  86     0.1000     0.0093    99.6960     0.4563    92.2800    97.7610
17298241.0 / 36489290
  87     0.1000     0.0089    99.7100     0.3477    93.2100    98.5742
17221965.0 / 36489290
  88     0.1000     0.0064    99.8060     0.3779    92.8700    98.3682
17145573.0 / 36489290
  89     0.1000     0.0056    99.8400     0.3744    92.8600    98.1658
17071742.0 / 36489290
  90     0.1000     0.0070    99.7660     0.3855    92.9000    97.8380
16998340.0 / 36489290
  91     0.1000     0.0063    99.8220     0.3745    93.1100    98.6446
16924893.0 / 36489290
  92     0.1000     0.0057    99.8280     0.3575    93.4100    97.9037
16855410.0 / 36489290
  93     0.1000     0.0092    99.6900     0.4365    92.5700    98.9259
16787724.0 / 36489290
  94     0.1000     0.0085    99.7080     0.6212    90.1300    98.7325
16719344.0 / 36489290
  95     0.1000     0.0089    99.6920     0.3771    93.1000    97.7875
16651452.0 / 36489290
  96     0.1000     0.0081    99.7500     0.3812    92.8800    97.9679
16584910.0 / 36489290
  97     0.1000     0.0084    99.7000     0.3962    92.8000    98.3651
16518454.0 / 36489290
  98     0.1000     0.0088    99.7360     0.4177    92.4500    98.1966
16450406.0 / 36489290
  99     0.1000     0.0058    99.8340     0.3643    93.1600    98.3866
16382073.0 / 36489290
 100     0.1000     0.0054    99.8420     0.3713    93.2000    97.8624
16312879.0 / 36489290
 101     0.0988     0.0032    99.9220     0.3795    93.0600    98.5403
16244659.0 / 36489290
 102     0.0975     0.0035    99.9180     0.3675    93.4000    97.8370
16178273.0 / 36489290
 103     0.0963     0.0030    99.9120     0.3688    93.3800    98.4943
16114338.0 / 36489290
 104     0.0950     0.0039    99.8760     0.3782    93.3500    98.2869
16051525.0 / 36489290
 105     0.0938     0.0047    99.8500     0.3761    93.2700    98.2154
15990277.0 / 36489290
 106     0.0926     0.0042    99.8800     0.3623    93.3400    97.9651
15929150.0 / 36489290
 107     0.0913     0.0034    99.8980     0.3938    93.0000    98.6886
15869759.0 / 36489290
 108     0.0901     0.0037    99.8700     0.3756    93.4300    98.4699
15809955.0 / 36489290
 109     0.0889     0.0030    99.9120     0.3557    93.6300    98.0145
15752066.0 / 36489290
 110     0.0876     0.0022    99.9480     0.3706    93.6400    98.1681
15694315.0 / 36489290
 111     0.0864     0.0019    99.9400     0.3617    93.6800    98.8169
15637376.0 / 36489290
 112     0.0852     0.0016    99.9540     0.3985    93.4400    98.2729
15581373.0 / 36489290
 113     0.0839     0.0025    99.9340     0.3673    93.4900    98.7685
15526525.0 / 36489290
 114     0.0827     0.0015    99.9560     0.3525    93.9300    98.1630
15473233.0 / 36489290
 115     0.0814     0.0013    99.9620     0.3615    93.5000    98.1911
15419935.0 / 36489290
 116     0.0802     0.0017    99.9580     0.3794    93.4100    98.2158
15367845.0 / 36489290
 117     0.0790     0.0011    99.9820     0.3644    93.9400    97.5917
15316700.0 / 36489290
 118     0.0777     0.0005    99.9940     0.3476    94.1100    98.3931
15266326.0 / 36489290
 119     0.0765     0.0007    99.9820     0.3488    93.9500    98.2962
15216888.0 / 36489290
 120     0.0753     0.0004    99.9980     0.3341    94.2300    98.4849
15168846.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0005    99.9920     0.3420    94.1600    98.2989
15120800.0 / 36489290
 122     0.0728     0.0003    99.9960     0.3410    94.2300    98.4135
15074525.0 / 36489290
 123     0.0715     0.0005    99.9860     0.3455    94.0400    98.6182
15028963.0 / 36489290
 124     0.0703     0.0004    99.9960     0.3449    94.1200    98.5773
14984170.0 / 36489290
 125     0.0691     0.0002    99.9980     0.3408    94.4000    98.1817
14940330.0 / 36489290
 126     0.0678     0.0003    99.9940     0.3360    94.2700    98.2877
14897758.0 / 36489290
 127     0.0666     0.0002    99.9980     0.3457    94.1600    98.5465
14855911.0 / 36489290
 128     0.0654     0.0002   100.0000     0.3472    94.1900    98.9249
14815230.0 / 36489290
 129     0.0641     0.0002   100.0000     0.3419    94.2900    98.5822
14775071.0 / 36489290
 130     0.0629     0.0002    99.9980     0.3365    94.3000    98.4400
14735851.0 / 36489290
 131     0.0616     0.0002    99.9980     0.3341    94.2600    98.1565
14697495.0 / 36489290
 132     0.0604     0.0002    99.9960     0.3409    94.2400    96.2549
14660477.0 / 36489290
 133     0.0592     0.0002    99.9960     0.3481    94.1600    98.8327
14624483.0 / 36489290
 134     0.0579     0.0002    99.9960     0.3518    94.2500    98.4873
14588850.0 / 36489290
 135     0.0567     0.0003    99.9940     0.3507    94.1000    98.5811
14554990.0 / 36489290
 136     0.0554     0.0002    99.9920     0.3449    94.2800    98.2815
14521386.0 / 36489290
 137     0.0542     0.0002    99.9980     0.3451    94.2800    98.5933
14488443.0 / 36489290
 138     0.0530     0.0001   100.0000     0.3530    94.2100    98.4831
14456487.0 / 36489290
 139     0.0517     0.0001   100.0000     0.3386    94.3300    99.1388
14425508.0 / 36489290
 140     0.0505     0.0002    99.9980     0.3422    94.3800    98.6680
14395474.0 / 36489290
 141     0.0493     0.0001   100.0000     0.3408    94.4100    97.3603
14365994.0 / 36489290
 142     0.0480     0.0001   100.0000     0.3443    94.3600    98.8873
14337617.0 / 36489290
 143     0.0468     0.0001   100.0000     0.3386    94.4300    98.6585
14309470.0 / 36489290
 144     0.0456     0.0001   100.0000     0.3405    94.4400    96.9721
14282662.0 / 36489290
 145     0.0443     0.0001   100.0000     0.3404    94.4100    98.7124
14256147.0 / 36489290
 146     0.0431     0.0002    99.9960     0.3455    94.4700    98.1885
14230751.0 / 36489290
 147     0.0418     0.0001   100.0000     0.3427    94.4600    98.3194
14206088.0 / 36489290
 148     0.0406     0.0001    99.9980     0.3398    94.4700    98.1572
14182655.0 / 36489290
 149     0.0394     0.0001   100.0000     0.3440    94.4800    98.3802
14159304.0 / 36489290
 150     0.0381     0.0001   100.0000     0.3426    94.4600    98.4983
14137425.0 / 36489290
 151     0.0369     0.0001   100.0000     0.3397    94.5500    98.6231
14115748.0 / 36489290
 152     0.0357     0.0001    99.9980     0.3392    94.5600    97.9918
14095077.0 / 36489290
 153     0.0344     0.0001    99.9980     0.3418    94.4900    98.6519
14075195.0 / 36489290
 154     0.0332     0.0001   100.0000     0.3379    94.3900    98.4821
14056237.0 / 36489290
 155     0.0319     0.0001   100.0000     0.3419    94.3900    97.9355
14037917.0 / 36489290
 156     0.0307     0.0001   100.0000     0.3349    94.6300    98.1227
14020332.0 / 36489290
 157     0.0295     0.0001   100.0000     0.3317    94.5900    98.6354
14003382.0 / 36489290
 158     0.0282     0.0001   100.0000     0.3372    94.4700    98.3052
13987553.0 / 36489290
 159     0.0270     0.0001   100.0000     0.3361    94.5000    97.3550
13972079.0 / 36489290
 160     0.0257     0.0001   100.0000     0.3339    94.4800    98.7219
13957376.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0001   100.0000     0.3365    94.5400    98.0167
13943593.0 / 36489290
 162     0.0233     0.0001   100.0000     0.3340    94.5200    98.4123
13930499.0 / 36489290
 163     0.0220     0.0001   100.0000     0.3370    94.4600    98.6109
13918154.0 / 36489290
 164     0.0208     0.0001   100.0000     0.3358    94.4200    98.3060
13906467.0 / 36489290
 165     0.0196     0.0001   100.0000     0.3361    94.5300    98.1566
13895538.0 / 36489290
 166     0.0183     0.0001   100.0000     0.3344    94.4800    98.3646
13885451.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3406    94.4500    98.3077
13876206.0 / 36489290
 168     0.0159     0.0001   100.0000     0.3345    94.4800    98.5960
13867463.0 / 36489290
 169     0.0146     0.0001   100.0000     0.3396    94.4500    97.2478
13859263.0 / 36489290
 170     0.0134     0.0001   100.0000     0.3367    94.5300    98.4079
13851976.0 / 36489290
 171     0.0121     0.0001   100.0000     0.3332    94.4400    98.1389
13845535.0 / 36489290
 172     0.0109     0.0001   100.0000     0.3350    94.3300    98.6085
13839677.0 / 36489290
 173     0.0097     0.0001   100.0000     0.3390    94.4700    97.9693
13834612.0 / 36489290
 174     0.0084     0.0001   100.0000     0.3372    94.3200    98.3562
13830128.0 / 36489290
 175     0.0072     0.0001    99.9960     0.3331    94.4800    98.7315
13826543.0 / 36489290
 176     0.0060     0.0001   100.0000     0.3365    94.4200    98.6766
13823608.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3347    94.4100    98.7678
13821479.0 / 36489290
 178     0.0035     0.0001    99.9980     0.3393    94.4800    97.9176
13819989.0 / 36489290
 179     0.0022     0.0001   100.0000     0.3408    94.2800    96.7520
13819345.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3309    94.3700    97.3160
13818572.0 / 36489290
 181     0.0010     0.0001   100.0000     0.3302    94.5800    96.2473
13817833.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3330    94.4500    96.3161
13817091.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3334    94.5800    96.2737
13816376.0 / 36489290
 184     0.0010     0.0001    99.9980     0.3353    94.4000    96.3196
13815633.0 / 36489290
 185     0.0010     0.0001   100.0000     0.3372    94.3500    96.9899
13814902.0 / 36489290
 186     0.0010     0.0001    99.9980     0.3360    94.4400    96.2444
13814226.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3343    94.4100    96.2370
13813496.0 / 36489290
 188     0.0010     0.0001   100.0000     0.3354    94.4000    96.1684
13812745.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3326    94.4600    96.2592
13812061.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3331    94.4700    96.1056
13811356.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3352    94.3600    96.1688
13810615.0 / 36489290
 192     0.0010     0.0001    99.9980     0.3343    94.4900    96.2325
13809830.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3351    94.4600    96.2462
13809138.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3383    94.3900    96.1945
13808359.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3366    94.3800    97.1226
13807676.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3317    94.4500    97.1375
13806965.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3326    94.4900    98.4762
13806212.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3384    94.2700    98.8505
13805492.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3331    94.4200    98.2162
13804791.0 / 36489290
 200     0.0010     0.0001   100.0000     0.3345    94.4100    98.7959
