Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.6
)
Resume training from cifar100_save/endpoints/WideResNet28x10-3/sgd/checkpoint-0.pt
total epochs: 200
29388506.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4410    46.4860     1.5829    44.5300    99.6590
25743241.0 / 36489290
   2     0.1000     0.9196    67.1880     1.4786    57.9100    97.0224
22799985.0 / 36489290
   3     0.1000     0.6995    75.5680     0.8968    71.7100    97.0575
20241231.0 / 36489290
   4     0.1000     0.5746    80.0940     1.2829    64.7100    97.0370
17940145.0 / 36489290
   5     0.1000     0.4942    82.8120     1.1622    68.2100    96.8753
15837977.0 / 36489290
   6     0.1000     0.4388    85.0060     0.5238    81.5600    97.6588
13918647.0 / 36489290
   7     0.1000     0.3969    86.3920     0.6027    80.9400    98.7952
12193873.0 / 36489290
   8     0.1000     0.3675    87.3540     0.4912    83.6900    98.7943
10690336.0 / 36489290
   9     0.1000     0.3353    88.3160     0.5637    82.2000    98.8405
9431293.0 / 36489290
  10     0.1000     0.3111    89.1760     0.5931    82.0300    98.9503
8404187.0 / 36489290
  11     0.1000     0.2918    89.9720     0.4536    85.4700    98.9567
7592590.0 / 36489290
  12     0.1000     0.2699    90.6860     0.5256    83.9200    98.0033
6950383.0 / 36489290
  13     0.1000     0.2564    91.1840     0.4822    84.6700    98.9647
6437949.0 / 36489290
  14     0.1000     0.2386    91.7360     0.5994    81.5100    98.1111
6021971.0 / 36489290
  15     0.1000     0.2211    92.3140     0.5063    84.4300    98.6916
5686548.0 / 36489290
  16     0.1000     0.2097    92.7040     0.7132    80.3000    98.5103
5393075.0 / 36489290
  17     0.1000     0.1916    93.2560     0.4183    87.0400    96.5652
5148292.0 / 36489290
  18     0.1000     0.1861    93.4400     0.8989    78.7000    96.7377
4931117.0 / 36489290
  19     0.1000     0.1725    93.9640     0.7222    80.6100    96.6598
4743555.0 / 36489290
  20     0.1000     0.1621    94.3280     0.5081    85.2700    96.6142
4576408.0 / 36489290
  21     0.1000     0.1517    94.7180     0.3682    89.1900    96.6589
4428997.0 / 36489290
  22     0.1000     0.1385    95.2100     0.3190    90.6000    96.8107
4303905.0 / 36489290
  23     0.1000     0.1333    95.3160     0.4740    87.2800    96.4443
4186221.0 / 36489290
  24     0.1000     0.1279    95.5320     0.5359    85.6500    96.3959
4076084.0 / 36489290
  25     0.1000     0.1168    96.0180     0.3476    89.9000    96.4351
3974273.0 / 36489290
  26     0.1000     0.1095    96.2260     0.3719    89.6800    96.4913
3886916.0 / 36489290
  27     0.1000     0.1056    96.3640     0.4423    88.4300    96.5534
3807420.0 / 36489290
  28     0.1000     0.1023    96.4120     0.6005    85.2100    96.4315
3724721.0 / 36489290
  29     0.1000     0.0925    96.8700     0.3942    89.5900    96.4777
3653721.0 / 36489290
  30     0.1000     0.0913    96.7840     0.4333    88.3200    96.5947
3587086.0 / 36489290
  31     0.1000     0.0897    96.9600     0.3891    89.3100    97.3859
3520143.0 / 36489290
  32     0.1000     0.0806    97.1700     0.4072    89.2300    96.3341
3454328.0 / 36489290
  33     0.1000     0.0762    97.4040     0.4811    87.3700    96.5150
3391607.0 / 36489290
  34     0.1000     0.0706    97.6000     0.3950    89.5200    96.5923
3330443.0 / 36489290
  35     0.1000     0.0644    97.7340     0.3897    90.1800    96.3905
3283172.0 / 36489290
  36     0.1000     0.0687    97.6500     0.3908    90.4200    96.6278
3238151.0 / 36489290
  37     0.1000     0.0677    97.6680     0.3806    90.6900    96.3202
3185977.0 / 36489290
  38     0.1000     0.0580    97.9940     0.3635    90.9100    96.5121
3140916.0 / 36489290
  39     0.1000     0.0600    97.9340     0.3348    91.4900    96.5083
3094871.0 / 36489290
  40     0.1000     0.0564    98.0620     0.5933    86.5100    96.6311
3047575.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0523    98.1440     0.3773    90.7900    98.5618
3002409.0 / 36489290
  42     0.1000     0.0504    98.1940     0.3830    90.8000    97.6491
2961448.0 / 36489290
  43     0.1000     0.0504    98.3340     0.4833    89.4500    98.5697
2916543.0 / 36489290
  44     0.1000     0.0452    98.4260     0.4680    89.3600    98.4623
2879345.0 / 36489290
  45     0.1000     0.0453    98.4720     0.3710    91.2200    98.1971
2836332.0 / 36489290
  46     0.1000     0.0428    98.5560     0.3238    91.7100    98.7835
2809699.0 / 36489290
  47     0.1000     0.0463    98.3740     0.4558    89.2800    98.2564
2778303.0 / 36489290
  48     0.1000     0.0434    98.4940     0.5141    88.8200    97.8992
2743343.0 / 36489290
  49     0.1000     0.0408    98.5380     0.4557    89.5400    97.8843
2707611.0 / 36489290
  50     0.1000     0.0372    98.7040     0.3434    91.9100    97.8674
2678777.0 / 36489290
  51     0.1000     0.0369    98.7120     0.3645    91.6600    98.4626
2649049.0 / 36489290
  52     0.1000     0.0367    98.7460     0.4373    90.5700    97.9434
2624215.0 / 36489290
  53     0.1000     0.0393    98.6700     0.3552    91.7600    99.1024
2590335.0 / 36489290
  54     0.1000     0.0326    98.8980     0.3795    91.4700    97.4328
2563932.0 / 36489290
  55     0.1000     0.0368    98.7180     0.8228    84.2300    98.6526
2536705.0 / 36489290
  56     0.1000     0.0345    98.8180     0.3367    91.6500    97.9925
2515407.0 / 36489290
  57     0.1000     0.0376    98.6680     0.3576    91.9400    98.1268
2486162.0 / 36489290
  58     0.1000     0.0307    98.9600     0.3651    91.9200    97.9648
2457710.0 / 36489290
  59     0.1000     0.0302    98.9880     0.3681    92.0500    98.1232
2428059.0 / 36489290
  60     0.1000     0.0272    99.1220     0.3455    92.3000    98.6089
2401341.0 / 36489290
  61     0.1000     0.0280    99.0840     0.3427    92.4600    97.9345
2391572.0 / 36489290
  62     0.1000     0.0358    98.7580     0.3142    92.6500    97.2194
2366896.0 / 36489290
  63     0.1000     0.0289    98.9980     0.3839    91.5600    98.0872
2342464.0 / 36489290
  64     0.1000     0.0277    99.0300     0.3490    92.5900    98.3047
2311687.0 / 36489290
  65     0.1000     0.0228    99.2320     0.4014    91.9100    98.4129
2293052.0 / 36489290
  66     0.1000     0.0273    99.0740     0.4265    91.4400    98.7633
2275925.0 / 36489290
  67     0.1000     0.0287    99.0380     0.3321    92.5100    97.8303
2254453.0 / 36489290
  68     0.1000     0.0257    99.1380     0.3380    92.6300    98.2417
2232713.0 / 36489290
  69     0.1000     0.0234    99.2260     0.3148    92.7700    99.0140
2213568.0 / 36489290
  70     0.1000     0.0249    99.2000     0.4917    89.7700    98.1124
2203983.0 / 36489290
  71     0.1000     0.0275    99.0560     0.3772    91.6900    97.8185
2186641.0 / 36489290
  72     0.1000     0.0254    99.1340     0.3564    92.2200    98.1090
2164926.0 / 36489290
  73     0.1000     0.0224    99.2540     0.4305    91.4200    97.7562
2152196.0 / 36489290
  74     0.1000     0.0260    99.1020     0.3678    92.1000    98.4073
2135853.0 / 36489290
  75     0.1000     0.0228    99.2500     0.5599    89.2900    97.6317
2123571.0 / 36489290
  76     0.1000     0.0248    99.1200     0.4188    90.6100    97.3532
2110305.0 / 36489290
  77     0.1000     0.0255    99.1480     0.3808    92.1700    96.3870
2094434.0 / 36489290
  78     0.1000     0.0228    99.2520     0.3263    93.1200    97.0048
2062497.0 / 36489290
  79     0.1000     0.0136    99.5640     0.3470    92.5500    98.5114
2048478.0 / 36489290
  80     0.1000     0.0222    99.2340     0.3960    91.3000    97.7360
2037119.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0235    99.1920     0.3826    92.0700    96.6232
2027902.0 / 36489290
  82     0.1000     0.0235    99.1740     0.4752    90.3300    97.8002
2008787.0 / 36489290
  83     0.1000     0.0184    99.3940     0.3505    92.3700    98.3437
1987743.0 / 36489290
  84     0.1000     0.0157    99.4700     0.3425    93.0500    98.0468
1975435.0 / 36489290
  85     0.1000     0.0207    99.2980     0.4018    92.0900    97.6540
1963149.0 / 36489290
  86     0.1000     0.0214    99.2820     0.3801    92.2500    97.8462
1947629.0 / 36489290
  87     0.1000     0.0192    99.3560     0.3267    92.9400    98.2706
1937415.0 / 36489290
  88     0.1000     0.0197    99.3240     0.3477    92.5300    97.9437
1918525.0 / 36489290
  89     0.1000     0.0160    99.5060     0.3371    93.1600    97.5807
1896241.0 / 36489290
  90     0.1000     0.0131    99.5720     0.4093    92.1200    97.0919
1891979.0 / 36489290
  91     0.1000     0.0222    99.2500     0.4066    91.7500    97.7649
1885784.0 / 36489290
  92     0.1000     0.0210    99.2740     0.4037    92.0900    98.4602
1874639.0 / 36489290
  93     0.1000     0.0178    99.4100     0.3907    92.4400    98.0261
1858867.0 / 36489290
  94     0.1000     0.0146    99.5200     0.5021    90.3100    98.0659
1850884.0 / 36489290
  95     0.1000     0.0189    99.3760     0.3767    92.3700    98.5154
1852812.0 / 36489290
  96     0.1000     0.0241    99.2300     0.3935    91.7600    98.2356
1840903.0 / 36489290
  97     0.1000     0.0188    99.3620     0.3325    93.0300    97.0063
1821232.0 / 36489290
  98     0.1000     0.0122    99.5880     0.3413    92.7100    98.0976
1807578.0 / 36489290
  99     0.1000     0.0143    99.5280     0.6441    88.3700    97.0364
1804024.0 / 36489290
 100     0.1000     0.0204    99.2840     0.3815    92.1400    97.9493
1795618.0 / 36489290
 101     0.0988     0.0178    99.3840     0.4420    91.5900    98.7648
1778783.0 / 36489290
 102     0.0975     0.0134    99.5740     0.3711    92.1700    97.6351
1764919.0 / 36489290
 103     0.0963     0.0135    99.5380     0.3326    93.2000    98.5680
1748809.0 / 36489290
 104     0.0950     0.0126    99.6220     0.3696    92.8400    97.7511
1732217.0 / 36489290
 105     0.0938     0.0121    99.6120     0.3415    93.1000    98.3782
1717782.0 / 36489290
 106     0.0926     0.0108    99.6260     0.3880    93.0000    98.9517
1706539.0 / 36489290
 107     0.0913     0.0133    99.5720     0.3612    92.7700    98.1442
1695820.0 / 36489290
 108     0.0901     0.0138    99.5600     0.3562    92.8200    98.2511
1679386.0 / 36489290
 109     0.0889     0.0099    99.6720     0.3242    93.5000    98.0861
1662208.0 / 36489290
 110     0.0876     0.0085    99.7280     0.3724    93.1600    97.1749
1646829.0 / 36489290
 111     0.0864     0.0090    99.6840     0.4152    92.4700    97.9260
1633927.0 / 36489290
 112     0.0852     0.0091    99.6700     0.4833    92.0600    98.1864
1619422.0 / 36489290
 113     0.0839     0.0087    99.7140     0.3758    93.1700    97.4361
1606663.0 / 36489290
 114     0.0827     0.0088    99.7080     0.4948    91.1700    98.2041
1595956.0 / 36489290
 115     0.0814     0.0098    99.6820     0.3673    93.2600    98.3615
1586555.0 / 36489290
 116     0.0802     0.0101    99.6480     0.3488    93.4500    98.1484
1572518.0 / 36489290
 117     0.0790     0.0069    99.7900     0.3651    93.3900    98.0897
1557282.0 / 36489290
 118     0.0777     0.0064    99.8040     0.3379    93.6500    98.0167
1541042.0 / 36489290
 119     0.0765     0.0059    99.8200     0.3493    93.4000    98.4144
1523739.0 / 36489290
 120     0.0753     0.0040    99.8840     0.3229    93.8100    98.1290
1506768.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0040    99.8780     0.3347    93.6500    98.4192
1496290.0 / 36489290
 122     0.0728     0.0071    99.7700     0.3623    93.2600    97.8036
1483258.0 / 36489290
 123     0.0715     0.0062    99.8280     0.3507    93.5800    97.0564
1473654.0 / 36489290
 124     0.0703     0.0066    99.7720     0.4720    91.7800    96.2020
1463552.0 / 36489290
 125     0.0691     0.0061    99.7860     0.3792    92.8200    96.4013
1447951.0 / 36489290
 126     0.0678     0.0030    99.9320     0.3265    93.8600    96.4433
1432984.0 / 36489290
 127     0.0666     0.0033    99.9180     0.3738    93.3500    96.4643
1420965.0 / 36489290
 128     0.0654     0.0042    99.8660     0.3766    93.3000    96.3673
1406238.0 / 36489290
 129     0.0641     0.0026    99.9380     0.3907    93.2500    96.4152
1392175.0 / 36489290
 130     0.0629     0.0027    99.9220     0.3284    93.8000    96.3793
1377869.0 / 36489290
 131     0.0616     0.0020    99.9560     0.3270    93.8000    97.4134
1363482.0 / 36489290
 132     0.0604     0.0016    99.9580     0.3246    93.9200    97.7719
1350531.0 / 36489290
 133     0.0592     0.0025    99.9240     0.3428    94.0800    98.1005
1339103.0 / 36489290
 134     0.0579     0.0029    99.9200     0.3383    93.8900    98.7807
1327948.0 / 36489290
 135     0.0567     0.0027    99.9360     0.3447    93.8200    98.6490
1317236.0 / 36489290
 136     0.0554     0.0026    99.9220     0.5031    91.9900    96.7797
1304748.0 / 36489290
 137     0.0542     0.0014    99.9700     0.3353    94.0500    98.8166
1293324.0 / 36489290
 138     0.0530     0.0017    99.9600     0.3286    94.1100    97.5982
1282350.0 / 36489290
 139     0.0517     0.0014    99.9720     0.3546    93.9500    97.6605
1274232.0 / 36489290
 140     0.0505     0.0025    99.9080     0.3578    93.7600    98.9175
1262591.0 / 36489290
 141     0.0493     0.0011    99.9720     0.3421    94.0900    98.0187
1252464.0 / 36489290
 142     0.0480     0.0012    99.9660     0.3469    94.1900    98.4175
1241646.0 / 36489290
 143     0.0468     0.0007    99.9860     0.3374    94.2000    97.9983
1231635.0 / 36489290
 144     0.0456     0.0011    99.9700     0.3314    94.2200    98.2823
1222143.0 / 36489290
 145     0.0443     0.0011    99.9760     0.3313    94.2300    98.9663
1212834.0 / 36489290
 146     0.0431     0.0010    99.9740     0.3479    93.8800    97.5520
1204687.0 / 36489290
 147     0.0418     0.0011    99.9820     0.3280    94.1400    98.4052
1195822.0 / 36489290
 148     0.0406     0.0007    99.9800     0.3231    94.2900    97.7165
1186996.0 / 36489290
 149     0.0394     0.0004    99.9940     0.3297    94.3300    98.4011
1178361.0 / 36489290
 150     0.0381     0.0004    99.9980     0.3222    94.5100    97.9771
1170403.0 / 36489290
 151     0.0369     0.0004    99.9940     0.3266    94.4800    98.5798
1162641.0 / 36489290
 152     0.0357     0.0004    99.9940     0.3267    94.4000    98.4033
1155259.0 / 36489290
 153     0.0344     0.0004    99.9940     0.3331    94.3500    97.4351
1148363.0 / 36489290
 154     0.0332     0.0004    99.9920     0.3248    94.4200    97.3138
1141379.0 / 36489290
 155     0.0319     0.0003    99.9960     0.3277    94.4900    96.2774
1134865.0 / 36489290
 156     0.0307     0.0003   100.0000     0.3213    94.4800    96.4661
1128756.0 / 36489290
 157     0.0295     0.0003    99.9920     0.3232    94.3900    96.4097
1122831.0 / 36489290
 158     0.0282     0.0003    99.9960     0.3239    94.5100    96.3431
1117078.0 / 36489290
 159     0.0270     0.0002    99.9980     0.3262    94.3600    96.5734
1111718.0 / 36489290
 160     0.0257     0.0002   100.0000     0.3222    94.4300    96.5248
1106814.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0003    99.9980     0.3286    94.4800    96.5099
1102083.0 / 36489290
 162     0.0233     0.0002    99.9980     0.3223    94.3900    96.2326
1097927.0 / 36489290
 163     0.0220     0.0003    99.9940     0.3230    94.3500    96.3491
1094129.0 / 36489290
 164     0.0208     0.0003    99.9960     0.3205    94.3200    98.5431
1090422.0 / 36489290
 165     0.0196     0.0002   100.0000     0.3218    94.4400    98.3100
1086937.0 / 36489290
 166     0.0183     0.0002   100.0000     0.3201    94.4300    97.8668
1083638.0 / 36489290
 167     0.0171     0.0002   100.0000     0.3225    94.4800    98.6002
1080707.0 / 36489290
 168     0.0159     0.0003    99.9960     0.3204    94.4600    97.7807
1078118.0 / 36489290
 169     0.0146     0.0002    99.9980     0.3228    94.4600    98.4675
1075650.0 / 36489290
 170     0.0134     0.0002    99.9980     0.3211    94.4200    97.8676
1073430.0 / 36489290
 171     0.0121     0.0002   100.0000     0.3222    94.3500    98.0545
1071492.0 / 36489290
 172     0.0109     0.0001   100.0000     0.3209    94.3800    97.1080
1069807.0 / 36489290
 173     0.0097     0.0002   100.0000     0.3207    94.5500    98.4184
1068334.0 / 36489290
 174     0.0084     0.0002    99.9960     0.3154    94.6000    98.2027
1067113.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3173    94.5300    97.9019
1066113.0 / 36489290
 176     0.0060     0.0002    99.9980     0.3199    94.5200    97.6790
1065392.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3218    94.4700    97.9814
1064802.0 / 36489290
 178     0.0035     0.0002    99.9980     0.3219    94.5400    97.0979
1064507.0 / 36489290
 179     0.0022     0.0002   100.0000     0.3170    94.5400    97.1100
1064345.0 / 36489290
 180     0.0010     0.0002    99.9980     0.3119    94.5600    98.2937
1064203.0 / 36489290
 181     0.0010     0.0002   100.0000     0.3166    94.4400    97.8308
1064077.0 / 36489290
 182     0.0010     0.0002    99.9960     0.3167    94.5500    97.2768
1063916.0 / 36489290
 183     0.0010     0.0002   100.0000     0.3166    94.5900    98.0042
1063772.0 / 36489290
 184     0.0010     0.0002   100.0000     0.3190    94.4800    97.3541
1063612.0 / 36489290
 185     0.0010     0.0002    99.9960     0.3220    94.5100    98.2006
1063457.0 / 36489290
 186     0.0010     0.0001   100.0000     0.3186    94.5500    98.0995
1063311.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3171    94.4800    97.7814
1063151.0 / 36489290
 188     0.0010     0.0001   100.0000     0.3225    94.5000    98.4568
1063006.0 / 36489290
 189     0.0010     0.0001   100.0000     0.3163    94.5700    97.9307
1062831.0 / 36489290
 190     0.0010     0.0002    99.9980     0.3188    94.5000    98.5500
1062687.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3152    94.5100    96.3118
1062548.0 / 36489290
 192     0.0010     0.0002    99.9980     0.3168    94.5000    98.4926
1062380.0 / 36489290
 193     0.0010     0.0002   100.0000     0.3192    94.5000    98.2128
1062233.0 / 36489290
 194     0.0010     0.0002    99.9960     0.3251    94.4400    96.2876
1062099.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3173    94.5500    97.4965
1061959.0 / 36489290
 196     0.0010     0.0002    99.9980     0.3155    94.5600    96.3581
1061826.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3173    94.5100    96.3760
1061702.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3221    94.5000    96.4304
1061534.0 / 36489290
 199     0.0010     0.0002    99.9980     0.3178    94.5900    96.3551
1061374.0 / 36489290
 200     0.0010     0.0001    99.9980     0.3178    94.5400    96.2469
