Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.65
)
Resume training from cifar100_save/endpoints/WideResNet28x10-1/sgd/checkpoint-0.pt
total epochs: 200
27961845.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4476    46.3180     1.6166    44.2700   154.0755
23129232.0 / 36489290
   2     0.1000     0.9204    67.0860     1.3384    59.7700   149.9612
19126876.0 / 36489290
   3     0.1000     0.7054    75.3200     1.3323    61.7700   149.9267
15600319.0 / 36489290
   4     0.1000     0.5847    79.6140     1.1971    65.2300   149.8009
12445802.0 / 36489290
   5     0.1000     0.5089    82.2040     1.2932    65.9500   149.6855
9779058.0 / 36489290
   6     0.1000     0.4580    84.2980     0.5661    79.7700   149.5311
7760993.0 / 36489290
   7     0.1000     0.4191    85.5580     0.8538    74.1900   149.5795
6400915.0 / 36489290
   8     0.1000     0.3892    86.5420     0.5681    80.9900   149.6098
5481668.0 / 36489290
   9     0.1000     0.3591    87.6140     0.5857    80.8700   149.6194
4831704.0 / 36489290
  10     0.1000     0.3322    88.5740     0.7407    78.5600   149.3829
4342755.0 / 36489290
  11     0.1000     0.3084    89.4400     0.5198    83.3500   149.2440
3981523.0 / 36489290
  12     0.1000     0.2842    90.1120     0.4707    85.1800   149.1369
3701058.0 / 36489290
  13     0.1000     0.2710    90.6340     0.4995    84.0900   149.3279
3473960.0 / 36489290
  14     0.1000     0.2525    91.2720     0.4447    85.4700   149.3477
3285641.0 / 36489290
  15     0.1000     0.2301    91.9700     0.6298    81.9800   149.4024
3128307.0 / 36489290
  16     0.1000     0.2198    92.3640     0.5430    82.6700   149.4047
2995187.0 / 36489290
  17     0.1000     0.2012    93.0160     0.3351    89.4900   149.4144
2879598.0 / 36489290
  18     0.1000     0.1943    93.2240     0.4970    85.4600   149.3929
2777390.0 / 36489290
  19     0.1000     0.1795    93.7960     0.5274    84.3700   149.4361
2688666.0 / 36489290
  20     0.1000     0.1700    94.0580     0.5707    84.2700   149.3544
2608983.0 / 36489290
  21     0.1000     0.1588    94.4760     0.5050    85.9600   149.4303
2538176.0 / 36489290
  22     0.1000     0.1453    94.9640     0.4264    87.7900   149.5710
2481693.0 / 36489290
  23     0.1000     0.1421    94.9660     0.3667    89.4500   149.3941
2423308.0 / 36489290
  24     0.1000     0.1310    95.5000     2.0950    65.9600   149.0610
2364724.0 / 36489290
  25     0.1000     0.1225    95.6400     0.4219    87.7400   149.4098
2311999.0 / 36489290
  26     0.1000     0.1168    95.8820     0.2954    91.1100   149.3768
2264806.0 / 36489290
  27     0.1000     0.1119    96.0820     0.6322    85.4900   149.6015
2221424.0 / 36489290
  28     0.1000     0.1067    96.3500     0.4215    88.5900   149.4969
2177995.0 / 36489290
  29     0.1000     0.0976    96.6300     0.3594    90.0300   149.5607
2134988.0 / 36489290
  30     0.1000     0.0918    96.8580     0.3118    91.0400   149.4555
2098425.0 / 36489290
  31     0.1000     0.0930    96.8140     0.4015    88.7900   149.2827
2063444.0 / 36489290
  32     0.1000     0.0868    96.9660     0.5154    87.2000   149.4971
2028960.0 / 36489290
  33     0.1000     0.0827    97.1580     0.3282    90.5000   149.3385
1994526.0 / 36489290
  34     0.1000     0.0779    97.2680     0.4595    88.0000   149.4196
1960751.0 / 36489290
  35     0.1000     0.0759    97.3300     0.3200    91.5500   149.4705
1930636.0 / 36489290
  36     0.1000     0.0703    97.6120     0.6622    85.0900   149.3467
1906768.0 / 36489290
  37     0.1000     0.0729    97.4020     0.3727    90.4100   149.4474
1879972.0 / 36489290
  38     0.1000     0.0651    97.7920     0.3481    91.2900   149.4200
1857120.0 / 36489290
  39     0.1000     0.0664    97.6340     0.2990    92.0700   149.2641
1826610.0 / 36489290
  40     0.1000     0.0595    97.9640     0.4855    88.2500   149.5191
1802878.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0606    97.8000     0.4095    90.4000   149.3959
1774720.0 / 36489290
  42     0.1000     0.0546    98.1500     0.3657    91.0900   149.4260
1750597.0 / 36489290
  43     0.1000     0.0557    98.0760     0.4383    90.2000   149.3822
1729091.0 / 36489290
  44     0.1000     0.0525    98.1240     0.5260    88.7900   149.2043
1707080.0 / 36489290
  45     0.1000     0.0518    98.1580     0.4356    89.8900   149.2519
1686573.0 / 36489290
  46     0.1000     0.0499    98.2820     0.3369    91.6600   149.2833
1663855.0 / 36489290
  47     0.1000     0.0461    98.3840     0.3637    91.3100   149.4514
1644091.0 / 36489290
  48     0.1000     0.0490    98.3200     0.3368    91.8500   149.3517
1625142.0 / 36489290
  49     0.1000     0.0458    98.4180     0.4961    89.0000   149.4199
1606273.0 / 36489290
  50     0.1000     0.0452    98.4400     0.3599    91.5200   149.5088
1582788.0 / 36489290
  51     0.1000     0.0399    98.6760     0.3074    92.6100   149.4695
1563896.0 / 36489290
  52     0.1000     0.0405    98.6700     0.3601    91.4700   149.3793
1544024.0 / 36489290
  53     0.1000     0.0385    98.7000     0.3481    92.1200   149.4133
1531723.0 / 36489290
  54     0.1000     0.0425    98.5520     0.3481    92.0500   149.3537
1517852.0 / 36489290
  55     0.1000     0.0400    98.6300     0.4373    89.9100   149.3530
1504586.0 / 36489290
  56     0.1000     0.0422    98.5560     0.6326    87.7400   149.3178
1490205.0 / 36489290
  57     0.1000     0.0374    98.6940     0.3800    91.5500   149.3156
1476770.0 / 36489290
  58     0.1000     0.0375    98.6820     0.6261    86.8600   149.3557
1462053.0 / 36489290
  59     0.1000     0.0384    98.7200     0.3538    91.8400   149.3570
1445554.0 / 36489290
  60     0.1000     0.0345    98.8240     0.3478    91.7900   149.2888
1430444.0 / 36489290
  61     0.1000     0.0341    98.8500     0.3725    91.4200   149.2527
1421854.0 / 36489290
  62     0.1000     0.0353    98.7540     0.5203    89.8300   149.4977
1401333.0 / 36489290
  63     0.1000     0.0297    99.0000     0.4140    90.4700   149.4489
1384201.0 / 36489290
  64     0.1000     0.0293    99.0300     0.3285    92.4700   149.5095
1373033.0 / 36489290
  65     0.1000     0.0317    98.9100     0.3921    91.4500   149.5615
1360844.0 / 36489290
  66     0.1000     0.0317    98.9500     0.4215    90.9000   149.3983
1351911.0 / 36489290
  67     0.1000     0.0320    98.9040     0.3482    92.5300   149.4192
1342689.0 / 36489290
  68     0.1000     0.0333    98.8560     0.3687    92.0200   149.3123
1329125.0 / 36489290
  69     0.1000     0.0276    99.0060     0.3341    92.3500   149.5713
1323010.0 / 36489290
  70     0.1000     0.0323    98.8800     0.6010    87.5200   149.4837
1316809.0 / 36489290
  71     0.1000     0.0345    98.8640     0.3907    91.1500   149.4802
1302895.0 / 36489290
  72     0.1000     0.0273    99.0920     0.3735    91.8500   149.4699
1285406.0 / 36489290
  73     0.1000     0.0231    99.2260     0.7852    86.2900   149.4276
1279539.0 / 36489290
  74     0.1000     0.0285    99.0400     0.3439    92.6200   149.4915
1271933.0 / 36489290
  75     0.1000     0.0288    98.9960     0.4147    91.3800   149.4411
1262905.0 / 36489290
  76     0.1000     0.0284    99.0600     0.4601    90.6900   149.2468
1252878.0 / 36489290
  77     0.1000     0.0255    99.1180     0.3411    92.9000   149.4983
1247181.0 / 36489290
  78     0.1000     0.0289    99.0400     0.3621    92.4300   149.3999
1234837.0 / 36489290
  79     0.1000     0.0250    99.1780     0.5424    89.0000   149.3848
1225696.0 / 36489290
  80     0.1000     0.0249    99.1840     0.4750    89.8000   149.5022
1221722.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0307    98.9700     0.3636    92.1600   149.4905
1209483.0 / 36489290
  82     0.1000     0.0242    99.2120     0.3516    92.5200   149.5520
1196191.0 / 36489290
  83     0.1000     0.0205    99.3200     0.3403    92.6600   149.3240
1183422.0 / 36489290
  84     0.1000     0.0200    99.3560     0.3459    92.7700   149.6489
1176335.0 / 36489290
  85     0.1000     0.0233    99.2020     0.3452    92.3000   149.6008
1175109.0 / 36489290
  86     0.1000     0.0284    99.0340     0.3386    92.8600   149.5040
1171051.0 / 36489290
  87     0.1000     0.0262    99.0880     0.3664    91.8400   149.2437
1158922.0 / 36489290
  88     0.1000     0.0193    99.3600     0.3639    92.4800   149.2943
1147683.0 / 36489290
  89     0.1000     0.0196    99.3520     0.3090    93.4500   149.3699
1145177.0 / 36489290
  90     0.1000     0.0255    99.1240     0.4018    91.5200   149.5668
1134288.0 / 36489290
  91     0.1000     0.0194    99.3880     0.3598    92.2600   149.4865
1133353.0 / 36489290
  92     0.1000     0.0253    99.1380     0.4275    91.6300   149.2733
1128723.0 / 36489290
  93     0.1000     0.0248    99.1740     0.3532    92.7700   149.4078
1118471.0 / 36489290
  94     0.1000     0.0192    99.3440     0.3480    92.4500   149.5068
1112376.0 / 36489290
  95     0.1000     0.0227    99.2100     0.4182    91.8700   149.2033
1110061.0 / 36489290
  96     0.1000     0.0246    99.1660     0.3624    92.2700   149.5363
1101002.0 / 36489290
  97     0.1000     0.0210    99.3120     0.3464    92.7400   149.5719
1091350.0 / 36489290
  98     0.1000     0.0196    99.3560     0.3682    92.3400   149.4540
1084666.0 / 36489290
  99     0.1000     0.0212    99.2880     0.3337    92.8500   149.3162
1075845.0 / 36489290
 100     0.1000     0.0186    99.3860     0.5202    90.1400   149.2960
1068128.0 / 36489290
 101     0.0988     0.0189    99.3640     0.4945    90.6400   149.2856
1060542.0 / 36489290
 102     0.0975     0.0171    99.4380     0.3808    92.5900   149.5516
1052062.0 / 36489290
 103     0.0963     0.0162    99.4620     0.3427    93.0300   149.4376
1048259.0 / 36489290
 104     0.0950     0.0198    99.3200     0.3166    93.0500   149.6271
1043534.0 / 36489290
 105     0.0938     0.0197    99.3420     0.3454    92.8400   149.4670
1034453.0 / 36489290
 106     0.0926     0.0158    99.4380     0.3311    93.1400   149.4868
1023257.0 / 36489290
 107     0.0913     0.0130    99.5800     0.3942    91.8200   149.4799
1015242.0 / 36489290
 108     0.0901     0.0160    99.4920     0.3699    92.6600   149.4056
1003405.0 / 36489290
 109     0.0889     0.0107    99.6420     0.3912    92.2200   149.4960
994229.0 / 36489290
 110     0.0876     0.0126    99.5840     0.3539    92.8700   149.4336
989383.0 / 36489290
 111     0.0864     0.0157    99.4880     0.3968    92.4000   149.3234
984780.0 / 36489290
 112     0.0852     0.0156    99.4760     0.3905    92.3700   149.4969
980727.0 / 36489290
 113     0.0839     0.0174    99.4240     0.3949    91.8700   149.1492
967928.0 / 36489290
 114     0.0827     0.0094    99.7020     0.3582    92.7800   149.4173
956589.0 / 36489290
 115     0.0814     0.0084    99.7220     0.3714    92.8700   149.2909
943422.0 / 36489290
 116     0.0802     0.0072    99.7940     0.3589    92.9500   149.3422
933782.0 / 36489290
 117     0.0790     0.0098    99.7060     0.3381    93.1900   149.1614
930094.0 / 36489290
 118     0.0777     0.0130    99.5900     0.3915    92.3600   149.3017
924182.0 / 36489290
 119     0.0765     0.0114    99.6120     0.3996    91.7300   149.3768
914158.0 / 36489290
 120     0.0753     0.0077    99.7580     0.3183    93.8900   149.4808
902410.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0063    99.8100     0.3237    93.4900   149.5823
893893.0 / 36489290
 122     0.0728     0.0072    99.7620     0.3476    93.2200   149.1889
890361.0 / 36489290
 123     0.0715     0.0117    99.5840     0.3451    93.2000   149.4698
882569.0 / 36489290
 124     0.0703     0.0081    99.7560     0.3318    93.3900   149.3848
872602.0 / 36489290
 125     0.0691     0.0054    99.8300     0.3196    93.7200   149.3317
864708.0 / 36489290
 126     0.0678     0.0069    99.7780     0.3102    93.9100   149.5044
856408.0 / 36489290
 127     0.0666     0.0061    99.8000     0.3319    93.6400   149.4995
846291.0 / 36489290
 128     0.0654     0.0043    99.8740     0.3338    93.7600   149.3821
837416.0 / 36489290
 129     0.0641     0.0051    99.8620     0.3304    93.7200   149.4390
829461.0 / 36489290
 130     0.0629     0.0051    99.8440     0.3323    93.9500   149.3459
821030.0 / 36489290
 131     0.0616     0.0046    99.8720     0.3643    93.1100   149.5259
818167.0 / 36489290
 132     0.0604     0.0086    99.6940     0.3261    93.6700   149.4523
814160.0 / 36489290
 133     0.0592     0.0079    99.7480     0.3347    93.6200   149.4683
810226.0 / 36489290
 134     0.0579     0.0072    99.7600     0.3283    93.7600   149.2982
805642.0 / 36489290
 135     0.0567     0.0066    99.7840     0.3335    93.6600   149.2486
798961.0 / 36489290
 136     0.0554     0.0051    99.8580     0.3780    93.2400   149.4342
792534.0 / 36489290
 137     0.0542     0.0047    99.8540     0.3544    93.5500   149.5185
786144.0 / 36489290
 138     0.0530     0.0043    99.8700     0.3451    93.6600   149.5345
779119.0 / 36489290
 139     0.0517     0.0034    99.9020     0.3366    93.9100   149.4614
770791.0 / 36489290
 140     0.0505     0.0021    99.9560     0.3302    94.0300   149.4070
762746.0 / 36489290
 141     0.0493     0.0020    99.9540     0.3313    94.0700   149.4020
755817.0 / 36489290
 142     0.0480     0.0025    99.9280     0.3353    94.0500   149.3604
748349.0 / 36489290
 143     0.0468     0.0018    99.9600     0.3436    93.9300   149.4642
742691.0 / 36489290
 144     0.0456     0.0039    99.8840     0.3448    93.7800   149.5369
735954.0 / 36489290
 145     0.0443     0.0017    99.9580     0.3359    93.9700   149.5466
729159.0 / 36489290
 146     0.0431     0.0014    99.9720     0.3312    94.1800   149.5991
722582.0 / 36489290
 147     0.0418     0.0016    99.9620     0.3319    94.1600   149.6069
716558.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 148     0.0406     0.0016    99.9580     0.3507    93.9500   148.8638
710112.0 / 36489290
 149     0.0394     0.0010    99.9880     0.3372    94.3000   144.6519
703957.0 / 36489290
 150     0.0381     0.0009    99.9820     0.3356    94.1600   144.9235
698108.0 / 36489290
 151     0.0369     0.0009    99.9740     0.3417    94.1400   144.3589
692952.0 / 36489290
 152     0.0357     0.0013    99.9720     0.3400    94.0700   144.8702
687776.0 / 36489290
 153     0.0344     0.0010    99.9760     0.3407    94.1500   144.6818
683070.0 / 36489290
 154     0.0332     0.0012    99.9640     0.3584    93.9300   144.8381
678206.0 / 36489290
 155     0.0319     0.0007    99.9920     0.3368    94.0900   145.1277
673440.0 / 36489290
 156     0.0307     0.0007    99.9840     0.3330    94.1900   144.3189
668940.0 / 36489290
 157     0.0295     0.0006    99.9940     0.3358    94.2600   144.6983
664505.0 / 36489290
 158     0.0282     0.0004    99.9960     0.3307    94.2600   145.1218
660256.0 / 36489290
 159     0.0270     0.0005    99.9940     0.3307    94.3500   144.6174
656245.0 / 36489290
 160     0.0257     0.0004    99.9940     0.3413    94.3200   144.8440
652657.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0006    99.9840     0.3379    94.1200   144.8054
649583.0 / 36489290
 162     0.0233     0.0007    99.9860     0.3356    94.2500   144.8625
646721.0 / 36489290
 163     0.0220     0.0008    99.9880     0.3288    94.3500   145.0736
643680.0 / 36489290
 164     0.0208     0.0005    99.9900     0.3284    94.3400   145.2664
641086.0 / 36489290
 165     0.0196     0.0005    99.9920     0.3303    94.3700   145.1879
638613.0 / 36489290
 166     0.0183     0.0005    99.9900     0.3300    94.4200   144.8859
636290.0 / 36489290
 167     0.0171     0.0006    99.9900     0.3358    94.1900   145.0875
634226.0 / 36489290
 168     0.0159     0.0004    99.9940     0.3315    94.2500   145.4663
632268.0 / 36489290
 169     0.0146     0.0003    99.9980     0.3289    94.4200   145.0028
630458.0 / 36489290
 170     0.0134     0.0004    99.9940     0.3360    94.2200   144.5745
629016.0 / 36489290
 171     0.0121     0.0005    99.9880     0.3345    94.2700   144.7814
627511.0 / 36489290
 172     0.0109     0.0003    99.9980     0.3325    94.2700   144.4683
626188.0 / 36489290
 173     0.0097     0.0003    99.9980     0.3280    94.3200   145.1596
625221.0 / 36489290
 174     0.0084     0.0002    99.9980     0.3314    94.4400   144.4907
624378.0 / 36489290
 175     0.0072     0.0003   100.0000     0.3280    94.3800   145.2010
623683.0 / 36489290
 176     0.0060     0.0002   100.0000     0.3276    94.3800   144.7155
623123.0 / 36489290
 177     0.0047     0.0003   100.0000     0.3245    94.4100   145.1655
622666.0 / 36489290
 178     0.0035     0.0002    99.9980     0.3274    94.4400   144.5873
622401.0 / 36489290
 179     0.0022     0.0003   100.0000     0.3307    94.4300   145.1834
622258.0 / 36489290
 180     0.0010     0.0003    99.9980     0.3306    94.3700   145.2169
622135.0 / 36489290
 181     0.0010     0.0002   100.0000     0.3320    94.4500   144.9609
621975.0 / 36489290
 182     0.0010     0.0003    99.9960     0.3261    94.4400   144.9361
621874.0 / 36489290
 183     0.0010     0.0003    99.9980     0.3276    94.3900   144.5937
621747.0 / 36489290
 184     0.0010     0.0003    99.9960     0.3309    94.4000   144.9629
621624.0 / 36489290
 185     0.0010     0.0002   100.0000     0.3272    94.5100   144.9989
621494.0 / 36489290
 186     0.0010     0.0003    99.9920     0.3299    94.3100   144.7399
621378.0 / 36489290
 187     0.0010     0.0002    99.9980     0.3274    94.5000   144.3146
621276.0 / 36489290
 188     0.0010     0.0003    99.9940     0.3244    94.4900   144.7623
621123.0 / 36489290
 189     0.0010     0.0002    99.9980     0.3318    94.3600   144.8580
620951.0 / 36489290
 190     0.0010     0.0003    99.9920     0.3311    94.3800   144.6711
620803.0 / 36489290
 191     0.0010     0.0003    99.9980     0.3267    94.3800   144.8297
620677.0 / 36489290
 192     0.0010     0.0002   100.0000     0.3306    94.5000   144.8005
620532.0 / 36489290
 193     0.0010     0.0002    99.9980     0.3274    94.4700   144.7341
620393.0 / 36489290
 194     0.0010     0.0002    99.9980     0.3289    94.4900   144.5866
620255.0 / 36489290
 195     0.0010     0.0002    99.9980     0.3253    94.4200   144.6415
620123.0 / 36489290
 196     0.0010     0.0002   100.0000     0.3307    94.4600   144.6638
619979.0 / 36489290
 197     0.0010     0.0002   100.0000     0.3246    94.4200   144.6010
619871.0 / 36489290
 198     0.0010     0.0003    99.9960     0.3257    94.5300   144.5994
619728.0 / 36489290
 199     0.0010     0.0002    99.9980     0.3267    94.5100   144.8719
619562.0 / 36489290
 200     0.0010     0.0002    99.9980     0.3259    94.5200   144.6984
