Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new4/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.501
)
total epochs: 200
31601047.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7279    12.5900     4.6467     8.6800   100.1090
29564404.0 / 36546980
   2     0.1000     2.9735    25.3220     3.9979    16.5400    97.2692
28004559.0 / 36546980
   3     0.1000     2.4579    35.3520     2.8769    29.7900    97.2300
26695458.0 / 36546980
   4     0.1000     2.0867    43.2320     2.5745    36.8100    96.9635
25547105.0 / 36546980
   5     0.1000     1.8142    49.7180     2.2442    42.4900    97.0001
24514490.0 / 36546980
   6     0.1000     1.6117    54.4680     2.2586    44.6100    97.2874
23573272.0 / 36546980
   7     0.1000     1.4697    57.8600     2.0056    47.8600    96.9249
22706441.0 / 36546980
   8     0.1000     1.3445    61.2200     1.7233    53.5100    96.9962
21906525.0 / 36546980
   9     0.1000     1.2344    63.9820     1.9151    50.6200    97.1491
21168363.0 / 36546980
  10     0.1000     1.1402    66.4900     2.0334    49.1800    96.9847
20487870.0 / 36546980
  11     0.1000     1.0612    68.5920     1.7930    54.1700    97.0036
19863829.0 / 36546980
  12     0.1000     0.9875    70.6480     1.8084    54.8500    96.9961
19287914.0 / 36546980
  13     0.1000     0.9226    72.1860     1.7499    56.0200    96.8646
18762783.0 / 36546980
  14     0.1000     0.8605    73.9840     1.4562    61.4700    96.7679
18280059.0 / 36546980
  15     0.1000     0.8025    75.4700     1.5636    60.4800    97.0490
17842456.0 / 36546980
  16     0.1000     0.7560    76.7460     1.5559    59.9300    96.8859
17443099.0 / 36546980
  17     0.1000     0.6981    78.5120     1.4393    62.2100    97.0012
17078339.0 / 36546980
  18     0.1000     0.6453    79.9960     1.4269    62.6500    96.9921
16744863.0 / 36546980
  19     0.1000     0.6143    80.7440     1.6182    61.2800    96.6913
16441037.0 / 36546980
  20     0.1000     0.5729    82.2480     1.3880    63.0800    96.8634
16160945.0 / 36546980
  21     0.1000     0.5257    83.5960     1.8780    59.6400    96.8853
15906947.0 / 36546980
  22     0.1000     0.4954    84.2900     1.7255    61.8400    97.2287
15669082.0 / 36546980
  23     0.1000     0.4549    85.4440     1.4615    64.3400    97.0133
15446961.0 / 36546980
  24     0.1000     0.4164    86.7460     1.6096    62.4500    96.7646
15245364.0 / 36546980
  25     0.1000     0.3897    87.4220     1.4159    66.4500    96.7509
15054742.0 / 36546980
  26     0.1000     0.3616    88.4200     1.5983    63.3100    96.8746
14881137.0 / 36546980
  27     0.1000     0.3404    89.0580     1.6360    63.5300    97.0556
14710335.0 / 36546980
  28     0.1000     0.3060    90.2560     1.3511    67.2500    96.6926
14548348.0 / 36546980
  29     0.1000     0.2880    90.7260     1.7567    63.3400    96.8295
14398458.0 / 36546980
  30     0.1000     0.2680    91.3580     1.4898    66.8200    96.8304
14251871.0 / 36546980
  31     0.1000     0.2390    92.3420     1.5000    67.4200    97.2417
14109934.0 / 36546980
  32     0.1000     0.2218    92.9780     1.6243    65.9500    96.9235
13978039.0 / 36546980
  33     0.1000     0.2148    92.9980     2.0033    62.3800    96.8509
13843696.0 / 36546980
  34     0.1000     0.1887    94.0560     1.6952    65.9100    96.5987
13718891.0 / 36546980
  35     0.1000     0.1821    94.1920     1.6623    66.4300    96.6738
13590314.0 / 36546980
  36     0.1000     0.1588    94.9260     1.4593    69.6800    96.6185
13472816.0 / 36546980
  37     0.1000     0.1562    95.0680     1.6427    67.5300    96.9982
13354457.0 / 36546980
  38     0.1000     0.1430    95.4900     1.5726    68.3400    96.9177
13241313.0 / 36546980
  39     0.1000     0.1384    95.6080     1.6690    68.1800    96.9251
13123977.0 / 36546980
  40     0.1000     0.1232    96.1860     1.6446    68.6600    96.9265
13012699.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1202    96.1640     1.5193    69.0200    96.6716
12900651.0 / 36546980
  42     0.1000     0.1073    96.7740     1.8021    66.4800    96.9797
12788662.0 / 36546980
  43     0.1000     0.1007    96.8800     1.6417    68.8600    96.8488
12691591.0 / 36546980
  44     0.1000     0.1063    96.7140     1.7816    68.0100    97.0076
12581589.0 / 36546980
  45     0.1000     0.0905    97.2620     1.6823    68.8300    96.9177
12479035.0 / 36546980
  46     0.1000     0.0886    97.3420     1.5933    69.8700    96.8268
12373652.0 / 36546980
  47     0.1000     0.0795    97.5400     1.9178    65.8900    96.8548
12263302.0 / 36546980
  48     0.1000     0.0702    97.9180     1.6024    71.0600    96.7589
12165724.0 / 36546980
  49     0.1000     0.0746    97.7340     1.5689    70.2100    96.8748
12063547.0 / 36546980
  50     0.1000     0.0666    97.9980     1.6250    71.1400    97.1805
11953866.0 / 36546980
  51     0.1000     0.0561    98.4000     1.4586    71.6500    96.9064
11848414.0 / 36546980
  52     0.1000     0.0541    98.4680     1.5978    71.1100    96.5936
11757834.0 / 36546980
  53     0.1000     0.0609    98.2180     1.6799    69.6700    96.8642
11665300.0 / 36546980
  54     0.1000     0.0598    98.2360     1.5924    70.3500    96.8448
11581817.0 / 36546980
  55     0.1000     0.0629    98.0820     1.6454    69.7000    96.8792
11508119.0 / 36546980
  56     0.1000     0.0671    97.9100     1.6336    69.3500    96.7579
11427160.0 / 36546980
  57     0.1000     0.0568    98.2680     1.6185    70.1200    96.9344
11341590.0 / 36546980
  58     0.1000     0.0512    98.4800     1.5397    72.3000    96.6936
11248571.0 / 36546980
  59     0.1000     0.0436    98.7500     1.6182    70.3300    96.6833
11159962.0 / 36546980
  60     0.1000     0.0439    98.6880     1.5993    71.5800    96.7722
11090244.0 / 36546980
  61     0.1000     0.0532    98.3480     1.6340    71.1500    96.5994
11008523.0 / 36546980
  62     0.1000     0.0439    98.7060     1.4187    73.6600    96.7849
10923943.0 / 36546980
  63     0.1000     0.0374    98.9120     1.6603    70.8800    97.1736
10860617.0 / 36546980
  64     0.1000     0.0534    98.3760     1.7002    70.7900    96.8481
10802604.0 / 36546980
  65     0.1000     0.0554    98.2920     1.5987    71.2500    96.9432
10723673.0 / 36546980
  66     0.1000     0.0384    98.8980     1.4970    73.1600    96.6931
10644321.0 / 36546980
  67     0.1000     0.0343    99.0200     1.5480    71.8600    96.7574
10568800.0 / 36546980
  68     0.1000     0.0370    98.9560     1.6246    71.5800    96.6700
10487611.0 / 36546980
  69     0.1000     0.0308    99.1400     1.5332    72.7700    96.9515
10427557.0 / 36546980
  70     0.1000     0.0430    98.7520     1.4861    73.4300    96.7232
10355990.0 / 36546980
  71     0.1000     0.0350    99.0080     1.7107    71.0700    96.5183
10275370.0 / 36546980
  72     0.1000     0.0262    99.3320     1.5251    73.0200    96.9795
10208797.0 / 36546980
  73     0.1000     0.0334    99.0580     1.5895    72.8700    96.5376
10141470.0 / 36546980
  74     0.1000     0.0322    99.0880     1.7565    71.0300    96.7346
10071114.0 / 36546980
  75     0.1000     0.0279    99.2100     1.5201    72.4200    96.6436
10015309.0 / 36546980
  76     0.1000     0.0345    99.0520     1.6471    72.1000    96.6796
9965419.0 / 36546980
  77     0.1000     0.0393    98.8260     2.0275    67.7200    96.6599
9916267.0 / 36546980
  78     0.1000     0.0389    98.8140     1.5388    72.8900    96.5641
9858583.0 / 36546980
  79     0.1000     0.0312    99.0720     1.5688    72.7100    96.5728
9790549.0 / 36546980
  80     0.1000     0.0263    99.3340     1.5237    73.4200    96.4737
9728501.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0264    99.2600     1.6217    72.6700    96.8123
9670560.0 / 36546980
  82     0.1000     0.0291    99.2080     1.5880    73.1400    96.8051
9622041.0 / 36546980
  83     0.1000     0.0338    99.0220     1.6229    72.0600    96.8463
9580048.0 / 36546980
  84     0.1000     0.0360    98.9860     1.6347    72.5900    96.9142
9519496.0 / 36546980
  85     0.1000     0.0242    99.3380     1.6126    73.2800    96.5313
9463069.0 / 36546980
  86     0.1000     0.0262    99.2540     1.6770    72.1000    96.6539
9399868.0 / 36546980
  87     0.1000     0.0199    99.4440     1.8714    69.5800    96.6504
9354478.0 / 36546980
  88     0.1000     0.0293    99.1720     1.7633    72.5100    96.5100
9295086.0 / 36546980
  89     0.1000     0.0220    99.4320     1.6644    72.4700    96.5807
9244834.0 / 36546980
  90     0.1000     0.0251    99.2960     1.7573    71.5400    96.5529
9190541.0 / 36546980
  91     0.1000     0.0227    99.3740     1.5768    73.0700    96.6894
9132669.0 / 36546980
  92     0.1000     0.0202    99.4580     1.6006    73.6100    96.6192
9084358.0 / 36546980
  93     0.1000     0.0243    99.3460     1.6059    72.3300    96.5183
9035950.0 / 36546980
  94     0.1000     0.0228    99.3940     1.5755    72.9100    96.4142
8988358.0 / 36546980
  95     0.1000     0.0223    99.3460     1.7436    71.1000    96.6458
8972352.0 / 36546980
  96     0.1000     0.0383    98.8220     1.7910    70.4400    96.5324
8948169.0 / 36546980
  97     0.1000     0.0353    98.9340     1.8206    70.1700    96.5820
8934698.0 / 36546980
  98     0.1000     0.0410    98.7420     1.6880    72.0400    96.5636
8908441.0 / 36546980
  99     0.1000     0.0342    98.9460     1.5352    73.4400    96.5865
8870251.0 / 36546980
 100     0.1000     0.0261    99.2140     1.8476    71.1100    96.4993
8833334.0 / 36546980
 101     0.0988     0.0258    99.2180     1.7894    71.6500    96.6276
8788668.0 / 36546980
 102     0.0975     0.0223    99.4100     1.4779    74.5500    96.6977
8730703.0 / 36546980
 103     0.0963     0.0138    99.6580     1.5632    73.4200    96.6567
8681742.0 / 36546980
 104     0.0950     0.0183    99.5260     1.6097    74.4400    96.9053
8628795.0 / 36546980
 105     0.0938     0.0139    99.6520     1.5608    73.8200    96.4652
8570922.0 / 36546980
 106     0.0926     0.0101    99.7680     1.5051    75.0500    96.4220
8507415.0 / 36546980
 107     0.0913     0.0058    99.8920     1.4812    75.4000    96.6414
8443269.0 / 36546980
 108     0.0901     0.0050    99.8900     1.4720    75.5600    96.7552
8380995.0 / 36546980
 109     0.0889     0.0048    99.9080     1.4296    75.7700    96.7058
8318236.0 / 36546980
 110     0.0876     0.0036    99.9240     1.4184    76.0300    96.6184
8257896.0 / 36546980
 111     0.0864     0.0035    99.9300     1.4508    75.6200    96.7551
8197156.0 / 36546980
 112     0.0852     0.0027    99.9480     1.4371    75.4500    96.5923
8137261.0 / 36546980
 113     0.0839     0.0027    99.9460     1.4609    75.9400    96.6918
8078712.0 / 36546980
 114     0.0827     0.0023    99.9560     1.4024    76.2800    96.5340
8021126.0 / 36546980
 115     0.0814     0.0020    99.9540     1.3984    76.2900    96.8275
7963641.0 / 36546980
 116     0.0802     0.0018    99.9600     1.3911    76.8500    96.5618
7909383.0 / 36546980
 117     0.0790     0.0017    99.9620     1.3758    76.4100    96.6885
7854779.0 / 36546980
 118     0.0777     0.0015    99.9700     1.3856    76.5900    96.4209
7801423.0 / 36546980
 119     0.0765     0.0013    99.9700     1.3671    76.9000    96.5810
7749917.0 / 36546980
 120     0.0753     0.0012    99.9700     1.3880    76.8000    96.8077
7699230.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0011    99.9760     1.3763    77.1500    96.8154
7649668.0 / 36546980
 122     0.0728     0.0011    99.9720     1.3754    76.9400    96.5086
7601343.0 / 36546980
 123     0.0715     0.0009    99.9800     1.3777    76.7300    96.7905
7554188.0 / 36546980
 124     0.0703     0.0010    99.9760     1.3744    76.9100    96.3904
7508562.0 / 36546980
 125     0.0691     0.0009    99.9800     1.3834    76.8300    96.4499
7464383.0 / 36546980
 126     0.0678     0.0010    99.9720     1.3859    76.8000    96.4660
7420806.0 / 36546980
 127     0.0666     0.0010    99.9760     1.3760    76.8700    96.3948
7378376.0 / 36546980
 128     0.0654     0.0009    99.9740     1.3801    76.7600    96.6211
7337015.0 / 36546980
 129     0.0641     0.0008    99.9800     1.3750    76.8500    96.6349
7297224.0 / 36546980
 130     0.0629     0.0009    99.9740     1.3815    76.7900    96.6686
7258351.0 / 36546980
 131     0.0616     0.0008    99.9760     1.3620    76.8400    96.5759
7220529.0 / 36546980
 132     0.0604     0.0008    99.9760     1.3767    77.0000    96.5507
7184282.0 / 36546980
 133     0.0592     0.0007    99.9780     1.3755    77.0200    96.6316
7148234.0 / 36546980
 134     0.0579     0.0008    99.9760     1.3845    76.9300    96.5254
7113712.0 / 36546980
 135     0.0567     0.0007    99.9780     1.3762    76.9600    96.8251
7079749.0 / 36546980
 136     0.0554     0.0008    99.9740     1.3799    76.9700    96.6927
7047187.0 / 36546980
 137     0.0542     0.0009    99.9740     1.3701    76.6900    96.4677
7015410.0 / 36546980
 138     0.0530     0.0009    99.9740     1.3700    76.7900    96.4291
6984746.0 / 36546980
 139     0.0517     0.0007    99.9820     1.3731    76.5300    96.4629
6955197.0 / 36546980
 140     0.0505     0.0007    99.9780     1.3709    76.6200    96.4030
6926555.0 / 36546980
 141     0.0493     0.0007    99.9760     1.3754    76.9300    96.7732
6898497.0 / 36546980
 142     0.0480     0.0007    99.9820     1.3864    76.6900    96.7003
6871354.0 / 36546980
 143     0.0468     0.0008    99.9660     1.3739    76.8100    96.4101
6845095.0 / 36546980
 144     0.0456     0.0007    99.9780     1.3711    76.9100    96.4174
6819956.0 / 36546980
 145     0.0443     0.0007    99.9760     1.3750    77.0200    96.5782
6795610.0 / 36546980
 146     0.0431     0.0007    99.9700     1.3658    77.1100    96.5519
6771669.0 / 36546980
 147     0.0418     0.0007    99.9760     1.3785    77.1100    96.5884
6748867.0 / 36546980
 148     0.0406     0.0007    99.9740     1.3633    77.0900    96.6102
6726897.0 / 36546980
 149     0.0394     0.0008    99.9680     1.3801    76.9400    96.6076
6705959.0 / 36546980
 150     0.0381     0.0007    99.9720     1.3701    77.2200    96.6038
6685634.0 / 36546980
 151     0.0369     0.0006    99.9760     1.3698    76.9800    96.5425
6666209.0 / 36546980
 152     0.0357     0.0006    99.9820     1.3674    77.0700    96.9265
6647472.0 / 36546980
 153     0.0344     0.0007    99.9720     1.3785    77.0400    96.6531
6629262.0 / 36546980
 154     0.0332     0.0007    99.9760     1.3738    77.1000    96.7150
6612069.0 / 36546980
 155     0.0319     0.0006    99.9740     1.3594    77.1700    96.6459
6595410.0 / 36546980
 156     0.0307     0.0007    99.9760     1.3659    77.0100    96.3027
6579733.0 / 36546980
 157     0.0295     0.0007    99.9740     1.3652    77.0900    96.4331
6564730.0 / 36546980
 158     0.0282     0.0007    99.9780     1.3757    76.9700    96.4961
6550542.0 / 36546980
 159     0.0270     0.0007    99.9740     1.3686    77.1500    96.5036
6536957.0 / 36546980
 160     0.0257     0.0007    99.9780     1.3739    77.1600    96.5729
6524305.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0006    99.9800     1.3587    76.8700    96.5961
6512264.0 / 36546980
 162     0.0233     0.0006    99.9820     1.3608    77.0300    96.6879
6500522.0 / 36546980
 163     0.0220     0.0006    99.9780     1.3609    77.0500    96.4880
6490040.0 / 36546980
 164     0.0208     0.0006    99.9720     1.3630    76.9700    96.8664
6480084.0 / 36546980
 165     0.0196     0.0006    99.9760     1.3564    77.3600    96.3482
6470777.0 / 36546980
 166     0.0183     0.0006    99.9880     1.3706    77.1000    96.4727
6462137.0 / 36546980
 167     0.0171     0.0006    99.9720     1.3640    77.0700    96.4669
6454121.0 / 36546980
 168     0.0159     0.0006    99.9800     1.3590    77.1300    96.4346
6446767.0 / 36546980
 169     0.0146     0.0006    99.9860     1.3492    77.0200    96.6442
6440116.0 / 36546980
 170     0.0134     0.0006    99.9760     1.3625    76.9600    96.4966
6433877.0 / 36546980
 171     0.0121     0.0006    99.9800     1.3757    77.1700    96.5271
6428680.0 / 36546980
 172     0.0109     0.0007    99.9720     1.3763    77.1600    96.4244
6423883.0 / 36546980
 173     0.0097     0.0006    99.9840     1.3690    77.1300    96.4175
6419673.0 / 36546980
 174     0.0084     0.0006    99.9780     1.3568    77.1600    96.4773
6416307.0 / 36546980
 175     0.0072     0.0006    99.9780     1.3656    77.1200    96.4251
6413461.0 / 36546980
 176     0.0060     0.0006    99.9760     1.3689    77.0500    96.6822
6411083.0 / 36546980
 177     0.0047     0.0005    99.9820     1.3574    77.2400    96.5879
6409135.0 / 36546980
 178     0.0035     0.0005    99.9940     1.3632    77.0700    96.4112
6408185.0 / 36546980
 179     0.0022     0.0005    99.9900     1.3635    77.1500    96.5799
6407722.0 / 36546980
 180     0.0010     0.0006    99.9780     1.3738    77.2200    96.4773
6407268.0 / 36546980
 181     0.0010     0.0006    99.9740     1.3594    77.1600    96.3739
6406795.0 / 36546980
 182     0.0010     0.0006    99.9840     1.3632    77.2400    96.6565
6406342.0 / 36546980
 183     0.0010     0.0005    99.9800     1.3567    77.2100    96.5569
6405857.0 / 36546980
 184     0.0010     0.0006    99.9840     1.3558    77.1900    96.5171
6405372.0 / 36546980
 185     0.0010     0.0005    99.9880     1.3731    77.2400    96.4934
6404846.0 / 36546980
 186     0.0010     0.0006    99.9740     1.3568    77.3100    96.7011
6404360.0 / 36546980
 187     0.0010     0.0006    99.9780     1.3674    76.9600    96.5963
6403887.0 / 36546980
 188     0.0010     0.0005    99.9860     1.3654    77.1400    96.5879
6403419.0 / 36546980
 189     0.0010     0.0006    99.9760     1.3704    77.1100    96.5130
6402912.0 / 36546980
 190     0.0010     0.0006    99.9720     1.3553    77.1900    96.5562
6402455.0 / 36546980
 191     0.0010     0.0006    99.9800     1.3757    76.9700    96.6396
6401971.0 / 36546980
 192     0.0010     0.0005    99.9820     1.3581    77.1400    96.7721
6401521.0 / 36546980
 193     0.0010     0.0006    99.9800     1.3653    77.0300    96.5959
6401041.0 / 36546980
 194     0.0010     0.0006    99.9800     1.3607    77.1900    96.6062
6400554.0 / 36546980
 195     0.0010     0.0006    99.9840     1.3665    77.0500    96.8264
6400107.0 / 36546980
 196     0.0010     0.0005    99.9840     1.3677    77.1000    96.5407
6399627.0 / 36546980
 197     0.0010     0.0005    99.9800     1.3628    76.9200    96.7434
6399220.0 / 36546980
 198     0.0010     0.0006    99.9720     1.3676    76.9900    96.5884
6398724.0 / 36546980
 199     0.0010     0.0006    99.9820     1.3685    77.2200    96.5585
6398250.0 / 36546980
 200     0.0010     0.0006    99.9820     1.3624    76.9500    96.6546
