Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
Resume training from cifar100_save/endpoints/WideResNet28x10_new5/sgd/checkpoint-0.pt
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
total epochs: 200
30630382.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     3.7334    12.4640     4.7849     8.5100   101.2898
27902891.0 / 36546980
   2     0.1000     2.9862    24.9020     3.7172    18.5400    98.4571
25760168.0 / 36546980
   3     0.1000     2.4754    34.8300     2.8928    28.8000    98.2313
23935130.0 / 36546980
   4     0.1000     2.1013    42.8600     2.7611    34.3100    98.3702
22314496.0 / 36546980
   5     0.1000     1.8314    49.2420     2.2937    41.2400    98.0670
20850272.0 / 36546980
   6     0.1000     1.6286    53.9380     2.5365    40.6200    97.9788
19521776.0 / 36546980
   7     0.1000     1.4857    57.5860     2.1671    46.3000    97.7264
18322166.0 / 36546980
   8     0.1000     1.3646    60.9020     1.8463    51.3500    98.3190
17241825.0 / 36546980
   9     0.1000     1.2536    63.5600     1.9303    50.8200    97.9413
16283675.0 / 36546980
  10     0.1000     1.1617    65.9980     2.0028    50.1300    98.1317
15441407.0 / 36546980
  11     0.1000     1.0826    68.1460     1.7535    54.1500    98.2553
14701278.0 / 36546980
  12     0.1000     1.0126    69.8700     1.9918    52.6100    98.0580
14061363.0 / 36546980
  13     0.1000     0.9477    71.6900     1.9400    52.9400    97.8417
13505103.0 / 36546980
  14     0.1000     0.8858    73.4060     1.5106    60.1100    97.5763
13025076.0 / 36546980
  15     0.1000     0.8289    74.7760     1.5654    59.5900    97.8263
12604350.0 / 36546980
  16     0.1000     0.7817    76.0000     1.4561    60.9100    97.5776
12239142.0 / 36546980
  17     0.1000     0.7303    77.5620     1.5149    61.1400    97.5055
11921916.0 / 36546980
  18     0.1000     0.6761    79.0720     1.3991    64.0100    97.4916
11641345.0 / 36546980
  19     0.1000     0.6380    80.3220     1.4709    63.3200    97.6455
11393212.0 / 36546980
  20     0.1000     0.5961    81.5920     1.5687    59.6100    97.8748
11169711.0 / 36546980
  21     0.1000     0.5508    82.7960     1.6184    62.0600    97.5661
10972978.0 / 36546980
  22     0.1000     0.5199    83.6880     1.4894    63.8300    97.8923
10797732.0 / 36546980
  23     0.1000     0.4876    84.5160     1.5546    62.5100    97.5984
10631708.0 / 36546980
  24     0.1000     0.4406    86.0220     1.6515    60.9000    97.5837
10480723.0 / 36546980
  25     0.1000     0.4145    86.6600     1.2535    67.9700    97.3030
10340525.0 / 36546980
  26     0.1000     0.3845    87.7740     1.4800    65.1500    97.3584
10219138.0 / 36546980
  27     0.1000     0.3615    88.3500     1.5185    65.4400    97.3035
10097502.0 / 36546980
  28     0.1000     0.3318    89.3660     1.7011    63.4800    97.5014
9983588.0 / 36546980
  29     0.1000     0.3112    89.9380     1.7346    62.4300    97.6998
9879694.0 / 36546980
  30     0.1000     0.2926    90.5560     1.6497    64.5600    97.9464
9776371.0 / 36546980
  31     0.1000     0.2666    91.4540     1.7460    65.4600    97.2244
9671526.0 / 36546980
  32     0.1000     0.2451    92.1360     1.6249    65.9300    97.6156
9571025.0 / 36546980
  33     0.1000     0.2236    92.9160     1.6689    66.2500    97.7524
9473252.0 / 36546980
  34     0.1000     0.2089    93.3140     1.6980    65.0400    97.2827
9384472.0 / 36546980
  35     0.1000     0.2028    93.4200     2.0144    61.6700    97.3319
9287069.0 / 36546980
  36     0.1000     0.1798    94.2700     1.4465    68.7600    97.1717
9191169.0 / 36546980
  37     0.1000     0.1668    94.7460     1.6508    67.7400    97.6913
9093975.0 / 36546980
  38     0.1000     0.1533    95.1980     1.5617    67.3600    97.7026
9013765.0 / 36546980
  39     0.1000     0.1570    94.9200     1.6104    68.0100    97.3436
8929481.0 / 36546980
  40     0.1000     0.1438    95.4380     1.6413    69.3200    97.6738
8835965.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.1278    95.9600     1.4192    70.7300    97.3347
8747673.0 / 36546980
  42     0.1000     0.1220    96.2680     1.4777    69.7200    97.2847
8671404.0 / 36546980
  43     0.1000     0.1248    96.0340     1.3793    70.2900    97.2084
8584924.0 / 36546980
  44     0.1000     0.1093    96.6160     1.6812    69.1900    97.5526
8487835.0 / 36546980
  45     0.1000     0.0936    97.2040     1.5513    70.2800    97.7071
8407439.0 / 36546980
  46     0.1000     0.0996    96.9420     1.6047    68.6200    97.6496
8331114.0 / 36546980
  47     0.1000     0.0945    97.0980     2.1432    64.7600    98.0238
8250723.0 / 36546980
  48     0.1000     0.0886    97.3020     1.5174    70.8200    97.7667
8173867.0 / 36546980
  49     0.1000     0.0848    97.3960     1.5519    70.5200    97.7664
8099992.0 / 36546980
  50     0.1000     0.0822    97.4820     1.8892    65.8400    97.6287
8024859.0 / 36546980
  51     0.1000     0.0782    97.5500     1.6154    70.7400    97.9335
7945341.0 / 36546980
  52     0.1000     0.0727    97.8060     1.8426    67.4100    98.1864
7875503.0 / 36546980
  53     0.1000     0.0753    97.7720     1.5267    72.0500    97.9535
7814128.0 / 36546980
  54     0.1000     0.0759    97.6800     1.5447    70.9500    97.7747
7750021.0 / 36546980
  55     0.1000     0.0720    97.8380     1.5203    70.8700    97.6139
7691106.0 / 36546980
  56     0.1000     0.0718    97.7920     1.6934    69.4500    97.7462
7633637.0 / 36546980
  57     0.1000     0.0727    97.7640     1.5438    71.4400    97.6575
7574524.0 / 36546980
  58     0.1000     0.0673    97.9500     1.7261    69.4300    97.3882
7507094.0 / 36546980
  59     0.1000     0.0581    98.3180     1.6170    70.9200    97.7158
7434566.0 / 36546980
  60     0.1000     0.0523    98.4780     1.5782    72.3700    98.1726
7371236.0 / 36546980
  61     0.1000     0.0554    98.2880     1.8330    69.6100    97.9120
7314787.0 / 36546980
  62     0.1000     0.0568    98.2660     1.6462    70.1800    97.5076
7252780.0 / 36546980
  63     0.1000     0.0529    98.4440     1.6923    70.0000    97.9136
7203319.0 / 36546980
  64     0.1000     0.0592    98.2700     1.5828    71.4400    97.6889
7147005.0 / 36546980
  65     0.1000     0.0520    98.5040     1.5472    72.0000    97.6846
7074238.0 / 36546980
  66     0.1000     0.0390    98.9420     1.7171    71.0400    97.9162
7016417.0 / 36546980
  67     0.1000     0.0476    98.6020     1.6453    71.6300    97.4838
6971693.0 / 36546980
  68     0.1000     0.0514    98.3860     1.8671    67.9000    97.4159
6922567.0 / 36546980
  69     0.1000     0.0491    98.5560     1.5594    72.4700    97.2534
6872074.0 / 36546980
  70     0.1000     0.0478    98.6620     1.4613    73.2900    97.2050
6815082.0 / 36546980
  71     0.1000     0.0412    98.8500     1.8669    70.3800    97.0562
6769938.0 / 36546980
  72     0.1000     0.0460    98.6300     1.5355    72.8000    97.5227
6731899.0 / 36546980
  73     0.1000     0.0481    98.5820     1.5550    72.0400    97.4149
6693041.0 / 36546980
  74     0.1000     0.0492    98.5780     1.5319    71.3700    97.6509
6657285.0 / 36546980
  75     0.1000     0.0495    98.4500     1.6047    72.1100    97.0749
6621109.0 / 36546980
  76     0.1000     0.0464    98.5680     1.8351    70.9400    96.9870
6573757.0 / 36546980
  77     0.1000     0.0402    98.8340     1.5194    72.8400    97.2761
6526436.0 / 36546980
  78     0.1000     0.0386    98.8380     1.5686    72.3500    97.4195
6471680.0 / 36546980
  79     0.1000     0.0325    99.0900     1.4930    73.5300    97.7621
6423995.0 / 36546980
  80     0.1000     0.0354    99.0120     1.6706    71.3500    97.9632
6383894.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0387    98.8600     1.5991    72.4600    97.7974
6332961.0 / 36546980
  82     0.1000     0.0313    99.1620     1.6254    73.0900    97.9128
6296327.0 / 36546980
  83     0.1000     0.0381    98.9140     1.6009    72.4900    97.5485
6259431.0 / 36546980
  84     0.1000     0.0364    98.8920     1.6288    71.9100    97.6582
6221568.0 / 36546980
  85     0.1000     0.0357    98.9220     1.5449    73.0900    97.3504
6191497.0 / 36546980
  86     0.1000     0.0404    98.8300     1.4981    74.1100    97.4259
6143923.0 / 36546980
  87     0.1000     0.0282    99.1620     2.5179    64.7900    97.5629
6107992.0 / 36546980
  88     0.1000     0.0330    99.0380     1.6457    72.3400    97.6801
6075094.0 / 36546980
  89     0.1000     0.0354    98.9420     1.8023    70.4100    97.4687
6043856.0 / 36546980
  90     0.1000     0.0353    98.9960     1.5311    72.9200    97.3276
6018882.0 / 36546980
  91     0.1000     0.0386    98.8680     1.6812    71.3300    97.1450
5995195.0 / 36546980
  92     0.1000     0.0400    98.8600     1.6187    72.2300    97.3475
5956379.0 / 36546980
  93     0.1000     0.0287    99.2040     1.5837    72.6600    97.3547
5937256.0 / 36546980
  94     0.1000     0.0382    98.8360     1.7153    71.1400    96.9605
5903376.0 / 36546980
  95     0.1000     0.0304    99.1100     1.6419    72.2400    97.1734
5879235.0 / 36546980
  96     0.1000     0.0359    98.9440     1.8381    69.7100    97.2231
5852179.0 / 36546980
  97     0.1000     0.0331    99.0100     1.6473    71.9100    97.0999
5829642.0 / 36546980
  98     0.1000     0.0349    98.9800     1.5670    73.2200    97.2740
5818525.0 / 36546980
  99     0.1000     0.0426    98.6740     1.5590    73.0100    97.2248
5788755.0 / 36546980
 100     0.1000     0.0301    99.1040     1.6827    72.1800    96.9439
5755748.0 / 36546980
 101     0.0988     0.0286    99.2180     1.5563    74.1800    97.0915
5715309.0 / 36546980
 102     0.0975     0.0239    99.3640     1.5067    73.8500    97.0355
5670045.0 / 36546980
 103     0.0963     0.0192    99.4840     1.4907    74.2300    97.0410
5623860.0 / 36546980
 104     0.0950     0.0182    99.5360     1.5681    74.1700    97.0854
5570616.0 / 36546980
 105     0.0938     0.0122    99.7200     1.4276    75.2600    97.1505
5513391.0 / 36546980
 106     0.0926     0.0095    99.8000     1.5184    74.9800    97.0712
5455708.0 / 36546980
 107     0.0913     0.0073    99.8500     1.5731    74.7600    97.0600
5397465.0 / 36546980
 108     0.0901     0.0058    99.8780     1.5523    74.4100    97.0787
5338224.0 / 36546980
 109     0.0889     0.0050    99.9060     1.4322    75.9100    97.1245
5279547.0 / 36546980
 110     0.0876     0.0047    99.8920     1.4583    75.8900    97.0691
5222436.0 / 36546980
 111     0.0864     0.0035    99.9300     1.4133    75.9100    97.1024
5164900.0 / 36546980
 112     0.0852     0.0027    99.9520     1.4254    76.1600    96.9989
5109819.0 / 36546980
 113     0.0839     0.0031    99.9480     1.4114    76.2500    97.0598
5054654.0 / 36546980
 114     0.0827     0.0021    99.9680     1.4096    76.5500    97.0160
5001050.0 / 36546980
 115     0.0814     0.0023    99.9560     1.4004    76.5500    97.1965
4948328.0 / 36546980
 116     0.0802     0.0022    99.9460     1.3789    76.6700    97.0635
4897459.0 / 36546980
 117     0.0790     0.0018    99.9660     1.3913    76.7400    97.1100
4847415.0 / 36546980
 118     0.0777     0.0017    99.9600     1.3878    76.5800    96.9311
4798618.0 / 36546980
 119     0.0765     0.0017    99.9640     1.3606    76.9200    97.1976
4750966.0 / 36546980
 120     0.0753     0.0015    99.9680     1.3745    76.8000    96.9892
4704239.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0014    99.9640     1.3872    76.9300    96.9957
4659567.0 / 36546980
 122     0.0728     0.0014    99.9660     1.4012    76.8200    96.8564
4616034.0 / 36546980
 123     0.0715     0.0013    99.9660     1.3921    76.8000    97.0699
4574450.0 / 36546980
 124     0.0703     0.0015    99.9620     1.3871    76.6700    96.9580
4533240.0 / 36546980
 125     0.0691     0.0013    99.9760     1.3850    76.9900    96.7561
4493479.0 / 36546980
 126     0.0678     0.0013    99.9760     1.3850    77.2200    96.8381
4454753.0 / 36546980
 127     0.0666     0.0013    99.9760     1.3737    76.9300    97.2732
4417150.0 / 36546980
 128     0.0654     0.0011    99.9800     1.3839    77.0200    96.8481
4380884.0 / 36546980
 129     0.0641     0.0012    99.9720     1.3887    77.0500    96.9087
4345835.0 / 36546980
 130     0.0629     0.0014    99.9700     1.3754    77.1700    96.8585
4311761.0 / 36546980
 131     0.0616     0.0012    99.9720     1.3608    77.2200    97.0995
4278509.0 / 36546980
 132     0.0604     0.0012    99.9760     1.3842    77.0400    97.2285
4246626.0 / 36546980
 133     0.0592     0.0011    99.9720     1.3789    77.1000    97.0409
4215840.0 / 36546980
 134     0.0579     0.0013    99.9700     1.3940    76.9800    96.9065
4185314.0 / 36546980
 135     0.0567     0.0011    99.9760     1.3807    77.1000    97.1800
4156139.0 / 36546980
 136     0.0554     0.0011    99.9700     1.3732    77.0800    96.9677
4127840.0 / 36546980
 137     0.0542     0.0011    99.9760     1.3684    76.9100    96.8860
4100533.0 / 36546980
 138     0.0530     0.0010    99.9740     1.3810    76.9500    96.9499
4074242.0 / 36546980
 139     0.0517     0.0010    99.9820     1.3717    77.0100    96.9973
4048535.0 / 36546980
 140     0.0505     0.0009    99.9820     1.3673    77.0100    96.9469
4023729.0 / 36546980
 141     0.0493     0.0009    99.9780     1.3790    76.9500    97.0237
3999803.0 / 36546980
 142     0.0480     0.0010    99.9780     1.3667    76.9300    96.8245
3977042.0 / 36546980
 143     0.0468     0.0011    99.9660     1.3728    76.9400    97.0413
3954884.0 / 36546980
 144     0.0456     0.0010    99.9760     1.3682    76.9300    96.9600
3933319.0 / 36546980
 145     0.0443     0.0009    99.9760     1.3807    76.9200    96.8947
3912736.0 / 36546980
 146     0.0431     0.0009    99.9740     1.3624    76.9000    96.8891
3892879.0 / 36546980
 147     0.0418     0.0009    99.9800     1.3804    77.1300    96.8963
3873405.0 / 36546980
 148     0.0406     0.0009    99.9760     1.3678    76.9300    96.7444
3854829.0 / 36546980
 149     0.0394     0.0009    99.9700     1.3786    76.9000    96.9094
3837470.0 / 36546980
 150     0.0381     0.0009    99.9740     1.3857    76.9600    97.0439
3820254.0 / 36546980
 151     0.0369     0.0008    99.9740     1.3717    77.0800    97.0132
3803849.0 / 36546980
 152     0.0357     0.0009    99.9760     1.3748    76.8400    97.0806
3788472.0 / 36546980
 153     0.0344     0.0009    99.9760     1.3871    76.9800    97.0980
3773892.0 / 36546980
 154     0.0332     0.0008    99.9780     1.3716    76.8800    97.0577
3759584.0 / 36546980
 155     0.0319     0.0008    99.9760     1.3597    76.9600    97.2188
3746117.0 / 36546980
 156     0.0307     0.0008    99.9700     1.3593    76.7900    96.8424
3732958.0 / 36546980
 157     0.0295     0.0008    99.9780     1.3631    76.9400    96.8103
3720969.0 / 36546980
 158     0.0282     0.0008    99.9760     1.3623    76.9200    96.9209
3709279.0 / 36546980
 159     0.0270     0.0008    99.9760     1.3648    76.9200    96.9556
3698236.0 / 36546980
 160     0.0257     0.0007    99.9800     1.3704    76.9700    96.8558
3687632.0 / 36546980
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0008    99.9800     1.3660    77.0400    96.9197
3677568.0 / 36546980
 162     0.0233     0.0008    99.9820     1.3696    76.7100    97.2302
3668416.0 / 36546980
 163     0.0220     0.0008    99.9760     1.3588    77.0100    97.7212
3659984.0 / 36546980
 164     0.0208     0.0009    99.9660     1.3731    76.8800    97.4221
3651916.0 / 36546980
 165     0.0196     0.0008    99.9760     1.3580    76.8600    97.8142
3644465.0 / 36546980
 166     0.0183     0.0007    99.9820     1.3662    76.8300    98.5698
3637680.0 / 36546980
 167     0.0171     0.0008    99.9740     1.3699    76.8500    97.8389
3631283.0 / 36546980
 168     0.0159     0.0007    99.9760     1.3610    76.7800    98.0293
3625361.0 / 36546980
 169     0.0146     0.0007    99.9800     1.3504    77.0400    97.5073
3619968.0 / 36546980
 170     0.0134     0.0007    99.9740     1.3674    76.9100    97.5342
3615113.0 / 36546980
 171     0.0121     0.0007    99.9840     1.3689    77.0700    97.3773
3610735.0 / 36546980
 172     0.0109     0.0008    99.9720     1.3728    77.0000    98.1370
3606735.0 / 36546980
 173     0.0097     0.0007    99.9820     1.3657    76.9300    97.7294
3603364.0 / 36546980
 174     0.0084     0.0007    99.9800     1.3571    76.8600    97.0902
3600446.0 / 36546980
 175     0.0072     0.0007    99.9820     1.3694    76.8500    97.0484
3598009.0 / 36546980
 176     0.0060     0.0007    99.9780     1.3670    76.7500    96.9476
3596057.0 / 36546980
 177     0.0047     0.0007    99.9820     1.3564    76.9600    96.9065
3594606.0 / 36546980
 178     0.0035     0.0006    99.9880     1.3597    76.7200    96.8355
3593579.0 / 36546980
 179     0.0022     0.0007    99.9820     1.3676    76.8600    96.7046
3593097.0 / 36546980
 180     0.0010     0.0007    99.9700     1.3757    76.7100    96.8662
3592571.0 / 36546980
 181     0.0010     0.0007    99.9800     1.3588    76.7200    97.0059
3592059.0 / 36546980
 182     0.0010     0.0007    99.9840     1.3651    76.9400    96.8326
3591566.0 / 36546980
 183     0.0010     0.0007    99.9860     1.3533    76.7300    96.9459
3591096.0 / 36546980
 184     0.0010     0.0007    99.9760     1.3616    76.9800    96.8724
3590595.0 / 36546980
 185     0.0010     0.0006    99.9840     1.3762    76.7800    96.9754
3590043.0 / 36546980
 186     0.0010     0.0007    99.9720     1.3608    76.8700    97.0512
3589579.0 / 36546980
 187     0.0010     0.0007    99.9780     1.3613    76.8800    96.7741
3589076.0 / 36546980
 188     0.0010     0.0007    99.9820     1.3606    76.9100    96.8070
3588544.0 / 36546980
 189     0.0010     0.0007    99.9760     1.3696    76.9800    96.9108
3588046.0 / 36546980
 190     0.0010     0.0007    99.9760     1.3565    76.9400    96.8495
3587587.0 / 36546980
 191     0.0010     0.0007    99.9840     1.3751    76.9600    96.8834
3587107.0 / 36546980
 192     0.0010     0.0007    99.9780     1.3683    76.9600    97.0201
3586642.0 / 36546980
 193     0.0010     0.0007    99.9800     1.3689    76.9000    97.1606
3586149.0 / 36546980
 194     0.0010     0.0007    99.9820     1.3648    76.8900    96.9001
3585643.0 / 36546980
 195     0.0010     0.0006    99.9840     1.3665    76.7900    97.3936
3585181.0 / 36546980
 196     0.0010     0.0006    99.9820     1.3705    76.8700    96.8920
3584679.0 / 36546980
 197     0.0010     0.0007    99.9800     1.3662    76.5900    96.8795
3584182.0 / 36546980
 198     0.0010     0.0007    99.9760     1.3691    76.8200    96.9076
3583712.0 / 36546980
 199     0.0010     0.0007    99.9780     1.3700    76.8700    96.8188
3583198.0 / 36546980
 200     0.0010     0.0007    99.9780     1.3691    76.8800    96.8881
