Files already downloaded and verified
You are going to run models on the test set. Are you sure?
Files already downloaded and verified
gRDA (
Parameter Group 0
    c: 0.001
    lr: 0.1
    mu: 0.55
)
Resume training from cifar100_save/endpoints/WideResNet28x10-3/sgd/checkpoint-0.pt
total epochs: 200
30576909.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
   1     0.1000     1.4377    46.8980     1.6579    44.2500   101.7393
27843461.0 / 36489290
   2     0.1000     0.9146    67.4080     1.1149    64.6500    99.2191
25698313.0 / 36489290
   3     0.1000     0.6961    75.7320     0.8884    71.8700    98.7999
23860318.0 / 36489290
   4     0.1000     0.5687    80.2580     1.4757    62.2000    97.4932
22225770.0 / 36489290
   5     0.1000     0.4873    83.1140     0.9531    71.8200    97.3076
20739242.0 / 36489290
   6     0.1000     0.4303    85.2760     0.5444    81.0300    97.0105
19362796.0 / 36489290
   7     0.1000     0.3861    86.7060     0.6665    79.6100    97.1150
18083603.0 / 36489290
   8     0.1000     0.3528    87.7720     0.6021    80.8900    97.1057
16888579.0 / 36489290
   9     0.1000     0.3204    88.8640     0.4897    83.9700    97.0316
15771140.0 / 36489290
  10     0.1000     0.2953    89.7040     0.6284    81.4300    96.9746
14733288.0 / 36489290
  11     0.1000     0.2716    90.5680     0.4223    86.4400    96.9993
13769557.0 / 36489290
  12     0.1000     0.2517    91.2160     0.4773    85.5100    96.9364
12886223.0 / 36489290
  13     0.1000     0.2392    91.8760     0.4579    85.4200    97.0321
12082385.0 / 36489290
  14     0.1000     0.2221    92.3620     0.6445    80.8900    96.9172
11354374.0 / 36489290
  15     0.1000     0.2047    92.8500     0.6054    83.4400    96.9559
10705964.0 / 36489290
  16     0.1000     0.1958    93.0380     0.4652    85.7100    97.6431
10124517.0 / 36489290
  17     0.1000     0.1768    93.8580     0.3790    88.3700    98.5287
9610891.0 / 36489290
  18     0.1000     0.1729    94.0700     0.6096    83.5000    98.1725
9154387.0 / 36489290
  19     0.1000     0.1564    94.5460     0.5359    84.9200    98.3153
8751299.0 / 36489290
  20     0.1000     0.1497    94.8240     0.7602    79.9400    98.2116
8396575.0 / 36489290
  21     0.1000     0.1429    95.0280     0.3810    88.8500    99.4945
8075130.0 / 36489290
  22     0.1000     0.1288    95.5000     0.3730    89.3000    98.6632
7794112.0 / 36489290
  23     0.1000     0.1240    95.7480     0.3567    90.4100    99.3308
7535919.0 / 36489290
  24     0.1000     0.1166    95.9080     0.4763    87.0800    98.7294
7309944.0 / 36489290
  25     0.1000     0.1105    96.0560     0.3852    88.7600    98.9588
7098846.0 / 36489290
  26     0.1000     0.1022    96.4740     0.3834    89.1400    98.9460
6906126.0 / 36489290
  27     0.1000     0.0967    96.7000     0.4916    87.7500    98.5716
6734084.0 / 36489290
  28     0.1000     0.0923    96.8440     0.5414    85.6600    98.8249
6573436.0 / 36489290
  29     0.1000     0.0854    97.0540     0.4835    87.6500    99.4699
6424344.0 / 36489290
  30     0.1000     0.0855    97.0760     0.3087    91.3500    98.7128
6288359.0 / 36489290
  31     0.1000     0.0836    97.0420     0.4485    88.2400    98.0608
6152467.0 / 36489290
  32     0.1000     0.0715    97.4380     0.3982    89.7600    98.7806
6026522.0 / 36489290
  33     0.1000     0.0714    97.5680     0.2904    91.9500    98.7779
5910643.0 / 36489290
  34     0.1000     0.0664    97.6480     0.3672    90.2000    99.0966
5805468.0 / 36489290
  35     0.1000     0.0658    97.6500     0.3551    90.8400    98.7450
5699590.0 / 36489290
  36     0.1000     0.0603    97.8920     0.4773    89.0000    98.2429
5603095.0 / 36489290
  37     0.1000     0.0592    97.9140     0.3842    90.5800    98.1226
5514133.0 / 36489290
  38     0.1000     0.0539    98.1500     0.5044    88.5000    97.0165
5428993.0 / 36489290
  39     0.1000     0.0545    98.0520     0.3554    91.4800    98.6414
5341360.0 / 36489290
  40     0.1000     0.0517    98.2360     0.3820    90.7900    96.9591
5259660.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  41     0.1000     0.0489    98.3260     0.4635    89.9400    97.8233
5177572.0 / 36489290
  42     0.1000     0.0455    98.4720     0.4473    90.3700    99.1969
5103248.0 / 36489290
  43     0.1000     0.0440    98.4580     0.6131    88.2100    98.9027
5027870.0 / 36489290
  44     0.1000     0.0408    98.6220     0.3718    91.1400    97.6075
4957295.0 / 36489290
  45     0.1000     0.0394    98.6160     0.5585    88.4800    96.7202
4890666.0 / 36489290
  46     0.1000     0.0411    98.5740     0.4163    90.2300    96.9002
4823113.0 / 36489290
  47     0.1000     0.0371    98.7380     0.3777    91.2400    96.6573
4760566.0 / 36489290
  48     0.1000     0.0367    98.7260     0.3828    91.1700    96.8801
4693389.0 / 36489290
  49     0.1000     0.0314    98.9440     0.3701    91.7000    99.2244
4646599.0 / 36489290
  50     0.1000     0.0385    98.6400     0.3751    91.2600    97.4333
4590725.0 / 36489290
  51     0.1000     0.0353    98.8020     0.3134    92.8800    98.5027
4524585.0 / 36489290
  52     0.1000     0.0261    99.1080     0.4162    91.2000    97.8611
4476270.0 / 36489290
  53     0.1000     0.0334    98.8240     0.3199    92.5400    98.3718
4425906.0 / 36489290
  54     0.1000     0.0303    99.0020     0.4167    91.1800    98.3085
4386193.0 / 36489290
  55     0.1000     0.0344    98.8020     0.4021    91.1400    98.0583
4342413.0 / 36489290
  56     0.1000     0.0320    98.9640     0.3927    91.5100    99.0425
4290593.0 / 36489290
  57     0.1000     0.0269    99.0860     0.5430    88.7300    98.2983
4246916.0 / 36489290
  58     0.1000     0.0285    99.0160     0.3891    91.1800    98.7084
4201506.0 / 36489290
  59     0.1000     0.0255    99.1000     0.4067    91.3500    97.9303
4158585.0 / 36489290
  60     0.1000     0.0267    99.0740     0.3730    91.7300    96.5540
4125184.0 / 36489290
  61     0.1000     0.0300    98.9420     0.4572    90.4200    97.4869
4088358.0 / 36489290
  62     0.1000     0.0274    99.0820     0.4080    91.6100    97.0010
4041757.0 / 36489290
  63     0.1000     0.0215    99.3000     0.3740    92.1000    96.8631
4006543.0 / 36489290
  64     0.1000     0.0253    99.1000     0.3478    92.2500    96.6401
3969927.0 / 36489290
  65     0.1000     0.0248    99.1920     0.3400    92.8700    96.4472
3934113.0 / 36489290
  66     0.1000     0.0236    99.1740     0.3903    91.7200    96.7176
3897464.0 / 36489290
  67     0.1000     0.0220    99.2380     0.4342    91.1300    96.7311
3863746.0 / 36489290
  68     0.1000     0.0220    99.2560     0.4301    91.4100    97.7542
3833733.0 / 36489290
  69     0.1000     0.0243    99.1460     0.3579    92.5100    98.4171
3801873.0 / 36489290
  70     0.1000     0.0222    99.2660     0.6504    88.2800    98.3610
3779810.0 / 36489290
  71     0.1000     0.0288    99.0320     0.3496    92.7000    97.5481
3738601.0 / 36489290
  72     0.1000     0.0173    99.4400     0.4361    91.2900    96.7353
3704392.0 / 36489290
  73     0.1000     0.0182    99.3840     0.4276    90.8500    96.7246
3680704.0 / 36489290
  74     0.1000     0.0226    99.2260     0.3871    91.7500    96.8536
3656624.0 / 36489290
  75     0.1000     0.0213    99.3280     0.3936    92.0000    96.7613
3632186.0 / 36489290
  76     0.1000     0.0222    99.2600     0.3805    92.0400    96.9219
3592416.0 / 36489290
  77     0.1000     0.0149    99.5300     0.3305    92.9800    96.6109
3562343.0 / 36489290
  78     0.1000     0.0173    99.4200     0.4097    92.0000    96.5799
3532352.0 / 36489290
  79     0.1000     0.0172    99.4080     0.3482    92.4100    99.1419
3505811.0 / 36489290
  80     0.1000     0.0182    99.4000     0.3718    92.5000    96.6726
3486658.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
  81     0.1000     0.0203    99.3020     0.3842    92.2400    98.4935
3462524.0 / 36489290
  82     0.1000     0.0188    99.3520     0.3091    93.0500    99.2147
3431319.0 / 36489290
  83     0.1000     0.0144    99.5420     0.4267    91.9600    98.6371
3409716.0 / 36489290
  84     0.1000     0.0176    99.4260     0.3641    92.9900    98.5580
3384776.0 / 36489290
  85     0.1000     0.0158    99.4460     0.3955    92.2700    98.0997
3353802.0 / 36489290
  86     0.1000     0.0136    99.5540     0.3551    93.0900    97.7541
3328312.0 / 36489290
  87     0.1000     0.0140    99.5420     0.4093    91.8800    96.6227
3313437.0 / 36489290
  88     0.1000     0.0194    99.3600     0.3990    92.1000    96.4239
3292044.0 / 36489290
  89     0.1000     0.0151    99.4780     0.4706    90.8300    96.6423
3282717.0 / 36489290
  90     0.1000     0.0200    99.2780     0.4016    91.9100    96.5937
3265520.0 / 36489290
  91     0.1000     0.0165    99.4420     0.4539    91.8400    98.2505
3248931.0 / 36489290
  92     0.1000     0.0180    99.4000     0.5230    90.4900    98.6560
3223021.0 / 36489290
  93     0.1000     0.0133    99.5500     0.3498    92.7700    98.2965
3199921.0 / 36489290
  94     0.1000     0.0137    99.5300     0.4039    92.4500    98.4998
3182983.0 / 36489290
  95     0.1000     0.0152    99.4740     0.3454    93.3600    98.4145
3159629.0 / 36489290
  96     0.1000     0.0130    99.5480     0.9144    86.2500    98.7515
3159760.0 / 36489290
  97     0.1000     0.0226    99.1980     0.6287    88.5600    98.3915
3136816.0 / 36489290
  98     0.1000     0.0143    99.5100     0.3662    92.7900    98.7599
3106969.0 / 36489290
  99     0.1000     0.0092    99.6960     0.3440    93.2700    98.5307
3082867.0 / 36489290
 100     0.1000     0.0110    99.6420     0.3686    92.6500    98.3864
3058556.0 / 36489290
 101     0.0988     0.0104    99.6540     0.3422    93.2300    98.7957
3032094.0 / 36489290
 102     0.0975     0.0098    99.7040     0.4552    92.1600    99.0988
3014571.0 / 36489290
 103     0.0963     0.0127    99.5800     0.3861    92.8200    98.2354
2999488.0 / 36489290
 104     0.0950     0.0137    99.5480     0.3793    92.4200    98.3095
2978378.0 / 36489290
 105     0.0938     0.0100    99.6620     0.3580    93.2200    98.7909
2948250.0 / 36489290
 106     0.0926     0.0067    99.7860     0.3614    93.3300    99.1089
2915730.0 / 36489290
 107     0.0913     0.0049    99.8520     0.3537    93.3200    98.0644
2889350.0 / 36489290
 108     0.0901     0.0078    99.7660     0.3699    93.1900    98.1783
2871277.0 / 36489290
 109     0.0889     0.0098    99.6680     0.3725    92.7600    98.1492
2854388.0 / 36489290
 110     0.0876     0.0104    99.6640     0.3541    93.3900    96.4566
2828570.0 / 36489290
 111     0.0864     0.0057    99.8340     0.3791    93.1600    96.8425
2808685.0 / 36489290
 112     0.0852     0.0078    99.7360     0.3708    93.1900    97.3098
2778981.0 / 36489290
 113     0.0839     0.0038    99.8980     0.3562    93.5300    97.5872
2751370.0 / 36489290
 114     0.0827     0.0041    99.8900     0.4041    92.8000    96.5591
2730609.0 / 36489290
 115     0.0814     0.0059    99.7860     0.3765    93.4900    97.1564
2703769.0 / 36489290
 116     0.0802     0.0036    99.9080     0.3444    93.6900    98.9661
2681028.0 / 36489290
 117     0.0790     0.0043    99.8380     0.3892    93.3000    98.2443
2658514.0 / 36489290
 118     0.0777     0.0046    99.8660     0.3673    93.3200    98.0317
2637331.0 / 36489290
 119     0.0765     0.0046    99.8580     0.3420    94.0600    98.0699
2612004.0 / 36489290
 120     0.0753     0.0025    99.9440     0.3516    93.7800    98.6346
2587876.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 121     0.0740     0.0028    99.9200     0.3232    94.1300    98.5369
2563182.0 / 36489290
 122     0.0728     0.0020    99.9480     0.3403    93.8900    97.4658
2537961.0 / 36489290
 123     0.0715     0.0015    99.9680     0.3488    93.7100    98.1195
2514964.0 / 36489290
 124     0.0703     0.0021    99.9360     0.3962    93.2900    98.2325
2493672.0 / 36489290
 125     0.0691     0.0024    99.9380     0.3375    94.1000    97.7848
2469842.0 / 36489290
 126     0.0678     0.0011    99.9780     0.3532    94.0000    96.5543
2446655.0 / 36489290
 127     0.0666     0.0013    99.9700     0.3536    93.7400    96.5272
2426831.0 / 36489290
 128     0.0654     0.0019    99.9480     0.3709    93.7400    96.7089
2405625.0 / 36489290
 129     0.0641     0.0014    99.9660     0.3614    93.8400    96.7702
2385904.0 / 36489290
 130     0.0629     0.0015    99.9720     0.3516    93.8900    96.7212
2366720.0 / 36489290
 131     0.0616     0.0013    99.9700     0.3374    94.0800    98.0095
2346420.0 / 36489290
 132     0.0604     0.0008    99.9880     0.3461    93.9800    98.0026
2326849.0 / 36489290
 133     0.0592     0.0007    99.9780     0.3503    94.2900    98.9521
2307672.0 / 36489290
 134     0.0579     0.0008    99.9860     0.3414    94.3600    98.8577
2289020.0 / 36489290
 135     0.0567     0.0006    99.9820     0.3462    94.3600    98.5661
2270987.0 / 36489290
 136     0.0554     0.0006    99.9860     0.3395    94.2700    98.6315
2254893.0 / 36489290
 137     0.0542     0.0011    99.9660     0.3422    94.2500    98.6160
2239439.0 / 36489290
 138     0.0530     0.0010    99.9740     0.3472    94.1800    98.5034
2222898.0 / 36489290
 139     0.0517     0.0005    99.9940     0.3346    94.4000    98.9138
2206834.0 / 36489290
 140     0.0505     0.0004    99.9920     0.3377    94.3900    98.6177
2191636.0 / 36489290
 141     0.0493     0.0004    99.9900     0.3655    93.8600    98.6602
2176611.0 / 36489290
 142     0.0480     0.0003    99.9960     0.3392    94.2300    97.6901
2161950.0 / 36489290
 143     0.0468     0.0003    99.9980     0.3436    94.1600    97.9976
2148118.0 / 36489290
 144     0.0456     0.0003    99.9960     0.3374    94.2600    98.5170
2134513.0 / 36489290
 145     0.0443     0.0003    99.9960     0.3378    94.4200    98.1014
2121520.0 / 36489290
 146     0.0431     0.0005    99.9900     0.3479    94.1100    98.4407
2109027.0 / 36489290
 147     0.0418     0.0003    99.9980     0.3457    94.2400    96.2559
2096584.0 / 36489290
 148     0.0406     0.0003    99.9980     0.3354    94.3500    96.3342
2085083.0 / 36489290
 149     0.0394     0.0002   100.0000     0.3404    94.2700    96.4883
2074279.0 / 36489290
 150     0.0381     0.0003    99.9940     0.3439    94.1600    96.4297
2063716.0 / 36489290
 151     0.0369     0.0002    99.9980     0.3467    94.2400    96.4292
2053660.0 / 36489290
 152     0.0357     0.0004    99.9940     0.3399    94.2200    96.3882
2044002.0 / 36489290
 153     0.0344     0.0002    99.9980     0.3388    94.3400    96.3512
2034819.0 / 36489290
 154     0.0332     0.0003    99.9960     0.3381    94.2300    96.3279
2026006.0 / 36489290
 155     0.0319     0.0002    99.9980     0.3373    94.3600    96.3264
2017332.0 / 36489290
 156     0.0307     0.0002    99.9940     0.3411    94.5600    96.3770
2009050.0 / 36489290
 157     0.0295     0.0002   100.0000     0.3372    94.4700    97.5102
2001137.0 / 36489290
 158     0.0282     0.0002    99.9980     0.3874    93.6300    98.6453
1994289.0 / 36489290
 159     0.0270     0.0003    99.9960     0.3406    94.3600    97.8728
1987426.0 / 36489290
 160     0.0257     0.0002    99.9960     0.3330    94.5100    98.0315
1980856.0 / 36489290
----  ---------  ---------  ---------  ---------  ---------  ---------
  ep         lr    tr_loss     tr_acc     te_nll     te_acc       time
----  ---------  ---------  ---------  ---------  ---------  ---------
 161     0.0245     0.0002    99.9980     0.3460    94.3400    98.5622
1974433.0 / 36489290
 162     0.0233     0.0002   100.0000     0.3341    94.5000    97.5510
1968875.0 / 36489290
 163     0.0220     0.0002    99.9960     0.3351    94.4800    97.1743
1963409.0 / 36489290
 164     0.0208     0.0002    99.9960     0.3374    94.4300    96.5022
1958569.0 / 36489290
 165     0.0196     0.0002   100.0000     0.3328    94.5200    97.8498
1953971.0 / 36489290
 166     0.0183     0.0002   100.0000     0.3363    94.4200    96.7359
1949561.0 / 36489290
 167     0.0171     0.0001   100.0000     0.3381    94.3700    96.7038
1945575.0 / 36489290
 168     0.0159     0.0001   100.0000     0.3321    94.5000    98.5196
1941795.0 / 36489290
 169     0.0146     0.0002   100.0000     0.3362    94.4700    98.2460
1938324.0 / 36489290
 170     0.0134     0.0001   100.0000     0.3351    94.5100    98.1520
1935091.0 / 36489290
 171     0.0121     0.0001   100.0000     0.3322    94.4800    98.3449
1932357.0 / 36489290
 172     0.0109     0.0001    99.9980     0.3365    94.3900    98.3422
1929908.0 / 36489290
 173     0.0097     0.0001   100.0000     0.3355    94.4700    98.7408
1927827.0 / 36489290
 174     0.0084     0.0001   100.0000     0.3291    94.4500    98.4338
1925923.0 / 36489290
 175     0.0072     0.0001   100.0000     0.3328    94.4500    97.9680
1924368.0 / 36489290
 176     0.0060     0.0001   100.0000     0.3308    94.4700    98.7673
1923093.0 / 36489290
 177     0.0047     0.0001   100.0000     0.3367    94.4700    98.4933
1922149.0 / 36489290
 178     0.0035     0.0001   100.0000     0.3344    94.4700    99.1835
1921542.0 / 36489290
 179     0.0022     0.0001    99.9980     0.3353    94.4900    98.0741
1921271.0 / 36489290
 180     0.0010     0.0001   100.0000     0.3302    94.4800    96.8814
1920999.0 / 36489290
 181     0.0010     0.0002    99.9960     0.3279    94.5000    96.6942
1920694.0 / 36489290
 182     0.0010     0.0001   100.0000     0.3304    94.4600    96.6885
1920395.0 / 36489290
 183     0.0010     0.0001   100.0000     0.3309    94.5700    97.0144
1920108.0 / 36489290
 184     0.0010     0.0001   100.0000     0.3296    94.5100    97.6691
1919825.0 / 36489290
 185     0.0010     0.0001    99.9980     0.3344    94.5100    97.6088
1919533.0 / 36489290
 186     0.0010     0.0001    99.9980     0.3346    94.4700    97.4488
1919192.0 / 36489290
 187     0.0010     0.0001   100.0000     0.3326    94.5200    98.3166
1918896.0 / 36489290
 188     0.0010     0.0001   100.0000     0.3372    94.4700    97.8798
1918569.0 / 36489290
 189     0.0010     0.0001    99.9980     0.3318    94.4500    98.1555
1918251.0 / 36489290
 190     0.0010     0.0001   100.0000     0.3301    94.4400    97.6269
1917914.0 / 36489290
 191     0.0010     0.0001   100.0000     0.3295    94.4800    99.0498
1917589.0 / 36489290
 192     0.0010     0.0001   100.0000     0.3319    94.4900    96.4436
1917311.0 / 36489290
 193     0.0010     0.0001   100.0000     0.3330    94.4600    98.7524
1917017.0 / 36489290
 194     0.0010     0.0001   100.0000     0.3422    94.4400    98.4366
1916684.0 / 36489290
 195     0.0010     0.0001   100.0000     0.3357    94.4800    98.7198
1916374.0 / 36489290
 196     0.0010     0.0001   100.0000     0.3296    94.3900    98.9156
1916076.0 / 36489290
 197     0.0010     0.0001   100.0000     0.3302    94.4400    98.5787
1915766.0 / 36489290
 198     0.0010     0.0001   100.0000     0.3342    94.5200    98.9898
1915428.0 / 36489290
 199     0.0010     0.0001   100.0000     0.3282    94.4900    98.6150
1915140.0 / 36489290
 200     0.0010     0.0001    99.9980     0.3321    94.4300    96.6579
