mirror of
https://github.com/VictoriaMetrics/VictoriaMetrics.git
synced 2024-12-01 14:47:38 +00:00
b32a270da7
vmctl: update backoff policy on retries to reduce probability of overloading for `source` or `destination` databases
119 lines
2.7 KiB
Go
119 lines
2.7 KiB
Go
package backoff
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"testing"
|
|
"time"
|
|
)
|
|
|
|
func TestRetry_Do(t *testing.T) {
|
|
counter := 0
|
|
tests := []struct {
|
|
name string
|
|
backoffRetries int
|
|
backoffFactor float64
|
|
backoffMinDuration time.Duration
|
|
retryableFunc retryableFunc
|
|
ctx context.Context
|
|
cancelTimeout time.Duration
|
|
want uint64
|
|
wantErr bool
|
|
}{
|
|
{
|
|
name: "return bad request",
|
|
retryableFunc: func() error {
|
|
return ErrBadRequest
|
|
},
|
|
ctx: context.Background(),
|
|
want: 0,
|
|
wantErr: true,
|
|
},
|
|
{
|
|
name: "empty retries values",
|
|
retryableFunc: func() error {
|
|
time.Sleep(time.Millisecond * 100)
|
|
return nil
|
|
},
|
|
ctx: context.Background(),
|
|
want: 0,
|
|
wantErr: true,
|
|
},
|
|
{
|
|
name: "only one retry test",
|
|
backoffRetries: 5,
|
|
backoffFactor: 1.7,
|
|
backoffMinDuration: time.Millisecond * 10,
|
|
retryableFunc: func() error {
|
|
t := time.NewTicker(time.Millisecond * 5)
|
|
defer t.Stop()
|
|
for range t.C {
|
|
counter++
|
|
if counter%2 == 0 {
|
|
return fmt.Errorf("got some error")
|
|
}
|
|
if counter%3 == 0 {
|
|
return nil
|
|
}
|
|
}
|
|
return nil
|
|
},
|
|
ctx: context.Background(),
|
|
want: 1,
|
|
wantErr: false,
|
|
},
|
|
{
|
|
name: "all retries failed test",
|
|
backoffRetries: 5,
|
|
backoffFactor: 0.1,
|
|
backoffMinDuration: time.Millisecond * 10,
|
|
retryableFunc: func() error {
|
|
t := time.NewTicker(time.Millisecond * 5)
|
|
defer t.Stop()
|
|
for range t.C {
|
|
return fmt.Errorf("got some error")
|
|
}
|
|
return nil
|
|
},
|
|
ctx: context.Background(),
|
|
want: 5,
|
|
wantErr: true,
|
|
},
|
|
{
|
|
name: "cancel context",
|
|
backoffRetries: 5,
|
|
backoffFactor: 1.7,
|
|
backoffMinDuration: time.Millisecond * 10,
|
|
retryableFunc: func() error {
|
|
t := time.NewTicker(time.Millisecond * 5)
|
|
defer t.Stop()
|
|
for range t.C {
|
|
return fmt.Errorf("got some error")
|
|
}
|
|
return nil
|
|
},
|
|
ctx: context.Background(),
|
|
cancelTimeout: time.Millisecond * 40,
|
|
want: 3,
|
|
wantErr: true,
|
|
},
|
|
}
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
r := &Backoff{retries: tt.backoffRetries, factor: tt.backoffFactor, minDuration: tt.backoffMinDuration}
|
|
if tt.cancelTimeout != 0 {
|
|
newCtx, cancelFn := context.WithTimeout(tt.ctx, tt.cancelTimeout)
|
|
tt.ctx = newCtx
|
|
defer cancelFn()
|
|
}
|
|
got, err := r.Retry(tt.ctx, tt.retryableFunc)
|
|
if (err != nil) != tt.wantErr {
|
|
t.Errorf("Retry() error = %v, wantErr %v", err, tt.wantErr)
|
|
return
|
|
}
|
|
if got != tt.want {
|
|
t.Errorf("Retry() got = %v, want %v", got, tt.want)
|
|
}
|
|
})
|
|
}
|
|
}
|