// Copyright (C) 2019-2020 Zilliz. All rights reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software distributed under the License // is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express // or implied. See the License for the specific language governing permissions and limitations under the License. package retry import ( "context" "time" "go.uber.org/zap" "github.com/milvus-io/milvus/internal/log" "github.com/milvus-io/milvus/internal/util/errorutil" ) // Do will run function with retry mechanism. // fn is the func to run. // Option can control the retry times and timeout. func Do(ctx context.Context, fn func() error, opts ...Option) error { c := newDefaultConfig() for _, opt := range opts { opt(c) } var el errorutil.ErrorList for i := uint(0); i < c.attempts; i++ { if err := fn(); err != nil { if i%10 == 0 { log.Debug("retry func failed", zap.Uint("retry time", i), zap.Error(err)) } el = append(el, err) if ok := IsUnRecoverable(err); ok { return el } select { case <-time.After(c.sleep): case <-ctx.Done(): el = append(el, ctx.Err()) return el } c.sleep *= 2 if c.sleep > c.maxSleepTime { c.sleep = c.maxSleepTime } } else { return nil } } return el } type unrecoverableError struct { error } // Unrecoverable method wrap an error to unrecoverableError. This will make retry // quick return. func Unrecoverable(err error) error { return unrecoverableError{err} } // IsUnRecoverable is used to judge whether the error is wrapped by unrecoverableError. func IsUnRecoverable(err error) bool { _, isUnrecoverable := err.(unrecoverableError) return isUnrecoverable }