avoid sleep to ctx done during retry (#27992)

Signed-off-by: Wei Liu <wei.liu@zilliz.com>

pkg/util/retry/retry.go

@@ -53,6 +53,12 @@ func Do(ctx context.Context, fn func() error, opts ...Option) error {
 				return el
 			}
 
+			deadline, ok := ctx.Deadline()
+			if ok && time.Until(deadline) < c.sleep {
+				// to avoid sleep until ctx done
+				return el
+			}
+
 			select {
 			case <-time.After(c.sleep):
 			case <-ctx.Done():

pkg/util/retry/retry_test.go

@@ -63,6 +63,12 @@ func TestMaxSleepTime(t *testing.T) {
 	err := Do(ctx, testFn, Attempts(3), MaxSleepTime(200*time.Millisecond))
 	assert.Error(t, err)
 	t.Log(err)
+
+	ctx, cancel := context.WithTimeout(ctx, 1*time.Second)
+	defer cancel()
+	err = Do(ctx, testFn, Attempts(10), MaxSleepTime(200*time.Millisecond))
+	assert.Error(t, err)
+	assert.Nil(t, ctx.Err())
 }
 
 func TestSleep(t *testing.T) {