diff --git a/internal/querycoord/task_scheduler.go b/internal/querycoord/task_scheduler.go
index f0cf8fc304..229b7f775b 100644
--- a/internal/querycoord/task_scheduler.go
+++ b/internal/querycoord/task_scheduler.go
@@ -860,7 +860,9 @@ func (scheduler *TaskScheduler) Start() error {
 
 // Close function stops the scheduleLoop and the processActivateTaskLoop
 func (scheduler *TaskScheduler) Close() {
-	scheduler.cancel()
+	if scheduler.cancel != nil {
+		scheduler.cancel()
+	}
 	scheduler.wg.Wait()
 }