Remove partition and segment ids properly in query node (#5090)

Signed-off-by: bigsheeper <yihao.dai@zilliz.com>

**What type of PR is this?**

- [ ] API-change
- [x] BUG
- [ ] Improvement
- [ ] Documentation
- [ ] Feature
- [ ] Test and CI
- [ ] Code Refactoring

**Which issue(s) this PR fixes:**

Fixes #

**What this PR does / why we need it:**

Not Available

internal/querynode/collection.go

@@ -52,7 +52,7 @@ func (c *Collection) addPartitionID(partitionID UniqueID) {
 func (c *Collection) removePartitionID(partitionID UniqueID) {
 	tmpIDs := make([]UniqueID, 0)
 	for _, id := range c.partitionIDs {
-		if id == partitionID {
+		if id != partitionID {
 			tmpIDs = append(tmpIDs, id)
 		}
 	}

internal/querynode/partition.go

@@ -46,7 +46,7 @@ func (p *Partition) addSegmentID(segmentID UniqueID) {
 func (p *Partition) removeSegmentID(segmentID UniqueID) {
 	tmpIDs := make([]UniqueID, 0)
 	for _, id := range p.segmentIDs {
-		if id == segmentID {
+		if id != segmentID {
 			tmpIDs = append(tmpIDs, id)
 		}
 	}