diff --git a/tests/python_client/chaos/testcases/test_all_collections_after_chaos.py b/tests/python_client/chaos/testcases/test_all_collections_after_chaos.py
index 949fc3ae98..022f9a8474 100644
--- a/tests/python_client/chaos/testcases/test_all_collections_after_chaos.py
+++ b/tests/python_client/chaos/testcases/test_all_collections_after_chaos.py
@@ -31,6 +31,10 @@ class TestAllCollection(TestcaseBase):
         collection_w = self.init_collection_wrap(name=name, active_trace=True)
         tt = time.time() - t0
         assert collection_w.name == name
+        # compact collection before getting num_entities
+        collection_w.compact()
+        collection_w.wait_for_compaction_completed()
+
         entities = collection_w.num_entities
         log.info(f"assert create collection: {tt}, init_entities: {entities}")