diff --git a/CHANGELOG.md b/CHANGELOG.md
index fe760319ce..620122e9e0 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -31,6 +31,7 @@ Please mark all change in change log and use the ticket from JIRA.
 - \#532 - assigin value to `table_name` from confest shell
 - \#533 - NSG build failed with MetricType Inner Product
 - \#543 - client raise exception in shards when search results is empty
+- \#497 - CPU-version search performance decreased 
 
 ## Feature
 - \#12 - Pure CPU version for Milvus
diff --git a/core/src/index/cmake/ThirdPartyPackagesCore.cmake b/core/src/index/cmake/ThirdPartyPackagesCore.cmake
index 1a22a9d2be..fb698cdf13 100644
--- a/core/src/index/cmake/ThirdPartyPackagesCore.cmake
+++ b/core/src/index/cmake/ThirdPartyPackagesCore.cmake
@@ -708,7 +708,7 @@ macro(build_faiss)
     set(FAISS_CONFIGURE_ARGS
             "--prefix=${FAISS_PREFIX}"
             "CFLAGS=${EP_C_FLAGS}"
-            "CXXFLAGS=${EP_CXX_FLAGS}"
+            "CXXFLAGS=${EP_CXX_FLAGS} -mavx2 -mf16c"
             --without-python)
 
     if (FAISS_WITH_MKL)