milvus-io
/
milvus
mirror of https://github.com/milvus-io/milvus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Download path can be configured (#3350) 

* download path configuration

Signed-off-by: yangxuan <xuan.yang@zilliz.com>

* add -f to build.sh

Signed-off-by: yangxuan <xuan.yang@zilliz.com>

* change mysql cxx_flags to aviod print Wdeprecated warnings

Signed-off-by: yangxuan <xuan.yang@zilliz.com>

Co-authored-by: yangxuan <xuan.yang@zilliz.com>
pull/3357/head
XuanYang-cn 2020-08-20 12:46:46 +08:00 committed by GitHub
parent 1615e948cb
commit 157f24b454
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
9 changed files with 62 additions and 52 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
core/build.sh
View File

@ -18,9 +18,13 @@ CUDA_COMPILER=/usr/local/cuda/bin/nvcc
GPU_VERSION="OFF" #defaults to CPU version GPU_VERSION="OFF" #defaults to CPU version
WITH_PROMETHEUS="ON" WITH_PROMETHEUS="ON"
CUDA_ARCH="DEFAULT" CUDA_ARCH="DEFAULT"
CUSTOM_THIRDPARTY_PATH=""
while getopts "p:d:t:s:ulrcghzme" arg; do while getopts "p:d:t:s:f:ulrcghzme" arg; do
case $arg in case $arg in
f)
CUSTOM_THIRDPARTY_PATH=$OPTARG
;;
p) p)
INSTALL_PREFIX=$OPTARG INSTALL_PREFIX=$OPTARG
;; ;;
@ -61,6 +65,7 @@ while getopts "p:d:t:s:ulrcghzme" arg; do
echo " echo "
parameter: parameter:
-f: custom paths of thirdparty downloaded files(default: NULL)
-p: install prefix(default: $(pwd)/milvus) -p: install prefix(default: $(pwd)/milvus)
-d: db data path(default: /tmp/milvus) -d: db data path(default: /tmp/milvus)
-t: build type(default: Debug) -t: build type(default: Debug)
@ -75,7 +80,7 @@ parameter:
-h: help -h: help
usage: usage:
./build.sh -p \${INSTALL_PREFIX} -t \${BUILD_TYPE} -s \${CUDA_ARCH}[-u] [-l] [-r] [-c] [-z] [-g] [-m] [-e] [-h] ./build.sh -p \${INSTALL_PREFIX} -t \${BUILD_TYPE} -s \${CUDA_ARCH} -f\${CUSTOM_THIRDPARTY_PATH} [-u] [-l] [-r] [-c] [-z] [-g] [-m] [-e] [-h]
" "
exit 0 exit 0
;; ;;
@ -115,6 +120,7 @@ CMAKE_CMD="cmake \
-DMILVUS_GPU_VERSION=${GPU_VERSION} \ -DMILVUS_GPU_VERSION=${GPU_VERSION} \
-DMILVUS_WITH_PROMETHEUS=${WITH_PROMETHEUS} \ -DMILVUS_WITH_PROMETHEUS=${WITH_PROMETHEUS} \
-DMILVUS_CUDA_ARCH=${CUDA_ARCH} \ -DMILVUS_CUDA_ARCH=${CUDA_ARCH} \
-DCUSTOM_THIRDPARTY_DOWNLOAD_PATH=${CUSTOM_THIRDPARTY_PATH} \
../" ../"
echo ${CMAKE_CMD} echo ${CMAKE_CMD}
${CMAKE_CMD} ${CMAKE_CMD}

7
core/thirdparty/CMakeLists.txt vendored
View File

@ -26,6 +26,13 @@ include( FetchContent )
set( FETCHCONTENT_BASE_DIR ${MILVUS_BINARY_DIR}/3rdparty_download ) set( FETCHCONTENT_BASE_DIR ${MILVUS_BINARY_DIR}/3rdparty_download )
set( FETCHCONTENT_QUIET OFF ) set( FETCHCONTENT_QUIET OFF )
if( CUSTOM_THIRDPARTY_DOWNLOAD_PATH )
set( THIRDPARTY_DOWNLOAD_PATH ${CUSTOM_THIRDPARTY_DOWNLOAD_PATH} )
else()
set( THIRDPARTY_DOWNLOAD_PATH ${CMAKE_BINARY_DIR}/3rdparty_download/download )
endif()
message( STATUS "Thirdparty downloaded file path: ${THIRDPARTY_DOWNLOAD_PATH}" )
# ---------------------------------------------------------------------- # ----------------------------------------------------------------------
# Find pthreads # Find pthreads

3
core/thirdparty/crc32c/CMakeLists.txt vendored
View File

@ -24,12 +24,13 @@ FetchContent_Declare(
URL_MD5 "d24bd57ca2d9fb051aa589818c0e2c10" URL_MD5 "d24bd57ca2d9fb051aa589818c0e2c10"
SOURCE_DIR ${CMAKE_CURRENT_BINARY_DIR}/crc32c-src SOURCE_DIR ${CMAKE_CURRENT_BINARY_DIR}/crc32c-src
BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR}/crc32c-build BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR}/crc32c-build
) DOWNLOAD_DIR ${THIRDPARTY_DOWNLOAD_PATH} )
FetchContent_GetProperties( crc32c ) FetchContent_GetProperties( crc32c )
if ( NOT crc32c_POPULATED ) if ( NOT crc32c_POPULATED )
FetchContent_Populate( crc32c ) FetchContent_Populate( crc32c )
set( CRC32C_BUILD_TESTS CACHE BOOL OFF FORCE ) set( CRC32C_BUILD_TESTS CACHE BOOL OFF FORCE )
set( CRC32C_BUILD_BENCHMARKS CACHE BOOL OFF FORCE ) set( CRC32C_BUILD_BENCHMARKS CACHE BOOL OFF FORCE )
set( CRC32C_USE_GLOG CACHE BOOL OFF FORCE ) set( CRC32C_USE_GLOG CACHE BOOL OFF FORCE )

10
core/thirdparty/grpc/CMakeLists.txt vendored
View File

@ -14,9 +14,7 @@
if ( DEFINED ENV{MILVUS_GRPC_URL} ) if ( DEFINED ENV{MILVUS_GRPC_URL} )
set( GRPC_SOURCE_URL "$ENV{MILVUS_GRPC_URL}" ) set( GRPC_SOURCE_URL "$ENV{MILVUS_GRPC_URL}" )
else() else()
set( GRPC_SOURCE_URL set( GRPC_SOURCE_URL "https://github.com/milvus-io/grpc-milvus/archive/${GRPC_VERSION}.zip" )
"https://github.com/milvus-io/grpc-milvus/archive/${GRPC_VERSION}.zip"
)
endif() endif()
message( STATUS "Building GRPC-${GRPC_VERSION} from source" ) message( STATUS "Building GRPC-${GRPC_VERSION} from source" )
@ -24,14 +22,14 @@ FetchContent_Declare(
grpc grpc
URL ${GRPC_SOURCE_URL} URL ${GRPC_SOURCE_URL}
URL_MD5 "f11a28bebdc14e7790dab64743a96836" URL_MD5 "f11a28bebdc14e7790dab64743a96836"
DOWNLOAD_DIR ${MILVUS_BINARY_DIR}/3rdparty_download/download
SOURCE_DIR ${CMAKE_CURRENT_BINARY_DIR}/grpc-src SOURCE_DIR ${CMAKE_CURRENT_BINARY_DIR}/grpc-src
BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR}/grpc-build ) BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR}/grpc-build
DOWNLOAD_DIR ${THIRDPARTY_DOWNLOAD_PATH} )
# using openSSL rather than boringssl # using openSSL rather than boringssl
set( gRPC_SSL_PROVIDER "package" CACHE STRING "OPENSSL" FORCE ) set( gRPC_SSL_PROVIDER "package" CACHE STRING "OPENSSL" FORCE )
FetchContent_GetProperties( grpc )
FetchContent_GetProperties( grpc )
if ( NOT grpc_POPULATED ) if ( NOT grpc_POPULATED )
FetchContent_Populate( grpc ) FetchContent_Populate( grpc )

11
core/thirdparty/gtest/CMakeLists.txt vendored
View File

@ -14,25 +14,24 @@
if ( DEFINED ENV{MILVUS_GTEST_URL} ) if ( DEFINED ENV{MILVUS_GTEST_URL} )
set( GTEST_SOURCE_URL "$ENV{MILVUS_GTEST_URL}" ) set( GTEST_SOURCE_URL "$ENV{MILVUS_GTEST_URL}" )
else() else()
set( GTEST_SOURCE_URL set( GTEST_SOURCE_URL "https://gitee.com/quicksilver/googletest/repository/archive/release-${GTEST_VERSION}.zip" )
"https://gitee.com/quicksilver/googletest/repository/archive/release-${GTEST_VERSION}.zip" )
endif() endif()
message( STATUS "Building gtest-${GTEST_VERSION} from source" ) message( STATUS "Building gtest-${GTEST_VERSION} from source" )
include( FetchContent )
set( CMAKE_POLICY_DEFAULT_CMP0022 NEW ) # for googletest only set( CMAKE_POLICY_DEFAULT_CMP0022 NEW ) # for googletest only
FetchContent_Declare( FetchContent_Declare(
googletest googletest
URL ${GTEST_SOURCE_URL} URL ${GTEST_SOURCE_URL}
URL_MD5 "f9137c5bc18b7d74027936f0f1bfa5c8" URL_MD5 "f9137c5bc18b7d74027936f0f1bfa5c8"
DOWNLOAD_DIR ${MILVUS_BINARY_DIR}/3rdparty_download/download
SOURCE_DIR ${CMAKE_CURRENT_BINARY_DIR}/googletest-src SOURCE_DIR ${CMAKE_CURRENT_BINARY_DIR}/googletest-src
BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR}/googletest-build BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR}/googletest-build
DOWNLOAD_DIR ${THIRDPARTY_DOWNLOAD_PATH} )
) FetchContent_GetProperties( googletest )
if ( NOT googletest_POPULATED ) if ( NOT googletest_POPULATED )
FetchContent_Populate( googletest ) FetchContent_Populate( googletest )
# Adding the following targets: # Adding the following targets:

6
core/thirdparty/mysqlpp/CMakeLists.txt vendored
View File

@ -19,18 +19,18 @@ endif ()
macro( build_mysqlpp ) macro( build_mysqlpp )
message( STATUS "Building MySQL++-${MYSQLPP_VERSION} from source" ) message( STATUS "Building MySQL++-${MYSQLPP_VERSION} from source" )
set( MYSQLPP_CXX_FLAGS "-O3 -fPIC -Wno-deprecated -Wno-format-truncation -fopenmp" )
ExternalProject_Add( ExternalProject_Add(
mysqlpp_ep mysqlpp_ep
PREFIX ${CMAKE_BINARY_DIR}/3rdparty_download/mysqlpp-subbuild PREFIX ${CMAKE_BINARY_DIR}/3rdparty_download/mysqlpp-subbuild
DOWNLOAD_DIR ${CMAKE_BINARY_DIR}/3rdparty_download/download DOWNLOAD_DIR ${THIRDPARTY_DOWNLOAD_PATH}
INSTALL_DIR ${CMAKE_CURRENT_BINARY_DIR} INSTALL_DIR ${CMAKE_CURRENT_BINARY_DIR}
URL ${MYSQLPP_SOURCE_URL} URL ${MYSQLPP_SOURCE_URL}
URL_MD5 "cda38b5ecc0117de91f7c42292dd1e79" URL_MD5 "cda38b5ecc0117de91f7c42292dd1e79"
CONFIGURE_COMMAND <SOURCE_DIR>/configure CONFIGURE_COMMAND <SOURCE_DIR>/configure
"--prefix=<INSTALL_DIR>" "--prefix=<INSTALL_DIR>"
"--enable-thread-check" "--enable-thread-check"
"CFLAGS=${EP_C_FLAGS}" "CXXFLAGS=${MYSQLPP_CXX_FLAGS}"
"CXXFLAGS=${EP_CXX_FLAGS}"
"LDFLAGS=-pthread" "LDFLAGS=-pthread"
"cc=${CCACHE_FOUND} ${CMAKE_C_COMPILER}" "cc=${CCACHE_FOUND} ${CMAKE_C_COMPILER}"
"cxx=${CCACHE_FOUND} ${CMAKE_CXX_COMPILER}" "cxx=${CCACHE_FOUND} ${CMAKE_CXX_COMPILER}"

10
core/thirdparty/opentracing/CMakeLists.txt vendored
View File

@ -24,19 +24,18 @@ FetchContent_Declare(
opentracing opentracing
URL ${OPENTRACING_SOURCE_URL} URL ${OPENTRACING_SOURCE_URL}
URL_MD5 "e598ba4b81ae8e1ceed8cd8bbf86f2fd" URL_MD5 "e598ba4b81ae8e1ceed8cd8bbf86f2fd"
DOWNLOAD_DIR ${MILVUS_BINARY_DIR}/3rdparty_download/download
SOURCE_DIR ${CMAKE_CURRENT_BINARY_DIR}/opentracing-src SOURCE_DIR ${CMAKE_CURRENT_BINARY_DIR}/opentracing-src
BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR}/opentracing-build BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR}/opentracing-build
) DOWNLOAD_DIR ${THIRDPARTY_DOWNLOAD_PATH} )
set( BUILD_SHARED_LIBS CACHE BOOL OFF FORCE)
set( ENABLE_LINTING CACHE BOOL OFF FORCE)
set( BUILD_TESTING CACHE BOOL OFF FORCE )
FetchContent_GetProperties( opentracing ) FetchContent_GetProperties( opentracing )
if ( NOT opentracing_POPULATED ) if ( NOT opentracing_POPULATED )
FetchContent_Populate( opentracing ) FetchContent_Populate( opentracing )
set( BUILD_SHARED_LIBS CACHE BOOL OFF FORCE )
set( ENABLE_LINTING CACHE BOOL OFF FORCE )
set( BUILD_TESTING CACHE BOOL OFF FORCE )
# Adding the following targets: # Adding the following targets:
# opentracing-static # opentracing-static
# opentracing_mocktracer-static # opentracing_mocktracer-static
@ -52,6 +51,7 @@ if ( NOT opentracing_POPULATED )
$<BUILD_INTERFACE:${opentracing_SOURCE_DIR}/3rd_party/include> ) $<BUILD_INTERFACE:${opentracing_SOURCE_DIR}/3rd_party/include> )
target_include_directories( opentracing_mocktracer-static target_include_directories( opentracing_mocktracer-static
INTERFACE $<BUILD_INTERFACE:${opentracing_SOURCE_DIR}/mocktracer/include> ) INTERFACE $<BUILD_INTERFACE:${opentracing_SOURCE_DIR}/mocktracer/include> )
# Adding the following ALIAS Targets: # Adding the following ALIAS Targets:
# opentracing::opentracing # opentracing::opentracing
# opentracing::mocktracer # opentracing::mocktracer

2
core/thirdparty/profilers/CMakeLists.txt vendored
View File

@ -34,7 +34,7 @@ macro( build_libunwind )
ExternalProject_Add( ExternalProject_Add(
libunwind_ep libunwind_ep
PREFIX ${MILVUS_BINARY_DIR}/3rdparty_download/libunwind-subbuild PREFIX ${MILVUS_BINARY_DIR}/3rdparty_download/libunwind-subbuild
DOWNLOAD_DIR ${MILVUS_BINARY_DIR}/3rdparty_download/download DOWNLOAD_DIR ${THIRDPARTY_DOWNLOAD_PATH}
INSTALL_DIR ${CMAKE_CURRENT_BINARY_DIR}/libunwind INSTALL_DIR ${CMAKE_CURRENT_BINARY_DIR}/libunwind
URL ${LIBUNWIND_SOURCE_URL} URL ${LIBUNWIND_SOURCE_URL}
URL_MD5 a04f69d66d8e16f8bf3ab72a69112cd6 URL_MD5 a04f69d66d8e16f8bf3ab72a69112cd6

3
core/thirdparty/yaml-cpp/CMakeLists.txt vendored
View File

@ -23,10 +23,9 @@ FetchContent_Declare(
yaml-cpp yaml-cpp
URL ${YAMLCPP_SOURCE_URL} URL ${YAMLCPP_SOURCE_URL}
URL_MD5 "b45bf1089a382e81f6b661062c10d0c2" URL_MD5 "b45bf1089a382e81f6b661062c10d0c2"
DOWNLOAD_DIR ${MILVUS_BINARY_DIR}/3rdparty_download/download
SOURCE_DIR ${CMAKE_CURRENT_BINARY_DIR}/yaml-src SOURCE_DIR ${CMAKE_CURRENT_BINARY_DIR}/yaml-src
BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR}/yaml-build BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR}/yaml-build
) DOWNLOAD_DIR ${THIRDPARTY_DOWNLOAD_PATH} )
set( YAML_CPP_BUILD_TESTS CACHE BOOL OFF FORCE ) set( YAML_CPP_BUILD_TESTS CACHE BOOL OFF FORCE )
set( YAML_CPP_BUILD_TOOLS CACHE BOOL OFF FORCE ) set( YAML_CPP_BUILD_TOOLS CACHE BOOL OFF FORCE )