milvus-io
/
milvus
mirror of https://github.com/milvus-io/milvus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Limit MinDim to build disk index (#20724) 

Signed-off-by: xige-16 <xi.ge@zilliz.com>

Signed-off-by: xige-16 <xi.ge@zilliz.com>
pull/20475/head
xige-16 2022-11-21 17:43:10 +08:00 committed by GitHub
parent 81b6703201
commit 82570e057c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
internal/querynode/segment_loader.go
View File

@ -872,8 +872,7 @@ func GetStorageSizeByIndexInfo(indexInfo *querypb.FieldIndexInfo) (uint64, uint6
}
if indexType == indexparamcheck.IndexDISKANN {
neededMemSize := indexInfo.IndexSize / UsedDiskMemoryRatio
neededDiskSize := indexInfo.IndexSize - neededMemSize
return uint64(neededMemSize), uint64(neededDiskSize), nil
return uint64(neededMemSize), uint64(indexInfo.IndexSize), nil
}
return uint64(indexInfo.IndexSize), 0, nil

5
internal/util/indexparamcheck/conf_adapter.go
View File

@ -59,7 +59,10 @@ const (
// DefaultMaxDim is the largest dimension supported in Milvus
DefaultMaxDim = 32768
DiskAnnMinDim = 1
// If Dim = 32 and raw vector data = 2G, query node need 24G disk space When loading the vectors' disk index
// If Dim = 2, and raw vector data = 2G, query node need 240G disk space When loading the vectors' disk index
// So DiskAnnMinDim should be greater than or equal to 32 to avoid running out of disk space
DiskAnnMinDim = 32
DiskAnnMaxDim = 1024
NgtMinEdgeSize = 1