fix: unicode replacement character (0xFFFD) are not supported as csv delimiter (#36310)

https://github.com/milvus-io/milvus/issues/36309

Signed-off-by: OxalisCu <2127298698@qq.com>
pull/36954/head
OxalisCu 2024-10-17 14:45:40 +08:00 committed by GitHub
parent eb62433973
commit 60e51f1076
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions

View File

@ -104,7 +104,7 @@ func SkipDiskQuotaCheck(options Options) bool {
func GetCSVSep(options Options) (rune, error) {
sep, err := funcutil.GetAttrByKeyFromRepeatedKV("sep", options)
unsupportedSep := []rune{0, '\n', '\r', '"'}
unsupportedSep := []rune{0, '\n', '\r', '"', 0xFFFD}
defaultSep := ','
if err != nil || len(sep) == 0 {
return defaultSep, nil