From 60e51f10764c409e76f2e7c7cbbd1ae7bc96f71a Mon Sep 17 00:00:00 2001
From: OxalisCu <64067746+OxalisCu@users.noreply.github.com>
Date: Thu, 17 Oct 2024 14:45:40 +0800
Subject: [PATCH] fix: unicode replacement character (0xFFFD) are not supported
 as csv delimiter (#36310)

https://github.com/milvus-io/milvus/issues/36309

Signed-off-by: OxalisCu <2127298698@qq.com>
---
 internal/util/importutilv2/option.go | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/internal/util/importutilv2/option.go b/internal/util/importutilv2/option.go
index acf12e57c1..1e0d271e01 100644
--- a/internal/util/importutilv2/option.go
+++ b/internal/util/importutilv2/option.go
@@ -104,7 +104,7 @@ func SkipDiskQuotaCheck(options Options) bool {
 
 func GetCSVSep(options Options) (rune, error) {
 	sep, err := funcutil.GetAttrByKeyFromRepeatedKV("sep", options)
-	unsupportedSep := []rune{0, '\n', '\r', '"'}
+	unsupportedSep := []rune{0, '\n', '\r', '"', 0xFFFD}
 	defaultSep := ','
 	if err != nil || len(sep) == 0 {
 		return defaultSep, nil