milvus-io
/
milvus
mirror of https://github.com/milvus-io/milvus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

test: update the lib of bf16 (#34043) 

Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
pull/34057/head
zhuwenxing 2024-06-21 14:20:08 +08:00 committed by GitHub
parent e653ad27e2
commit 03a5f7e6c0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
tests/restful_client_v2/requirements.txt
View File

@ -12,5 +12,4 @@ pytest-xdist==2.5.0
minio==7.1.14 minio==7.1.14
tenacity==8.1.0 tenacity==8.1.0
# for bf16 datatype # for bf16 datatype
jax==0.4.13 ml-dtypes==0.2.0
jaxlib==0.4.13

4
tests/restful_client_v2/utils/utils.py
View File

@ -4,7 +4,7 @@ import random
import string import string
from faker import Faker from faker import Faker
import numpy as np import numpy as np
import jax.numpy as jnp from ml_dtypes import bfloat16
from sklearn import preprocessing from sklearn import preprocessing
import base64 import base64
import requests import requests
@ -191,7 +191,7 @@ def gen_bf16_vectors(num, dim):
for _ in range(num): for _ in range(num):
raw_vector = [random.random() for _ in range(dim)] raw_vector = [random.random() for _ in range(dim)]
raw_vectors.append(raw_vector) raw_vectors.append(raw_vector)
bf16_vector = np.array(jnp.array(raw_vector, dtype=jnp.bfloat16)).view(np.uint8).tolist() bf16_vector = np.array(raw_vector, dtype=bfloat16).view(np.uint8).tolist()
bf16_vectors.append(bytes(bf16_vector)) bf16_vectors.append(bytes(bf16_vector))
return raw_vectors, bf16_vectors return raw_vectors, bf16_vectors