test: update the lib of bf16 (#34043)

Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
pull/34057/head
zhuwenxing 2024-06-21 14:20:08 +08:00 committed by GitHub
parent e653ad27e2
commit 03a5f7e6c0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 3 additions and 4 deletions

View File

@ -12,5 +12,4 @@ pytest-xdist==2.5.0
minio==7.1.14
tenacity==8.1.0
# for bf16 datatype
jax==0.4.13
jaxlib==0.4.13
ml-dtypes==0.2.0

View File

@ -4,7 +4,7 @@ import random
import string
from faker import Faker
import numpy as np
import jax.numpy as jnp
from ml_dtypes import bfloat16
from sklearn import preprocessing
import base64
import requests
@ -191,7 +191,7 @@ def gen_bf16_vectors(num, dim):
for _ in range(num):
raw_vector = [random.random() for _ in range(dim)]
raw_vectors.append(raw_vector)
bf16_vector = np.array(jnp.array(raw_vector, dtype=jnp.bfloat16)).view(np.uint8).tolist()
bf16_vector = np.array(raw_vector, dtype=bfloat16).view(np.uint8).tolist()
bf16_vectors.append(bytes(bf16_vector))
return raw_vectors, bf16_vectors