Skip to content

Commit 2139c65

Browse files
authored
Fix BulkWriter bug for Array type field (#2625)
Signed-off-by: yhmo <[email protected]>
1 parent 34eea0a commit 2139c65

File tree

2 files changed

+4
-4
lines changed

2 files changed

+4
-4
lines changed

examples/bulk_import/example_bulkwriter.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -179,7 +179,7 @@ def local_writer_simple(schema: CollectionSchema, file_type: BulkFileType):
179179
file_type=file_type,
180180
) as local_writer:
181181
# read data from csv
182-
read_sample_data("./data/train_embeddings.csv", local_writer)
182+
read_sample_data("./train_embeddings.csv", local_writer)
183183

184184
# append rows
185185
for i in range(100000):
@@ -208,7 +208,7 @@ def remote_writer_simple(schema: CollectionSchema, file_type: BulkFileType):
208208
file_type=file_type,
209209
) as remote_writer:
210210
# read data from csv
211-
read_sample_data("./data/train_embeddings.csv", remote_writer)
211+
read_sample_data("./train_embeddings.csv", remote_writer)
212212

213213
# append rows
214214
for i in range(10000):

pymilvus/bulk_writer/constants.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -67,8 +67,8 @@
6767
DataType.INT64.name: np.dtype("int64"),
6868
DataType.FLOAT.name: np.dtype("float32"),
6969
DataType.DOUBLE.name: np.dtype("float64"),
70-
DataType.VARCHAR.name: None,
71-
DataType.JSON.name: None,
70+
DataType.VARCHAR.name: np.dtype("str"),
71+
DataType.JSON.name: np.dtype("str"), # in numpy/parquet file, json object are stored as string
7272
DataType.FLOAT_VECTOR.name: np.dtype("float32"),
7373
DataType.BINARY_VECTOR.name: np.dtype("uint8"),
7474
DataType.FLOAT16_VECTOR.name: np.dtype("uint8"),

0 commit comments

Comments
 (0)