test: test mix scenes support batch insertion

Signed-off-by: wangting0128 <ting.wang@zilliz.com>

Author: wangting0128

tests/python_client/common/common_func.py

@@ -3357,3 +3357,13 @@ def gen_unicode_string_batch(nb, string_len: int = 1):
 def gen_unicode_string_array_batch(nb, string_len: int = 1, max_capacity: int = ct.default_max_capacity):
     return [[''.join([gen_unicode_string() for _ in range(min(random.randint(1, string_len), 50))]) for _ in
              range(random.randint(0, max_capacity))] for _ in range(nb)]
+
+
+def iter_insert_list_data(data: list, batch: int, total_len: int):
+    nb_list = [batch for _ in range(int(total_len / batch))]
+    if total_len % batch > 0:
+        nb_list.append(total_len % batch)
+
+    data_obj = [iter(d) for d in data]
+    for n in nb_list:
+        yield [[next(o) for _ in range(n)] for o in data_obj]

tests/python_client/testcases/test_mix_scenes.py

@@ -59,7 +59,8 @@ def setup_class(self):
 
     @pytest.fixture(scope="class", autouse=True)
     def prepare_data(self):
-        self.collection_wrap.insert(data=list(self.insert_data.values()), check_task=CheckTasks.check_insert_result)
+        for d in cf.iter_insert_list_data(list(self.insert_data.values()), batch=3000, total_len=self.nb):
+            self.collection_wrap.insert(data=d, check_task=CheckTasks.check_insert_result)
 
         # flush collection, segment sealed
         self.collection_wrap.flush()
@@ -306,7 +307,8 @@ def setup_class(self):
 
     @pytest.fixture(scope="class", autouse=True)
     def prepare_data(self):
-        self.collection_wrap.insert(data=list(self.insert_data.values()), check_task=CheckTasks.check_insert_result)
+        for d in cf.iter_insert_list_data(list(self.insert_data.values()), batch=3000, total_len=self.nb):
+            self.collection_wrap.insert(data=d, check_task=CheckTasks.check_insert_result)
 
         # flush collection, segment sealed
         self.collection_wrap.flush()
@@ -641,7 +643,8 @@ def setup_class(self):
 
     @pytest.fixture(scope="class", autouse=True)
     def prepare_data(self):
-        self.collection_wrap.insert(data=list(self.insert_data.values()), check_task=CheckTasks.check_insert_result)
+        for d in cf.iter_insert_list_data(list(self.insert_data.values()), batch=3000, total_len=self.nb):
+            self.collection_wrap.insert(data=d, check_task=CheckTasks.check_insert_result)
 
         # flush collection, segment sealed
         self.collection_wrap.flush()
@@ -942,7 +945,8 @@ def setup_class(self):
 
     @pytest.fixture(scope="class", autouse=True)
     def prepare_data(self):
-        self.collection_wrap.insert(data=list(self.insert_data.values()), check_task=CheckTasks.check_insert_result)
+        for d in cf.iter_insert_list_data(list(self.insert_data.values()), batch=3000, total_len=self.nb):
+            self.collection_wrap.insert(data=d, check_task=CheckTasks.check_insert_result)
 
         # flush collection, segment sealed
         self.collection_wrap.flush()