Add BQ vector index test configurations and workload tests

- Added test_scans_with_mixed_workload for comprehensive mutation testing
- Fixed dimension parameters in SDKDataLoader calls
- Added upgrade test configs for BQ indexes

Change-Id: I2bd6721dceb9dbfc184d53a99e3ff99972fbc4b5
Reviewed-on: https://review.couchbase.org/c/testrunner/+/242168
Reviewed-by: <pavan.pb@couchbase.com>
Tested-by: <veena.k@couchbase.com>

Author: ashwin2002

conf/gsi/bq-vector.conf

@@ -37,10 +37,4 @@ gsi.upgrade_gsi.UpgradeSecondaryIndex:
     test_online_offline_swap_upgrade_file_based_rebalance,nodes_init=6,services_init=kv-kv-index-index-n1ql-n1ql,scan_consistency=request_plus,init_nodes=False,gsi_type=plasma,reset_services=True,create_primary_index=False,skip_bucket_setup=True,skip_load=True,nodes_upgrade_path=kv-kv-index-n1ql-index-n1ql,json_template=Hotel,initial_version=7.6.7-6706,num_index_replica=1,upgrade_mode=swap_rebalance,GROUP=P1;SET2
     test_online_offline_swap_upgrade_file_based_rebalance,nodes_init=6,services_init=kv-kv-index-index-n1ql-n1ql,scan_consistency=request_plus,init_nodes=False,gsi_type=plasma,reset_services=True,create_primary_index=False,skip_bucket_setup=True,skip_load=True,nodes_upgrade_path=kv-kv-index-n1ql-index-n1ql,json_template=Hotel,initial_version=7.2.8-8930,num_index_replica=1,upgrade_mode=swap_rebalance,GROUP=P1;SET2
 
-
-
-
-
-
-
-
+   

conf/gsi/gsi_file_based_rebalance_upgrade_test.conf

@@ -2438,7 +2438,8 @@ def test_backup_restore_vector_indexes(self):
                                                                           array_indexes=False,
                                                                           limit=self.scan_limit,
                                                                           quantization_algo_color_vector=self.quantization_algo_color_vector,
-                                                                          quantization_algo_description_vector=self.quantization_algo_description_vector)
+                                                                          quantization_algo_description_vector=self.quantization_algo_description_vector,
+                                                                          description_dimension=self.dimension)
                 select_queries.update(self.gsi_util_obj.get_select_queries(definition_list=query_definitions,
                                                                            namespace=namespace, limit=self.scan_limit))
                 queries = self.gsi_util_obj.get_create_index_list(definition_list=query_definitions,
@@ -2485,6 +2486,7 @@ def test_backup_restore_vector_indexes(self):
                         break
                     else:
                         timeout = timeout + 1
+                        time.sleep(1)
                 if timeout > 360:
                     self.fail("timeout reached for index drop to happen")
                 if self.decrease_node_count > 0:
@@ -2620,7 +2622,8 @@ def test_kill_retry_backup_restore(self):
                                                                                 limit=self.scan_limit,
                                                                                 bhive_index=self.bhive_index,
                                                                                 quantization_algo_color_vector=self.quantization_algo_color_vector,
-                                                                                quantization_algo_description_vector=self.quantization_algo_description_vector)
+                                                                                quantization_algo_description_vector=self.quantization_algo_description_vector,
+                                                                                description_dimension=self.dimension)
                 select_queries.update(self.gsi_util_obj.get_select_queries(definition_list=query_definitions,
                                                                            namespace=namespace, limit=self.scan_limit))
                 queries = self.gsi_util_obj.get_create_index_list(definition_list=query_definitions,

pytests/gsi/backup_and_restore.py

@@ -2049,7 +2049,8 @@ def index_creation_till_rr(self, rr=100, timeout=1800):
                                                                           array_indexes=False,
                                                                           limit=self.scan_limit,
                                                                           quantization_algo_color_vector=self.quantization_algo_color_vector,
-                                                                          quantization_algo_description_vector=self.quantization_algo_description_vector)
+                                                                          quantization_algo_description_vector=self.quantization_algo_description_vector,
+                                                                          description_dimension=self.dimension)
                 create_queries = self.gsi_util_obj.get_create_index_list(definition_list=definitions,
                                                                          namespace=namespace,
                                                                          num_replica=self.num_index_replica)