Fusion Test Automation (14/n)

- Validation of the new uploader algorithm
- Replaced monitor_extent_migration() calls with monitor_active_guest_volumes()
- Added GROUPs to Conf Files

Change-Id: I30c7faafbb6da182319b20ebc3cb6d3eb777db26
Reviewed-on: https://review.couchbase.org/c/TAF/+/243472
Tested-by: Build Bot <build@couchbase.com>
Reviewed-by: <shivam.paliwal@couchbase.com>

Author: vibhavshiras1

conf/fusion/fusion_accelerator_cli.conf

@@ -1,41 +1,41 @@
 storage.fusion.fusion_accelerator_cli.FusionAcceleratorCLI:
     test_split_manifest_multiple_parts,num_items=10000000,doc_size=4096,ops_rate=30000,replicas=0,init_loading=False,bucket_ram_quota=1024,num_docs_to_validate=100000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=1,fusion_test=True,manifest_parts=1,min_storage_size=536870912,load_docs_using=sirius_java_sdk,GROUP=P0
-    
+
     test_split_manifest_multiple_parts,num_items=10000000,doc_size=4096,ops_rate=30000,replicas=0,init_loading=False,bucket_ram_quota=1024,num_docs_to_validate=100000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=1,fusion_test=True,manifest_parts=2,min_storage_size=536870912,load_docs_using=sirius_java_sdk,GROUP=P0
-    
+
     test_split_manifest_multiple_parts,num_items=10000000,doc_size=4096,ops_rate=30000,replicas=0,init_loading=False,bucket_ram_quota=1024,num_docs_to_validate=100000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=1,fusion_test=True,manifest_parts=5,min_storage_size=536870912,load_docs_using=sirius_java_sdk,GROUP=P0
-    
+
     test_split_manifest_multiple_parts,num_items=10000000,doc_size=4096,ops_rate=30000,replicas=0,init_loading=False,bucket_ram_quota=1024,num_docs_to_validate=100000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=1,fusion_test=True,manifest_parts=10,min_storage_size=536870912,load_docs_using=sirius_java_sdk,GROUP=P0
-    
+
     test_split_manifest_multiple_parts,num_items=10000000,doc_size=4096,ops_rate=30000,replicas=0,init_loading=False,bucket_ram_quota=1024,num_docs_to_validate=100000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=1,fusion_test=True,manifest_parts=20,min_storage_size=536870912,load_docs_using=sirius_java_sdk,GROUP=P1
-    
+
     test_split_manifest_multiple_parts,num_items=10000000,doc_size=4096,ops_rate=30000,replicas=0,init_loading=False,bucket_ram_quota=1024,num_docs_to_validate=100000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=1,fusion_test=True,manifest_parts=100,min_storage_size=104857600,load_docs_using=sirius_java_sdk,GROUP=P1
-    
+
     test_split_manifest_multiple_parts,num_items=10000000,doc_size=4096,ops_rate=30000,replicas=0,init_loading=False,bucket_ram_quota=1024,num_docs_to_validate=100000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=1,fusion_test=True,manifest_parts=20,min_storage_size=5368709120,load_docs_using=sirius_java_sdk,GROUP=P1
-    
+
     test_split_manifest_multiple_parts,num_items=10000000,doc_size=4096,ops_rate=30000,replicas=0,init_loading=False,bucket_ram_quota=1024,num_docs_to_validate=100000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=1,fusion_test=True,manifest_parts=10,min_storage_size=21474836480,load_docs_using=sirius_java_sdk,GROUP=P1
-    
+
     test_split_manifest_multiple_parts,num_items=10000000,doc_size=4096,ops_rate=30000,replicas=0,init_loading=False,bucket_ram_quota=1024,num_docs_to_validate=100000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=1,fusion_test=True,manifest_parts=10,min_storage_size=42949672960,load_docs_using=sirius_java_sdk,GROUP=P1
-    
+
     test_split_manifest_multiple_parts,num_items=10000000,doc_size=4096,ops_rate=30000,replicas=0,init_loading=False,bucket_ram_quota=1024,num_docs_to_validate=100000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=1,fusion_test=True,manifest_parts=3,min_storage_size=2147483648,load_docs_using=sirius_java_sdk,GROUP=P1
-    
+
     test_split_manifest_multiple_parts,num_items=10000000,doc_size=4096,ops_rate=30000,replicas=0,init_loading=False,bucket_ram_quota=1024,num_docs_to_validate=100000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=1,fusion_test=True,manifest_parts=7,min_storage_size=1073741824,load_docs_using=sirius_java_sdk,GROUP=P1
 
     # ------------- Multiple Buckets Test Cases -----------------
     test_split_manifest_multiple_parts,num_items=2000,doc_size=8192,ops_rate=30000,replicas=0,bucket_ram_quota=256,num_docs_to_validate=1000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=1,fusion_test=True,manifest_parts=20,min_storage_size=536870912,load_docs_using=sirius_java_sdk,standard_buckets=20,magma_buckets=20,bucket_num_vb=1024,GROUP=P2;multi_bucket
-    
+
     # Test with 20 buckets - Fusion enabled post bucket creation
-    test_split_manifest_multiple_parts,num_items=2000,doc_size=8192,ops_rate=30000,replicas=0,bucket_ram_quota=256,num_docs_to_validate=1000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=1,fusion_test=False,manifest_parts=20,min_storage_size=536870912,load_docs_using=sirius_java_sdk,standard_buckets=20,magma_buckets=20,bucket_num_vb=1024,GROUP=P2;multi_bucket
+    test_split_manifest_multiple_parts,num_items=2000,doc_size=8192,ops_rate=30000,replicas=0,bucket_ram_quota=256,num_docs_to_validate=1000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=1,fusion_test=True,fusion_enable=False,manifest_parts=20,min_storage_size=536870912,load_docs_using=sirius_java_sdk,standard_buckets=20,magma_buckets=20,bucket_num_vb=1024,GROUP=P2;multi_bucket
 
     # Multi-node with replicas - Rebalance-in (Production realistic scenario)
     test_split_manifest_multiple_parts,num_items=10000000,doc_size=4096,ops_rate=30000,replicas=1,init_loading=False,bucket_ram_quota=1024,num_docs_to_validate=100000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=4,fusion_test=True,manifest_parts=20,min_storage_size=262144000,load_docs_using=sirius_java_sdk,num_nodes_to_rebalance_in=1,GROUP=P3
-    
+
     test_split_manifest_multiple_parts,num_items=10000000,doc_size=4096,ops_rate=30000,replicas=2,init_loading=False,bucket_ram_quota=1024,num_docs_to_validate=100000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=4,fusion_test=True,manifest_parts=10,min_storage_size=262144000,load_docs_using=sirius_java_sdk,num_nodes_to_rebalance_in=1,GROUP=P3
-    
+
     test_split_manifest_multiple_parts,num_items=10000000,doc_size=4096,ops_rate=30000,replicas=1,init_loading=False,bucket_ram_quota=1024,num_docs_to_validate=100000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=4,fusion_test=True,manifest_parts=20,min_storage_size=262144000,load_docs_using=sirius_java_sdk,num_nodes_to_rebalance_out=1,GROUP=P3
-    
+
     test_split_manifest_multiple_parts,num_items=10000000,doc_size=4096,ops_rate=30000,replicas=2,init_loading=False,bucket_ram_quota=1024,num_docs_to_validate=100000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=4,fusion_test=True,manifest_parts=10,min_storage_size=262144000,load_docs_using=sirius_java_sdk,num_nodes_to_rebalance_out=1,GROUP=P3
-    
+
     test_split_manifest_multiple_parts,num_items=10000000,doc_size=4096,ops_rate=30000,replicas=1,init_loading=False,bucket_ram_quota=1024,num_docs_to_validate=100000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=4,fusion_test=True,manifest_parts=20,min_storage_size=262144000,load_docs_using=sirius_java_sdk,num_nodes_to_swap_rebalance=1,GROUP=P3
-    
+
     test_split_manifest_multiple_parts,num_items=10000000,doc_size=4096,ops_rate=30000,replicas=2,init_loading=False,bucket_ram_quota=1024,num_docs_to_validate=100000,read_ops_rate=5000,read_process_concurrency=8,fusion_log_store_uri=local:///mnt/nfs/share/buckets,nodes_init=4,fusion_test=True,manifest_parts=10,min_storage_size=262144000,load_docs_using=sirius_java_sdk,num_nodes_to_swap_rebalance=1,GROUP=P3