added methologoy into experiments

Author: tonytrinh3

Diff for: .github/workflows/demo_provisioning_scripts/DemoBuilder.py

@@ -373,6 +373,8 @@ def create_ecommerce_shorten_collection_funnel_experiment(self):
             "We would want to reduce the collection page to the top three items to reduce customer decision fatigue in order to increase checkout and overall revenue.",
             metrics=metrics,
             primary_key="shorten-collection-page-metric-group",
+            methodology="frequentist",
+            analysisConfig={"significanceThreshold": "5", "testDirection": "two-sided"}
         )   
 
     def run_ecommerce_new_search_engine_feature_experiment(self):
@@ -405,6 +407,8 @@ def create_ecommerce_new_search_engine_feature_experiment(self):
             hypothesis="We want to a new search engine that is more ranks search results diffrently and have an Add To Cart button built inside the component in order to increase ease of adding items to cart and increasing revenue.",
             metrics=metrics,
             primary_key="search-engine-add-to-cart",
+            methodology="frequentist",
+            analysisConfig={"significanceThreshold": "5", "testDirection": "two-sided"}
         )  
 
     def run_togglebank_ai_config_experiment(self):

Diff for: .github/workflows/demo_provisioning_scripts/LDPlatform.py

@@ -585,6 +585,8 @@ def create_experiment(
         attributes=None,
         randomization_unit="user",
         custom_treatment_names=None,
+        methodology="bayesian",
+        analysisConfig={"bayesianThreshold": "95"}
     ):
         if self.experiment_exists(exp_key, exp_env):
             return
@@ -607,6 +609,8 @@ def create_experiment(
                     },
                 },
                 "randomizationUnit": randomization_unit,
+                "methodology": methodology,
+                "analysisConfig": analysisConfig,
             },
         }