frequentist for search engine

Author: tonytrinh3

Diff for: experimentation-automation/experimentGeneratorGeneral.tsx

@@ -34,13 +34,16 @@ export default function ExperimentGenerator({
   const { updateAudienceContext } = useContext(LoginContext);
   const [expGenerator, setExpGenerator] = useState<boolean>(false);
   const [progress, setProgress] = useState<number>(0);
-  const [experimentTypeObj, setExperimentTypeObj] = useState<{experimentType:string, numOfRuns:number}>({experimentType:"",numOfRuns:0});
+  const [experimentTypeObj, setExperimentTypeObj] = useState<{
+    experimentType: string;
+    numOfRuns: number;
+  }>({ experimentType: "", numOfRuns: 0 });
   const ldClientError = useLDClientError();
 
-  if(ldClientError) {
+  if (ldClientError) {
     alert("Error in LaunchDarkly Client");
   }
- 
+
   const updateContext = async (): Promise<void> => {
     updateAudienceContext();
   };
@@ -96,11 +99,12 @@ export default function ExperimentGenerator({
         default:
           alert("No function exist for feature experimentation");
       }
-      setExperimentTypeObj({experimentType:"",numOfRuns:0});
     }
-  }, [expGenerator]);
- 
 
+    return () => {
+      setExperimentTypeObj({ experimentType: "", numOfRuns: 0 });
+    };
+  }, [expGenerator]);
 
   return (
     <>
@@ -114,10 +118,11 @@ export default function ExperimentGenerator({
           <p className="font-bold font-sohnelight text-lg">{title}</p>
         </DialogTrigger>
         <DialogContent>
-          {expGenerator && experimentTypeObj.experimentType !== '' ? (
+          {expGenerator && experimentTypeObj.experimentType !== "" ? (
             <div className="flex justify-center items-center h-52">
               <div className=" font-bold font-sohne justify-center items-center text-xl text-center">
-                Generating Data {capitalizeFirstLetter(experimentTypeObj.experimentType)} Experimentation
+                Generating Data {capitalizeFirstLetter(experimentTypeObj.experimentType)}{" "}
+                Experimentation
                 <br />
                 Running {experimentTypeObj.numOfRuns} runs...
                 <br />
@@ -131,19 +136,21 @@ export default function ExperimentGenerator({
               <h2>{title}</h2>
               <div className="flex gap-x-4">
                 <button
-                  onClick={() => {
+                  onClick={async () => {
+                    setExperimentTypeObj({ experimentType: "bayesian", numOfRuns: 500 });
+
                     setExpGenerator(true);
-                    setExperimentTypeObj({experimentType:"bayesian", numOfRuns:500});
                   }}
                   className={`mt-2 ${"bg-gradient-airways"} p-2 rounded-sm hover:brightness-125 text-white`}
                 >
                   Bayesian Experimentation
                 </button>
 
                 <button
-                  onClick={() => {
+                  onClick={async () => {
+                    setExperimentTypeObj({ experimentType: "frequentist", numOfRuns: 10000 });
+
                     setExpGenerator(true);
-                    setExperimentTypeObj({experimentType:"frequentist", numOfRuns:10000});
                   }}
                   className={`mt-2 ${"bg-gradient-experimentation"} p-2 rounded-sm hover:brightness-125 text-white`}
                 >

Diff for: experimentation-automation/featureExperimentGeneratorFunctions.ts

@@ -147,6 +147,12 @@ export const generateNewSearchEngineFeatureExperimentResults = async ({
   setProgress(0);
   setExpGenerator(true);
   let totalPrice = 0;
+  const probablityExperimentType = {
+    ["bayesian"]: { ["trueProbablity"]: 60, ["falseProbablity"]: 30 },
+    ["frequentist"]: { ["trueProbablity"]: 60, ["falseProbablity"]: 52 },
+  };
+  const experimentType: string = experimentTypeObj.experimentType;
+
   for (let i = 0; i < experimentTypeObj.numOfRuns; i++) {
     const newSearchEngineFeatureFlag: string = client?.variation(
       "release-new-search-engine",
@@ -155,14 +161,18 @@ export const generateNewSearchEngineFeatureExperimentResults = async ({
     if (newSearchEngineFeatureFlag?.includes("new-search-engine")) {
       totalPrice = Math.floor(Math.random() * (500 - 300 + 1)) + 300;
       let probablity = Math.random() * 100;
-      if (probablity < 60) {
+      if (probablity < probablityExperimentType[experimentType as keyof typeof probablityExperimentType][
+        "trueProbablity"
+      ]) {
         client?.track("search-engine-add-to-cart", client.getContext());
       }
       client?.track("in-cart-total-price", client.getContext(), totalPrice);
     } else {
       totalPrice = Math.floor(Math.random() * (300 - 200 + 1)) + 200;
       let probablity = Math.random() * 100;
-      if (probablity < 40) {
+      if (probablity < probablityExperimentType[experimentType as keyof typeof probablityExperimentType][
+        "falseProbablity"
+      ]) {
         client?.track("search-engine-add-to-cart", client.getContext());
       }
       client?.track("in-cart-total-price", client.getContext(), totalPrice);