Merge pull request #1678 from confident-ai/telemetry-new-traceable-evaluate-users

telemetry: new traceable evaluate users

Author: penguine-ip

deepeval/telemetry.py

@@ -17,6 +17,7 @@ class Feature(Enum):
     REDTEAMING = "redteaming"
     SYNTHESIZER = "synthesizer"
     EVALUATION = "evaluation"
+    COMPONENT_EVALUATION = "component_evaluation"
     GUARDRAIL = "guardrail"
     BENCHMARK = "benchmark"
     CONVERSATION_SIMULATOR = "conversation_simulator"
@@ -166,17 +167,21 @@ def capture_evaluation_run(type: str):
         # data
         event = f"Ran {type}"
         distinct_id = get_unique_id()
+        feature = Feature.COMPONENT_EVALUATION if event == "Ran traceable evaluate()" else Feature.EVALUATION
         properties = {
             "logged_in_with": get_logged_in_with(),
             "environment": IS_RUNNING_IN_JUPYTER,
             "user.status": get_status(),
             "user.unique_id": get_unique_id(),
-            "feature_status.evaluation": get_feature_status(Feature.EVALUATION),
             "user.public_ip": (
                 anonymous_public_ip if anonymous_public_ip else "Unknown"
             ),
         }
-        set_last_feature(Feature.EVALUATION)
+        if feature == Feature.EVALUATION:
+            properties["feature_status.evaluation"] = get_feature_status(feature)
+        elif feature == Feature.COMPONENT_EVALUATION:
+            properties["feature_status.component_evaluation"] = get_feature_status(feature)
+        set_last_feature(feature)
         # capture posthog
         posthog.capture(
             distinct_id=distinct_id, event=event, properties=properties