Working id create

Author: Mike Goitia

examples/logging/async_simple_logging.py

@@ -2,10 +2,9 @@
 import asyncio
 
 quotient = AsyncQuotientAI()
-
 quotient_logger = quotient.logger.init(
     # Required
-    app_name="my-app",
+    app_name="test-id-create",
     environment="dev",
     # dynamic labels for slicing/dicing analytics e.g. by customer, feature, etc
     tags={"model": "gpt-4o", "feature": "customer-support"},
@@ -19,7 +18,7 @@ async def main():
     # Mock retrieved documents
     retrieved_documents = [{"page_content": "Sample document"}]
 
-    await quotient_logger.log(
+    log_id = await quotient_logger.log(
         user_query="Sample input",
         model_output="Sample output",
         # Page content from Documents from your retriever used to generate the model output
@@ -40,6 +39,7 @@ async def main():
     )
 
     print("Log request sent")
+    print("Log ID: ", log_id)
     print("Press Enter to exit...")
 
     # Use asyncio's run_in_executor to handle blocking input() call

examples/logging/simple_logging.py

@@ -3,7 +3,7 @@
 quotient = QuotientAI()
 quotient_logger = quotient.logger.init(
     # Required
-    app_name="my-app",
+    app_name="test-id-create",
     environment="dev",
     # dynamic labels for slicing/dicing analytics e.g. by customer, feature, etc
     tags={"model": "gpt-4o", "feature": "customer-support"},
@@ -14,7 +14,7 @@
 # Mock retrieved documents
 retrieved_documents = [{"page_content": "Sample document"}]
 
-quotient_logger.log(
+log_id = quotient_logger.log(
     user_query="Sample input",
     model_output="Sample output",
     # Page content from Documents from your retriever used to generate the model output
@@ -34,4 +34,6 @@
     tags={"model": "gpt-4o-mini", "feature": "customer-support"},
 )
 
+print("Log ID: ", log_id)
+
 print("Log created")

quotientai/async_client.py

@@ -32,7 +32,11 @@ def __init__(self, api_key: str):
         self.token = None
         self.token_expiry = 0
         self.token_api_key = None
-        self._token_path = token_dir / ".quotient" / f"{api_key[-6:]+'_' if api_key else ''}auth_token.json"
+        self._token_path = (
+            token_dir
+            / ".quotient"
+            / f"{api_key[-6:]+'_' if api_key else ''}auth_token.json"
+        )
 
         # Try to load existing token
         self._load_token()
@@ -43,7 +47,8 @@ def __init__(self, api_key: str):
         )
 
         super().__init__(
-            base_url="https://api.quotientai.co/api/v1",
+            # base_url="https://api.quotientai.co/api/v1",
+            base_url="http://127.0.0.1:8082/api/v1",
             headers={"Authorization": auth_header},
         )
 
@@ -56,11 +61,15 @@ def _save_token(self, token: str, expiry: int):
         try:
             self._token_path.parent.mkdir(parents=True, exist_ok=True)
         except Exception:
-            logger.error(f"could not create directory for token. if you see this error please notify us at contact@quotientai.co")
+            logger.error(
+                f"could not create directory for token. if you see this error please notify us at contact@quotientai.co"
+            )
             return None
         # Save to disk
         with open(self._token_path, "w") as f:
-            json.dump({"token": token, "expires_at": expiry, "api_key": self.api_key}, f)
+            json.dump(
+                {"token": token, "expires_at": expiry, "api_key": self.api_key}, f
+            )
 
     def _load_token(self):
         """Load token from disk if available"""
@@ -80,10 +89,10 @@ def _load_token(self):
     def _is_token_valid(self):
         """Check if token exists and is not expired"""
         self._load_token()
-        
+
         if not self.token:
             return False
-        
+
         if self.token_api_key != self.api_key:
             return False
 
@@ -210,7 +219,7 @@ def init(
         if not (0.0 <= self.sample_rate <= 1.0):
             logger.error(f"sample_rate must be between 0.0 and 1.0")
             return None
-        
+
         self.hallucination_detection = hallucination_detection
         self.inconsistency_detection = inconsistency_detection
         self._configured = True
@@ -242,7 +251,9 @@ async def log(
         underlying non_blocking_create function.
         """
         if not self._configured:
-            logger.error(f"Logger is not configured. Please call init() before logging.")
+            logger.error(
+                f"Logger is not configured. Please call init() before logging."
+            )
             return None
 
         # Merge default tags with any tags provided at log time.
@@ -269,15 +280,19 @@ async def log(
                     try:
                         LogDocument(**doc)
                     except Exception as e:
-                        logger.error(f"Invalid document format: Documents must include 'page_content' field and optional 'metadata' object with string keys.")
+                        logger.error(
+                            f"Invalid document format: Documents must include 'page_content' field and optional 'metadata' object with string keys."
+                        )
                         return None
                 else:
                     actual_type = type(doc).__name__
-                    logger.error(f"Invalid document type: Received {actual_type}, but documents must be strings or dictionaries.")
+                    logger.error(
+                        f"Invalid document type: Received {actual_type}, but documents must be strings or dictionaries."
+                    )
                     return None
-                
+
         if self._should_sample():
-            await self.logs_resource.create(
+            log_id = await self.logs_resource.create(
                 app_name=self.app_name,
                 environment=self.environment,
                 user_query=user_query,
@@ -290,7 +305,7 @@ async def log(
                 inconsistency_detection=inconsistency_detection,
                 hallucination_detection_sample_rate=self.hallucination_detection_sample_rate,
             )
-
+            return log_id
         return None
 
 
@@ -310,9 +325,11 @@ class AsyncQuotientAI:
     def __init__(self, api_key: Optional[str] = None):
         self.api_key = api_key or os.environ.get("QUOTIENT_API_KEY")
         if not self.api_key:
-            logger.error("could not find API key. either pass api_key to AsyncQuotientAI() or "
+            logger.error(
+                "could not find API key. either pass api_key to AsyncQuotientAI() or "
                 "set the QUOTIENT_API_KEY environment variable. "
-                f"if you do not have an API key, you can create one at https://app.quotientai.co in your settings page")
+                f"if you do not have an API key, you can create one at https://app.quotientai.co in your settings page"
+            )
 
         self._client = _AsyncQuotientClient(self.api_key)
         self.auth = AsyncAuthResource(self._client)
@@ -331,7 +348,8 @@ def __init__(self, api_key: Optional[str] = None):
         except Exception as e:
             logger.error(
                 "If you are seeing this error, please check that your API key is correct.\n"
-                f"If the issue persists, please contact support@quotientai.co\n{traceback.format_exc()}")
+                f"If the issue persists, please contact support@quotientai.co\n{traceback.format_exc()}"
+            )
             return None
 
     async def evaluate(
@@ -362,9 +380,11 @@ def _validate_parameters(parameters):
 
             invalid_parameters = set(parameters.keys()) - set(valid_parameters)
             if invalid_parameters:
-                logger.error(f"invalid parameters: {', '.join(invalid_parameters)}. \nvalid parameters are: {', '.join(valid_parameters)}")
+                logger.error(
+                    f"invalid parameters: {', '.join(invalid_parameters)}. \nvalid parameters are: {', '.join(valid_parameters)}"
+                )
                 return None
-            
+
             return parameters
 
         v_parameters = _validate_parameters(parameters)

quotientai/client.py

@@ -1,3 +1,5 @@
+from datetime import datetime, timezone
+import uuid
 import json
 import os
 import random
@@ -34,7 +36,11 @@ def __init__(self, api_key: str):
         self.token = None
         self.token_expiry = 0
         self.token_api_key = None
-        self._token_path = token_dir / ".quotient" / f"{api_key[-6:]+'_' if api_key else ''}auth_token.json"
+        self._token_path = (
+            token_dir
+            / ".quotient"
+            / f"{api_key[-6:]+'_' if api_key else ''}auth_token.json"
+        )
 
         # Try to load existing token
         self._load_token()
@@ -45,7 +51,8 @@ def __init__(self, api_key: str):
         )
 
         super().__init__(
-            base_url="https://api.quotientai.co/api/v1",
+            # base_url="https://api.quotientai.co/api/v1",
+            base_url="http://127.0.0.1:8082/api/v1",
             headers={"Authorization": auth_header},
         )
 
@@ -58,12 +65,16 @@ def _save_token(self, token: str, expiry: int):
         try:
             self._token_path.parent.mkdir(parents=True, exist_ok=True)
         except Exception:
-            logger.error(f"could not create directory for token. if you see this error please notify us at contact@quotientai.co" )
+            logger.error(
+                f"could not create directory for token. if you see this error please notify us at contact@quotientai.co"
+            )
             return None
 
         # Save to disk
         with open(self._token_path, "w") as f:
-            json.dump({"token": token, "expires_at": expiry, "api_key": self.api_key}, f)
+            json.dump(
+                {"token": token, "expires_at": expiry, "api_key": self.api_key}, f
+            )
 
     def _load_token(self):
         """Load token from disk if available"""
@@ -83,10 +94,10 @@ def _load_token(self):
     def _is_token_valid(self):
         """Check if token exists and is not expired"""
         self._load_token()
-        
+
         if not self.token:
             return False
-        
+
         if self.token_api_key != self.api_key:
             return False
 
@@ -241,7 +252,9 @@ def log(
         underlying non_blocking_create function.
         """
         if not self._configured:
-            logger.error(f"Logger is not configured. Please call init() before logging.")
+            logger.error(
+                f"Logger is not configured. Please call init() before logging."
+            )
             return None
 
         # Merge default tags with any tags provided at log time.
@@ -268,15 +281,18 @@ def log(
                     try:
                         LogDocument(**doc)
                     except Exception as e:
-                        logger.error(f"Invalid document format: Documents must include 'page_content' field and optional 'metadata' object with string keys.")
+                        logger.error(
+                            f"Invalid document format: Documents must include 'page_content' field and optional 'metadata' object with string keys."
+                        )
                         return None
                 else:
                     actual_type = type(doc).__name__
-                    logger.error(f"Invalid document type: Received {actual_type}, but documents must be strings or dictionaries.")
+                    logger.error(
+                        f"Invalid document type: Received {actual_type}, but documents must be strings or dictionaries."
+                    )
                     return None
-                
         if self._should_sample():
-            self.logs_resource.create(
+            log_id = self.logs_resource.create(
                 app_name=self.app_name,
                 environment=self.environment,
                 user_query=user_query,
@@ -290,7 +306,7 @@ def log(
                 hallucination_detection_sample_rate=self.hallucination_detection_sample_rate,
             )
 
-            return None
+            return log_id
         else:
             return None
 
@@ -308,12 +324,14 @@ class QuotientAI:
             will attempt to read from QUOTIENT_API_KEY environment variable.
     """
 
-    def __init__(self, api_key: Optional[str] = None):  
+    def __init__(self, api_key: Optional[str] = None):
         self.api_key = api_key or os.environ.get("QUOTIENT_API_KEY")
         if not self.api_key:
-            logger.error("could not find API key. either pass api_key to QuotientAI() or "
+            logger.error(
+                "could not find API key. either pass api_key to QuotientAI() or "
                 "set the QUOTIENT_API_KEY environment variable. "
-                f"if you do not have an API key, you can create one at https://app.quotientai.co in your settings page")
+                f"if you do not have an API key, you can create one at https://app.quotientai.co in your settings page"
+            )
 
         _client = _BaseQuotientClient(self.api_key)
         self.auth = AuthResource(_client)
@@ -332,7 +350,8 @@ def __init__(self, api_key: Optional[str] = None):
         except Exception as e:
             logger.error(
                 "If you are seeing this error, please check that your API key is correct.\n"
-                f"If the issue persists, please contact support@quotientai.co\n{traceback.format_exc()}")
+                f"If the issue persists, please contact support@quotientai.co\n{traceback.format_exc()}"
+            )
             return None
 
     def evaluate(
@@ -363,7 +382,9 @@ def _validate_parameters(parameters):
 
             invalid_parameters = set(parameters.keys()) - set(valid_parameters)
             if invalid_parameters:
-                logger.error(f"invalid parameters: {', '.join(invalid_parameters)}. \nvalid parameters are: {', '.join(valid_parameters)}")
+                logger.error(
+                    f"invalid parameters: {', '.join(invalid_parameters)}. \nvalid parameters are: {', '.join(valid_parameters)}"
+                )
                 return None
 
             return parameters