openai integration

Author: tbarbugli

.env.example

@@ -1,3 +1,4 @@
 STREAM_API_KEY=892s22ypvt6m
 STREAM_API_SECRET=5cssrefv55rs3cnkk38kfjam2k7c2ykwn4h79dqh66ym89gm65cxy4h9jx4cypd6
 STREAM_BASE_URL=http://127.0.0.1:3030
+OPENAI_API_KEY=sk-your-openai-api-key

.gitignore

@@ -22,3 +22,4 @@ bin/*
 lib/*
 shell.nix
 pyrightconfig.json
+.DS_Store

getstream/stream.py

@@ -53,6 +53,7 @@ def video(self):
             base_url=self.base_url,
             token=self.token,
             timeout=self.timeout,
+            stream=self,
         )
 
     @cached_property

getstream/video/call.py

@@ -16,6 +16,28 @@ def _sync_from_response(self, data):
         if hasattr(data, "call") and isinstance(data.call, CallResponse):
             self.custom_data = data.call.custom
 
+    def connect_openai(self, openai_api_key, agent_user_id):
+        from .openai import get_openai_realtime_client, ConnectionManagerWrapper
+
+        client = get_openai_realtime_client(openai_api_key, self.client.base_url)
+        token = self.client.stream.create_token(agent_user_id)
+        connection_manager = client.beta.realtime.connect(
+            extra_query={
+                "call_type": self.call_type,
+                "call_id": self.id,
+                "api_key": self.client.api_key,
+            },
+            model="gpt-4o-realtime-preview",
+            extra_headers={
+                "Authorization": f"Bearer {openai_api_key}",
+                "OpenAI-Beta": "realtime=v1",
+                "Stream-Authorization": token,
+            },
+        )
+
+        # Wrap the connection manager to check for errors in the first message
+        return ConnectionManagerWrapper(connection_manager, self.call_type, self.id)
+
     def get(
         self,
         members_limit: Optional[int] = None,

getstream/video/client.py

@@ -3,7 +3,7 @@
 
 
 class VideoClient(VideoRestClient):
-    def __init__(self, api_key: str, base_url, token, timeout):
+    def __init__(self, api_key: str, base_url, token, timeout, stream):
         """
         Initializes VideoClient with BaseClient instance
         :param api_key: A string representing the client's API key
@@ -17,6 +17,7 @@ def __init__(self, api_key: str, base_url, token, timeout):
             token=token,
             timeout=timeout,
         )
+        self.stream = stream
 
     def call(self, call_type: str, id: str) -> Call:
         return Call(self, call_type, id)