Merge pull request #846 from steveseguin/beta

Beta

Author: steveseguin

.gitignore

@@ -23,8 +23,23 @@ thirdparty/models/onnx-community/Kokoro-82M-v1.0-ONNX/
 tests/cohost-customopenai*.playwright.js
 
 # Generated benchmark/stress outputs
+artifacts/
 tests/artifacts/
 tmp/
 debug.log
 docs/md/
 .tmp_*
+.codex-tmp/
+.codex-tmp-*.diff
+
+# Local TTS service repo clones
+.codex-tmp/local-tts-services/
+local-tts-services/
+chatterbox-tts-api/
+Chatterbox-TTS-Server/
+F5-TTS/
+F5-TTS_server/
+GPT-SoVITS/
+MisoTTS/
+openedai-speech/
+Qwen3-TTS/

AGENTS.md

@@ -143,9 +143,14 @@ Sample payloads based on the fake test data in [background.js](./background.js):
 - When replying to Steve, prefer plain, everyday language over jargon.
 - Keep explanations direct and practical; explain technical terms briefly when they matter.
 
+## Git Safety
+
+- VERY IMPORTANT: Never use `git restore`, `git revert`, or any revert/restore operation unless Steve explicitly asks for that exact action.
+
 ## Git Push Contract
 
 - VERY IMPORTANT: When Steve says `push`, treat it as an instruction to push to `beta`.
+- VERY IMPORTANT: Always push all current changes. Do not stash, exclude, unstage, or preserve local changes outside the push unless Steve explicitly says to leave something unpushed.
 - VERY IMPORTANT: Do it serially in this exact order only: `git add -A`, `git commit` (use `--allow-empty` if needed), `git pull --rebase origin beta`, `git push origin beta`.
 - VERY IMPORTANT: Do not parallelize any git commands in that flow.
 - VERY IMPORTANT: Do not add extra git inspection commands unless Steve explicitly asks for them.

README.md

@@ -890,6 +890,8 @@ Social Stream Ninja now includes Kokoro TTS, a high-quality browser-based text-t
 
 **Note:** Kokoro requires a powerful computer and may be slow to generate responses.
 
+For browser overlays, Kokoro's runtime can be forced with `&kokorodevice=wasm&kokorodtype=q8`. macOS browser overlays default to this Kokoro-only WASM path to avoid WebGPU audio distortion while leaving browser graphics acceleration enabled.
+
 ##### Google Cloud TTS
 For professional-quality voices, Google Cloud Text to Speech API integration is available:
 

actions.html

@@ -344,7 +344,34 @@ <h2>Session ID Required</h2>
             lastError: null,
             state: 'idle'
         };
-        var audioContext = new (window.AudioContext || window.webkitAudioContext)();
+        var audioContext = null;
+        function ensureAudioContext() {
+            if (!audioContext && (window.AudioContext || window.webkitAudioContext)) {
+                var AudioContextCtor = window.AudioContext || window.webkitAudioContext;
+                audioContext = new AudioContextCtor();
+            }
+            return audioContext;
+        }
+        async function resumeAudioContext() {
+            var ctx = ensureAudioContext();
+            if (!ctx) {
+                return null;
+            }
+            if (ctx.state === 'suspended') {
+                await ctx.resume();
+            }
+            return ctx;
+        }
+        function attachAudioUnlockListeners() {
+            var handler = function() {
+                resumeAudioContext().catch(function(error) {
+                    console.error('Failed to resume AudioContext:', error);
+                });
+            };
+            ['pointerdown', 'mousedown', 'touchstart', 'keydown', 'click'].forEach(function(eventName) {
+                document.addEventListener(eventName, handler, { once: true });
+            });
+        }
 
         // Multi-layer overlay system references
         var overlayLayers = {
@@ -1693,15 +1720,13 @@ <h2>Session ID Required</h2>
 		}
 
         // Function to play audio
-        async function playAudio(audioUrl, volume) {
-            try {
-                if (audioContext.state === 'suspended') {
-                    await audioContext.resume();
-                }
-
-                const audio = new Audio(audioUrl);
-                audio.volume = volume !== undefined ? parseFloat(volume) : globalVolume;
-                await audio.play();
+        async function playAudio(audioUrl, volume) {
+            try {
+                await resumeAudioContext();
+
+                const audio = new Audio(audioUrl);
+                audio.volume = volume !== undefined ? parseFloat(volume) : globalVolume;
+                await audio.play();
                 console.log("Playing audio:", audioUrl);
             } catch (e) {
                 console.error("Error playing audio:", e);
@@ -1731,16 +1756,8 @@ <h2>Session ID Required</h2>
 			}
 		});
 
-        // Handle audio context for browsers that require user interaction
-        document.addEventListener('click', () => {
-            if (audioContext.state === 'suspended') {
-                audioContext.resume().then(() => {
-                    console.log('AudioContext resumed successfully');
-                }).catch(error => {
-                    console.error('Failed to resume AudioContext:', error);
-                });
-            }
-        });
+        // Handle audio context for browsers that require user interaction
+        attachAudioUnlockListeners();
 
 		function testAction(actionData) {
 			processInput(actionData);

actions/EventFlowEditor.js

@@ -5760,29 +5760,51 @@ class EventFlowEditor {
             });
         }
 
-        // Add upload button handlers
-        const uploadMediaBtn = document.getElementById('uploadMediaBtn');
-        if (uploadMediaBtn) {
-            uploadMediaBtn.addEventListener('click', () => {
-                const popup = window.open('https://fileuploads.socialstream.ninja/popup/upload', 'uploadMedia', 'width=640,height=640');
-                
-                window.addEventListener('message', function handleMessage(event) {
-                    if (event.origin !== 'https://fileuploads.socialstream.ninja') return;
-                    
-                    if (event.data && event.data.type === 'media-uploaded') {
-                        const mediaUrlInput = document.getElementById('prop-mediaUrl');
-                        if (mediaUrlInput) {
-                            mediaUrlInput.value = event.data.url;
-                            mediaUrlInput.dispatchEvent(new Event('input', { bubbles: true }));
-                            nodeData.config.mediaUrl = event.data.url;
-                            this.markUnsavedChanges(true);
-                            this.renderNodeOnCanvas(nodeData.id);
-                        }
-                        window.removeEventListener('message', handleMessage);
-                    }
-                }.bind(this));
-            });
-        }
+        const openNodeMediaUpload = (popupName, inputId, configKey) => {
+            const applyUploadUrl = (uploadedUrl) => {
+                const input = document.getElementById(inputId);
+                if (input) {
+                    input.value = uploadedUrl;
+                    input.dispatchEvent(new Event('input', { bubbles: true }));
+                    input.dispatchEvent(new Event('change', { bubbles: true }));
+                    nodeData.config[configKey] = uploadedUrl;
+                    this.markUnsavedChanges(true);
+                    this.renderNodeOnCanvas(nodeData.id);
+                }
+            };
+
+            if (window.ninjafy && typeof window.ninjafy.startMediaUpload === 'function') {
+                window.ninjafy.startMediaUpload({ popupName })
+                    .then((result) => {
+                        if (result && result.success && result.url) {
+                            applyUploadUrl(result.url);
+                        }
+                    })
+                    .catch((error) => {
+                        console.warn('Hosted media upload failed:', error && error.message ? error.message : error);
+                    });
+                return;
+            }
+
+            window.open('https://fileuploads.socialstream.ninja/popup/upload', popupName, 'width=640,height=640');
+
+            window.addEventListener('message', function handleMessage(event) {
+                if (event.origin !== 'https://fileuploads.socialstream.ninja') return;
+
+                if (event.data && event.data.type === 'media-uploaded') {
+                    applyUploadUrl(event.data.url);
+                    window.removeEventListener('message', handleMessage);
+                }
+            });
+        };
+
+        // Add upload button handlers
+        const uploadMediaBtn = document.getElementById('uploadMediaBtn');
+        if (uploadMediaBtn) {
+            uploadMediaBtn.addEventListener('click', () => {
+                openNodeMediaUpload('uploadMedia', 'prop-mediaUrl', 'mediaUrl');
+            });
+        }
 
         // Handle removeType dropdown changes
         const removeTypeSelect = document.getElementById('prop-removeType');
@@ -5795,28 +5817,12 @@ class EventFlowEditor {
             });
         }
 
-        const uploadAudioBtn = document.getElementById('uploadAudioBtn');
-        if (uploadAudioBtn) {
-            uploadAudioBtn.addEventListener('click', () => {
-                const popup = window.open('https://fileuploads.socialstream.ninja/popup/upload', 'uploadAudio', 'width=640,height=640');
-                
-                window.addEventListener('message', function handleMessage(event) {
-                    if (event.origin !== 'https://fileuploads.socialstream.ninja') return;
-                    
-                    if (event.data && event.data.type === 'media-uploaded') {
-                        const audioUrlInput = document.getElementById('prop-audioUrl');
-                        if (audioUrlInput) {
-                            audioUrlInput.value = event.data.url;
-                            audioUrlInput.dispatchEvent(new Event('input', { bubbles: true }));
-                            nodeData.config.audioUrl = event.data.url;
-                            this.markUnsavedChanges(true);
-                            this.renderNodeOnCanvas(nodeData.id);
-                        }
-                        window.removeEventListener('message', handleMessage);
-                    }
-                }.bind(this));
-            });
-        }
+        const uploadAudioBtn = document.getElementById('uploadAudioBtn');
+        if (uploadAudioBtn) {
+            uploadAudioBtn.addEventListener('click', () => {
+                openNodeMediaUpload('uploadAudio', 'prop-audioUrl', 'audioUrl');
+            });
+        }
     }
 
     renderNodeOnCanvas(nodeId) {