Merge branch 'live_caption/unit_tests' of https://github.com/yogeshmpandey/edge-ai-suites into live_caption/unit_tests

Author: yogeshmpandey

.gitmodules

@@ -42,3 +42,6 @@
 	url = https://github.com/open-edge-platform/edge-ai-suites.git
 	branch = exp/smart-traffic-adapter
   	shallow = true
+[submodule "health-and-life-sciences-ai-suite/multi_modal_patient_monitoring/services/mdpnp/mdpnp"]
+	path = health-and-life-sciences-ai-suite/multi_modal_patient_monitoring/services/mdpnp/mdpnp
+	url = https://github.com/mdpnp/mdpnp.git

education-ai-suite/smart-classroom/README.md

@@ -5,7 +5,7 @@ The **Smart Classroom** project is a modular, extensible framework designed to p
 The main features are as follows:
 
 •	Audio transcription with ASR models (e.g., Whisper, Paraformer)\
-•	Speaker diarization is supported using Pyannote Audio models.
+•	Speaker diarization is supported using Pyannote Audio models.\
 •	Summarization using powerful LLMs (e.g., Qwen, LLaMA)\
 •	MindMap Generation using Mermaid.js for visual diagram rendering of the summary\
 •	Plug-and-play architecture for integrating new ASR and LLM models\

education-ai-suite/smart-classroom/docs/user-guide/get-started.md

@@ -180,8 +180,8 @@ Request access here:
 Pyannote Speaker Diarization v3.1
 https://huggingface.co/pyannote/speaker-diarization-3.1
 
-(Optional) Pyannote Speaker Diarization v3.0
-https://huggingface.co/pyannote/speaker-diarization-3.0
+Pyannote segmentation v3.0
+https://huggingface.co/pyannote/segmentation-3.0
 
 Click "Request Access" on the model page and wait for approval.
 

education-ai-suite/smart-classroom/ui/src/assets/css/RightPanel.css

@@ -10,8 +10,8 @@
   padding: 12px 8px; 
 }
 .container.fullscreen .right-panel {
-  margin-top: 70vh; /* Push the RightPanel below the full-screen VideoStream */
-  z-index: 1000; /* Ensure it stays above the background */
+  margin-top: 70vh; 
+  z-index: 1000; 
 }
 
 .platform-configuration,

education-ai-suite/smart-classroom/ui/src/assets/css/Timeline.css

@@ -4,7 +4,33 @@
   padding: 16px;
   margin-bottom: 16px;
   box-shadow: 0 2px 4px rgba(0, 0, 0, 0.1);
-  border: 1px solid #e0e0e0;
+}
+
+.timeline-accordion {
+  font-size: 12px;
+}
+
+.timeline-accordion .timeline-header h4 {
+  font-size: 14px !important;
+  margin-bottom: 8px !important;
+}
+
+.timeline-accordion .timeline-row {
+  margin-bottom: 8px;
+}
+
+.timeline-accordion .timeline-speaker-info {
+  width: 80px;
+  font-size: 11px;
+}
+
+.timeline-accordion .timeline-track {
+  height: 20px;
+}
+
+.timeline-accordion .timeline-segment {
+  height: 18px;
+  border-radius: 2px;
 }
 
 .timeline-header {

education-ai-suite/smart-classroom/ui/src/assets/css/VideoStream.css

@@ -188,10 +188,9 @@
   padding: 8px;
   gap:2px;
 }
- 
-/* Main stream (front camera) - 75% width */
+
 .main-stream {
-  flex: 3;
+  flex: 50%;
   position: relative;
   background: #000;
   overflow: hidden;
@@ -205,16 +204,14 @@
   flex-direction: column;
   gap:2px;
 }
- 
-/* Individual side streams */
+
 .side-stream {
   flex: 1;
   position: relative;
   background: #000;
   overflow: hidden;
 }
- 
-/* Single stream view */
+
 .single-stream {
   width: 100%;
   height: 100%;
@@ -223,8 +220,7 @@
   overflow: hidden;
   margin: 8px;
 }
- 
-/* Stream overlay labels */
+
 .stream-overlay-label {
   position: absolute;
   top: 8px;
@@ -236,8 +232,7 @@
   border-radius: 4px;
   z-index: 10;
 }
- 
-/* Ensure HLS players fill their containers */
+
 .main-stream video,
 .side-stream video,
 .single-stream video,
@@ -249,8 +244,7 @@
   object-fit: cover;
   display: block;
 }
- 
-/* Responsive design */
+
 @media (max-width: 768px) {
   .multi-stream-container {
     flex-direction: column;

education-ai-suite/smart-classroom/ui/src/components/Header/Header.tsx

@@ -28,7 +28,10 @@ import {
   setAudioStatus,
   setVideoStatus,
   startTranscription,
-  setMonitoringActive
+  setMonitoringActive,
+  setUploadedVideoFiles,
+  setHasUploadedVideoFiles,
+  setVideoPlaybackMode,
 } from '../../redux/slices/uiSlice';
 import { resetTranscript } from '../../redux/slices/transcriptSlice';
 import { resetSummary } from '../../redux/slices/summarySlice';
@@ -45,7 +48,6 @@ import {
 } from '../../services/api';
 import Toast from '../common/Toast';
 import UploadFilesModal from '../Modals/UploadFilesModal';
-import { monitorVideoAnalyticsPipelines} from "../../services/api";
 
 interface HeaderBarProps {
   projectName: string;
@@ -61,15 +63,11 @@ const HeaderBar: React.FC<HeaderBarProps> = ({ projectName }) => {
   const [errorMsg, setErrorMsg] = useState<string | null>(null);
   const [videoAnalyticsEnabled] = useState(true);
   const [isUploadModalOpen, setIsUploadModalOpen] = useState(false); 
-  const [monitoringTimer, setMonitoringTimer] = useState<number | null>(null);
   const monitoringActive = useAppSelector((s) => s.ui.monitoringActive);
   const dispatch = useAppDispatch();
-  const isBusy = useAppSelector((s) => s.ui.aiProcessing);
   const summaryEnabled = useAppSelector((s) => s.ui.summaryEnabled);
   const summaryLoading = useAppSelector((s) => s.ui.summaryLoading);
-  const transcriptStatus = useAppSelector((s) => s.transcript.status);
   const mindmapEnabled = useAppSelector((s) => s.ui.mindmapEnabled);
-  const mindmapLoading = useAppSelector((s) => s.ui.mindmapLoading);
   const sessionId = useAppSelector((s) => s.ui.sessionId);
   const projectLocation = useAppSelector((s) => s.ui.projectLocation);
   const mindmapState = useAppSelector((s) => s.mindmap);
@@ -79,15 +77,14 @@ const HeaderBar: React.FC<HeaderBarProps> = ({ projectName }) => {
   const backCamera = useAppSelector((s) => s.ui.backCamera);
   const boardCamera = useAppSelector((s) => s.ui.boardCamera);
   const videoAnalyticsActive = useAppSelector((s) => s.ui.videoAnalyticsActive);
-  const videoAnalyticsLoading = useAppSelector((s) => s.ui.videoAnalyticsLoading);
   const audioStatus = useAppSelector((s) => s.ui.audioStatus);
   const videoStatus = useAppSelector((s) => s.ui.videoStatus);
   const hasAudioDevices = useAppSelector((s) => s.ui.hasAudioDevices);
   const audioDevicesLoading = useAppSelector((s) => s.ui.audioDevicesLoading);
   const isRecording = useAppSelector((s) => s.ui.isRecording);
   const justStoppedRecording = useAppSelector((s) => s.ui.justStoppedRecording);
-  const videoAnalyticsStopping = useAppSelector((s) => s.ui.videoAnalyticsStopping);
   const hasUploadedVideoFiles = useAppSelector((s) => s.ui.hasUploadedVideoFiles);
+  const isPlaybackMode = useAppSelector((s) => s.ui.videoPlaybackMode);
   const [isUploading, setIsUploading] = useState(false);
 
   useEffect(() => {
@@ -268,12 +265,13 @@ const HeaderBar: React.FC<HeaderBarProps> = ({ projectName }) => {
         setVideoNotification(t('notifications.videoAnalyticsFailed'));
         break;
       case 'completed':
-        setVideoNotification(t('notifications.videoProcessingComplete'));
+        setVideoNotification(
+          isPlaybackMode ? t('notifications.playbackMode') : t('notifications.videoStreamingComplete'));
         break;
       default:
         setVideoNotification(hasVideoCapability ? t('notifications.videoReady') : t('notifications.noVideoConfigured'));
     }
-  }, [videoStatus, justStoppedRecording, hasVideoCapability, t]);
+  }, [videoStatus, justStoppedRecording, hasVideoCapability, isPlaybackMode, t]);
 
   useEffect(() => {
     const handler = (e: Event) => {
@@ -402,10 +400,10 @@ const HeaderBar: React.FC<HeaderBarProps> = ({ projectName }) => {
         });
 
         if (hasSuccessfulStreams) {
+          dispatch(setVideoPlaybackMode(false));
           dispatch(setVideoAnalyticsActive(true));
           dispatch(setActiveStream('all'));
           dispatch(setVideoStatus('streaming'));
-          monitorVideoAnalyticsPipelines(sharedSessionId);
           console.log(`🎥 Video analytics started successfully. Working: ${successfulPipelines.join(', ')}`);
 
           if (failedPipelines.length > 0) {
@@ -549,7 +547,13 @@ const HeaderBar: React.FC<HeaderBarProps> = ({ projectName }) => {
             dispatch(setBoardCameraStream(''));
             dispatch(setActiveStream(null));
             dispatch(setVideoAnalyticsActive(false));
-            dispatch(setVideoStatus(hasVideoCapability ? 'ready' : 'no-config'));
+            dispatch(setVideoStatus('completed'));
+            dispatch(setHasUploadedVideoFiles(false));
+            dispatch(setUploadedVideoFiles({
+              front: null,
+              back: null,
+              board: null,
+            }));
 
           } catch (videoError) {
             console.warn('Failed to stop video analytics (non-critical):', videoError);

education-ai-suite/smart-classroom/ui/src/components/LeftPanel/LeftPanel.tsx

@@ -2,7 +2,6 @@ import { useState } from "react";
 import TranscriptsTab from "../Tabs/TranscriptsTab";
 import AISummaryTab from "../Tabs/AISummaryTab";
 import MindMapTab from "../Tabs/MindMapTab";
-import Timeline from "./Timeline"; // Add this import
 import "../../assets/css/LeftPanel.css";
 import { useAppDispatch, useAppSelector } from "../../redux/hooks";
 import { setActiveTab } from "../../redux/slices/uiSlice";
@@ -27,9 +26,6 @@ const LeftPanel = () => {
   return (
     <div className={`left-panel-container ${isFullScreen ? "fullscreen" : ""}`}>
       <VideoStream isFullScreen={isFullScreen} onToggleFullScreen={handleToggleFullScreen} />
-
-      <Timeline />
-      
       <div className="tabs">
         <button
           className={activeTab === "transcripts" ? "active" : ""}