[Camera/Tests] Makes PushAV reference server session-oriented and updates TC_PAVSTI_X (project-chip#42965)

* New session logic when uploading files to record operations

track name update via session mechanism

load sessions from disk on startup

list sessions as an API

fix file_path in errors

python 3.12 has built-in union symbol

docs

raise and return HTTPExceptions

support for sessions in the UI + save crt paths

remove some streams code that have been moved to sessions

Start work on manifest lifecycle validation

fix deprecated usage

re-introduce stream as a top level primitive

Mostly because that's what matter use. Sessions are now a subresource of a stream.
Not fully finished though, lots of moving pieces still in flux.

Improvement to the stream list UI

re-use server cert if possible

This should save us some "accept risk" button clicking

Fix a couple of warnings

+ add a couple of TODOs to investigate

Fix path regex

Fix upload segment update order

Fix segment_download parameter order

Use dicts and not sets

Validate DASH manifest is uploaded to correct path

Add some details when ffprobe fails

stream's details isn't a thing anymore

Explain why session.id

First pass at not overriding files uploaded on same endpoint

few logs

Fix the regexes (again)

Handle stream not created yet

UI is now three levels: overview, stream, file

don't rely on file ordering

based on gemini suggestion

Restyled by ruff

Restyled by autopep8

Restyled by isort

remove obsolete TODO

Fix fastapi not knowing how to encode dict_values

Signed-off-by: Charles Kim <chulspro.kim@samsung.com>

* Update error list to have unique errors and add a valid upload list to show in Test Harness UI

Signed-off-by: s-gatti <s.gatti@samsung.com>
Signed-off-by: Charles Kim <chulspro.kim@samsung.com>

* Fix TC_PAVSTI_X to work with updated push av server and fix formatting

Signed-off-by: s-gatti <s.gatti@samsung.com>
Signed-off-by: Charles Kim <chulspro.kim@samsung.com>

* Address gemini review

Signed-off-by: s-gatti <s.gatti@samsung.com>
Signed-off-by: Charles Kim <chulspro.kim@samsung.com>

* Fix TC_PAVST_X CI failures

Signed-off-by: s-gatti <s.gatti@samsung.com>
Signed-off-by: Charles Kim <chulspro.kim@samsung.com>

---------

Signed-off-by: Charles Kim <chulspro.kim@samsung.com>
Signed-off-by: s-gatti <s.gatti@samsung.com>
Co-authored-by: François <francois.monniot@smartthings.com>
Co-authored-by: s-gatti <s.gatti@samsung.com>

Author: 3 people

src/python_testing/TC_PAVSTI_1_1.py

@@ -41,7 +41,7 @@
 
 from mobly import asserts
 from TC_AVSMTestBase import AVSMTestBase
-from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess
+from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess, SupportedIngestInterface
 
 import matter.clusters as Clusters
 from matter.clusters import Globals
@@ -204,6 +204,10 @@ def steps_TC_PAVSTI_1_1(self) -> list[TestStep]:
     def default_endpoint(self) -> int:
         return 1
 
+    @property
+    def default_timeout(self) -> int:
+        return 4 * 60  # 4 minutes
+
     @async_test_body
     async def test_TC_PAVSTI_1_1(self):
         PICS_PRIVACY = "AVSM.S.F03"
@@ -218,7 +222,7 @@ async def test_TC_PAVSTI_1_1(self):
         await self.precondition_one_allocated_video_stream(streamUsage=Globals.Enums.StreamUsageEnum.kRecording)
         await self.precondition_one_allocated_audio_stream(streamUsage=Globals.Enums.StreamUsageEnum.kRecording)
         tlsEndpointId, _ = await self.precondition_provision_tls_endpoint(endpoint=endpoint, server=self.server, host_ip=self.host_ip)
-        uploadStreamId = self.server.create_stream()
+        uploadStreamId = self.server.create_stream(SupportedIngestInterface.dash.value)
 
         self.step(1)
         currentConnections = await self.read_single_attribute_check_success(
@@ -298,7 +302,7 @@ async def test_TC_PAVSTI_1_1(self):
             "containerFormat": pushavCluster.Enums.ContainerFormatEnum.kCmaf,
             "containerOptions": {
                 "containerType": pushavCluster.Enums.ContainerFormatEnum.kCmaf,
-                "CMAFContainerOptions": {"CMAFInterface": 0, "segmentDuration": 4000, "chunkDuration": 2000, "sessionGroup": 1, "trackName": trackName},
+                "CMAFContainerOptions": {"CMAFInterface": pushavCluster.Enums.CMAFInterfaceEnum.kInterface2DASH, "segmentDuration": 4000, "chunkDuration": 2000, "sessionGroup": 1, "trackName": trackName},
             },
         }
         allocatePushTransportResponse = await self.send_single_cmd(

src/python_testing/TC_PAVSTI_1_2.py

@@ -40,7 +40,7 @@
 
 from mobly import asserts
 from TC_AVSMTestBase import AVSMTestBase
-from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess
+from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess, SupportedIngestInterface
 
 import matter.clusters as Clusters
 from matter.clusters import Globals
@@ -72,6 +72,10 @@ async def setup_class(self):
         )
         super().setup_class()
 
+    @property
+    def default_timeout(self) -> int:
+        return 4 * 60  # 4 minutes
+
     def teardown_class(self):
         if self.server is not None:
             self.server.terminate()
@@ -172,7 +176,7 @@ async def test_TC_PAVSTI_1_2(self):
         await self.precondition_one_allocated_video_stream(streamUsage=Globals.Enums.StreamUsageEnum.kRecording)
         await self.precondition_one_allocated_audio_stream(streamUsage=Globals.Enums.StreamUsageEnum.kRecording)
         tlsEndpointId, _ = await self.precondition_provision_tls_endpoint(endpoint=endpoint, server=self.server, host_ip=self.host_ip)
-        uploadStreamId = self.server.create_stream()
+        uploadStreamId = self.server.create_stream(SupportedIngestInterface.dash.value)
 
         self.step(1)
         currentConnections = await self.read_single_attribute_check_success(
@@ -255,7 +259,7 @@ async def test_TC_PAVSTI_1_2(self):
                     "containerFormat": pushavCluster.Enums.ContainerFormatEnum.kCmaf,
                     "containerOptions": {
                         "containerType": pushavCluster.Enums.ContainerFormatEnum.kCmaf,
-                        "CMAFContainerOptions": {"CMAFInterface": 0, "segmentDuration": 4000, "chunkDuration": 2000, "sessionGroup": 1, "trackName": trackName},
+                        "CMAFContainerOptions": {"CMAFInterface": pushavCluster.Enums.CMAFInterfaceEnum.kInterface2DASH, "segmentDuration": 4000, "chunkDuration": 2000, "sessionGroup": 1, "trackName": trackName},
                     },
                 }
             ),

src/python_testing/TC_PAVSTI_Utils.py

@@ -21,6 +21,7 @@
 import random
 import shutil
 import tempfile
+from enum import Enum
 from typing import Optional
 
 import psutil
@@ -35,6 +36,12 @@
 log = logging.getLogger(__name__)
 
 
+class SupportedIngestInterface(str, Enum):
+    cmaf = "cmaf-ingest"  # Interface 1
+    dash = "dash"  # Interface 2, DASH version
+    hls = "hls"  # Interface 2, HLS version
+
+
 class PushAvServerProcess(Subprocess):
     """Class for starting Push AV Server in a subprocess"""
 
@@ -127,17 +134,17 @@ def sign_csr(self, csr_der: bytes, device_name: str = "DUT") -> dict:
         csr_pem = csr.public_bytes(serialization.Encoding.PEM).decode("utf-8")
         return self._post_json(f"/certs/{device_name}/sign", {"csr": csr_pem})
 
-    def create_stream(self) -> str:
+    def create_stream(self, interface: SupportedIngestInterface) -> str:
         """Request the server to create a new stream."""
-        response = self._post_json("/streams")
-        return response["stream_id"]
+        response = self._post_json(f"/streams?interface={interface}")
+        return response["id"]
 
     def update_track_name(self, stream_id: str, trackName: str) -> None:
         """
             Request the server to add a track name associated with stream_id.
             This is required to validate trackName of the segments that are uploaded.
         """
-        self._post_json(endpoint=f"/streams/{stream_id}/trackName", data={"trackName": trackName})
+        self._post_json(endpoint=f"/streams/{stream_id}/trackName", data={"track_name": trackName})
 
 
 class PAVSTIUtils:

src/python_testing/TC_PAVST_2_10.py

@@ -40,7 +40,7 @@
 import logging
 
 from mobly import asserts
-from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess
+from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess, SupportedIngestInterface
 from TC_PAVSTTestBase import PAVSTTestBase
 
 import matter.clusters as Clusters
@@ -149,7 +149,7 @@ async def test_TC_PAVST_2_10(self):
         )
 
         # Define invalid URL cases
-        stream_id = self.server.create_stream()
+        stream_id = self.server.create_stream(SupportedIngestInterface.cmaf.value)
         invalid_cases = [
             ("non‑https scheme", f"http://{host_ip}:1234/streams/{stream_id}/"),
             ("fragment", f"https://{host_ip}:1234/streams/{stream_id}#/frag"),

src/python_testing/TC_PAVST_2_11.py

@@ -41,7 +41,7 @@
 import logging
 
 from mobly import asserts
-from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess
+from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess, SupportedIngestInterface
 from TC_PAVSTTestBase import PAVSTTestBase
 
 import matter.clusters as Clusters
@@ -172,7 +172,7 @@ async def test_TC_PAVST_2_11(self):
         host_ip = self.user_params.get("host_ip", None)
         tlsEndpointId, host_ip = await self.precondition_provision_tls_endpoint(
             endpoint=endpoint, server=self.server, host_ip=host_ip)
-        uploadStreamId = self.server.create_stream()
+        uploadStreamId = self.server.create_stream(SupportedIngestInterface.cmaf.value)
 
         # Step 1: Reads CurrentConnections attribute
         self.step(1)
@@ -322,7 +322,7 @@ async def test_TC_PAVST_2_11(self):
 
         # Step 13: Try to allocate transport with invalid URL
         self.step(13)
-        stream_id = self.server.create_stream()
+        stream_id = self.server.create_stream(SupportedIngestInterface.cmaf.value)
         status = await self.allocate_one_pushav_transport(
             endpoint,
             url=f"http://{host_ip}:1234/streams/{stream_id}/",

src/python_testing/TC_PAVST_2_12.py

@@ -43,7 +43,7 @@
 import time
 
 from mobly import asserts
-from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess
+from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess, SupportedIngestInterface
 from TC_PAVSTTestBase import PAVSTTestBase
 
 import matter.clusters as Clusters
@@ -193,7 +193,7 @@ async def test_TC_PAVST_2_12(self):
         self.step("precondition")
         host_ip = self.user_params.get("host_ip", None)
         tlsEndpointId, host_ip = await self.precondition_provision_tls_endpoint(endpoint=endpoint, server=self.server, host_ip=host_ip)
-        uploadStreamId = self.server.create_stream()
+        uploadStreamId = self.server.create_stream(SupportedIngestInterface.cmaf.value)
 
         self.step(1)
         # Commission DUT - already done

src/python_testing/TC_PAVST_2_13.py

@@ -43,7 +43,7 @@
 import time
 
 from mobly import asserts
-from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess
+from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess, SupportedIngestInterface
 from TC_PAVSTTestBase import PAVSTTestBase
 
 import matter.clusters as Clusters
@@ -213,7 +213,7 @@ async def test_TC_PAVST_2_13(self):
         self.step("precondition")
         host_ip = self.user_params.get("host_ip", None)
         tlsEndpointId, host_ip = await self.precondition_provision_tls_endpoint(endpoint=endpoint, server=self.server, host_ip=host_ip)
-        uploadStreamId = self.server.create_stream()
+        uploadStreamId = self.server.create_stream(SupportedIngestInterface.cmaf.value)
 
         self.step(1)
         # Commission DUT - already done

src/python_testing/TC_PAVST_2_2.py

@@ -38,7 +38,7 @@
 # === END CI TEST ARGUMENTS ===
 
 from mobly import asserts
-from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess
+from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess, SupportedIngestInterface
 from TC_PAVSTTestBase import PAVSTTestBase
 
 import matter.clusters as Clusters
@@ -100,7 +100,7 @@ async def test_TC_PAVST_2_2(self):
         self.step("precondition")
         host_ip = self.user_params.get("host_ip", None)
         tlsEndpointId, host_ip = await self.precondition_provision_tls_endpoint(endpoint=endpoint, server=self.server, host_ip=host_ip)
-        uploadStreamId = self.server.create_stream()
+        uploadStreamId = self.server.create_stream(SupportedIngestInterface.cmaf.value)
 
         self.step(1)
         status = await self.check_and_delete_all_push_av_transports(endpoint, pvattr)

src/python_testing/TC_PAVST_2_3.py

@@ -40,7 +40,7 @@
 import logging
 
 from mobly import asserts
-from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess
+from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess, SupportedIngestInterface
 from TC_PAVSTTestBase import PAVSTTestBase
 
 import matter.clusters as Clusters
@@ -171,7 +171,7 @@ async def test_TC_PAVST_2_3(self):
         self.step("precondition")
         host_ip = self.user_params.get("host_ip", None)
         tlsEndpointId, host_ip = await self.precondition_provision_tls_endpoint(endpoint=endpoint, server=self.server, host_ip=host_ip)
-        uploadStreamId = self.server.create_stream()
+        uploadStreamId = self.server.create_stream(SupportedIngestInterface.cmaf.value)
 
         self.step(1)
         status = await self.check_and_delete_all_push_av_transports(endpoint, pvattr)

src/python_testing/TC_PAVST_2_4.py

@@ -38,7 +38,7 @@
 # === END CI TEST ARGUMENTS ===
 
 from mobly import asserts
-from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess
+from TC_PAVSTI_Utils import PAVSTIUtils, PushAvServerProcess, SupportedIngestInterface
 from TC_PAVSTTestBase import PAVSTTestBase
 
 import matter.clusters as Clusters
@@ -121,7 +121,7 @@ async def test_TC_PAVST_2_4(self):
         self.step("precondition")
         host_ip = self.user_params.get("host_ip", None)
         tlsEndpointId, host_ip = await self.precondition_provision_tls_endpoint(endpoint=endpoint, server=self.server, host_ip=host_ip)
-        uploadStreamId = self.server.create_stream()
+        uploadStreamId = self.server.create_stream(SupportedIngestInterface.cmaf.value)
 
         self.step(1)
         # Commission DUT - already done