Merge remote-tracking branch 'origin/master' into feat/backend-disconnect-warning

Author: zurdi15

.github/workflows/pytest.yml

@@ -80,6 +80,7 @@ jobs:
           ROMM_DB_DRIVER: ${{ matrix.db }}
           REDIS_HOST: 127.0.0.1
           REDIS_PORT: ${{ job.services.valkey.ports['6379'] }}
+          HYPOTHESIS_PROFILE: ci
         run: |
           cd backend
           uv run pytest -vv --maxfail=10 --junitxml=pytest-report.xml --cov --cov-report xml:coverage.xml --cov-config=.coveragerc .

.gitignore

@@ -54,6 +54,7 @@ romm_mock
 backend/romm_test/resources
 backend/romm_test/logs
 .pytest_cache
+.hypothesis
 /romm_test
 .coverage
 pytest-report.xml

…ersions/0084_roms_search_sort_indexes.py …c/versions/0084_add_roms_search_index.pybackend/alembic/versions/0084_roms_search_sort_indexes.py renamed to backend/alembic/versions/0084_add_roms_search_index.py backend/alembic/versions/0084_roms_search_sort_indexes.py renamed to backend/alembic/versions/0084_add_roms_search_index.py

@@ -17,7 +17,7 @@
 downgrade() drops every object created here in reverse order, leaving the
 pg_trgm extension in place since other objects may depend on it.
 
-Revision ID: 0084_roms_search_sort_indexes
+Revision ID: 0084_add_roms_search_index
 Revises: 0083_rom_category_soundtrack
 Create Date: 2026-06-16 00:00:00.000000
 
@@ -30,7 +30,7 @@
 from utils.database import is_mariadb, is_mysql, is_postgresql
 
 # revision identifiers, used by Alembic.
-revision = "0084_roms_search_sort_indexes"
+revision = "0084_add_roms_search_index"
 down_revision = "0083_rom_category_soundtrack"
 branch_labels = None
 depends_on = None
@@ -87,6 +87,7 @@ def upgrade() -> None:
             sa.String(length=NAME_SORT_KEY_MAX_LENGTH),
             nullable=True,
         ),
+        if_not_exists=True,
     )
 
     roms = sa.table(
@@ -111,15 +112,17 @@ def upgrade() -> None:
             [{"_id": row.id, "_key": compute_name_sort_key(row.name)} for row in batch],
         )
 
-    op.create_index("idx_roms_name_sort_key", "roms", ["name_sort_key"])
+    op.create_index(
+        "idx_roms_name_sort_key", "roms", ["name_sort_key"], if_not_exists=True
+    )
 
 
 def downgrade() -> None:
     bind = op.get_bind()
 
     # 3. name_sort_key column and its index.
-    op.drop_index("idx_roms_name_sort_key", table_name="roms")
-    op.drop_column("roms", "name_sort_key")
+    op.drop_index("idx_roms_name_sort_key", table_name="roms", if_exists=True)
+    op.drop_column("roms", "name_sort_key", if_exists=True)
 
     # 2. Plain index on roms.name.
     with op.batch_alter_table("roms", schema=None) as batch_op:

backend/alembic/versions/0085_rom_category_screenshot.py

@@ -1,7 +1,7 @@
 """Update rom_file.category column enum to include screenshots.
 
 Revision ID: 0085_rom_category_screenshot
-Revises: 0084_roms_search_sort_indexes
+Revises: 0084_add_roms_search_index
 Create Date: 2026-06-17 00:00:00.000000
 
 """
@@ -13,7 +13,7 @@
 
 # revision identifiers, used by Alembic.
 revision = "0085_rom_category_screenshot"
-down_revision = "0084_roms_search_sort_indexes"
+down_revision = "0084_add_roms_search_index"
 branch_labels = None
 depends_on = None
 

backend/endpoints/responses/rom.py

@@ -277,6 +277,7 @@ class RomSchema(BaseModel):
     fs_size_bytes: int
 
     name: str | None
+    name_sort_key: str | None
     slug: str | None
     summary: str | None
 

backend/endpoints/roms/__init__.py

@@ -63,7 +63,7 @@
 from logger.formatter import BLUE
 from logger.formatter import highlight as hl
 from logger.logger import log
-from models.rom import Rom, RomUserStatus
+from models.rom import Rom, RomUserStatus, compute_name_sort_key
 from utils.background_tasks import fire_and_forget
 from utils.database import safe_int, safe_str_to_bool
 from utils.filesystem import sanitize_filename
@@ -135,6 +135,7 @@ class RomUpdateForm(BaseModel):
         default=None, description="Raw manual metadata as JSON string."
     )
     name: str | None = None
+    name_sort_key: str | None = None
     summary: str | None = None
     fs_name: str | None = None
     url_cover: str | None = None
@@ -194,6 +195,7 @@ async def parse_rom_update_form(
     raw_hltb_metadata: str | None = Form(default=None),
     raw_manual_metadata: str | None = Form(default=None),
     name: str | None = Form(default=None),
+    name_sort_key: str | None = Form(default=None),
     summary: str | None = Form(default=None),
     fs_name: str | None = Form(default=None),
     url_cover: str | None = Form(default=None),
@@ -222,6 +224,7 @@ async def parse_rom_update_form(
         "raw_hltb_metadata": raw_hltb_metadata,
         "raw_manual_metadata": raw_manual_metadata,
         "name": name,
+        "name_sort_key": name_sort_key,
         "summary": summary,
         "fs_name": fs_name,
         "url_cover": url_cover,
@@ -1207,6 +1210,7 @@ async def update_rom(
                 "hltb_id": None,
                 "libretro_id": None,
                 "name": rom.fs_name,
+                "name_sort_key": compute_name_sort_key(rom.fs_name),
                 "summary": "",
                 "url_screenshots": [],
                 "path_screenshots": [],
@@ -1391,15 +1395,27 @@ async def update_rom(
             log.error(f"Invalid screenshot URL in update_rom: {str(e)}")
             raise HTTPException(status_code=400, detail=str(e)) from e
 
+    name_value = form_data.name if "name" in provided_fields else rom.name
     cleaned_data.update(
         {
-            "name": form_data.name if "name" in provided_fields else rom.name,
+            "name": name_value,
             "summary": (
                 form_data.summary if "summary" in provided_fields else rom.summary
             ),
         }
     )
 
+    if "name_sort_key" in provided_fields:
+        # The edit form always echoes the current key back, so only act when the
+        # user actually changed it: a value is a custom override, an empty value
+        # reverts to deriving from the (possibly new) name. When unchanged, leave
+        # it out so update_rom re-derives only if the stored key isn't custom.
+        submitted = (form_data.name_sort_key or "").strip()
+        if submitted != (rom.name_sort_key or "").strip():
+            cleaned_data["name_sort_key"] = compute_name_sort_key(
+                submitted or name_value
+            )
+
     new_fs_name = str(form_data.fs_name or rom.fs_name)
     new_fs_name = sanitize_filename(new_fs_name)
     cleaned_data.update({"fs_name": new_fs_name})

backend/endpoints/roms/screenshot.py

@@ -19,22 +19,15 @@
 from logger.logger import log
 from models.rom import RomFile, RomFileCategory
 from utils.router import APIRouter
+from utils.screenshots import (
+    ALLOWED_SCREENSHOT_EXTENSIONS,
+    is_allowed_screenshot_file,
+)
 
 router = APIRouter()
 
 SCREENSHOT_FOLDER = "screenshots"
 
-# Image formats every modern browser can decode. Mirrors the frontend's
-# screenshot gallery filter (MediaTab IMAGE_EXTENSIONS).
-ALLOWED_SCREENSHOT_EXTENSIONS = frozenset(
-    {".png", ".jpg", ".jpeg", ".webp", ".gif", ".bmp", ".avif"}
-)
-
-
-def is_allowed_screenshot_file(file_name: str) -> bool:
-    _, ext = os.path.splitext(file_name)
-    return ext.lower() in ALLOWED_SCREENSHOT_EXTENSIONS
-
 
 @protected_route(
     router.post,

backend/endpoints/screenshots.py

@@ -1,4 +1,3 @@
-import os
 from typing import Annotated
 
 from fastapi import Body, File, HTTPException
@@ -18,6 +17,10 @@
 from logger.logger import log
 from utils.filesystem import sanitize_filename
 from utils.router import APIRouter
+from utils.screenshots import (
+    ALLOWED_SCREENSHOT_EXTENSIONS,
+    is_allowed_screenshot_file,
+)
 
 router = APIRouter(
     prefix="/screenshots",
@@ -26,16 +29,6 @@
 
 SCREENSHOT_FILE_UPLOAD = File(..., description="Screenshot file to upload.")
 
-# Image formats every modern browser can decode.
-ALLOWED_SCREENSHOT_EXTENSIONS = frozenset(
-    {".png", ".jpg", ".jpeg", ".webp", ".gif", ".bmp", ".avif"}
-)
-
-
-def _is_allowed_screenshot_file(file_name: str) -> bool:
-    _, ext = os.path.splitext(file_name)
-    return ext.lower() in ALLOWED_SCREENSHOT_EXTENSIONS
-
 
 @protected_route(router.post, "", [Scope.ASSETS_WRITE])
 async def add_screenshot(
@@ -75,7 +68,7 @@ async def add_screenshot(
             detail=f"Invalid screenshot filename: {str(exc)}",
         ) from exc
 
-    if not _is_allowed_screenshot_file(sanitized_screenshot_filename):
+    if not is_allowed_screenshot_file(sanitized_screenshot_filename):
         raise HTTPException(
             status_code=status.HTTP_400_BAD_REQUEST,
             detail=(

backend/handler/database/roms_handler.py

@@ -1010,7 +1010,8 @@ def get_roms_query(
             order_attr = Rom.name
 
         # Use indexed `name_sort_key` to have fast access to names without
-        # articles (the, a, an) and leading digits
+        # articles (the, a, an) and leading digits. The key is derived from
+        # `name` at write time, or holds a custom override when one is set.
         if order_attr is Rom.name:
             order_attr = Rom.name_sort_key
 
@@ -1203,10 +1204,16 @@ def update_rom(
         data: dict,
         session: Session = None,  # type: ignore
     ) -> Rom:
-        # Bulk update() bypasses the ORM @validates hooks, so keep the
-        # columns derived from name / fs_name in sync explicitly.
-        if "name" in data:
-            data = {**data, "name_sort_key": compute_name_sort_key(data["name"])}
+        if "name" in data and "name_sort_key" not in data:
+            # Re-derive the key from the new name, but only when the stored key
+            # is still the derived value (i.e. not a manual override). Mirrors
+            # the `@validates` logic, which the bulk update() bypasses.
+            existing = session.query(Rom).filter_by(id=id).one()
+            if (
+                existing.name_sort_key is None
+                or existing.name_sort_key == compute_name_sort_key(existing.name)
+            ):
+                data = {**data, "name_sort_key": compute_name_sort_key(data["name"])}
 
         if "fs_name" in data:
             parts = compute_file_name_parts(data["fs_name"])

backend/handler/metadata/base_handler.py

@@ -52,6 +52,7 @@
 
 class BaseRom(TypedDict):
     name: NotRequired[str]
+    name_sort_key: NotRequired[str | None]
     summary: NotRequired[str]
     url_cover: NotRequired[str]
     url_screenshots: NotRequired[list[str]]