copilot propisitions again

Author: qchapp

CHANGELOG.md

@@ -17,9 +17,9 @@ All notable changes to this project will be documented in this file.
   JavaScript required.
 
 ### Changed
-- `ui/components.py`: uploaded image files are resized to ≤500×500 px
-  **before** preview generation and before being forwarded to the VLM/backend.
-  Original full-resolution files are no longer sent to the pipeline.
+- `ui/components.py`: uploaded image files are resized to ≤500×500 px for
+  the inline chat preview. Original paths are still forwarded to the
+  backend/pipeline for format detection and metadata extraction.
 - `ui/components.py`: `msg_input` textbox and `submit_btn` button no longer
   carry custom `elem_id` attributes (only needed for the removed JS hook).
 - `ui/components.py`: `submit_btn` is now part of `handle_chat` outputs so

src/ai_agent/core/handlers.py

@@ -27,7 +27,7 @@
 from ai_agent.retriever.software_doc import SoftwareDoc
 from ai_agent.utils.file_validator import FileValidator
 from ai_agent.utils.tags import strip_tags, parse_exclusions
-from ai_agent.utils.previews import _build_preview_for_vlm
+from ai_agent.utils.previews import _build_preview_for_vlm, resize_uploaded_image
 from ai_agent.utils.utils import _coerce_files_to_paths, _is_affirmative
 
 from ai_agent.agent.agent import run_agent
@@ -298,15 +298,29 @@ def respond(
     if file_paths:
         state.last_files = file_paths
 
-        # Build VLM preview (but don't add to reply text yet)
+        # Build VLM preview (but don't add to reply text yet).
+        # Resize plain images before loading them into memory so that
+        # _build_preview_for_vlm never has to load a huge numpy array
+        # just to downscale it. Non-image files (DICOM, NIfTI, …) pass
+        # through unchanged. Metadata is extracted from the originals.
+        resized_for_preview = [resize_uploaded_image(p) for p in file_paths]
+        resize_temps = [r for r, p in zip(resized_for_preview, file_paths) if r != p]
         try:
-            preview_path, meta_text = _build_preview_for_vlm(file_paths)
+            preview_path, meta_text = _build_preview_for_vlm(
+                resized_for_preview, metadata_paths=file_paths
+            )
             state.last_preview_path = preview_path
             state.last_image_meta = meta_text
         except Exception as e:
             log.warning("Preview build failed: %r", e)
             state.last_preview_path = None
             state.last_image_meta = None
+        finally:
+            for tmp in resize_temps:
+                try:
+                    os.unlink(tmp)
+                except Exception:
+                    pass
 
     # ========================================================================
     # Run agent

src/ai_agent/utils/previews.py

@@ -72,33 +72,32 @@ def resize_uploaded_image(
                 return path  # already within bounds – no work needed
 
             # thumbnail() shrinks in-place preserving aspect ratio, never upscales.
-            img = opened_img.copy()
-
-        img.thumbnail((max_width, max_height), Image.Resampling.LANCZOS)
-
-        # Persist transparency for PNG/WebP; flatten to RGB for JPEG.
-        if ext in (".jpg", ".jpeg"):
-            if img.mode in ("RGBA", "P", "LA"):
-                img = img.convert("RGB")
-            suffix, fmt, save_kw = ".jpg", "JPEG", {"quality": 85, "optimize": True}
-        elif ext == ".webp":
-            suffix, fmt, save_kw = ".webp", "WEBP", {"quality": 85}
-        else:
-            # Preserve original format and extension so downstream format
-            # detection (e.g. detect_ext_token) is not misled by a .png suffix.
-            fmt = _PIL_FORMAT_MAP.get(ext, "PNG")
-            suffix = ext if fmt != "PNG" else ".png"
-            save_kw = {}
-
-        fd, tmp_path = tempfile.mkstemp(suffix=suffix)
-        os.close(fd)
-        img.save(tmp_path, format=fmt, **save_kw)
-
-        log.debug(
-            "Resized upload %s from %dx%d → %dx%d (saved to %s)",
-            path, orig_w, orig_h, img.width, img.height, tmp_path,
-        )
-        return tmp_path
+            # Do everything inside the with-block to avoid a full-size copy.
+            opened_img.thumbnail((max_width, max_height), Image.Resampling.LANCZOS)
+
+            # Persist transparency for PNG/WebP; flatten to RGB for JPEG.
+            if ext in (".jpg", ".jpeg"):
+                save_img = opened_img.convert("RGB") if opened_img.mode in ("RGBA", "P", "LA") else opened_img
+                suffix, fmt, save_kw = ".jpg", "JPEG", {"quality": 85, "optimize": True}
+            elif ext == ".webp":
+                save_img, suffix, fmt, save_kw = opened_img, ".webp", "WEBP", {"quality": 85}
+            else:
+                # Preserve original format and extension so downstream format
+                # detection (e.g. detect_ext_token) is not misled by a .png suffix.
+                save_img = opened_img
+                fmt = _PIL_FORMAT_MAP.get(ext, "PNG")
+                suffix = ext if fmt != "PNG" else ".png"
+                save_kw = {}
+
+            fd, tmp_path = tempfile.mkstemp(suffix=suffix)
+            os.close(fd)
+            save_img.save(tmp_path, format=fmt, **save_kw)
+
+            log.debug(
+                "Resized upload %s from %dx%d → %dx%d (saved to %s)",
+                path, orig_w, orig_h, save_img.width, save_img.height, tmp_path,
+            )
+            return tmp_path
 
     except Exception:
         log.warning("resize_uploaded_image: could not resize %s; using original", path, exc_info=True)