diff --git a/packages/tools/src/tools/displayTools/Labelmap/labelmapDisplay.ts b/packages/tools/src/tools/displayTools/Labelmap/labelmapDisplay.ts
index 6e4e1ad96..3d492ac31 100644
--- a/packages/tools/src/tools/displayTools/Labelmap/labelmapDisplay.ts
+++ b/packages/tools/src/tools/displayTools/Labelmap/labelmapDisplay.ts
@@ -238,10 +238,15 @@ function _setLabelmapColorAndOpacity(
 
     const segmentSpecificLabelmapConfig = perSegmentStyle;
 
+    const isActive =
+      activeSegmentation.segmentationId === segmentationId &&
+      segmentIndex in activeSegmentation.segments &&
+      activeSegmentation.segments[segmentIndex].active;
+
     const { fillAlpha, outlineWidth, renderFill, renderOutline } =
       _getLabelmapConfig(
         labelmapStyle as LabelmapStyle,
-        isActiveLabelmap,
+        isActive,
         segmentSpecificLabelmapConfig
       );