Fix scoring in CLI and add scoring on jobs list

Author: deep1401

cli/src/transformerlab_cli/commands/job.py

@@ -248,11 +248,22 @@ def _compute_duration(job_data: dict) -> str:
         return ""
 
 
-def _format_score(score: dict) -> str:
-    """Format a score dict into a compact string for the table view."""
-    if not score or not isinstance(score, dict):
-        return ""
-    parts = [f"{k}={v}" for k, v in score.items() if v is not None]
+def _score_items(score) -> list[tuple[str, object]]:
+    """Normalize score payload to key/value pairs and hide internal flags."""
+    if score is None:
+        return []
+    if isinstance(score, dict):
+        return [
+            (str(key), value)
+            for key, value in score.items()
+            if value is not None and str(key).lower() != "discard"
+        ]
+    return [("score", score)]
+
+
+def _format_score(score) -> str:
+    """Format score payload into a compact string for the table view."""
+    parts = [f"{k}={v}" for k, v in _score_items(score)]
     text = ", ".join(parts)
     if len(text) > 30:
         text = text[:27] + "…"
@@ -390,8 +401,12 @@ def _render_job(job) -> None:
     details["Config"] = f"\n{config_text}"
 
     score = details.pop("Score")
-    score_text = "\n".join([f"  {key}: {value}" for key, value in score.items()])
-    details["Score"] = f"\n{score_text}"
+    score_items = _score_items(score)
+    if score_items:
+        score_text = "\n".join([f"  {key}: {value}" for key, value in score_items])
+        details["Score"] = f"\n{score_text}"
+    else:
+        details["Score"] = "N/A"
 
     # Display details in a panel
     detail_text = "\n".join([f"[bold]{key}:[/bold] {value}" for key, value in details.items()])

cli/tests/commands/test_job.py

@@ -209,6 +209,8 @@ def test_job_list_shows_score(_mock_check, _mock_require, _mock_api):
     assert "eval/" in out
     # Job 1 (no score) should have empty score column — just verify Score header is present
     assert "Score" in out
+    # discard flag should not be shown as a score metric
+    assert "discard" not in out.lower()
 
 
 @patch("transformerlab_cli.commands.job.api.get", return_value=_mock_api_response(SAMPLE_JOBS))
@@ -221,6 +223,19 @@ def test_job_info_pretty_shows_discarded(_mock_require, _mock_api):
     assert "discarded" in out.lower()
 
 
+@patch("transformerlab_cli.commands.job.api.get", return_value=_mock_api_response(SAMPLE_JOBS))
+@patch("transformerlab_cli.commands.job.require_current_experiment", return_value="exp1")
+def test_job_info_pretty_shows_score_without_discard(_mock_require, _mock_api):
+    """job info pretty output should show score metrics and hide score.discard."""
+    result = runner.invoke(app, ["job", "info", "2"])
+    assert result.exit_code == 0
+    out = strip_ansi(result.output)
+    assert "Score:" in out
+    assert "eval/loss" in out
+    assert "accuracy" in out
+    assert "discard: True" not in out
+
+
 @patch("transformerlab_cli.commands.job.api.get", return_value=_mock_api_response(SAMPLE_JOBS))
 @patch("transformerlab_cli.commands.job.require_current_experiment", return_value="exp1")
 @patch("transformerlab_cli.commands.job.check_configs")

src/renderer/components/Experiment/Tasks/JobsList.tsx

@@ -11,6 +11,7 @@ import MenuItem from '@mui/joy/MenuItem';
 import Dropdown from '@mui/joy/Dropdown';
 import Checkbox from '@mui/joy/Checkbox';
 import Tooltip from '@mui/joy/Tooltip';
+import Chip from '@mui/joy/Chip';
 import {
   Trash2Icon,
   LineChartIcon,
@@ -122,6 +123,61 @@ const JobsList: React.FC<JobsListProps> = ({
     return type.charAt(0).toUpperCase() + type.slice(1);
   };
 
+  const formatScoreValue = (value: number): string => {
+    if (!Number.isFinite(value)) return String(value);
+    if (Math.abs(value) >= 1000) return value.toFixed(1);
+    if (Math.abs(value) >= 100) return value.toFixed(2);
+    if (Math.abs(value) >= 1) return value.toFixed(3);
+    return value.toFixed(4);
+  };
+
+  const getScoreDisplay = (
+    score: unknown,
+  ): { label: string; tooltip?: string } | null => {
+    if (typeof score === 'number') {
+      return { label: `Score: ${formatScoreValue(score)}` };
+    }
+
+    if (typeof score === 'string') {
+      const parsed = Number.parseFloat(score);
+      if (Number.isFinite(parsed)) {
+        return { label: `Score: ${formatScoreValue(parsed)}` };
+      }
+      if (score.trim()) {
+        return { label: `Score: ${score.trim()}` };
+      }
+      return null;
+    }
+
+    if (score && typeof score === 'object') {
+      const numericEntries = Object.entries(score as Record<string, unknown>)
+        .filter(([key]) => key.toLowerCase() !== 'discard')
+        .map(([key, val]) => [key, Number(val)] as const)
+        .filter(([, val]) => Number.isFinite(val));
+
+      if (numericEntries.length === 0) return null;
+
+      const preferredMetric =
+        numericEntries.find(([key]) => key.toLowerCase() === 'score') ??
+        numericEntries[0];
+      const [firstMetric, firstValue] = preferredMetric;
+
+      const tooltip =
+        numericEntries.length > 1
+          ? numericEntries
+              .map(([metric, val]) => `${metric}: ${formatScoreValue(val)}`)
+              .join(' | ')
+          : undefined;
+
+      return {
+        label: `${firstMetric}: ${formatScoreValue(firstValue)}`,
+        tooltip,
+      };
+    }
+
+    return null;
+  };
+
   const formatJobConfig = (job: any) => {
     const jobData = job?.job_data || {};
     const interactiveType =
@@ -176,6 +232,7 @@ const JobsList: React.FC<JobsListProps> = ({
     const userInfo = jobData.user_info || {};
     const userDisplay = userInfo.name || userInfo.email || '';
     const providerDisplay = jobData.provider_name || job?.provider_name || '';
+    const scoreDisplay = getScoreDisplay(jobData?.score);
 
     if (job?.placeholder) {
       return (
@@ -215,6 +272,21 @@ const JobsList: React.FC<JobsListProps> = ({
               <b>Title:</b> {taskName}
             </Typography>
           )}
+          {scoreDisplay && (
+            <Tooltip
+              title={scoreDisplay.tooltip || ''}
+              disableHoverListener={!scoreDisplay.tooltip}
+            >
+              <Chip
+                size="sm"
+                color="success"
+                variant="soft"
+                sx={{ mt: 0.5, width: 'fit-content' }}
+              >
+                {scoreDisplay.label}
+              </Chip>
+            </Tooltip>
+          )}
         </>
       );
     }
@@ -242,6 +314,21 @@ const JobsList: React.FC<JobsListProps> = ({
               <b>Provider:</b> {providerDisplay}
             </Typography>
           )}
+          {scoreDisplay && (
+            <Tooltip
+              title={scoreDisplay.tooltip || ''}
+              disableHoverListener={!scoreDisplay.tooltip}
+            >
+              <Chip
+                size="sm"
+                color="success"
+                variant="soft"
+                sx={{ mt: 0.5, width: 'fit-content' }}
+              >
+                {scoreDisplay.label}
+              </Chip>
+            </Tooltip>
+          )}
         </>
       );
     }