be more encouraging :)

Author: WillDuke

scripts/conformance.py

@@ -783,11 +783,18 @@ def fmt(old: int, new: int, *, greater_is_better: bool = True) -> str:
         if fs.new_passes and not fs.old_passes:
             status = "✅ Newly Passing 🎉"
         elif fs.old_passes and not fs.new_passes:
-            status = "❌ Regressed"
+            status = "❌ Newly Failing"
         elif fs.new_passes:
             status = "✅"
         else:
-            status = "❌"
+            old_errors = fs.old.false_positives + fs.old.false_negatives
+            new_errors = fs.new.false_positives + fs.new.false_negatives
+            if new_errors < old_errors:
+                status = "📈 Improving"
+            elif new_errors > old_errors:
+                status = "📉 Regressing"
+            else:
+                status = "➡️ Neutral"
         url = CONFORMANCE_DIR_WITH_README + f"tests/{fs.path.name}"
         rows.append(
             f"| [{fs.path.name}]({url})"