feat: implement status detection for test failures

- Added `StatusDetector` class to determine the type of test failures (assertion failures vs. other errors).
- Updated event subscribers to utilize `StatusDetector` for setting appropriate test statuses.
- Introduced unit tests for `StatusDetector` to ensure correct functionality in identifying failure types and statuses.
- Updated `composer.json` and `composer.lock` to reflect new dependencies and version changes.

Author: gibiw

composer.json

@@ -22,7 +22,7 @@
   "require": {
     "php": "^8.1",
     "phpunit/phpunit": "^10 || ^11",
-    "qase/php-commons": "^2.1.1"
+    "qase/php-commons": "^2.1.4"
   },
   "autoload": {
     "psr-4": {
@@ -34,7 +34,7 @@
       "Tests\\": "tests/"
     }
   },
-  "version": "2.1.3",
+  "version": "2.1.4",
   "scripts": {
     "test": "phpunit"
   },

composer.lock

@@ -28,6 +28,6 @@ public function notify(ConsideredRisky $event): void
             return;
         }
 
-        $this->reporter->updateStatus($test, 'failed', $event->message());
+        $this->reporter->updateStatus($test, 'invalid', $event->message());
     }
 }

src/Events/TestConsideredRiskySubscriber.php

@@ -8,6 +8,7 @@
 use PHPUnit\Event\Test\Errored;
 use PHPUnit\Event\Test\ErroredSubscriber;
 use Qase\PHPUnitReporter\QaseReporterInterface;
+use Qase\PHPUnitReporter\StatusDetector;
 
 final class TestErroredSubscriber implements ErroredSubscriber
 {
@@ -28,6 +29,9 @@ public function notify(Errored $event): void
             return;
         }
 
-        $this->reporter->updateStatus($test, 'failed', $event->throwable()->message(), $event->throwable()->asString());
+        $throwable = $event->throwable();
+        $status = StatusDetector::getStatusForFailure($throwable);
+
+        $this->reporter->updateStatus($test, $status, $throwable->message(), $throwable->asString());
     }
 }

src/Events/TestErroredSubscriber.php

@@ -8,6 +8,7 @@
 use PHPUnit\Event\Test\Failed;
 use PHPUnit\Event\Test\FailedSubscriber;
 use Qase\PHPUnitReporter\QaseReporterInterface;
+use Qase\PHPUnitReporter\StatusDetector;
 
 final class TestFailedSubscriber implements FailedSubscriber
 {
@@ -28,6 +29,9 @@ public function notify(Failed $event): void
             return;
         }
 
-        $this->reporter->updateStatus($test, 'failed', $event->throwable()->message(), $event->throwable()->asString());
+        $throwable = $event->throwable();
+        $status = StatusDetector::getStatusForFailure($throwable);
+
+        $this->reporter->updateStatus($test, $status, $throwable->message(), $throwable->asString());
     }
 }

src/Events/TestFailedSubscriber.php

@@ -8,6 +8,7 @@
 use PHPUnit\Event\Test\MarkedIncomplete;
 use PHPUnit\Event\Test\MarkedIncompleteSubscriber;
 use Qase\PHPUnitReporter\QaseReporterInterface;
+use Qase\PHPUnitReporter\StatusDetector;
 
 final class TestMarkedIncompleteSubscriber implements MarkedIncompleteSubscriber
 {
@@ -28,6 +29,9 @@ public function notify(MarkedIncomplete $event): void
             return;
         }
 
-        $this->reporter->updateStatus($test, 'failed', $event->throwable()->message(), $event->throwable()->asString());
+        $throwable = $event->throwable();
+        $status = StatusDetector::getStatusForFailure($throwable);
+
+        $this->reporter->updateStatus($test, $status, $throwable->message(), $throwable->asString());
     }
 }

src/Events/TestMarkedIncompleteSubscriber.php

@@ -28,6 +28,6 @@ public function notify(WarningTriggered $event): void
             return;
         }
 
-        $this->reporter->updateStatus($test, 'failed', $event->message());
+        $this->reporter->updateStatus($test, 'invalid', $event->message());
     }
 }

src/Events/TestWarningTriggeredSubscriber.php

@@ -0,0 +1,42 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Qase\PHPUnitReporter;
+
+use PHPUnit\Event\Code\Throwable as PHPUnitThrowable;
+use PHPUnit\Framework\AssertionFailedError;
+use PHPUnit\Framework\ExpectationFailedException;
+
+/**
+ * Class for detecting test failure types to determine appropriate status
+ */
+class StatusDetector
+{
+    /**
+     * Determine if the throwable represents an assertion failure
+     * 
+     * @param PHPUnitThrowable $throwable The exception/error that caused test failure
+     * @return bool True if it's an assertion failure, false otherwise
+     */
+    public static function isAssertionFailure(PHPUnitThrowable $throwable): bool
+    {
+        $className = $throwable->className();
+        
+        return $className === AssertionFailedError::class || 
+               $className === ExpectationFailedException::class ||
+               is_subclass_of($className, AssertionFailedError::class) ||
+               is_subclass_of($className, ExpectationFailedException::class);
+    }
+
+    /**
+     * Get the appropriate status for a test failure
+     * 
+     * @param PHPUnitThrowable $throwable The exception/error that caused test failure
+     * @return string 'failed' for assertion failures, 'invalid' for other errors
+     */
+    public static function getStatusForFailure(PHPUnitThrowable $throwable): string
+    {
+        return self::isAssertionFailure($throwable) ? 'failed' : 'invalid';
+    }
+}

src/StatusDetector.php

@@ -0,0 +1,81 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Tests;
+
+use PHPUnit\Event\Code\Throwable as PHPUnitThrowable;
+use PHPUnit\Framework\AssertionFailedError;
+use PHPUnit\Framework\ExpectationFailedException;
+use PHPUnit\Framework\TestCase;
+use Qase\PHPUnitReporter\StatusDetector;
+
+class StatusDetectorTest extends TestCase
+{
+    public function testIsAssertionFailureWithAssertionFailedError(): void
+    {
+        $throwable = $this->createPHPUnitThrowable(AssertionFailedError::class, 'Test assertion failed');
+        
+        $this->assertTrue(StatusDetector::isAssertionFailure($throwable));
+    }
+
+    public function testIsAssertionFailureWithExpectationFailedException(): void
+    {
+        $throwable = $this->createPHPUnitThrowable(ExpectationFailedException::class, 'Expected value was not equal to actual value');
+        
+        $this->assertTrue(StatusDetector::isAssertionFailure($throwable));
+    }
+
+    public function testIsNotAssertionFailureWithGenericException(): void
+    {
+        $throwable = $this->createPHPUnitThrowable(\Exception::class, 'Generic exception occurred');
+        
+        $this->assertFalse(StatusDetector::isAssertionFailure($throwable));
+    }
+
+    public function testIsNotAssertionFailureWithRuntimeException(): void
+    {
+        $throwable = $this->createPHPUnitThrowable(\RuntimeException::class, 'Runtime error occurred');
+        
+        $this->assertFalse(StatusDetector::isAssertionFailure($throwable));
+    }
+
+    public function testGetStatusForFailureWithAssertionFailedError(): void
+    {
+        $throwable = $this->createPHPUnitThrowable(AssertionFailedError::class, 'Test assertion failed');
+        
+        $this->assertEquals('failed', StatusDetector::getStatusForFailure($throwable));
+    }
+
+    public function testGetStatusForFailureWithExpectationFailedException(): void
+    {
+        $throwable = $this->createPHPUnitThrowable(ExpectationFailedException::class, 'Expected value was not equal to actual value');
+        
+        $this->assertEquals('failed', StatusDetector::getStatusForFailure($throwable));
+    }
+
+    public function testGetStatusForFailureWithGenericException(): void
+    {
+        $throwable = $this->createPHPUnitThrowable(\Exception::class, 'Generic exception occurred');
+        
+        $this->assertEquals('invalid', StatusDetector::getStatusForFailure($throwable));
+    }
+
+    public function testGetStatusForFailureWithRuntimeException(): void
+    {
+        $throwable = $this->createPHPUnitThrowable(\RuntimeException::class, 'Runtime error occurred');
+        
+        $this->assertEquals('invalid', StatusDetector::getStatusForFailure($throwable));
+    }
+
+    private function createPHPUnitThrowable(string $className, string $message): PHPUnitThrowable
+    {
+        return new PHPUnitThrowable(
+            $className,
+            $message,
+            $message,
+            'Stack trace here',
+            null
+        );
+    }
+}