Add pfc-memcmp-1 regression test to CI

Author: thobson88

tests/prove_fuzzing_capability_memcmp_1/digraph_prove_fuzzing_capability_memcmp_1.txt

@@ -0,0 +1,27 @@
+digraph {
+    0 [ label = "Start" ]
+    1 [ label = "Attempt(Connect(ConnectAttempt { addr: 192.2.2.2:502 }))" ]
+    2 [ label = "Attempt(Send(SendAttempt { payload: [0, 1, 0, 0, 0, 6, 1, 3, 0, 0, 0, 2] }))" ]
+    3 [ label = "Attempt(Recv(RecvAttempt { payload: [0, 1, 0, 0, 0, 6, 1, 3, 0, 0, 0, 2] }))" ]
+    4 [ label = "End" ]
+    5 [ label = "Attempt(Send(SendAttempt { payload: [0, 2, 0, 0, 0, 11, 1, 16, 0, 0, 0, 2, 4, 0, 0, 0, 0] }))" ]
+    6 [ label = "Attempt(Recv(RecvAttempt { payload: [0, 2, 0, 0, 0, 11, 1, 16, 0, 0, 0, 2, 4, 0, 0, 0, 0] }))" ]
+    7 [ label = "End" ]
+    8 [ label = "End" ]
+    9 [ label = "End" ]
+    10 [ label = "End" ]
+    11 [ label = "End" ]
+    12 [ label = "End" ]
+    0 -> 1 [ label = "None" ]
+    1 -> 2 [ label = "Connect(ConnectReact { success: true })" ]
+    2 -> 3 [ label = "Send(SendReact { success: true })" ]
+    3 -> 4 [ label = "Recv(Payload([0, 1, 0, 0, 0, 7, 1, 3, 4, 0, 0, 0, 0]))" ]
+    3 -> 5 [ label = "Recv(Payload([0, 1, 0, 0, 0, 7, 1, 3, 4, 87, 111, 114, 108]))" ]
+    5 -> 6 [ label = "Send(SendReact { success: true })" ]
+    6 -> 7 [ label = "Recv(Payload([0, 2, 0, 0, 0, 6, 1, 16, 0, 0, 0, 2]))" ]
+    6 -> 8 [ label = "Recv(SocketError)" ]
+    5 -> 9 [ label = "Send(SendReact { success: false })" ]
+    3 -> 10 [ label = "Recv(SocketError)" ]
+    2 -> 11 [ label = "Send(SendReact { success: false })" ]
+    1 -> 12 [ label = "Connect(ConnectReact { success: false })" ]
+}

tests/prove_fuzzing_capability_memcmp_1/prove_fuzzing_capability_memcmp_1.exe

@@ -0,0 +1,78 @@
+
+# Specify the target binary, its path and expected output.
+$Target = "prove_fuzzing_capability_memcmp_1.exe"
+$TargetPath = "tests\prove_fuzzing_capability_memcmp_1\$Target"
+$expected = Get-Content "tests\prove_fuzzing_capability_memcmp_1\digraph_prove_fuzzing_capability_memcmp_1.txt"
+
+# Check that the DynamoRio bin directory env variable is set.
+if (-not $Env:DYNAMORIO_BIN) {
+    Write-Error "Error: DYNAMORIO_BIN environment variable must be set"
+    exit 1
+}
+
+# Define command-line arguments.
+$DynamoBin = $env:DYNAMORIO_BIN
+$ClientLib = "$PWD\inject\build64\Release\inject.dll"
+$MutatorLib = "$PWD\winafl-netspoof\build64\bin\Release\mutator.dll"
+$TargetOpts = "`"192.2.2.2`""
+$FuzzIterations = 3000
+$Parallel = 5
+
+Write-Host "Running test binary $Target with CLI arguments:"
+Write-Host "--dynamorio-bin-dir=$DynamoBin"
+Write-Host "--dr-client-lib=$ClientLib"
+Write-Host "--mutator-lib=$MutatorLib"
+Write-Host "--target-module=$Target"
+Write-Host "--target-path=$TargetPath"
+Write-Host "--target-opts=$TargetOpts"
+Write-Host "--fuzz-iterations=$FuzzIterations"
+Write-Host "--parallel=$Parallel"
+
+# Check that expected files/paths exist.
+if (Test-Path -Path $DynamoBin) {
+    Write-Host "Path exists: $DynamoBin"
+} else {
+    Write-Host "Path doesn't exist: $DynamoBin"
+}
+if (Test-Path $ClientLib -PathType Leaf) {
+    Write-Host "File exists: $ClientLib"
+} else {
+    Write-Host "File doesn't exist: $ClientLib"
+}
+if (Test-Path $MutatorLib -PathType Leaf) {
+    Write-Host "File exists: $MutatorLib"
+} else {
+    Write-Host "File doesn't exist: $MutatorLib"
+}
+if (Test-Path $TargetPath -PathType Leaf) {
+    Write-Host "File exists: $TargetPath"
+} else {
+    Write-Host "File doesn't exist: $TargetPath"
+}
+
+# Ensure the output file does not already exist.
+$OutputFile = "digraph.txt"
+Remove-Item $OutputFile -ErrorAction Ignore
+
+# Run navigator.exe, and get the process ID.
+$process = Start-Process ".\target\debug\navigator.exe" -ArgumentList "--dynamorio-bin-dir=$DynamoBin --mutator-lib=$MutatorLib --coverage-module=$Target --target-module=$Target --nargs=2 --target-path=$TargetPath --target-opts=$TargetOpts --fuzz-iterations=$FuzzIterations --parallel=$Parallel" -PassThru -Wait
+$ExitCode = $process.ExitCode
+
+if ($ExitCode -ne 0) {
+    Write-Error "Test app failed with exit code: $ExitCode"
+}
+
+if (Test-Path $OutputFile -PathType Leaf) {
+    Write-Host "Found output file: $OutputFile"
+} else {
+    Write-Host "Output file doesn't exist: $OutputFile"
+}
+
+# Compare the output file to the expected output.
+$actual = Get-Content $OutputFile
+
+if (-not (Compare-Object $actual $expected -SyncWindow 0)) {
+    Write-Host "PASSED: digraph.txt matches expectated output"
+} else {
+    Write-Error "FAILED: mismatch between digraph.txt and expected output"
+}

tests/prove_fuzzing_capability_memcmp_1/prove_fuzzing_capability_memcmp_1.ps1

@@ -1,5 +1,7 @@
 $tests = @(
-    "only_connect"
+    "only_connect",
+    "prove_fuzzing_capability_cmp_inline_1",
+    "prove_fuzzing_capability_memcmp_1"
 )
 
 foreach ($t in $tests) {