don't redirect standard input and don't write Acknowledgment to it if acknowledgments are not needed (#1958)

adamsitnik · web-flow · commit 010ac21fe2e3 · 2022-03-21T17:22:42.000+01:00
diff --git a/src/BenchmarkDotNet/Loggers/SynchronousProcessOutputLoggerWithDiagnoser.cs b/src/BenchmarkDotNet/Loggers/SynchronousProcessOutputLoggerWithDiagnoser.cs
@@ -15,11 +15,12 @@ internal class SynchronousProcessOutputLoggerWithDiagnoser
         private readonly IDiagnoser diagnoser;
         private readonly DiagnoserActionParameters diagnoserActionParameters;
 
-        public SynchronousProcessOutputLoggerWithDiagnoser(ILogger logger, Process process, IDiagnoser diagnoser, BenchmarkCase benchmarkCase, BenchmarkId benchmarkId)
+        public SynchronousProcessOutputLoggerWithDiagnoser(ILogger logger, Process process, IDiagnoser diagnoser,
+            BenchmarkCase benchmarkCase, BenchmarkId benchmarkId, bool noAcknowledgments)
         {
             if (!process.StartInfo.RedirectStandardOutput)
                 throw new NotSupportedException("set RedirectStandardOutput to true first");
-            if (!(process.StartInfo.RedirectStandardInput || benchmarkCase.GetRuntime() is WasmRuntime))
+            if (!(process.StartInfo.RedirectStandardInput || benchmarkCase.GetRuntime() is WasmRuntime || noAcknowledgments))
                 throw new NotSupportedException("set RedirectStandardInput to true first");
 
             this.logger = logger;
diff --git a/src/BenchmarkDotNet/Toolchains/DotNetCli/DotNetCliExecutor.cs b/src/BenchmarkDotNet/Toolchains/DotNetCli/DotNetCliExecutor.cs
@@ -43,7 +43,8 @@ public ExecuteResult Execute(ExecuteParameters executeParameters)
                     executeParameters.Diagnoser,
                     Path.GetFileName(executeParameters.BuildResult.ArtifactsPaths.ExecutablePath),
                     executeParameters.Resolver,
-                    executeParameters.LaunchIndex);
+                    executeParameters.LaunchIndex,
+                    executeParameters.BuildResult.NoAcknowledgments);
             }
             finally
             {
@@ -60,21 +61,22 @@ private ExecuteResult Execute(BenchmarkCase benchmarkCase,
                                       IDiagnoser diagnoser,
                                       string executableName,
                                       IResolver resolver,
-                                      int launchIndex)
+                                      int launchIndex,
+                                      bool noAcknowledgments)
         {
             var startInfo = DotNetCliCommandExecutor.BuildStartInfo(
                 CustomDotNetCliPath,
                 artifactsPaths.BinariesDirectoryPath,
                 $"{executableName.Escape()} {benchmarkId.ToArguments()}",
-                redirectStandardInput: true,
+                redirectStandardInput: !noAcknowledgments,
                 redirectStandardError: false); // #1629
 
             startInfo.SetEnvironmentVariables(benchmarkCase, resolver);
 
             using (var process = new Process { StartInfo = startInfo })
             using (var consoleExitHandler = new ConsoleExitHandler(process, logger))
             {
-                var loggerWithDiagnoser = new SynchronousProcessOutputLoggerWithDiagnoser(logger, process, diagnoser, benchmarkCase, benchmarkId);
+                var loggerWithDiagnoser = new SynchronousProcessOutputLoggerWithDiagnoser(logger, process, diagnoser, benchmarkCase, benchmarkId, noAcknowledgments);
 
                 logger.WriteLineInfo($"// Execute: {process.StartInfo.FileName} {process.StartInfo.Arguments} in {process.StartInfo.WorkingDirectory}");
 
diff --git a/src/BenchmarkDotNet/Toolchains/Executor.cs b/src/BenchmarkDotNet/Toolchains/Executor.cs
@@ -32,18 +32,18 @@ public ExecuteResult Execute(ExecuteParameters executeParameters)
             }
 
             return Execute(executeParameters.BenchmarkCase, executeParameters.BenchmarkId, executeParameters.Logger, executeParameters.BuildResult.ArtifactsPaths,
-                args, executeParameters.Diagnoser, executeParameters.Resolver, executeParameters.LaunchIndex);
+                args, executeParameters.Diagnoser, executeParameters.Resolver, executeParameters.LaunchIndex, executeParameters.BuildResult.NoAcknowledgments);
         }
 
         private ExecuteResult Execute(BenchmarkCase benchmarkCase, BenchmarkId benchmarkId, ILogger logger, ArtifactsPaths artifactsPaths,
-            string args, IDiagnoser diagnoser, IResolver resolver, int launchIndex)
+            string args, IDiagnoser diagnoser, IResolver resolver, int launchIndex, bool noAcknowledgments)
         {
             try
             {
-                using (var process = new Process { StartInfo = CreateStartInfo(benchmarkCase, artifactsPaths, args, resolver) })
+                using (var process = new Process { StartInfo = CreateStartInfo(benchmarkCase, artifactsPaths, args, resolver, noAcknowledgments) })
                 using (var consoleExitHandler = new ConsoleExitHandler(process, logger))
                 {
-                    var loggerWithDiagnoser = new SynchronousProcessOutputLoggerWithDiagnoser(logger, process, diagnoser, benchmarkCase, benchmarkId);
+                    var loggerWithDiagnoser = new SynchronousProcessOutputLoggerWithDiagnoser(logger, process, diagnoser, benchmarkCase, benchmarkId, noAcknowledgments);
 
                     diagnoser?.Handle(HostSignal.BeforeProcessStart, new DiagnoserActionParameters(process, benchmarkCase, benchmarkId));
 
@@ -89,13 +89,14 @@ private ExecuteResult Execute(Process process, BenchmarkCase benchmarkCase, Sync
                 launchIndex);
         }
 
-        private ProcessStartInfo CreateStartInfo(BenchmarkCase benchmarkCase, ArtifactsPaths artifactsPaths, string args, IResolver resolver)
+        private ProcessStartInfo CreateStartInfo(BenchmarkCase benchmarkCase, ArtifactsPaths artifactsPaths,
+            string args, IResolver resolver, bool noAcknowledgments)
         {
             var start = new ProcessStartInfo
             {
                 UseShellExecute = false,
                 RedirectStandardOutput = true,
-                RedirectStandardInput = true,
+                RedirectStandardInput = !noAcknowledgments,
                 RedirectStandardError = false, // #1629
                 CreateNoWindow = true,
                 StandardOutputEncoding = Encoding.UTF8, // #1713
diff --git a/src/BenchmarkDotNet/Toolchains/GeneratorBase.cs b/src/BenchmarkDotNet/Toolchains/GeneratorBase.cs
@@ -29,7 +29,7 @@ public GenerateResult GenerateProject(BuildPartition buildPartition, ILogger log
                 GenerateProject(buildPartition, artifactsPaths, logger);
                 GenerateBuildScript(buildPartition, artifactsPaths);
 
-                return GenerateResult.Success(artifactsPaths, GetArtifactsToCleanup(artifactsPaths));
+                return GenerateResult.Success(artifactsPaths, GetArtifactsToCleanup(artifactsPaths), buildPartition.NoAcknowledgments);
             }
             catch (Exception ex)
             {
diff --git a/src/BenchmarkDotNet/Toolchains/InProcess.Emit/InProcessEmitBuilder.cs b/src/BenchmarkDotNet/Toolchains/InProcess.Emit/InProcessEmitBuilder.cs
@@ -29,7 +29,8 @@ public BuildResult Build(GenerateResult generateResult, BuildPartition buildPart
             return BuildResult.Success(
                 GenerateResult.Success(
                     new InProcessEmitArtifactsPath(assembly, generateResult.ArtifactsPaths),
-                    generateResult.ArtifactsToCleanup));
+                    generateResult.ArtifactsToCleanup,
+                    generateResult.NoAcknowledgments));
         }
     }
 }
diff --git a/src/BenchmarkDotNet/Toolchains/InProcess.Emit/InProcessEmitGenerator.cs b/src/BenchmarkDotNet/Toolchains/InProcess.Emit/InProcessEmitGenerator.cs
@@ -20,7 +20,7 @@ public GenerateResult GenerateProject(
             {
                 artifactsPaths = GetArtifactsPaths(buildPartition, rootArtifactsFolderPath);
 
-                return GenerateResult.Success(artifactsPaths, new List<string>());
+                return GenerateResult.Success(artifactsPaths, new List<string>(), buildPartition.NoAcknowledgments);
             }
             catch (Exception ex)
             {
diff --git a/src/BenchmarkDotNet/Toolchains/InProcess.NoEmit/InProcessNoEmitGenerator.cs b/src/BenchmarkDotNet/Toolchains/InProcess.NoEmit/InProcessNoEmitGenerator.cs
@@ -13,6 +13,6 @@ public class InProcessNoEmitGenerator : IGenerator
     {
         /// <summary>returns a success</summary>
         public GenerateResult GenerateProject(BuildPartition buildPartition, ILogger logger, string rootArtifactsFolderPath)
-            => GenerateResult.Success(null, Array.Empty<string>());
+            => GenerateResult.Success(null, Array.Empty<string>(), buildPartition.NoAcknowledgments);
     }
 }
diff --git a/src/BenchmarkDotNet/Toolchains/InProcess/InProcessGenerator.cs b/src/BenchmarkDotNet/Toolchains/InProcess/InProcessGenerator.cs
@@ -13,6 +13,6 @@ public class InProcessGenerator : IGenerator
     {
         /// <summary>returns a success</summary>
         public GenerateResult GenerateProject(BuildPartition buildPartition, ILogger logger, string rootArtifactsFolderPath)
-            => GenerateResult.Success(null, Array.Empty<string>());
+            => GenerateResult.Success(null, Array.Empty<string>(), buildPartition.NoAcknowledgments);
     }
 }
diff --git a/src/BenchmarkDotNet/Toolchains/Results/BuildResult.cs b/src/BenchmarkDotNet/Toolchains/Results/BuildResult.cs
@@ -11,7 +11,7 @@ public class BuildResult : GenerateResult
         public string ErrorMessage { get; }
 
         private BuildResult(GenerateResult generateResult, bool isBuildSuccess, string errorMessage)
-            : base(generateResult.ArtifactsPaths, generateResult.IsGenerateSuccess, generateResult.GenerateException, generateResult.ArtifactsToCleanup)
+            : base(generateResult.ArtifactsPaths, generateResult.IsGenerateSuccess, generateResult.GenerateException, generateResult.ArtifactsToCleanup, generateResult.NoAcknowledgments)
         {
             IsBuildSuccess = isBuildSuccess;
             ErrorMessage = errorMessage;
diff --git a/src/BenchmarkDotNet/Toolchains/Results/GenerateResult.cs b/src/BenchmarkDotNet/Toolchains/Results/GenerateResult.cs
@@ -9,20 +9,23 @@ public class GenerateResult
         public bool IsGenerateSuccess { get; }
         public Exception GenerateException { get; }
         public IReadOnlyCollection<string> ArtifactsToCleanup { get; }
+        public bool NoAcknowledgments { get; }
 
-        public GenerateResult(ArtifactsPaths artifactsPaths, bool isGenerateSuccess, Exception generateException, IReadOnlyCollection<string> artifactsToCleanup)
+        public GenerateResult(ArtifactsPaths artifactsPaths, bool isGenerateSuccess, Exception generateException,
+            IReadOnlyCollection<string> artifactsToCleanup, bool noAcknowledgments)
         {
             ArtifactsPaths = artifactsPaths;
             IsGenerateSuccess = isGenerateSuccess;
             GenerateException = generateException;
             ArtifactsToCleanup = artifactsToCleanup;
+            NoAcknowledgments = noAcknowledgments;
         }
 
-        public static GenerateResult Success(ArtifactsPaths artifactsPaths, IReadOnlyCollection<string> artifactsToCleanup)
-            => new GenerateResult(artifactsPaths, true, null, artifactsToCleanup);
+        public static GenerateResult Success(ArtifactsPaths artifactsPaths, IReadOnlyCollection<string> artifactsToCleanup, bool noAcknowledgments)
+            => new GenerateResult(artifactsPaths, true, null, artifactsToCleanup, noAcknowledgments);
 
         public static GenerateResult Failure(ArtifactsPaths artifactsPaths, IReadOnlyCollection<string> artifactsToCleanup, Exception exception = null)
-            => new GenerateResult(artifactsPaths, false, exception, artifactsToCleanup);
+            => new GenerateResult(artifactsPaths, false, exception, artifactsToCleanup, false);
 
         public override string ToString() => "GenerateResult: " + (IsGenerateSuccess ? "Success" : "Fail");
     }
diff --git a/tests/BenchmarkDotNet.IntegrationTests/ToolchainTest.cs b/tests/BenchmarkDotNet.IntegrationTests/ToolchainTest.cs
@@ -25,7 +25,7 @@ public GenerateResult GenerateProject(BuildPartition buildPartition, ILogger log
             {
                 logger.WriteLine("Generating");
                 Done = true;
-                return new GenerateResult(null, true, null, Array.Empty<string>());
+                return new GenerateResult(null, true, null, Array.Empty<string>(), false);
             }
         }
 
diff --git a/tests/BenchmarkDotNet.Tests/BuildResultTests.cs b/tests/BenchmarkDotNet.Tests/BuildResultTests.cs
@@ -54,7 +54,7 @@ public void UnknownMSBuildErrorsAreNotTranslatedToMoreUserFriendlyVersions()
         [AssertionMethod]
         private void Verify(string msbuildError, bool expectedResult, string expectedReason)
         {
-            var sut = BuildResult.Failure(GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>()), msbuildError);
+            var sut = BuildResult.Failure(GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>(), false), msbuildError);
 
             Assert.Equal(expectedResult, sut.TryToExplainFailureReason(out string reason));
             Assert.Equal(expectedReason, reason);
diff --git a/tests/BenchmarkDotNet.Tests/Mocks/MockFactory.cs b/tests/BenchmarkDotNet.Tests/Mocks/MockFactory.cs
@@ -63,7 +63,7 @@ private static BenchmarkCase[] CreateBenchmarks<TBenchmarks>(IConfig config)
 
         private static BenchmarkReport CreateReport(BenchmarkCase benchmarkCase, int n, double nanoseconds)
         {
-            var buildResult = BuildResult.Success(GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>()));
+            var buildResult = BuildResult.Success(GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>(), false));
             var measurements = Enumerable.Range(0, n)
                 .Select(index => new Measurement(1, IterationMode.Workload, IterationStage.Result, index + 1, 1, nanoseconds + index).ToString())
                 .ToList();
@@ -73,7 +73,7 @@ private static BenchmarkReport CreateReport(BenchmarkCase benchmarkCase, int n,
 
         private static BenchmarkReport CreateReport(BenchmarkCase benchmarkCase, bool hugeSd, Metric[] metrics)
         {
-            var buildResult = BuildResult.Success(GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>()));
+            var buildResult = BuildResult.Success(GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>(), false));
             bool isFoo = benchmarkCase.Descriptor.WorkloadMethodDisplayInfo == "Foo";
             bool isBar = benchmarkCase.Descriptor.WorkloadMethodDisplayInfo == "Bar";
             var measurements = new List<Measurement>
diff --git a/tests/BenchmarkDotNet.Tests/Reports/RatioPrecisionTests.cs b/tests/BenchmarkDotNet.Tests/Reports/RatioPrecisionTests.cs
@@ -80,7 +80,7 @@ private Summary CreateSummary(int[] values)
 
         private static BenchmarkReport CreateReport(BenchmarkCase benchmarkCase, int measurementValue)
         {
-            var buildResult = BuildResult.Success(GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>()));
+            var buildResult = BuildResult.Success(GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>(), false));
             var measurements = new List<Measurement>
                 {
                     new Measurement(1, IterationMode.Workload, IterationStage.Result, 1, 1, measurementValue),
diff --git a/tests/BenchmarkDotNet.Tests/Reports/RatioStyleTests.cs b/tests/BenchmarkDotNet.Tests/Reports/RatioStyleTests.cs
@@ -101,7 +101,7 @@ private Summary CreateSummary(int[] values, RatioStyle ratioStyle, int noise)
 
         private static BenchmarkReport CreateReport(BenchmarkCase benchmarkCase, int measurementValue, int noise)
         {
-            var buildResult = BuildResult.Success(GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>()));
+            var buildResult = BuildResult.Success(GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>(), false));
             var measurements = new List<Measurement>
             {
                 new Measurement(1, IterationMode.Workload, IterationStage.Result, 1, 1, measurementValue),
diff --git a/tests/BenchmarkDotNet.Tests/Reports/SummaryTests.cs b/tests/BenchmarkDotNet.Tests/Reports/SummaryTests.cs
@@ -64,7 +64,7 @@ private static BenchmarkReport CreateFailureReport(BenchmarkCase benchmark)
 
         private static BenchmarkReport CreateSuccessReport(BenchmarkCase benchmark)
         {
-            GenerateResult generateResult = GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>());
+            GenerateResult generateResult = GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>(), false);
             BuildResult buildResult = BuildResult.Success(generateResult);
             var metrics = new[] { new Metric(new FakeMetricDescriptor(), Math.E) };
             return new BenchmarkReport(true, benchmark, generateResult, buildResult, Array.Empty<ExecuteResult>(), metrics);

Original file line number	Diff line number	Diff line change
`@@ -32,18 +32,18 @@ public ExecuteResult Execute(ExecuteParameters executeParameters)`
`32`	`32`	`}`
`33`	`33`
`34`	`34`	`return Execute(executeParameters.BenchmarkCase, executeParameters.BenchmarkId, executeParameters.Logger, executeParameters.BuildResult.ArtifactsPaths,`
`35`		`- args, executeParameters.Diagnoser, executeParameters.Resolver, executeParameters.LaunchIndex);`
	`35`	`+ args, executeParameters.Diagnoser, executeParameters.Resolver, executeParameters.LaunchIndex, executeParameters.BuildResult.NoAcknowledgments);`
`36`	`36`	`}`
`37`	`37`
`38`	`38`	`private ExecuteResult Execute(BenchmarkCase benchmarkCase, BenchmarkId benchmarkId, ILogger logger, ArtifactsPaths artifactsPaths,`
`39`		`- string args, IDiagnoser diagnoser, IResolver resolver, int launchIndex)`
	`39`	`+ string args, IDiagnoser diagnoser, IResolver resolver, int launchIndex, bool noAcknowledgments)`
`40`	`40`	`{`
`41`	`41`	`try`
`42`	`42`	`{`
`43`		`- using (var process = new Process { StartInfo = CreateStartInfo(benchmarkCase, artifactsPaths, args, resolver) })`
	`43`	`+ using (var process = new Process { StartInfo = CreateStartInfo(benchmarkCase, artifactsPaths, args, resolver, noAcknowledgments) })`
`44`	`44`	`using (var consoleExitHandler = new ConsoleExitHandler(process, logger))`
`45`	`45`	`{`
`46`		`- var loggerWithDiagnoser = new SynchronousProcessOutputLoggerWithDiagnoser(logger, process, diagnoser, benchmarkCase, benchmarkId);`
	`46`	`+ var loggerWithDiagnoser = new SynchronousProcessOutputLoggerWithDiagnoser(logger, process, diagnoser, benchmarkCase, benchmarkId, noAcknowledgments);`
`47`	`47`
`48`	`48`	`diagnoser?.Handle(HostSignal.BeforeProcessStart, new DiagnoserActionParameters(process, benchmarkCase, benchmarkId));`
`49`	`49`
`@@ -89,13 +89,14 @@ private ExecuteResult Execute(Process process, BenchmarkCase benchmarkCase, Sync`
`89`	`89`	`launchIndex);`
`90`	`90`	`}`
`91`	`91`
`92`		`- private ProcessStartInfo CreateStartInfo(BenchmarkCase benchmarkCase, ArtifactsPaths artifactsPaths, string args, IResolver resolver)`
	`92`	`+ private ProcessStartInfo CreateStartInfo(BenchmarkCase benchmarkCase, ArtifactsPaths artifactsPaths,`
	`93`	`+ string args, IResolver resolver, bool noAcknowledgments)`
`93`	`94`	`{`
`94`	`95`	`var start = new ProcessStartInfo`
`95`	`96`	`{`
`96`	`97`	`UseShellExecute = false,`
`97`	`98`	`RedirectStandardOutput = true,`
`98`		`- RedirectStandardInput = true,`
	`99`	`+ RedirectStandardInput = !noAcknowledgments,`
`99`	`100`	`RedirectStandardError = false, // #1629`
`100`	`101`	`CreateNoWindow = true,`
`101`	`102`	`StandardOutputEncoding = Encoding.UTF8, // #1713`
Original file line number	Diff line number	Diff line change
`@@ -29,7 +29,7 @@ public GenerateResult GenerateProject(BuildPartition buildPartition, ILogger log`
`29`	`29`	`GenerateProject(buildPartition, artifactsPaths, logger);`
`30`	`30`	`GenerateBuildScript(buildPartition, artifactsPaths);`
`31`	`31`
`32`		`- return GenerateResult.Success(artifactsPaths, GetArtifactsToCleanup(artifactsPaths));`
	`32`	`+ return GenerateResult.Success(artifactsPaths, GetArtifactsToCleanup(artifactsPaths), buildPartition.NoAcknowledgments);`
`33`	`33`	`}`
`34`	`34`	`catch (Exception ex)`
`35`	`35`	`{`
Original file line number	Diff line number	Diff line change
`@@ -29,7 +29,8 @@ public BuildResult Build(GenerateResult generateResult, BuildPartition buildPart`
`29`	`29`	`return BuildResult.Success(`
`30`	`30`	`GenerateResult.Success(`
`31`	`31`	`new InProcessEmitArtifactsPath(assembly, generateResult.ArtifactsPaths),`
`32`		`- generateResult.ArtifactsToCleanup));`
	`32`	`+ generateResult.ArtifactsToCleanup,`
	`33`	`+ generateResult.NoAcknowledgments));`
`33`	`34`	`}`
`34`	`35`	`}`
`35`	`36`	`}`
Original file line number	Diff line number	Diff line change
`@@ -20,7 +20,7 @@ public GenerateResult GenerateProject(`
`20`	`20`	`{`
`21`	`21`	`artifactsPaths = GetArtifactsPaths(buildPartition, rootArtifactsFolderPath);`
`22`	`22`
`23`		`- return GenerateResult.Success(artifactsPaths, new List<string>());`
	`23`	`+ return GenerateResult.Success(artifactsPaths, new List<string>(), buildPartition.NoAcknowledgments);`
`24`	`24`	`}`
`25`	`25`	`catch (Exception ex)`
`26`	`26`	`{`
Original file line number	Diff line number	Diff line change
`@@ -13,6 +13,6 @@ public class InProcessNoEmitGenerator : IGenerator`
`13`	`13`	`{`
`14`	`14`	`/// <summary>returns a success</summary>`
`15`	`15`	`public GenerateResult GenerateProject(BuildPartition buildPartition, ILogger logger, string rootArtifactsFolderPath)`
`16`		`- => GenerateResult.Success(null, Array.Empty<string>());`
	`16`	`+ => GenerateResult.Success(null, Array.Empty<string>(), buildPartition.NoAcknowledgments);`
`17`	`17`	`}`
`18`	`18`	`}`
Original file line number	Diff line number	Diff line change
`@@ -11,7 +11,7 @@ public class BuildResult : GenerateResult`
`11`	`11`	`public string ErrorMessage { get; }`
`12`	`12`
`13`	`13`	`private BuildResult(GenerateResult generateResult, bool isBuildSuccess, string errorMessage)`
`14`		`- : base(generateResult.ArtifactsPaths, generateResult.IsGenerateSuccess, generateResult.GenerateException, generateResult.ArtifactsToCleanup)`
	`14`	`+ : base(generateResult.ArtifactsPaths, generateResult.IsGenerateSuccess, generateResult.GenerateException, generateResult.ArtifactsToCleanup, generateResult.NoAcknowledgments)`
`15`	`15`	`{`
`16`	`16`	`IsBuildSuccess = isBuildSuccess;`
`17`	`17`	`ErrorMessage = errorMessage;`
Original file line number	Diff line number	Diff line change
`@@ -25,7 +25,7 @@ public GenerateResult GenerateProject(BuildPartition buildPartition, ILogger log`
`25`	`25`	`{`
`26`	`26`	`logger.WriteLine("Generating");`
`27`	`27`	`Done = true;`
`28`		`- return new GenerateResult(null, true, null, Array.Empty<string>());`
	`28`	`+ return new GenerateResult(null, true, null, Array.Empty<string>(), false);`
`29`	`29`	`}`
`30`	`30`	`}`
`31`	`31`
Original file line number	Diff line number	Diff line change
`@@ -54,7 +54,7 @@ public void UnknownMSBuildErrorsAreNotTranslatedToMoreUserFriendlyVersions()`
`54`	`54`	`[AssertionMethod]`
`55`	`55`	`private void Verify(string msbuildError, bool expectedResult, string expectedReason)`
`56`	`56`	`{`
`57`		`- var sut = BuildResult.Failure(GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>()), msbuildError);`
	`57`	`+ var sut = BuildResult.Failure(GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>(), false), msbuildError);`
`58`	`58`
`59`	`59`	`Assert.Equal(expectedResult, sut.TryToExplainFailureReason(out string reason));`
`60`	`60`	`Assert.Equal(expectedReason, reason);`
Original file line number	Diff line number	Diff line change
`@@ -80,7 +80,7 @@ private Summary CreateSummary(int[] values)`
`80`	`80`
`81`	`81`	`private static BenchmarkReport CreateReport(BenchmarkCase benchmarkCase, int measurementValue)`
`82`	`82`	`{`
`83`		`- var buildResult = BuildResult.Success(GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>()));`
	`83`	`+ var buildResult = BuildResult.Success(GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>(), false));`
`84`	`84`	`var measurements = new List<Measurement>`
`85`	`85`	`{`
`86`	`86`	`new Measurement(1, IterationMode.Workload, IterationStage.Result, 1, 1, measurementValue),`
Original file line number	Diff line number	Diff line change
`@@ -101,7 +101,7 @@ private Summary CreateSummary(int[] values, RatioStyle ratioStyle, int noise)`
`101`	`101`
`102`	`102`	`private static BenchmarkReport CreateReport(BenchmarkCase benchmarkCase, int measurementValue, int noise)`
`103`	`103`	`{`
`104`		`- var buildResult = BuildResult.Success(GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>()));`
	`104`	`+ var buildResult = BuildResult.Success(GenerateResult.Success(ArtifactsPaths.Empty, Array.Empty<string>(), false));`
`105`	`105`	`var measurements = new List<Measurement>`
`106`	`106`	`{`
`107`	`107`	`new Measurement(1, IterationMode.Workload, IterationStage.Result, 1, 1, measurementValue),`