BAL-based perfect parallelization of transaction execution (#9536)

Signed-off-by: Miroslav Kovar <miroslavkovar@protonmail.com>

Author: mirgee

app/src/main/java/org/hyperledger/besu/cli/options/BalConfigurationOptions.java

@@ -32,6 +32,13 @@ public BalConfigurationOptions() {}
       description = "Allows disabling BAL-based optimizations.")
   boolean balOptimizationEnabled = true;
 
+  @CommandLine.Option(
+      names = {"--Xbal-perfect-parallelization-enabled"},
+      hidden = true,
+      description =
+          "Allows disabling BAL-based perfect parallelization even when BALs are present.")
+  boolean balPerfectParallelizationEnabled = true;
+
   @CommandLine.Option(
       names = {"--Xbal-lenient-on-state-root-mismatch"},
       hidden = true,
@@ -65,6 +72,13 @@ public BalConfigurationOptions() {}
       description = "Timeout in milliseconds when waiting for the BAL-computed state root.")
   private long balStateRootTimeoutMs = Duration.ofSeconds(1).toMillis();
 
+  @CommandLine.Option(
+      names = {"--Xbal-processing-timeout"},
+      hidden = true,
+      paramLabel = "<INTEGER>",
+      description = "Timeout in milliseconds when waiting for BAL transaction processing results.")
+  private long balProcessingTimeoutMs = Duration.ofSeconds(1).toMillis();
+
   /**
    * Builds the immutable {@link BalConfiguration} corresponding to the parsed CLI options.
    *
@@ -74,10 +88,12 @@ public BalConfiguration toDomainObject() {
     return ImmutableBalConfiguration.builder()
         .isBalApiEnabled(balApiEnabled)
         .isBalOptimisationEnabled(balOptimizationEnabled)
+        .isPerfectParallelizationEnabled(balPerfectParallelizationEnabled)
         .shouldLogBalsOnMismatch(balLogBalsOnMismatch)
         .isBalLenientOnStateRootMismatch(balLenientOnStateRootMismatch)
         .isBalStateRootTrusted(balTrustStateRoot)
         .balStateRootTimeout(Duration.ofMillis(balStateRootTimeoutMs))
+        .balProcessingTimeout(Duration.ofMillis(balProcessingTimeoutMs))
         .build();
   }
 }

ethereum/core/src/main/java/org/hyperledger/besu/ethereum/mainnet/AbstractBlockProcessor.java

@@ -36,6 +36,7 @@
 import org.hyperledger.besu.ethereum.mainnet.block.access.list.BlockAccessList.BlockAccessListBuilder;
 import org.hyperledger.besu.ethereum.mainnet.block.access.list.BlockAccessListFactory;
 import org.hyperledger.besu.ethereum.mainnet.block.access.list.PartialBlockAccessView;
+import org.hyperledger.besu.ethereum.mainnet.parallelization.PreprocessingContext;
 import org.hyperledger.besu.ethereum.mainnet.requests.RequestProcessingContext;
 import org.hyperledger.besu.ethereum.mainnet.requests.RequestProcessorCoordinator;
 import org.hyperledger.besu.ethereum.mainnet.staterootcommitter.StateRootCommitter;
@@ -85,7 +86,7 @@ TransactionReceipt create(
 
   protected final boolean skipZeroBlockRewards;
   private final ProtocolSchedule protocolSchedule;
-  private final BalConfiguration balConfiguration;
+  protected final BalConfiguration balConfiguration;
 
   protected final MiningBeneficiaryCalculator miningBeneficiaryCalculator;
   private BlockImportTracerProvider blockImportTracerProvider = null;
@@ -232,7 +233,8 @@ public BlockProcessingResult processBlock(
               miningBeneficiary,
               blockHashLookup,
               blobGasPrice,
-              blockAccessListBuilder);
+              blockAccessListBuilder,
+              maybeBlockBal);
 
       boolean parallelizedTxFound = false;
       int nbParallelTx = 0;
@@ -558,8 +560,6 @@ abstract boolean rewardCoinbase(
       final List<BlockHeader> ommers,
       final boolean skipZeroBlockRewards);
 
-  public interface PreprocessingContext {}
-
   public interface PreprocessingFunction {
     Optional<PreprocessingContext> run(
         final ProtocolContext protocolContext,
@@ -568,7 +568,8 @@ Optional<PreprocessingContext> run(
         final Address miningBeneficiary,
         final BlockHashLookup blockHashLookup,
         final Wei blobGasPrice,
-        final Optional<BlockAccessListBuilder> blockAccessListBuilder);
+        final Optional<BlockAccessListBuilder> blockAccessListBuilder,
+        final Optional<BlockAccessList> maybeBlockBal);
 
     class NoPreprocessing implements PreprocessingFunction {
 
@@ -580,7 +581,8 @@ public Optional<PreprocessingContext> run(
           final Address miningBeneficiary,
           final BlockHashLookup blockHashLookup,
           final Wei blobGasPrice,
-          final Optional<BlockAccessListBuilder> blockAccessListBuilder) {
+          final Optional<BlockAccessListBuilder> blockAccessListBuilder,
+          final Optional<BlockAccessList> maybeBlockBal) {
         return Optional.empty();
       }
     }

ethereum/core/src/main/java/org/hyperledger/besu/ethereum/mainnet/BalConfiguration.java

@@ -42,6 +42,12 @@ default boolean isBalStateRootTrusted() {
     return false;
   }
 
+  /** Returns whether BAL perfect parallelization is enabled. */
+  @Value.Default
+  default boolean isPerfectParallelizationEnabled() {
+    return true;
+  }
+
   /**
    * Returns whether mismatches between BAL and synchronously computed state roots should only log
    * an error instead of throwing an exception.
@@ -62,4 +68,10 @@ default boolean shouldLogBalsOnMismatch() {
   default Duration getBalStateRootTimeout() {
     return Duration.ofSeconds(1);
   }
+
+  /** Returns the timeout to use when waiting for BAL transaction processing results. */
+  @Value.Default
+  default Duration getBalProcessingTimeout() {
+    return Duration.ofSeconds(1);
+  }
 }

ethereum/core/src/main/java/org/hyperledger/besu/ethereum/mainnet/block/access/list/PartialBlockAccessView.java

@@ -144,6 +144,24 @@ public List<StorageSlotKey> getStorageReads() {
     public List<SlotChange> getStorageChanges() {
       return storageChanges;
     }
+
+    @Override
+    public String toString() {
+      return "AccountChanges{"
+          + "address="
+          + address
+          + ", storageChanges="
+          + storageChanges
+          + ", storageReads="
+          + storageReads
+          + ", postBalance="
+          + postBalance
+          + ", postBalance="
+          + postBalance
+          + ", newCode="
+          + newCode
+          + '}';
+    }
   }
 
   /** Builder for PartialBlockAccessView. */