Update 2023-11-14.23 (#120)

Reference commit: 774f57ecb9

Co-authored-by: Canton <canton@digitalasset.com>

Author: canton-machine

VERSION

@@ -0,0 +1 @@
+2.8.0-SNAPSHOT

community-build.sbt

@@ -13,7 +13,7 @@ lazy val `community-integration-testing` = CommunityProjects.`community-integrat
 lazy val demo = CommunityProjects.demo
 lazy val blake2b = CommunityProjects.blake2b
 lazy val `slick-fork` = CommunityProjects.`slick-fork`
-lazy val `akka-fork` = CommunityProjects.`akka-fork`
+lazy val `pekko-fork` = CommunityProjects.`pekko-fork`
 lazy val `util-external` = CommunityProjects.`util-external`
 lazy val `util-logging` = CommunityProjects.`util-logging`
 lazy val `sequencer-driver-api` = CommunityProjects.`sequencer-driver-api`

community/app-base/src/main/scala/com/daml/ledger/javaapi/data/FilterConversion.scala

@@ -0,0 +1,14 @@
+// Copyright (c) 2023 Digital Asset (Switzerland) GmbH and/or its affiliates. All rights reserved.
+// SPDX-License-Identifier: Apache-2.0
+
+package com.daml.ledger.javaapi.data
+
+import com.daml.ledger.api.v1.transaction_filter.{TransactionFilter as ScalaTransactionFilter}
+
+// TODO(i15321): hack to circumvent the package-private `toProto` method on `TransactionFilter`
+object FilterConversion {
+
+  def apply(filter: TransactionFilter): ScalaTransactionFilter =
+    ScalaTransactionFilter.fromJavaProto(filter.toProto)
+
+}

community/app-base/src/main/scala/com/digitalasset/canton/admin/api/client/commands/LedgerApiCommands.scala

@@ -97,7 +97,12 @@ import com.daml.ledger.api.v1.testing.time_service.{
   TimeServiceGrpc,
 }
 import com.daml.ledger.api.v1.transaction.{Transaction, TransactionTree}
-import com.daml.ledger.api.v1.transaction_filter.{Filters, InclusiveFilters, TransactionFilter}
+import com.daml.ledger.api.v1.transaction_filter.{
+  Filters,
+  InclusiveFilters,
+  TemplateFilter,
+  TransactionFilter,
+}
 import com.daml.ledger.api.v1.transaction_service.TransactionServiceGrpc.TransactionServiceStub
 import com.daml.ledger.api.v1.transaction_service.*
 import com.digitalasset.canton.LfPartyId
@@ -859,6 +864,7 @@ object LedgerApiCommands {
         templateFilter: Seq[TemplateId] = Seq.empty,
         verbose: Boolean = true,
         timeout: FiniteDuration,
+        includeCreatedEventBlob: Boolean = false,
     )(scheduler: ScheduledExecutorService)
         extends BaseCommand[GetActiveContractsRequest, Seq[WrappedCreatedEvent], Seq[
           WrappedCreatedEvent
@@ -869,7 +875,11 @@ object LedgerApiCommands {
           if (templateFilter.nonEmpty) {
             Filters(
               Some(
-                InclusiveFilters(templateFilter.map(_.toIdentifier))
+                InclusiveFilters(templateFilters =
+                  templateFilter.map(tId =>
+                    TemplateFilter(Some(tId.toIdentifier), includeCreatedEventBlob)
+                  )
+                )
               )
             )
           } else Filters.defaultInstance

community/app-base/src/main/scala/com/digitalasset/canton/admin/api/client/commands/LedgerApiTypeWrappers.scala

@@ -7,6 +7,7 @@ import com.daml.api.util.TimestampConversion
 import com.daml.ledger.api.v1.event.CreatedEvent
 import com.daml.ledger.api.v1.value.{Record, RecordField, Value}
 import com.daml.lf.data.Time
+import com.daml.lf.transaction.TransactionCoder
 import com.digitalasset.canton.admin.api.client.data.TemplateId
 import com.digitalasset.canton.crypto.Salt
 import com.digitalasset.canton.protocol.{DriverContractMetadata, LfContractId}
@@ -55,10 +56,6 @@ object LedgerApiTypeWrappers {
     def arguments: Map[String, Any] =
       event.createArguments.toList.flatMap(_.fields).flatMap(flatten(Seq(), _)).toMap
 
-    // Allow using deprecated Protobuf fields for backwards compatibility
-    @annotation.nowarn(
-      "cat=deprecation&origin=com\\.daml\\.ledger\\.api\\.v1\\.event\\.CreatedEvent.*"
-    )
     def toContractData: ContractData = {
       val templateId = TemplateId.fromIdentifier(
         event.templateId.getOrElse(throw new IllegalArgumentException("Template Id not specified"))
@@ -75,9 +72,8 @@ object LedgerApiTypeWrappers {
           )
 
       val contractSaltO = for {
-        metadataP <- event.metadata
-        if !metadataP.driverMetadata.isEmpty
-        parsed = DriverContractMetadata.fromByteString(metadataP.driverMetadata)
+        fatInstance <- TransactionCoder.decodeFatContractInstance(event.createdEventBlob).toOption
+        parsed = DriverContractMetadata.fromByteString(fatInstance.cantonData.toByteString)
       } yield parsed.fold[Salt](
         err =>
           throw new IllegalArgumentException(
@@ -86,10 +82,8 @@ object LedgerApiTypeWrappers {
         _.salt,
       )
 
-      val ledgerCreateTimeO = for {
-        metadata <- event.metadata
-        createdAt <- metadata.createdAt
-      } yield TimestampConversion.toLf(createdAt, TimestampConversion.ConversionMode.Exact)
+      val ledgerCreateTimeO =
+        event.createdAt.map(TimestampConversion.toLf(_, TimestampConversion.ConversionMode.Exact))
 
       ContractData(
         templateId = templateId,

community/app-base/src/main/scala/com/digitalasset/canton/admin/api/client/commands/ParticipantAdminCommands.scala

@@ -513,7 +513,7 @@ object ParticipantAdminCommands {
 
     }
 
-    final case class ImportAcs(acsChunk: ByteString)
+    final case class ImportAcs(acsChunk: ByteString, workflowIdPrefix: String)
         extends GrpcAdminCommand[ImportAcsRequest, ImportAcsResponse, Unit]
         with StreamingMachinery[ImportAcsRequest, ImportAcsResponse] {
 
@@ -523,7 +523,7 @@ object ParticipantAdminCommands {
         ParticipantRepairServiceGrpc.stub(channel)
 
       override def createRequest(): Either[String, ImportAcsRequest] = {
-        Right(ImportAcsRequest(acsChunk))
+        Right(ImportAcsRequest(acsChunk, workflowIdPrefix))
       }
 
       override def submitRequest(
@@ -532,7 +532,7 @@ object ParticipantAdminCommands {
       ): Future[ImportAcsResponse] = {
         stream(
           service.importAcs,
-          (bytes: Array[Byte]) => ImportAcsRequest(ByteString.copyFrom(bytes)),
+          (bytes: Array[Byte]) => ImportAcsRequest(ByteString.copyFrom(bytes), workflowIdPrefix),
           request.acsSnapshot,
         )
       }

community/app-base/src/main/scala/com/digitalasset/canton/admin/api/client/data/DomainParameters.scala

@@ -304,7 +304,8 @@ final case class DynamicDomainParametersV1(
       protocolVersion: ProtocolVersion
   ): Either[String, DomainParametersChangeAuthorization.Parameters] = {
     val protoV = protoVersion(protocolVersion)
-    // TODO(#12373) Adapt when releasing BFT
+    // TODO(#15152) Adapt when support for pv < 6 is dropped
+    // TODO(#15153) Adapt when support for pv=6 is dropped
     if (protoV == 1 || protoV == 2)
       Right(
         protocolV1.DynamicDomainParameters(
@@ -342,7 +343,8 @@ object DynamicDomainParameters {
 
     if (protoVersion == 0)
       Right(domain.transformInto[DynamicDomainParametersV0])
-    // TODO(#12373) Adapt when releasing BFT
+    // TODO(#15152) Adapt when support for pv < 6 is dropped
+    // TODO(#15153) Adapt when support for pv=6 is dropped
     else if (protoVersion == 1 || protoVersion == 2)
       Right(domain.transformInto[DynamicDomainParametersV1])
     else

community/app-base/src/main/scala/com/digitalasset/canton/config/CantonConfig.scala

@@ -8,7 +8,6 @@ package com.digitalasset.canton.config
 // SOME OF THE IMPLICIT IMPORTS NECESSARY TO COMPILE
 ////////////////////////////////////////////////////////
 
-import akka.stream.ThrottleMode
 import cats.Order
 import cats.data.Validated
 import cats.syntax.either.*
@@ -80,6 +79,7 @@ import com.typesafe.config.{
 }
 import com.typesafe.scalalogging.LazyLogging
 import monocle.macros.syntax.lens.*
+import org.apache.pekko.stream.ThrottleMode
 import pureconfig.*
 import pureconfig.error.CannotConvert
 import pureconfig.generic.{FieldCoproductHint, ProductHint}
@@ -446,10 +446,10 @@ trait CantonConfig {
         ),
         uniqueContractKeys = participantConfig.init.parameters.uniqueContractKeys,
         ledgerApiServerParameters = participantParameters.ledgerApiServerParameters,
-        maxDbConnections = participantConfig.storage.maxConnectionsCanton(true, false, false),
         excludeInfrastructureTransactions = participantParameters.excludeInfrastructureTransactions,
         enableEngineStackTrace = participantParameters.enableEngineStackTraces,
         enableContractUpgrading = participantParameters.enableContractUpgrading,
+        iterationsBetweenInterruptions = participantParameters.iterationsBetweenInterruptions,
       )
     }
 
@@ -761,6 +761,8 @@ object CantonConfig {
       deriveReader[RemoteParticipantConfig]
     lazy implicit val batchingReader: ConfigReader[BatchingConfig] =
       deriveReader[BatchingConfig]
+    lazy implicit val connectionAllocationReader: ConfigReader[ConnectionAllocation] =
+      deriveReader[ConnectionAllocation]
     lazy implicit val dbParamsReader: ConfigReader[DbParametersConfig] =
       deriveReader[DbParametersConfig]
     lazy implicit val memoryReader: ConfigReader[CommunityStorageConfig.Memory] =
@@ -1132,6 +1134,8 @@ object CantonConfig {
       deriveWriter[NodeMonitoringConfig]
     lazy implicit val batchingWriter: ConfigWriter[BatchingConfig] =
       deriveWriter[BatchingConfig]
+    lazy implicit val connectionAllocationWriter: ConfigWriter[ConnectionAllocation] =
+      deriveWriter[ConnectionAllocation]
     lazy implicit val dbParametersWriter: ConfigWriter[DbParametersConfig] =
       deriveWriter[DbParametersConfig]
     lazy implicit val memoryWriter: ConfigWriter[CommunityStorageConfig.Memory] =