Add streaming interface to era transition for initial funds injection

eras/alonzo/impl/src/Cardano/Ledger/Alonzo/Transition.hs

@@ -32,8 +32,8 @@ instance EraTransition AlonzoEra where
 
   mkTransitionConfig = AlonzoTransitionConfig
 
-  injectIntoTestState cfg =
-    shelleyRegisterInitialFundsThenStaking cfg . alonzoInjectCostModels cfg
+  injectIntoTestState withFileHandle cfg newEpochState =
+    shelleyRegisterInitialFundsThenStaking withFileHandle cfg (alonzoInjectCostModels cfg newEpochState)
 
   tcPreviousEraConfigL =
     lens atcMaryTransitionConfig (\atc pc -> atc {atcMaryTransitionConfig = pc})

eras/babbage/impl/src/Cardano/Ledger/Babbage/Transition.hs

@@ -23,7 +23,11 @@ instance EraTransition BabbageEra where
 
   mkTransitionConfig NoGenesis = BabbageTransitionConfig
 
-  injectIntoTestState cfg = shelleyRegisterInitialFundsThenStaking cfg . alonzoInjectCostModels (cfg ^. tcPreviousEraConfigL)
+  injectIntoTestState withFileHandle cfg newEpochState =
+    shelleyRegisterInitialFundsThenStaking
+      withFileHandle
+      cfg
+      (alonzoInjectCostModels (cfg ^. tcPreviousEraConfigL) newEpochState)
 
   tcPreviousEraConfigL =
     lens btcAlonzoTransitionConfig (\btc pc -> btc {btcAlonzoTransitionConfig = pc})

eras/conway/impl/CHANGELOG.md

@@ -2,6 +2,7 @@
 
 ## 1.21.0.0
 
+* Change `conwayRegisterInitialFundsThenStaking` to require `MonadIO`, `MonadFail` and accept a `WithFileHandle` callback parameter
 * Add `HeaderProtVerTooHigh` predicate failure.
 * Change `STS` instance of `ConwayUTOXS`: use `PParams` as `Environment`
 * Remove `TotalDeposits` and `TxUTxODiff` data constructors from `ConwayUtxosEvent`

eras/conway/impl/src/Cardano/Ledger/Conway/Transition.hs

@@ -6,6 +6,7 @@
 {-# LANGUAGE FlexibleInstances #-}
 {-# LANGUAGE NamedFieldPuns #-}
 {-# LANGUAGE OverloadedStrings #-}
+{-# LANGUAGE RankNTypes #-}
 {-# LANGUAGE ScopedTypeVariables #-}
 {-# LANGUAGE TypeFamilies #-}
 {-# LANGUAGE UndecidableSuperClasses #-}
@@ -33,7 +34,9 @@ import Cardano.Ledger.Conway.Translation ()
 import Cardano.Ledger.Conway.TxCert (Delegatee (..))
 import Cardano.Ledger.Core
 import Cardano.Ledger.Credential (Credential (..))
-import Cardano.Ledger.Shelley.Genesis (ShelleyGenesisStaking (..))
+import Cardano.Ledger.Shelley.Genesis (
+  ShelleyGenesisStaking (..),
+ )
 import Cardano.Ledger.Shelley.LedgerState (
   NewEpochState,
   curPParamsEpochStateL,
@@ -42,6 +45,7 @@ import Cardano.Ledger.Shelley.LedgerState (
   nesEsL,
  )
 import Cardano.Ledger.Shelley.Transition
+import Control.Monad.IO.Class (MonadIO)
 import Data.ListMap (ListMap)
 import qualified Data.ListMap as ListMap
 import qualified Data.Map.Strict as Map
@@ -76,9 +80,9 @@ instance EraTransition ConwayEra where
 
   mkTransitionConfig = ConwayTransitionConfig
 
-  injectIntoTestState cfg =
-    conwayRegisterInitialFundsThenStaking cfg
-      . alonzoInjectCostModels (cfg ^. tcPreviousEraConfigL . tcPreviousEraConfigL)
+  injectIntoTestState withFileHandle cfg newEpochState =
+    conwayRegisterInitialFundsThenStaking withFileHandle cfg $
+      alonzoInjectCostModels (cfg ^. tcPreviousEraConfigL . tcPreviousEraConfigL) newEpochState
 
   tcPreviousEraConfigL =
     lens ctcBabbageTransitionConfig (\ctc pc -> ctc {ctcBabbageTransitionConfig = pc})
@@ -104,20 +108,22 @@ tcInitialDRepsL =
 instance NoThunks (TransitionConfig ConwayEra)
 
 conwayRegisterInitialFundsThenStaking ::
-  ConwayEraTransition era =>
+  (ConwayEraTransition era, MonadIO m, MonadFail m) =>
+  WithFileHandle m ->
   TransitionConfig era ->
   NewEpochState era ->
-  NewEpochState era
-conwayRegisterInitialFundsThenStaking cfg =
+  m (NewEpochState era)
+conwayRegisterInitialFundsThenStaking withFileHandle cfg newEpochState = do
   -- We must first register the initial funds, because the stake
   -- information depends on it.
-  resetStakeDistribution
-    . registerDRepsThenDelegs cfg
-    . conwayRegisterInitialAccounts (cfg ^. tcInitialStakingL)
-    . registerInitialStakePools (cfg ^. tcInitialStakingL)
-    . registerInitialFunds cfg
-
--- | Register all staking credentials and apply delegations. Make sure StakePools that are bing
+  newEpochState' <- registerInitialFunds withFileHandle cfg newEpochState
+  pure $
+    resetStakeDistribution $
+      registerDRepsThenDelegs cfg $
+        conwayRegisterInitialAccounts (cfg ^. tcInitialStakingL) $
+          registerInitialStakePools (cfg ^. tcInitialStakingL) newEpochState'
+
+-- | Register all staking credentials and apply delegations. Make sure StakePools that are being
 -- delegated to are already registered, which can be done with `registerInitialStakePools`.
 conwayRegisterInitialAccounts ::
   forall era.

eras/shelley/impl/CHANGELOG.md

@@ -2,6 +2,10 @@
 
 ## 1.18.0.0
 
+* Add `InjectionSource`, `WithFileHandle`, `foldInjectionSource`, `InjectionError`, `renderInjectionError` to `Cardano.Ledger.Shelley.Genesis`
+* Add `ShelleyExtraConfig` type to `Cardano.Ledger.Shelley.Genesis`
+* Add `sgExtraConfig` field to `ShelleyGenesis`
+* Change `registerInitialFunds` and `injectIntoTestState` to require `MonadIO`, `MonadFail` and accept a `WithFileHandle` callback parameter for streaming initial funds from external files
 * Add `Generic` instance for `ApplyTxError`
 * Change `updateNonMyopic`, `likelihoodsNM`, `rewLikelihoods` and `fvPoolRewardInfo` to use `VMap`
 * Add `calcNonMyopicMemberReward` and deprecate `nonMyopicMemberRew` in its favor.

eras/shelley/impl/cardano-ledger-shelley.cabal

@@ -118,13 +118,16 @@ library
     data-default,
     deepseq,
     groups,
+    json-stream >=0.4,
     mempack,
     microlens,
     mtl,
     nothunks,
     primitive,
     quiet,
     small-steps >=1.1.1,
+    streaming >=0.2,
+    streaming-bytestring >=0.3,
     text,
     time,
     transformers,