feat: edit marginal costs and dispatch of biomass/biogas generators in CBA

config/config.default.yaml

@@ -1617,6 +1617,7 @@ cba:
   area: tyndp
   remove_noisy_costs: true
   negative_toot_capacity: zero
+  biomass_biogas_slack: 0.4
   storage:
     cyclic_carriers:
     - battery

config/config.tyndp.yaml

@@ -433,6 +433,9 @@ cba:
   area: tyndp # options: tyndp (TODO: entso-e, eu27)
   remove_noisy_costs: true # Use pre-noise costs for indicators while keeping noisy costs in the solve
   negative_toot_capacity: zero
+  # Slack on rolling-horizon biomass and biogas e_sum_min volume limits
+  # Set to 40% to allow for all projects to successfully solve in 1H resolution
+  biomass_biogas_slack: 0.4
 
   # Storage settings for dispatch
   storage:

config/schema.default.json

@@ -538,6 +538,13 @@
           ],
           "type": "string"
         },
+        "biomass_biogas_slack": {
+          "default": 0.4,
+          "description": "Slack applied to CBA rolling horizon biomass and biogas `e_sum_min` limits. The slack is applied as a fraction of the original value, allowing for more flexible dispatch of biomass and biogas units in the CBA workflow. This is only applied to the `e_sum_min`, while the `e_sum_max` remains unchanged.",
+          "maximum": 1.0,
+          "minimum": 0.0,
+          "type": "number"
+        },
         "storage": {
           "description": "Configuration for `cba.storage` settings.",
           "properties": {
@@ -15691,6 +15698,13 @@
           ],
           "type": "string"
         },
+        "biomass_biogas_slack": {
+          "default": 0.4,
+          "description": "Slack applied to CBA rolling horizon biomass and biogas `e_sum_min` limits. The slack is applied as a fraction of the original value, allowing for more flexible dispatch of biomass and biogas units in the CBA workflow. This is only applied to the `e_sum_min`, while the `e_sum_max` remains unchanged.",
+          "maximum": 1.0,
+          "minimum": 0.0,
+          "type": "number"
+        },
         "storage": {
           "description": "Configuration for `cba.storage` settings.",
           "properties": {

config/test/config.cyears.yaml

@@ -443,6 +443,9 @@ cba:
   area: tyndp # options: tyndp (TODO: entso-e, eu27)
   remove_noisy_costs: true # Use pre-noise costs for indicators while keeping noisy costs in the solve
   negative_toot_capacity: zero
+  # Slack on rolling-horizon biomass and biogas e_sum_min volume limits
+  # Set to 40% to allow for all projects to successfully solve in 1H resolution
+  biomass_biogas_slack: 0.4
 
   # Storage settings for dispatch
   storage:

config/test/config.tyndp.yaml

@@ -441,6 +441,9 @@ cba:
   area: tyndp # options: tyndp (TODO: entso-e, eu27)
   remove_noisy_costs: true # Use pre-noise costs for indicators while keeping noisy costs in the solve
   negative_toot_capacity: zero
+  # Slack on rolling-horizon biomass and biogas e_sum_min volume limits
+  # Set to 40% to allow for all projects to successfully solve in 1H resolution
+  biomass_biogas_slack: 0.4
 
   # Storage settings for dispatch
   storage:

doc/release_notes.md

@@ -29,6 +29,8 @@
     - Add `include_objective_constant` and `assign_all_duals` to solving config validator.
     - Add `gurobi-simplex` as solver option.
 
+* Change dispatch of biomass and biogas generators in CBA by (a) setting the buses' marginal prices as the generators' marginal costs and (b) including a slack of 40% in the `e_sum_min` ([#719](https://github.com/open-energy-transition/open-tyndp/pull/719)). 
+
 **Bugfixes and Compatibility**
 
 **Documentation**

rules/cba.smk

@@ -396,6 +396,7 @@ rule solve_cba_reference_network:
     params:
         solving=config_provider("solving"),
         cba_solving=config_provider("cba", "solving"),
+        biomass_biogas_slack=config_provider("cba", "biomass_biogas_slack"),
         foresight=config_provider("foresight"),
         time_resolution=config_provider("clustering", "temporal", "resolution_sector"),
         custom_extra_functionality=None,

scripts/cba/prepare_rolling_horizon.py

@@ -130,8 +130,8 @@ def disable_volume_limits(n: pypsa.Network):
     for c in n.components[{"Generator", "Link"}]:
         has_e_sum_min = isfinite(c.static.get("e_sum_min", []))
         if has_e_sum_min.any():
-            c.static["has_volume_limit"] = 0
-            c.static.loc[has_e_sum_min, "has_volume_limit"] = 1
+            c.static["has_volume_limit"] = False
+            c.static.loc[has_e_sum_min, "has_volume_limit"] = True
             c.static.loc[has_e_sum_min, "e_sum_min"] = -inf
             c.static.loc[has_e_sum_min, "e_sum_max"] = inf
 
@@ -191,6 +191,52 @@ def apply_msv_to_network(
         n.c[c].dynamic["marginal_cost"].loc[:, s_i] = msv
 
 
+def apply_biomass_biogas_bus_marginal_prices(
+    n: pypsa.Network,
+    n_msv: pypsa.Network,
+    carriers: list[str] = ["solid biomass", "biogas"],
+    resample_method: str = "ffill",
+):
+    """
+    Set biomass/biogas buses' marginal prices as the generators' marginal costs.
+
+    For each biomass/biogas generator in the rolling horizon network:
+    use the marginal price time series of its attached bus from the MSV network and
+    set the marginal price as the generator's marginal cost.
+
+    Parameters
+    ----------
+    n : pypsa.Network
+        Target network.
+    n_msv : pypsa.Network
+        Solved MSV network containing bus marginal prices.
+    carriers : list[str], optional
+        Generator carriers to apply bus marginal prices to. Defaults to ["solid biomass", "biogas"].
+    resample_method : str, optional
+        Method for resampling MSV bus marginal prices to target resolution. Default "ffill".
+    """
+    if isinstance(carriers, str):
+        carriers = [carriers]
+
+    # Get bus marginal prices from MSV network
+    msv_mp = n_msv.buses_t.marginal_price
+
+    # Resample marginal prices if needed
+    bus_mp = (
+        msv_mp
+        if n_msv.snapshots.equals(n.snapshots)
+        else resample_msv_to_target(msv_mp, n.snapshots, method=resample_method)
+    )
+
+    # Get index of generators with target carriers
+    gen_index = n.generators.index[n.generators.carrier.isin(carriers)]
+
+    # Set marginal cost for each generator based on the marginal price of its bus
+    for g in gen_index:
+        bus = n.generators.at[g, "bus"]
+        n.generators_t.marginal_cost[g] = bus_mp[bus].reindex(n.snapshots)
+
+
 def set_initial_state_from_pf(
     n: pypsa.Network,
     n_msv: pypsa.Network,
@@ -354,6 +400,9 @@ def fix_reservoir_soc_at_boundaries(
     # Apply marginal storage value to all non-cyclic carriers
     apply_msv_to_network(n, n_msv, cyclic_carriers, resample_method)
 
+    # Add bus marginal prices to the marginal costs of the biomass/biogas generators
+    apply_biomass_biogas_bus_marginal_prices(n, n_msv, resample_method=resample_method)
+
     # Fix reservoir state of charge at window boundaries from perfect foresight
     soc_boundary_carriers = snakemake.params.get("soc_boundary_carriers", [])
     cba_solving = snakemake.config.get("cba", {}).get("solving", {})

scripts/cba/solve_cba_network.py

@@ -51,6 +51,35 @@
 logger = logging.getLogger(__name__)
 
 
+def get_components_with_volume_limits(
+    n: pypsa.Network,
+    type: str,
+    carriers: list[str],
+) -> pd.Index:
+    """
+    Return components that have volume limits, given a list of carriers.
+
+    Parameters
+    ----------
+    n : pypsa.Network
+        PyPSA network
+    type : str
+        Component type, e.g. "Generator" or "Link"
+    carriers : list of str
+        List of carriers to filter components by
+
+    Returns
+    -------
+    pd.Index
+        Index of components that have volume limits and match the given carriers
+    """
+    static = n.c[type].static
+    if "has_volume_limit" not in static.columns:
+        return pd.Index([])
+
+    return static.index[static["carrier"].isin(carriers) & static["has_volume_limit"]]
+
+
 def extra_functionality(
     n: pypsa.Network,
     snapshots: pd.DatetimeIndex,
@@ -136,6 +165,7 @@ def optimize_with_rolling_horizon(
     assert len(snapshots), "Need at least one snapshot to optimize"
 
     fallback_solver = kwargs.pop("fallback_solver", None)
+    biomass_biogas_slack = n.config["cba"].get("biomass_biogas_slack", 0.4)
 
     starting_points = range(0, len(snapshots), horizon - overlap)
     for i, start in tqdm(enumerate(starting_points), total=len(starting_points)):
@@ -158,13 +188,13 @@ def optimize_with_rolling_horizon(
                     n.storage_units_t.state_of_charge.loc[snapshots[start - 1]]
                 )
 
-        # Set per-window energy budgets for volume-limited components
-        # (biomass, biogas) based on PF dispatch stored in generators_t.p
+        # Set per-window energy budgets for biomass/biogas components
+        # based on PF dispatch stored in generators_t.p
         for c_name in ["Generator", "Link"]:
             c = n.c[c_name]
-            if "has_volume_limit" not in c.static.columns:
-                continue
-            vol_idx = c.static.index[c.static["has_volume_limit"] == 1]
+            vol_idx = get_components_with_volume_limits(
+                n, c_name, ["solid biomass", "biogas"]
+            )
             if vol_idx.empty:
                 continue
             p_col = "p" if c_name == "Generator" else "p0"
@@ -173,7 +203,9 @@ def optimize_with_rolling_horizon(
                 if comp not in pf_p.columns:
                     continue
                 window_energy = pf_p.loc[sns, comp].sum()
-                c.static.loc[comp, "e_sum_min"] = window_energy
+                c.static.loc[comp, "e_sum_min"] = (
+                    1 - biomass_biogas_slack
+                ) * window_energy
                 c.static.loc[comp, "e_sum_max"] = window_energy
 
         status, condition = n.optimize(sns, **kwargs)  # type: ignore
@@ -302,7 +334,7 @@ def solve_network(
         snakemake = mock_snakemake(
             "solve_cba_network",
             run="NT",
-            cba_project="t4",
+            cba_project="t16",
             planning_horizons="2030",
             configfiles=["config/config.tyndp.yaml"],
         )

scripts/lib/validation/config/cba.py

@@ -177,6 +177,12 @@ class CbaConfig(BaseModel):
         default="zero",
         description="How to handle TOOT project removal when removing project capacity would make an existing interconnector capacity negative. 'zero' clamps the resulting capacity to zero and continues; 'break' raises an error.",
     )
+    biomass_biogas_slack: float = Field(
+        0.4,
+        ge=0.0,
+        le=1.0,
+        description="Slack applied to CBA rolling horizon biomass and biogas `e_sum_min` limits. The slack is applied as a fraction of the original value, allowing for more flexible dispatch of biomass and biogas units in the CBA workflow. This is only applied to the `e_sum_min`, while the `e_sum_max` remains unchanged.",
+    )
     storage: _CbaStorageConfig = Field(
         default_factory=_CbaStorageConfig,
         description="Storage configuration for the cost-benefit analysis workflow.",