Skip to content

Commit 6ea7911

Browse files
sdaultonfacebook-github-bot
authored andcommitted
add references to BONSAI paper.
Summary: see title Differential Revision: D92842590
1 parent dbdebb7 commit 6ea7911

5 files changed

Lines changed: 328 additions & 347 deletions

File tree

ax/api/client.py

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -244,8 +244,9 @@ def configure_generation_strategy(
244244
initialization budget if more trials are needed.
245245
torch_device: The torch device to use for model fitting. If None, will
246246
use the default device.
247-
simplify_parameter_changes: Whether to simplify parameter changes in
248-
arms generated via Bayesian Optimization by pruning irrelevant
247+
simplify_parameter_changes: Whether to use BONSAI
248+
[Daulton2026bonsai]_ to simplify parameter changes in arms
249+
generated via Bayesian Optimization by pruning irrelevant
249250
parameter changes.
250251
"""
251252
generation_strategy = self._choose_generation_strategy(
@@ -1186,8 +1187,9 @@ def _choose_generation_strategy(
11861187
initialization budget if more trials are needed.
11871188
torch_device: The torch device to use for model fitting. If None, will
11881189
use the default device.
1189-
simplify_parameter_changes: Whether to simplify parameter changes in
1190-
arms generated via Bayesian Optimization by pruning irrelevant
1190+
simplify_parameter_changes: Whether to use BONSAI
1191+
[Daulton2026bonsai]_ to simplify parameter changes in arms
1192+
generated via Bayesian Optimization by pruning irrelevant
11911193
parameter changes.
11921194
11931195

ax/api/utils/generation_strategy_dispatch.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -114,8 +114,8 @@ def _get_mbm_node(
114114
- "fast": Uses MBM defaults.
115115
- "custom": Uses the provided ``model_config``.
116116
torch_device: The torch device to use for the MBM node.
117-
simplify_parameter_changes: Whether to simplify parameter changes in
118-
the MBM node.
117+
simplify_parameter_changes: Whether to use BONSAI [Daulton2026bonsai]_ to
118+
simplify parameter changes in the MBM node.
119119
model_config: Optional model config to use for the MBM node.
120120
This is only supported when ``method`` is "custom".
121121
botorch_acqf_class: An optional BoTorch ``AcquisitionFunction`` class

ax/generation_strategy/dispatch_utils.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -399,9 +399,9 @@ def choose_generation_strategy_legacy(
399399
step and automatic selection will be skipped.
400400
use_input_warping: Whether to use input warping in the model. This is only
401401
supported in conjunction with use_saasbo=True.
402-
simplify_parameter_changes: Whether to simplify parameter changes in
403-
arms generated via Bayesian Optimization by pruning irrelevant
404-
parameter changes.
402+
simplify_parameter_changes: Whether to use BONSAI [Daulton2026bonsai]_ to
403+
simplify parameter changes in arms generated via Bayesian Optimization
404+
by pruning irrelevant parameter changes.
405405
"""
406406
if experiment is not None and optimization_config is None:
407407
optimization_config = experiment.optimization_config

ax/generators/torch/botorch_modular/acquisition.py

Lines changed: 11 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,14 @@
66

77
# pyre-strict
88

9+
"""
10+
References
11+
12+
.. [Daulton2026bonsai]
13+
S. Daulton, D. Eriksson, M. Balandat, and E. Bakshy. BONSAI: Bayesian
14+
Optimization with Natural Simplicity and Interpretability. ArXiv, 2026.
15+
"""
16+
917
from __future__ import annotations
1018

1119
import operator
@@ -782,7 +790,9 @@ def _prune_irrelevant_parameters(
782790
inequality_constraints: list[tuple[Tensor, Tensor, float]] | None = None,
783791
fixed_features: dict[int, float] | None = None,
784792
) -> tuple[Tensor, Tensor]:
785-
r"""Prune irrelevant parameters from the candidates.
793+
r"""Prune irrelevant parameters from the candidates using BONSAI.
794+
795+
See [Daulton2026bonsai]_ for details.
786796
787797
The method involves first optimizing the AF without any notion of irrelevance.
788798
Then, the irrelevant parameters are pruned via a sequential greedy algorithm

0 commit comments

Comments
 (0)