Skip to content

Commit 7fbcbca

Browse files
committed
Revert DSD to fix breakages
1 parent d4465c8 commit 7fbcbca

File tree

1 file changed

+1
-5
lines changed

1 file changed

+1
-5
lines changed

torchtune/training/_distributed.py

+1-5
Original file line numberDiff line numberDiff line change
@@ -36,17 +36,13 @@
3636
from torchtune.modules.peft import get_adapter_state_dict
3737
from torchtune.utils import get_device, get_logger
3838
from torchtune.utils._logging import deprecated
39-
from torchtune.utils._version import torch_version_ge
4039

4140
_log: logging.Logger = get_logger()
4241

4342

4443
_valid_distributed_single_node_nnodes = ["1:1", "1"]
4544

46-
torch_version = torch.__version__
47-
_DISTRIBUTED_STATE_DICT_API_IS_AVAILABLE = (
48-
"dev" not in torch_version and torch_version_ge("2.6.0")
49-
) or ("dev" in torch_version and torch_version.split("dev")[1] >= "20241220")
45+
_DISTRIBUTED_STATE_DICT_API_IS_AVAILABLE = False
5046

5147

5248
def _get_sharding_strategy(strategy: str) -> ShardingStrategy:

0 commit comments

Comments
 (0)