From 29a69371ea3c169a80d85a43c3ba24615f72f2f2 Mon Sep 17 00:00:00 2001 From: Ilia Kulikov Date: Fri, 8 Aug 2025 02:21:45 +0000 Subject: [PATCH] adding head dim since 3.2 has it --- src/fairseq2/models/llama/_hg.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/fairseq2/models/llama/_hg.py b/src/fairseq2/models/llama/_hg.py index 6be6320e1..2fa0e27bd 100644 --- a/src/fairseq2/models/llama/_hg.py +++ b/src/fairseq2/models/llama/_hg.py @@ -115,4 +115,5 @@ def _convert_to_hg_config(config: LLaMAConfig) -> dict[str, object]: "rope_theta": config.rope_theta, "tie_word_embeddings": config.tied_embeddings, "vocab_size": config.vocab_size, + "head_dim": config.model_dim // config.num_attn_heads, }