@@ -175,6 +175,14 @@ defmodule Bumblebee do
175175 "MistralModel" => { Bumblebee.Text.Mistral , :base } ,
176176 "MistralForCausalLM" => { Bumblebee.Text.Mistral , :for_causal_language_modeling } ,
177177 "MistralForSequenceClassification" => { Bumblebee.Text.Mistral , :for_sequence_classification } ,
178+ "ModernBertModel" => { Bumblebee.Text.ModernBert , :base } ,
179+ "ModernBertForMaskedLM" => { Bumblebee.Text.ModernBert , :for_masked_language_modeling } ,
180+ "ModernBertForSequenceClassification" =>
181+ { Bumblebee.Text.ModernBert , :for_sequence_classification } ,
182+ "ModernBertForTokenClassification" => { Bumblebee.Text.ModernBert , :for_token_classification } ,
183+ "ModernBertDecoderModel" => { Bumblebee.Text.ModernBertDecoder , :base } ,
184+ "ModernBertDecoderForCausalLM" =>
185+ { Bumblebee.Text.ModernBertDecoder , :for_causal_language_modeling } ,
178186 "MPNetModel" => { Bumblebee.Text.MpNet , :base } ,
179187 "MPNetForMaskedLM" => { Bumblebee.Text.MpNet , :for_masked_language_modeling } ,
180188 "MPNetForSequenceClassification" => { Bumblebee.Text.MpNet , :for_sequence_classification } ,
@@ -272,6 +280,8 @@ defmodule Bumblebee do
272280 "llama" => :llama ,
273281 "mistral" => :llama ,
274282 "mbart" => :mbart ,
283+ "modernbert" => :modernbert ,
284+ "modernbert-decoder" => :modernbert ,
275285 "mpnet" => :mpnet ,
276286 "nomic_bert" => :bert ,
277287 "phi" => :code_gen ,
0 commit comments