Skip to content

Commit f519f9b

Browse files
georgeguimaraesclaudejonatanklosko
authored
Add ModernBERT family (#435)
Co-authored-by: Claude Opus 4.5 <noreply@anthropic.com> Co-authored-by: Jonatan Kłosko <jonatanklosko@gmail.com>
1 parent 14dd40e commit f519f9b

File tree

7 files changed

+1210
-0
lines changed

7 files changed

+1210
-0
lines changed

lib/bumblebee.ex

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -175,6 +175,14 @@ defmodule Bumblebee do
175175
"MistralModel" => {Bumblebee.Text.Mistral, :base},
176176
"MistralForCausalLM" => {Bumblebee.Text.Mistral, :for_causal_language_modeling},
177177
"MistralForSequenceClassification" => {Bumblebee.Text.Mistral, :for_sequence_classification},
178+
"ModernBertModel" => {Bumblebee.Text.ModernBert, :base},
179+
"ModernBertForMaskedLM" => {Bumblebee.Text.ModernBert, :for_masked_language_modeling},
180+
"ModernBertForSequenceClassification" =>
181+
{Bumblebee.Text.ModernBert, :for_sequence_classification},
182+
"ModernBertForTokenClassification" => {Bumblebee.Text.ModernBert, :for_token_classification},
183+
"ModernBertDecoderModel" => {Bumblebee.Text.ModernBertDecoder, :base},
184+
"ModernBertDecoderForCausalLM" =>
185+
{Bumblebee.Text.ModernBertDecoder, :for_causal_language_modeling},
178186
"MPNetModel" => {Bumblebee.Text.MpNet, :base},
179187
"MPNetForMaskedLM" => {Bumblebee.Text.MpNet, :for_masked_language_modeling},
180188
"MPNetForSequenceClassification" => {Bumblebee.Text.MpNet, :for_sequence_classification},
@@ -272,6 +280,8 @@ defmodule Bumblebee do
272280
"llama" => :llama,
273281
"mistral" => :llama,
274282
"mbart" => :mbart,
283+
"modernbert" => :modernbert,
284+
"modernbert-decoder" => :modernbert,
275285
"mpnet" => :mpnet,
276286
"nomic_bert" => :bert,
277287
"phi" => :code_gen,

0 commit comments

Comments
 (0)