diff --git a/ludwig/schema/encoders/text_encoders.py b/ludwig/schema/encoders/text_encoders.py
index 72420c55ae3..09f528e9dc3 100644
--- a/ludwig/schema/encoders/text_encoders.py
+++ b/ludwig/schema/encoders/text_encoders.py
@@ -793,7 +793,7 @@ def module_name():
     )
 
     pretrained_model_name_or_path: str = schema_utils.String(
-        default="sileod/deberta-v3-base-tasksource-nli",
+        default="tasksource/deberta-base-long-nli",
         description="Name or path of the pretrained model.",
         parameter_metadata=ENCODER_METADATA["DeBERTa"]["pretrained_model_name_or_path"],
     )