We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2c9d28d commit d13ac71Copy full SHA for d13ac71
clusters/k3s-stpetersburg/apps/ai/kserve/configmap.yaml
@@ -55,7 +55,7 @@ data:
55
56
from PIL import Image as PILImage
57
import torch as torch_module
58
- from transformers import AutoModelForCausalLM, AutoTokenizer, AutoProcessor
+ from transformers import AutoModel, AutoTokenizer, AutoProcessor
59
60
model_state["Image"] = PILImage
61
model_state["torch"] = torch_module
@@ -64,7 +64,7 @@ data:
64
65
try:
66
logger.info(f"Loading model from {model_name}...")
67
- model_state["model"] = AutoModelForCausalLM.from_pretrained(
+ model_state["model"] = AutoModel.from_pretrained(
68
model_name,
69
torch_dtype=torch_module.bfloat16,
70
device_map="auto",
0 commit comments