Skip to content

Commit e24d1b2

Browse files
authored
Fix Transformers modeling backend usage stats (#47472)
1 parent d29125c commit e24d1b2

1 file changed

Lines changed: 8 additions & 1 deletion

File tree

vllm/v1/utils.py

Lines changed: 8 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -689,8 +689,15 @@ def report_usage_stats(
689689
else None
690690
)
691691

692+
if model_config.using_transformers_backend():
693+
backend_cls = model_config._model_info.architecture
694+
# Show what was wrapped e.g. TransformersForCausalLM(Starcoder2ForCausalLM)
695+
architecture = f"{backend_cls}({model_config.architectures[0]})"
696+
else:
697+
architecture = get_architecture_class_name(model_config)
698+
692699
usage_message.report_usage(
693-
get_architecture_class_name(model_config),
700+
architecture,
694701
usage_context,
695702
extra_kvs={
696703
# Common configuration

0 commit comments

Comments
 (0)