We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d29125c commit e24d1b2Copy full SHA for e24d1b2
1 file changed
vllm/v1/utils.py
@@ -689,8 +689,15 @@ def report_usage_stats(
689
else None
690
)
691
692
+ if model_config.using_transformers_backend():
693
+ backend_cls = model_config._model_info.architecture
694
+ # Show what was wrapped e.g. TransformersForCausalLM(Starcoder2ForCausalLM)
695
+ architecture = f"{backend_cls}({model_config.architectures[0]})"
696
+ else:
697
+ architecture = get_architecture_class_name(model_config)
698
+
699
usage_message.report_usage(
- get_architecture_class_name(model_config),
700
+ architecture,
701
usage_context,
702
extra_kvs={
703
# Common configuration
0 commit comments