Skip to content

Commit c11a87d

Browse files
committed
docs: explicit identity tip showing available frameworks and where versions come from
1 parent 33ddc37 commit c11a87d

1 file changed

Lines changed: 22 additions & 9 deletions

File tree

src/srtctl/cli/submit.py

Lines changed: 22 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -464,15 +464,28 @@ def submit_with_orchestrator(
464464
else:
465465
console.print()
466466
console.print("[yellow]Tip:[/] Add an [bold]identity:[/] block to your recipe for runtime verification.")
467-
console.print("[yellow] This checks that the model, revision, and framework versions")
468-
console.print("[yellow] match what's actually running inside the container.[/]")
469-
console.print("[dim] Example:[/]")
470-
console.print("[dim] identity:[/]")
471-
console.print("[dim] model:[/]")
472-
console.print('[dim] repo: "nvidia/Kimi-K2.5-NVFP4"[/]')
473-
console.print('[dim] revision: "c0285e649c34..."[/]')
474-
console.print("[dim] frameworks:[/]")
475-
console.print('[dim] tensorrt_llm: "1.3.0rc9"[/]')
467+
console.print("[yellow] At job start, srtctl checks that what's inside the container")
468+
console.print("[yellow] matches what you declared. Mismatches produce warnings.[/]")
469+
console.print()
470+
console.print("[dim] identity:[/]")
471+
console.print("[dim] model:[/]")
472+
console.print('[dim] repo: "nvidia/Kimi-K2.5-NVFP4" [/][dim italic]# HuggingFace model ID[/]')
473+
console.print(
474+
'[dim] revision: "c0285e649c34..." [/][dim italic]# HF commit SHA (from .cache/huggingface/download/*.metadata)[/]'
475+
)
476+
console.print(
477+
"[dim] frameworks: [/][dim italic]# exact version strings from importlib.metadata[/]"
478+
)
479+
console.print(
480+
'[dim] dynamo: "1.0.0" [/][dim italic]# pip package: ai-dynamo[/]'
481+
)
482+
console.print(
483+
'[dim] tensorrt_llm: "1.3.0rc9" [/][dim italic]# pip package: tensorrt-llm[/]'
484+
)
485+
console.print('[dim] vllm: "0.8.1" [/][dim italic]# pip package: vllm[/]')
486+
console.print(
487+
'[dim] sglang: "0.4.6.post1" [/][dim italic]# pip package: sglang[/]'
488+
)
476489

477490
# Background validation (non-blocking, fire-and-forget)
478491
run_validations_background(config)

0 commit comments

Comments
 (0)