We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 9294c3b commit db33975Copy full SHA for db33975
slime/backends/megatron_utils/loss.py
@@ -72,7 +72,9 @@ def get_log_probs_and_entropy(
72
total_lengths: list[int],
73
response_lengths: list[int],
74
with_entropy: bool = False,
75
+ non_loss_data: bool = True,
76
) -> dict[str, list[torch.Tensor]]:
77
+ assert non_loss_data
78
log_probs_list = []
79
entropy_list = []
80
for logits_chunk, tokens_chunk in get_responses(
0 commit comments