Add success logs

dbobrenko · dbobrenko · commit a052aaf94494 · 2025-04-26T00:04:17.000Z
diff --git a/prompting/rewards/exact_match.py b/prompting/rewards/exact_match.py
@@ -170,6 +170,9 @@ async def reward(
             raise ValueError(
                 f"Rewards, timings or UIDs have different lengths {len(rewards)} {len(timing_outputs)} {len(uids)}"
             )
+        
+        rewards = np.array(rewards)
+        logger.info(f"Success responses: {len(rewards[rewards > 0])}/{len(rewards)}")
 
         reward_output = BatchRewardOutput(
             rewards=np.array(rewards),

Original file line number	Diff line number	Diff line change
`@@ -170,6 +170,9 @@ async def reward(`
`170`	`170`	`raise ValueError(`
`171`	`171`	`f"Rewards, timings or UIDs have different lengths {len(rewards)} {len(timing_outputs)} {len(uids)}"`
`172`	`172`	`)`
	`173`	`+`
	`174`	`+ rewards = np.array(rewards)`
	`175`	`+ logger.info(f"Success responses: {len(rewards[rewards > 0])}/{len(rewards)}")`
`173`	`176`
`174`	`177`	`reward_output = BatchRewardOutput(`
`175`	`178`	`rewards=np.array(rewards),`