There was an error while loading. Please reload this page.
1 parent 69351e3 commit 11a8e5fCopy full SHA for 11a8e5f
1 file changed
src/fairseq2/recipes/lm/_online_finetune/_online_dpo.py
@@ -456,10 +456,13 @@ def create(
456
vllm_reward_model = vllm_actors.get(config.vllm_reward_model_actor_name, None)
457
reward_registry = self._context.get_registry(VLLMOutputRewardHandler)
458
reward_handler = reward_registry.get(config.reward.name)
459
+ reward_name = config.reward.name
460
reward = reward_handler.create(
461
reward_model=vllm_reward_model,
462
+ reward_name=reward_name,
463
reward_config=config.reward.config,
464
gangs=gangs,
465
+ context=self._context,
466
)
467
468
# TODO: decide converter as part of the model handler
0 commit comments