Skip to content

Commit 39bff84

Browse files
authored
[Fix] fix no prediction case in SciReasoner-bio_instruction
1 parent 83e4110 commit 39bff84

1 file changed

Lines changed: 15 additions & 0 deletions

File tree

opencompass/datasets/SciReasoner/bio_instruction.py

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1012,6 +1012,21 @@ def compute_AUC_for_Modification_task(task_name, task_entries, model_name):
10121012
over_len += 1
10131013
else:
10141014
miss_len += 1
1015+
if not entry['model_output'].strip():
1016+
y_true.append(convert_to_binary_vector(entry['label'].split(',')))
1017+
y_pred.append(convert_to_binary_vector([]))
1018+
task_processed_data.append({
1019+
'input':
1020+
entry['input'],
1021+
'label':
1022+
entry['label'],
1023+
'processed_model_ouput': [],
1024+
'original_model_output':
1025+
entry['model_output']
1026+
})
1027+
print('label', entry['label'])
1028+
print('predication', [])
1029+
continue
10151030
predicted_modifications = extract_modifications(entry['model_output'])
10161031
# print(predicted_modifications)
10171032
true_modifications = entry['label'].split(',')

0 commit comments

Comments
 (0)