mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
fix reference negative sample gold value missing error
This commit is contained in:
parent
148a97f7a9
commit
261ed2be9c
@ -127,7 +127,7 @@ def numerical_llmjudge_postprocess(
|
||||
except KeyError:
|
||||
get_logger().warning(
|
||||
f'No gold answer for {k}, use empty string as reference!')
|
||||
references.append('')
|
||||
references.append(0) #looks like when creating the dataset object the False and 0 value will not be assign a gold value, likely does not inflence the LLM judge, here we just restore the 0 value here.
|
||||
results = get_numerical_final_results(judged_answers, references, origial_responses)
|
||||
# results['details'] = output
|
||||
return results
|
||||
|
Loading…
Reference in New Issue
Block a user