OpenCompass/opencompass/datasets/lawbench/evaluation_functions/xxcq.py

from ..utils.comprehension_scores import compute_ie_f1


"""
task: information extraction
metric: F1 score
信息抽取
"""
def compute_xxcq(data_dict):
    references, predictions = [], []
    for example in data_dict:
        question, prediction, answer = example["origin_prompt"], example["prediction"], example["refr"]
        predictions.append(prediction)
        references.append(answer)

    return compute_ie_f1(predictions, references, {"犯罪嫌疑人", "受害人", "被盗货币", "物品价值", "盗窃获利",
                                                   "被盗物品", "作案工具", "时间", "地点", "组织机构"})