diff --git a/examples/eval_subjective_hulifeqa.py b/examples/eval_subjective_hulifeqa.py index d03ae4a7..2d3aa709 100644 --- a/examples/eval_subjective_hulifeqa.py +++ b/examples/eval_subjective_hulifeqa.py @@ -8,9 +8,9 @@ with read_base(): from opencompass.configs.models.hf_internlm.lmdeploy_internlm2_5_7b_chat import ( models as lmdeploy_internlm2_5_7b_chat_model, ) - from opencompass.configs.models.openai.gpt_4o_mini_20240718 import ( - models as gpt_4o_mini_20240718_model, - ) + # from opencompass.configs.models.openai.gpt_4o_mini_20240718 import ( + # models as gpt_4o_mini_20240718_model, + # ) from opencompass.models import OpenAI from opencompass.partitioners import ( @@ -31,7 +31,7 @@ api_meta_template = dict( ) models = [ - *gpt_4o_mini_20240718_model, + # *gpt_4o_mini_20240718_model, *lmdeploy_internlm2_5_7b_chat_model, ] diff --git a/opencompass/configs/datasets/OpenHuEval/HuLifeQA.py b/opencompass/configs/datasets/OpenHuEval/HuLifeQA.py index 6e207092..610d7cf8 100644 --- a/opencompass/configs/datasets/OpenHuEval/HuLifeQA.py +++ b/opencompass/configs/datasets/OpenHuEval/HuLifeQA.py @@ -9,7 +9,7 @@ hu_life_qa_reader_cfg = dict( output_column="judge", ) -data_path ="/mnt/hwfile/opendatalab/yanghaote/share/g13k_hu/g13k_hu_vpaper.jsonl" +data_path ="/mnt/hwfile/opendatalab/yanghaote/share/HuLifeQA_20250131.jsonl" hu_life_qa_datasets = [] hu_life_qa_infer_cfg = dict( @@ -49,21 +49,22 @@ hu_life_qa_datasets.append( ) task_group_new = { - "business and finance": "business and finance", - "childbearing and education": "life, culture, and customs", - "culture and community": "life, culture, and customs", - 'culture and customs': "life, culture, and customs", - "life, culture, and customs": "life, culture, and customs", - "education and profession": "education and profession", - "food and drink": "life, culture, and customs", - "health": "life, culture, and customs", - "holidays": "life, culture, and customs", - "home": "life, culture, and customs", - "person": "life, culture, and customs", - "politics": "politics, policy and law", - "politics, policy and law": "politics, policy and law", - "public education and courses": "education and profession", - "transport": "life, culture, and customs", - "science": "life, culture, and customs", - "travel": "life, culture, and customs", + "life_culture_custom": "life_culture_custom", + "childbearing and education": "life_culture_custom", + "culture and community": "life_culture_custom", + 'culture and customs': "life_culture_custom", + "food and drink": "life_culture_custom", + "health": "life_culture_custom", + "holidays": "life_culture_custom", + "home": "life_culture_custom", + "person": "life_culture_custom", + "transport": "life_culture_custom", + "science": "life_culture_custom", + "travel": "life_culture_custom", + "business_finance": "business_finance", + "business and finance": "business_finance", + "education_profession": "education_profession", + "public education and courses": "education_profession", + "politics_policy_law": "politics_policy_law", + "politics": "politics_policy_law", }