jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Update] Update HuLifeQA primary tags (#6)

Browse Source
This commit is contained in:
Hoter Young 2025-02-01 14:18:05 +08:00 committed by GitHub
parent d4df622e02
commit 3939915349
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 23 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
examples/eval_subjective_hulifeqa.py
View File

@ -8,9 +8,9 @@ with read_base():
from opencompass.configs.models.hf_internlm.lmdeploy_internlm2_5_7b_chat import ( from opencompass.configs.models.hf_internlm.lmdeploy_internlm2_5_7b_chat import (
models as lmdeploy_internlm2_5_7b_chat_model, models as lmdeploy_internlm2_5_7b_chat_model,
) )
from opencompass.configs.models.openai.gpt_4o_mini_20240718 import ( # from opencompass.configs.models.openai.gpt_4o_mini_20240718 import (
models as gpt_4o_mini_20240718_model, # models as gpt_4o_mini_20240718_model,
) # )
from opencompass.models import OpenAI from opencompass.models import OpenAI
from opencompass.partitioners import ( from opencompass.partitioners import (
@ -31,7 +31,7 @@ api_meta_template = dict(
) )
models = [ models = [
*gpt_4o_mini_20240718_model, # *gpt_4o_mini_20240718_model,
*lmdeploy_internlm2_5_7b_chat_model, *lmdeploy_internlm2_5_7b_chat_model,
] ]

37
opencompass/configs/datasets/OpenHuEval/HuLifeQA.py
View File

@ -9,7 +9,7 @@ hu_life_qa_reader_cfg = dict(
output_column="judge", output_column="judge",
) )
data_path ="/mnt/hwfile/opendatalab/yanghaote/share/g13k_hu/g13k_hu_vpaper.jsonl" data_path ="/mnt/hwfile/opendatalab/yanghaote/share/HuLifeQA_20250131.jsonl"
hu_life_qa_datasets = [] hu_life_qa_datasets = []
hu_life_qa_infer_cfg = dict( hu_life_qa_infer_cfg = dict(
@ -49,21 +49,22 @@ hu_life_qa_datasets.append(
) )
task_group_new = { task_group_new = {
"business and finance": "business and finance", "life_culture_custom": "life_culture_custom",
"childbearing and education": "life, culture, and customs", "childbearing and education": "life_culture_custom",
"culture and community": "life, culture, and customs", "culture and community": "life_culture_custom",
'culture and customs': "life, culture, and customs", 'culture and customs': "life_culture_custom",
"life, culture, and customs": "life, culture, and customs", "food and drink": "life_culture_custom",
"education and profession": "education and profession", "health": "life_culture_custom",
"food and drink": "life, culture, and customs", "holidays": "life_culture_custom",
"health": "life, culture, and customs", "home": "life_culture_custom",
"holidays": "life, culture, and customs", "person": "life_culture_custom",
"home": "life, culture, and customs", "transport": "life_culture_custom",
"person": "life, culture, and customs", "science": "life_culture_custom",
"politics": "politics, policy and law", "travel": "life_culture_custom",
"politics, policy and law": "politics, policy and law", "business_finance": "business_finance",
"public education and courses": "education and profession", "business and finance": "business_finance",
"transport": "life, culture, and customs", "education_profession": "education_profession",
"science": "life, culture, and customs", "public education and courses": "education_profession",
"travel": "life, culture, and customs", "politics_policy_law": "politics_policy_law",
"politics": "politics_policy_law",
} }