jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Update] Update HuLifeQA primary tags (#6)

Browse Source
This commit is contained in:
Hoter Young 2025-02-01 14:18:05 +08:00 committed by GitHub
parent d4df622e02
commit 3939915349
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 23 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
examples/eval_subjective_hulifeqa.py
View File

@ -8,9 +8,9 @@ with read_base():
from opencompass.configs.models.hf_internlm.lmdeploy_internlm2_5_7b_chat import (
models as lmdeploy_internlm2_5_7b_chat_model,
)
from opencompass.configs.models.openai.gpt_4o_mini_20240718 import (
models as gpt_4o_mini_20240718_model,
)
# from opencompass.configs.models.openai.gpt_4o_mini_20240718 import (
# models as gpt_4o_mini_20240718_model,
# )
from opencompass.models import OpenAI
from opencompass.partitioners import (
@ -31,7 +31,7 @@ api_meta_template = dict(
)
models = [
*gpt_4o_mini_20240718_model,
# *gpt_4o_mini_20240718_model,
*lmdeploy_internlm2_5_7b_chat_model,
]

37
opencompass/configs/datasets/OpenHuEval/HuLifeQA.py
View File

@ -9,7 +9,7 @@ hu_life_qa_reader_cfg = dict(
output_column="judge",
)
data_path ="/mnt/hwfile/opendatalab/yanghaote/share/g13k_hu/g13k_hu_vpaper.jsonl"
data_path ="/mnt/hwfile/opendatalab/yanghaote/share/HuLifeQA_20250131.jsonl"
hu_life_qa_datasets = []
hu_life_qa_infer_cfg = dict(
@ -49,21 +49,22 @@ hu_life_qa_datasets.append(
)
task_group_new = {
"business and finance": "business and finance",
"childbearing and education": "life, culture, and customs",
"culture and community": "life, culture, and customs",
'culture and customs': "life, culture, and customs",
"life, culture, and customs": "life, culture, and customs",
"education and profession": "education and profession",
"food and drink": "life, culture, and customs",
"health": "life, culture, and customs",
"holidays": "life, culture, and customs",
"home": "life, culture, and customs",
"person": "life, culture, and customs",
"politics": "politics, policy and law",
"politics, policy and law": "politics, policy and law",
"public education and courses": "education and profession",
"transport": "life, culture, and customs",
"science": "life, culture, and customs",
"travel": "life, culture, and customs",
"life_culture_custom": "life_culture_custom",
"childbearing and education": "life_culture_custom",
"culture and community": "life_culture_custom",
'culture and customs': "life_culture_custom",
"food and drink": "life_culture_custom",
"health": "life_culture_custom",
"holidays": "life_culture_custom",
"home": "life_culture_custom",
"person": "life_culture_custom",
"transport": "life_culture_custom",
"science": "life_culture_custom",
"travel": "life_culture_custom",
"business_finance": "business_finance",
"business and finance": "business_finance",
"education_profession": "education_profession",
"public education and courses": "education_profession",
"politics_policy_law": "politics_policy_law",
"politics": "politics_policy_law",
}