mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
[Chores] Change datasets path
This commit is contained in:
parent
50289c587c
commit
6b1671e029
@ -3,7 +3,7 @@ from mmengine.config import read_base
|
|||||||
with read_base():
|
with read_base():
|
||||||
from opencompass.configs.datasets.OpenHuEval.HuLifeQA import (
|
from opencompass.configs.datasets.OpenHuEval.HuLifeQA import (
|
||||||
hu_life_qa_datasets,
|
hu_life_qa_datasets,
|
||||||
task_group_new,
|
TASK_GROUP_NEW,
|
||||||
)
|
)
|
||||||
|
|
||||||
from opencompass.configs.models.openai.gpt_4o_mini_20240718 import models as gpt_4o_mini_20240718_model
|
from opencompass.configs.models.openai.gpt_4o_mini_20240718 import models as gpt_4o_mini_20240718_model
|
||||||
@ -119,7 +119,7 @@ eval = dict(
|
|||||||
|
|
||||||
summarizer = dict(
|
summarizer = dict(
|
||||||
type=WildBenchSingleSummarizer,
|
type=WildBenchSingleSummarizer,
|
||||||
customized_task_group_new=task_group_new,
|
customized_task_group_new=TASK_GROUP_NEW,
|
||||||
)
|
)
|
||||||
|
|
||||||
work_dir = (
|
work_dir = (
|
||||||
|
@ -10,22 +10,21 @@ with read_base():
|
|||||||
from opencompass.configs.models.deepseek.deepseek_v3_api_aliyun import models as deepseek_v3_api_aliyun_model
|
from opencompass.configs.models.deepseek.deepseek_v3_api_aliyun import models as deepseek_v3_api_aliyun_model
|
||||||
|
|
||||||
from opencompass.configs.models.qwen2_5.lmdeploy_qwen2_5_7b_instruct import models as lmdeploy_qwen2_5_7b_instruct_model
|
from opencompass.configs.models.qwen2_5.lmdeploy_qwen2_5_7b_instruct import models as lmdeploy_qwen2_5_7b_instruct_model
|
||||||
# from opencompass.configs.models.qwen2_5.lmdeploy_qwen2_5_32b_instruct import models as lmdeploy_qwen2_5_32b_instruct_model
|
from opencompass.configs.models.qwen2_5.lmdeploy_qwen2_5_32b_instruct import models as lmdeploy_qwen2_5_32b_instruct_model
|
||||||
# from opencompass.configs.models.qwen2_5.lmdeploy_qwen2_5_14b_instruct import models as lmdeploy_qwen2_5_14b_instruct_model
|
from opencompass.configs.models.qwen2_5.lmdeploy_qwen2_5_14b_instruct import models as lmdeploy_qwen2_5_14b_instruct_model
|
||||||
from opencompass.configs.models.qwen2_5.lmdeploy_qwen2_5_72b_instruct import models as lmdeploy_qwen2_5_72b_instruct_model
|
from opencompass.configs.models.qwen2_5.lmdeploy_qwen2_5_72b_instruct import models as lmdeploy_qwen2_5_72b_instruct_model
|
||||||
from opencompass.configs.models.hf_llama.lmdeploy_llama3_1_8b_instruct import models as lmdeploy_llama3_1_8b_instruct_model
|
from opencompass.configs.models.hf_llama.lmdeploy_llama3_1_8b_instruct import models as lmdeploy_llama3_1_8b_instruct_model
|
||||||
from opencompass.configs.models.hf_llama.lmdeploy_llama3_1_70b_instruct import models as lmdeploy_llama3_1_70b_instruct_model
|
from opencompass.configs.models.hf_llama.lmdeploy_llama3_1_70b_instruct import models as lmdeploy_llama3_1_70b_instruct_model
|
||||||
# from opencompass.configs.models.hf_llama.llama3_3_70b_api_siliconflow import models as llama3_3_70b_api_siliconflow_model
|
from opencompass.configs.models.hf_llama.llama3_3_70b_api_siliconflow import models as llama3_3_70b_api_siliconflow_model
|
||||||
|
|
||||||
|
|
||||||
# from opencompass.configs.models.hf_internlm.lmdeploy_internlm3_8b_instruct import models as lmdeploy_internlm3_8b_instruct_model
|
# from opencompass.configs.models.hf_internlm.lmdeploy_internlm3_8b_instruct import models as lmdeploy_internlm3_8b_instruct_model
|
||||||
|
|
||||||
from opencompass.configs.models.qwq.lmdeploy_qwq_32b_preview import models as lmdeploy_qwq_32b_preview_model
|
from opencompass.configs.models.qwq.lmdeploy_qwq_32b_preview import models as lmdeploy_qwq_32b_preview_model
|
||||||
from opencompass.configs.models.deepseek.deepseek_r1_api_aliyun import models as deepseek_r1_api_aliyun_model
|
from opencompass.configs.models.deepseek.deepseek_r1_api_aliyun import models as deepseek_r1_api_aliyun_model
|
||||||
# from opencompass.configs.models.deepseek.deepseek_r1_distill_llama_8b_api_aliyun import models as deepseek_r1_distill_llama_8b_api_aliyun_model
|
from opencompass.configs.models.deepseek.deepseek_r1_distill_llama_8b_api_aliyun import models as deepseek_r1_distill_llama_8b_api_aliyun_model
|
||||||
# from opencompass.configs.models.deepseek.lmdeploy_deepseek_r1_distill_qwen_32b_instruct import models as deepseek_r1_distill_qwen_32b_instruct_model
|
from opencompass.configs.models.deepseek.lmdeploy_deepseek_r1_distill_qwen_32b_instruct import models as deepseek_r1_distill_qwen_32b_instruct_model
|
||||||
# from opencompass.configs.models.deepseek.lmdeploy_deepseek_r1_distill_qwen_14b_instruct import models as deepseek_r1_distill_qwen_14b_instruct_model
|
from opencompass.configs.models.deepseek.lmdeploy_deepseek_r1_distill_qwen_14b_instruct import models as deepseek_r1_distill_qwen_14b_instruct_model
|
||||||
# from opencompass.configs.models.deepseek.lmdeploy_deepseek_r1_distill_llama_70b_instruct import models as deepseek_r1_distill_llama_70b_instruct_model
|
from opencompass.configs.models.deepseek.lmdeploy_deepseek_r1_distill_llama_70b_instruct import models as deepseek_r1_distill_llama_70b_instruct_model
|
||||||
from opencompass.configs.models.openai.o1_mini_2024_09_12 import models as o1_mini_2024_09_12_model
|
from opencompass.configs.models.openai.o1_mini_2024_09_12 import models as o1_mini_2024_09_12_model
|
||||||
# from opencompass.configs.models.openai.o3_mini_2025_01_31 import models as o3_mini_2025_01_31_model
|
# from opencompass.configs.models.openai.o3_mini_2025_01_31 import models as o3_mini_2025_01_31_model
|
||||||
|
|
||||||
|
@ -4,14 +4,14 @@ from opencompass.openicl.icl_inferencer import ChatInferencer
|
|||||||
from opencompass.openicl.icl_prompt_template import PromptTemplate
|
from opencompass.openicl.icl_prompt_template import PromptTemplate
|
||||||
from opencompass.openicl.icl_retriever import ZeroRetriever
|
from opencompass.openicl.icl_retriever import ZeroRetriever
|
||||||
|
|
||||||
|
with read_base():
|
||||||
|
from .HuLifeQA_setting import DATA_PATH, TASK_GROUP_NEW
|
||||||
|
|
||||||
hu_life_qa_reader_cfg = dict(
|
hu_life_qa_reader_cfg = dict(
|
||||||
input_columns=['dialogue', 'prompt'],
|
input_columns=['dialogue', 'prompt'],
|
||||||
output_column='judge',
|
output_column='judge',
|
||||||
)
|
)
|
||||||
|
|
||||||
data_path ='/mnt/hwfile/opendatalab/yanghaote/share/HuLifeQA_20250131.jsonl'
|
|
||||||
|
|
||||||
hu_life_qa_datasets = []
|
|
||||||
hu_life_qa_infer_cfg = dict(
|
hu_life_qa_infer_cfg = dict(
|
||||||
prompt_template=dict(
|
prompt_template=dict(
|
||||||
type=PromptTemplate,
|
type=PromptTemplate,
|
||||||
@ -37,34 +37,15 @@ hu_life_qa_eval_cfg = dict(
|
|||||||
pred_role='BOT',
|
pred_role='BOT',
|
||||||
)
|
)
|
||||||
|
|
||||||
|
hu_life_qa_datasets = []
|
||||||
hu_life_qa_datasets.append(
|
hu_life_qa_datasets.append(
|
||||||
dict(
|
dict(
|
||||||
abbr='open_hu_eval_hu_life_qa',
|
abbr='open_hu_eval_hu_life_qa',
|
||||||
type=WildBenchDataset,
|
type=WildBenchDataset,
|
||||||
path=data_path,
|
path=DATA_PATH,
|
||||||
reader_cfg=hu_life_qa_reader_cfg,
|
reader_cfg=hu_life_qa_reader_cfg,
|
||||||
infer_cfg=hu_life_qa_infer_cfg,
|
infer_cfg=hu_life_qa_infer_cfg,
|
||||||
eval_cfg=hu_life_qa_eval_cfg,
|
eval_cfg=hu_life_qa_eval_cfg,
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
|
|
||||||
task_group_new = {
|
|
||||||
'life_culture_custom': 'life_culture_custom',
|
|
||||||
'childbearing and education': 'life_culture_custom',
|
|
||||||
'culture and community': 'life_culture_custom',
|
|
||||||
'culture and customs': 'life_culture_custom',
|
|
||||||
'food and drink': 'life_culture_custom',
|
|
||||||
'health': 'life_culture_custom',
|
|
||||||
'holidays': 'life_culture_custom',
|
|
||||||
'home': 'life_culture_custom',
|
|
||||||
'person': 'life_culture_custom',
|
|
||||||
'transport': 'life_culture_custom',
|
|
||||||
'science': 'life_culture_custom',
|
|
||||||
'travel': 'life_culture_custom',
|
|
||||||
'business_finance': 'business_finance',
|
|
||||||
'business and finance': 'business_finance',
|
|
||||||
'education_profession': 'education_profession',
|
|
||||||
'public education and courses': 'education_profession',
|
|
||||||
'politics_policy_law': 'politics_policy_law',
|
|
||||||
'politics': 'politics_policy_law',
|
|
||||||
}
|
|
@ -0,0 +1,24 @@
|
|||||||
|
TASK_GROUP_NEW = {
|
||||||
|
'life_culture_custom': 'life_culture_custom',
|
||||||
|
'childbearing and education': 'life_culture_custom',
|
||||||
|
'culture and community': 'life_culture_custom',
|
||||||
|
'culture and customs': 'life_culture_custom',
|
||||||
|
'food and drink': 'life_culture_custom',
|
||||||
|
'health': 'life_culture_custom',
|
||||||
|
'holidays': 'life_culture_custom',
|
||||||
|
'home': 'life_culture_custom',
|
||||||
|
'person': 'life_culture_custom',
|
||||||
|
'transport': 'life_culture_custom',
|
||||||
|
'science': 'life_culture_custom',
|
||||||
|
'travel': 'life_culture_custom',
|
||||||
|
'business_finance': 'business_finance',
|
||||||
|
'business and finance': 'business_finance',
|
||||||
|
'education_profession': 'education_profession',
|
||||||
|
'public education and courses': 'education_profession',
|
||||||
|
'politics_policy_law': 'politics_policy_law',
|
||||||
|
'politics': 'politics_policy_law',
|
||||||
|
}
|
||||||
|
|
||||||
|
OpenHuEval_Path = '/mnt/hwfile/opendatalab/MinerU4S/yanghaote/XYZ/OpenHuEval'
|
||||||
|
DATA_VERSION = '250131'
|
||||||
|
DATA_PATH = f'{OpenHuEval_Path}/data/HuLifeQA/HuLifeQA_{DATA_VERSION}/HuLifeQA.jsonl'
|
@ -35,6 +35,6 @@ A kérdés és az opciók:
|
|||||||
""",
|
""",
|
||||||
}
|
}
|
||||||
|
|
||||||
OpenHuEval_Path = '/mnt/hwfile/opendatalab/weixingjian/OpenHuEval'
|
OpenHuEval_Path = '/mnt/hwfile/opendatalab/MinerU4S/yanghaote/XYZ/OpenHuEval'
|
||||||
DATA_VERSION = '250205'
|
DATA_VERSION = '250205'
|
||||||
DATA_PATH = f'{OpenHuEval_Path}/data/HuMatchingFIB/HuMatchingFIB_{DATA_VERSION}/HuMatchingFIB.jsonl'
|
DATA_PATH = f'{OpenHuEval_Path}/data/HuMatchingFIB/HuMatchingFIB_{DATA_VERSION}/HuMatchingFIB.jsonl'
|
||||||
|
@ -72,6 +72,6 @@ judge_prompt_template = {
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
OpenHuEval_Path = '/mnt/hwfile/opendatalab/wj/proj/polyglot_24July/OpenHuEval'
|
OpenHuEval_Path = '/mnt/hwfile/opendatalab/MinerU4S/yanghaote/XYZ/OpenHuEval'
|
||||||
DATA_VERSION = '250127'
|
DATA_VERSION = '250127'
|
||||||
DATA_PATH = f'{OpenHuEval_Path}/data/HuProverbRea/HuProverbRea_{DATA_VERSION}/HuProverbRea.jsonl'
|
DATA_PATH = f'{OpenHuEval_Path}/data/HuProverbRea/HuProverbRea_{DATA_VERSION}/HuProverbRea.jsonl'
|
||||||
|
@ -17,6 +17,6 @@ Kérjük, magyar nyelven adja meg a legjobb választ erre a kérdésre, és 0-t
|
|||||||
"""
|
"""
|
||||||
}
|
}
|
||||||
|
|
||||||
OpenHuEval_Path = '/mnt/hwfile/opendatalab/weixingjian/OpenHuEval'
|
OpenHuEval_Path = '/mnt/hwfile/opendatalab/MinerU4S/yanghaote/XYZ/OpenHuEval'
|
||||||
DATA_VERSION = '250208'
|
DATA_VERSION = '250208'
|
||||||
DATA_PATH = f'{OpenHuEval_Path}/data/HuSimpleQA/HuSimpleQA_{DATA_VERSION}/HuSimpleQA.jsonl'
|
DATA_PATH = f'{OpenHuEval_Path}/data/HuSimpleQA/HuSimpleQA_{DATA_VERSION}/HuSimpleQA.jsonl'
|
||||||
|
@ -22,6 +22,6 @@ The questions are:
|
|||||||
'Initial version, using 1shot, incontext, #0# as place holder, output in JSON format',
|
'Initial version, using 1shot, incontext, #0# as place holder, output in JSON format',
|
||||||
}
|
}
|
||||||
|
|
||||||
OpenHuEval_Path = '/mnt/hwfile/opendatalab/weixingjian/OpenHuEval'
|
OpenHuEval_Path = '/mnt/hwfile/opendatalab/MinerU4S/yanghaote/XYZ/OpenHuEval'
|
||||||
DATA_VERSION = '250205'
|
DATA_VERSION = '250205'
|
||||||
DATA_PATH = f'{OpenHuEval_Path}/data/HuStandardFIB/HuStandardFIB_{DATA_VERSION}/HuStandardFIB.jsonl'
|
DATA_PATH = f'{OpenHuEval_Path}/data/HuStandardFIB/HuStandardFIB_{DATA_VERSION}/HuStandardFIB.jsonl'
|
||||||
|
Loading…
Reference in New Issue
Block a user