jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Fix] Hotfix for Subjective Evaluation (#686)

Browse Source
This commit is contained in:
bittersweet1999 2023-12-12 09:22:08 +08:00 committed by GitHub
parent 465308e430
commit 3e77175720
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 8 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
configs/subjective_score.py
View File

@ -49,7 +49,7 @@ _meta_template = dict(
)
judge_model = dict(
judge_model = dict(
type=HuggingFaceCausalLM,
abbr='qwen-7b-chat-hf',
path="Qwen/Qwen-7B-Chat",
@ -85,6 +85,7 @@ eval = dict(
max_num_workers=256,
task=dict(
type=SubjectiveEvalTask,
judge_cfg=judge_model
)),
)
work_dir = './creation/'

11
opencompass/partitioners/sub_naive.py
View File

@ -102,8 +102,9 @@ class SubjectiveNaivePartitioner(NaivePartitioner):
else:
models = self.get_model_combinations(models, base_models,
compare_models)
return super().partition(models=models,
datasets=datasets,
work_dir=work_dir,
out_dir=out_dir,
add_cfg=add_cfg)
model_dataset_combinations = [{'models': models, 'datasets': datasets}]
return super().partition(
model_dataset_combinations=model_dataset_combinations,
work_dir=work_dir,
out_dir=out_dir,
add_cfg=add_cfg)