mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
[Fix] Hotfix for Subjective Evaluation (#686)
This commit is contained in:
parent
465308e430
commit
3e77175720
@ -49,7 +49,7 @@ _meta_template = dict(
|
|||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
judge_model = dict(
|
judge_model = dict(
|
||||||
type=HuggingFaceCausalLM,
|
type=HuggingFaceCausalLM,
|
||||||
abbr='qwen-7b-chat-hf',
|
abbr='qwen-7b-chat-hf',
|
||||||
path="Qwen/Qwen-7B-Chat",
|
path="Qwen/Qwen-7B-Chat",
|
||||||
@ -85,6 +85,7 @@ eval = dict(
|
|||||||
max_num_workers=256,
|
max_num_workers=256,
|
||||||
task=dict(
|
task=dict(
|
||||||
type=SubjectiveEvalTask,
|
type=SubjectiveEvalTask,
|
||||||
|
judge_cfg=judge_model
|
||||||
)),
|
)),
|
||||||
)
|
)
|
||||||
work_dir = './creation/'
|
work_dir = './creation/'
|
||||||
|
@ -102,8 +102,9 @@ class SubjectiveNaivePartitioner(NaivePartitioner):
|
|||||||
else:
|
else:
|
||||||
models = self.get_model_combinations(models, base_models,
|
models = self.get_model_combinations(models, base_models,
|
||||||
compare_models)
|
compare_models)
|
||||||
return super().partition(models=models,
|
model_dataset_combinations = [{'models': models, 'datasets': datasets}]
|
||||||
datasets=datasets,
|
return super().partition(
|
||||||
work_dir=work_dir,
|
model_dataset_combinations=model_dataset_combinations,
|
||||||
out_dir=out_dir,
|
work_dir=work_dir,
|
||||||
add_cfg=add_cfg)
|
out_dir=out_dir,
|
||||||
|
add_cfg=add_cfg)
|
||||||
|
Loading…
Reference in New Issue
Block a user