mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
[Fix] Fix pre-commit
This commit is contained in:
parent
d1da4a577c
commit
40c6c68162
@ -8,10 +8,9 @@ from datasets import Dataset
|
|||||||
from huggingface_hub import hf_hub_download
|
from huggingface_hub import hf_hub_download
|
||||||
|
|
||||||
from opencompass.datasets.base import BaseDataset
|
from opencompass.datasets.base import BaseDataset
|
||||||
from opencompass.datasets.needlebench_v2.atc import (relationship_templates_en,
|
from opencompass.datasets.needlebench_v2.atc import (
|
||||||
relationship_templates_zh_CN,
|
relationship_templates_en, relationship_templates_zh_CN,
|
||||||
relationship_terms_en,
|
relationship_terms_en, relationship_terms_zh_CN)
|
||||||
relationship_terms_zh_CN)
|
|
||||||
from opencompass.registry import LOAD_DATASET
|
from opencompass.registry import LOAD_DATASET
|
||||||
|
|
||||||
|
|
||||||
|
@ -561,9 +561,9 @@ class NeedleBenchSummarizer(DefaultSummarizer):
|
|||||||
|
|
||||||
class NeedleBenchSummarizerV2(NeedleBenchSummarizer):
|
class NeedleBenchSummarizerV2(NeedleBenchSummarizer):
|
||||||
"""NeedleBench summarizer V2 in OpenCompass.
|
"""NeedleBench summarizer V2 in OpenCompass.
|
||||||
|
|
||||||
This version calls save_results_to_plots with mean=True.
|
This version calls save_results_to_plots with mean=True.
|
||||||
|
|
||||||
Args:
|
Args:
|
||||||
config (ConfigDict): The configuration object of the evaluation task. It's expected to be filled out at runtime.
|
config (ConfigDict): The configuration object of the evaluation task. It's expected to be filled out at runtime.
|
||||||
dataset_abbrs (list[str], optional): Dataset abbreviations to be listed in the summary.
|
dataset_abbrs (list[str], optional): Dataset abbreviations to be listed in the summary.
|
||||||
@ -572,7 +572,7 @@ class NeedleBenchSummarizerV2(NeedleBenchSummarizer):
|
|||||||
'weights' if weighted average is needed.
|
'weights' if weighted average is needed.
|
||||||
prompt_db: A deprecated field.
|
prompt_db: A deprecated field.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def summarize(
|
def summarize(
|
||||||
self,
|
self,
|
||||||
output_path: str = None,
|
output_path: str = None,
|
||||||
|
Loading…
Reference in New Issue
Block a user