mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
20 lines
453 B
Python
20 lines
453 B
Python
|
from opencompass.openicl.icl_evaluator import BaseEvaluator
|
||
|
|
from opencompass.registry import ICL_EVALUATORS, LOAD_DATASET
|
||
|
|
|
||
|
|
from .base import BaseDataset
|
||
|
|
|
||
|
|
|
||
|
|
@LOAD_DATASET.register_module()
|
||
|
|
class InternSandboxDataset(BaseDataset):
|
||
|
|
|
||
|
|
@staticmethod
|
||
|
|
def load(path: str, local_mode: bool = False):
|
||
|
|
pass
|
||
|
|
|
||
|
|
|
||
|
|
@ICL_EVALUATORS.register_module()
|
||
|
|
class MBPPEvaluator(BaseEvaluator):
|
||
|
|
|
||
|
|
def score(self, predictions, references, test_set):
|
||
|
|
pass
|