mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
SciKnowEval
This commit is contained in:
parent
de6e4909bd
commit
272efd7d25
@ -34,7 +34,7 @@ class SciKnowEvalDataset(BaseDataset):
|
||||
subset = kwargs['subset']
|
||||
data_files = {'test': f'data/{capitalize_first_letter(subset)}/sciknoweval_{subset}_test.jsonl'}
|
||||
dataset = load_dataset(path, data_files=data_files, split='test')
|
||||
dataset = dataset.select(range(20))
|
||||
# dataset = dataset.select(range(20))
|
||||
if prompt_mode == 'zero-shot':
|
||||
dataset = dataset.map(
|
||||
lambda item: _parse(item, prompt_mode, subset),
|
||||
|
Loading…
Reference in New Issue
Block a user