jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

first

Browse Source
This commit is contained in:
huihui 2025-04-30 05:29:40 +00:00
parent 44aadf627b
commit f931d2ca94
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
opencompass/datasets/SciKnowEval.py
View File

@ -11,7 +11,10 @@ from .base import BaseDataset
def _parse(item, prompt_mode, discipline):
choices = item['choices']
item['q4'] = f'You are an expert in {discipline}.\n' + item['prompt']['default'] + '\n' + item['question'] + '\n' + '\n'.join([f'{l}. {t}' for l, t in zip(choices['label'], choices['text'])]) # noqa: E501, E741, E741
item['q4'] = f'You are an expert in {discipline}.\n' + item['prompt'][
'default'] + '\n' + item['question'] + '\n' + '\n'.join([
f'{l}. {t}' for l, t in zip(choices['label'], choices['text'])
]) # noqa: E501, E741, E741
item['start'] = chr(65)
item['end'] = chr(65 + len(item.get('choices', {'label': []})['label']) -
1)
@ -107,4 +110,3 @@ def answer_cleansing(
prediction[0] = prediction[0][:-1]
return prediction[0]