mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
44 lines
1.1 KiB
Python
44 lines
1.1 KiB
Python
|
# flake8: noqa
|
||
|
|
import json
|
||
|
|
|
||
|
|
|
||
|
|
def read_jsonl(path):
|
||
|
|
with open(path, encoding='utf8') as fh:
|
||
|
|
results = []
|
||
|
|
for line in fh:
|
||
|
|
if line is None:
|
||
|
|
continue
|
||
|
|
try:
|
||
|
|
results.append(json.loads(line) if line != 'null' else line)
|
||
|
|
except Exception as e:
|
||
|
|
print(e)
|
||
|
|
print(path)
|
||
|
|
print(line)
|
||
|
|
raise e
|
||
|
|
return results
|
||
|
|
|
||
|
|
|
||
|
|
def save_jsonl(lines, directory):
|
||
|
|
with open(directory, 'w', encoding='utf8') as f:
|
||
|
|
for line in lines:
|
||
|
|
f.write(json.dumps(line, ensure_ascii=False) + '\n')
|
||
|
|
|
||
|
|
|
||
|
|
def extract_answer(js):
|
||
|
|
try:
|
||
|
|
if js is None or js == 'null':
|
||
|
|
return ''
|
||
|
|
answer = ''
|
||
|
|
if isinstance(js, str):
|
||
|
|
answer = js
|
||
|
|
elif 'text' in js['choices'][0]:
|
||
|
|
answer = js['choices'][0]['text']
|
||
|
|
else:
|
||
|
|
answer = js['choices'][0]['message']['content']
|
||
|
|
# answer = js['']
|
||
|
|
return answer
|
||
|
|
except Exception as e:
|
||
|
|
# print(e)
|
||
|
|
# print(js)
|
||
|
|
return ''
|