jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Fix] Update SciCode and Gemma model (#1449)

Browse Source 
* [Fix] Update SciCode and Gemma model

* Update

* Update
This commit is contained in:
Songyang Zhang 2024-08-23 10:42:27 +08:00 committed by GitHub
parent ad3931aa32
commit 7c2d25b557
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
14 changed files with 23 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
configs/datasets/truthfulqa/truthfulqa_gen_5ddc62.py
View File

@ -27,7 +27,7 @@ truthfulqa_infer_cfg = dict(
# `metrics=('bleurt', 'rouge', 'bleu')`
truthfulqa_eval_cfg = dict(
evaluator=dict(
type=TruthfulQAEvaluator, metrics=('rouge'), key='ENV'), )
type=TruthfulQAEvaluator, metrics=('bleu'), key='ENV'), )
truthfulqa_datasets = [
dict(

2
configs/models/gemma/hf_gemma2_27b_it.py
View File

@ -6,7 +6,7 @@ models = [
abbr='gemma2-27b-it-hf',
path='google/gemma-2-27b-it',
max_out_len=2048,
batch_size=2,
batch_size=1,
run_cfg=dict(num_gpus=2),
stop_words=['<end_of_turn>'],
model_kwargs=dict(

2
configs/models/gemma/hf_gemma2_2b_it.py
View File

@ -6,7 +6,7 @@ models = [
abbr='gemma2-2b-it-hf',
path='google/gemma-2-2b-it',
max_out_len=2048,
batch_size=4,
batch_size=1,
run_cfg=dict(num_gpus=1),
stop_words=['<end_of_turn>'],
model_kwargs=dict(

2
configs/models/gemma/hf_gemma2_9b_it.py
View File

@ -6,7 +6,7 @@ models = [
abbr='gemma2-9b-it-hf',
path='google/gemma-2-9b-it',
max_out_len=2048,
batch_size=2,
batch_size=1,
run_cfg=dict(num_gpus=1),
stop_words=['<end_of_turn>'],
model_kwargs=dict(

2
configs/models/gemma/hf_gemma_2b_it.py
View File

@ -6,7 +6,7 @@ models = [
abbr='gemma-2b-it-hf',
path='google/gemma-2b-it',
max_out_len=1024,
batch_size=8,
batch_size=1,
run_cfg=dict(num_gpus=1),
)
]

2
configs/models/gemma/hf_gemma_7b_it.py
View File

@ -6,7 +6,7 @@ models = [
abbr='gemma-7b-it-hf',
path='google/gemma-7b-it',
max_out_len=1024,
batch_size=8,
batch_size=1,
run_cfg=dict(num_gpus=1),
)
]

2
opencompass/configs/datasets/truthfulqa/truthfulqa_gen_5ddc62.py
View File

@ -27,7 +27,7 @@ truthfulqa_infer_cfg = dict(
# `metrics=('bleurt', 'rouge', 'bleu')`
truthfulqa_eval_cfg = dict(
evaluator=dict(
type=TruthfulQAEvaluator, metrics=('rouge'), key='ENV'), )
type=TruthfulQAEvaluator, metrics=('bleu'), key='ENV'), )
truthfulqa_datasets = [
dict(

2
opencompass/configs/models/gemma/hf_gemma2_27b_it.py
View File

@ -6,7 +6,7 @@ models = [
abbr='gemma2-27b-it-hf',
path='google/gemma-2-27b-it',
max_out_len=2048,
batch_size=2,
batch_size=1,
run_cfg=dict(num_gpus=2),
stop_words=['<end_of_turn>'],
model_kwargs=dict(

2
opencompass/configs/models/gemma/hf_gemma2_2b_it.py
View File

@ -6,7 +6,7 @@ models = [
abbr='gemma2-2b-it-hf',
path='google/gemma-2-2b-it',
max_out_len=2048,
batch_size=4,
batch_size=1,
run_cfg=dict(num_gpus=1),
stop_words=['<end_of_turn>'],
model_kwargs=dict(

2
opencompass/configs/models/gemma/hf_gemma2_9b_it.py
View File

@ -6,7 +6,7 @@ models = [
abbr='gemma2-9b-it-hf',
path='google/gemma-2-9b-it',
max_out_len=2048,
batch_size=2,
batch_size=1,
run_cfg=dict(num_gpus=1),
stop_words=['<end_of_turn>'],
model_kwargs=dict(

2
opencompass/configs/models/gemma/hf_gemma_2b_it.py
View File

@ -6,7 +6,7 @@ models = [
abbr='gemma-2b-it-hf',
path='google/gemma-2b-it',
max_out_len=1024,
batch_size=8,
batch_size=1,
run_cfg=dict(num_gpus=1),
)
]

2
opencompass/configs/models/gemma/hf_gemma_7b_it.py
View File

@ -6,7 +6,7 @@ models = [
abbr='gemma-7b-it-hf',
path='google/gemma-7b-it',
max_out_len=1024,
batch_size=8,
batch_size=1,
run_cfg=dict(num_gpus=1),
)
]

7
opencompass/datasets/scicode.py
View File

@ -40,10 +40,6 @@ class SciCodeDataset(BaseDataset):
return self.dataset
H5PY_FILE_FOLDER = './data/scicode/'
H5PY_FILE_FOLDER = get_data_path(H5PY_FILE_FOLDER, local_mode=True)
def process_hdf5_list(group):
lst = []
for key in group.keys():
@ -98,6 +94,9 @@ def process_hdf5_datagroup(group):
def process_hdf5_to_tuple(step_id, test_num):
H5PY_FILE_FOLDER = './data/scicode/'
H5PY_FILE_FOLDER = get_data_path(H5PY_FILE_FOLDER, local_mode=True)
data_lst = []
H5PY_FILE = os.path.join(H5PY_FILE_FOLDER, 'test_data.h5')
assert os.path.exists(

8
opencompass/utils/datasets_info.py
View File

@ -359,5 +359,13 @@ DATASETS_URL = {
"scicode/": {
"url": "http://opencompass.oss-cn-shanghai.aliyuncs.com/datasets/data/scicode.zip",
"md5": "06f64edad6680072e5bca3f0ce892d0c",
},
"/commonsenseqa": {
"url": "http://opencompass.oss-cn-shanghai.aliyuncs.com/datasets/data/commonsenseqa.zip",
"md5": "c4a82fc07c81ae1462605f5d7fd2bb2e",
},
"FewCLUE": {
"url": "http://opencompass.oss-cn-shanghai.aliyuncs.com/datasets/data/FewCLUE.zip",
"md5": "7976e2bb0e9d885ffd3c55f7c5d4021e",
}
}