[Fix] Update SciCode and Gemma model (#1449)

* [Fix] Update SciCode and Gemma model

* Update

* Update

configs/datasets/truthfulqa/truthfulqa_gen_5ddc62.py

@@ -27,7 +27,7 @@ truthfulqa_infer_cfg = dict(
 # `metrics=('bleurt', 'rouge', 'bleu')`
 truthfulqa_eval_cfg = dict(
     evaluator=dict(
-        type=TruthfulQAEvaluator, metrics=('rouge'), key='ENV'), )
+        type=TruthfulQAEvaluator, metrics=('bleu'), key='ENV'), )
 
 truthfulqa_datasets = [
     dict(

configs/models/gemma/hf_gemma2_27b_it.py

@@ -6,7 +6,7 @@ models = [
         abbr='gemma2-27b-it-hf',
         path='google/gemma-2-27b-it',
         max_out_len=2048,
-        batch_size=2,
+        batch_size=1,
         run_cfg=dict(num_gpus=2),
         stop_words=['<end_of_turn>'],
         model_kwargs=dict(

configs/models/gemma/hf_gemma2_2b_it.py

@@ -6,7 +6,7 @@ models = [
         abbr='gemma2-2b-it-hf',
         path='google/gemma-2-2b-it',
         max_out_len=2048,
-        batch_size=4,
+        batch_size=1,
         run_cfg=dict(num_gpus=1),
         stop_words=['<end_of_turn>'],
         model_kwargs=dict(

configs/models/gemma/hf_gemma2_9b_it.py

@@ -6,7 +6,7 @@ models = [
         abbr='gemma2-9b-it-hf',
         path='google/gemma-2-9b-it',
         max_out_len=2048,
-        batch_size=2,
+        batch_size=1,
         run_cfg=dict(num_gpus=1),
         stop_words=['<end_of_turn>'],
         model_kwargs=dict(

configs/models/gemma/hf_gemma_2b_it.py

@@ -6,7 +6,7 @@ models = [
         abbr='gemma-2b-it-hf',
         path='google/gemma-2b-it',
         max_out_len=1024,
-        batch_size=8,
+        batch_size=1,
         run_cfg=dict(num_gpus=1),
     )
 ]

configs/models/gemma/hf_gemma_7b_it.py

@@ -6,7 +6,7 @@ models = [
         abbr='gemma-7b-it-hf',
         path='google/gemma-7b-it',
         max_out_len=1024,
-        batch_size=8,
+        batch_size=1,
         run_cfg=dict(num_gpus=1),
     )
 ]

opencompass/configs/datasets/truthfulqa/truthfulqa_gen_5ddc62.py

@@ -27,7 +27,7 @@ truthfulqa_infer_cfg = dict(
 # `metrics=('bleurt', 'rouge', 'bleu')`
 truthfulqa_eval_cfg = dict(
     evaluator=dict(
-        type=TruthfulQAEvaluator, metrics=('rouge'), key='ENV'), )
+        type=TruthfulQAEvaluator, metrics=('bleu'), key='ENV'), )
 
 truthfulqa_datasets = [
     dict(

opencompass/configs/models/gemma/hf_gemma2_27b_it.py

@@ -6,7 +6,7 @@ models = [
         abbr='gemma2-27b-it-hf',
         path='google/gemma-2-27b-it',
         max_out_len=2048,
-        batch_size=2,
+        batch_size=1,
         run_cfg=dict(num_gpus=2),
         stop_words=['<end_of_turn>'],
         model_kwargs=dict(

opencompass/configs/models/gemma/hf_gemma2_2b_it.py

@@ -6,7 +6,7 @@ models = [
         abbr='gemma2-2b-it-hf',
         path='google/gemma-2-2b-it',
         max_out_len=2048,
-        batch_size=4,
+        batch_size=1,
         run_cfg=dict(num_gpus=1),
         stop_words=['<end_of_turn>'],
         model_kwargs=dict(

opencompass/configs/models/gemma/hf_gemma2_9b_it.py

@@ -6,7 +6,7 @@ models = [
         abbr='gemma2-9b-it-hf',
         path='google/gemma-2-9b-it',
         max_out_len=2048,
-        batch_size=2,
+        batch_size=1,
         run_cfg=dict(num_gpus=1),
         stop_words=['<end_of_turn>'],
         model_kwargs=dict(

opencompass/configs/models/gemma/hf_gemma_2b_it.py

@@ -6,7 +6,7 @@ models = [
         abbr='gemma-2b-it-hf',
         path='google/gemma-2b-it',
         max_out_len=1024,
-        batch_size=8,
+        batch_size=1,
         run_cfg=dict(num_gpus=1),
     )
 ]

opencompass/configs/models/gemma/hf_gemma_7b_it.py

@@ -6,7 +6,7 @@ models = [
         abbr='gemma-7b-it-hf',
         path='google/gemma-7b-it',
         max_out_len=1024,
-        batch_size=8,
+        batch_size=1,
         run_cfg=dict(num_gpus=1),
     )
 ]

opencompass/datasets/scicode.py

@@ -40,10 +40,6 @@ class SciCodeDataset(BaseDataset):
         return self.dataset
 
 
-H5PY_FILE_FOLDER = './data/scicode/'
-H5PY_FILE_FOLDER = get_data_path(H5PY_FILE_FOLDER, local_mode=True)
-
-
 def process_hdf5_list(group):
     lst = []
     for key in group.keys():
@@ -98,6 +94,9 @@ def process_hdf5_datagroup(group):
 
 
 def process_hdf5_to_tuple(step_id, test_num):
+
+    H5PY_FILE_FOLDER = './data/scicode/'
+    H5PY_FILE_FOLDER = get_data_path(H5PY_FILE_FOLDER, local_mode=True)
     data_lst = []
     H5PY_FILE = os.path.join(H5PY_FILE_FOLDER, 'test_data.h5')
     assert os.path.exists(

opencompass/utils/datasets_info.py

@@ -359,5 +359,13 @@ DATASETS_URL = {
     "scicode/": {
         "url": "http://opencompass.oss-cn-shanghai.aliyuncs.com/datasets/data/scicode.zip",
         "md5": "06f64edad6680072e5bca3f0ce892d0c",
+    },
+    "/commonsenseqa": {
+        "url": "http://opencompass.oss-cn-shanghai.aliyuncs.com/datasets/data/commonsenseqa.zip",
+        "md5": "c4a82fc07c81ae1462605f5d7fd2bb2e",
+    },
+    "FewCLUE": {
+        "url": "http://opencompass.oss-cn-shanghai.aliyuncs.com/datasets/data/FewCLUE.zip",
+        "md5": "7976e2bb0e9d885ffd3c55f7c5d4021e",
     }
 }