jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

delete print

Browse Source
This commit is contained in:
jnanliu 2025-02-23 03:25:58 +00:00
parent 762b66d740
commit 6d5a996deb
2 changed files with 4 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
opencompass/openicl/icl_evaluator/icl_base_evaluator.py
View File

@ -119,13 +119,13 @@ class BaseEvaluator:
eval_results[key] = eval_results[key][0]
grouped_examples = self.group(n, all_details, test_set)
can_calculate = False
if len(all_details) != 0:
eval_details = []
for example_abbr, examples in grouped_examples.items():
detail = {'predictions': [], 'example_abbr': example_abbr}
c = 0
can_calculate = False
for example in examples:
detail['predictions'].append(example['detail'])
# only compute G-Pass@k when details have correct labels
@ -136,7 +136,7 @@ class BaseEvaluator:
can_calculate = True
c += int(example['detail']['is_correct'])
if can_calculate:
if can_calculate and n > 1:
thresholds = [0.0, 0.25, 0.5, 0.75, 1.0]
for _k in ([k] if isinstance(k, int) else k):
for threshold in thresholds:
@ -151,7 +151,8 @@ class BaseEvaluator:
eval_details.append(detail)
eval_results.update(self.reduce(eval_details))
if can_calculate and n > 1:
eval_results.update(self.reduce(eval_details))
eval_results['details'] = eval_details
return eval_results

2
opencompass/openicl/icl_inferencer/icl_gen_inferencer.py
View File

@ -105,8 +105,6 @@ class GenInferencer(BaseInferencer):
ice_template=ice_template,
prompt_template=prompt_template)
print(len(prompt_list))
# 3.1 Fetch and zip prompt & gold answer if output column exists
ds_reader = retriever.dataset_reader
if ds_reader.output_column: