jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix gpass compare error of list k

Browse Source
This commit is contained in:
jnanliu 2025-04-08 10:16:24 +00:00
parent a05f9da134
commit b63f998459
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
opencompass/openicl/icl_evaluator/icl_base_evaluator.py
View File

@ -158,9 +158,10 @@ class BaseEvaluator:
can_calculate = True
c += int(example['detail']['is_correct'])
if can_calculate and n > 1 and k > 1:
k_list = [k] if isinstance(k, int) else k
if can_calculate and n > 1 and max(k_list) > 1:
thresholds = [0.0, 0.25, 0.5, 0.75, 1.0]
for _k in [k] if isinstance(k, int) else k:
for _k in k_list:
for threshold in thresholds:
g_pass = compute_g_pass_at_k(n=n,
c=c,