jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix bug in needlebench summarizer

Browse Source
This commit is contained in:
DseidLi 2024-02-26 13:31:26 +08:00
parent 5d32b31eb8
commit 0965baf785
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
opencompass/summarizers/needlebench.py
View File

@ -278,6 +278,12 @@ def merge_dataframes(model_name, dataset_abbrs, parsed_data):
# 沿着列方向合并DataFrame
merged_df = pd.concat(dfs, axis=1)
# Check for NaN values and filter out rows with NaN
if merged_df.isnull().any().any():
print('Warning: Some rows were filtered out due to NaN values. This is often due to mismatched row counts among DataFrames.')
merged_df = merged_df.dropna()
return merged_df
def calculate_elementwise_average(merged_df):