From a194c01b2333986f949ae21dcb8c4dd3853a9a0b Mon Sep 17 00:00:00 2001 From: Myhs-phz Date: Mon, 31 Mar 2025 02:43:21 +0000 Subject: [PATCH] doc --- dataset-index.yml | 2 +- docs/en/statis.py | 17 +++++++++++++---- docs/zh_cn/statis.py | 19 ++++++++++++++++--- 3 files changed, 30 insertions(+), 8 deletions(-) diff --git a/dataset-index.yml b/dataset-index.yml index 59b6d4da..67162cca 100644 --- a/dataset-index.yml +++ b/dataset-index.yml @@ -121,7 +121,7 @@ category: Reasoning paper: https://arxiv.org/pdf/2310.16049 configpath: opencompass/configs/datasets/musr/musr_gen.py - configpath_llmjudge: opencompass/configs/datasets/mmlu/mmlu_llm_judge_gen.py + configpath_llmjudge: opencompass/configs/datasets/musr/musr_llm_judge_gen.py - needlebench: name: NeedleBench category: Long Context diff --git a/docs/en/statis.py b/docs/en/statis.py index cfacab19..daabe818 100755 --- a/docs/en/statis.py +++ b/docs/en/statis.py @@ -32,7 +32,11 @@ with open(load_path, 'r') as f2: HEADER = ['name', 'category', 'paper', 'configpath', 'configpath_llmjudge'] -recommanded_dataset_list = [] +recommanded_dataset_list = [ + 'ifeval', 'aime2024', 'bbh', 'bigcodebench', 'cmmlu', 'drop', 'gpqa', + 'hellaswag', 'humaneval', 'korbench', 'livecodebench', 'math', 'mmlu', + 'mmlu_pro', 'musr' +] def table_format(data_list): @@ -40,6 +44,11 @@ def table_format(data_list): for i in data_list: table_format_list_sub = [] for j in i: + if j in recommanded_dataset_list: + link_token = '[link](' + else: + link_token = '[link(TBD)](' + for index in HEADER: if index == 'paper': table_format_list_sub.append('[link](' + i[j][index] + ')') @@ -47,18 +56,18 @@ def table_format(data_list): if i[j][index] == '': table_format_list_sub.append(i[j][index]) else: - table_format_list_sub.append('[link](' + + table_format_list_sub.append(link_token + GITHUB_PREFIX + i[j][index] + ')') elif index == 'configpath': if isinstance(i[j][index], list): sub_list_text = '' for k in i[j][index]: - sub_list_text += ('[link](' + GITHUB_PREFIX + k + + sub_list_text += (link_token + GITHUB_PREFIX + k + ') / ') table_format_list_sub.append(sub_list_text[:-2]) else: - table_format_list_sub.append('[link](' + + table_format_list_sub.append(link_token + GITHUB_PREFIX + i[j][index] + ')') else: diff --git a/docs/zh_cn/statis.py b/docs/zh_cn/statis.py index 19d03bfd..04134cf6 100755 --- a/docs/zh_cn/statis.py +++ b/docs/zh_cn/statis.py @@ -30,12 +30,23 @@ with open(load_path, 'r') as f2: HEADER = ['name', 'category', 'paper', 'configpath', 'configpath_llmjudge'] +recommanded_dataset_list = [ + 'ifeval', 'aime2024', 'bbh', 'bigcodebench', 'cmmlu', 'drop', 'gpqa', + 'hellaswag', 'humaneval', 'korbench', 'livecodebench', 'math', 'mmlu', + 'mmlu_pro', 'musr' +] + def table_format(data_list): table_format_list = [] for i in data_list: table_format_list_sub = [] for j in i: + if j in recommanded_dataset_list: + link_token = '[链接](' + else: + link_token = '[链接(TBD)](' + for index in HEADER: if index == 'paper': table_format_list_sub.append('[链接](' + i[j][index] + ')') @@ -43,17 +54,19 @@ def table_format(data_list): if i[j][index] == '': table_format_list_sub.append(i[j][index]) else: - table_format_list_sub.append('[链接](' + GITHUB_PREFIX + + table_format_list_sub.append(link_token + + GITHUB_PREFIX + i[j][index] + ')') elif index == 'configpath': if isinstance(i[j][index], list): sub_list_text = '' for k in i[j][index]: - sub_list_text += ('[链接](' + GITHUB_PREFIX + k + + sub_list_text += (link_token + GITHUB_PREFIX + k + ') / ') table_format_list_sub.append(sub_list_text[:-2]) else: - table_format_list_sub.append('[链接](' + GITHUB_PREFIX + + table_format_list_sub.append(link_token + + GITHUB_PREFIX + i[j][index] + ')') else: table_format_list_sub.append(i[j][index])