diff --git a/configs/datasets/ARC_c/ARC_c_gen.py b/configs/datasets/ARC_c/ARC_c_gen.py index dc771dc4..1b228ddd 100644 --- a/configs/datasets/ARC_c/ARC_c_gen.py +++ b/configs/datasets/ARC_c/ARC_c_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .ARC_c_gen_3f3039 import ARC_c_datasets # noqa: F401, F403 + from .ARC_c_gen_1e0de5 import ARC_c_datasets # noqa: F401, F403 diff --git a/configs/datasets/ARC_c/ARC_c_gen_3f3039.py b/configs/datasets/ARC_c/ARC_c_gen_1e0de5.py similarity index 100% rename from configs/datasets/ARC_c/ARC_c_gen_3f3039.py rename to configs/datasets/ARC_c/ARC_c_gen_1e0de5.py diff --git a/configs/datasets/ARC_c/ARC_c_ppl.py b/configs/datasets/ARC_c/ARC_c_ppl.py index 9467f346..f9eca46d 100644 --- a/configs/datasets/ARC_c/ARC_c_ppl.py +++ b/configs/datasets/ARC_c/ARC_c_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .ARC_c_ppl_ba951c import ARC_c_datasets # noqa: F401, F403 + from .ARC_c_ppl_a450bd import ARC_c_datasets # noqa: F401, F403 diff --git a/configs/datasets/ARC_c/ARC_c_ppl_ba951c.py b/configs/datasets/ARC_c/ARC_c_ppl_a450bd.py similarity index 100% rename from configs/datasets/ARC_c/ARC_c_ppl_ba951c.py rename to configs/datasets/ARC_c/ARC_c_ppl_a450bd.py diff --git a/configs/datasets/ARC_c/ARC_c_ppl_2b1755.py b/configs/datasets/ARC_c/ARC_c_ppl_d52a21.py similarity index 100% rename from configs/datasets/ARC_c/ARC_c_ppl_2b1755.py rename to configs/datasets/ARC_c/ARC_c_ppl_d52a21.py diff --git a/configs/datasets/ARC_e/ARC_e_gen.py b/configs/datasets/ARC_e/ARC_e_gen.py index 43c771d1..3545d59e 100644 --- a/configs/datasets/ARC_e/ARC_e_gen.py +++ b/configs/datasets/ARC_e/ARC_e_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .ARC_e_gen_0a29bf import ARC_e_datasets # noqa: F401, F403 + from .ARC_e_gen_1e0de5 import ARC_e_datasets # noqa: F401, F403 diff --git a/configs/datasets/ARC_e/ARC_e_gen_0a29bf.py b/configs/datasets/ARC_e/ARC_e_gen_1e0de5.py similarity index 100% rename from configs/datasets/ARC_e/ARC_e_gen_0a29bf.py rename to configs/datasets/ARC_e/ARC_e_gen_1e0de5.py diff --git a/configs/datasets/ARC_e/ARC_e_ppl.py b/configs/datasets/ARC_e/ARC_e_ppl.py index fab5d48b..133e6f1d 100644 --- a/configs/datasets/ARC_e/ARC_e_ppl.py +++ b/configs/datasets/ARC_e/ARC_e_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .ARC_e_ppl_f86898 import ARC_e_datasets # noqa: F401, F403 + from .ARC_e_ppl_a450bd import ARC_e_datasets # noqa: F401, F403 diff --git a/configs/datasets/ARC_e/ARC_e_ppl_f86898.py b/configs/datasets/ARC_e/ARC_e_ppl_a450bd.py similarity index 100% rename from configs/datasets/ARC_e/ARC_e_ppl_f86898.py rename to configs/datasets/ARC_e/ARC_e_ppl_a450bd.py diff --git a/configs/datasets/ARC_e/ARC_e_ppl_e6b2c5.py b/configs/datasets/ARC_e/ARC_e_ppl_d52a21.py similarity index 100% rename from configs/datasets/ARC_e/ARC_e_ppl_e6b2c5.py rename to configs/datasets/ARC_e/ARC_e_ppl_d52a21.py diff --git a/configs/datasets/CLUE_C3/CLUE_C3_gen.py b/configs/datasets/CLUE_C3/CLUE_C3_gen.py index 6231c46d..58ba3833 100644 --- a/configs/datasets/CLUE_C3/CLUE_C3_gen.py +++ b/configs/datasets/CLUE_C3/CLUE_C3_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .CLUE_C3_gen_9e3de9 import C3_datasets # noqa: F401, F403 + from .CLUE_C3_gen_8c358f import C3_datasets # noqa: F401, F403 diff --git a/configs/datasets/CLUE_C3/CLUE_C3_gen_9e3de9.py b/configs/datasets/CLUE_C3/CLUE_C3_gen_8c358f.py similarity index 100% rename from configs/datasets/CLUE_C3/CLUE_C3_gen_9e3de9.py rename to configs/datasets/CLUE_C3/CLUE_C3_gen_8c358f.py diff --git a/configs/datasets/CLUE_C3/CLUE_C3_ppl.py b/configs/datasets/CLUE_C3/CLUE_C3_ppl.py index 70f4fe7f..3d778d50 100644 --- a/configs/datasets/CLUE_C3/CLUE_C3_ppl.py +++ b/configs/datasets/CLUE_C3/CLUE_C3_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .CLUE_C3_ppl_588820 import C3_datasets # noqa: F401, F403 + from .CLUE_C3_ppl_e24a31 import C3_datasets # noqa: F401, F403 diff --git a/configs/datasets/CLUE_C3/CLUE_C3_ppl_20320d.py b/configs/datasets/CLUE_C3/CLUE_C3_ppl_56b537.py similarity index 100% rename from configs/datasets/CLUE_C3/CLUE_C3_ppl_20320d.py rename to configs/datasets/CLUE_C3/CLUE_C3_ppl_56b537.py diff --git a/configs/datasets/CLUE_C3/CLUE_C3_ppl_588820.py b/configs/datasets/CLUE_C3/CLUE_C3_ppl_e24a31.py similarity index 100% rename from configs/datasets/CLUE_C3/CLUE_C3_ppl_588820.py rename to configs/datasets/CLUE_C3/CLUE_C3_ppl_e24a31.py diff --git a/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen.py b/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen.py index f2e0b9f0..4ec72897 100644 --- a/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen.py +++ b/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .CLUE_CMRC_gen_72a8d5 import CMRC_datasets # noqa: F401, F403 + from .CLUE_CMRC_gen_941108 import CMRC_datasets # noqa: F401, F403 diff --git a/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_d7096f.py b/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_3749cd.py similarity index 100% rename from configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_d7096f.py rename to configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_3749cd.py diff --git a/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_220a83.py b/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_8484b9.py similarity index 100% rename from configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_220a83.py rename to configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_8484b9.py diff --git a/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_72a8d5.py b/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_941108.py similarity index 100% rename from configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_72a8d5.py rename to configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_941108.py diff --git a/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen.py b/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen.py index bcd8fac0..91d27630 100644 --- a/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen.py +++ b/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .CLUE_DRCD_gen_03b96b import DRCD_datasets # noqa: F401, F403 + from .CLUE_DRCD_gen_941108 import DRCD_datasets # noqa: F401, F403 diff --git a/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_9b30c2.py b/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_3749cd.py similarity index 100% rename from configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_9b30c2.py rename to configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_3749cd.py diff --git a/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_698c27.py b/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_8484b9.py similarity index 100% rename from configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_698c27.py rename to configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_8484b9.py diff --git a/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_03b96b.py b/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_941108.py similarity index 100% rename from configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_03b96b.py rename to configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_941108.py diff --git a/configs/datasets/CLUE_afqmc/CLUE_afqmc_gen.py b/configs/datasets/CLUE_afqmc/CLUE_afqmc_gen.py index 1f600c2e..61a1d247 100644 --- a/configs/datasets/CLUE_afqmc/CLUE_afqmc_gen.py +++ b/configs/datasets/CLUE_afqmc/CLUE_afqmc_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .CLUE_afqmc_gen_db509b import afqmc_datasets # noqa: F401, F403 + from .CLUE_afqmc_gen_901306 import afqmc_datasets # noqa: F401, F403 diff --git a/configs/datasets/CLUE_afqmc/CLUE_afqmc_gen_db509b.py b/configs/datasets/CLUE_afqmc/CLUE_afqmc_gen_901306.py similarity index 100% rename from configs/datasets/CLUE_afqmc/CLUE_afqmc_gen_db509b.py rename to configs/datasets/CLUE_afqmc/CLUE_afqmc_gen_901306.py diff --git a/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl.py b/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl.py index bfee7b3c..1fd6b417 100644 --- a/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl.py +++ b/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .CLUE_afqmc_ppl_c83c36 import afqmc_datasets # noqa: F401, F403 + from .CLUE_afqmc_ppl_6507d7 import afqmc_datasets # noqa: F401, F403 diff --git a/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_2313cf.py b/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_378c5b.py similarity index 100% rename from configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_2313cf.py rename to configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_378c5b.py diff --git a/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_c83c36.py b/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_6507d7.py similarity index 100% rename from configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_c83c36.py rename to configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_6507d7.py diff --git a/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_00b348.py b/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_7b0c1e.py similarity index 100% rename from configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_00b348.py rename to configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_7b0c1e.py diff --git a/configs/datasets/CLUE_cmnli/CLUE_cmnli_gen.py b/configs/datasets/CLUE_cmnli/CLUE_cmnli_gen.py index 2ff9e91a..2519ffb4 100644 --- a/configs/datasets/CLUE_cmnli/CLUE_cmnli_gen.py +++ b/configs/datasets/CLUE_cmnli/CLUE_cmnli_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .CLUE_cmnli_gen_316313 import cmnli_datasets # noqa: F401, F403 + from .CLUE_cmnli_gen_1abf97 import cmnli_datasets # noqa: F401, F403 diff --git a/configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_316313.py b/configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_1abf97.py similarity index 100% rename from configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_316313.py rename to configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_1abf97.py diff --git a/configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_2ea62b.py b/configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_51e956.py similarity index 100% rename from configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_2ea62b.py rename to configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_51e956.py diff --git a/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl.py b/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl.py index 17b0a329..e7071913 100644 --- a/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl.py +++ b/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .CLUE_cmnli_ppl_1c652a import cmnli_datasets # noqa: F401, F403 + from .CLUE_cmnli_ppl_fdc6de import cmnli_datasets # noqa: F401, F403 diff --git a/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_b78ad4.py b/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_98dd6e.py similarity index 100% rename from configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_b78ad4.py rename to configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_98dd6e.py diff --git a/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_991e1b.py b/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_ef69e7.py similarity index 100% rename from configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_991e1b.py rename to configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_ef69e7.py diff --git a/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_1c652a.py b/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_fdc6de.py similarity index 100% rename from configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_1c652a.py rename to configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_fdc6de.py diff --git a/configs/datasets/CLUE_ocnli/CLUE_ocnli_gen.py b/configs/datasets/CLUE_ocnli/CLUE_ocnli_gen.py index e27d25f2..751455df 100644 --- a/configs/datasets/CLUE_ocnli/CLUE_ocnli_gen.py +++ b/configs/datasets/CLUE_ocnli/CLUE_ocnli_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .CLUE_ocnli_gen_7c44b0 import ocnli_datasets # noqa: F401, F403 + from .CLUE_ocnli_gen_c4cb6c import ocnli_datasets # noqa: F401, F403 diff --git a/configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_01899f.py b/configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_51e956.py similarity index 100% rename from configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_01899f.py rename to configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_51e956.py diff --git a/configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_7c44b0.py b/configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_c4cb6c.py similarity index 100% rename from configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_7c44b0.py rename to configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_c4cb6c.py diff --git a/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl.py b/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl.py index 4125080f..41926028 100644 --- a/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl.py +++ b/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .CLUE_ocnli_ppl_f103ab import ocnli_datasets # noqa: F401, F403 + from .CLUE_ocnli_ppl_fdc6de import ocnli_datasets # noqa: F401, F403 diff --git a/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_1b4c9d.py b/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_98dd6e.py similarity index 100% rename from configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_1b4c9d.py rename to configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_98dd6e.py diff --git a/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_eaa2be.py b/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_ef69e7.py similarity index 100% rename from configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_eaa2be.py rename to configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_ef69e7.py diff --git a/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_f103ab.py b/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_fdc6de.py similarity index 100% rename from configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_f103ab.py rename to configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_fdc6de.py diff --git a/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_gen.py b/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_gen.py index 15c24fbc..23a7da91 100644 --- a/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_gen.py +++ b/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .FewCLUE_bustm_gen_305431 import bustm_datasets # noqa: F401, F403 + from .FewCLUE_bustm_gen_634f41 import bustm_datasets # noqa: F401, F403 diff --git a/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_gen_305431.py b/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_gen_634f41.py similarity index 100% rename from configs/datasets/FewCLUE_bustm/FewCLUE_bustm_gen_305431.py rename to configs/datasets/FewCLUE_bustm/FewCLUE_bustm_gen_634f41.py diff --git a/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl.py b/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl.py index 22da8d3b..96acb34c 100644 --- a/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl.py +++ b/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .FewCLUE_bustm_ppl_47f2ab import bustm_datasets # noqa: F401, F403 + from .FewCLUE_bustm_ppl_e53034 import bustm_datasets # noqa: F401, F403 diff --git a/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_332a41.py b/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_4b16c0.py similarity index 100% rename from configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_332a41.py rename to configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_4b16c0.py diff --git a/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_4f864a.py b/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_9ef540.py similarity index 100% rename from configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_4f864a.py rename to configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_9ef540.py diff --git a/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_47f2ab.py b/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_e53034.py similarity index 100% rename from configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_47f2ab.py rename to configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_e53034.py diff --git a/configs/datasets/FewCLUE_chid/FewCLUE_chid_gen.py b/configs/datasets/FewCLUE_chid/FewCLUE_chid_gen.py index 28969512..32bec38b 100644 --- a/configs/datasets/FewCLUE_chid/FewCLUE_chid_gen.py +++ b/configs/datasets/FewCLUE_chid/FewCLUE_chid_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .FewCLUE_chid_gen_686c63 import chid_datasets # noqa: F401, F403 + from .FewCLUE_chid_gen_0a29a2 import chid_datasets # noqa: F401, F403 diff --git a/configs/datasets/FewCLUE_chid/FewCLUE_chid_gen_686c63.py b/configs/datasets/FewCLUE_chid/FewCLUE_chid_gen_0a29a2.py similarity index 100% rename from configs/datasets/FewCLUE_chid/FewCLUE_chid_gen_686c63.py rename to configs/datasets/FewCLUE_chid/FewCLUE_chid_gen_0a29a2.py diff --git a/configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl.py b/configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl.py index 0845bf3e..30f78597 100644 --- a/configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl.py +++ b/configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .FewCLUE_chid_ppl_b6cd88 import chid_datasets # noqa: F401, F403 + from .FewCLUE_chid_ppl_8f2872 import chid_datasets # noqa: F401, F403 diff --git a/configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl_b6cd88.py b/configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl_8f2872.py similarity index 100% rename from configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl_b6cd88.py rename to configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl_8f2872.py diff --git a/configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl_36eb14.py b/configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl_acccb5.py similarity index 100% rename from configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl_36eb14.py rename to configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl_acccb5.py diff --git a/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_gen.py b/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_gen.py index 4b77bf5e..75cb8908 100644 --- a/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_gen.py +++ b/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .FewCLUE_cluewsc_gen_276956 import cluewsc_datasets # noqa: F401, F403 + from .FewCLUE_cluewsc_gen_c68933 import cluewsc_datasets # noqa: F401, F403 diff --git a/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_gen_276956.py b/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_gen_c68933.py similarity index 100% rename from configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_gen_276956.py rename to configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_gen_c68933.py diff --git a/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl.py b/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl.py index 274d7c55..e1107436 100644 --- a/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl.py +++ b/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .FewCLUE_cluewsc_ppl_2a9e61 import cluewsc_datasets # noqa: F401, F403 + from .FewCLUE_cluewsc_ppl_868415 import cluewsc_datasets # noqa: F401, F403 diff --git a/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_fc45f0.py b/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_12e4e0.py similarity index 100% rename from configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_fc45f0.py rename to configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_12e4e0.py diff --git a/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_d335d5.py b/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_4284a0.py similarity index 100% rename from configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_d335d5.py rename to configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_4284a0.py diff --git a/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_2a9e61.py b/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_868415.py similarity index 100% rename from configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_2a9e61.py rename to configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_868415.py diff --git a/configs/datasets/FewCLUE_csl/FewCLUE_csl_gen.py b/configs/datasets/FewCLUE_csl/FewCLUE_csl_gen.py index 0f62a452..1146964c 100644 --- a/configs/datasets/FewCLUE_csl/FewCLUE_csl_gen.py +++ b/configs/datasets/FewCLUE_csl/FewCLUE_csl_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .FewCLUE_csl_gen_1b0c02 import csl_datasets # noqa: F401, F403 + from .FewCLUE_csl_gen_87f4a8 import csl_datasets # noqa: F401, F403 diff --git a/configs/datasets/FewCLUE_csl/FewCLUE_csl_gen_1b0c02.py b/configs/datasets/FewCLUE_csl/FewCLUE_csl_gen_87f4a8.py similarity index 100% rename from configs/datasets/FewCLUE_csl/FewCLUE_csl_gen_1b0c02.py rename to configs/datasets/FewCLUE_csl/FewCLUE_csl_gen_87f4a8.py diff --git a/configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl.py b/configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl.py index e2d6a4ad..483a4d53 100644 --- a/configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl.py +++ b/configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .FewCLUE_csl_ppl_8eee08 import csl_datasets # noqa: F401, F403 + from .FewCLUE_csl_ppl_841b62 import csl_datasets # noqa: F401, F403 diff --git a/configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl_f99d7a.py b/configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl_769f8d.py similarity index 100% rename from configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl_f99d7a.py rename to configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl_769f8d.py diff --git a/configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl_8eee08.py b/configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl_841b62.py similarity index 100% rename from configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl_8eee08.py rename to configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl_841b62.py diff --git a/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_gen.py b/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_gen.py index d1dd4972..82935fa0 100644 --- a/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_gen.py +++ b/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .FewCLUE_eprstmt_gen_d6d06d import eprstmt_datasets # noqa: F401, F403 + from .FewCLUE_eprstmt_gen_740ea0 import eprstmt_datasets # noqa: F401, F403 diff --git a/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_gen_d6d06d.py b/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_gen_740ea0.py similarity index 100% rename from configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_gen_d6d06d.py rename to configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_gen_740ea0.py diff --git a/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl.py b/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl.py index 2037bc71..ee3b2c7f 100644 --- a/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl.py +++ b/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .FewCLUE_eprstmt_ppl_d3c387 import eprstmt_datasets # noqa: F401, F403 + from .FewCLUE_eprstmt_ppl_f1e631 import eprstmt_datasets # noqa: F401, F403 diff --git a/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl_b59c1f.py b/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl_1ce587.py similarity index 100% rename from configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl_b59c1f.py rename to configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl_1ce587.py diff --git a/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl_d3c387.py b/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl_f1e631.py similarity index 100% rename from configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl_d3c387.py rename to configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl_f1e631.py diff --git a/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_gen.py b/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_gen.py index ec5c483d..0e3ae951 100644 --- a/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_gen.py +++ b/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .FewCLUE_ocnli_fc_gen_bef37f import ocnli_fc_datasets # noqa: F401, F403 + from .FewCLUE_ocnli_fc_gen_f97a97 import ocnli_fc_datasets # noqa: F401, F403 diff --git a/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_gen_bef37f.py b/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_gen_f97a97.py similarity index 100% rename from configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_gen_bef37f.py rename to configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_gen_f97a97.py diff --git a/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl.py b/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl.py index 15d5aa4d..63e1a76b 100644 --- a/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl.py +++ b/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .FewCLUE_ocnli_fc_ppl_b828fc import ocnli_fc_datasets # noqa: F401, F403 + from .FewCLUE_ocnli_fc_ppl_c08300 import ocnli_fc_datasets # noqa: F401, F403 diff --git a/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl_29abd6.py b/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl_9e8b3d.py similarity index 100% rename from configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl_29abd6.py rename to configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl_9e8b3d.py diff --git a/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl_b828fc.py b/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl_c08300.py similarity index 100% rename from configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl_b828fc.py rename to configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl_c08300.py diff --git a/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_gen.py b/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_gen.py index 0f7a9494..0ce2d4d8 100644 --- a/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_gen.py +++ b/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .FewCLUE_tnews_gen_8d59ba import tnews_datasets # noqa: F401, F403 + from .FewCLUE_tnews_gen_b90e4a import tnews_datasets # noqa: F401, F403 diff --git a/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_gen_8d59ba.py b/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_gen_b90e4a.py similarity index 100% rename from configs/datasets/FewCLUE_tnews/FewCLUE_tnews_gen_8d59ba.py rename to configs/datasets/FewCLUE_tnews/FewCLUE_tnews_gen_b90e4a.py diff --git a/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl.py b/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl.py index d542ea26..4b6b0489 100644 --- a/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl.py +++ b/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .FewCLUE_tnews_ppl_784b9e import tnews_datasets # noqa: F401, F403 + from .FewCLUE_tnews_ppl_d10e8a import tnews_datasets # noqa: F401, F403 diff --git a/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_d90d23.py b/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_7d1c07.py similarity index 100% rename from configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_d90d23.py rename to configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_7d1c07.py diff --git a/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_784b9e.py b/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_d10e8a.py similarity index 100% rename from configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_784b9e.py rename to configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_d10e8a.py diff --git a/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_33cc73.py b/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_fff486.py similarity index 100% rename from configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_33cc73.py rename to configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_fff486.py diff --git a/configs/datasets/GaokaoBench/GaokaoBench_gen.py b/configs/datasets/GaokaoBench/GaokaoBench_gen.py index 26aa3fd2..f5070ee8 100644 --- a/configs/datasets/GaokaoBench/GaokaoBench_gen.py +++ b/configs/datasets/GaokaoBench/GaokaoBench_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .GaokaoBench_gen_aed980 import GaokaoBench_datasets # noqa: F401, F403 + from .GaokaoBench_gen_5cfe9e import GaokaoBench_datasets # noqa: F401, F403 diff --git a/configs/datasets/GaokaoBench/GaokaoBench_gen_aed980.py b/configs/datasets/GaokaoBench/GaokaoBench_gen_5cfe9e.py similarity index 100% rename from configs/datasets/GaokaoBench/GaokaoBench_gen_aed980.py rename to configs/datasets/GaokaoBench/GaokaoBench_gen_5cfe9e.py diff --git a/configs/datasets/PJExam/PJExam_gen.py b/configs/datasets/PJExam/PJExam_gen.py index 962dc3cc..373f3cc2 100644 --- a/configs/datasets/PJExam/PJExam_gen.py +++ b/configs/datasets/PJExam/PJExam_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .PJExam_gen_785c37 import PJExam_datasets # noqa: F401, F403 + from .PJExam_gen_8cd97c import PJExam_datasets # noqa: F401, F403 diff --git a/configs/datasets/PJExam/PJExam_gen_785c37.py b/configs/datasets/PJExam/PJExam_gen_8cd97c.py similarity index 100% rename from configs/datasets/PJExam/PJExam_gen_785c37.py rename to configs/datasets/PJExam/PJExam_gen_8cd97c.py diff --git a/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_gen.py b/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_gen.py index 8039d2ca..902e55bc 100644 --- a/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_gen.py +++ b/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_AX_b_gen_477186 import AX_b_datasets # noqa: F401, F403 + from .SuperGLUE_AX_b_gen_4dfefa import AX_b_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_gen_477186.py b/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_gen_4dfefa.py similarity index 100% rename from configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_gen_477186.py rename to configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_gen_4dfefa.py diff --git a/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl.py b/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl.py index 899a7729..97b26ca1 100644 --- a/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl.py +++ b/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_AX_b_ppl_4bd960 import AX_b_datasets # noqa: F401, F403 + from .SuperGLUE_AX_b_ppl_6db806 import AX_b_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl_a65d62.py b/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl_0748aa.py similarity index 100% rename from configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl_a65d62.py rename to configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl_0748aa.py diff --git a/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl_4bd960.py b/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl_6db806.py similarity index 100% rename from configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl_4bd960.py rename to configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl_6db806.py diff --git a/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_gen.py b/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_gen.py index a59cfe6b..015602ef 100644 --- a/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_gen.py +++ b/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_AX_g_gen_7a5dee import AX_g_datasets # noqa: F401, F403 + from .SuperGLUE_AX_g_gen_68aac7 import AX_g_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_gen_7a5dee.py b/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_gen_68aac7.py similarity index 100% rename from configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_gen_7a5dee.py rename to configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_gen_68aac7.py diff --git a/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl.py b/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl.py index 84a26e33..b5e7da7b 100644 --- a/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl.py +++ b/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_AX_g_ppl_8d9bf9 import AX_g_datasets # noqa: F401, F403 + from .SuperGLUE_AX_g_ppl_66caf3 import AX_g_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl_d489ee.py b/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl_50f8f6.py similarity index 100% rename from configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl_d489ee.py rename to configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl_50f8f6.py diff --git a/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl_8d9bf9.py b/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl_66caf3.py similarity index 100% rename from configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl_8d9bf9.py rename to configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl_66caf3.py diff --git a/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_gen.py b/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_gen.py index 178bb1e9..83af4c0e 100644 --- a/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_gen.py +++ b/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_BoolQ_gen_8525d1 import BoolQ_datasets # noqa: F401, F403 + from .SuperGLUE_BoolQ_gen_883d50 import BoolQ_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_gen_8525d1.py b/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_gen_883d50.py similarity index 100% rename from configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_gen_8525d1.py rename to configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_gen_883d50.py diff --git a/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl.py b/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl.py index d2f2d5ed..7f119adc 100644 --- a/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl.py +++ b/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_BoolQ_ppl_f80fb0 import BoolQ_datasets # noqa: F401, F403 + from .SuperGLUE_BoolQ_ppl_314b96 import BoolQ_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_f80fb0.py b/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_314b96.py similarity index 100% rename from configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_f80fb0.py rename to configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_314b96.py diff --git a/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_094411.py b/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_4da4db.py similarity index 100% rename from configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_094411.py rename to configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_4da4db.py diff --git a/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_c040f6.py b/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_9619db.py similarity index 100% rename from configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_c040f6.py rename to configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_9619db.py diff --git a/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_gen.py b/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_gen.py index 7fe6c83d..4cc65e02 100644 --- a/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_gen.py +++ b/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_CB_gen_bb97e1 import CB_datasets # noqa: F401, F403 + from .SuperGLUE_CB_gen_854c6c import CB_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_gen_bb97e1.py b/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_gen_854c6c.py similarity index 100% rename from configs/datasets/SuperGLUE_CB/SuperGLUE_CB_gen_bb97e1.py rename to configs/datasets/SuperGLUE_CB/SuperGLUE_CB_gen_854c6c.py diff --git a/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl.py b/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl.py index 2688f70c..9527f3bc 100644 --- a/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl.py +++ b/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_CB_ppl_32adbb import CB_datasets # noqa: F401, F403 + from .SuperGLUE_CB_ppl_0143fe import CB_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl_32adbb.py b/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl_0143fe.py similarity index 100% rename from configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl_32adbb.py rename to configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl_0143fe.py diff --git a/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl_012063.py b/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl_11c175.py similarity index 100% rename from configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl_012063.py rename to configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl_11c175.py diff --git a/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_gen.py b/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_gen.py index 3224b3da..5b0596b5 100644 --- a/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_gen.py +++ b/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_COPA_gen_6d5e67 import COPA_datasets # noqa: F401, F403 + from .SuperGLUE_COPA_gen_91ca53 import COPA_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_gen_6d5e67.py b/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_gen_91ca53.py similarity index 100% rename from configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_gen_6d5e67.py rename to configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_gen_91ca53.py diff --git a/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl.py b/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl.py index 998dcd1d..e6d1a8d0 100644 --- a/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl.py +++ b/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_COPA_ppl_ddb78c import COPA_datasets # noqa: F401, F403 + from .SuperGLUE_COPA_ppl_9f3618 import COPA_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_ed59be.py b/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_54058d.py similarity index 100% rename from configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_ed59be.py rename to configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_54058d.py diff --git a/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_0ef2f8.py b/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_5c24f1.py similarity index 100% rename from configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_0ef2f8.py rename to configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_5c24f1.py diff --git a/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_ddb78c.py b/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_9f3618.py similarity index 100% rename from configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_ddb78c.py rename to configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_9f3618.py diff --git a/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_gen.py b/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_gen.py index 01f9940e..addf4f7a 100644 --- a/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_gen.py +++ b/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_MultiRC_gen_26c9dc import MultiRC_datasets # noqa: F401, F403 + from .SuperGLUE_MultiRC_gen_27071f import MultiRC_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_gen_26c9dc.py b/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_gen_27071f.py similarity index 100% rename from configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_gen_26c9dc.py rename to configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_gen_27071f.py diff --git a/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl.py b/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl.py index de46be78..9da94a5f 100644 --- a/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl.py +++ b/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_MultiRC_ppl_83a304 import MultiRC_datasets # noqa: F401, F403 + from .SuperGLUE_MultiRC_ppl_ced824 import MultiRC_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl_1123bd.py b/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl_866273.py similarity index 100% rename from configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl_1123bd.py rename to configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl_866273.py diff --git a/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl_83a304.py b/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl_ced824.py similarity index 100% rename from configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl_83a304.py rename to configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl_ced824.py diff --git a/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_gen.py b/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_gen.py index 93433795..8afc5813 100644 --- a/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_gen.py +++ b/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_RTE_gen_ce346a import RTE_datasets # noqa: F401, F403 + from .SuperGLUE_RTE_gen_68aac7 import RTE_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_gen_ce346a.py b/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_gen_68aac7.py similarity index 100% rename from configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_gen_ce346a.py rename to configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_gen_68aac7.py diff --git a/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl.py b/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl.py index 1f83906f..70d0534c 100644 --- a/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl.py +++ b/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_RTE_ppl_29a22c import RTE_datasets # noqa: F401, F403 + from .SuperGLUE_RTE_ppl_66caf3 import RTE_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl_f28ad6.py b/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl_50f8f6.py similarity index 100% rename from configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl_f28ad6.py rename to configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl_50f8f6.py diff --git a/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl_29a22c.py b/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl_66caf3.py similarity index 100% rename from configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl_29a22c.py rename to configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl_66caf3.py diff --git a/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen.py b/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen.py index e5f0e8b0..7229007a 100644 --- a/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen.py +++ b/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_ReCoRD_gen_d8f19c import ReCoRD_datasets # noqa: F401, F403 + from .SuperGLUE_ReCoRD_gen_30dea0 import ReCoRD_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen_90d5b6.py b/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen_0f7784.py similarity index 100% rename from configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen_90d5b6.py rename to configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen_0f7784.py diff --git a/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen_d8f19c.py b/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen_30dea0.py similarity index 100% rename from configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen_d8f19c.py rename to configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen_30dea0.py diff --git a/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen.py b/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen.py index fb3431f3..087f66c2 100644 --- a/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen.py +++ b/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_WSC_gen_d8d441 import WSC_datasets # noqa: F401, F403 + from .SuperGLUE_WSC_gen_6dc406 import WSC_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen_d8d441.py b/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen_6dc406.py similarity index 100% rename from configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen_d8d441.py rename to configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen_6dc406.py diff --git a/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl.py b/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl.py index 0ac78582..b40f7d76 100644 --- a/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl.py +++ b/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_WSC_ppl_85f45f import WSC_datasets # noqa: F401, F403 + from .SuperGLUE_WSC_ppl_d0f531 import WSC_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_9ed37a.py b/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_003529.py similarity index 100% rename from configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_9ed37a.py rename to configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_003529.py diff --git a/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_85f45f.py b/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_d0f531.py similarity index 100% rename from configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_85f45f.py rename to configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_d0f531.py diff --git a/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_89e489.py b/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_f37e78.py similarity index 100% rename from configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_89e489.py rename to configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_f37e78.py diff --git a/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_gen.py b/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_gen.py index 4aba7ef6..16935815 100644 --- a/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_gen.py +++ b/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_WiC_gen_c39367 import WiC_datasets # noqa: F401, F403 + from .SuperGLUE_WiC_gen_d06864 import WiC_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_gen_c39367.py b/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_gen_d06864.py similarity index 100% rename from configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_gen_c39367.py rename to configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_gen_d06864.py diff --git a/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl.py b/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl.py index 95bb8c36..6550212c 100644 --- a/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl.py +++ b/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .SuperGLUE_WiC_ppl_4118db import WiC_datasets # noqa: F401, F403 + from .SuperGLUE_WiC_ppl_312de9 import WiC_datasets # noqa: F401, F403 diff --git a/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_4118db.py b/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_312de9.py similarity index 100% rename from configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_4118db.py rename to configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_312de9.py diff --git a/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_ab6e84.py b/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_3fb6fd.py similarity index 100% rename from configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_ab6e84.py rename to configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_3fb6fd.py diff --git a/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_d316eb.py b/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_c926be.py similarity index 100% rename from configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_d316eb.py rename to configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_c926be.py diff --git a/configs/datasets/TheoremQA/TheoremQA_gen.py b/configs/datasets/TheoremQA/TheoremQA_gen.py index d26e9d27..648ccb7b 100644 --- a/configs/datasets/TheoremQA/TheoremQA_gen.py +++ b/configs/datasets/TheoremQA/TheoremQA_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .TheoremQA_gen_891fcf import TheoremQA_datasets # noqa: F401, F403 + from .TheoremQA_gen_a27a10 import TheoremQA_datasets # noqa: F401, F403 diff --git a/configs/datasets/TheoremQA/TheoremQA_gen_74abc9.py b/configs/datasets/TheoremQA/TheoremQA_gen_6365d5.py similarity index 100% rename from configs/datasets/TheoremQA/TheoremQA_gen_74abc9.py rename to configs/datasets/TheoremQA/TheoremQA_gen_6365d5.py diff --git a/configs/datasets/TheoremQA/TheoremQA_gen_24bc13.py b/configs/datasets/TheoremQA/TheoremQA_gen_8acdf7.py similarity index 100% rename from configs/datasets/TheoremQA/TheoremQA_gen_24bc13.py rename to configs/datasets/TheoremQA/TheoremQA_gen_8acdf7.py diff --git a/configs/datasets/TheoremQA/TheoremQA_gen_891fcf.py b/configs/datasets/TheoremQA/TheoremQA_gen_a27a10.py similarity index 100% rename from configs/datasets/TheoremQA/TheoremQA_gen_891fcf.py rename to configs/datasets/TheoremQA/TheoremQA_gen_a27a10.py diff --git a/configs/datasets/XCOPA/XCOPA_ppl.py b/configs/datasets/XCOPA/XCOPA_ppl.py index a8f777df..dd986541 100644 --- a/configs/datasets/XCOPA/XCOPA_ppl.py +++ b/configs/datasets/XCOPA/XCOPA_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .XCOPA_ppl_6215c4 import XCOPA_datasets # noqa: F401, F403 + from .XCOPA_ppl_54058d import XCOPA_datasets # noqa: F401, F403 diff --git a/configs/datasets/XCOPA/XCOPA_ppl_6215c4.py b/configs/datasets/XCOPA/XCOPA_ppl_54058d.py similarity index 100% rename from configs/datasets/XCOPA/XCOPA_ppl_6215c4.py rename to configs/datasets/XCOPA/XCOPA_ppl_54058d.py diff --git a/configs/datasets/XLSum/XLSum_gen.py b/configs/datasets/XLSum/XLSum_gen.py index f09668cc..1936d69f 100644 --- a/configs/datasets/XLSum/XLSum_gen.py +++ b/configs/datasets/XLSum/XLSum_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .XLSum_gen_1cc5f6 import XLSum_datasets # noqa: F401, F403 + from .XLSum_gen_2bb71c import XLSum_datasets # noqa: F401, F403 diff --git a/configs/datasets/XLSum/XLSum_gen_1cc5f6.py b/configs/datasets/XLSum/XLSum_gen_2bb71c.py similarity index 100% rename from configs/datasets/XLSum/XLSum_gen_1cc5f6.py rename to configs/datasets/XLSum/XLSum_gen_2bb71c.py diff --git a/configs/datasets/Xsum/Xsum_gen.py b/configs/datasets/Xsum/Xsum_gen.py index d7d3307f..bc87fe81 100644 --- a/configs/datasets/Xsum/Xsum_gen.py +++ b/configs/datasets/Xsum/Xsum_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .Xsum_gen_d2126e import Xsum_datasets # noqa: F401, F403 + from .Xsum_gen_31397e import Xsum_datasets # noqa: F401, F403 diff --git a/configs/datasets/Xsum/Xsum_gen_d2126e.py b/configs/datasets/Xsum/Xsum_gen_31397e.py similarity index 100% rename from configs/datasets/Xsum/Xsum_gen_d2126e.py rename to configs/datasets/Xsum/Xsum_gen_31397e.py diff --git a/configs/datasets/Xsum/Xsum_gen_bb6e7b.py b/configs/datasets/Xsum/Xsum_gen_8ea5f8.py similarity index 100% rename from configs/datasets/Xsum/Xsum_gen_bb6e7b.py rename to configs/datasets/Xsum/Xsum_gen_8ea5f8.py diff --git a/configs/datasets/agieval/agieval_gen.py b/configs/datasets/agieval/agieval_gen.py index 27940dcd..7cf48417 100644 --- a/configs/datasets/agieval/agieval_gen.py +++ b/configs/datasets/agieval/agieval_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .agieval_gen_dc7dae import agieval_datasets # noqa: F401, F403 + from .agieval_gen_397d81 import agieval_datasets # noqa: F401, F403 diff --git a/configs/datasets/agieval/agieval_gen_508849.py b/configs/datasets/agieval/agieval_gen_0a9ace.py similarity index 100% rename from configs/datasets/agieval/agieval_gen_508849.py rename to configs/datasets/agieval/agieval_gen_0a9ace.py diff --git a/configs/datasets/agieval/agieval_gen_dc7dae.py b/configs/datasets/agieval/agieval_gen_397d81.py similarity index 100% rename from configs/datasets/agieval/agieval_gen_dc7dae.py rename to configs/datasets/agieval/agieval_gen_397d81.py diff --git a/configs/datasets/apps/apps_gen.py b/configs/datasets/apps/apps_gen.py index 5c4aa1cb..5b28a9a8 100644 --- a/configs/datasets/apps/apps_gen.py +++ b/configs/datasets/apps/apps_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .apps_gen_193ec0 import apps_datasets # noqa: F401, F403 + from .apps_gen_7fbb95 import apps_datasets # noqa: F401, F403 diff --git a/configs/datasets/apps/apps_gen_36c409.py b/configs/datasets/apps/apps_gen_5b4254.py similarity index 100% rename from configs/datasets/apps/apps_gen_36c409.py rename to configs/datasets/apps/apps_gen_5b4254.py diff --git a/configs/datasets/apps/apps_gen_193ec0.py b/configs/datasets/apps/apps_gen_7fbb95.py similarity index 100% rename from configs/datasets/apps/apps_gen_193ec0.py rename to configs/datasets/apps/apps_gen_7fbb95.py diff --git a/configs/datasets/apps/apps_gen_e85947.py b/configs/datasets/apps/apps_gen_b4dee3.py similarity index 100% rename from configs/datasets/apps/apps_gen_e85947.py rename to configs/datasets/apps/apps_gen_b4dee3.py diff --git a/configs/datasets/bbh/bbh_gen.py b/configs/datasets/bbh/bbh_gen.py index f0cee254..03768981 100644 --- a/configs/datasets/bbh/bbh_gen.py +++ b/configs/datasets/bbh/bbh_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .bbh_gen_58abc3 import bbh_datasets # noqa: F401, F403 + from .bbh_gen_6bd693 import bbh_datasets # noqa: F401, F403 diff --git a/configs/datasets/bbh/bbh_gen_58abc3.py b/configs/datasets/bbh/bbh_gen_6bd693.py similarity index 90% rename from configs/datasets/bbh/bbh_gen_58abc3.py rename to configs/datasets/bbh/bbh_gen_6bd693.py index a8ce9b54..6489e5c4 100644 --- a/configs/datasets/bbh/bbh_gen_58abc3.py +++ b/configs/datasets/bbh/bbh_gen_6bd693.py @@ -1,3 +1,4 @@ +from os.path import exists from opencompass.openicl.icl_prompt_template import PromptTemplate from opencompass.openicl.icl_retriever import ZeroRetriever from opencompass.openicl.icl_inferencer import GenInferencer @@ -42,7 +43,9 @@ bbh_free_form_sets = [ bbh_datasets = [] for _name in bbh_multiple_choice_sets: - _hint = open(f"{_path_prefix}/lib_prompt/{_name}.txt", 'r').read() + _hint = None + if exists(f"{_path_prefix}/lib_prompt/{_name}.txt"): + _hint = open(f"{_path_prefix}/lib_prompt/{_name}.txt", 'r').read() bbh_infer_cfg = dict( prompt_template=dict( type=PromptTemplate, @@ -72,7 +75,9 @@ for _name in bbh_multiple_choice_sets: eval_cfg=bbh_eval_cfg.copy())) for _name in bbh_free_form_sets: - _hint = open(f"{_path_prefix}/lib_prompt/{_name}.txt", 'r').read() + _hint = None + if exists(f"{_path_prefix}/lib_prompt/{_name}.txt"): + _hint = open(f"{_path_prefix}/lib_prompt/{_name}.txt", 'r').read() bbh_infer_cfg = dict( prompt_template=dict( type=PromptTemplate, diff --git a/configs/datasets/ceval/ceval_gen.py b/configs/datasets/ceval/ceval_gen.py index cc33b7ea..c06e37f1 100644 --- a/configs/datasets/ceval/ceval_gen.py +++ b/configs/datasets/ceval/ceval_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .ceval_gen_ee2cb0 import ceval_datasets # noqa: F401, F403 + from .ceval_gen_5f30c7 import ceval_datasets # noqa: F401, F403 diff --git a/configs/datasets/ceval/ceval_gen_c24a21.py b/configs/datasets/ceval/ceval_gen_2daf24.py similarity index 100% rename from configs/datasets/ceval/ceval_gen_c24a21.py rename to configs/datasets/ceval/ceval_gen_2daf24.py diff --git a/configs/datasets/ceval/ceval_gen_ee2cb0.py b/configs/datasets/ceval/ceval_gen_5f30c7.py similarity index 100% rename from configs/datasets/ceval/ceval_gen_ee2cb0.py rename to configs/datasets/ceval/ceval_gen_5f30c7.py diff --git a/configs/datasets/ceval/ceval_ppl.py b/configs/datasets/ceval/ceval_ppl.py index f2df3b7c..caf179e4 100644 --- a/configs/datasets/ceval/ceval_ppl.py +++ b/configs/datasets/ceval/ceval_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .ceval_ppl_275812 import ceval_datasets # noqa: F401, F403 + from .ceval_ppl_578f8d import ceval_datasets # noqa: F401, F403 diff --git a/configs/datasets/ceval/ceval_ppl_275812.py b/configs/datasets/ceval/ceval_ppl_578f8d.py similarity index 100% rename from configs/datasets/ceval/ceval_ppl_275812.py rename to configs/datasets/ceval/ceval_ppl_578f8d.py diff --git a/configs/datasets/ceval/ceval_ppl_162686.py b/configs/datasets/ceval/ceval_ppl_93e5ce.py similarity index 100% rename from configs/datasets/ceval/ceval_ppl_162686.py rename to configs/datasets/ceval/ceval_ppl_93e5ce.py diff --git a/configs/datasets/civilcomments/civilcomments_ppl.py b/configs/datasets/civilcomments/civilcomments_ppl.py index 2b4c9b4c..99ed3abf 100644 --- a/configs/datasets/civilcomments/civilcomments_ppl.py +++ b/configs/datasets/civilcomments/civilcomments_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .civilcomments_ppl_e01497 import civilcomments_datasets # noqa: F401, F403 + from .civilcomments_ppl_6a2561 import civilcomments_datasets # noqa: F401, F403 diff --git a/configs/datasets/civilcomments/civilcomments_ppl_e01497.py b/configs/datasets/civilcomments/civilcomments_ppl_6a2561.py similarity index 100% rename from configs/datasets/civilcomments/civilcomments_ppl_e01497.py rename to configs/datasets/civilcomments/civilcomments_ppl_6a2561.py diff --git a/configs/datasets/civilcomments/civilcomments_ppl_fb1666.py b/configs/datasets/civilcomments/civilcomments_ppl_a3c5fd.py similarity index 100% rename from configs/datasets/civilcomments/civilcomments_ppl_fb1666.py rename to configs/datasets/civilcomments/civilcomments_ppl_a3c5fd.py diff --git a/configs/datasets/collections/base_medium.py b/configs/datasets/collections/base_medium.py index 92b84796..4684c1e6 100644 --- a/configs/datasets/collections/base_medium.py +++ b/configs/datasets/collections/base_medium.py @@ -1,57 +1,57 @@ from mmengine.config import read_base with read_base(): - from ..mmlu.mmlu_ppl_c6bbe6 import mmlu_datasets - from ..ceval.ceval_ppl_275812 import ceval_datasets + from ..mmlu.mmlu_ppl_ac766d import mmlu_datasets + from ..ceval.ceval_ppl_578f8d import ceval_datasets from ..agieval.agieval_mixed_2f14ad import agieval_datasets from ..GaokaoBench.GaokaoBench_mixed_f2038e import GaokaoBench_datasets - from ..bbh.bbh_gen_58abc3 import bbh_datasets - from ..humaneval.humaneval_gen_d428f1 import humaneval_datasets - from ..mbpp.mbpp_gen_4104e4 import mbpp_datasets - from ..CLUE_C3.CLUE_C3_ppl_588820 import C3_datasets - from ..CLUE_CMRC.CLUE_CMRC_gen_72a8d5 import CMRC_datasets - from ..CLUE_DRCD.CLUE_DRCD_gen_03b96b import DRCD_datasets - from ..CLUE_afqmc.CLUE_afqmc_ppl_c83c36 import afqmc_datasets - from ..CLUE_cmnli.CLUE_cmnli_ppl_1c652a import cmnli_datasets - from ..CLUE_ocnli.CLUE_ocnli_ppl_f103ab import ocnli_datasets - from ..FewCLUE_bustm.FewCLUE_bustm_ppl_47f2ab import bustm_datasets - from ..FewCLUE_chid.FewCLUE_chid_ppl_b6cd88 import chid_datasets - from ..FewCLUE_cluewsc.FewCLUE_cluewsc_ppl_2a9e61 import cluewsc_datasets - from ..FewCLUE_csl.FewCLUE_csl_ppl_8eee08 import csl_datasets - from ..FewCLUE_eprstmt.FewCLUE_eprstmt_ppl_d3c387 import eprstmt_datasets - from ..FewCLUE_ocnli_fc.FewCLUE_ocnli_fc_ppl_b828fc import ocnli_fc_datasets - from ..FewCLUE_tnews.FewCLUE_tnews_ppl_784b9e import tnews_datasets - from ..lcsts.lcsts_gen_427fde import lcsts_datasets - from ..lambada.lambada_gen_7ffe3d import lambada_datasets - from ..storycloze.storycloze_ppl_c1912d import storycloze_datasets - from ..SuperGLUE_AX_b.SuperGLUE_AX_b_ppl_4bd960 import AX_b_datasets - from ..SuperGLUE_AX_g.SuperGLUE_AX_g_ppl_8d9bf9 import AX_g_datasets - from ..SuperGLUE_BoolQ.SuperGLUE_BoolQ_ppl_f80fb0 import BoolQ_datasets - from ..SuperGLUE_CB.SuperGLUE_CB_ppl_32adbb import CB_datasets - from ..SuperGLUE_COPA.SuperGLUE_COPA_ppl_ddb78c import COPA_datasets - from ..SuperGLUE_MultiRC.SuperGLUE_MultiRC_ppl_83a304 import MultiRC_datasets - from ..SuperGLUE_RTE.SuperGLUE_RTE_ppl_29a22c import RTE_datasets - from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_d8f19c import ReCoRD_datasets - from ..SuperGLUE_WiC.SuperGLUE_WiC_ppl_4118db import WiC_datasets - from ..SuperGLUE_WSC.SuperGLUE_WSC_ppl_85f45f import WSC_datasets - from ..race.race_ppl_04e06a import race_datasets - from ..Xsum.Xsum_gen_d2126e import Xsum_datasets - from ..gsm8k.gsm8k_gen_2dd372 import gsm8k_datasets - from ..summedits.summedits_ppl_163352 import summedits_datasets - from ..math.math_gen_78bcba import math_datasets - from ..TheoremQA.TheoremQA_gen_24bc13 import TheoremQA_datasets - from ..hellaswag.hellaswag_ppl_8e07d6 import hellaswag_datasets - from ..ARC_e.ARC_e_ppl_f86898 import ARC_e_datasets - from ..ARC_c.ARC_c_ppl_ba951c import ARC_c_datasets - from ..commonsenseqa.commonsenseqa_ppl_2ca33c import commonsenseqa_datasets - from ..piqa.piqa_ppl_788dbe import piqa_datasets - from ..siqa.siqa_ppl_049da0 import siqa_datasets - from ..strategyqa.strategyqa_gen_be3f8d import strategyqa_datasets - from ..winogrande.winogrande_ppl_00f8ad import winogrande_datasets - from ..obqa.obqa_ppl_2b5b12 import obqa_datasets - from ..nq.nq_gen_c00b89 import nq_datasets - from ..triviaqa.triviaqa_gen_cc3cbf import triviaqa_datasets - from ..flores.flores_gen_8eb9ca import flores_datasets - from ..crowspairs.crowspairs_ppl_f60797 import crowspairs_datasets + from ..bbh.bbh_gen_6bd693 import bbh_datasets + from ..humaneval.humaneval_gen_8e312c import humaneval_datasets + from ..mbpp.mbpp_gen_1e1056 import mbpp_datasets + from ..CLUE_C3.CLUE_C3_ppl_e24a31 import C3_datasets + from ..CLUE_CMRC.CLUE_CMRC_gen_941108 import CMRC_datasets + from ..CLUE_DRCD.CLUE_DRCD_gen_941108 import DRCD_datasets + from ..CLUE_afqmc.CLUE_afqmc_ppl_6507d7 import afqmc_datasets + from ..CLUE_cmnli.CLUE_cmnli_ppl_fdc6de import cmnli_datasets + from ..CLUE_ocnli.CLUE_ocnli_ppl_fdc6de import ocnli_datasets + from ..FewCLUE_bustm.FewCLUE_bustm_ppl_e53034 import bustm_datasets + from ..FewCLUE_chid.FewCLUE_chid_ppl_8f2872 import chid_datasets + from ..FewCLUE_cluewsc.FewCLUE_cluewsc_ppl_868415 import cluewsc_datasets + from ..FewCLUE_csl.FewCLUE_csl_ppl_841b62 import csl_datasets + from ..FewCLUE_eprstmt.FewCLUE_eprstmt_ppl_f1e631 import eprstmt_datasets + from ..FewCLUE_ocnli_fc.FewCLUE_ocnli_fc_ppl_c08300 import ocnli_fc_datasets + from ..FewCLUE_tnews.FewCLUE_tnews_ppl_d10e8a import tnews_datasets + from ..lcsts.lcsts_gen_8ee1fe import lcsts_datasets + from ..lambada.lambada_gen_217e11 import lambada_datasets + from ..storycloze.storycloze_ppl_496661 import storycloze_datasets + from ..SuperGLUE_AX_b.SuperGLUE_AX_b_ppl_6db806 import AX_b_datasets + from ..SuperGLUE_AX_g.SuperGLUE_AX_g_ppl_66caf3 import AX_g_datasets + from ..SuperGLUE_BoolQ.SuperGLUE_BoolQ_ppl_314b96 import BoolQ_datasets + from ..SuperGLUE_CB.SuperGLUE_CB_ppl_0143fe import CB_datasets + from ..SuperGLUE_COPA.SuperGLUE_COPA_ppl_9f3618 import COPA_datasets + from ..SuperGLUE_MultiRC.SuperGLUE_MultiRC_ppl_ced824 import MultiRC_datasets + from ..SuperGLUE_RTE.SuperGLUE_RTE_ppl_66caf3 import RTE_datasets + from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_30dea0 import ReCoRD_datasets + from ..SuperGLUE_WiC.SuperGLUE_WiC_ppl_312de9 import WiC_datasets + from ..SuperGLUE_WSC.SuperGLUE_WSC_ppl_d0f531 import WSC_datasets + from ..race.race_ppl_ab8734 import race_datasets + from ..Xsum.Xsum_gen_31397e import Xsum_datasets + from ..gsm8k.gsm8k_gen_1d7fe4 import gsm8k_datasets + from ..summedits.summedits_ppl_1fbeb6 import summedits_datasets + from ..math.math_gen_3e92f6 import math_datasets + from ..TheoremQA.TheoremQA_gen_8acdf7 import TheoremQA_datasets + from ..hellaswag.hellaswag_ppl_47bff9 import hellaswag_datasets + from ..ARC_e.ARC_e_ppl_a450bd import ARC_e_datasets + from ..ARC_c.ARC_c_ppl_a450bd import ARC_c_datasets + from ..commonsenseqa.commonsenseqa_ppl_5545e2 import commonsenseqa_datasets + from ..piqa.piqa_ppl_1cf9f0 import piqa_datasets + from ..siqa.siqa_ppl_ced5f6 import siqa_datasets + from ..strategyqa.strategyqa_gen_b3ff20 import strategyqa_datasets + from ..winogrande.winogrande_ppl_18e5de import winogrande_datasets + from ..obqa.obqa_ppl_c7c154 import obqa_datasets + from ..nq.nq_gen_3dcea1 import nq_datasets + from ..triviaqa.triviaqa_gen_3e39a5 import triviaqa_datasets + from ..flores.flores_gen_806ede import flores_datasets + from ..crowspairs.crowspairs_ppl_e811e1 import crowspairs_datasets datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), []) diff --git a/configs/datasets/collections/base_small.py b/configs/datasets/collections/base_small.py index b469bb88..835ae742 100644 --- a/configs/datasets/collections/base_small.py +++ b/configs/datasets/collections/base_small.py @@ -1,39 +1,39 @@ from mmengine.config import read_base with read_base(): - from ..ceval.ceval_ppl_275812 import ceval_datasets - from ..bbh.bbh_gen_58abc3 import bbh_datasets - from ..CLUE_CMRC.CLUE_CMRC_gen_72a8d5 import CMRC_datasets - from ..CLUE_DRCD.CLUE_DRCD_gen_03b96b import DRCD_datasets - from ..CLUE_afqmc.CLUE_afqmc_ppl_c83c36 import afqmc_datasets - from ..FewCLUE_bustm.FewCLUE_bustm_ppl_47f2ab import bustm_datasets - from ..FewCLUE_chid.FewCLUE_chid_ppl_b6cd88 import chid_datasets - from ..FewCLUE_cluewsc.FewCLUE_cluewsc_ppl_2a9e61 import cluewsc_datasets - from ..FewCLUE_eprstmt.FewCLUE_eprstmt_ppl_d3c387 import eprstmt_datasets - from ..humaneval.humaneval_gen_d428f1 import humaneval_datasets - from ..mbpp.mbpp_gen_4104e4 import mbpp_datasets - from ..lambada.lambada_gen_7ffe3d import lambada_datasets - from ..storycloze.storycloze_ppl_c1912d import storycloze_datasets - from ..SuperGLUE_AX_b.SuperGLUE_AX_b_ppl_4bd960 import AX_b_datasets - from ..SuperGLUE_AX_g.SuperGLUE_AX_g_ppl_8d9bf9 import AX_g_datasets - from ..SuperGLUE_BoolQ.SuperGLUE_BoolQ_ppl_f80fb0 import BoolQ_datasets - from ..SuperGLUE_CB.SuperGLUE_CB_ppl_32adbb import CB_datasets - from ..SuperGLUE_COPA.SuperGLUE_COPA_ppl_ddb78c import COPA_datasets - from ..SuperGLUE_MultiRC.SuperGLUE_MultiRC_ppl_83a304 import MultiRC_datasets - from ..SuperGLUE_RTE.SuperGLUE_RTE_ppl_29a22c import RTE_datasets - from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_d8f19c import ReCoRD_datasets - from ..SuperGLUE_WiC.SuperGLUE_WiC_ppl_4118db import WiC_datasets - from ..SuperGLUE_WSC.SuperGLUE_WSC_ppl_85f45f import WSC_datasets - from ..race.race_ppl_04e06a import race_datasets - from ..math.math_gen_78bcba import math_datasets - from ..gsm8k.gsm8k_gen_2dd372 import gsm8k_datasets - from ..summedits.summedits_ppl_163352 import summedits_datasets - from ..hellaswag.hellaswag_ppl_8e07d6 import hellaswag_datasets - from ..piqa.piqa_ppl_788dbe import piqa_datasets - from ..winogrande.winogrande_ppl_00f8ad import winogrande_datasets - from ..obqa.obqa_ppl_2b5b12 import obqa_datasets - from ..nq.nq_gen_c00b89 import nq_datasets - from ..triviaqa.triviaqa_gen_cc3cbf import triviaqa_datasets - from ..crowspairs.crowspairs_ppl_f60797 import crowspairs_datasets + from ..ceval.ceval_ppl_578f8d import ceval_datasets + from ..bbh.bbh_gen_6bd693 import bbh_datasets + from ..CLUE_CMRC.CLUE_CMRC_gen_941108 import CMRC_datasets + from ..CLUE_DRCD.CLUE_DRCD_gen_941108 import DRCD_datasets + from ..CLUE_afqmc.CLUE_afqmc_ppl_6507d7 import afqmc_datasets + from ..FewCLUE_bustm.FewCLUE_bustm_ppl_e53034 import bustm_datasets + from ..FewCLUE_chid.FewCLUE_chid_ppl_8f2872 import chid_datasets + from ..FewCLUE_cluewsc.FewCLUE_cluewsc_ppl_868415 import cluewsc_datasets + from ..FewCLUE_eprstmt.FewCLUE_eprstmt_ppl_f1e631 import eprstmt_datasets + from ..humaneval.humaneval_gen_8e312c import humaneval_datasets + from ..mbpp.mbpp_gen_1e1056 import mbpp_datasets + from ..lambada.lambada_gen_217e11 import lambada_datasets + from ..storycloze.storycloze_ppl_496661 import storycloze_datasets + from ..SuperGLUE_AX_b.SuperGLUE_AX_b_ppl_6db806 import AX_b_datasets + from ..SuperGLUE_AX_g.SuperGLUE_AX_g_ppl_66caf3 import AX_g_datasets + from ..SuperGLUE_BoolQ.SuperGLUE_BoolQ_ppl_314b96 import BoolQ_datasets + from ..SuperGLUE_CB.SuperGLUE_CB_ppl_0143fe import CB_datasets + from ..SuperGLUE_COPA.SuperGLUE_COPA_ppl_9f3618 import COPA_datasets + from ..SuperGLUE_MultiRC.SuperGLUE_MultiRC_ppl_ced824 import MultiRC_datasets + from ..SuperGLUE_RTE.SuperGLUE_RTE_ppl_66caf3 import RTE_datasets + from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_30dea0 import ReCoRD_datasets + from ..SuperGLUE_WiC.SuperGLUE_WiC_ppl_312de9 import WiC_datasets + from ..SuperGLUE_WSC.SuperGLUE_WSC_ppl_d0f531 import WSC_datasets + from ..race.race_ppl_ab8734 import race_datasets + from ..math.math_gen_3e92f6 import math_datasets + from ..gsm8k.gsm8k_gen_1d7fe4 import gsm8k_datasets + from ..summedits.summedits_ppl_1fbeb6 import summedits_datasets + from ..hellaswag.hellaswag_ppl_47bff9 import hellaswag_datasets + from ..piqa.piqa_ppl_1cf9f0 import piqa_datasets + from ..winogrande.winogrande_ppl_18e5de import winogrande_datasets + from ..obqa.obqa_ppl_c7c154 import obqa_datasets + from ..nq.nq_gen_3dcea1 import nq_datasets + from ..triviaqa.triviaqa_gen_3e39a5 import triviaqa_datasets + from ..crowspairs.crowspairs_ppl_e811e1 import crowspairs_datasets datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), []) diff --git a/configs/datasets/collections/chat_medium.py b/configs/datasets/collections/chat_medium.py index 5bfb05f3..ebd17e5d 100644 --- a/configs/datasets/collections/chat_medium.py +++ b/configs/datasets/collections/chat_medium.py @@ -1,57 +1,57 @@ from mmengine.config import read_base with read_base(): - from ..mmlu.mmlu_gen_a568f1 import mmlu_datasets - from ..ceval.ceval_gen_ee2cb0 import ceval_datasets - from ..agieval.agieval_gen_dc7dae import agieval_datasets - from ..GaokaoBench.GaokaoBench_gen_aed980 import GaokaoBench_datasets - from ..bbh.bbh_gen_58abc3 import bbh_datasets - from ..humaneval.humaneval_gen_d428f1 import humaneval_datasets - from ..mbpp.mbpp_gen_4104e4 import mbpp_datasets - from ..CLUE_C3.CLUE_C3_gen_9e3de9 import C3_datasets - from ..CLUE_CMRC.CLUE_CMRC_gen_72a8d5 import CMRC_datasets - from ..CLUE_DRCD.CLUE_DRCD_gen_03b96b import DRCD_datasets - from ..CLUE_afqmc.CLUE_afqmc_gen_db509b import afqmc_datasets - from ..CLUE_cmnli.CLUE_cmnli_gen_316313 import cmnli_datasets - from ..CLUE_ocnli.CLUE_ocnli_gen_7c44b0 import ocnli_datasets - from ..FewCLUE_bustm.FewCLUE_bustm_gen_305431 import bustm_datasets - from ..FewCLUE_chid.FewCLUE_chid_gen_686c63 import chid_datasets - from ..FewCLUE_cluewsc.FewCLUE_cluewsc_gen_276956 import cluewsc_datasets - from ..FewCLUE_csl.FewCLUE_csl_gen_1b0c02 import csl_datasets - from ..FewCLUE_eprstmt.FewCLUE_eprstmt_gen_d6d06d import eprstmt_datasets - from ..FewCLUE_ocnli_fc.FewCLUE_ocnli_fc_gen_bef37f import ocnli_fc_datasets - from ..FewCLUE_tnews.FewCLUE_tnews_gen_8d59ba import tnews_datasets - from ..lcsts.lcsts_gen_427fde import lcsts_datasets - from ..lambada.lambada_gen_7ffe3d import lambada_datasets - from ..storycloze.storycloze_gen_c5a230 import storycloze_datasets - from ..SuperGLUE_AX_b.SuperGLUE_AX_b_gen_477186 import AX_b_datasets - from ..SuperGLUE_AX_g.SuperGLUE_AX_g_gen_7a5dee import AX_g_datasets - from ..SuperGLUE_BoolQ.SuperGLUE_BoolQ_gen_8525d1 import BoolQ_datasets - from ..SuperGLUE_CB.SuperGLUE_CB_gen_bb97e1 import CB_datasets - from ..SuperGLUE_COPA.SuperGLUE_COPA_gen_6d5e67 import COPA_datasets - from ..SuperGLUE_MultiRC.SuperGLUE_MultiRC_gen_26c9dc import MultiRC_datasets - from ..SuperGLUE_RTE.SuperGLUE_RTE_gen_ce346a import RTE_datasets - from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_d8f19c import ReCoRD_datasets - from ..SuperGLUE_WiC.SuperGLUE_WiC_gen_c39367 import WiC_datasets - from ..SuperGLUE_WSC.SuperGLUE_WSC_gen_d8d441 import WSC_datasets - from ..race.race_gen_12de48 import race_datasets - from ..Xsum.Xsum_gen_d2126e import Xsum_datasets - from ..gsm8k.gsm8k_gen_2dd372 import gsm8k_datasets - from ..summedits.summedits_gen_4f35b5 import summedits_datasets - from ..math.math_gen_78bcba import math_datasets - from ..TheoremQA.TheoremQA_gen_891fcf import TheoremQA_datasets - from ..hellaswag.hellaswag_gen_cae9cb import hellaswag_datasets - from ..ARC_e.ARC_e_gen_0a29bf import ARC_e_datasets - from ..ARC_c.ARC_c_gen_3f3039 import ARC_c_datasets - from ..commonsenseqa.commonsenseqa_gen_a58dbd import commonsenseqa_datasets - from ..piqa.piqa_gen_8287ae import piqa_datasets - from ..siqa.siqa_gen_a3c714 import siqa_datasets - from ..strategyqa.strategyqa_gen_be3f8d import strategyqa_datasets - from ..winogrande.winogrande_gen_c19d87 import winogrande_datasets - from ..obqa.obqa_gen_b2cde9 import obqa_datasets - from ..nq.nq_gen_a6ffca import nq_datasets - from ..triviaqa.triviaqa_gen_cc3cbf import triviaqa_datasets - from ..flores.flores_gen_8eb9ca import flores_datasets - from ..crowspairs.crowspairs_gen_dd110a import crowspairs_datasets + from ..mmlu.mmlu_gen_a484b3 import mmlu_datasets + from ..ceval.ceval_gen_5f30c7 import ceval_datasets + from ..agieval.agieval_gen_397d81 import agieval_datasets + from ..GaokaoBench.GaokaoBench_gen_5cfe9e import GaokaoBench_datasets + from ..bbh.bbh_gen_6bd693 import bbh_datasets + from ..humaneval.humaneval_gen_8e312c import humaneval_datasets + from ..mbpp.mbpp_gen_1e1056 import mbpp_datasets + from ..CLUE_C3.CLUE_C3_gen_8c358f import C3_datasets + from ..CLUE_CMRC.CLUE_CMRC_gen_941108 import CMRC_datasets + from ..CLUE_DRCD.CLUE_DRCD_gen_941108 import DRCD_datasets + from ..CLUE_afqmc.CLUE_afqmc_gen_901306 import afqmc_datasets + from ..CLUE_cmnli.CLUE_cmnli_gen_1abf97 import cmnli_datasets + from ..CLUE_ocnli.CLUE_ocnli_gen_c4cb6c import ocnli_datasets + from ..FewCLUE_bustm.FewCLUE_bustm_gen_634f41 import bustm_datasets + from ..FewCLUE_chid.FewCLUE_chid_gen_0a29a2 import chid_datasets + from ..FewCLUE_cluewsc.FewCLUE_cluewsc_gen_c68933 import cluewsc_datasets + from ..FewCLUE_csl.FewCLUE_csl_gen_87f4a8 import csl_datasets + from ..FewCLUE_eprstmt.FewCLUE_eprstmt_gen_740ea0 import eprstmt_datasets + from ..FewCLUE_ocnli_fc.FewCLUE_ocnli_fc_gen_f97a97 import ocnli_fc_datasets + from ..FewCLUE_tnews.FewCLUE_tnews_gen_b90e4a import tnews_datasets + from ..lcsts.lcsts_gen_8ee1fe import lcsts_datasets + from ..lambada.lambada_gen_217e11 import lambada_datasets + from ..storycloze.storycloze_gen_7f656a import storycloze_datasets + from ..SuperGLUE_AX_b.SuperGLUE_AX_b_gen_4dfefa import AX_b_datasets + from ..SuperGLUE_AX_g.SuperGLUE_AX_g_gen_68aac7 import AX_g_datasets + from ..SuperGLUE_BoolQ.SuperGLUE_BoolQ_gen_883d50 import BoolQ_datasets + from ..SuperGLUE_CB.SuperGLUE_CB_gen_854c6c import CB_datasets + from ..SuperGLUE_COPA.SuperGLUE_COPA_gen_91ca53 import COPA_datasets + from ..SuperGLUE_MultiRC.SuperGLUE_MultiRC_gen_27071f import MultiRC_datasets + from ..SuperGLUE_RTE.SuperGLUE_RTE_gen_68aac7 import RTE_datasets + from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_30dea0 import ReCoRD_datasets + from ..SuperGLUE_WiC.SuperGLUE_WiC_gen_d06864 import WiC_datasets + from ..SuperGLUE_WSC.SuperGLUE_WSC_gen_6dc406 import WSC_datasets + from ..race.race_gen_69ee4f import race_datasets + from ..Xsum.Xsum_gen_31397e import Xsum_datasets + from ..gsm8k.gsm8k_gen_1d7fe4 import gsm8k_datasets + from ..summedits.summedits_gen_4fb38b import summedits_datasets + from ..math.math_gen_3e92f6 import math_datasets + from ..TheoremQA.TheoremQA_gen_a27a10 import TheoremQA_datasets + from ..hellaswag.hellaswag_gen_6faab5 import hellaswag_datasets + from ..ARC_e.ARC_e_gen_1e0de5 import ARC_e_datasets + from ..ARC_c.ARC_c_gen_1e0de5 import ARC_c_datasets + from ..commonsenseqa.commonsenseqa_gen_c946f2 import commonsenseqa_datasets + from ..piqa.piqa_gen_1194eb import piqa_datasets + from ..siqa.siqa_gen_e78df3 import siqa_datasets + from ..strategyqa.strategyqa_gen_b3ff20 import strategyqa_datasets + from ..winogrande.winogrande_gen_a9ede5 import winogrande_datasets + from ..obqa.obqa_gen_9069e4 import obqa_datasets + from ..nq.nq_gen_68c1c6 import nq_datasets + from ..triviaqa.triviaqa_gen_3e39a5 import triviaqa_datasets + from ..flores.flores_gen_806ede import flores_datasets + from ..crowspairs.crowspairs_gen_02b6c1 import crowspairs_datasets datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), []) diff --git a/configs/datasets/collections/chat_small.py b/configs/datasets/collections/chat_small.py index 61e295b9..0f85a806 100644 --- a/configs/datasets/collections/chat_small.py +++ b/configs/datasets/collections/chat_small.py @@ -1,40 +1,40 @@ from mmengine.config import read_base with read_base(): - from ..mmlu.mmlu_gen_a568f1 import mmlu_datasets - from ..ceval.ceval_gen_ee2cb0 import ceval_datasets - from ..bbh.bbh_gen_58abc3 import bbh_datasets - from ..CLUE_CMRC.CLUE_CMRC_gen_72a8d5 import CMRC_datasets - from ..CLUE_DRCD.CLUE_DRCD_gen_03b96b import DRCD_datasets - from ..CLUE_afqmc.CLUE_afqmc_gen_db509b import afqmc_datasets - from ..FewCLUE_bustm.FewCLUE_bustm_gen_305431 import bustm_datasets - from ..FewCLUE_chid.FewCLUE_chid_gen_686c63 import chid_datasets - from ..FewCLUE_cluewsc.FewCLUE_cluewsc_gen_276956 import cluewsc_datasets - from ..FewCLUE_eprstmt.FewCLUE_eprstmt_gen_d6d06d import eprstmt_datasets - from ..humaneval.humaneval_gen_d428f1 import humaneval_datasets - from ..mbpp.mbpp_gen_4104e4 import mbpp_datasets - from ..lambada.lambada_gen_7ffe3d import lambada_datasets - from ..storycloze.storycloze_gen_c5a230 import storycloze_datasets - from ..SuperGLUE_AX_b.SuperGLUE_AX_b_gen_477186 import AX_b_datasets - from ..SuperGLUE_AX_g.SuperGLUE_AX_g_gen_7a5dee import AX_g_datasets - from ..SuperGLUE_BoolQ.SuperGLUE_BoolQ_gen_8525d1 import BoolQ_datasets - from ..SuperGLUE_CB.SuperGLUE_CB_gen_bb97e1 import CB_datasets - from ..SuperGLUE_COPA.SuperGLUE_COPA_gen_6d5e67 import COPA_datasets - from ..SuperGLUE_MultiRC.SuperGLUE_MultiRC_gen_26c9dc import MultiRC_datasets - from ..SuperGLUE_RTE.SuperGLUE_RTE_gen_ce346a import RTE_datasets - from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_d8f19c import ReCoRD_datasets - from ..SuperGLUE_WiC.SuperGLUE_WiC_gen_c39367 import WiC_datasets - from ..SuperGLUE_WSC.SuperGLUE_WSC_gen_d8d441 import WSC_datasets - from ..race.race_gen_12de48 import race_datasets - from ..math.math_gen_78bcba import math_datasets - from ..gsm8k.gsm8k_gen_2dd372 import gsm8k_datasets - from ..summedits.summedits_gen_4f35b5 import summedits_datasets - from ..hellaswag.hellaswag_gen_cae9cb import hellaswag_datasets - from ..piqa.piqa_gen_8287ae import piqa_datasets - from ..winogrande.winogrande_gen_c19d87 import winogrande_datasets - from ..obqa.obqa_gen_b2cde9 import obqa_datasets - from ..nq.nq_gen_a6ffca import nq_datasets - from ..triviaqa.triviaqa_gen_cc3cbf import triviaqa_datasets - from ..crowspairs.crowspairs_gen_dd110a import crowspairs_datasets + from ..mmlu.mmlu_gen_a484b3 import mmlu_datasets + from ..ceval.ceval_gen_5f30c7 import ceval_datasets + from ..bbh.bbh_gen_6bd693 import bbh_datasets + from ..CLUE_CMRC.CLUE_CMRC_gen_941108 import CMRC_datasets + from ..CLUE_DRCD.CLUE_DRCD_gen_941108 import DRCD_datasets + from ..CLUE_afqmc.CLUE_afqmc_gen_901306 import afqmc_datasets + from ..FewCLUE_bustm.FewCLUE_bustm_gen_634f41 import bustm_datasets + from ..FewCLUE_chid.FewCLUE_chid_gen_0a29a2 import chid_datasets + from ..FewCLUE_cluewsc.FewCLUE_cluewsc_gen_c68933 import cluewsc_datasets + from ..FewCLUE_eprstmt.FewCLUE_eprstmt_gen_740ea0 import eprstmt_datasets + from ..humaneval.humaneval_gen_8e312c import humaneval_datasets + from ..mbpp.mbpp_gen_1e1056 import mbpp_datasets + from ..lambada.lambada_gen_217e11 import lambada_datasets + from ..storycloze.storycloze_gen_7f656a import storycloze_datasets + from ..SuperGLUE_AX_b.SuperGLUE_AX_b_gen_4dfefa import AX_b_datasets + from ..SuperGLUE_AX_g.SuperGLUE_AX_g_gen_68aac7 import AX_g_datasets + from ..SuperGLUE_BoolQ.SuperGLUE_BoolQ_gen_883d50 import BoolQ_datasets + from ..SuperGLUE_CB.SuperGLUE_CB_gen_854c6c import CB_datasets + from ..SuperGLUE_COPA.SuperGLUE_COPA_gen_91ca53 import COPA_datasets + from ..SuperGLUE_MultiRC.SuperGLUE_MultiRC_gen_27071f import MultiRC_datasets + from ..SuperGLUE_RTE.SuperGLUE_RTE_gen_68aac7 import RTE_datasets + from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_30dea0 import ReCoRD_datasets + from ..SuperGLUE_WiC.SuperGLUE_WiC_gen_d06864 import WiC_datasets + from ..SuperGLUE_WSC.SuperGLUE_WSC_gen_6dc406 import WSC_datasets + from ..race.race_gen_69ee4f import race_datasets + from ..math.math_gen_3e92f6 import math_datasets + from ..gsm8k.gsm8k_gen_1d7fe4 import gsm8k_datasets + from ..summedits.summedits_gen_4fb38b import summedits_datasets + from ..hellaswag.hellaswag_gen_6faab5 import hellaswag_datasets + from ..piqa.piqa_gen_1194eb import piqa_datasets + from ..winogrande.winogrande_gen_a9ede5 import winogrande_datasets + from ..obqa.obqa_gen_9069e4 import obqa_datasets + from ..nq.nq_gen_68c1c6 import nq_datasets + from ..triviaqa.triviaqa_gen_3e39a5 import triviaqa_datasets + from ..crowspairs.crowspairs_gen_02b6c1 import crowspairs_datasets datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), []) diff --git a/configs/datasets/collections/example.py b/configs/datasets/collections/example.py index c5a1951f..4ea7bc9a 100644 --- a/configs/datasets/collections/example.py +++ b/configs/datasets/collections/example.py @@ -1,7 +1,7 @@ from mmengine.config import read_base with read_base(): - from ..piqa.piqa_gen_8287ae import piqa_datasets - from ..nq.nq_gen_a6ffca import nq_datasets + from ..piqa.piqa_gen_1194eb import piqa_datasets + from ..nq.nq_gen_68c1c6 import nq_datasets datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), []) diff --git a/configs/datasets/commonsenseqa/commonsenseqa_gen.py b/configs/datasets/commonsenseqa/commonsenseqa_gen.py index 86964ccd..c187e33e 100644 --- a/configs/datasets/commonsenseqa/commonsenseqa_gen.py +++ b/configs/datasets/commonsenseqa/commonsenseqa_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .commonsenseqa_gen_a58dbd import commonsenseqa_datasets # noqa: F401, F403 + from .commonsenseqa_gen_c946f2 import commonsenseqa_datasets # noqa: F401, F403 diff --git a/configs/datasets/commonsenseqa/commonsenseqa_gen_a58dbd.py b/configs/datasets/commonsenseqa/commonsenseqa_gen_c946f2.py similarity index 100% rename from configs/datasets/commonsenseqa/commonsenseqa_gen_a58dbd.py rename to configs/datasets/commonsenseqa/commonsenseqa_gen_c946f2.py diff --git a/configs/datasets/commonsenseqa/commonsenseqa_ppl.py b/configs/datasets/commonsenseqa/commonsenseqa_ppl.py index f2d038d8..a56fa917 100644 --- a/configs/datasets/commonsenseqa/commonsenseqa_ppl.py +++ b/configs/datasets/commonsenseqa/commonsenseqa_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .commonsenseqa_ppl_2ca33c import commonsenseqa_datasets # noqa: F401, F403 + from .commonsenseqa_ppl_5545e2 import commonsenseqa_datasets # noqa: F401, F403 diff --git a/configs/datasets/commonsenseqa/commonsenseqa_ppl_ddd9f7.py b/configs/datasets/commonsenseqa/commonsenseqa_ppl_3e9f2d.py similarity index 100% rename from configs/datasets/commonsenseqa/commonsenseqa_ppl_ddd9f7.py rename to configs/datasets/commonsenseqa/commonsenseqa_ppl_3e9f2d.py diff --git a/configs/datasets/commonsenseqa/commonsenseqa_ppl_2ca33c.py b/configs/datasets/commonsenseqa/commonsenseqa_ppl_5545e2.py similarity index 100% rename from configs/datasets/commonsenseqa/commonsenseqa_ppl_2ca33c.py rename to configs/datasets/commonsenseqa/commonsenseqa_ppl_5545e2.py diff --git a/configs/datasets/commonsenseqa/commonsenseqa_ppl_665f66.py b/configs/datasets/commonsenseqa/commonsenseqa_ppl_716f78.py similarity index 100% rename from configs/datasets/commonsenseqa/commonsenseqa_ppl_665f66.py rename to configs/datasets/commonsenseqa/commonsenseqa_ppl_716f78.py diff --git a/configs/datasets/crowspairs/crowspairs_gen.py b/configs/datasets/crowspairs/crowspairs_gen.py index 17b29347..a656399e 100644 --- a/configs/datasets/crowspairs/crowspairs_gen.py +++ b/configs/datasets/crowspairs/crowspairs_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .crowspairs_gen_dd110a import crowspairs_datasets # noqa: F401, F403 + from .crowspairs_gen_02b6c1 import crowspairs_datasets # noqa: F401, F403 diff --git a/configs/datasets/crowspairs/crowspairs_gen_dd110a.py b/configs/datasets/crowspairs/crowspairs_gen_02b6c1.py similarity index 100% rename from configs/datasets/crowspairs/crowspairs_gen_dd110a.py rename to configs/datasets/crowspairs/crowspairs_gen_02b6c1.py diff --git a/configs/datasets/crowspairs/crowspairs_ppl.py b/configs/datasets/crowspairs/crowspairs_ppl.py index 532ff292..561b2070 100644 --- a/configs/datasets/crowspairs/crowspairs_ppl.py +++ b/configs/datasets/crowspairs/crowspairs_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .crowspairs_ppl_f60797 import crowspairs_datasets # noqa: F401, F403 + from .crowspairs_ppl_e811e1 import crowspairs_datasets # noqa: F401, F403 diff --git a/configs/datasets/crowspairs/crowspairs_ppl_58335f.py b/configs/datasets/crowspairs/crowspairs_ppl_47f211.py similarity index 100% rename from configs/datasets/crowspairs/crowspairs_ppl_58335f.py rename to configs/datasets/crowspairs/crowspairs_ppl_47f211.py diff --git a/configs/datasets/crowspairs/crowspairs_ppl_f60797.py b/configs/datasets/crowspairs/crowspairs_ppl_e811e1.py similarity index 100% rename from configs/datasets/crowspairs/crowspairs_ppl_f60797.py rename to configs/datasets/crowspairs/crowspairs_ppl_e811e1.py diff --git a/configs/datasets/drop/drop_gen.py b/configs/datasets/drop/drop_gen.py index 95275c19..131d1461 100644 --- a/configs/datasets/drop/drop_gen.py +++ b/configs/datasets/drop/drop_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .drop_gen_e54fe7 import drop_datasets # noqa: F401, F403 + from .drop_gen_599f07 import drop_datasets # noqa: F401, F403 diff --git a/configs/datasets/drop/drop_gen_e54fe7.py b/configs/datasets/drop/drop_gen_599f07.py similarity index 100% rename from configs/datasets/drop/drop_gen_e54fe7.py rename to configs/datasets/drop/drop_gen_599f07.py diff --git a/configs/datasets/flores/flores_gen.py b/configs/datasets/flores/flores_gen.py index b36d3c5c..39a82ed0 100644 --- a/configs/datasets/flores/flores_gen.py +++ b/configs/datasets/flores/flores_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .flores_gen_8eb9ca import flores_datasets # noqa: F401, F403 + from .flores_gen_806ede import flores_datasets # noqa: F401, F403 diff --git a/configs/datasets/flores/flores_gen_e7dec6.py b/configs/datasets/flores/flores_gen_806ede.py similarity index 100% rename from configs/datasets/flores/flores_gen_e7dec6.py rename to configs/datasets/flores/flores_gen_806ede.py diff --git a/configs/datasets/flores/flores_gen_8eb9ca.py b/configs/datasets/flores/flores_gen_8eb9ca.py deleted file mode 100644 index 8e76644b..00000000 --- a/configs/datasets/flores/flores_gen_8eb9ca.py +++ /dev/null @@ -1,163 +0,0 @@ -from opencompass.openicl.icl_prompt_template import PromptTemplate -from opencompass.openicl.icl_retriever import TopkRetriever -from opencompass.openicl.icl_inferencer import GenInferencer -from opencompass.openicl.icl_evaluator import BleuEvaluator -from opencompass.datasets import FloresFirst100Dataset - -_flores_lang_map = [ - ["eng", "eng_Latn", "English", "Indo-European-Germanic"], - ["afr", "afr_Latn", "Afrikaans", "Indo-European-Germanic"], - ["dan", "dan_Latn", "Danish", "Indo-European-Germanic"], - ["deu", "deu_Latn", "German", "Indo-European-Germanic"], - ["isl", "isl_Latn", "Icelandic", "Indo-European-Germanic"], - ["ltz", "ltz_Latn", "Luxembourgish", "Indo-European-Germanic"], - ["nld", "nld_Latn", "Dutch", "Indo-European-Germanic"], - ["nob", "nob_Latn", "Norwegian", "Indo-European-Germanic"], - ["swe", "swe_Latn", "Swedish", "Indo-European-Germanic"], - ["ast", "ast_Latn", "Asturian", "Indo-European-Romance"], - ["cat", "cat_Latn", "Catalan", "Indo-European-Romance"], - ["fra", "fra_Latn", "French", "Indo-European-Romance"], - ["glg", "glg_Latn", "Galician", "Indo-European-Romance"], - ["oci", "oci_Latn", "Occitan", "Indo-European-Romance"], - ["por", "por_Latn", "Portuguese", "Indo-European-Romance"], - ["ron", "ron_Latn", "Romanian", "Indo-European-Romance"], - ["spa", "spa_Latn", "Spanish", "Indo-European-Romance"], - ["bel", "bel_Cyrl", "Belarusian", "Indo-European-Slavic"], - ["bos", "bos_Latn", "Bosnian", "Indo-European-Slavic"], - ["bul", "bul_Cyrl", "Bulgarian", "Indo-European-Slavic"], - ["ces", "ces_Latn", "Czech", "Indo-European-Slavic"], - ["hrv", "hrv_Latn", "Croatian", "Indo-European-Slavic"], - ["mkd", "mkd_Cyrl", "Macedonian", "Indo-European-Slavic"], - ["pol", "pol_Latn", "Polish", "Indo-European-Slavic"], - ["rus", "rus_Cyrl", "Russian", "Indo-European-Slavic"], - ["slk", "slk_Latn", "Slovak", "Indo-European-Slavic"], - ["slv", "slv_Latn", "Slovenian", "Indo-European-Slavic"], - ["srp", "srp_Cyrl", "Serbian", "Indo-European-Slavic"], - ["ukr", "ukr_Cyrl", "Ukrainian", "Indo-European-Slavic"], - ["asm", "asm_Beng", "Assamese", "Indo-European-Indo-Aryan"], - ["ben", "ben_Beng", "Bengali", "Indo-European-Indo-Aryan"], - ["guj", "guj_Gujr", "Gujarati", "Indo-European-Indo-Aryan"], - ["hin", "hin_Deva", "Hindi", "Indo-European-Indo-Aryan"], - ["mar", "mar_Deva", "Marathi", "Indo-European-Indo-Aryan"], - ["npi", "npi_Deva", "Nepali", "Indo-European-Indo-Aryan"], - ["ory", "ory_Orya", "Oriya", "Indo-European-Indo-Aryan"], - ["pan", "pan_Guru", "Punjabi", "Indo-European-Indo-Aryan"], - ["snd", "snd_Arab", "Sindhi", "Indo-European-Indo-Aryan"], - ["urd", "urd_Arab", "Urdu", "Indo-European-Indo-Aryan"], - ["ckb", "ckb_Arab", "Kurdish", "Indo-European-Other"], - ["cym", "cym_Latn", "Welsh", "Indo-European-Other"], - ["ell", "ell_Grek", "Greek", "Indo-European-Other"], - ["fas", "pes_Arab", "Persian", "Indo-European-Other"], - ["gle", "gle_Latn", "Irish", "Indo-European-Other"], - ["hye", "hye_Armn", "Armenian", "Indo-European-Other"], - ["ita", "ita_Latn", "Italian", "Indo-European-Other"], - ["lav", "lvs_Latn", "Latvian", "Indo-European-Other"], - ["lit", "lit_Latn", "Lithuanian", "Indo-European-Other"], - ["pus", "pbt_Arab", "Pashto", "Indo-European-Other"], - ["tgk", "tgk_Cyrl", "Tajik", "Indo-European-Other"], - ["ceb", "ceb_Latn", "Cebuano", "Austronesian"], - ["ind", "ind_Latn", "Indonesian", "Austronesian"], - ["jav", "jav_Latn", "Javanese", "Austronesian"], - ["mri", "mri_Latn", "Maori", "Austronesian"], - ["msa", "zsm_Latn", "Malay", "Austronesian"], - ["tgl", "tgl_Latn", "Tagalog", "Austronesian"], - ["ibo", "ibo_Latn", "Igbo", "Atlantic-Congo"], - ["kam", "kam_Latn", "Kamba", "Atlantic-Congo"], - ["kea", "kea_Latn", "Kabuverdianu", "Atlantic-Congo"], - ["lin", "lin_Latn", "Lingala", "Atlantic-Congo"], - ["lug", "lug_Latn", "Luganda", "Atlantic-Congo"], - ["nso", "nso_Latn", "Northern Sotho", "Atlantic-Congo"], - ["nya", "nya_Latn", "Nyanja", "Atlantic-Congo"], - ["sna", "sna_Latn", "Shona", "Atlantic-Congo"], - ["swh", "swh_Latn", "Swahili", "Atlantic-Congo"], - ["umb", "umb_Latn", "Umbundu", "Atlantic-Congo"], - ["wol", "wol_Latn", "Wolof", "Atlantic-Congo"], - ["xho", "xho_Latn", "Xhosa", "Atlantic-Congo"], - ["yor", "yor_Latn", "Yoruba", "Atlantic-Congo"], - ["zul", "zul_Latn", "Zulu", "Atlantic-Congo"], - ["amh", "amh_Ethi", "Amharic", "Afro-Asiatic"], - ["ara", "arb_Arab", "Arabic", "Afro-Asiatic"], - ["ful", "fuv_Latn", "Fulah", "Afro-Asiatic"], - ["mlt", "mlt_Latn", "Maltese", "Afro-Asiatic"], - ["orm", "gaz_Latn", "Oromo", "Afro-Asiatic"], - ["som", "som_Latn", "Somali", "Afro-Asiatic"], - ["azj", "azj_Latn", "Azerbaijani", "Turkic"], - ["kaz", "kaz_Cyrl", "Kazakh", "Turkic"], - ["kir", "kir_Cyrl", "Kyrgyz", "Turkic"], - ["tur", "tur_Latn", "Turkish", "Turkic"], - ["uzb", "uzn_Latn", "Uzbek", "Turkic"], - ["kan", "kan_Knda", "Kannada", "Dravidian"], - ["mal", "mal_Mlym", "Malayalam", "Dravidian"], - ["tam", "tam_Taml", "Tamil", "Dravidian"], - ["tel", "tel_Telu", "Telugu", "Dravidian"], - ["mya", "mya_Mymr", "Burmese", "Sino-Tibetan"], - ["zho_simpl", "zho_Hans", "Chinese (Simpl)", "Sino-Tibetan"], - ["zho_trad", "zho_Hant", "Chinese (Trad)", "Sino-Tibetan"], - ["est", "est_Latn", "Estonian", "Other"], - ["fin", "fin_Latn", "Finnish", "Other"], - ["hau", "hau_Latn", "Hausa", "Other"], - ["heb", "heb_Hebr", "Hebrew", "Other"], - ["hun", "hun_Latn", "Hungarian", "Other"], - ["jpn", "jpn_Jpan", "Japanese", "Other"], - ["kat", "kat_Geor", "Georgian", "Other"], - ["khm", "khm_Khmr", "Khmer", "Other"], - ["kor", "kor_Hang", "Korean", "Other"], - ["lao", "lao_Laoo", "Lao", "Other"], - ["luo", "luo_Latn", "Luo", "Other"], - ["mon", "khk_Cyrl", "Mongolian", "Other"], - ["tha", "tha_Thai", "Thai", "Other"], - ["vie", "vie_Latn", "Vietnamese", "Other"], -] -flores_lang_map = {i[0]: i for i in _flores_lang_map} -_flores_subtasks = [f"eng-{i}" for i in flores_lang_map if i != "eng" - ] + [f"{i}-eng" for i in flores_lang_map if i != "eng"] - -flores_datasets = [] -for _flores_subtask in _flores_subtasks: - _src, _tgt = _flores_subtask.split("-") - _, _flores_source, _src_inst, _ = flores_lang_map[_src] - _, _flores_target, _tgt_inst, _ = flores_lang_map[_tgt] - - flores_infer_cfg = dict( - ice_template=dict( - type=PromptTemplate, - template=dict( - begin="", - round=[ - dict( - role="HUMAN", - prompt= - f"Translate the following {_src_inst} statements to {_tgt_inst}.\n{{sentence_{_flores_source}}}" - ), - dict(role="BOT", prompt=f"{{sentence_{_flores_target}}}"), - ], - ), - ice_token="", - ), - retriever=dict(type=TopkRetriever, ice_num=8), - inferencer=dict(type=GenInferencer), - ) - flores_eval_cfg = dict( - evaluator=dict(type=BleuEvaluator), - pred_role="BOT", - pred_postprocessor=dict(type="flores"), - dataset_postprocessor=dict(type="flores"), - ) - if _tgt == "zho_simpl": - flores_eval_cfg["pred_postprocessor"] = dict(type="flores-chinese") - flores_eval_cfg["dataset_postprocessor"] = dict(type="flores-chinese") - flores_datasets.append( - dict( - type=FloresFirst100Dataset, - abbr=f"flores_100_{_src}-{_tgt}", - name=f"{_flores_source}-{_flores_target}", - reader_cfg=dict( - input_columns=f"sentence_{_flores_source}", - output_column=f"sentence_{_flores_target}", - train_split="dev", - test_split="devtest"), - infer_cfg=flores_infer_cfg.copy(), - eval_cfg=flores_eval_cfg.copy(), - )) - -del _flores_lang_map, _flores_subtask, _src, _tgt, _, _flores_source, _src_inst, _flores_target, _tgt_inst diff --git a/configs/datasets/flores/flores_gen_45df8b.py b/configs/datasets/flores/flores_gen_aad4fd.py similarity index 100% rename from configs/datasets/flores/flores_gen_45df8b.py rename to configs/datasets/flores/flores_gen_aad4fd.py diff --git a/configs/datasets/glm/_all_.py b/configs/datasets/glm/_all_.py deleted file mode 100644 index 69eb3620..00000000 --- a/configs/datasets/glm/_all_.py +++ /dev/null @@ -1,32 +0,0 @@ -_base_ = [ - 'bustm.py', - 'afqmc.py', - 'eprstmt.py', - 'ocnli_fc.py', - 'ocnli.py', - 'cmnli.py', - 'csl.py', - 'chid.py', - 'cluewsc.py', - 'tnews.py', - 'C3.py', - 'CMRC.py', - 'DRCD.py', - 'lcsts.py', - 'piqa.py', - 'commonsenseqa.py', - 'gsm8k.py', - 'flores.py', - 'humaneval.py', - 'mbpp.py', - 'triviaqa.py', - 'nq.py', - 'agieval.py', - 'mmlu.py', - 'ceval.py', -] - -datasets = [] -for k, v in _base_.items(): - if k.endswith("_datasets"): - datasets += v diff --git a/configs/datasets/govrepcrs/govrepcrs_gen.py b/configs/datasets/govrepcrs/govrepcrs_gen.py index 8ff35942..2b85abf5 100644 --- a/configs/datasets/govrepcrs/govrepcrs_gen.py +++ b/configs/datasets/govrepcrs/govrepcrs_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .govrepcrs_gen_455586 import govrepcrs_datasets # noqa: F401, F403 + from .govrepcrs_gen_db7930 import govrepcrs_datasets # noqa: F401, F403 diff --git a/configs/datasets/govrepcrs/govrepcrs_gen_7643d5.py b/configs/datasets/govrepcrs/govrepcrs_gen_aa5eb3.py similarity index 100% rename from configs/datasets/govrepcrs/govrepcrs_gen_7643d5.py rename to configs/datasets/govrepcrs/govrepcrs_gen_aa5eb3.py diff --git a/configs/datasets/govrepcrs/govrepcrs_gen_455586.py b/configs/datasets/govrepcrs/govrepcrs_gen_db7930.py similarity index 100% rename from configs/datasets/govrepcrs/govrepcrs_gen_455586.py rename to configs/datasets/govrepcrs/govrepcrs_gen_db7930.py diff --git a/configs/datasets/gsm8k/gsm8k_gen.py b/configs/datasets/gsm8k/gsm8k_gen.py index 03ce0eeb..0b4d168c 100644 --- a/configs/datasets/gsm8k/gsm8k_gen.py +++ b/configs/datasets/gsm8k/gsm8k_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .gsm8k_gen_2dd372 import gsm8k_datasets # noqa: F401, F403 + from .gsm8k_gen_1d7fe4 import gsm8k_datasets # noqa: F401, F403 diff --git a/configs/datasets/gsm8k/gsm8k_gen_2dd372.py b/configs/datasets/gsm8k/gsm8k_gen_1d7fe4.py similarity index 100% rename from configs/datasets/gsm8k/gsm8k_gen_2dd372.py rename to configs/datasets/gsm8k/gsm8k_gen_1d7fe4.py diff --git a/configs/datasets/gsm8k/gsm8k_gen_aa9688.py b/configs/datasets/gsm8k/gsm8k_gen_1dce88.py similarity index 100% rename from configs/datasets/gsm8k/gsm8k_gen_aa9688.py rename to configs/datasets/gsm8k/gsm8k_gen_1dce88.py diff --git a/configs/datasets/gsm8k/gsm8k_gen_76914c.py b/configs/datasets/gsm8k/gsm8k_gen_76914c.py deleted file mode 100644 index 697c63ac..00000000 --- a/configs/datasets/gsm8k/gsm8k_gen_76914c.py +++ /dev/null @@ -1,51 +0,0 @@ -from opencompass.openicl.icl_prompt_template import PromptTemplate -from opencompass.openicl.icl_retriever import ZeroRetriever -from opencompass.openicl.icl_inferencer import GenInferencer -from opencompass.openicl.icl_evaluator import AccEvaluator -from opencompass.datasets import HFDataset - -gsm8k_reader_cfg = dict(input_columns=['question'], output_column='answer') - -gsm8k_infer_cfg = dict( - prompt_template=dict( - type=PromptTemplate, - template=dict( - round=[ - dict(role='HUMAN', prompt='Q: There are 15 trees in the grove. Grove workers will plant trees in the grove today. After they are done, there will be 21 trees. How many trees did the grove workers plant today?'), - dict(role='BOT', prompt='A: We start with 15 trees. Later we have 21 trees. The difference must be the number of trees they planted. So, they must have planted 21 - 15 = 6 trees. The answer is 6.\n'), - dict(role='HUMAN', prompt='Q: If there are 3 cars in the parking lot and 2 more cars arrive, how many cars are in the parking lot?'), - dict(role='BOT', prompt='A: There are 3 cars in the parking lot already. 2 more arrive. Now there are 3 + 2 = 5 cars. The answer is 5.\n'), - dict(role='HUMAN', prompt='Q: Leah had 32 chocolates and her sister had 42. If they ate 35, how many pieces do they have left in total?'), - dict(role='BOT', prompt="A: Leah had 32 chocolates and Leah's sister had 42. That means there were originally 32 + 42 = 74 chocolates. 35 have been eaten. So in total they still have 74 - 35 = 39 chocolates. The answer is 39.\n"), - dict(role='HUMAN', prompt='Q: Jason had 20 lollipops. He gave Denny some lollipops. Now Jason has 12 lollipops. How many lollipops did Jason give to Denny?'), - dict(role='BOT', prompt='A: Jason had 20 lollipops. Since he only has 12 now, he must have given the rest to Denny. The number of lollipops he has given to Denny must have been 20 - 12 = 8 lollipops. The answer is 8.\n'), - dict(role='HUMAN', prompt='Q: Shawn has five toys. For Christmas, he got two toys each from his mom and dad. How many toys does he have now?'), - dict(role='BOT', prompt='A: He has 5 toys. He got 2 from mom, so after that he has 5 + 2 = 7 toys. Then he got 2 more from dad, so in total he has 7 + 2 = 9 toys. The answer is 9.\n'), - dict(role='HUMAN', prompt='Q: There were nine computers in the server room. Five more computers were installed each day, from monday to thursday. How many computers are now in the server room?'), - dict(role='BOT', prompt='A: There are 4 days from monday to thursday. 5 computers were added each day. That means in total 4 * 5 = 20 computers were added. There were 9 computers in the beginning, so now there are 9 + 20 = 29 computers. The answer is 29.\n'), - dict(role='HUMAN', prompt='Q: Michael had 58 golf balls. On tuesday, he lost 23 golf balls. On wednesday, he lost 2 more. How many golf balls did he have at the end of wednesday?'), - dict(role='BOT', prompt='A: Michael initially had 58 balls. He lost 23 on Tuesday, so after that he has 58 - 23 = 35 balls. On Wednesday he lost 2 more so now he has 35 - 2 = 33 balls. The answer is 33.\n'), - dict(role='HUMAN', prompt='Q: Olivia has $23. She bought five bagels for $3 each. How much money does she have left?'), - dict(role='BOT', prompt='A: She bought 5 bagels for $3 each. This means she spent 5 * $3 = $15 on the bagels. She had $23 in beginning, so now she has $23 - $15 = $8. The answer is 8.\n'), - dict(role='HUMAN', prompt='Q: {question}'), - dict(role='BOT', prompt='A: {answer}\n'), - ], - )), - retriever=dict(type=ZeroRetriever), - inferencer=dict(type=GenInferencer)) - -gsm8k_eval_cfg = dict(evaluator=dict(type=AccEvaluator), - pred_role="BOT", - pred_postprocessor=dict(type='gsm8k'), - dataset_postprocessor=dict(type='gsm8k_dataset')) - -gsm8k_datasets = [ - dict( - abbr='gsm8k', - type=HFDataset, - path='gsm8k', - name='main', - reader_cfg=gsm8k_reader_cfg, - infer_cfg=gsm8k_infer_cfg, - eval_cfg=gsm8k_eval_cfg) -] diff --git a/configs/datasets/gsm8k/gsm8k_gen_d19ade.py b/configs/datasets/gsm8k/gsm8k_gen_d19ade.py deleted file mode 100644 index 1d39f46b..00000000 --- a/configs/datasets/gsm8k/gsm8k_gen_d19ade.py +++ /dev/null @@ -1,87 +0,0 @@ -from opencompass.openicl.icl_prompt_template import PromptTemplate -from opencompass.openicl.icl_retriever import ZeroRetriever -from opencompass.openicl.icl_inferencer import GenInferencer -from opencompass.openicl.icl_evaluator import AccEvaluator -from opencompass.datasets import HFDataset - -gsm8k_reader_cfg = dict(input_columns=['question'], output_column='answer') - -gsm8k_infer_cfg = dict( - prompt_template=dict( - type=PromptTemplate, - template= - '''Question: Angelo and Melanie want to plan how many hours over the next week they should study together for their test next week. They have 2 chapters of their textbook to study and 4 worksheets to memorize. They figure out that they should dedicate 3 hours to each chapter of their textbook and 1.5 hours for each worksheet. If they plan to study no more than 4 hours each day, how many days should they plan to study total over the next week if they take a 10-minute break every hour, include 3 10-minute snack breaks each day, and 30 minutes for lunch each day? -Let's think step by step -Answer: -Angelo and Melanie think they should dedicate 3 hours to each of the 2 chapters, 3 hours x 2 chapters = 6 hours total. -For the worksheets they plan to dedicate 1.5 hours for each worksheet, 1.5 hours x 4 worksheets = 6 hours total. -Angelo and Melanie need to start with planning 12 hours to study, at 4 hours a day, 12 / 4 = 3 days. -However, they need to include time for breaks and lunch. Every hour they want to include a 10-minute break, so 12 total hours x 10 minutes = 120 extra minutes for breaks. -They also want to include 3 10-minute snack breaks, 3 x 10 minutes = 30 minutes. -And they want to include 30 minutes for lunch each day, so 120 minutes for breaks + 30 minutes for snack breaks + 30 minutes for lunch = 180 minutes, or 180 / 60 minutes per hour = 3 extra hours. -So Angelo and Melanie want to plan 12 hours to study + 3 hours of breaks = 15 hours total. -They want to study no more than 4 hours each day, 15 hours / 4 hours each day = 3.75 -They will need to plan to study 4 days to allow for all the time they need. -The answer is 4 - -Question: Mark's basketball team scores 25 2 pointers, 8 3 pointers and 10 free throws. Their opponents score double the 2 pointers but half the 3 pointers and free throws. What's the total number of points scored by both teams added together? -Let's think step by step -Answer: -Mark's team scores 25 2 pointers, meaning they scored 25*2= 50 points in 2 pointers. -His team also scores 6 3 pointers, meaning they scored 8*3= 24 points in 3 pointers -They scored 10 free throws, and free throws count as one point so they scored 10*1=10 points in free throws. -All together his team scored 50+24+10= 84 points -Mark's opponents scored double his team's number of 2 pointers, meaning they scored 50*2=100 points in 2 pointers. -His opponents scored half his team's number of 3 pointers, meaning they scored 24/2= 12 points in 3 pointers. -They also scored half Mark's team's points in free throws, meaning they scored 10/2=5 points in free throws. -All together Mark's opponents scored 100+12+5=117 points -The total score for the game is both team's scores added together, so it is 84+117=201 points -The answer is 201 - -Question: Bella has two times as many marbles as frisbees. She also has 20 more frisbees than deck cards. If she buys 2/5 times more of each item, what would be the total number of the items she will have if she currently has 60 marbles? -Let's think step by step -Answer: -When Bella buys 2/5 times more marbles, she'll have increased the number of marbles by 2/5*60 = 24 -The total number of marbles she'll have is 60+24 = 84 -If Bella currently has 60 marbles, and she has two times as many marbles as frisbees, she has 60/2 = 30 frisbees. -If Bella buys 2/5 times more frisbees, she'll have 2/5*30 = 12 more frisbees. -The total number of frisbees she'll have will increase to 30+12 = 42 -Bella also has 20 more frisbees than deck cards, meaning she has 30-20 = 10 deck cards -If she buys 2/5 times more deck cards, she'll have 2/5*10 = 4 more deck cards. -The total number of deck cards she'll have is 10+4 = 14 -Together, Bella will have a total of 14+42+84 = 140 items -The answer is 140 - -Question: A group of 4 fruit baskets contains 9 apples, 15 oranges, and 14 bananas in the first three baskets and 2 less of each fruit in the fourth basket. How many fruits are there? -Let's think step by step -Answer: -For the first three baskets, the number of apples and oranges in one basket is 9+15=24 -In total, together with bananas, the number of fruits in one basket is 24+14=38 for the first three baskets. -Since there are three baskets each having 38 fruits, there are 3*38=114 fruits in the first three baskets. -The number of apples in the fourth basket is 9-2=7 -There are also 15-2=13 oranges in the fourth basket -The combined number of oranges and apples in the fourth basket is 13+7=20 -The fourth basket also contains 14-2=12 bananas. -In total, the fourth basket has 20+12=32 fruits. -The four baskets together have 32+114=146 fruits. -The answer is 146 - -Question: {question}{answer} -'''), - retriever=dict(type=ZeroRetriever), - inferencer=dict(type=GenInferencer, max_out_len=512)) - -gsm8k_eval_cfg = dict( - evaluator=dict(type=AccEvaluator), - pred_postprocessor=dict(type='gsm8k'), - dataset_postprocessor=dict(type='gsm8k_dataset')) - -gsm8k_datasets = [ - dict( - type=HFDataset, - path='gsm8k', - name='main', - reader_cfg=gsm8k_reader_cfg, - infer_cfg=gsm8k_infer_cfg, - eval_cfg=gsm8k_eval_cfg) -] diff --git a/configs/datasets/gsm8k/gsm8k_gen_6a4ce6.py b/configs/datasets/gsm8k/gsm8k_gen_e9e91e.py similarity index 100% rename from configs/datasets/gsm8k/gsm8k_gen_6a4ce6.py rename to configs/datasets/gsm8k/gsm8k_gen_e9e91e.py diff --git a/configs/datasets/hellaswag/hellaswag_gen.py b/configs/datasets/hellaswag/hellaswag_gen.py index a0e437ee..8d786700 100644 --- a/configs/datasets/hellaswag/hellaswag_gen.py +++ b/configs/datasets/hellaswag/hellaswag_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .hellaswag_gen_cae9cb import hellaswag_datasets # noqa: F401, F403 + from .hellaswag_gen_6faab5 import hellaswag_datasets # noqa: F401, F403 diff --git a/configs/datasets/hellaswag/hellaswag_gen_cae9cb.py b/configs/datasets/hellaswag/hellaswag_gen_6faab5.py similarity index 100% rename from configs/datasets/hellaswag/hellaswag_gen_cae9cb.py rename to configs/datasets/hellaswag/hellaswag_gen_6faab5.py diff --git a/configs/datasets/hellaswag/hellaswag_ppl.py b/configs/datasets/hellaswag/hellaswag_ppl.py index 8225ace7..9a02810a 100644 --- a/configs/datasets/hellaswag/hellaswag_ppl.py +++ b/configs/datasets/hellaswag/hellaswag_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .hellaswag_ppl_8e07d6 import hellaswag_datasets # noqa: F401, F403 + from .hellaswag_ppl_47bff9 import hellaswag_datasets # noqa: F401, F403 diff --git a/configs/datasets/hellaswag/hellaswag_ppl_8e07d6.py b/configs/datasets/hellaswag/hellaswag_ppl_47bff9.py similarity index 100% rename from configs/datasets/hellaswag/hellaswag_ppl_8e07d6.py rename to configs/datasets/hellaswag/hellaswag_ppl_47bff9.py diff --git a/configs/datasets/hellaswag/hellaswag_ppl_e57e0f.py b/configs/datasets/hellaswag/hellaswag_ppl_9dbb12.py similarity index 100% rename from configs/datasets/hellaswag/hellaswag_ppl_e57e0f.py rename to configs/datasets/hellaswag/hellaswag_ppl_9dbb12.py diff --git a/configs/datasets/humaneval/humaneval_gen.py b/configs/datasets/humaneval/humaneval_gen.py index 42f1694b..74019908 100644 --- a/configs/datasets/humaneval/humaneval_gen.py +++ b/configs/datasets/humaneval/humaneval_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .humaneval_gen_d428f1 import humaneval_datasets # noqa: F401, F403 + from .humaneval_gen_8e312c import humaneval_datasets # noqa: F401, F403 diff --git a/configs/datasets/humaneval/humaneval_gen_bce65c.py b/configs/datasets/humaneval/humaneval_gen_6f294d.py similarity index 100% rename from configs/datasets/humaneval/humaneval_gen_bce65c.py rename to configs/datasets/humaneval/humaneval_gen_6f294d.py diff --git a/configs/datasets/humaneval/humaneval_gen_d428f1.py b/configs/datasets/humaneval/humaneval_gen_8e312c.py similarity index 100% rename from configs/datasets/humaneval/humaneval_gen_d428f1.py rename to configs/datasets/humaneval/humaneval_gen_8e312c.py diff --git a/configs/datasets/humaneval/humaneval_gen_28e126.py b/configs/datasets/humaneval/humaneval_gen_fd5822.py similarity index 100% rename from configs/datasets/humaneval/humaneval_gen_28e126.py rename to configs/datasets/humaneval/humaneval_gen_fd5822.py diff --git a/configs/datasets/humaneval/humaneval_gen_581044.py b/configs/datasets/humaneval/humaneval_gen_ff7054.py similarity index 100% rename from configs/datasets/humaneval/humaneval_gen_581044.py rename to configs/datasets/humaneval/humaneval_gen_ff7054.py diff --git a/configs/datasets/iwslt2017/iwslt2017_gen.py b/configs/datasets/iwslt2017/iwslt2017_gen.py index d44eb91a..e3a5c5ad 100644 --- a/configs/datasets/iwslt2017/iwslt2017_gen.py +++ b/configs/datasets/iwslt2017/iwslt2017_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .iwslt2017_gen_02ea0b import iwslt2017_datasets # noqa: F401, F403 + from .iwslt2017_gen_d0ebd1 import iwslt2017_datasets # noqa: F401, F403 diff --git a/configs/datasets/iwslt2017/iwslt2017_gen_95def3.py b/configs/datasets/iwslt2017/iwslt2017_gen_69ce16.py similarity index 100% rename from configs/datasets/iwslt2017/iwslt2017_gen_95def3.py rename to configs/datasets/iwslt2017/iwslt2017_gen_69ce16.py diff --git a/configs/datasets/iwslt2017/iwslt2017_gen_66a5bb.py b/configs/datasets/iwslt2017/iwslt2017_gen_b4a814.py similarity index 100% rename from configs/datasets/iwslt2017/iwslt2017_gen_66a5bb.py rename to configs/datasets/iwslt2017/iwslt2017_gen_b4a814.py diff --git a/configs/datasets/iwslt2017/iwslt2017_gen_02ea0b.py b/configs/datasets/iwslt2017/iwslt2017_gen_d0ebd1.py similarity index 100% rename from configs/datasets/iwslt2017/iwslt2017_gen_02ea0b.py rename to configs/datasets/iwslt2017/iwslt2017_gen_d0ebd1.py diff --git a/configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl.py b/configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl.py index 4dd90d37..3300888c 100644 --- a/configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl.py +++ b/configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .jigsawmultilingual_ppl_640128 import jigsawmultilingual_datasets # noqa: F401, F403 + from .jigsawmultilingual_ppl_fe50d8 import jigsawmultilingual_datasets # noqa: F401, F403 diff --git a/configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl_da5d28.py b/configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl_1af0ae.py similarity index 100% rename from configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl_da5d28.py rename to configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl_1af0ae.py diff --git a/configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl_640128.py b/configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl_fe50d8.py similarity index 100% rename from configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl_640128.py rename to configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl_fe50d8.py diff --git a/configs/datasets/lambada/lambada_gen.py b/configs/datasets/lambada/lambada_gen.py index e27c8689..983aa6c9 100644 --- a/configs/datasets/lambada/lambada_gen.py +++ b/configs/datasets/lambada/lambada_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .lambada_gen_7ffe3d import lambada_datasets # noqa: F401, F403 + from .lambada_gen_217e11 import lambada_datasets # noqa: F401, F403 diff --git a/configs/datasets/lambada/lambada_gen_7ffe3d.py b/configs/datasets/lambada/lambada_gen_217e11.py similarity index 100% rename from configs/datasets/lambada/lambada_gen_7ffe3d.py rename to configs/datasets/lambada/lambada_gen_217e11.py diff --git a/configs/datasets/lambada/lambada_gen_8d0a67.py b/configs/datasets/lambada/lambada_gen_8b48a5.py similarity index 100% rename from configs/datasets/lambada/lambada_gen_8d0a67.py rename to configs/datasets/lambada/lambada_gen_8b48a5.py diff --git a/configs/datasets/lcsts/lcsts_gen.py b/configs/datasets/lcsts/lcsts_gen.py index d3cc71b9..228f574e 100644 --- a/configs/datasets/lcsts/lcsts_gen.py +++ b/configs/datasets/lcsts/lcsts_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .lcsts_gen_427fde import lcsts_datasets # noqa: F401, F403 + from .lcsts_gen_8ee1fe import lcsts_datasets # noqa: F401, F403 diff --git a/configs/datasets/lcsts/lcsts_gen_427fde.py b/configs/datasets/lcsts/lcsts_gen_8ee1fe.py similarity index 100% rename from configs/datasets/lcsts/lcsts_gen_427fde.py rename to configs/datasets/lcsts/lcsts_gen_8ee1fe.py diff --git a/configs/datasets/lcsts/lcsts_gen_65108e.py b/configs/datasets/lcsts/lcsts_gen_9b0b89.py similarity index 100% rename from configs/datasets/lcsts/lcsts_gen_65108e.py rename to configs/datasets/lcsts/lcsts_gen_9b0b89.py diff --git a/configs/datasets/math/math_gen.py b/configs/datasets/math/math_gen.py index dec061c2..cc3aca76 100644 --- a/configs/datasets/math/math_gen.py +++ b/configs/datasets/math/math_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .math_gen_78bcba import math_datasets # noqa: F401, F403 + from .math_gen_3e92f6 import math_datasets # noqa: F401, F403 diff --git a/configs/datasets/math/math_gen_b4c82a.py b/configs/datasets/math/math_gen_01261e.py similarity index 100% rename from configs/datasets/math/math_gen_b4c82a.py rename to configs/datasets/math/math_gen_01261e.py diff --git a/configs/datasets/math/math_gen_78bcba.py b/configs/datasets/math/math_gen_3e92f6.py similarity index 100% rename from configs/datasets/math/math_gen_78bcba.py rename to configs/datasets/math/math_gen_3e92f6.py diff --git a/configs/datasets/math/math_gen_2f9b1c.py b/configs/datasets/math/math_gen_664168.py similarity index 100% rename from configs/datasets/math/math_gen_2f9b1c.py rename to configs/datasets/math/math_gen_664168.py diff --git a/configs/datasets/mbpp/mbpp_gen.py b/configs/datasets/mbpp/mbpp_gen.py index 9398c835..930cb73d 100644 --- a/configs/datasets/mbpp/mbpp_gen.py +++ b/configs/datasets/mbpp/mbpp_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .mbpp_gen_4104e4 import mbpp_datasets # noqa: F401, F403 + from .mbpp_gen_1e1056 import mbpp_datasets # noqa: F401, F403 diff --git a/configs/datasets/mbpp/mbpp_gen_4104e4.py b/configs/datasets/mbpp/mbpp_gen_1e1056.py similarity index 100% rename from configs/datasets/mbpp/mbpp_gen_4104e4.py rename to configs/datasets/mbpp/mbpp_gen_1e1056.py diff --git a/configs/datasets/mbpp/mbpp_gen_94fe59.py b/configs/datasets/mbpp/mbpp_gen_6590b0.py similarity index 100% rename from configs/datasets/mbpp/mbpp_gen_94fe59.py rename to configs/datasets/mbpp/mbpp_gen_6590b0.py diff --git a/configs/datasets/mbpp/mbpp_gen_b60b47.py b/configs/datasets/mbpp/mbpp_gen_78c1bc.py similarity index 100% rename from configs/datasets/mbpp/mbpp_gen_b60b47.py rename to configs/datasets/mbpp/mbpp_gen_78c1bc.py diff --git a/configs/datasets/mmlu/mmlu_gen.py b/configs/datasets/mmlu/mmlu_gen.py index d0612974..1a13e563 100644 --- a/configs/datasets/mmlu/mmlu_gen.py +++ b/configs/datasets/mmlu/mmlu_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .mmlu_gen_a568f1 import mmlu_datasets # noqa: F401, F403 + from .mmlu_gen_a484b3 import mmlu_datasets # noqa: F401, F403 diff --git a/configs/datasets/mmlu/mmlu_gen_c3ca20.py b/configs/datasets/mmlu/mmlu_gen_23a9a9.py similarity index 100% rename from configs/datasets/mmlu/mmlu_gen_c3ca20.py rename to configs/datasets/mmlu/mmlu_gen_23a9a9.py diff --git a/configs/datasets/mmlu/mmlu_gen_057057.py b/configs/datasets/mmlu/mmlu_gen_5d1409.py similarity index 100% rename from configs/datasets/mmlu/mmlu_gen_057057.py rename to configs/datasets/mmlu/mmlu_gen_5d1409.py diff --git a/configs/datasets/mmlu/mmlu_gen_36560d.py b/configs/datasets/mmlu/mmlu_gen_79e572.py similarity index 100% rename from configs/datasets/mmlu/mmlu_gen_36560d.py rename to configs/datasets/mmlu/mmlu_gen_79e572.py diff --git a/configs/datasets/mmlu/mmlu_gen_a568f1.py b/configs/datasets/mmlu/mmlu_gen_a484b3.py similarity index 100% rename from configs/datasets/mmlu/mmlu_gen_a568f1.py rename to configs/datasets/mmlu/mmlu_gen_a484b3.py diff --git a/configs/datasets/mmlu/mmlu_ppl.py b/configs/datasets/mmlu/mmlu_ppl.py index 73c3161d..3c081ed8 100644 --- a/configs/datasets/mmlu/mmlu_ppl.py +++ b/configs/datasets/mmlu/mmlu_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .mmlu_ppl_c6bbe6 import mmlu_datasets # noqa: F401, F403 + from .mmlu_ppl_ac766d import mmlu_datasets # noqa: F401, F403 diff --git a/configs/datasets/mmlu/mmlu_ppl_c6bbe6.py b/configs/datasets/mmlu/mmlu_ppl_ac766d.py similarity index 100% rename from configs/datasets/mmlu/mmlu_ppl_c6bbe6.py rename to configs/datasets/mmlu/mmlu_ppl_ac766d.py diff --git a/configs/datasets/narrativeqa/narrativeqa_gen.py b/configs/datasets/narrativeqa/narrativeqa_gen.py index d03cafa3..6b7ead2c 100644 --- a/configs/datasets/narrativeqa/narrativeqa_gen.py +++ b/configs/datasets/narrativeqa/narrativeqa_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .narrativeqa_gen_5786a7 import narrativeqa_datasets # noqa: F401, F403 + from .narrativeqa_gen_db6413 import narrativeqa_datasets # noqa: F401, F403 diff --git a/configs/datasets/narrativeqa/narrativeqa_gen_ca4b64.py b/configs/datasets/narrativeqa/narrativeqa_gen_a2d88a.py similarity index 100% rename from configs/datasets/narrativeqa/narrativeqa_gen_ca4b64.py rename to configs/datasets/narrativeqa/narrativeqa_gen_a2d88a.py diff --git a/configs/datasets/narrativeqa/narrativeqa_gen_5786a7.py b/configs/datasets/narrativeqa/narrativeqa_gen_db6413.py similarity index 100% rename from configs/datasets/narrativeqa/narrativeqa_gen_5786a7.py rename to configs/datasets/narrativeqa/narrativeqa_gen_db6413.py diff --git a/configs/datasets/nq/nq_gen.py b/configs/datasets/nq/nq_gen.py index 598e5ae1..7d8c281b 100644 --- a/configs/datasets/nq/nq_gen.py +++ b/configs/datasets/nq/nq_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .nq_gen_c00b89 import nq_datasets # noqa: F401, F403 + from .nq_gen_3dcea1 import nq_datasets # noqa: F401, F403 diff --git a/configs/datasets/nq/nq_gen_f491e3.py b/configs/datasets/nq/nq_gen_2463e2.py similarity index 100% rename from configs/datasets/nq/nq_gen_f491e3.py rename to configs/datasets/nq/nq_gen_2463e2.py diff --git a/configs/datasets/nq/nq_gen_c00b89.py b/configs/datasets/nq/nq_gen_3dcea1.py similarity index 100% rename from configs/datasets/nq/nq_gen_c00b89.py rename to configs/datasets/nq/nq_gen_3dcea1.py diff --git a/configs/datasets/nq/nq_gen_a6ffca.py b/configs/datasets/nq/nq_gen_68c1c6.py similarity index 100% rename from configs/datasets/nq/nq_gen_a6ffca.py rename to configs/datasets/nq/nq_gen_68c1c6.py diff --git a/configs/datasets/obqa/obqa_gen.py b/configs/datasets/obqa/obqa_gen.py index 0886d001..0e71260a 100644 --- a/configs/datasets/obqa/obqa_gen.py +++ b/configs/datasets/obqa/obqa_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .obqa_gen_b2cde9 import obqa_datasets # noqa: F401, F403 + from .obqa_gen_9069e4 import obqa_datasets # noqa: F401, F403 diff --git a/configs/datasets/obqa/obqa_gen_b2cde9.py b/configs/datasets/obqa/obqa_gen_9069e4.py similarity index 100% rename from configs/datasets/obqa/obqa_gen_b2cde9.py rename to configs/datasets/obqa/obqa_gen_9069e4.py diff --git a/configs/datasets/obqa/obqa_ppl.py b/configs/datasets/obqa/obqa_ppl.py index 82a03738..ebec8207 100644 --- a/configs/datasets/obqa/obqa_ppl.py +++ b/configs/datasets/obqa/obqa_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .obqa_ppl_2b5b12 import obqa_datasets # noqa: F401, F403 + from .obqa_ppl_c7c154 import obqa_datasets # noqa: F401, F403 diff --git a/configs/datasets/obqa/obqa_ppl_3609cc.py b/configs/datasets/obqa/obqa_ppl_1defe8.py similarity index 100% rename from configs/datasets/obqa/obqa_ppl_3609cc.py rename to configs/datasets/obqa/obqa_ppl_1defe8.py diff --git a/configs/datasets/obqa/obqa_ppl_2b5b12.py b/configs/datasets/obqa/obqa_ppl_c7c154.py similarity index 100% rename from configs/datasets/obqa/obqa_ppl_2b5b12.py rename to configs/datasets/obqa/obqa_ppl_c7c154.py diff --git a/configs/datasets/piqa/piqa_gen.py b/configs/datasets/piqa/piqa_gen.py index 14fe3d92..c7aaf978 100644 --- a/configs/datasets/piqa/piqa_gen.py +++ b/configs/datasets/piqa/piqa_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .piqa_gen_8287ae import piqa_datasets # noqa: F401, F403 + from .piqa_gen_1194eb import piqa_datasets # noqa: F401, F403 diff --git a/configs/datasets/piqa/piqa_gen_8287ae.py b/configs/datasets/piqa/piqa_gen_1194eb.py similarity index 100% rename from configs/datasets/piqa/piqa_gen_8287ae.py rename to configs/datasets/piqa/piqa_gen_1194eb.py diff --git a/configs/datasets/piqa/piqa_ppl.py b/configs/datasets/piqa/piqa_ppl.py index a9e997fa..aa8b3271 100644 --- a/configs/datasets/piqa/piqa_ppl.py +++ b/configs/datasets/piqa/piqa_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .piqa_ppl_788dbe import piqa_datasets # noqa: F401, F403 + from .piqa_ppl_1cf9f0 import piqa_datasets # noqa: F401, F403 diff --git a/configs/datasets/piqa/piqa_ppl_788dbe.py b/configs/datasets/piqa/piqa_ppl_1cf9f0.py similarity index 100% rename from configs/datasets/piqa/piqa_ppl_788dbe.py rename to configs/datasets/piqa/piqa_ppl_1cf9f0.py diff --git a/configs/datasets/piqa/piqa_ppl_7c4bd8.py b/configs/datasets/piqa/piqa_ppl_3431ea.py similarity index 100% rename from configs/datasets/piqa/piqa_ppl_7c4bd8.py rename to configs/datasets/piqa/piqa_ppl_3431ea.py diff --git a/configs/datasets/qabench/qabench_gen.py b/configs/datasets/qabench/qabench_gen.py index 478fff1e..66c12b8f 100644 --- a/configs/datasets/qabench/qabench_gen.py +++ b/configs/datasets/qabench/qabench_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .qabench_gen_0d5967 import qabench_datasets # noqa: F401, F403 + from .qabench_gen_353ae7 import qabench_datasets # noqa: F401, F403 diff --git a/configs/datasets/qabench/qabench_gen_0d5967.py b/configs/datasets/qabench/qabench_gen_353ae7.py similarity index 100% rename from configs/datasets/qabench/qabench_gen_0d5967.py rename to configs/datasets/qabench/qabench_gen_353ae7.py diff --git a/configs/datasets/qasper/qasper_gen.py b/configs/datasets/qasper/qasper_gen.py index 616f4dd7..a75d079b 100644 --- a/configs/datasets/qasper/qasper_gen.py +++ b/configs/datasets/qasper/qasper_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .qasper_gen_1230f2 import qasper_datasets # noqa: F401, F403 + from .qasper_gen_db6413 import qasper_datasets # noqa: F401, F403 diff --git a/configs/datasets/qasper/qasper_gen_bf7900.py b/configs/datasets/qasper/qasper_gen_a2d88a.py similarity index 100% rename from configs/datasets/qasper/qasper_gen_bf7900.py rename to configs/datasets/qasper/qasper_gen_a2d88a.py diff --git a/configs/datasets/qasper/qasper_gen_1230f2.py b/configs/datasets/qasper/qasper_gen_db6413.py similarity index 100% rename from configs/datasets/qasper/qasper_gen_1230f2.py rename to configs/datasets/qasper/qasper_gen_db6413.py diff --git a/configs/datasets/qaspercut/qaspercut_gen.py b/configs/datasets/qaspercut/qaspercut_gen.py index cb16e9fd..a025aff3 100644 --- a/configs/datasets/qaspercut/qaspercut_gen.py +++ b/configs/datasets/qaspercut/qaspercut_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .qaspercut_gen_943606 import qaspercut_datasets # noqa: F401, F403 + from .qaspercut_gen_a2d88a import qaspercut_datasets # noqa: F401, F403 diff --git a/configs/datasets/qaspercut/qaspercut_gen_943606.py b/configs/datasets/qaspercut/qaspercut_gen_a2d88a.py similarity index 100% rename from configs/datasets/qaspercut/qaspercut_gen_943606.py rename to configs/datasets/qaspercut/qaspercut_gen_a2d88a.py diff --git a/configs/datasets/qaspercut/qaspercut_gen_d783f5.py b/configs/datasets/qaspercut/qaspercut_gen_db6413.py similarity index 100% rename from configs/datasets/qaspercut/qaspercut_gen_d783f5.py rename to configs/datasets/qaspercut/qaspercut_gen_db6413.py diff --git a/configs/datasets/race/race_gen.py b/configs/datasets/race/race_gen.py index b2ff1b42..535bac9a 100644 --- a/configs/datasets/race/race_gen.py +++ b/configs/datasets/race/race_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .race_gen_12de48 import race_datasets # noqa: F401, F403 + from .race_gen_69ee4f import race_datasets # noqa: F401, F403 diff --git a/configs/datasets/race/race_gen_12de48.py b/configs/datasets/race/race_gen_69ee4f.py similarity index 100% rename from configs/datasets/race/race_gen_12de48.py rename to configs/datasets/race/race_gen_69ee4f.py diff --git a/configs/datasets/race/race_gen_d18b89.py b/configs/datasets/race/race_gen_9302a5.py similarity index 100% rename from configs/datasets/race/race_gen_d18b89.py rename to configs/datasets/race/race_gen_9302a5.py diff --git a/configs/datasets/race/race_ppl.py b/configs/datasets/race/race_ppl.py index 4e905733..5cb15c60 100644 --- a/configs/datasets/race/race_ppl.py +++ b/configs/datasets/race/race_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .race_ppl_04e06a import race_datasets # noqa: F401, F403 + from .race_ppl_ab8734 import race_datasets # noqa: F401, F403 diff --git a/configs/datasets/race/race_ppl_04e06a.py b/configs/datasets/race/race_ppl_ab8734.py similarity index 100% rename from configs/datasets/race/race_ppl_04e06a.py rename to configs/datasets/race/race_ppl_ab8734.py diff --git a/configs/datasets/race/race_ppl_d816a7.py b/configs/datasets/race/race_ppl_abed12.py similarity index 100% rename from configs/datasets/race/race_ppl_d816a7.py rename to configs/datasets/race/race_ppl_abed12.py diff --git a/configs/datasets/realtoxicprompts/realtoxicprompts_gen.py b/configs/datasets/realtoxicprompts/realtoxicprompts_gen.py index 5f316e93..16a9f924 100644 --- a/configs/datasets/realtoxicprompts/realtoxicprompts_gen.py +++ b/configs/datasets/realtoxicprompts/realtoxicprompts_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .realtoxicprompts_gen_3ea730 import realtoxicprompts_datasets # noqa: F401, F403 + from .realtoxicprompts_gen_ac723c import realtoxicprompts_datasets # noqa: F401, F403 diff --git a/configs/datasets/realtoxicprompts/realtoxicprompts_gen_82a2f2.py b/configs/datasets/realtoxicprompts/realtoxicprompts_gen_7605e4.py similarity index 100% rename from configs/datasets/realtoxicprompts/realtoxicprompts_gen_82a2f2.py rename to configs/datasets/realtoxicprompts/realtoxicprompts_gen_7605e4.py diff --git a/configs/datasets/realtoxicprompts/realtoxicprompts_gen_3ea730.py b/configs/datasets/realtoxicprompts/realtoxicprompts_gen_ac723c.py similarity index 100% rename from configs/datasets/realtoxicprompts/realtoxicprompts_gen_3ea730.py rename to configs/datasets/realtoxicprompts/realtoxicprompts_gen_ac723c.py diff --git a/configs/datasets/safety/safety_gen.py b/configs/datasets/safety/safety_gen.py index 8ee8572c..fd064484 100644 --- a/configs/datasets/safety/safety_gen.py +++ b/configs/datasets/safety/safety_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .safety_gen_c0a5b8 import safety_datasets # noqa: F401, F403 + from .safety_gen_7ce197 import safety_datasets # noqa: F401, F403 diff --git a/configs/datasets/safety/safety_gen_c0a5b8.py b/configs/datasets/safety/safety_gen_7ce197.py similarity index 100% rename from configs/datasets/safety/safety_gen_c0a5b8.py rename to configs/datasets/safety/safety_gen_7ce197.py diff --git a/configs/datasets/siqa/siqa_gen.py b/configs/datasets/siqa/siqa_gen.py index e5c731f9..7a04a2dc 100644 --- a/configs/datasets/siqa/siqa_gen.py +++ b/configs/datasets/siqa/siqa_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .siqa_gen_a3c714 import siqa_datasets # noqa: F401, F403 + from .siqa_gen_e78df3 import siqa_datasets # noqa: F401, F403 diff --git a/configs/datasets/siqa/siqa_gen_a3c714.py b/configs/datasets/siqa/siqa_gen_e78df3.py similarity index 100% rename from configs/datasets/siqa/siqa_gen_a3c714.py rename to configs/datasets/siqa/siqa_gen_e78df3.py diff --git a/configs/datasets/siqa/siqa_ppl.py b/configs/datasets/siqa/siqa_ppl.py index 3dfdc224..fcb923f4 100644 --- a/configs/datasets/siqa/siqa_ppl.py +++ b/configs/datasets/siqa/siqa_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .siqa_ppl_049da0 import siqa_datasets # noqa: F401, F403 + from .siqa_ppl_ced5f6 import siqa_datasets # noqa: F401, F403 diff --git a/configs/datasets/siqa/siqa_ppl_b27551.py b/configs/datasets/siqa/siqa_ppl_42bc6e.py similarity index 100% rename from configs/datasets/siqa/siqa_ppl_b27551.py rename to configs/datasets/siqa/siqa_ppl_42bc6e.py diff --git a/configs/datasets/siqa/siqa_ppl_764e42.py b/configs/datasets/siqa/siqa_ppl_7845b0.py similarity index 100% rename from configs/datasets/siqa/siqa_ppl_764e42.py rename to configs/datasets/siqa/siqa_ppl_7845b0.py diff --git a/configs/datasets/siqa/siqa_ppl_049da0.py b/configs/datasets/siqa/siqa_ppl_ced5f6.py similarity index 100% rename from configs/datasets/siqa/siqa_ppl_049da0.py rename to configs/datasets/siqa/siqa_ppl_ced5f6.py diff --git a/configs/datasets/storycloze/storycloze_gen.py b/configs/datasets/storycloze/storycloze_gen.py index df02ccf1..aefd7aea 100644 --- a/configs/datasets/storycloze/storycloze_gen.py +++ b/configs/datasets/storycloze/storycloze_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .storycloze_gen_c5a230 import storycloze_datasets # noqa: F401, F403 + from .storycloze_gen_7f656a import storycloze_datasets # noqa: F401, F403 diff --git a/configs/datasets/storycloze/storycloze_gen_c5a230.py b/configs/datasets/storycloze/storycloze_gen_7f656a.py similarity index 100% rename from configs/datasets/storycloze/storycloze_gen_c5a230.py rename to configs/datasets/storycloze/storycloze_gen_7f656a.py diff --git a/configs/datasets/storycloze/storycloze_ppl.py b/configs/datasets/storycloze/storycloze_ppl.py index 5be70eef..ac032396 100644 --- a/configs/datasets/storycloze/storycloze_ppl.py +++ b/configs/datasets/storycloze/storycloze_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .storycloze_ppl_c1912d import storycloze_datasets # noqa: F401, F403 + from .storycloze_ppl_496661 import storycloze_datasets # noqa: F401, F403 diff --git a/configs/datasets/storycloze/storycloze_ppl_c1912d.py b/configs/datasets/storycloze/storycloze_ppl_496661.py similarity index 100% rename from configs/datasets/storycloze/storycloze_ppl_c1912d.py rename to configs/datasets/storycloze/storycloze_ppl_496661.py diff --git a/configs/datasets/storycloze/storycloze_ppl_7f4c64.py b/configs/datasets/storycloze/storycloze_ppl_afd16f.py similarity index 100% rename from configs/datasets/storycloze/storycloze_ppl_7f4c64.py rename to configs/datasets/storycloze/storycloze_ppl_afd16f.py diff --git a/configs/datasets/strategyqa/strategyqa_gen.py b/configs/datasets/strategyqa/strategyqa_gen.py index f23e1741..043ee177 100644 --- a/configs/datasets/strategyqa/strategyqa_gen.py +++ b/configs/datasets/strategyqa/strategyqa_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .strategyqa_gen_be3f8d import strategyqa_datasets # noqa: F401, F403 + from .strategyqa_gen_b3ff20 import strategyqa_datasets # noqa: F401, F403 diff --git a/configs/datasets/strategyqa/strategyqa_gen_a8bf83.py b/configs/datasets/strategyqa/strategyqa_gen_934441.py similarity index 100% rename from configs/datasets/strategyqa/strategyqa_gen_a8bf83.py rename to configs/datasets/strategyqa/strategyqa_gen_934441.py diff --git a/configs/datasets/strategyqa/strategyqa_gen_be3f8d.py b/configs/datasets/strategyqa/strategyqa_gen_b3ff20.py similarity index 100% rename from configs/datasets/strategyqa/strategyqa_gen_be3f8d.py rename to configs/datasets/strategyqa/strategyqa_gen_b3ff20.py diff --git a/configs/datasets/summedits/summedits_gen.py b/configs/datasets/summedits/summedits_gen.py index d99f3c17..1b569bf3 100644 --- a/configs/datasets/summedits/summedits_gen.py +++ b/configs/datasets/summedits/summedits_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .summedits_gen_4f35b5 import summedits_datasets # noqa: F401, F403 + from .summedits_gen_4fb38b import summedits_datasets # noqa: F401, F403 diff --git a/configs/datasets/summedits/summedits_gen_4f35b5.py b/configs/datasets/summedits/summedits_gen_4fb38b.py similarity index 100% rename from configs/datasets/summedits/summedits_gen_4f35b5.py rename to configs/datasets/summedits/summedits_gen_4fb38b.py diff --git a/configs/datasets/summedits/summedits_ppl.py b/configs/datasets/summedits/summedits_ppl.py index 0c6ac839..c9905e33 100644 --- a/configs/datasets/summedits/summedits_ppl.py +++ b/configs/datasets/summedits/summedits_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .summedits_ppl_163352 import summedits_datasets # noqa: F401, F403 + from .summedits_ppl_1fbeb6 import summedits_datasets # noqa: F401, F403 diff --git a/configs/datasets/summedits/summedits_ppl_163352.py b/configs/datasets/summedits/summedits_ppl_1fbeb6.py similarity index 100% rename from configs/datasets/summedits/summedits_ppl_163352.py rename to configs/datasets/summedits/summedits_ppl_1fbeb6.py diff --git a/configs/datasets/summedits/summedits_ppl_f2bd6e.py b/configs/datasets/summedits/summedits_ppl_3c30d0.py similarity index 100% rename from configs/datasets/summedits/summedits_ppl_f2bd6e.py rename to configs/datasets/summedits/summedits_ppl_3c30d0.py diff --git a/configs/datasets/summedits/summedits_ppl_c4d270.py b/configs/datasets/summedits/summedits_ppl_fa58ba.py similarity index 100% rename from configs/datasets/summedits/summedits_ppl_c4d270.py rename to configs/datasets/summedits/summedits_ppl_fa58ba.py diff --git a/configs/datasets/summscreen/summscreen_gen.py b/configs/datasets/summscreen/summscreen_gen.py index 296abf2c..471872d3 100644 --- a/configs/datasets/summscreen/summscreen_gen.py +++ b/configs/datasets/summscreen/summscreen_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .summscreen_gen_997ee2 import summscreen_datasets # noqa: F401, F403 + from .summscreen_gen_aa5eb3 import summscreen_datasets # noqa: F401, F403 diff --git a/configs/datasets/summscreen/summscreen_gen_e88eaa.py b/configs/datasets/summscreen/summscreen_gen_653185.py similarity index 100% rename from configs/datasets/summscreen/summscreen_gen_e88eaa.py rename to configs/datasets/summscreen/summscreen_gen_653185.py diff --git a/configs/datasets/summscreen/summscreen_gen_997ee2.py b/configs/datasets/summscreen/summscreen_gen_aa5eb3.py similarity index 100% rename from configs/datasets/summscreen/summscreen_gen_997ee2.py rename to configs/datasets/summscreen/summscreen_gen_aa5eb3.py diff --git a/configs/datasets/triviaqa/triviaqa_gen.py b/configs/datasets/triviaqa/triviaqa_gen.py index 8f2931f5..6df39b2e 100644 --- a/configs/datasets/triviaqa/triviaqa_gen.py +++ b/configs/datasets/triviaqa/triviaqa_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .triviaqa_gen_cc3cbf import triviaqa_datasets # noqa: F401, F403 + from .triviaqa_gen_3e39a5 import triviaqa_datasets # noqa: F401, F403 diff --git a/configs/datasets/triviaqa/triviaqa_gen_cc3cbf.py b/configs/datasets/triviaqa/triviaqa_gen_3e39a5.py similarity index 100% rename from configs/datasets/triviaqa/triviaqa_gen_cc3cbf.py rename to configs/datasets/triviaqa/triviaqa_gen_3e39a5.py diff --git a/configs/datasets/triviaqa/triviaqa_gen_5ef393.py b/configs/datasets/triviaqa/triviaqa_gen_429db5.py similarity index 100% rename from configs/datasets/triviaqa/triviaqa_gen_5ef393.py rename to configs/datasets/triviaqa/triviaqa_gen_429db5.py diff --git a/configs/datasets/triviaqa/triviaqa_gen_4f9838.py b/configs/datasets/triviaqa/triviaqa_gen_d297bb.py similarity index 100% rename from configs/datasets/triviaqa/triviaqa_gen_4f9838.py rename to configs/datasets/triviaqa/triviaqa_gen_d297bb.py diff --git a/configs/datasets/triviaqarc/triviaqarc_gen.py b/configs/datasets/triviaqarc/triviaqarc_gen.py index 66c346d5..e7be074c 100644 --- a/configs/datasets/triviaqarc/triviaqarc_gen.py +++ b/configs/datasets/triviaqarc/triviaqarc_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .triviaqarc_gen_6c1726 import triviaqarc_datasets # noqa: F401, F403 + from .triviaqarc_gen_db6413 import triviaqarc_datasets # noqa: F401, F403 diff --git a/configs/datasets/triviaqarc/triviaqarc_gen_a02306.py b/configs/datasets/triviaqarc/triviaqarc_gen_a2d88a.py similarity index 100% rename from configs/datasets/triviaqarc/triviaqarc_gen_a02306.py rename to configs/datasets/triviaqarc/triviaqarc_gen_a2d88a.py diff --git a/configs/datasets/triviaqarc/triviaqarc_gen_6c1726.py b/configs/datasets/triviaqarc/triviaqarc_gen_db6413.py similarity index 100% rename from configs/datasets/triviaqarc/triviaqarc_gen_6c1726.py rename to configs/datasets/triviaqarc/triviaqarc_gen_db6413.py diff --git a/configs/datasets/truthfulqa/truthfulqa_gen.py b/configs/datasets/truthfulqa/truthfulqa_gen.py index 57c4e797..9f963d68 100644 --- a/configs/datasets/truthfulqa/truthfulqa_gen.py +++ b/configs/datasets/truthfulqa/truthfulqa_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .truthfulqa_gen_0a3a53 import truthfulqa_datasets # noqa: F401, F403 + from .truthfulqa_gen_5ddc62 import truthfulqa_datasets # noqa: F401, F403 diff --git a/configs/datasets/truthfulqa/truthfulqa_gen_d8faf6.py b/configs/datasets/truthfulqa/truthfulqa_gen_1e7d8d.py similarity index 100% rename from configs/datasets/truthfulqa/truthfulqa_gen_d8faf6.py rename to configs/datasets/truthfulqa/truthfulqa_gen_1e7d8d.py diff --git a/configs/datasets/truthfulqa/truthfulqa_gen_0a3a53.py b/configs/datasets/truthfulqa/truthfulqa_gen_5ddc62.py similarity index 100% rename from configs/datasets/truthfulqa/truthfulqa_gen_0a3a53.py rename to configs/datasets/truthfulqa/truthfulqa_gen_5ddc62.py diff --git a/configs/datasets/winograd/winograd_ppl.py b/configs/datasets/winograd/winograd_ppl.py index a3dbf68b..4b311eaf 100644 --- a/configs/datasets/winograd/winograd_ppl.py +++ b/configs/datasets/winograd/winograd_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .winograd_ppl_c1c427 import winograd_datasets # noqa: F401, F403 + from .winograd_ppl_b6c7ed import winograd_datasets # noqa: F401, F403 diff --git a/configs/datasets/winograd/winograd_ppl_c21c87.py b/configs/datasets/winograd/winograd_ppl_8f3049.py similarity index 100% rename from configs/datasets/winograd/winograd_ppl_c21c87.py rename to configs/datasets/winograd/winograd_ppl_8f3049.py diff --git a/configs/datasets/winograd/winograd_ppl_c1c427.py b/configs/datasets/winograd/winograd_ppl_b6c7ed.py similarity index 100% rename from configs/datasets/winograd/winograd_ppl_c1c427.py rename to configs/datasets/winograd/winograd_ppl_b6c7ed.py diff --git a/configs/datasets/winogrande/winogrande_gen.py b/configs/datasets/winogrande/winogrande_gen.py index ef8475b1..ddf8330d 100644 --- a/configs/datasets/winogrande/winogrande_gen.py +++ b/configs/datasets/winogrande/winogrande_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .winogrande_gen_c19d87 import winogrande_datasets # noqa: F401, F403 + from .winogrande_gen_a9ede5 import winogrande_datasets # noqa: F401, F403 diff --git a/configs/datasets/winogrande/winogrande_gen_c19d87.py b/configs/datasets/winogrande/winogrande_gen_a9ede5.py similarity index 100% rename from configs/datasets/winogrande/winogrande_gen_c19d87.py rename to configs/datasets/winogrande/winogrande_gen_a9ede5.py diff --git a/configs/datasets/winogrande/winogrande_ppl.py b/configs/datasets/winogrande/winogrande_ppl.py index 75cd6660..a94ac013 100644 --- a/configs/datasets/winogrande/winogrande_ppl.py +++ b/configs/datasets/winogrande/winogrande_ppl.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .winogrande_ppl_00f8ad import winogrande_datasets # noqa: F401, F403 + from .winogrande_ppl_18e5de import winogrande_datasets # noqa: F401, F403 diff --git a/configs/datasets/winogrande/winogrande_ppl_00f8ad.py b/configs/datasets/winogrande/winogrande_ppl_18e5de.py similarity index 100% rename from configs/datasets/winogrande/winogrande_ppl_00f8ad.py rename to configs/datasets/winogrande/winogrande_ppl_18e5de.py diff --git a/configs/datasets/winogrande/winogrande_ppl_515f92.py b/configs/datasets/winogrande/winogrande_ppl_9307fd.py similarity index 100% rename from configs/datasets/winogrande/winogrande_ppl_515f92.py rename to configs/datasets/winogrande/winogrande_ppl_9307fd.py