mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
a00e57296f
* add ChemBench * update results * molbench -> ChemBench --------- Co-authored-by: Leymore <zfz-960727@163.com>
23 lines
1.2 KiB
Python
23 lines
1.2 KiB
Python
from mmengine.config import read_base
|
|
|
|
with read_base():
|
|
from .datasets.ChemBench.ChemBench_gen import chembench_datasets
|
|
from .models.mistral.hf_mistral_7b_instruct_v0_2 import models
|
|
|
|
datasets = [*chembench_datasets]
|
|
models = [*models]
|
|
|
|
'''
|
|
dataset version metric mode mistral-7b-instruct-v0.2-hf
|
|
-------------------------------- --------- -------- ------ -----------------------------
|
|
ChemBench_Name_Conversion d4e6a1 accuracy gen 45.43
|
|
ChemBench_Property_Prediction d4e6a1 accuracy gen 47.11
|
|
ChemBench_Mol2caption d4e6a1 accuracy gen 64.21
|
|
ChemBench_Caption2mol d4e6a1 accuracy gen 35.38
|
|
ChemBench_Product_Prediction d4e6a1 accuracy gen 38.67
|
|
ChemBench_Retrosynthesis d4e6a1 accuracy gen 27
|
|
ChemBench_Yield_Prediction d4e6a1 accuracy gen 27
|
|
ChemBench_Temperature_Prediction d4e6a1 accuracy gen 26.73
|
|
ChemBench_Solvent_Prediction d4e6a1 accuracy gen 32.67
|
|
'''
|