jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Feature] Add baichuan13b model configs (#60)

Browse Source 
* [Feature] Add baichuan13b

* update num_gpus
This commit is contained in:
Leymore 2023-07-17 14:38:12 +08:00 committed by GitHub
parent 1326aff77e
commit edb23d15d1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 40 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
configs/models/hf_baichuan_13b_base.py Normal file
View File

@ -0,0 +1,20 @@
from opencompass.models import HuggingFaceCausalLM
models = [
dict(
type=HuggingFaceCausalLM,
abbr='baichuan-13b-base-hf',
path="baichuan-inc/Baichuan-13B-Base",
tokenizer_path='baichuan-inc/Baichuan-13B-Base',
tokenizer_kwargs=dict(padding_side='left',
truncation_side='left',
trust_remote_code=True,
use_fast=False,),
max_out_len=100,
max_seq_len=2048,
batch_size=8,
model_kwargs=dict(device_map='auto', trust_remote_code=True, revision='77d74f449c4b2882eac9d061b5a0c4b7c1936898'),
run_cfg=dict(num_gpus=2, num_procs=1),
)
]

20
configs/models/hf_baichuan_13b_chat.py Normal file
View File

@ -0,0 +1,20 @@
from opencompass.models import HuggingFaceCausalLM
models = [
dict(
type=HuggingFaceCausalLM,
abbr='baichuan-13b-chat-hf',
path="baichuan-inc/Baichuan-13B-Chat",
tokenizer_path='baichuan-inc/Baichuan-13B-Chat',
tokenizer_kwargs=dict(padding_side='left',
truncation_side='left',
trust_remote_code=True,
use_fast=False,),
max_out_len=100,
max_seq_len=2048,
batch_size=8,
model_kwargs=dict(device_map='auto', trust_remote_code=True, revision='75cc8a7e5220715ebccb771581e6ca8c1377cf71'),
run_cfg=dict(num_gpus=2, num_procs=1),
)
]