jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Feat] add falcon-40b (#76)

Browse Source 
* [Feat] add falcon-40b

* minor fix
This commit is contained in:
Hubert 2023-07-18 14:40:16 +08:00 committed by GitHub
parent 311bf0daa7
commit 29598e3619
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 21 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
configs/models/hf_falcon_40b.py Normal file
View File

@ -0,0 +1,21 @@
# Only torch >=2.0 is supported for falcon-40b
from opencompass.models import HuggingFaceCausalLM
models = [
dict(
type=HuggingFaceCausalLM,
abbr='falcon-40b-hf',
path='tiiuae/falcon-40b',
tokenizer_path='tiiuae/falcon-40b',
tokenizer_kwargs=dict(
padding_side='left',
truncation_side='left',
trust_remote_code=True,
),
max_out_len=100,
max_seq_len=2048,
batch_size=8,
model_kwargs=dict(trust_remote_code=True, device_map='auto', revision='561820f7eef0cc56a31ea38af15ca1acb07fab5d'),
run_cfg=dict(num_gpus=4, num_procs=1),
)
]