diff --git a/configs/models/hf_qwen_7b.py b/configs/models/hf_qwen_7b.py index 84e248da..64d765aa 100644 --- a/configs/models/hf_qwen_7b.py +++ b/configs/models/hf_qwen_7b.py @@ -19,6 +19,7 @@ models = [ use_fast=False, revision='39fc5fdcb95c8c367bbdb3bfc0db71d96266de09' ), + pad_token_id=151643, max_out_len=100, max_seq_len=2048, batch_size=8, diff --git a/configs/models/hf_qwen_7b_chat.py b/configs/models/hf_qwen_7b_chat.py index 4b75ee2d..b84ea5ca 100644 --- a/configs/models/hf_qwen_7b_chat.py +++ b/configs/models/hf_qwen_7b_chat.py @@ -19,6 +19,7 @@ models = [ truncation_side='left', trust_remote_code=True, use_fast=False,), + pad_token_id=151643, max_out_len=100, max_seq_len=2048, batch_size=8,