absl-py
accelerate>=0.19.0
boto3
cn2an
colossalai
cpm_kernels
datasets>=2.12.0
einops==0.5.0
evaluate>=0.3.0
fairscale
fuzzywuzzy
jieba
ltp
mmengine>=0.8.2
nltk==3.8
numpy==1.23.4
openai
OpenCC
pandas<2.0.0
pypinyin
python-Levenshtein
rank_bm25==0.2.2
rapidfuzz
requests==2.31.0
rich
rouge
rouge_chinese
rouge_score
sacrebleu
scikit_learn==1.2.1
seaborn
sentence_transformers==2.2.2
tabulate
tiktoken
timeout_decorator
tokenizers>=0.13.3
torch>=1.13.1
tqdm==4.64.1
transformers>=4.29.1
typer