2023-08-18 14:34:20 +08:00
|
|
|
absl-py
|
2023-07-05 11:15:21 +08:00
|
|
|
accelerate>=0.19.0
|
2023-07-17 15:59:10 +08:00
|
|
|
boto3
|
2023-10-13 19:51:36 +08:00
|
|
|
cn2an
|
2023-07-17 15:59:10 +08:00
|
|
|
colossalai
|
|
|
|
|
cpm_kernels
|
2023-07-05 11:15:21 +08:00
|
|
|
datasets>=2.12.0
|
|
|
|
|
evaluate>=0.3.0
|
2023-07-17 15:59:10 +08:00
|
|
|
fairscale
|
2023-08-21 14:15:20 +08:00
|
|
|
fuzzywuzzy
|
2023-07-17 15:59:10 +08:00
|
|
|
jieba
|
2023-10-13 19:51:36 +08:00
|
|
|
ltp
|
2023-08-18 14:34:20 +08:00
|
|
|
mmengine>=0.8.2
|
2023-07-05 11:15:21 +08:00
|
|
|
nltk==3.8
|
|
|
|
|
numpy==1.23.4
|
2023-07-17 15:59:10 +08:00
|
|
|
openai
|
2023-10-13 19:51:36 +08:00
|
|
|
OpenCC
|
2023-07-17 15:59:10 +08:00
|
|
|
pandas<2.0.0
|
2023-10-13 19:51:36 +08:00
|
|
|
pypinyin
|
|
|
|
|
python-Levenshtein
|
2023-07-05 11:15:21 +08:00
|
|
|
rank_bm25==0.2.2
|
2023-08-18 14:34:20 +08:00
|
|
|
rapidfuzz
|
2023-08-09 19:41:09 +08:00
|
|
|
requests==2.31.0
|
2023-10-30 12:11:33 +08:00
|
|
|
rich
|
2023-08-21 14:15:20 +08:00
|
|
|
rouge
|
2023-10-09 10:10:33 +08:00
|
|
|
rouge_chinese
|
2023-08-18 14:34:20 +08:00
|
|
|
rouge_score
|
2023-10-27 20:31:22 +08:00
|
|
|
sacrebleu
|
2023-07-05 11:15:21 +08:00
|
|
|
scikit_learn==1.2.1
|
2023-10-13 19:50:54 +08:00
|
|
|
seaborn
|
2023-07-05 11:15:21 +08:00
|
|
|
sentence_transformers==2.2.2
|
2023-07-17 15:59:10 +08:00
|
|
|
tabulate
|
|
|
|
|
tiktoken
|
2023-10-13 19:51:36 +08:00
|
|
|
timeout_decorator
|
2023-07-17 15:59:10 +08:00
|
|
|
tokenizers>=0.13.3
|
2023-07-05 11:15:21 +08:00
|
|
|
torch>=1.13.1
|
|
|
|
|
tqdm==4.64.1
|
|
|
|
|
transformers>=4.29.1
|
2023-10-30 12:11:33 +08:00
|
|
|
typer
|
