diff --git a/requirements.txt b/requirements.txt index cbd8d22f..c6e294ba 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,26 +1 @@ -absl-py -accelerate>=0.19.0 -boto3 -colossalai -cpm_kernels -datasets>=2.12.0 -evaluate>=0.3.0 -fairscale -faiss_gpu==1.7.2 -jieba -mmengine>=0.8.2 -nltk==3.8 -numpy==1.23.4 -openai -pandas<2.0.0 -rank_bm25==0.2.2 -requests==2.31.0 -rouge_score -scikit_learn==1.2.1 -sentence_transformers==2.2.2 -tabulate -tiktoken -tokenizers>=0.13.3 -torch>=1.13.1 -tqdm==4.64.1 -transformers>=4.29.1 +-r requirements/runtime.txt diff --git a/requirements/runtime.txt b/requirements/runtime.txt index 50b0c27d..593e5f3f 100644 --- a/requirements/runtime.txt +++ b/requirements/runtime.txt @@ -1,3 +1,4 @@ +absl-py accelerate>=0.19.0 boto3 colossalai @@ -7,13 +8,15 @@ evaluate>=0.3.0 fairscale faiss_gpu==1.7.2 jieba -mmengine +mmengine>=0.8.2 nltk==3.8 numpy==1.23.4 openai pandas<2.0.0 rank_bm25==0.2.2 +rapidfuzz requests==2.31.0 +rouge_score scikit_learn==1.2.1 sentence_transformers==2.2.2 tabulate