jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

flash attn installation in daily testcase (#1272)

Browse Source 
* Update daily-run-test.yml

* Update daily-run-test.yml

* Update oc_score_baseline.yaml
This commit is contained in:
zhulinJulia24 2024-06-24 18:22:46 +08:00 committed by GitHub
parent e5ee1647fb
commit 26d077b080
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
.github/scripts/oc_score_baseline.yaml vendored
View File

@ -23,9 +23,9 @@ chatglm3-6b-base-hf:
openbookqa_fact: 92.00 openbookqa_fact: 92.00
internlm2-7b-hf: internlm2-7b-hf:
ARC-c: 34.92 ARC-c: 36.27
chid-dev: 55.94 chid-dev: 55.94
chid-test: 53.70 chid-test: 53.70
openai_humaneval: 44.51 openai_humaneval: 45.12
openbookqa: 83.00 openbookqa: 80.00
openbookqa_fact: 83.00 openbookqa_fact: 86.40

3
.github/workflows/daily-run-test.yml vendored
View File

@ -32,13 +32,14 @@ jobs:
conda create -y --name ${{env.CONDA_ENV}} python=3.10 conda create -y --name ${{env.CONDA_ENV}} python=3.10
conda activate ${{env.CONDA_ENV}} conda activate ${{env.CONDA_ENV}}
pip install torch torchvision torchaudio --cache-dir ${{env.PIP_CACHE_PATH}} --index-url https://download.pytorch.org/whl/cu118 pip install torch torchvision torchaudio --cache-dir ${{env.PIP_CACHE_PATH}} --index-url https://download.pytorch.org/whl/cu118
pip install /cpfs01/user/qa-llm-cicd/packages/flash_attn-*.whl
conda info --envs conda info --envs
- name: Prepare - Pip install code - name: Prepare - Pip install code
run: | run: |
eval "$(conda shell.bash hook)" eval "$(conda shell.bash hook)"
conda activate ${{env.CONDA_ENV}} conda activate ${{env.CONDA_ENV}}
pip install -e . --cache-dir ${{env.PIP_CACHE_PATH}} pip install -e . --cache-dir ${{env.PIP_CACHE_PATH}}
pip install human_eval transformers==4.33.0 protobuf --cache-dir ${{env.PIP_CACHE_PATH}} pip install human_eval transformers protobuf --cache-dir ${{env.PIP_CACHE_PATH}}
conda info --envs conda info --envs
- name: Prepare - prepare data and hf model - name: Prepare - prepare data and hf model
run: | run: |