diff --git a/.github/scripts/oc_score_baseline.yaml b/.github/scripts/oc_score_baseline.yaml index b3b86f67..c65b2f13 100644 --- a/.github/scripts/oc_score_baseline.yaml +++ b/.github/scripts/oc_score_baseline.yaml @@ -23,9 +23,9 @@ chatglm3-6b-base-hf: openbookqa_fact: 92.00 internlm2-7b-hf: - ARC-c: 34.92 + ARC-c: 36.27 chid-dev: 55.94 chid-test: 53.70 - openai_humaneval: 44.51 - openbookqa: 83.00 - openbookqa_fact: 83.00 + openai_humaneval: 45.12 + openbookqa: 80.00 + openbookqa_fact: 86.40 diff --git a/.github/workflows/daily-run-test.yml b/.github/workflows/daily-run-test.yml index 6def85f4..15f359f2 100644 --- a/.github/workflows/daily-run-test.yml +++ b/.github/workflows/daily-run-test.yml @@ -32,13 +32,14 @@ jobs: conda create -y --name ${{env.CONDA_ENV}} python=3.10 conda activate ${{env.CONDA_ENV}} pip install torch torchvision torchaudio --cache-dir ${{env.PIP_CACHE_PATH}} --index-url https://download.pytorch.org/whl/cu118 + pip install /cpfs01/user/qa-llm-cicd/packages/flash_attn-*.whl conda info --envs - name: Prepare - Pip install code run: | eval "$(conda shell.bash hook)" conda activate ${{env.CONDA_ENV}} pip install -e . --cache-dir ${{env.PIP_CACHE_PATH}} - pip install human_eval transformers==4.33.0 protobuf --cache-dir ${{env.PIP_CACHE_PATH}} + pip install human_eval transformers protobuf --cache-dir ${{env.PIP_CACHE_PATH}} conda info --envs - name: Prepare - prepare data and hf model run: |