From a9398700ec8a07957ab456a4feec331e1b43d81c Mon Sep 17 00:00:00 2001 From: dan Date: Mon, 11 Nov 2024 16:56:04 -0600 Subject: [PATCH] temp workflow for testing --- .github/workflows/ci_eval.yaml | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/.github/workflows/ci_eval.yaml b/.github/workflows/ci_eval.yaml index b5a2e8f69..7f43bee03 100644 --- a/.github/workflows/ci_eval.yaml +++ b/.github/workflows/ci_eval.yaml @@ -27,7 +27,7 @@ jobs: strategy: matrix: version: [3.11] - runs-on: [llama-mi300x-3] + runs-on: [llama-mi300x] fail-fast: false runs-on: ${{matrix.runs-on}} defaults: @@ -72,7 +72,8 @@ jobs: iree-runtime \ "numpy<2.0" - name: Run perplexity test with vmfb - run: pytest -n 8 -v -s sharktank/tests/evaluate/perplexity_vmfb_test.py --longrun --iree-device='hip://7' --iree-hip-target=gfx942 --iree-hal-target-backends=rocm --llama3-8b-f16-model-path=/data/llama3.1/8b/llama8b_f16.irpa --llama3-8b-tokenizer-path=/data/llama3.1/8b/tokenizer_config.json + run: pwd + #pytest -n 8 -v -s sharktank/tests/evaluate/perplexity_vmfb_test.py --longrun --iree-device='hip://7' --iree-hip-target=gfx942 --iree-hal-target-backends=rocm --llama3-8b-f16-model-path=/data/llama3.1/8b/llama8b_f16.irpa --llama3-8b-tokenizer-path=/data/llama3.1/8b/tokenizer_config.json test_perplexity_torch: timeout-minutes: 1000 @@ -118,4 +119,7 @@ jobs: pip install --no-compile -r requirements.txt -r sharktank/requirements-tests.txt -e sharktank/ - name: Run perplexity test in eager mode - run: pytest -n 8 -v -s sharktank/tests/evaluate/perplexity_torch_test.py --longrun --llama3-8b-f16-model-path=/data/llama3.1/8b/llama8b_f16.irpa --llama3-8b-tokenizer-path=/data/llama3.1/8b/tokenizer_config.json + run: | + pytest -n 8 -v -s sharktank/tests/evaluate/perplexity_torch_test.py --longrun --llama3-8b-f16-model-path=/data/llama-3.1/8b/llama8b_f8.irpa --llama3-8b-tokenizer-path=/data/llama-3.1/8b/tokenizer_config.json + pytest -n 8 -v -s sharktank/tests/evaluate/perplexity_torch_test.py --longrun --llama3-8b-f16-model-path=/data/llama-3.1/70b/llama70b_f8.irpa --llama3-70b-tokenizer-path=/data/llama-3.1/8b/tokenizer_config.json + pytest -n 8 -v -s sharktank/tests/evaluate/perplexity_torch_test.py --longrun --llama3-8b-f16-model-path=/data/llama-3.1/70b/llama405b_f8.irpa --llama3-405b-tokenizer-path=/data/llama-3.1/8b/tokenizer_config.json