Skip to content

Commit c9c6768

Browse files
committed
update blackwell script to download cubins and jit cache
1 parent 54101e9 commit c9c6768

File tree

1 file changed

+32
-0
lines changed

1 file changed

+32
-0
lines changed

scripts/task_test_blackwell_kernels.sh

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,39 @@ if [[ "$1" == "--dry-run" ]] || [[ "${DRY_RUN}" == "true" ]]; then
2525
fi
2626

2727
if [ "$DRY_RUN" != "true" ]; then
28+
# Disable JIT to verify that jit-cache package contains all necessary
29+
# precompiled modules for the test suite to pass without compilation
30+
# echo "Disabling JIT compilation to test with precompiled cache only..."
31+
# export FLASHINFER_DISABLE_JIT=1
32+
33+
# Detect CUDA stream strictly from numeric CUDA_VERSION (e.g., 13.0.1 -> 13.0 -> cu130)
34+
if [ -z "${CUDA_STREAM}" ]; then
35+
CUDA_NUM=$(echo "${CUDA_VERSION}" | sed -E 's/^([0-9]+\.[0-9]+).*/\1/')
36+
case "${CUDA_NUM}" in
37+
12.8) CUDA_STREAM=cu128 ;;
38+
12.9) CUDA_STREAM=cu129 ;;
39+
13.0) CUDA_STREAM=cu130 ;;
40+
*) CUDA_STREAM=cu129 ;;
41+
esac
42+
fi
43+
echo "Using CUDA stream: ${CUDA_STREAM}"
44+
echo ""
45+
46+
# Preinstall precompiled kernels
47+
echo "Installing flashinfer-cubin from PyPI/index..."
48+
pip install -q flashinfer-cubin
49+
echo "Installing flashinfer-jit-cache for ${CUDA_STREAM} from https://flashinfer.ai/whl/${CUDA_STREAM} ..."
50+
pip install -q --extra-index-url "https://flashinfer.ai/whl/${CUDA_STREAM}" flashinfer-jit-cache
51+
echo ""
52+
53+
# Install local python sources
2854
pip install -e . -v --no-deps
55+
echo ""
56+
57+
# Verify installation
58+
echo "Verifying installation..."
59+
(cd /tmp && python -m flashinfer show-config)
60+
echo ""
2961
fi
3062

3163
EXIT_CODE=0

0 commit comments

Comments
 (0)