Skip to content

Commit 375ca18

Browse files
committed
update blackwell script to download cubins and jit cache
1 parent 54101e9 commit 375ca18

File tree

1 file changed

+27
-0
lines changed

1 file changed

+27
-0
lines changed

scripts/task_test_blackwell_kernels.sh

Lines changed: 27 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,34 @@ if [[ "$1" == "--dry-run" ]] || [[ "${DRY_RUN}" == "true" ]]; then
2525
fi
2626

2727
if [ "$DRY_RUN" != "true" ]; then
28+
# Detect CUDA stream from CUDA_VERSION (e.g., 13.0.1 -> 13.0 -> cu130)
29+
if [ -z "${CUDA_STREAM}" ]; then
30+
CUDA_NUM=$(echo "${CUDA_VERSION}" | sed -E 's/^([0-9]+\.[0-9]+).*/\1/')
31+
case "${CUDA_NUM}" in
32+
12.8) CUDA_STREAM=cu128 ;;
33+
12.9) CUDA_STREAM=cu129 ;;
34+
13.0) CUDA_STREAM=cu130 ;;
35+
*) CUDA_STREAM=cu129 ;;
36+
esac
37+
fi
38+
echo "Using CUDA stream: ${CUDA_STREAM}"
39+
echo ""
40+
41+
# Install precompiled kernels
42+
echo "Installing flashinfer-cubin from PyPI/index..."
43+
pip install -q flashinfer-cubin
44+
echo "Installing flashinfer-jit-cache for ${CUDA_STREAM} from https://flashinfer.ai/whl/${CUDA_STREAM} ..."
45+
pip install -q --extra-index-url "https://flashinfer.ai/whl/${CUDA_STREAM}" flashinfer-jit-cache
46+
echo ""
47+
48+
# Install local python sources
2849
pip install -e . -v --no-deps
50+
echo ""
51+
52+
# Verify installation
53+
echo "Verifying installation..."
54+
(cd /tmp && python -m flashinfer show-config)
55+
echo ""
2956
fi
3057

3158
EXIT_CODE=0

0 commit comments

Comments
 (0)