File tree Expand file tree Collapse file tree 1 file changed +27
-0
lines changed Expand file tree Collapse file tree 1 file changed +27
-0
lines changed Original file line number Diff line number Diff line change @@ -25,7 +25,34 @@ if [[ "$1" == "--dry-run" ]] || [[ "${DRY_RUN}" == "true" ]]; then
2525fi
2626
2727if [ " $DRY_RUN " != " true" ]; then
28+ # Detect CUDA stream from CUDA_VERSION (e.g., 13.0.1 -> 13.0 -> cu130)
29+ if [ -z " ${CUDA_STREAM} " ]; then
30+ CUDA_NUM=$( echo " ${CUDA_VERSION} " | sed -E ' s/^([0-9]+\.[0-9]+).*/\1/' )
31+ case " ${CUDA_NUM} " in
32+ 12.8) CUDA_STREAM=cu128 ;;
33+ 12.9) CUDA_STREAM=cu129 ;;
34+ 13.0) CUDA_STREAM=cu130 ;;
35+ * ) CUDA_STREAM=cu129 ;;
36+ esac
37+ fi
38+ echo " Using CUDA stream: ${CUDA_STREAM} "
39+ echo " "
40+
41+ # Install precompiled kernels
42+ echo " Installing flashinfer-cubin from PyPI/index..."
43+ pip install -q flashinfer-cubin
44+ echo " Installing flashinfer-jit-cache for ${CUDA_STREAM} from https://flashinfer.ai/whl/${CUDA_STREAM} ..."
45+ pip install -q --extra-index-url " https://flashinfer.ai/whl/${CUDA_STREAM} " flashinfer-jit-cache
46+ echo " "
47+
48+ # Install local python sources
2849 pip install -e . -v --no-deps
50+ echo " "
51+
52+ # Verify installation
53+ echo " Verifying installation..."
54+ (cd /tmp && python -m flashinfer show-config)
55+ echo " "
2956fi
3057
3158EXIT_CODE=0
You can’t perform that action at this time.
0 commit comments