File tree Expand file tree Collapse file tree 1 file changed +32
-0
lines changed Expand file tree Collapse file tree 1 file changed +32
-0
lines changed Original file line number Diff line number Diff line change @@ -25,7 +25,39 @@ if [[ "$1" == "--dry-run" ]] || [[ "${DRY_RUN}" == "true" ]]; then
2525fi
2626
2727if [ " $DRY_RUN " != " true" ]; then
28+ # Disable JIT to verify that jit-cache package contains all necessary
29+ # precompiled modules for the test suite to pass without compilation
30+ # echo "Disabling JIT compilation to test with precompiled cache only..."
31+ # export FLASHINFER_DISABLE_JIT=1
32+
33+ # Detect CUDA stream strictly from numeric CUDA_VERSION (e.g., 13.0.1 -> 13.0 -> cu130)
34+ if [ -z " ${CUDA_STREAM} " ]; then
35+ CUDA_NUM=$( echo " ${CUDA_VERSION} " | sed -E ' s/^([0-9]+\.[0-9]+).*/\1/' )
36+ case " ${CUDA_NUM} " in
37+ 12.8) CUDA_STREAM=cu128 ;;
38+ 12.9) CUDA_STREAM=cu129 ;;
39+ 13.0) CUDA_STREAM=cu130 ;;
40+ * ) CUDA_STREAM=cu129 ;;
41+ esac
42+ fi
43+ echo " Using CUDA stream: ${CUDA_STREAM} "
44+ echo " "
45+
46+ # Preinstall precompiled kernels
47+ echo " Installing flashinfer-cubin from PyPI/index..."
48+ pip install -q flashinfer-cubin
49+ echo " Installing flashinfer-jit-cache for ${CUDA_STREAM} from https://flashinfer.ai/whl/${CUDA_STREAM} ..."
50+ pip install -q --extra-index-url " https://flashinfer.ai/whl/${CUDA_STREAM} " flashinfer-jit-cache
51+ echo " "
52+
53+ # Install local python sources
2854 pip install -e . -v --no-deps
55+ echo " "
56+
57+ # Verify installation
58+ echo " Verifying installation..."
59+ (cd /tmp && python -m flashinfer show-config)
60+ echo " "
2961fi
3062
3163EXIT_CODE=0
You can’t perform that action at this time.
0 commit comments