CMake build elf without PTX (#3739)

vllm-project · Mar 30, 2024 · 51c31bc · 51c31bc
1 parent 3ad438c
commit 51c31bc
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/cmake/utils.cmake b/cmake/utils.cmake
@@ -240,9 +240,12 @@ macro(override_gpu_arches GPU_ARCHES GPU_LANG GPU_SUPPORTED_ARCHES)
       endif()
 
       if (_SM)
-        set(_VIRT "")
+        # -real suffix let CMake to only generate elf code for the kernels.
+        # we want this, otherwise the added ptx (default) will increase binary size.
+        set(_VIRT "-real")
         set(_CODE_ARCH ${_SM})
       else()
+        # -virtual suffix let CMake to generate ptx code for the kernels.
         set(_VIRT "-virtual")
         set(_CODE_ARCH ${_CODE})
       endif()