feat(xpu): add Intel GPU (XPU) support

.bazelrc

@@ -193,6 +193,51 @@ build:arm --copt=-Wno-array-bounds # aios
 build:arm --copt=-Wno-unused-result # grpc
 build:arm --copt=-Wno-array-parameter # boringssl
 
+build:xpu --copt="-DENABLE_BF16=1"
+build:xpu --define=using_cuda=false --define=using_cuda_nvcc=false
+build:xpu --define=using_xpu=true
+build:xpu --copt="-DUSING_CUDA=0"
+build:xpu --copt="-DUSING_XPU=1"
+build:xpu --action_env TF_NEED_CUDA="0"
+build:xpu --repo_env TF_NEED_XPU="1"
+build:xpu --host_action_env TF_NEED_CUDA="0"
+build:xpu --repo_env SYCL_TARGET="intel_gpu_pvc"
+build:xpu --crosstool_top=@local_config_xpu//crosstool:toolchain
+build:xpu --host_crosstool_top=@local_config_xpu//crosstool:toolchain
+build:xpu --copt="-D_GLIBCXX_USE_CXX11_ABI=1"
+build:xpu --action_env LIBRARY_PATH="/lib64:/usr/lib/x86_64-linux-gnu/"
+build:xpu --host_action_env LIBRARY_PATH="/lib64:/usr/lib/x86_64-linux-gnu/"
+build:xpu --per_file_copt=external/boringssl/.*@-Wno-array-parameter
+build:xpu --per_file_copt=external/boringssl/.*@-Wno-error
+build:xpu --copt="-Wno-unused-but-set-variable"
+build:xpu --copt="-Wno-unused-private-field"
+build:xpu --copt="-Wno-deprecated-builtins"
+build:xpu --copt="-Wno-pessimizing-move"
+build:xpu --copt="-Wno-unqualified-std-cast-call"
+build:xpu --copt="-Wno-unused-value"
+build:xpu --copt="-Wno-delete-non-abstract-non-virtual-dtor"
+build:xpu --copt="-Wno-inconsistent-missing-override"
+build:xpu --copt="-Wno-invalid-source-encoding"
+build:xpu --copt="-Wno-unused-const-variable"
+build:xpu --copt="-Wno-unknown-warning-option"
+build:xpu --copt="-Wno-vla-cxx-extension"
+build:xpu --copt="-Wno-deprecated-non-prototype"
+build:xpu --copt="-Wno-array-parameter"
+build:xpu --copt="-Wno-array-bounds"
+build:xpu --copt="-Wno-error"        # TODO(xpu): narrow to specific -Wno-xxx once icpx warnings are catalogued
+build:xpu --host_copt="-Wno-error"   # TODO(xpu): same as above
+# Fix PYTHON_BIN_PATH for repository rules (xpu_configure.bzl).
+# --action_env (line 8) only reaches build actions; repo rules need --repo_env.
+# XPU containers symlink /opt/conda310/bin/python3 -> /opt/venv/bin/python3
+# (Python 3.12).  This path is used here (rather than the venv path directly)
+# because deps/pip.bzl must reference a path that exists in ALL container
+# images -- pip_parse is evaluated unconditionally at WORKSPACE load time.
+# xpu_configure.bzl resolves the symlink and validates Python == 3.12.
+build:xpu --repo_env PYTHON_BIN_PATH="/opt/conda310/bin/python3"
+build:xpu --python_top=@local_config_xpu//:python_runtime
+build:xpu --action_env LD_LIBRARY_PATH="/lib64:/usr/lib/x86_64-linux-gnu/:/opt/intel/oneapi/compiler/latest/lib:/opt/intel/oneapi/compiler/latest/opt/compiler/lib"
+build:xpu --host_action_env LD_LIBRARY_PATH="/lib64:/usr/lib/x86_64-linux-gnu/:/opt/intel/oneapi/compiler/latest/lib:/opt/intel/oneapi/compiler/latest/opt/compiler/lib"
+
 # remote_kv_cache
 build:remote_kv_cache --define=use_remote_kv_cache=true
 
@@ -215,6 +260,7 @@ build:asan --linkopt -fsanitize=address
 
 test:rocm --test_env PATH="/opt/rocm/bin:/opt/rh/gcc-toolset-12/root/usr/bin:/opt/conda310/bin:/opt/conda310/condabin:/usr/share/Modules/bin:/sbin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/usr/X11R6/bin:/opt/cmake/cmake-3.26.4/bin"
 test:rocm --test_env LD_LIBRARY_PATH="/opt/rh/gcc-toolset-12/root/usr/lib64:/opt/rocm/lib:/opt/conda310/lib/:/usr/lib64:/opt/amdgpu/lib64"
+test:xpu --test_env LD_LIBRARY_PATH="/lib64:/usr/lib/x86_64-linux-gnu/:/opt/intel/oneapi/compiler/latest/lib:/opt/intel/oneapi/compiler/latest/opt/compiler/lib:/opt/conda310/lib"
 test --test_env LD_LIBRARY_PATH="/opt/rocm/lib:/opt/conda310/lib/:/usr/local/nvidia/lib64:/usr/lib64:/usr/local/cuda/lib64:/opt/amdgpu/lib64:/usr/local/cuda/extras/CUPTI/lib64"
 test --test_env OMP_NUM_THREADS=8
 test --test_env FT_SERVER_TEST="1"

3rdparty/gpus/crosstool/clang/bin/crosstool_wrapper_driver_xpu.tpl

@@ -0,0 +1,199 @@
+#!/usr/bin/env python3
+"""Crosstool wrapper for compiling with Intel oneAPI compilers (icx/icpx).
+
+SYNOPSIS:
+  crosstool_wrapper_driver_xpu [options passed in by cc_library()
+                                or cc_binary() rule]
+
+DESCRIPTION:
+  This script is expected to be called by the cc_library() or cc_binary() bazel
+  rules. It routes compilation to Intel icx (C) or icpx (C++) compilers,
+  filtering out GCC-specific flags that are unsupported by the Intel toolchain.
+"""
+
+from __future__ import print_function
+
+import os
+import subprocess
+import sys
+import tempfile
+
+# Template values set by xpu_configure.bzl
+ICX_PATH = '%{icx_path}'
+ICPX_PATH = '%{icpx_path}'
+ONEAPI_INCLUDE = '%{oneapi_include_path}'
+
+# GCC flags that icx/icpx do not support — silently dropped.
+_UNSUPPORTED_FLAGS = frozenset([
+    '-Wno-stringop-truncation',
+    '-Wno-stringop-overflow',
+    '-Wno-maybe-uninitialized',
+    '-Wno-format-overflow',
+    '-Wno-class-memaccess',
+    '-pass-exit-codes',
+])
+
+# Prefixes of GCC flags to drop (matched via startswith).
+_UNSUPPORTED_PREFIXES = (
+    '-Wformat-truncation=',
+    '-Wformat-overflow=',
+    '-Wstringop-truncation',
+    '-Wstringop-overflow=',
+)
+
+
+def _is_cpp(argv):
+    """Heuristic: if we see -x c++ or a .cpp/.cc/.cxx source, use icpx."""
+    for i, arg in enumerate(argv):
+        # 'cu' kept for robustness — inherited from CUDA wrapper pattern
+        if arg == '-x' and i + 1 < len(argv) and argv[i + 1] in ('c++', 'cu'):
+            return True
+        if arg.endswith(('.cpp', '.cc', '.cxx', '.C')):
+            return True
+    return False
+
+
+def _is_assembler(argv):
+    """Check if this is an assembler invocation."""
+    for i, arg in enumerate(argv):
+        if arg == '-x' and i + 1 < len(argv) and argv[i + 1] in ('assembler', 'assembler-with-cpp'):
+            return True
+        if arg.endswith('.S'):
+            return True
+    return False
+
+
+def _is_link_action(argv):
+    """Detect link actions: no -c (compile-only) flag present.
+
+    C++ link actions don't pass -x c++ or .cc sources — only .o files and
+    linker flags — so _is_cpp() misses them.  Since rtp-llm is a C++ project,
+    link actions should use icpx to ensure C++ runtime libraries are linked.
+    """
+    return not any(arg == '-c' for arg in argv)
+
+
+def _filter_flags(argv):
+    """Remove GCC-only flags that icx/icpx would reject."""
+    filtered = []
+    for arg in argv:
+        if arg in _UNSUPPORTED_FLAGS:
+            continue
+        if any(arg.startswith(p) for p in _UNSUPPORTED_PREFIXES):
+            continue
+        # icx does not support -mcpu=; map to -march= with the same value
+        # to preserve deterministic builds (avoid -march=native).
+        if arg.startswith('-mcpu='):
+            filtered.append('-march=' + arg[len('-mcpu='):])
+            continue
+        filtered.append(arg)
+    return filtered
+
+
+def _read_params_file(path):
+    """Read a Bazel @params file line-by-line.
+
+    Bazel params files use one argument per line (multiline format).
+    Lines are read verbatim — no shell unquoting — to preserve arguments
+    that contain spaces, quotes, or other special characters exactly as
+    Bazel wrote them.
+    """
+    args = []
+    with open(path, 'r') as f:
+        for line in f:
+            line = line.rstrip('\n')
+            if line:
+                args.append(line)
+    return args
+
+
+def _process_params_files(argv):
+    """Filter flags inside @params files and rewrite them.
+
+    Instead of expanding all args inline (which risks hitting ARG_MAX),
+    this rewrites each @params file with filtered content and passes the
+    rewritten @file reference to the compiler.
+
+    Returns (processed_argv, tmp_files) where tmp_files is the list of
+    temporary file paths created, so callers can clean them up.
+    """
+    processed = []
+    tmp_files = []
+    for arg in argv:
+        if arg.startswith('@') and not arg.startswith('@rpath'):
+            params_file = arg[1:]
+            try:
+                params_args = _read_params_file(params_file)
+                params_args = _filter_flags(params_args)
+                # Write filtered args to a new params file (one per line,
+                # matching Bazel's multiline params format).
+                fd, tmp_path = tempfile.mkstemp(
+                    prefix='xpu_params_', suffix='.txt')
+                with os.fdopen(fd, 'w') as tmp:
+                    for a in params_args:
+                        tmp.write(a + '\n')
+                tmp_files.append(tmp_path)
+                processed.append('@' + tmp_path)
+            except IOError:
+                print('WARNING: failed to read params file: ' + params_file, file=sys.stderr)
+                processed.append(arg)
+        else:
+            processed.append(arg)
+    return processed, tmp_files
+
+
+def _collect_all_args(argv):
+    """Collect all arguments including those inside @params files.
+
+    Returns a flat list of all args for language detection purposes.
+    The original @file references are preserved in argv for compilation.
+    """
+    all_args = []
+    for arg in argv:
+        if arg.startswith('@') and not arg.startswith('@rpath'):
+            try:
+                all_args.extend(_read_params_file(arg[1:]))
+            except IOError:
+                all_args.append(arg)
+        else:
+            all_args.append(arg)
+    return all_args
+
+
+def main():
+    argv = sys.argv[1:]
+    # Collect all args (including params file contents) for language detection
+    # BEFORE rewriting params files, so -x c++ and .cc sources are visible.
+    all_args_for_detection = _collect_all_args(argv)
+    argv, tmp_files = _process_params_files(argv)
+    try:
+        # Filter top-level flags (non-@params args)
+        argv = _filter_flags(argv)
+
+        is_asm = _is_assembler(all_args_for_detection)
+        use_cxx = _is_cpp(all_args_for_detection)
+
+        is_link = _is_link_action(all_args_for_detection)
+
+        if use_cxx or is_link:
+            compiler = ICPX_PATH
+            extra = ['-isystem', ONEAPI_INCLUDE, '-include', 'cstdint'] if use_cxx else []
+        elif is_asm:
+            compiler = ICX_PATH
+            extra = []
+        else:
+            compiler = ICX_PATH
+            extra = ['-isystem', ONEAPI_INCLUDE, '-D_GNU_SOURCE', '-include', 'stdint.h', '-include', 'unistd.h']
+
+        cmd = [compiler] + extra + argv
+        return subprocess.call(cmd)
+    finally:
+        for f in tmp_files:
+            try:
+                os.unlink(f)
+            except OSError:
+                pass
+
+
+if __name__ == '__main__':
+    sys.exit(main())