Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1,117 changes: 1,117 additions & 0 deletions mods/deepseek-v4-flash-dspark/overlay/vllm/config/speculative.py

Large diffs are not rendered by default.

2,314 changes: 2,314 additions & 0 deletions mods/deepseek-v4-flash-dspark/overlay/vllm/envs.py

Large diffs are not rendered by default.

Large diffs are not rendered by default.

1,412 changes: 1,412 additions & 0 deletions mods/deepseek-v4-flash-dspark/overlay/vllm/model_executor/models/registry.py

Large diffs are not rendered by default.

Large diffs are not rendered by default.

Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
"""DeepSeek V4 model — hardware-isolated entry point.

The actual implementation lives under ``nvidia/`` and ``amd/``; this module
picks the right one for the current platform and re-exports the public
classes used by the model registry and quantization config lookup.
"""

from typing import TYPE_CHECKING

from vllm.platforms import current_platform

from .quant_config import DeepseekV4FP8Config

# Pick the per-platform implementation. The NVIDIA branch is the static
# default that mypy sees; the ROCm branch overrides it at runtime and is
# kept type-compatible via ``# type: ignore[assignment]``.
if TYPE_CHECKING or not current_platform.is_rocm():
from .nvidia.dspark import DeepSeekV4DSpark
from .nvidia.model import DeepseekV4ForCausalLM
from .nvidia.mtp import DeepSeekV4MTP
else:
from .amd.model import DeepseekV4ForCausalLM # type: ignore[assignment]
from .amd.mtp import DeepSeekV4MTP # type: ignore[assignment]

__all__ = [
"DeepSeekV4DSpark",
"DeepSeekV4MTP",
"DeepseekV4FP8Config",
"DeepseekV4ForCausalLM",
]
Loading