[TRTLLM-17268][feat] Serve gpt-oss chat completions through the shared chat handler

.github/CODEOWNERS

@@ -371,6 +371,7 @@
 /cpp/tensorrt_llm/thop/*lysses* @NVIDIA/trt-llm-torch-visual-gen-devs
 /cpp/tensorrt_llm/kernels/ulysses* @NVIDIA/trt-llm-torch-visual-gen-devs
 /tensorrt_llm/media @NVIDIA/trt-llm-torch-visual-gen-devs
+/tensorrt_llm/serve/api/visual_gen @NVIDIA/trt-llm-torch-visual-gen-devs
 /tensorrt_llm/visual_gen @NVIDIA/trt-llm-torch-visual-gen-devs @NVIDIA/trt-llm-runtime-devs
 /tests/integration/defs/examples/visual_gen @NVIDIA/trt-llm-torch-visual-gen-devs
 /tests/integration/defs/visual_gen @NVIDIA/trt-llm-torch-visual-gen-devs

.pre-commit-config.yaml

@@ -417,13 +417,30 @@ common-files: &common_files |
         tensorrt_llm/scaffolding/worker.py |
         tensorrt_llm/scheduling_params.py |
         tensorrt_llm/serve/__init__.py |
+        tensorrt_llm/serve/_base/msgspec_route.py |
+        tensorrt_llm/serve/_base/sse.py |
+        tensorrt_llm/serve/api/anthropic/serving.py |
+        tensorrt_llm/serve/api/visual_gen/protocol.py |
         tensorrt_llm/serve/chat_utils.py |
         tensorrt_llm/serve/cluster_storage.py |
         tensorrt_llm/serve/disagg_auto_scaling.py |
         tensorrt_llm/serve/harmony_adapter.py |
         tensorrt_llm/serve/metadata_server.py |
+        tensorrt_llm/serve/middleware/arrival_time.py |
+        tensorrt_llm/serve/middleware/user_middleware.py |
         tensorrt_llm/serve/openai_disagg_server.py |
-        tensorrt_llm/serve/openai_protocol.py |
+        tensorrt_llm/serve/openai_protocol/chat.py |
+        tensorrt_llm/serve/openai_protocol/common.py |
+        tensorrt_llm/serve/openai_protocol/completions.py |
+        tensorrt_llm/serve/openai_protocol/control.py |
+        tensorrt_llm/serve/openai_protocol/disagg.py |
+        tensorrt_llm/serve/openai_protocol/embeddings.py |
+        tensorrt_llm/serve/openai_protocol/kv_cache.py |
+        tensorrt_llm/serve/openai_protocol/models.py |
+        tensorrt_llm/serve/openai_protocol/responses.py |
+        tensorrt_llm/serve/openai_protocol/sampling.py |
+        tensorrt_llm/serve/openai_protocol/tokenize.py |
+        tensorrt_llm/serve/openai_protocol/tools.py |
         tensorrt_llm/serve/openai_server.py |
         tensorrt_llm/serve/postprocess_handlers.py |
         tensorrt_llm/serve/responses_utils.py |
@@ -1144,13 +1161,30 @@ legacy-files: &legacy_files |
         tensorrt_llm/scaffolding/worker.py |
         tensorrt_llm/scheduling_params.py |
         tensorrt_llm/serve/__init__.py |
+        tensorrt_llm/serve/_base/msgspec_route.py |
+        tensorrt_llm/serve/_base/sse.py |
+        tensorrt_llm/serve/api/anthropic/serving.py |
+        tensorrt_llm/serve/api/visual_gen/protocol.py |
         tensorrt_llm/serve/chat_utils.py |
         tensorrt_llm/serve/cluster_storage.py |
         tensorrt_llm/serve/disagg_auto_scaling.py |
         tensorrt_llm/serve/harmony_adapter.py |
         tensorrt_llm/serve/metadata_server.py |
+        tensorrt_llm/serve/middleware/arrival_time.py |
+        tensorrt_llm/serve/middleware/user_middleware.py |
         tensorrt_llm/serve/openai_disagg_server.py |
-        tensorrt_llm/serve/openai_protocol.py |
+        tensorrt_llm/serve/openai_protocol/chat.py |
+        tensorrt_llm/serve/openai_protocol/common.py |
+        tensorrt_llm/serve/openai_protocol/completions.py |
+        tensorrt_llm/serve/openai_protocol/control.py |
+        tensorrt_llm/serve/openai_protocol/disagg.py |
+        tensorrt_llm/serve/openai_protocol/embeddings.py |
+        tensorrt_llm/serve/openai_protocol/kv_cache.py |
+        tensorrt_llm/serve/openai_protocol/models.py |
+        tensorrt_llm/serve/openai_protocol/responses.py |
+        tensorrt_llm/serve/openai_protocol/sampling.py |
+        tensorrt_llm/serve/openai_protocol/tokenize.py |
+        tensorrt_llm/serve/openai_protocol/tools.py |
         tensorrt_llm/serve/openai_server.py |
         tensorrt_llm/serve/postprocess_handlers.py |
         tensorrt_llm/serve/responses_utils.py |
@@ -1547,6 +1581,14 @@ repos:
         additional_dependencies: [jinja2]
         always_run: true
         pass_filenames: false
+    -   id: serve-ci-coverage
+        name: check trtllm-serve CI coverage (multi-GPU list, CBTS VisualGen prefixes, CODEOWNERS)
+        entry: python scripts/check_serve_ci_coverage.py
+        language: python
+        additional_dependencies: [PyYAML]
+        pass_filenames: false
+        # Test-directory changes may create/remove paths covered by CODEOWNERS rules.
+        files: ^(\.github/CODEOWNERS|jenkins/L0_MergeRequest\.groovy|jenkins/scripts/cbts/cbts/rules/visual_gen\.py|scripts/check_serve_ci_coverage\.py|scripts/serve_ci_coverage\.yml|tensorrt_llm/serve/|tensorrt_llm/commands/|tests/unittest/serve/|tests/test_common/serve/)
     -   id: vendor-sources-check
         name: verify vendored sources are in sync
         entry: python scripts/vendor/manage.py check
@@ -1620,6 +1662,7 @@ repos:
         # Run mypy with no explicit paths so it type-checks the set declared in
         # pyproject.toml [tool.mypy] `files` (single source of truth). This
         # `files:` pattern only decides when the hook triggers — any change under
-        # the sampler source/test dirs.
+        # the sampler source/test dirs or the serving frontends. A PR that adds
+        # a typed module elsewhere extends this pattern in the same PR.
         pass_filenames: false
-        files: ^(tensorrt_llm/_torch/pyexecutor/sampler/|tests/unittest/_torch/sampler/)
+        files: ^(tensorrt_llm/_torch/pyexecutor/sampler/|tests/unittest/_torch/sampler/|tensorrt_llm/serve/|tensorrt_llm/commands/serve_cli/)

jenkins/L0_MergeRequest.groovy

@@ -1948,10 +1948,21 @@ def getMultiGpuFileChanged(pipeline, testFilter, globalVars)
         "tensorrt_llm/models/llama/",
         "tensorrt_llm/parameter.py",
         "tensorrt_llm/serve/__init__.py",
+        // _MsgspecRoute decodes the disaggregated frontend's msgpack bodies.
+        "tensorrt_llm/serve/_base/",
+        // The disaggregated /v1/messages runs through the Anthropic serving class.
+        "tensorrt_llm/serve/api/anthropic/api_router.py",
+        "tensorrt_llm/serve/api/anthropic/serving.py",
+        // /health is the disaggregated readiness probe.
+        "tensorrt_llm/serve/api/ops/",
+        "tensorrt_llm/serve/chat_tokenization.py",
         "tensorrt_llm/serve/cluster_storage.py",
         "tensorrt_llm/serve/disagg_auto_scaling.py",
+        // The error renderers both apps install; the disaggregated frontend runs them.
+        "tensorrt_llm/serve/exception_handling/",
         "tensorrt_llm/serve/extensions/",
         "tensorrt_llm/serve/metadata_server.py",
+        "tensorrt_llm/serve/middleware/",
         "tensorrt_llm/serve/openai_client.py",
         "tensorrt_llm/serve/openai_disagg_server.py",
         "tensorrt_llm/serve/openai_disagg_service.py",

legacy-files.txt

@@ -409,13 +409,30 @@ tensorrt_llm/scaffolding/task_collection.py
 tensorrt_llm/scaffolding/worker.py
 tensorrt_llm/scheduling_params.py
 tensorrt_llm/serve/__init__.py
+tensorrt_llm/serve/_base/msgspec_route.py
+tensorrt_llm/serve/_base/sse.py
+tensorrt_llm/serve/api/anthropic/serving.py
+tensorrt_llm/serve/api/visual_gen/protocol.py
 tensorrt_llm/serve/chat_utils.py
 tensorrt_llm/serve/cluster_storage.py
 tensorrt_llm/serve/disagg_auto_scaling.py
 tensorrt_llm/serve/harmony_adapter.py
 tensorrt_llm/serve/metadata_server.py
+tensorrt_llm/serve/middleware/arrival_time.py
+tensorrt_llm/serve/middleware/user_middleware.py
 tensorrt_llm/serve/openai_disagg_server.py
-tensorrt_llm/serve/openai_protocol.py
+tensorrt_llm/serve/openai_protocol/chat.py
+tensorrt_llm/serve/openai_protocol/common.py
+tensorrt_llm/serve/openai_protocol/completions.py
+tensorrt_llm/serve/openai_protocol/control.py
+tensorrt_llm/serve/openai_protocol/disagg.py
+tensorrt_llm/serve/openai_protocol/embeddings.py
+tensorrt_llm/serve/openai_protocol/kv_cache.py
+tensorrt_llm/serve/openai_protocol/models.py
+tensorrt_llm/serve/openai_protocol/responses.py
+tensorrt_llm/serve/openai_protocol/sampling.py
+tensorrt_llm/serve/openai_protocol/tokenize.py
+tensorrt_llm/serve/openai_protocol/tools.py
 tensorrt_llm/serve/openai_server.py
 tensorrt_llm/serve/postprocess_handlers.py
 tensorrt_llm/serve/responses_utils.py

pyproject.toml

@@ -474,13 +474,30 @@ exclude = [
     "tensorrt_llm/scaffolding/worker.py",
     "tensorrt_llm/scheduling_params.py",
     "tensorrt_llm/serve/__init__.py",
+    "tensorrt_llm/serve/_base/msgspec_route.py",
+    "tensorrt_llm/serve/_base/sse.py",
+    "tensorrt_llm/serve/api/anthropic/serving.py",
+    "tensorrt_llm/serve/api/visual_gen/protocol.py",
     "tensorrt_llm/serve/chat_utils.py",
     "tensorrt_llm/serve/cluster_storage.py",
     "tensorrt_llm/serve/disagg_auto_scaling.py",
     "tensorrt_llm/serve/harmony_adapter.py",
     "tensorrt_llm/serve/metadata_server.py",
+    "tensorrt_llm/serve/middleware/arrival_time.py",
+    "tensorrt_llm/serve/middleware/user_middleware.py",
     "tensorrt_llm/serve/openai_disagg_server.py",
-    "tensorrt_llm/serve/openai_protocol.py",
+    "tensorrt_llm/serve/openai_protocol/chat.py",
+    "tensorrt_llm/serve/openai_protocol/common.py",
+    "tensorrt_llm/serve/openai_protocol/completions.py",
+    "tensorrt_llm/serve/openai_protocol/control.py",
+    "tensorrt_llm/serve/openai_protocol/disagg.py",
+    "tensorrt_llm/serve/openai_protocol/embeddings.py",
+    "tensorrt_llm/serve/openai_protocol/kv_cache.py",
+    "tensorrt_llm/serve/openai_protocol/models.py",
+    "tensorrt_llm/serve/openai_protocol/responses.py",
+    "tensorrt_llm/serve/openai_protocol/sampling.py",
+    "tensorrt_llm/serve/openai_protocol/tokenize.py",
+    "tensorrt_llm/serve/openai_protocol/tools.py",
     "tensorrt_llm/serve/openai_server.py",
     "tensorrt_llm/serve/postprocess_handlers.py",
     "tensorrt_llm/serve/responses_utils.py",
@@ -862,6 +879,16 @@ files = [
     "tensorrt_llm/_torch/pyexecutor/sampler/token_ban.py",
     "tensorrt_llm/_torch/pyexecutor/sampler/ops/flashinfer.py",
     "tensorrt_llm/_torch/pyexecutor/sampler/ops/vanilla.py",
+    "tensorrt_llm/serve/_base/app_builder.py",
+    "tensorrt_llm/serve/_base/chat_backend.py",
+    "tensorrt_llm/serve/_base/errors.py",
+    "tensorrt_llm/serve/_base/request_context.py",
+    "tensorrt_llm/serve/_base/routing.py",
+    "tensorrt_llm/serve/api/anthropic/api_router.py",
+    "tensorrt_llm/serve/api/ops/system/api_router.py",
+    "tensorrt_llm/serve/api/ops/system/serving.py",
+    "tensorrt_llm/serve/exception_handling/register.py",
+    "tensorrt_llm/serve/middleware/register.py",
     "tests/unittest/_torch/sampler/test_torch_sampler.py",
     "tests/unittest/_torch/sampler/test_token_ban.py",
     "tests/unittest/_torch/sampler/test_beam_search.py",

ruff-legacy-baseline.json

@@ -528,6 +528,9 @@
   "tensorrt_llm/scaffolding/task.py": {
     "F821": 1
   },
+  "tensorrt_llm/serve/_base/sse.py": {
+    "F821": 1
+  },
   "tensorrt_llm/serve/disagg_auto_scaling.py": {
     "D205": 2,
     "D212": 2
@@ -539,6 +542,9 @@
     "D212": 19,
     "D415": 1
   },
+  "tensorrt_llm/serve/middleware/arrival_time.py": {
+    "D212": 1
+  },
   "tensorrt_llm/serve/openai_disagg_server.py": {
     "D210": 1,
     "F811": 1

ruff-legacy.toml

@@ -426,13 +426,30 @@ include = [
     "tensorrt_llm/scaffolding/worker.py",
     "tensorrt_llm/scheduling_params.py",
     "tensorrt_llm/serve/__init__.py",
+    "tensorrt_llm/serve/_base/msgspec_route.py",
+    "tensorrt_llm/serve/_base/sse.py",
+    "tensorrt_llm/serve/api/anthropic/serving.py",
+    "tensorrt_llm/serve/api/visual_gen/protocol.py",
     "tensorrt_llm/serve/chat_utils.py",
     "tensorrt_llm/serve/cluster_storage.py",
     "tensorrt_llm/serve/disagg_auto_scaling.py",
     "tensorrt_llm/serve/harmony_adapter.py",
     "tensorrt_llm/serve/metadata_server.py",
+    "tensorrt_llm/serve/middleware/arrival_time.py",
+    "tensorrt_llm/serve/middleware/user_middleware.py",
     "tensorrt_llm/serve/openai_disagg_server.py",
-    "tensorrt_llm/serve/openai_protocol.py",
+    "tensorrt_llm/serve/openai_protocol/chat.py",
+    "tensorrt_llm/serve/openai_protocol/common.py",
+    "tensorrt_llm/serve/openai_protocol/completions.py",
+    "tensorrt_llm/serve/openai_protocol/control.py",
+    "tensorrt_llm/serve/openai_protocol/disagg.py",
+    "tensorrt_llm/serve/openai_protocol/embeddings.py",
+    "tensorrt_llm/serve/openai_protocol/kv_cache.py",
+    "tensorrt_llm/serve/openai_protocol/models.py",
+    "tensorrt_llm/serve/openai_protocol/responses.py",
+    "tensorrt_llm/serve/openai_protocol/sampling.py",
+    "tensorrt_llm/serve/openai_protocol/tokenize.py",
+    "tensorrt_llm/serve/openai_protocol/tools.py",
     "tensorrt_llm/serve/openai_server.py",
     "tensorrt_llm/serve/postprocess_handlers.py",
     "tensorrt_llm/serve/responses_utils.py",