Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
22 changes: 0 additions & 22 deletions .pre-commit-config.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -284,12 +284,10 @@ common-files: &common_files |
tensorrt_llm/_torch/pyexecutor/config_utils.py |
tensorrt_llm/_torch/pyexecutor/cuda_graph_runner.py |
tensorrt_llm/_torch/pyexecutor/executor_request_queue.py |
tensorrt_llm/_torch/pyexecutor/finish_reason.py |
tensorrt_llm/_torch/pyexecutor/grammar_matcher.py |
tensorrt_llm/_torch/pyexecutor/guided_decoder.py |
tensorrt_llm/_torch/pyexecutor/handle_additional_outputs.py |
tensorrt_llm/_torch/pyexecutor/handle_logits.py |
tensorrt_llm/_torch/pyexecutor/kv_cache/mamba_cache_manager.py |
tensorrt_llm/_torch/pyexecutor/layerwise_nvtx_marker.py |
tensorrt_llm/_torch/pyexecutor/llm_request.py |
tensorrt_llm/_torch/pyexecutor/model_loader.py |
Expand Down Expand Up @@ -323,7 +321,6 @@ common-files: &common_files |
tensorrt_llm/bench/benchmark/utils/processes.py |
tensorrt_llm/bench/dataclasses/__init__.py |
tensorrt_llm/bench/dataclasses/configuration.py |
tensorrt_llm/bench/dataclasses/engine.py |
tensorrt_llm/bench/dataclasses/enums.py |
tensorrt_llm/bench/dataclasses/general.py |
tensorrt_llm/bench/dataclasses/reporting.py |
Expand Down Expand Up @@ -465,10 +462,8 @@ common-files: &common_files |
tests/integration/defs/accuracy/accuracy_core.py |
tests/integration/defs/accuracy/scripts/collect_evaluated_accuracies.py |
tests/integration/defs/accuracy/scripts/compute_theta_and_thresholds.py |
tests/integration/defs/accuracy/test_cli_flow.py |
tests/integration/defs/accuracy/test_disaggregated_serving.py |
tests/integration/defs/accuracy/test_llm_api_pytorch.py |
tests/integration/defs/accuracy/test_llm_api_pytorch_ray.py |
tests/integration/defs/ci_profiler.py |
tests/integration/defs/common.py |
tests/integration/defs/conftest.py |
Expand All @@ -486,7 +481,6 @@ common-files: &common_files |
tests/integration/defs/examples/serve/test_serve_negative.py |
tests/integration/defs/examples/test_gpt.py |
tests/integration/defs/examples/test_llm_api_with_mpi.py |
tests/integration/defs/examples/test_phi.py |
tests/integration/defs/examples/test_ray.py |
tests/integration/defs/llmapi/__init__.py |
tests/integration/defs/llmapi/_run_llmapi_llm.py |
Expand Down Expand Up @@ -577,11 +571,7 @@ common-files: &common_files |
tests/unittest/_torch/modeling/test_modeling_nemotron_nas.py |
tests/unittest/_torch/modeling/test_modeling_out_of_tree.py |
tests/unittest/_torch/modeling/test_modeling_phi3.py |
tests/unittest/_torch/modeling/test_modeling_qwen.py |
tests/unittest/_torch/modeling/test_modeling_qwen2_5vl.py |
tests/unittest/_torch/modeling/test_modeling_qwen_moe.py |
tests/unittest/_torch/modeling/test_modeling_siglip.py |
tests/unittest/_torch/modeling/test_modeling_vila.py |
tests/unittest/_torch/modules/test_group_rmn_norm.py |
tests/unittest/_torch/modules/test_triton_linear.py |
tests/unittest/_torch/moe/kernels/serial/test_moe.py |
Expand Down Expand Up @@ -660,7 +650,6 @@ common-files: &common_files |
tests/unittest/llmapi/apps/_test_openai_misc.py |
tests/unittest/llmapi/apps/_test_openai_mmencoder.py |
tests/unittest/llmapi/apps/_test_openai_multi_gpu.py |
tests/unittest/llmapi/apps/_test_openai_multi_nodes.py |
tests/unittest/llmapi/apps/_test_openai_perf_metrics.py |
tests/unittest/llmapi/apps/_test_openai_prometheus.py |
tests/unittest/llmapi/apps/_test_openai_reasoning.py |
Expand Down Expand Up @@ -1008,12 +997,10 @@ legacy-files: &legacy_files |
tensorrt_llm/_torch/pyexecutor/config_utils.py |
tensorrt_llm/_torch/pyexecutor/cuda_graph_runner.py |
tensorrt_llm/_torch/pyexecutor/executor_request_queue.py |
tensorrt_llm/_torch/pyexecutor/finish_reason.py |
tensorrt_llm/_torch/pyexecutor/grammar_matcher.py |
tensorrt_llm/_torch/pyexecutor/guided_decoder.py |
tensorrt_llm/_torch/pyexecutor/handle_additional_outputs.py |
tensorrt_llm/_torch/pyexecutor/handle_logits.py |
tensorrt_llm/_torch/pyexecutor/kv_cache/mamba_cache_manager.py |
tensorrt_llm/_torch/pyexecutor/layerwise_nvtx_marker.py |
tensorrt_llm/_torch/pyexecutor/llm_request.py |
tensorrt_llm/_torch/pyexecutor/model_loader.py |
Expand Down Expand Up @@ -1047,7 +1034,6 @@ legacy-files: &legacy_files |
tensorrt_llm/bench/benchmark/utils/processes.py |
tensorrt_llm/bench/dataclasses/__init__.py |
tensorrt_llm/bench/dataclasses/configuration.py |
tensorrt_llm/bench/dataclasses/engine.py |
tensorrt_llm/bench/dataclasses/enums.py |
tensorrt_llm/bench/dataclasses/general.py |
tensorrt_llm/bench/dataclasses/reporting.py |
Expand Down Expand Up @@ -1189,10 +1175,8 @@ legacy-files: &legacy_files |
tests/integration/defs/accuracy/accuracy_core.py |
tests/integration/defs/accuracy/scripts/collect_evaluated_accuracies.py |
tests/integration/defs/accuracy/scripts/compute_theta_and_thresholds.py |
tests/integration/defs/accuracy/test_cli_flow.py |
tests/integration/defs/accuracy/test_disaggregated_serving.py |
tests/integration/defs/accuracy/test_llm_api_pytorch.py |
tests/integration/defs/accuracy/test_llm_api_pytorch_ray.py |
tests/integration/defs/ci_profiler.py |
tests/integration/defs/common.py |
tests/integration/defs/conftest.py |
Expand All @@ -1210,7 +1194,6 @@ legacy-files: &legacy_files |
tests/integration/defs/examples/serve/test_serve_negative.py |
tests/integration/defs/examples/test_gpt.py |
tests/integration/defs/examples/test_llm_api_with_mpi.py |
tests/integration/defs/examples/test_phi.py |
tests/integration/defs/examples/test_ray.py |
tests/integration/defs/llmapi/__init__.py |
tests/integration/defs/llmapi/_run_llmapi_llm.py |
Expand Down Expand Up @@ -1301,11 +1284,7 @@ legacy-files: &legacy_files |
tests/unittest/_torch/modeling/test_modeling_nemotron_nas.py |
tests/unittest/_torch/modeling/test_modeling_out_of_tree.py |
tests/unittest/_torch/modeling/test_modeling_phi3.py |
tests/unittest/_torch/modeling/test_modeling_qwen.py |
tests/unittest/_torch/modeling/test_modeling_qwen2_5vl.py |
tests/unittest/_torch/modeling/test_modeling_qwen_moe.py |
tests/unittest/_torch/modeling/test_modeling_siglip.py |
tests/unittest/_torch/modeling/test_modeling_vila.py |
tests/unittest/_torch/modules/test_group_rmn_norm.py |
tests/unittest/_torch/modules/test_triton_linear.py |
tests/unittest/_torch/moe/kernels/serial/test_moe.py |
Expand Down Expand Up @@ -1384,7 +1363,6 @@ legacy-files: &legacy_files |
tests/unittest/llmapi/apps/_test_openai_misc.py |
tests/unittest/llmapi/apps/_test_openai_mmencoder.py |
tests/unittest/llmapi/apps/_test_openai_multi_gpu.py |
tests/unittest/llmapi/apps/_test_openai_multi_nodes.py |
tests/unittest/llmapi/apps/_test_openai_perf_metrics.py |
tests/unittest/llmapi/apps/_test_openai_prometheus.py |
tests/unittest/llmapi/apps/_test_openai_reasoning.py |
Expand Down
11 changes: 0 additions & 11 deletions legacy-files.txt
Original file line number Diff line number Diff line change
Expand Up @@ -262,12 +262,10 @@ tensorrt_llm/_torch/pyexecutor/_util.py
tensorrt_llm/_torch/pyexecutor/config_utils.py
tensorrt_llm/_torch/pyexecutor/cuda_graph_runner.py
tensorrt_llm/_torch/pyexecutor/executor_request_queue.py
tensorrt_llm/_torch/pyexecutor/finish_reason.py
tensorrt_llm/_torch/pyexecutor/grammar_matcher.py
tensorrt_llm/_torch/pyexecutor/guided_decoder.py
tensorrt_llm/_torch/pyexecutor/handle_additional_outputs.py
tensorrt_llm/_torch/pyexecutor/handle_logits.py
tensorrt_llm/_torch/pyexecutor/kv_cache/mamba_cache_manager.py
tensorrt_llm/_torch/pyexecutor/layerwise_nvtx_marker.py
tensorrt_llm/_torch/pyexecutor/llm_request.py
tensorrt_llm/_torch/pyexecutor/model_loader.py
Expand Down Expand Up @@ -301,7 +299,6 @@ tensorrt_llm/bench/benchmark/utils/general.py
tensorrt_llm/bench/benchmark/utils/processes.py
tensorrt_llm/bench/dataclasses/__init__.py
tensorrt_llm/bench/dataclasses/configuration.py
tensorrt_llm/bench/dataclasses/engine.py
tensorrt_llm/bench/dataclasses/enums.py
tensorrt_llm/bench/dataclasses/general.py
tensorrt_llm/bench/dataclasses/reporting.py
Expand Down Expand Up @@ -443,10 +440,8 @@ tests/integration/defs/accuracy/__init__.py
tests/integration/defs/accuracy/accuracy_core.py
tests/integration/defs/accuracy/scripts/collect_evaluated_accuracies.py
tests/integration/defs/accuracy/scripts/compute_theta_and_thresholds.py
tests/integration/defs/accuracy/test_cli_flow.py
tests/integration/defs/accuracy/test_disaggregated_serving.py
tests/integration/defs/accuracy/test_llm_api_pytorch.py
tests/integration/defs/accuracy/test_llm_api_pytorch_ray.py
tests/integration/defs/ci_profiler.py
tests/integration/defs/common.py
tests/integration/defs/conftest.py
Expand All @@ -464,7 +459,6 @@ tests/integration/defs/examples/serve/test_serve.py
tests/integration/defs/examples/serve/test_serve_negative.py
tests/integration/defs/examples/test_gpt.py
tests/integration/defs/examples/test_llm_api_with_mpi.py
tests/integration/defs/examples/test_phi.py
tests/integration/defs/examples/test_ray.py
tests/integration/defs/llmapi/__init__.py
tests/integration/defs/llmapi/_run_llmapi_llm.py
Expand Down Expand Up @@ -537,11 +531,7 @@ tests/unittest/_torch/modeling/test_modeling_nemotron_h.py
tests/unittest/_torch/modeling/test_modeling_nemotron_nas.py
tests/unittest/_torch/modeling/test_modeling_out_of_tree.py
tests/unittest/_torch/modeling/test_modeling_phi3.py
tests/unittest/_torch/modeling/test_modeling_qwen.py
tests/unittest/_torch/modeling/test_modeling_qwen2_5vl.py
tests/unittest/_torch/modeling/test_modeling_qwen_moe.py
tests/unittest/_torch/modeling/test_modeling_siglip.py
tests/unittest/_torch/modeling/test_modeling_vila.py
tests/unittest/_torch/moe/test_fused_moe.py
tests/unittest/_torch/modules/test_group_rmn_norm.py
tests/unittest/_torch/moe/test_moe_host_sharer.py
Expand Down Expand Up @@ -637,7 +627,6 @@ tests/unittest/llmapi/apps/_test_openai_metrics.py
tests/unittest/llmapi/apps/_test_openai_misc.py
tests/unittest/llmapi/apps/_test_openai_mmencoder.py
tests/unittest/llmapi/apps/_test_openai_multi_gpu.py
tests/unittest/llmapi/apps/_test_openai_multi_nodes.py
tests/unittest/llmapi/apps/_test_openai_perf_metrics.py
tests/unittest/llmapi/apps/_test_openai_prometheus.py
tests/unittest/llmapi/apps/_test_openai_reasoning.py
Expand Down
11 changes: 0 additions & 11 deletions pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -342,12 +342,10 @@ exclude = [
"tensorrt_llm/_torch/pyexecutor/config_utils.py",
"tensorrt_llm/_torch/pyexecutor/cuda_graph_runner.py",
"tensorrt_llm/_torch/pyexecutor/executor_request_queue.py",
"tensorrt_llm/_torch/pyexecutor/finish_reason.py",
"tensorrt_llm/_torch/pyexecutor/grammar_matcher.py",
"tensorrt_llm/_torch/pyexecutor/guided_decoder.py",
"tensorrt_llm/_torch/pyexecutor/handle_additional_outputs.py",
"tensorrt_llm/_torch/pyexecutor/handle_logits.py",
"tensorrt_llm/_torch/pyexecutor/kv_cache/mamba_cache_manager.py",
"tensorrt_llm/_torch/pyexecutor/layerwise_nvtx_marker.py",
"tensorrt_llm/_torch/pyexecutor/llm_request.py",
"tensorrt_llm/_torch/pyexecutor/model_loader.py",
Expand Down Expand Up @@ -381,7 +379,6 @@ exclude = [
"tensorrt_llm/bench/benchmark/utils/processes.py",
"tensorrt_llm/bench/dataclasses/__init__.py",
"tensorrt_llm/bench/dataclasses/configuration.py",
"tensorrt_llm/bench/dataclasses/engine.py",
"tensorrt_llm/bench/dataclasses/enums.py",
"tensorrt_llm/bench/dataclasses/general.py",
"tensorrt_llm/bench/dataclasses/reporting.py",
Expand Down Expand Up @@ -523,10 +520,8 @@ exclude = [
"tests/integration/defs/accuracy/accuracy_core.py",
"tests/integration/defs/accuracy/scripts/collect_evaluated_accuracies.py",
"tests/integration/defs/accuracy/scripts/compute_theta_and_thresholds.py",
"tests/integration/defs/accuracy/test_cli_flow.py",
"tests/integration/defs/accuracy/test_disaggregated_serving.py",
"tests/integration/defs/accuracy/test_llm_api_pytorch.py",
"tests/integration/defs/accuracy/test_llm_api_pytorch_ray.py",
"tests/integration/defs/ci_profiler.py",
"tests/integration/defs/common.py",
"tests/integration/defs/conftest.py",
Expand All @@ -544,7 +539,6 @@ exclude = [
"tests/integration/defs/examples/serve/test_serve_negative.py",
"tests/integration/defs/examples/test_gpt.py",
"tests/integration/defs/examples/test_llm_api_with_mpi.py",
"tests/integration/defs/examples/test_phi.py",
"tests/integration/defs/examples/test_ray.py",
"tests/integration/defs/llmapi/__init__.py",
"tests/integration/defs/llmapi/_run_llmapi_llm.py",
Expand Down Expand Up @@ -635,11 +629,7 @@ exclude = [
"tests/unittest/_torch/modeling/test_modeling_nemotron_nas.py",
"tests/unittest/_torch/modeling/test_modeling_out_of_tree.py",
"tests/unittest/_torch/modeling/test_modeling_phi3.py",
"tests/unittest/_torch/modeling/test_modeling_qwen.py",
"tests/unittest/_torch/modeling/test_modeling_qwen2_5vl.py",
"tests/unittest/_torch/modeling/test_modeling_qwen_moe.py",
"tests/unittest/_torch/modeling/test_modeling_siglip.py",
"tests/unittest/_torch/modeling/test_modeling_vila.py",
"tests/unittest/_torch/modules/test_group_rmn_norm.py",
"tests/unittest/_torch/modules/test_triton_linear.py",
"tests/unittest/_torch/moe/kernels/serial/test_moe.py",
Expand Down Expand Up @@ -718,7 +708,6 @@ exclude = [
"tests/unittest/llmapi/apps/_test_openai_misc.py",
"tests/unittest/llmapi/apps/_test_openai_mmencoder.py",
"tests/unittest/llmapi/apps/_test_openai_multi_gpu.py",
"tests/unittest/llmapi/apps/_test_openai_multi_nodes.py",
"tests/unittest/llmapi/apps/_test_openai_perf_metrics.py",
"tests/unittest/llmapi/apps/_test_openai_prometheus.py",
"tests/unittest/llmapi/apps/_test_openai_reasoning.py",
Expand Down
11 changes: 0 additions & 11 deletions ruff-legacy.toml
Original file line number Diff line number Diff line change
Expand Up @@ -279,12 +279,10 @@ include = [
"tensorrt_llm/_torch/pyexecutor/config_utils.py",
"tensorrt_llm/_torch/pyexecutor/cuda_graph_runner.py",
"tensorrt_llm/_torch/pyexecutor/executor_request_queue.py",
"tensorrt_llm/_torch/pyexecutor/finish_reason.py",
"tensorrt_llm/_torch/pyexecutor/grammar_matcher.py",
"tensorrt_llm/_torch/pyexecutor/guided_decoder.py",
"tensorrt_llm/_torch/pyexecutor/handle_additional_outputs.py",
"tensorrt_llm/_torch/pyexecutor/handle_logits.py",
"tensorrt_llm/_torch/pyexecutor/kv_cache/mamba_cache_manager.py",
"tensorrt_llm/_torch/pyexecutor/layerwise_nvtx_marker.py",
"tensorrt_llm/_torch/pyexecutor/llm_request.py",
"tensorrt_llm/_torch/pyexecutor/model_loader.py",
Expand Down Expand Up @@ -318,7 +316,6 @@ include = [
"tensorrt_llm/bench/benchmark/utils/processes.py",
"tensorrt_llm/bench/dataclasses/__init__.py",
"tensorrt_llm/bench/dataclasses/configuration.py",
"tensorrt_llm/bench/dataclasses/engine.py",
"tensorrt_llm/bench/dataclasses/enums.py",
"tensorrt_llm/bench/dataclasses/general.py",
"tensorrt_llm/bench/dataclasses/reporting.py",
Expand Down Expand Up @@ -460,10 +457,8 @@ include = [
"tests/integration/defs/accuracy/accuracy_core.py",
"tests/integration/defs/accuracy/scripts/collect_evaluated_accuracies.py",
"tests/integration/defs/accuracy/scripts/compute_theta_and_thresholds.py",
"tests/integration/defs/accuracy/test_cli_flow.py",
"tests/integration/defs/accuracy/test_disaggregated_serving.py",
"tests/integration/defs/accuracy/test_llm_api_pytorch.py",
"tests/integration/defs/accuracy/test_llm_api_pytorch_ray.py",
"tests/integration/defs/ci_profiler.py",
"tests/integration/defs/common.py",
"tests/integration/defs/conftest.py",
Expand All @@ -481,7 +476,6 @@ include = [
"tests/integration/defs/examples/serve/test_serve_negative.py",
"tests/integration/defs/examples/test_gpt.py",
"tests/integration/defs/examples/test_llm_api_with_mpi.py",
"tests/integration/defs/examples/test_phi.py",
"tests/integration/defs/examples/test_ray.py",
"tests/integration/defs/llmapi/__init__.py",
"tests/integration/defs/llmapi/_run_llmapi_llm.py",
Expand Down Expand Up @@ -572,11 +566,7 @@ include = [
"tests/unittest/_torch/modeling/test_modeling_nemotron_nas.py",
"tests/unittest/_torch/modeling/test_modeling_out_of_tree.py",
"tests/unittest/_torch/modeling/test_modeling_phi3.py",
"tests/unittest/_torch/modeling/test_modeling_qwen.py",
"tests/unittest/_torch/modeling/test_modeling_qwen2_5vl.py",
"tests/unittest/_torch/modeling/test_modeling_qwen_moe.py",
"tests/unittest/_torch/modeling/test_modeling_siglip.py",
"tests/unittest/_torch/modeling/test_modeling_vila.py",
"tests/unittest/_torch/modules/test_group_rmn_norm.py",
"tests/unittest/_torch/modules/test_triton_linear.py",
"tests/unittest/_torch/moe/kernels/serial/test_moe.py",
Expand Down Expand Up @@ -655,7 +645,6 @@ include = [
"tests/unittest/llmapi/apps/_test_openai_misc.py",
"tests/unittest/llmapi/apps/_test_openai_mmencoder.py",
"tests/unittest/llmapi/apps/_test_openai_multi_gpu.py",
"tests/unittest/llmapi/apps/_test_openai_multi_nodes.py",
"tests/unittest/llmapi/apps/_test_openai_perf_metrics.py",
"tests/unittest/llmapi/apps/_test_openai_prometheus.py",
"tests/unittest/llmapi/apps/_test_openai_reasoning.py",
Expand Down
Loading