add default sampler config for perf test

Signed-off-by: Ruodi Lu <[email protected]>

Author: ruodil

tests/integration/defs/perf/sampler_options_config.py

@@ -0,0 +1,34 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# -*- coding: utf-8 -*-
+"""
+Sample options config for trtllm-bench perf tests
+"""
+
+
+def get_sampler_options_config(model_label: str) -> dict:
+    """
+    Return the sampler options config corresponding to the model label.
+    Args:
+        model_label: model label from self._config.to_string()
+    Returns:
+        dict: sampler options config
+    """
+    base_config = {
+        'top_k': 4,
+        'top_p': 0.5,
+        'temperature': 0.5,
+    }
+    return base_config

tests/integration/defs/perf/test_perf.py

@@ -29,7 +29,7 @@
 
 from ..conftest import get_llm_root, llm_models_root, trt_environment
 from .pytorch_model_config import get_model_yaml_config
-from .sample_options_config import get_sample_options_config
+from .sampler_options_config import get_sampler_options_config
 from .utils import (AbstractPerfScriptTestClass, PerfBenchScriptTestCmds,
                     PerfDisaggScriptTestCmds, PerfMetricType,
                     PerfServerClientBenchmarkCmds, generate_test_nodes)
@@ -1683,15 +1683,15 @@ def get_trtllm_bench_command(self, engine_dir):
             benchmark_cmd += [
                 f"--extra_llm_api_options={autodeploy_config_path}"
             ]
-        # for sample options
-        sample_options_path = os.path.join(engine_dir, "sample_options.yml")
-        if not os.path.exists(sample_options_path):
-            os.makedirs(os.path.dirname(sample_options_path), exist_ok=True)
-        sample_config = get_sample_options_config(self._config.to_string())
-        print_info(f"sample options config: {sample_config}")
-        with open(sample_options_path, 'w') as f:
-            yaml.dump(sample_config, f, default_flow_style=False)
-        benchmark_cmd += [f"--sample_options={sample_options_path}"]
+        # for sampler options
+        sampler_options_path = os.path.join(engine_dir, "sampler_options.yml")
+        if not os.path.exists(sampler_options_path):
+            os.makedirs(os.path.dirname(sampler_options_path), exist_ok=True)
+        sampler_config = get_sampler_options_config(self._config.to_string())
+        print_info(f"sampler options config: {sampler_config}")
+        with open(sampler_options_path, 'w') as f:
+            yaml.dump(sampler_config, f, default_flow_style=False)
+        benchmark_cmd += [f"--sampler_options={sampler_options_path}"]
         return benchmark_cmd
 
     def get_commands(self):