2929
3030from ..conftest import get_llm_root , llm_models_root , trt_environment
3131from .pytorch_model_config import get_model_yaml_config
32- from .sample_options_config import get_sample_options_config
3332from .utils import (AbstractPerfScriptTestClass , PerfBenchScriptTestCmds ,
3433 PerfDisaggScriptTestCmds , PerfMetricType ,
3534 PerfServerClientBenchmarkCmds , generate_test_nodes )
@@ -1646,6 +1645,7 @@ def get_trtllm_bench_command(self, engine_dir):
16461645 benchmark_cmd += [f"--streaming" ]
16471646 #use default yaml config
16481647 if self ._config .backend == "pytorch" :
1648+ import yaml
16491649 pytorch_config_path = os .path .join (engine_dir ,
16501650 "extra-llm-api-config.yml" )
16511651 if not os .path .exists (pytorch_config_path ):
@@ -1657,6 +1657,7 @@ def get_trtllm_bench_command(self, engine_dir):
16571657 yaml .dump (config , f , default_flow_style = False )
16581658 benchmark_cmd += [f"--extra_llm_api_options={ pytorch_config_path } " ]
16591659 elif self ._config .backend == "_autodeploy" :
1660+ import yaml
16601661 autodeploy_config_path = os .path .join (engine_dir ,
16611662 "extra_llm_api_options.yaml" )
16621663 if not os .path .exists (autodeploy_config_path ):
@@ -1683,15 +1684,6 @@ def get_trtllm_bench_command(self, engine_dir):
16831684 benchmark_cmd += [
16841685 f"--extra_llm_api_options={ autodeploy_config_path } "
16851686 ]
1686- # for sample options
1687- sample_options_path = os .path .join (engine_dir , "sample_options.yml" )
1688- if not os .path .exists (sample_options_path ):
1689- os .makedirs (os .path .dirname (sample_options_path ), exist_ok = True )
1690- sample_config = get_sample_options_config (self ._config .to_string ())
1691- print_info (f"sample options config: { sample_config } " )
1692- with open (sample_options_path , 'w' ) as f :
1693- yaml .dump (sample_config , f , default_flow_style = False )
1694- benchmark_cmd += [f"--sample_options={ sample_options_path } " ]
16951687 return benchmark_cmd
16961688
16971689 def get_commands (self ):
0 commit comments