diff --git a/benchmarks/profiler/utils/config.py b/benchmarks/profiler/utils/config.py index 9c6ba0660e9..abcb5f56456 100644 --- a/benchmarks/profiler/utils/config.py +++ b/benchmarks/profiler/utils/config.py @@ -153,9 +153,15 @@ def set_config_tp_size(cls, config: dict, tp_size: int): config["spec"]["services"][ WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name ]["resources"]["requests"]["gpu"] = str(tp_size) - config["spec"]["services"][ - WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name - ]["resources"]["limits"]["gpu"] = str(tp_size) + if ( + "limits" + in config["spec"]["services"][ + WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name + ]["resources"] + ): + config["spec"]["services"][ + WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name + ]["resources"]["limits"]["gpu"] = str(tp_size) args = config["spec"]["services"][ WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name