From 1bd801caa118110eb8b64790ce943db5f8dc96cb Mon Sep 17 00:00:00 2001 From: leslie-fang25 Date: Wed, 12 Nov 2025 19:28:31 -0800 Subject: [PATCH 1/3] [https://nvbugs/5652552][fix] Log the llm args Signed-off-by: leslie-fang25 --- tensorrt_llm/llmapi/llm.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/tensorrt_llm/llmapi/llm.py b/tensorrt_llm/llmapi/llm.py index a1d65b0cafc..da5fb49f736 100644 --- a/tensorrt_llm/llmapi/llm.py +++ b/tensorrt_llm/llmapi/llm.py @@ -1007,6 +1007,9 @@ def _build_model(self): # TODO: revisit gather_context_logits return_logits = self.args.gather_generation_logits + + logger.info(f"{self.args}") + self._executor = self._executor_cls.create( self._engine_dir, executor_config=None, From 8f2c7c7f2f0df0363962342fff5c752dda852f3d Mon Sep 17 00:00:00 2001 From: leslie-fang25 Date: Wed, 12 Nov 2025 19:58:23 -0800 Subject: [PATCH 2/3] move to create_py_executor Signed-off-by: leslie-fang25 --- tensorrt_llm/_torch/pyexecutor/py_executor_creator.py | 2 ++ tensorrt_llm/llmapi/llm.py | 2 -- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/tensorrt_llm/_torch/pyexecutor/py_executor_creator.py b/tensorrt_llm/_torch/pyexecutor/py_executor_creator.py index 90849850cfa..bcf18ffa2a2 100644 --- a/tensorrt_llm/_torch/pyexecutor/py_executor_creator.py +++ b/tensorrt_llm/_torch/pyexecutor/py_executor_creator.py @@ -686,5 +686,7 @@ def drafting_loop_wrapper(model): _adjust_torch_mem_fraction(pytorch_backend_config) + logger.info(f"{llm_args}") + py_executor.start_worker() return py_executor diff --git a/tensorrt_llm/llmapi/llm.py b/tensorrt_llm/llmapi/llm.py index da5fb49f736..060f00e382e 100644 --- a/tensorrt_llm/llmapi/llm.py +++ b/tensorrt_llm/llmapi/llm.py @@ -1008,8 +1008,6 @@ def _build_model(self): # TODO: revisit gather_context_logits return_logits = self.args.gather_generation_logits - logger.info(f"{self.args}") - self._executor = self._executor_cls.create( self._engine_dir, executor_config=None, From c4159bc9f548c8bea508ce7fc3f92ddf0d5b3654 Mon Sep 17 00:00:00 2001 From: leslie-fang25 Date: Wed, 12 Nov 2025 20:00:14 -0800 Subject: [PATCH 3/3] format Signed-off-by: leslie-fang25 --- tensorrt_llm/llmapi/llm.py | 1 - 1 file changed, 1 deletion(-) diff --git a/tensorrt_llm/llmapi/llm.py b/tensorrt_llm/llmapi/llm.py index 060f00e382e..a1d65b0cafc 100644 --- a/tensorrt_llm/llmapi/llm.py +++ b/tensorrt_llm/llmapi/llm.py @@ -1007,7 +1007,6 @@ def _build_model(self): # TODO: revisit gather_context_logits return_logits = self.args.gather_generation_logits - self._executor = self._executor_cls.create( self._engine_dir, executor_config=None,