From 6d8338d4af2604a0ab64f1fbf717dc2fc318aa5f Mon Sep 17 00:00:00 2001 From: Robin Kobus <19427718+Funatiq@users.noreply.github.com> Date: Thu, 27 Nov 2025 09:15:04 +0000 Subject: [PATCH] [fix] Pass checkpoint_format to create_input_processor Signed-off-by: Robin Kobus <19427718+Funatiq@users.noreply.github.com> --- tensorrt_llm/_torch/pyexecutor/model_engine.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/tensorrt_llm/_torch/pyexecutor/model_engine.py b/tensorrt_llm/_torch/pyexecutor/model_engine.py index 36c8b6ed258..21c90738b09 100644 --- a/tensorrt_llm/_torch/pyexecutor/model_engine.py +++ b/tensorrt_llm/_torch/pyexecutor/model_engine.py @@ -181,7 +181,11 @@ def __init__( self.attn_runtime_features = attn_runtime_features or AttentionRuntimeFeatures( ) - self.input_processor = create_input_processor(model_path, None) + + self.input_processor = create_input_processor( + model_path, + tokenizer=None, + checkpoint_format=llm_args.checkpoint_format) self.input_processor_with_hash = create_input_processor_with_hash( self.input_processor) if model is None: