Skip to content

Commit fd94e35

Browse files
committed
check attribute original_arch is present
Signed-off-by: John Calderon <jcalderon@nvidia.com>
1 parent 6c094eb commit fd94e35

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

tensorrt_llm/_torch/pyexecutor/_util.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -192,8 +192,9 @@ def _create_dummy_mm_context_request(
192192
def _create_dummy_context_requests(
193193
self, input_seq_len: int) -> List[trtllm.Request]:
194194
requests = []
195-
if MODEL_CLASS_VISION_ENCODER_MAPPING.get(
196-
self._model_engine.model.original_arch, None):
195+
if hasattr(self._model_engine.model,
196+
"original_arch") and MODEL_CLASS_VISION_ENCODER_MAPPING.get(
197+
self._model_engine.model.original_arch, None):
197198
requests = self._create_dummy_mm_context_request(input_seq_len)
198199
# if succeed profiling with multimodal requests then return, otherwise profile
199200
# with default case

0 commit comments

Comments
 (0)