We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6c094eb commit fd94e35Copy full SHA for fd94e35
tensorrt_llm/_torch/pyexecutor/_util.py
@@ -192,8 +192,9 @@ def _create_dummy_mm_context_request(
192
def _create_dummy_context_requests(
193
self, input_seq_len: int) -> List[trtllm.Request]:
194
requests = []
195
- if MODEL_CLASS_VISION_ENCODER_MAPPING.get(
196
- self._model_engine.model.original_arch, None):
+ if hasattr(self._model_engine.model,
+ "original_arch") and MODEL_CLASS_VISION_ENCODER_MAPPING.get(
197
+ self._model_engine.model.original_arch, None):
198
requests = self._create_dummy_mm_context_request(input_seq_len)
199
# if succeed profiling with multimodal requests then return, otherwise profile
200
# with default case
0 commit comments