We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 099465e commit 617ca5bCopy full SHA for 617ca5b
tensorrt_llm/_torch/pyexecutor/_util.py
@@ -174,7 +174,8 @@ def _create_dummy_mm_context_request(
174
req_mm_input = trtllm.MultimodalInput(
175
multimodal_hashes=multimodal_input.multimodal_hashes,
176
multimodal_positions=multimodal_input.multimodal_positions,
177
- multimodal_lengths=multimodal_input.multimodal_lengths)
+ multimodal_lengths=multimodal_input.multimodal_lengths
178
+ ) if multimodal_input else None
179
request = trtllm.Request(prompt_token_ids,
180
max_tokens=1,
181
streaming=False,
0 commit comments