We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4bf0a10 commit d6d0f74Copy full SHA for d6d0f74
tests/e2e/vLLM/run_vllm.py
@@ -18,7 +18,7 @@ def parse_args():
18
except json.JSONDecodeError as e:
19
raise ValueError(f"Invalid JSON input: {e}")
20
21
- if "W4A16_2of4" in scheme:
+ if scheme is not None and "W4A16_2of4" in scheme:
22
# required by the kernel
23
llm_kwargs["dtype"] = torch.float16
24
0 commit comments