Skip to content

Commit f4be123

Browse files
Fix 'topk_indices_dtype' of 'HPUFp8MoEMethod' object has no setter
Signed-off-by: Paweł Olejniczak <polejniczakx@habana.ai>
1 parent b00f02a commit f4be123

File tree

1 file changed

+0
-2
lines changed

1 file changed

+0
-2
lines changed

vllm_gaudi/ops/hpu_fp8.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -71,8 +71,6 @@ def __init__(self, quant_config: Fp8Config, layer: torch.nn.Module):
7171
# disable DeepGemm support.
7272
self.allow_deep_gemm = False
7373

74-
self.topk_indices_dtype = None
75-
7674
def create_weights(self, *args, **kwargs) -> None:
7775
if hpu_ops.is_hpu_gaudi2:
7876
kwargs['weight_loader'] = hpu_ops.gaudi_weight_wrapper(kwargs.get('weight_loader'))

0 commit comments

Comments
 (0)