checkpoint so far

Author: qihqi

tpu_inference/layers/vllm/quantization/compressed_tensors/compressed_tensors_moe.py

@@ -215,6 +215,11 @@ def apply(
         if scoring_func != "softmax":
             raise NotImplementedError("Only softmax is supported for scoring_func")
 
+        import sys
+
+        sys.stdin = open(0)
+        breakpoint()
+
         _fused_moe_func = functools.partial(
             jax.jit(
                 jax_fused_moe_func_padded,