We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent a8450de commit 13038d9Copy full SHA for 13038d9
src/twinkle/sampler/vllm_sampler/vllm_sampler.py
@@ -141,7 +141,7 @@ def __init__(
141
# fix: On NPU, monkey_patch_model can trigger Triton compatibility errors and abort sampler init.
142
# fix: Explicitly skip this patch on NPU and keep it for non-NPU paths only.
143
# NPU platform may trigger triton errors with monkey_patch_model
144
- if not Platform.get_platform().device_prefix().upper() == 'NPU':
+ if Platform.get_platform().device_prefix() != 'npu':
145
self._run_in_loop(self.engine.engine.collective_rpc("monkey_patch_model"))
146
147
VLLMLoraWeights()(self)
0 commit comments