diff --git a/vllm/compilation/passes/pass_manager.py b/vllm/compilation/passes/pass_manager.py
index 99bc37a0bbf4..21ecb41ded90 100644
--- a/vllm/compilation/passes/pass_manager.py
+++ b/vllm/compilation/passes/pass_manager.py
@@ -141,7 +141,8 @@ def configure(self, config: VllmConfig) -> None:
             if self.pass_config.fuse_rope_kvcache:
                 self.passes += [SplitCoalescingPass(config)]
                 self.passes += [ScatterSplitReplacementPass(config)]
-                self.passes += [ROCmAiterTritonRopeReshapeKVCacheFusionPass(config)]
+                if rocm_aiter_ops.is_enabled():
+                    self.passes += [ROCmAiterTritonRopeReshapeKVCacheFusionPass(config)]
 
             if self.pass_config.fuse_attn_quant:
                 self.passes += [AttnFusionPass(config)]