diff --git a/src/ATen/native/xpu/XPUFallback.template b/src/ATen/native/xpu/XPUFallback.template
index 3479967d9e..7d9243c9b5 100644
--- a/src/ATen/native/xpu/XPUFallback.template
+++ b/src/ATen/native/xpu/XPUFallback.template
@@ -193,6 +193,8 @@ TORCH_LIBRARY_IMPL(aten, XPU, m) {
     "dot",
     "_efficient_attention_forward",
     "_flash_attention_forward",
+    "_fused_rms_norm",
+    "_fused_rms_norm_backward",
     "geqrf",
     "geqrf.a",
     "hash_tensor.out",