diff --git a/src/transformers/utils/import_utils.py b/src/transformers/utils/import_utils.py
index e640d5d40590..f9f957004b38 100644
--- a/src/transformers/utils/import_utils.py
+++ b/src/transformers/utils/import_utils.py
@@ -858,9 +858,13 @@ def is_mamba_2_ssm_available() -> bool:
 
 
 @lru_cache
-def is_flash_linear_attention_available():
+def is_flash_linear_attention_available() -> bool:
     is_available, fla_version = _is_package_available("fla", return_version=True)
-    return is_torch_cuda_available() and is_available and version.parse(fla_version) >= version.parse("0.2.2")
+    return (
+        (is_torch_cuda_available() or is_torch_mlu_available())
+        and is_available
+        and version.parse(fla_version) >= version.parse("0.2.2")
+    )
 
 
 @lru_cache