From 6f3b06a3ab7e04066d50bfcdc9e2fb3859748039 Mon Sep 17 00:00:00 2001 From: zsl2549 <137025894+atri2549@users.noreply.github.com> Date: Wed, 1 Jul 2026 09:17:21 +0000 Subject: [PATCH 1/3] Add MLU support to is_flash_linear_attention_available --- src/transformers/utils/import_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/utils/import_utils.py b/src/transformers/utils/import_utils.py index e640d5d40590..b90b69bab956 100644 --- a/src/transformers/utils/import_utils.py +++ b/src/transformers/utils/import_utils.py @@ -860,7 +860,7 @@ def is_mamba_2_ssm_available() -> bool: @lru_cache def is_flash_linear_attention_available(): is_available, fla_version = _is_package_available("fla", return_version=True) - return is_torch_cuda_available() and is_available and version.parse(fla_version) >= version.parse("0.2.2") + return (is_torch_cuda_available() or is_torch_mlu_available()) and is_available and version.parse(fla_version) >= version.parse("0.2.2") @lru_cache From 67a34c686f1a011531e96e501f287b3b5a5d17e2 Mon Sep 17 00:00:00 2001 From: zsl2549 <137025894+atri2549@users.noreply.github.com> Date: Wed, 1 Jul 2026 09:39:20 +0000 Subject: [PATCH 2/3] fix return type annotation --- src/transformers/utils/import_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/utils/import_utils.py b/src/transformers/utils/import_utils.py index b90b69bab956..9f708ad05d9f 100644 --- a/src/transformers/utils/import_utils.py +++ b/src/transformers/utils/import_utils.py @@ -858,7 +858,7 @@ def is_mamba_2_ssm_available() -> bool: @lru_cache -def is_flash_linear_attention_available(): +def is_flash_linear_attention_available() -> bool: is_available, fla_version = _is_package_available("fla", return_version=True) return (is_torch_cuda_available() or is_torch_mlu_available()) and is_available and version.parse(fla_version) >= version.parse("0.2.2") From 08bfd22b050dc51026aa451388eca1d7203d284e Mon Sep 17 00:00:00 2001 From: zsl2549 <137025894+atri2549@users.noreply.github.com> Date: Wed, 1 Jul 2026 10:17:23 +0000 Subject: [PATCH 3/3] Apply ruff formatting --- src/transformers/utils/import_utils.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/src/transformers/utils/import_utils.py b/src/transformers/utils/import_utils.py index 9f708ad05d9f..f9f957004b38 100644 --- a/src/transformers/utils/import_utils.py +++ b/src/transformers/utils/import_utils.py @@ -860,7 +860,11 @@ def is_mamba_2_ssm_available() -> bool: @lru_cache def is_flash_linear_attention_available() -> bool: is_available, fla_version = _is_package_available("fla", return_version=True) - return (is_torch_cuda_available() or is_torch_mlu_available()) and is_available and version.parse(fla_version) >= version.parse("0.2.2") + return ( + (is_torch_cuda_available() or is_torch_mlu_available()) + and is_available + and version.parse(fla_version) >= version.parse("0.2.2") + ) @lru_cache