replace deprecated pkg_resources API invocation (#3665)

* replace deprecated pkg_resources API invocation

* fix linter issues

Author: jingxu10

intel_extension_for_pytorch/cpu/tpp/__init__.py

@@ -1,4 +1,3 @@
-import pkg_resources
 from . import fused_bert
 from . import utils
 from . import optim

intel_extension_for_pytorch/cpu/tpp/fused_bert.py

@@ -6,7 +6,7 @@
     BlockedTensor,
     get_blocking_signature,
 )
-import pkg_resources
+from importlib.metadata import distributions
 from .optim import AdamW, SGD
 import intel_extension_for_pytorch._C as torch_ipex_cpp
 import copy
@@ -1248,7 +1248,7 @@ def fast_bert(model, dtype=torch.float, optimizer=None, unpad=False):
 
     """
     # tpp bert optimization depends on the transformers repo to implementate the related module
-    installed_pkg = {pkg.key for pkg in pkg_resources.working_set}
+    installed_pkg = {dist.metadata["Name"].lower() for dist in distributions()}
     min_version = "4.6.0"
     max_version = "4.48.0"
     if "transformers" not in installed_pkg:

intel_extension_for_pytorch/nn/utils/_weight_prepack.py

@@ -3,7 +3,7 @@
 import torch.nn as nn
 import torch.nn.functional as F
 import logging
-import pkg_resources
+from importlib.metadata import distributions
 from intel_extension_for_pytorch import optim
 from intel_extension_for_pytorch.cpu.tpp.utils.blocked_layout import (
     BlockedParameter,
@@ -121,7 +121,7 @@ def may_import_deepspeed_modules():
         return None
 
 
-installed_pkg = {pkg.key for pkg in pkg_resources.working_set}
+installed_pkg = {dist.metadata["Name"].lower() for dist in distributions()}
 if "deepspeed" in installed_pkg:
     from deepspeed import comm
 

intel_extension_for_pytorch/transformers/optimize.py

@@ -1,7 +1,7 @@
 import torch
 import copy
 from ..utils._logger import logger, WarningType
-import pkg_resources
+from importlib.metadata import distributions
 from intel_extension_for_pytorch.cpu._auto_kernel_selection import (
     _enable_tpp,
     _disable_tpp,
@@ -90,7 +90,7 @@ def _set_optimized_model_for_generation(
 
 
 def check_transformers_for_llm_support():
-    installed_pkg = {pkg.key for pkg in pkg_resources.working_set}
+    installed_pkg = {dist.metadata["Name"].lower() for dist in distributions()}
     min_version = "4.28.1"
     validated_version = "4.48.0"
     if "transformers" not in installed_pkg: