[Fix] Replace deprecated pkg_resources with importlib

mmengine/utils/package_utils.py

@@ -1,6 +1,9 @@
 # Copyright (c) OpenMMLab. All rights reserved.
 import os.path as osp
 import subprocess
+from typing import Any
+from importlib.metadata import PackageNotFoundError, distribution
+
 
 
 def is_installed(package: str) -> bool:
@@ -9,28 +12,19 @@ def is_installed(package: str) -> bool:
     Args:
         package (str): Name of package to be checked.
     """
-    # When executing `import mmengine.runner`,
-    # pkg_resources will be imported and it takes too much time.
-    # Therefore, import it in function scope to save time.
     import importlib.util
 
-    import pkg_resources  # type: ignore
-    from pkg_resources import get_distribution
-
-    # refresh the pkg_resources
-    # more datails at https://github.com/pypa/setuptools/issues/373
-    importlib.reload(pkg_resources)
+    # First check if it's an importable module
+    spec = importlib.util.find_spec(package)
+    if spec is not None and spec.origin is not None:
+        return True
+
+    # If not found as module, check if it's a distribution package
     try:
-        get_distribution(package)
+        distribution(package)
         return True
-    except pkg_resources.DistributionNotFound:
-        spec = importlib.util.find_spec(package)
-        if spec is None:
-            return False
-        elif spec.origin is not None:
-            return True
-        else:
-            return False
+    except PackageNotFoundError:
+        return False
 
 
 def get_installed_path(package: str) -> str:
@@ -45,17 +39,22 @@ def get_installed_path(package: str) -> str:
     """
     import importlib.util
 
-    from pkg_resources import DistributionNotFound, get_distribution
-
     # if the package name is not the same as module name, module name should be
     # inferred. For example, mmcv-full is the package name, but mmcv is module
     # name. If we want to get the installed path of mmcv-full, we should concat
     # the pkg.location and module name
+
+    # Try to get location from distribution package metadata
+    location = None
     try:
-        pkg = get_distribution(package)
-    except DistributionNotFound as e:
-        # if the package is not installed, package path set in PYTHONPATH
-        # can be detected by `find_spec`
+        dist = distribution(package)
+        locate_result: Any = dist.locate_file('')
+        location = str(locate_result.parent)
+    except PackageNotFoundError:
+        pass
+
+    # If distribution package not found, try to find via importlib
+    if location is None:
         spec = importlib.util.find_spec(package)
         if spec is not None:
             if spec.origin is not None:
@@ -67,25 +66,30 @@ def get_installed_path(package: str) -> str:
                     f'{package} is a namespace package, which is invalid '
                     'for `get_install_path`')
         else:
-            raise e
+            raise PackageNotFoundError(
+                f'Package {package} is not installed')
 
-    possible_path = osp.join(pkg.location, package)  # type: ignore
+    # Check if package directory exists in the location
+    possible_path = osp.join(location, package)
     if osp.exists(possible_path):
         return possible_path
     else:
-        return osp.join(pkg.location, package2module(package))  # type: ignore
+        return osp.join(location, package2module(package))
 
 
-def package2module(package: str):
+def package2module(package: str) -> str:
     """Infer module name from package.
 
     Args:
         package (str): Package to infer module name.
     """
-    from pkg_resources import get_distribution
-    pkg = get_distribution(package)
-    if pkg.has_metadata('top_level.txt'):
-        module_name = pkg.get_metadata('top_level.txt').split('\n')[0]
+    dist = distribution(package)
+
+    # In importlib.metadata,
+    # top-level modules are in dist.read_text('top_level.txt')
+    top_level_text = dist.read_text('top_level.txt')
+    if top_level_text is None:
+        module_name = top_level_text.split('\n')[0]
         return module_name
     else:
         raise ValueError(f'can not infer the module name of {package}')

tests/test_utils/test_package_utils.py

@@ -2,7 +2,8 @@
 import os.path as osp
 import sys
 
-import pkg_resources  # type: ignore
+from importlib.metadata import PackageNotFoundError
+
 import pytest
 
 from mmengine.utils import get_installed_path, is_installed
@@ -33,5 +34,5 @@ def test_get_install_path():
     assert get_installed_path('optim') == osp.join(PYTHONPATH, 'optim')
     sys.path.pop()
 
-    with pytest.raises(pkg_resources.DistributionNotFound):
+    with pytest.raises(PackageNotFoundError):
         get_installed_path('unknown')