Register plugin from entry points

docs/source/plugins.rst

@@ -76,10 +76,6 @@ Rez plugins require a specific folder structure as follows:
         /plugin_file2.py (your plugin file)
         etc.
 
-To make your plugin available to rez, you can install them directly under
-``src/rezplugins`` (that's called a namespace package) or you can add
-the path to :envvar:`REZ_PLUGIN_PATH`.
-
 Registering subcommands
 -----------------------
 
@@ -137,4 +133,58 @@ so that the plugin manager will find them.
     from rez.plugin_managers import extend_path
     __path__ = extend_path(__path__, __name__)
 
+Install plugins
+---------------
+
+1. Copy directly to rez install folder
+
+To make your plugin available to rez, you can install it directly under
+``src/rezplugins`` (that's called a namespace package).
+
+2. Add the source path to :envvar:`REZ_PLUGIN_PATH`
+
+Add the source path to the REZ_PLUGIN_PATH environment variable in order to make your plugin available to rez.
+
+3. Add entry points to pyproject.toml
+
+To make your plugin available to rez, you can also create an entry points section in your
+``pyproject.toml`` file, that will allow you to install your plugin with `pip install` command.
+
+.. code-block:: toml
+   :caption: pyproject.toml
 
+    [build-system]
+    requires = ["hatchling"]
+    build-backend = "hatchling.build"
+
+    [project]
+    name = "foo"
+    version = "0.1.0"
+
+    [project.entry-points."rez.plugins"]
+    foo_cmd = "foo"
+
+
+4. Create a setup.py
+
+To make your plugin available to rez, you can also create a ``setup.py`` file, 
+that will allow you to install your plugin with `pip install` command.
+
+.. code-block:: python
+   :caption: setup.py
+
+    from setuptools import setup, find_packages
+
+    setup(
+        name="foo",
+        version="0.1.0",
+        package_dir={
+            "foo": "foo"
+        },
+        packages=find_packages(where="."),
+        entry_points={
+            'rez.plugins': [
+                'foo_cmd = foo',
+            ]
+        }
+    )

src/rez/data/tests/extensions/baz/baz-0.1.0.dist-info/METADATA

@@ -0,0 +1,3 @@
+Metadata-Version: 2.4
+Name: baz
+Version: 0.1.0

src/rez/data/tests/extensions/baz/baz-0.1.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[rez.plugins]
+baz_cmd = baz

src/rez/data/tests/extensions/baz/baz/__init__.py

@@ -0,0 +1,38 @@
+"""
+baz plugin
+"""
+
+from rez.command import Command
+
+# This attribute is optional, default behavior will be applied if not present.
+command_behavior = {
+    "hidden": False,  # (bool): default False
+    "arg_mode": None,  # (str): "passthrough", "grouped", default None
+}
+
+
+def setup_parser(parser, completions=False):
+    parser.add_argument(
+        "-m", "--message", action="store_true", help="Print message from world."
+    )
+
+
+def command(opts, parser=None, extra_arg_groups=None):
+    from baz import core
+
+    if opts.message:
+        msg = core.get_message_from_baz()
+        print(msg)
+        return
+
+    print("Please use '-h' flag to see what you can do to this world !")
+
+
+class BazCommand(Command):
+    @classmethod
+    def name(cls):
+        return "baz"
+
+
+def register_plugin():
+    return BazCommand

src/rez/data/tests/extensions/baz/baz/core.py

@@ -0,0 +1,4 @@
+def get_message_from_baz():
+    from rez.config import config
+    message = config.plugins.command.baz.message
+    return message

src/rez/data/tests/extensions/baz/baz/rezconfig.py

@@ -0,0 +1,3 @@
+baz = {
+    "message": "welcome to this world."
+}

src/rez/data/tests/extensions/baz/pyproject.toml

@@ -0,0 +1,10 @@
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[project]
+name = "baz"
+version = "0.1.0"
+
+[project.entry-points."rez.plugins"]
+baz_cmd = "baz"

src/rez/plugin_managers.py

@@ -16,6 +16,11 @@
 import os.path
 import sys
 
+if sys.version_info[:2] >= (3, 8):
+    from importlib.metadata import entry_points
+else:
+    from rez.vendor.importlib_metadata import entry_points
+
 
 # modified from pkgutil standard library:
 # this function is called from the __init__.py files of each plugin type inside
@@ -109,6 +114,10 @@ def register_plugin(self, plugin_name, plugin_class, plugin_module):
         self.plugin_modules[plugin_name] = plugin_module
 
     def load_plugins(self):
+        self.load_plugins_from_namespace()
+        self.load_plugins_from_entry_points()
+
+    def load_plugins_from_namespace(self):
         import pkgutil
         from importlib import import_module
         type_module_name = 'rezplugins.' + self.type_name
@@ -153,57 +162,82 @@ def load_plugins(self):
                 if config.debug("plugins"):
                     print_debug("loading %s plugin at %s: %s..."
                                 % (self.type_name, path, modname))
+
                 try:
-                    # https://github.com/AcademySoftwareFoundation/rez/pull/218
-                    # load_module will force reload the module if it's
-                    # already loaded, so check for that
                     plugin_module = sys.modules.get(modname)
                     if plugin_module is None:
                         loader = importer.find_module(modname)
                         plugin_module = loader.load_module(modname)
 
-                    elif os.path.dirname(plugin_module.__file__) != path:
-                        if config.debug("plugins"):
-                            # this should not happen but if it does, tell why.
-                            print_warning(
-                                "plugin module %s is not loaded from current "
-                                "load path but reused from previous imported "
-                                "path: %s" % (modname, plugin_module.__file__))
-
-                    if (hasattr(plugin_module, "register_plugin")
-                            and callable(plugin_module.register_plugin)):
-
-                        plugin_class = plugin_module.register_plugin()
-                        if plugin_class is not None:
-                            self.register_plugin(plugin_name,
-                                                 plugin_class,
-                                                 plugin_module)
-                        else:
-                            if config.debug("plugins"):
-                                print_warning(
-                                    "'register_plugin' function at %s: %s did "
-                                    "not return a class." % (path, modname))
-                    else:
-                        if config.debug("plugins"):
-                            print_warning(
-                                "no 'register_plugin' function at %s: %s"
-                                % (path, modname))
-
-                        # delete from sys.modules?
-
+                    self.register_plugin_module(plugin_name, plugin_module, path)
+                    self.load_config_from_plugin(plugin_module)
                 except Exception as e:
-                    nameish = modname.split('.')[-1]
-                    self.failed_plugins[nameish] = str(e)
-                    if config.debug("plugins"):
-                        import traceback
-                        from io import StringIO
-                        out = StringIO()
-                        traceback.print_exc(file=out)
-                        print_debug(out.getvalue())
-
-            # load config
-            data, _ = _load_config_from_filepaths([os.path.join(path, "rezconfig")])
-            deep_update(self.config_data, data)
+                    self.print_log_plugins_error(modname, e)
+
+    def load_plugins_from_entry_points(self):
+        if sys.version_info[:2] >= (3, 8) and sys.version_info[:2] <= (3, 9):
+            discovered_plugins = entry_points().get("rez.plugins", [])
+        else:
+            discovered_plugins = entry_points(group='rez.plugins')
+
+        for plugin in discovered_plugins:
+            try:
+                plugin = plugin.load()
+                plugin_name = plugin.__name__
+                plugin_path = os.path.dirname(plugin.__file__)
+                self.register_plugin_module(plugin_name, plugin, plugin_path)
+                self.load_config_from_plugin(plugin)
+            except Exception as e:
+                self.print_log_plugins_error(plugin.__name__, e)
+
+    def print_log_plugins_error(self, module_name, error):
+        nameish = module_name.split('.')[-1]
+        self.failed_plugins[nameish] = str(error)
+
+        if not config.debug("plugins"):
+            return
+
+        import traceback
+        from io import StringIO
+        out = StringIO()
+        traceback.print_exc(file=out)
+        print_debug(out.getvalue())
+
+    def load_config_from_plugin(self, plugin):
+        plugin_path = os.path.dirname(plugin.__file__)
+        data, _ = _load_config_from_filepaths([os.path.join(plugin_path, "rezconfig")])
+        deep_update(self.config_data, data)
+
+    def register_plugin_module(self, plugin_name, plugin_module, plugin_path):
+        module_name = plugin_module.__name__
+        if os.path.dirname(plugin_module.__file__) != plugin_path:
+            if config.debug("plugins"):
+                # this should not happen but if it does, tell why.
+                print_warning(
+                    "plugin module %s is not loaded from current "
+                    "load path but reused from previous imported "
+                    "path: %s" % (module_name, plugin_module.__file__))
+
+        if (hasattr(plugin_module, "register_plugin")
+                and callable(plugin_module.register_plugin)):
+
+            plugin_class = plugin_module.register_plugin()
+            if plugin_class is not None:
+                self.register_plugin(
+                    plugin_name,
+                    plugin_class,
+                    plugin_module
+                )
+            else:
+                if config.debug("plugins"):
+                    print_warning(
+                        "'register_plugin' function at %s: %s did "
+                        "not return a class." % (plugin_path, module_name))
+        else:
+            if config.debug("plugins"):
+                print_warning(
+                    "no 'register_plugin' function at %s: %s"
+                    % (plugin_path, module_name))
 
     def get_plugin_class(self, plugin_name):
         """Returns the class registered under the given plugin name."""

src/rez/tests/test_plugin_manager.py

@@ -49,7 +49,7 @@ def setUp(self):
         TestBase.setUp(self)
         self._reset_plugin_manager()
 
-    def test_old_loading_style(self):
+    def test_load_plugin_from_plugin_path(self):
         """Test loading rez plugin from plugin_path"""
         self.update_settings(dict(
             plugin_path=[self.data_path("extensions", "foo")]
@@ -59,7 +59,7 @@ def test_old_loading_style(self):
             "package_repository", "cloud")
         self.assertEqual(cloud_cls.name(), "cloud")
 
-    def test_new_loading_style(self):
+    def test_load_plugin_from_python_module(self):
         """Test loading rez plugin from python modules"""
         with restore_sys_path():
             sys.path.append(self.data_path("extensions"))
@@ -68,6 +68,13 @@ def test_new_loading_style(self):
                 "package_repository", "cloud")
             self.assertEqual(cloud_cls.name(), "cloud")
 
+    def test_load_plugin_from_entry_points(self):
+        """Test loading rez plugin from setuptools entry points"""
+        with restore_sys_path():
+            sys.path.append(self.data_path("extensions", "baz"))
+            baz_cls = plugin_manager.get_plugin_class("command", "baz")
+            self.assertEqual(baz_cls.name(), "baz")
+
     def test_plugin_override_1(self):
         """Test plugin from plugin_path can override the default"""
         self.update_settings(dict(

src/rez/vendor/README.md

@@ -105,6 +105,18 @@ By looking at the code, it's probably enum34. If so, the latest version is
 1.1.6 (May 15, 2016)
 </td></tr>
 
+<!-- ######################################################### -->
+<tr><td>
+importlib-metadata
+</td><td>
+6.7.0
+</td><td>
+Apache 2.0
+</td><td>
+https://pypi.org/project/importlib-metadata/<br>
+Pinned to 6.7.0 to support Python 3.7. This dependency can be dropped once we drop support for Python 3.7.
+</td></tr>
+
 <!-- ######################################################### -->
 <tr><td>
 lockfile
@@ -248,6 +260,18 @@ https://github.com/yaml/pyyaml<br>
 No changes but must maintain separate version between py2 and py3 for time being.
 </td></tr>
 
+<!-- ######################################################### -->
+<tr><td>
+typing_extensions
+</td><td>
+4.7.1
+</td><td>
+PYTHON SOFTWARE FOUNDATION LICENSE VERSION 2
+</td><td>
+https://pypi.org/project/zipp/<br>
+Dependency for importlib-metadata. Can be dropped once we drop support for Python 3.7.
+</td></tr>
+
 <!-- ######################################################### -->
 <tr><td>
 yaml lib3 (PyYAML)
@@ -260,4 +284,16 @@ https://github.com/yaml/pyyaml<br>
 No changes but must maintain separate version between py2 and py3 for time being.
 </td></tr>
 
+<!-- ######################################################### -->
+<tr><td>
+zipp
+</td><td>
+3.15.0
+</td><td>
+MIT
+</td><td>
+https://pypi.org/project/zipp/<br>
+Dependency for importlib-metadata. Can be dropped once we drop support for Python 3.7.
+</td></tr>
+
 </table>