[ADD] new unused-module check

Fixes Vauxoo#177

This new check looks for python files (modules) which are not referenced
anywhere in the codebase, making  them useless.

README.md

@@ -63,6 +63,7 @@ translation-required | String parameter on "%s" requires translation. Use %s_(%s
 translation-too-few-args | Not enough arguments for odoo._ format string | E8306
 translation-too-many-args | Too many arguments for odoo._ format string | E8305
 translation-unsupported-format | Unsupported odoo._ format character %r (%#02x) at index %d | E8300
+unused-module | This python module is not imported and has no effect | E8401
 use-vim-comment | Use of vim comment | W8202
 website-manifest-key-not-valid-uri | Website "%s" in manifest key is not a valid URI | W8114
 
@@ -242,6 +243,7 @@ Checks valid only for odoo <= 13.0
  * missing-readme
 
     - https://github.com/OCA/pylint-odoo/blob/v8.0.19/testing/resources/test_repo/broken_module/__openerp__.py#L2 Missing ./README.rst file. Template here: https://github.com/OCA/maintainer-tools/blob/master/template/module/README.rst
+    - https://github.com/OCA/pylint-odoo/blob/v8.0.19/testing/resources/test_repo/unused_module/__manifest__.py#L1 Missing ./README.rst file. Template here: https://github.com/OCA/maintainer-tools/blob/master/template/module/README.rst
 
  * missing-return
 

src/pylint_odoo/checkers/__init__.py

@@ -1,3 +1 @@
-from . import odoo_addons
-from . import vim_comment
-from . import custom_logging
+from . import custom_logging, import_checker, odoo_addons, vim_comment

src/pylint_odoo/checkers/import_checker.py

@@ -0,0 +1,57 @@
+import re
+
+from pylint.checkers.utils import only_required_for_messages
+from pylint.lint import PyLinter
+
+from .odoo_base_checker import OdooBaseChecker
+
+ODOO_MSGS = {
+    # C->convention R->refactor W->warning E->error F->fatal
+    "E8401": (
+        "This python module is not imported and has no effect",
+        "unused-module",
+        "",
+    ),
+}
+
+UNUSED_MODULE_EXCLUDE = re.compile("migrations/|__init__.py$|__manifest__.py$|__openerp__.py$")
+
+
+class ImportChecker(OdooBaseChecker):
+    msgs = ODOO_MSGS
+    name = "odoolint"
+
+    def __init__(self, linter: PyLinter):
+        self.imports = set()
+        self.modules = set()
+
+        super().__init__(linter)
+
+    @staticmethod
+    def get_package(node) -> str:
+        if "." in node.parent.name:
+            return node.parent.name[: node.parent.name.rfind(".")]
+
+        return node.parent.name
+
+    @only_required_for_messages("unused-module")
+    def visit_module(self, node) -> None:
+        if UNUSED_MODULE_EXCLUDE.search(node.file):
+            return
+
+        self.modules.add(node)
+
+    @only_required_for_messages("unused-module")
+    def visit_importfrom(self, node) -> None:
+        if node.modname:
+            self.imports.add(f"{self.get_package(node)}.{node.modname}")
+            return
+
+        for name in node.names:
+            self.imports.add(f"{node.parent.name}.{name[0]}")
+
+    @only_required_for_messages("unused-module")
+    def close(self) -> None:
+        for module in self.modules:
+            if module.name not in self.imports:
+                self.add_message("unused-module", node=module)

src/pylint_odoo/plugin.py

@@ -7,6 +7,7 @@ def register(linter):
     linter.register_checker(checkers.odoo_addons.OdooAddons(linter))
     linter.register_checker(checkers.vim_comment.VimComment(linter))
     linter.register_checker(checkers.custom_logging.CustomLoggingChecker(linter))
+    linter.register_checker(checkers.import_checker.ImportChecker(linter))
 
     # register any checking fiddlers
     apply_augmentations(linter)
@@ -18,6 +19,7 @@ def get_all_messages():
     all_msgs.update(checkers.odoo_addons.ODOO_MSGS)
     all_msgs.update(checkers.vim_comment.ODOO_MSGS)
     all_msgs.update(checkers.custom_logging.ODOO_MSGS)
+    all_msgs.update(checkers.import_checker.ODOO_MSGS)
     return all_msgs
 
 

testing/resources/test_repo/unused_module/__init__.py

@@ -0,0 +1 @@
+from . import models

testing/resources/test_repo/unused_module/__manifest__.py

@@ -0,0 +1,10 @@
+{
+    'name': 'Test Import Messages',
+    'license': 'AGPL-3',
+    'author': 'Vauxoo, Odoo Community Association (OCA)',
+    'version': '11.0.0.0.0',
+    'depends': [
+        'base',
+    ],
+    'data': [],
+}

testing/resources/test_repo/unused_module/models/__init__.py

@@ -0,0 +1 @@
+from . import res_partner

testing/resources/test_repo/unused_module/models/fail_model.py

@@ -0,0 +1,6 @@
+from odoo.models import BaseModel
+
+class FailModel(BaseModel):
+    _name = "fail.model"
+
+    not_imported = fields.Boolean(default=True)

testing/resources/test_repo/unused_module/models/res_partner.py

@@ -0,0 +1,8 @@
+from odoo import fields
+from odoo.models import BaseModel
+
+
+class ResPartner(BaseModel):
+    _name = "res.partner"
+
+    random_field = fields.Char()

testing/resources/test_repo/unused_module/models/unused_utils.py

@@ -0,0 +1 @@
+RANDOM_STRING = "HELLO"

testing/resources/test_repo/unused_module/wizard/__init__.py

@@ -0,0 +1 @@
+from . import pass_wizard

testing/resources/test_repo/unused_module/wizard/fail_wizard.py

@@ -0,0 +1,7 @@
+from odoo import fields, models
+
+
+class FailWizard(models.AbstractModel):
+    _name = "fail.wizard"
+
+    name = fields.Char()

testing/resources/test_repo/unused_module/wizard/pass_wizard.py

@@ -0,0 +1,13 @@
+from odoo.models import AbstractModel
+from odoo import fields
+
+from .utils import func
+
+
+class PassWizard(AbstractModel):
+    _name = "pass.wizard"
+
+    name = fields.Char(required=True)
+
+    def foo(self):
+        return func(self)

testing/resources/test_repo/unused_module/wizard/utils.py

@@ -0,0 +1,2 @@
+def func(*_args):
+    return False

tests/test_main.py

@@ -381,6 +381,11 @@ def test_160_check_only_disabled_one_check(self):
             expected_errors.pop(disable_error)
             self.assertDictEqual(real_errors, expected_errors)
 
+    def test_165_unused_module(self):
+        extra_params = ["--disable=all", "--enable=unused-module"]
+        pylint_res = self.run_pylint([os.path.join(self.root_path_modules, "unused_module")], extra_params)
+        self.assertDictEqual(pylint_res.linter.stats.by_msg, {"unused-module": 3})
+
     @staticmethod
     def re_replace(sub_start, sub_end, substitution, content):
         re_sub = re.compile(rf"^{re.escape(sub_start)}$.*^{re.escape(sub_end)}$", re.M | re.S)