feat: linting rule no unregistered external models

Author: benfdking

examples/sushi/config.py

@@ -48,6 +48,7 @@
             "noselectstar",
             "nomissingaudits",
             "nomissingowner",
+            "nounregisteredexternalmodels",
         ],
     ),
 )

sqlmesh/core/linter/rules/builtin.py

@@ -10,11 +10,11 @@
 from sqlmesh.core.linter.helpers import TokenPositionDetails, get_range_of_model_block
 from sqlmesh.core.linter.rule import Rule, RuleViolation, Range, Fix, TextEdit
 from sqlmesh.core.linter.definition import RuleSet
-from sqlmesh.core.model import Model, SqlModel
+from sqlmesh.core.model import Model, SqlModel, ExternalModel
 
 
 class NoSelectStar(Rule):
-    """Query should not contain SELECT * on its outer most projections, even if it can be expanded."""
+    """Query should not contain SELECT * on its outermost projections, even if it can be expanded."""
 
     def check_model(self, model: Model) -> t.Optional[RuleViolation]:
         # Only applies to SQL models, as other model types do not have a query.
@@ -110,4 +110,33 @@ def check_model(self, model: Model) -> t.Optional[RuleViolation]:
             return self.violation()
 
 
+class NoUnregisteredExternalModels(Rule):
+    """All external models must be registered in the external_models.yaml file"""
+
+    def check_model(self, model: Model) -> t.Optional[RuleViolation]:
+        depends_on = model.depends_on
+
+        # Ignore external models themselves, because either they are registered
+        # if they are not, they will be caught as referenced in another model.
+        if isinstance(model, ExternalModel):
+            return None
+
+        # Handle other models that are referring to them
+        not_registered_external_models: t.Set[str] = set()
+        for depends_on_model in depends_on:
+            existing_model = self.context.get_model(depends_on_model)
+            if existing_model is None:
+                not_registered_external_models.add(depends_on_model)
+
+        if not not_registered_external_models:
+            return None
+
+        return RuleViolation(
+            rule=self,
+            violation_msg=f"Model '{model.name}' depends on unregistered external models: "
+            f"{', '.join(m for m in not_registered_external_models)}. "
+            "Please register them in the external_models.yaml file.",
+        )
+
+
 BUILTIN_RULES = RuleSet(subclasses(__name__, Rule, (Rule,)))

tests/core/linter/test_builtin.py

@@ -0,0 +1,44 @@
+import os
+
+from sqlmesh import Context
+
+
+def test_no_unregistered_external_models(tmp_path, copy_to_temp_path) -> None:
+    """Tests that it returns a correct"""
+    sushi_paths = copy_to_temp_path("examples/sushi")
+    sushi_path = sushi_paths[0]
+
+    # Remove the external_models.yaml file
+    os.remove(sushi_path / "external_models.yaml")
+
+    # Override the config.py to turn on lint
+    with open(sushi_path / "config.py", "r") as f:
+        read_file = f.read()
+
+    before = """    linter=LinterConfig(
+        enabled=False,
+        rules=[
+            "ambiguousorinvalidcolumn",
+            "invalidselectstarexpansion",
+            "noselectstar",
+            "nomissingaudits",
+            "nomissingowner",
+            "nounregisteredexternalmodels",
+        ],
+    ),"""
+    after = """linter=LinterConfig(enabled=True, rules=["nounregisteredexternalmodels"]),"""
+    read_file = read_file.replace(before, after)
+    assert after in read_file
+    with open(sushi_path / "config.py", "w") as f:
+        f.writelines(read_file)
+
+    # Load the context with the temporary sushi path
+    context = Context(paths=[sushi_path])
+
+    # Lint the models
+    lints = context.lint_models(raise_on_error=False)
+    assert len(lints) == 1
+    assert (
+        "Model 'sushi.customers' depends on unregistered external models: "
+        in lints[0].violation_msg
+    )