Chore: Allow duplicate keys in dbt project yaml files

Author: vchan

sqlmesh/dbt/common.py

@@ -34,9 +34,9 @@
 }
 
 
-def load_yaml(source: str | Path) -> t.Dict:
+def load_yaml(source: str | Path, allow_duplicate_keys: bool = False) -> t.Dict:
     try:
-        return load(source, render_jinja=False)
+        return load(source, render_jinja=False, allow_duplicate_keys=allow_duplicate_keys)
     except DuplicateKeyError as ex:
         raise ConfigError(f"{source}: {ex}" if isinstance(source, Path) else f"{ex}")
 

sqlmesh/dbt/package.py

@@ -75,7 +75,7 @@ def load(self, package_root: Path) -> Package:
         if not project_file_path.exists():
             raise ConfigError(f"Could not find {PROJECT_FILENAME} in '{package_root}'.")
 
-        project_yaml = load_yaml(project_file_path)
+        project_yaml = load_yaml(project_file_path, allow_duplicate_keys=True)
         package_name = self._context.render(project_yaml.get("name", ""))
         if not package_name:
             raise ConfigError(f"Package '{package_root}' must include package name.")

sqlmesh/dbt/profile.py

@@ -53,7 +53,7 @@ def load(cls, context: DbtContext, target_name: t.Optional[str] = None) -> Profi
             if not project_file.exists():
                 raise ConfigError(f"Could not find {PROJECT_FILENAME} in {context.project_root}")
 
-            project_yaml = load_yaml(project_file)
+            project_yaml = load_yaml(project_file, allow_duplicate_keys=True)
             context.profile_name = context.render(
                 project_yaml.get("profile", "")
             ) or context.render(project_yaml.get("name", ""))

sqlmesh/dbt/project.py

@@ -53,7 +53,7 @@ def load(cls, context: DbtContext, variables: t.Optional[t.Dict[str, t.Any]] = N
         logger.debug("Processing project file '%s'.", project_file_path)
         if not project_file_path.exists():
             raise ConfigError(f"Could not find {PROJECT_FILENAME} in {context.project_root}")
-        project_yaml = load_yaml(project_file_path)
+        project_yaml = load_yaml(project_file_path, allow_duplicate_keys=True)
 
         project_name = context.render(project_yaml.get("name", ""))
         context.project_name = project_name