Fix(cicd_bot): Don't truncate backfill model list

Author: erindru

sqlmesh/core/console.py

@@ -3107,7 +3107,9 @@ class MarkdownConsole(CaptureTerminalConsole):
     AUDIT_PADDING = 7
 
     def __init__(self, **kwargs: t.Any) -> None:
-        super().__init__(**{**kwargs, "console": RichConsole(no_color=True)})
+        super().__init__(
+            **{**kwargs, "console": RichConsole(no_color=True, width=kwargs.pop("width", None))}
+        )
 
     def show_environment_difference_summary(
         self,

sqlmesh/integrations/github/cicd/command.py

@@ -28,7 +28,9 @@
 @click.pass_context
 def github(ctx: click.Context, token: str) -> None:
     """Github Action CI/CD Bot. See https://sqlmesh.readthedocs.io/en/stable/integrations/github/ for details"""
-    set_console(MarkdownConsole())
+    # set a larger width because if none is specified, it auto-detects 80 characters when running in GitHub Actions
+    # which can result in surprise newlines when outputting dates to backfill
+    set_console(MarkdownConsole(width=1000))
     ctx.obj["github"] = GithubController(
         paths=ctx.obj["paths"],
         token=token,

sqlmesh/integrations/github/cicd/controller.py

@@ -485,6 +485,12 @@ def _append_output(cls, key: str, value: str) -> None:
                 print(f"{key}={value}", file=fh)
 
     def get_plan_summary(self, plan: Plan) -> str:
+        # use Verbosity.VERY_VERBOSE to prevent the list of models from being truncated
+        # this is particularly importanmt for the "Models needing backfill" list because
+        # there is no easy way to tell this otherwise
+        orig_verbosity = self._console.verbosity
+        self._console.verbosity = Verbosity.VERY_VERBOSE
+
         try:
             # Clear out any output that might exist from prior steps
             self._console.clear_captured_outputs()
@@ -517,7 +523,10 @@ def get_plan_summary(self, plan: Plan) -> str:
 
             return f"{difference_summary}\n{missing_dates}{plan_flags_section}"
         except PlanError as e:
+            logger.exception("Plan failed to generate")
             return f"Plan failed to generate. Check for pending or unresolved changes. Error: {e}"
+        finally:
+            self._console.verbosity = orig_verbosity
 
     def run_tests(self) -> t.Tuple[ModelTextTestResult, str]:
         """

tests/integrations/github/cicd/test_github_controller.py

@@ -1,4 +1,5 @@
 # type: ignore
+import typing as t
 import os
 import pathlib
 from unittest import mock
@@ -17,6 +18,7 @@
     BotCommand,
     MergeStateStatus,
 )
+from sqlmesh.integrations.github.cicd.controller import GithubController
 from sqlmesh.integrations.github.cicd.command import _update_pr_environment
 from sqlmesh.utils.date import to_datetime, now
 from tests.integrations.github.cicd.conftest import MockIssueComment
@@ -591,3 +593,39 @@ def test_uncategorized(
     assert "The following models could not be categorized automatically" in summary
     assert '- "b"' in summary
     assert "Run `sqlmesh plan hello_world_2` locally to apply these changes" in summary
+
+
+def test_get_plan_summary_doesnt_truncate_backfill_list(
+    github_client, make_controller: t.Callable[..., GithubController]
+):
+    controller = make_controller(
+        "tests/fixtures/github/pull_request_synchronized.json",
+        github_client,
+        mock_out_context=False,
+    )
+
+    summary = controller.get_plan_summary(controller.prod_plan)
+
+    assert "more ...." not in summary
+
+    assert (
+        """**Models needing backfill:**
+* `memory.raw.demographics`: [full refresh]
+* `memory.sushi.active_customers`: [full refresh]
+* `memory.sushi.count_customers_active`: [full refresh]
+* `memory.sushi.count_customers_inactive`: [full refresh]
+* `memory.sushi.customer_revenue_by_day`: [2025-06-30 - 2025-07-06]
+* `memory.sushi.customer_revenue_lifetime`: [2025-06-30 - 2025-07-06]
+* `memory.sushi.customers`: [full refresh]
+* `memory.sushi.items`: [2025-06-30 - 2025-07-06]
+* `memory.sushi.latest_order`: [full refresh]
+* `memory.sushi.marketing`: [2025-06-30 - 2025-07-06]
+* `memory.sushi.order_items`: [2025-06-30 - 2025-07-06]
+* `memory.sushi.orders`: [2025-06-30 - 2025-07-06]
+* `memory.sushi.raw_marketing`: [full refresh]
+* `memory.sushi.top_waiters`: [recreate view]
+* `memory.sushi.waiter_as_customer_by_day`: [2025-06-30 - 2025-07-06]
+* `memory.sushi.waiter_names`: [full refresh]
+* `memory.sushi.waiter_revenue_by_day`: [2025-06-30 - 2025-07-06]"""
+        in summary
+    )