remove distinct (#1371)

Author: eakmanrq

sqlmesh/core/engine_adapter/base.py

@@ -811,9 +811,9 @@ def scd_type_2(
             exp.Select()  # type: ignore
             .with_(
                 "source",
-                exp.select(*unmanaged_columns)
-                .distinct(*unique_key)
-                .from_(source_table.subquery("raw_source")),  # type: ignore
+                exp.select(*unmanaged_columns).from_(
+                    source_table.subquery("raw_source")  # type: ignore
+                ),
             )
             # Historical Records that Do Not Change
             .with_(
@@ -1099,6 +1099,8 @@ def execute(
                 if isinstance(e, exp.Expression)
                 else e
             )
+            logger.error("THE SQL: %s", sql)
+            print(sql)
             logger.debug(f"Executing SQL:\n{sql}")
             self.cursor.execute(sql, **kwargs)
 

tests/core/engine_adapter/test_base.py

@@ -732,7 +732,7 @@ def test_scd_type_2(make_mocked_engine_adapter: t.Callable):
             """
 CREATE OR REPLACE TABLE "target" AS
 WITH "source" AS (
-  SELECT DISTINCT ON ("id")
+  SELECT
     "id",
     "name",
     "price",
@@ -884,7 +884,7 @@ def test_merge_scd_type_2_pandas(make_mocked_engine_adapter: t.Callable):
             """
 CREATE OR REPLACE TABLE "target" AS
 WITH "source" AS (
-  SELECT DISTINCT ON ("id1", "id2")
+  SELECT
     "id1",
     "id2",
     "name",