Skip to content

Commit 504c586

Browse files
authored
fix: remove remaining dynamic overwrite modes (#2692)
1 parent 500be00 commit 504c586

File tree

2 files changed

+0
-4
lines changed

2 files changed

+0
-4
lines changed

sqlmesh/core/config/connection.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -556,9 +556,6 @@ def _databricks_connect_validator(cls, values: t.Dict[str, t.Any]) -> t.Dict[str
556556
values["databricks_connect_access_token"] = access_token
557557
if not values.get("databricks_connect_cluster_id"):
558558
values["databricks_connect_cluster_id"] = http_path.split("/")[-1]
559-
if not values.get("session_configuration"):
560-
values["session_configuration"] = {}
561-
values["session_configuration"]["spark.sql.sources.partitionOverwriteMode"] = "dynamic"
562559
return values
563560

564561
@property

sqlmesh/core/engine_adapter/databricks.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -105,7 +105,6 @@ def spark(self) -> PySparkSession:
105105
catalog = self._extra_config.get("catalog")
106106
if catalog:
107107
self.set_current_catalog(catalog)
108-
self._spark.conf.set("spark.sql.sources.partitionOverwriteMode", "dynamic")
109108
return self._spark
110109

111110
def _fetch_native_df(

0 commit comments

Comments
 (0)