From 732601e62b1a709f0671604a0e4e0216cb8967f8 Mon Sep 17 00:00:00 2001 From: Iaroslav Zeigerman Date: Fri, 5 Sep 2025 10:11:05 -0700 Subject: [PATCH 1/3] Chore: Split migration script implementations into DDL and DML --- sqlmesh/core/context.py | 1 + sqlmesh/core/state_sync/db/environment.py | 10 +++++---- sqlmesh/core/state_sync/db/migrator.py | 7 ++++++- sqlmesh/migrations/v0001_init.py | 6 +++++- sqlmesh/migrations/v0002_remove_identify.py | 6 +++++- sqlmesh/migrations/v0003_move_batch_size.py | 6 +++++- .../v0004_environmnent_add_finalized_at.py | 6 +++++- sqlmesh/migrations/v0005_create_seed_table.py | 6 +++++- sqlmesh/migrations/v0006_change_seed_hash.py | 6 +++++- .../v0007_env_table_info_to_kind.py | 6 +++++- .../v0008_create_intervals_table.py | 6 +++++- .../migrations/v0009_remove_pre_post_hooks.py | 6 +++++- .../migrations/v0010_seed_hash_batch_size.py | 6 +++++- .../migrations/v0011_add_model_kind_name.py | 16 +++++++++++--- .../v0012_update_jinja_expressions.py | 6 +++++- .../v0013_serde_using_model_dialects.py | 6 +++++- sqlmesh/migrations/v0014_fix_dev_intervals.py | 6 +++++- ...5_environment_add_promoted_snapshot_ids.py | 6 +++++- sqlmesh/migrations/v0016_fix_windows_path.py | 6 +++++- .../migrations/v0017_fix_windows_seed_path.py | 6 +++++- .../v0018_rename_snapshot_model_to_node.py | 6 +++++- .../migrations/v0019_add_env_suffix_target.py | 9 +++++++- ...ve_redundant_attributes_from_dbt_models.py | 6 +++++- .../migrations/v0021_fix_table_properties.py | 6 +++++- .../migrations/v0022_move_project_to_model.py | 6 +++++- ..._added_models_with_forward_only_parents.py | 6 +++++- ...replace_model_kind_name_enum_with_value.py | 6 +++++- ...x_intervals_and_missing_change_category.py | 6 +++++- .../v0026_remove_dialect_from_seed.py | 6 +++++- .../v0027_minute_interval_to_five.py | 6 +++++- .../migrations/v0028_add_plan_dags_table.py | 6 +++++- ...029_generate_schema_types_using_dialect.py | 6 +++++- .../v0030_update_unrestorable_snapshots.py | 6 +++++- .../v0031_remove_dbt_target_fields.py | 6 +++++- .../migrations/v0032_add_sqlmesh_version.py | 6 +++++- .../v0033_mysql_fix_blob_text_type.py | 6 +++++- .../migrations/v0034_add_default_catalog.py | 6 +++++- .../v0035_add_catalog_name_override.py | 6 +++++- .../v0036_delete_plan_dags_bug_fix.py | 6 +++++- .../v0037_remove_dbt_is_incremental_macro.py | 6 +++++- .../v0038_add_expiration_ts_to_snapshot.py | 21 ++++++++++++------- ...39_include_environment_in_plan_dag_spec.py | 6 +++++- .../v0040_add_previous_finalized_snapshots.py | 6 +++++- .../v0041_remove_hash_raw_query_attribute.py | 6 +++++- .../v0042_trim_indirect_versions.py | 6 +++++- ...remove_obsolete_attributes_in_plan_dags.py | 6 +++++- ...4_quote_identifiers_in_model_attributes.py | 6 +++++- .../migrations/v0045_move_gateway_variable.py | 6 +++++- .../migrations/v0046_add_batch_concurrency.py | 6 +++++- .../v0047_change_scd_string_to_column.py | 6 +++++- .../v0048_drop_indirect_versions.py | 6 +++++- ..._identifier_with_version_in_seeds_table.py | 6 +++++- sqlmesh/migrations/v0050_drop_seeds_table.py | 6 +++++- .../v0051_rename_column_descriptions.py | 6 +++++- ...rmalize_name_in_environment_naming_info.py | 9 +++++++- ...0053_custom_model_kind_extra_attributes.py | 6 +++++- .../migrations/v0054_fix_trailing_comments.py | 6 +++++- ...used_ts_ttl_ms_unrestorable_to_snapshot.py | 20 ++++++++++++------ .../migrations/v0056_restore_table_indexes.py | 7 +++++-- sqlmesh/migrations/v0057_add_table_format.py | 6 +++++- sqlmesh/migrations/v0058_add_requirements.py | 6 +++++- .../migrations/v0059_add_physical_version.py | 6 +++++- .../migrations/v0060_move_audits_to_model.py | 6 +++++- .../v0061_mysql_fix_blob_text_type.py | 6 +++++- sqlmesh/migrations/v0062_add_model_gateway.py | 6 +++++- sqlmesh/migrations/v0063_change_signals.py | 6 +++++- .../v0064_join_when_matched_strings.py | 6 +++++- .../migrations/v0065_add_model_optimize.py | 6 +++++- .../migrations/v0066_add_auto_restatements.py | 11 +++++++++- .../v0067_add_tsql_date_full_precision.py | 6 +++++- ...clude_unrendered_query_in_metadata_hash.py | 6 +++++- .../v0069_update_dev_table_suffix.py | 6 +++++- .../v0070_include_grains_in_metadata_hash.py | 6 +++++- .../v0071_add_dev_version_to_intervals.py | 14 ++++++++++--- .../v0072_add_environment_statements.py | 6 +++++- ...073_remove_symbolic_disable_restatement.py | 6 +++++- ...4_add_partition_by_time_column_property.py | 6 +++++- .../migrations/v0075_remove_validate_query.py | 6 +++++- sqlmesh/migrations/v0076_add_cron_tz.py | 6 +++++- .../v0077_fix_column_type_hash_calculation.py | 6 +++++- ...v0078_warn_if_non_migratable_python_env.py | 6 +++++- .../v0079_add_gateway_managed_property.py | 9 +++++++- ...080_add_batch_size_to_scd_type_2_models.py | 6 +++++- .../migrations/v0081_update_partitioned_by.py | 6 +++++- ...rn_if_incorrectly_duplicated_statements.py | 6 +++++- ...se_sql_for_scd_time_data_type_data_hash.py | 6 +++++- ...ize_quote_when_matched_and_merge_filter.py | 6 +++++- .../migrations/v0085_deterministic_repr.py | 6 +++++- .../v0086_check_deterministic_bug.py | 6 +++++- .../v0087_normalize_blueprint_variables.py | 6 +++++- ...88_warn_about_variable_python_env_diffs.py | 6 +++++- .../v0089_add_virtual_environment_mode.py | 6 +++++- .../v0090_add_forward_only_column.py | 14 ++++++++++--- .../migrations/v0091_on_additive_change.py | 6 +++++- .../v0092_warn_about_dbt_data_type_diff.py | 6 +++++- .../v0093_use_raw_sql_in_fingerprint.py | 6 +++++- ...add_dev_version_and_fingerprint_columns.py | 17 ++++++++++++--- .../v0095_warn_about_dbt_raw_sql_diff.py | 6 +++++- 98 files changed, 549 insertions(+), 120 deletions(-) diff --git a/sqlmesh/core/context.py b/sqlmesh/core/context.py index 4c1ffb1e92..9660243753 100644 --- a/sqlmesh/core/context.py +++ b/sqlmesh/core/context.py @@ -587,6 +587,7 @@ def state_sync(self) -> StateSync: self._state_sync = self._new_state_sync() if self._state_sync.get_versions(validate=False).schema_version == 0: + self.console.log_status_update("Initializing new project state...") self._state_sync.migrate(default_catalog=self.default_catalog) self._state_sync.get_versions() self._state_sync = CachingStateSync(self._state_sync) # type: ignore diff --git a/sqlmesh/core/state_sync/db/environment.py b/sqlmesh/core/state_sync/db/environment.py index 4a28d7d70a..e3f1d1ec9e 100644 --- a/sqlmesh/core/state_sync/db/environment.py +++ b/sqlmesh/core/state_sync/db/environment.py @@ -285,11 +285,13 @@ def get_environment_statements(self, environment: str) -> t.List[EnvironmentStat return [] def _environment_from_row(self, row: t.Tuple[str, ...]) -> Environment: - return Environment(**{field: row[i] for i, field in enumerate(Environment.all_fields())}) + return Environment( + **{field: row[i] for i, field in enumerate(sorted(Environment.all_fields()))} + ) def _environment_summmary_from_row(self, row: t.Tuple[str, ...]) -> EnvironmentSummary: return EnvironmentSummary( - **{field: row[i] for i, field in enumerate(EnvironmentSummary.all_fields())} + **{field: row[i] for i, field in enumerate(sorted(EnvironmentSummary.all_fields()))} ) def _environments_query( @@ -298,7 +300,7 @@ def _environments_query( lock_for_update: bool = False, required_fields: t.Optional[t.List[str]] = None, ) -> exp.Select: - query_fields = required_fields if required_fields else Environment.all_fields() + query_fields = required_fields if required_fields else sorted(Environment.all_fields()) query = ( exp.select(*(exp.to_identifier(field) for field in query_fields)) .from_(self.environments_table) @@ -328,7 +330,7 @@ def _fetch_environment_summaries( self.engine_adapter, self._environments_query( where=where, - required_fields=list(EnvironmentSummary.all_fields()), + required_fields=sorted(EnvironmentSummary.all_fields()), ), ) ] diff --git a/sqlmesh/core/state_sync/db/migrator.py b/sqlmesh/core/state_sync/db/migrator.py index 7edd7de3c4..2709574867 100644 --- a/sqlmesh/core/state_sync/db/migrator.py +++ b/sqlmesh/core/state_sync/db/migrator.py @@ -173,9 +173,14 @@ def _apply_migrations( snapshot_count_before = self.snapshot_state.count() if versions.schema_version else None + state_table_exist = any(self.engine_adapter.table_exists(t) for t in self._state_tables) + for migration in migrations: logger.info(f"Applying migration {migration}") - migration.migrate(state_sync, default_catalog=default_catalog) + migration.migrate_ddl(state_sync, default_catalog=default_catalog) + if state_table_exist: + # No need to run DML for the initial migration since all tables are empty + migration.migrate_dml(state_sync, default_catalog=default_catalog) snapshot_count_after = self.snapshot_state.count() diff --git a/sqlmesh/migrations/v0001_init.py b/sqlmesh/migrations/v0001_init.py index 778c36bc23..7d11f4df7e 100644 --- a/sqlmesh/migrations/v0001_init.py +++ b/sqlmesh/migrations/v0001_init.py @@ -9,7 +9,7 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" @@ -58,3 +58,7 @@ def migrate(state_sync, **kwargs): # type: ignore "sqlglot_version": exp.DataType.build("text"), }, ) + + +def migrate_dml(state_sync, **kwargs): # type: ignore + pass diff --git a/sqlmesh/migrations/v0002_remove_identify.py b/sqlmesh/migrations/v0002_remove_identify.py index 0152e719f7..6df3b618f3 100644 --- a/sqlmesh/migrations/v0002_remove_identify.py +++ b/sqlmesh/migrations/v0002_remove_identify.py @@ -1,5 +1,9 @@ """Remove identify=True kwarg for rendering sql""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0003_move_batch_size.py b/sqlmesh/migrations/v0003_move_batch_size.py index 8148325750..6ab8810dc1 100644 --- a/sqlmesh/migrations/v0003_move_batch_size.py +++ b/sqlmesh/migrations/v0003_move_batch_size.py @@ -5,7 +5,11 @@ from sqlglot import exp -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore snapshots_table = "_snapshots" if state_sync.schema: snapshots_table = f"{state_sync.schema}.{snapshots_table}" diff --git a/sqlmesh/migrations/v0004_environmnent_add_finalized_at.py b/sqlmesh/migrations/v0004_environmnent_add_finalized_at.py index 11e826808f..b52c96ea03 100644 --- a/sqlmesh/migrations/v0004_environmnent_add_finalized_at.py +++ b/sqlmesh/migrations/v0004_environmnent_add_finalized_at.py @@ -3,7 +3,7 @@ from sqlglot import exp -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: @@ -21,3 +21,7 @@ def migrate(state_sync, **kwargs): # type: ignore ) engine_adapter.execute(alter_table_exp) + + +def migrate_dml(state_sync, **kwargs): # type: ignore + pass diff --git a/sqlmesh/migrations/v0005_create_seed_table.py b/sqlmesh/migrations/v0005_create_seed_table.py index 1e1e7dc34e..d7b4516476 100644 --- a/sqlmesh/migrations/v0005_create_seed_table.py +++ b/sqlmesh/migrations/v0005_create_seed_table.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter seeds_table = "_seeds" if state_sync.schema: @@ -22,3 +22,7 @@ def migrate(state_sync, **kwargs): # type: ignore }, primary_key=("name", "identifier"), ) + + +def migrate_dml(state_sync, **kwargs): # type: ignore + pass diff --git a/sqlmesh/migrations/v0006_change_seed_hash.py b/sqlmesh/migrations/v0006_change_seed_hash.py index d6d4e1bf9c..0f79084f11 100644 --- a/sqlmesh/migrations/v0006_change_seed_hash.py +++ b/sqlmesh/migrations/v0006_change_seed_hash.py @@ -1,5 +1,9 @@ """Seed hashes moved from to_string to to_json for performance.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0007_env_table_info_to_kind.py b/sqlmesh/migrations/v0007_env_table_info_to_kind.py index f09f0d2b72..fc366f4085 100644 --- a/sqlmesh/migrations/v0007_env_table_info_to_kind.py +++ b/sqlmesh/migrations/v0007_env_table_info_to_kind.py @@ -12,7 +12,11 @@ def _hash(data): # type: ignore return str(zlib.crc32(";".join("" if d is None else d for d in data).encode("utf-8"))) -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0008_create_intervals_table.py b/sqlmesh/migrations/v0008_create_intervals_table.py index 0746febcaa..3f4d5c9e7a 100644 --- a/sqlmesh/migrations/v0008_create_intervals_table.py +++ b/sqlmesh/migrations/v0008_create_intervals_table.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter intervals_table = "_intervals" if state_sync.schema: @@ -36,3 +36,7 @@ def migrate(state_sync, **kwargs): # type: ignore engine_adapter.create_index( intervals_table, "name_identifier_idx", ("name", "identifier", "created_ts") ) + + +def migrate_dml(state_sync, **kwargs): # type: ignore + pass diff --git a/sqlmesh/migrations/v0009_remove_pre_post_hooks.py b/sqlmesh/migrations/v0009_remove_pre_post_hooks.py index 3671f547d3..06e3793c64 100644 --- a/sqlmesh/migrations/v0009_remove_pre_post_hooks.py +++ b/sqlmesh/migrations/v0009_remove_pre_post_hooks.py @@ -7,7 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0010_seed_hash_batch_size.py b/sqlmesh/migrations/v0010_seed_hash_batch_size.py index 2f73e73161..bff0d06d22 100644 --- a/sqlmesh/migrations/v0010_seed_hash_batch_size.py +++ b/sqlmesh/migrations/v0010_seed_hash_batch_size.py @@ -1,5 +1,9 @@ """Seed metadata hashes now correctly include the batch_size.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0011_add_model_kind_name.py b/sqlmesh/migrations/v0011_add_model_kind_name.py index 77aa68506a..d1574d06ba 100644 --- a/sqlmesh/migrations/v0011_add_model_kind_name.py +++ b/sqlmesh/migrations/v0011_add_model_kind_name.py @@ -7,9 +7,7 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore - import pandas as pd - +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" @@ -30,6 +28,18 @@ def migrate(state_sync, **kwargs): # type: ignore ) engine_adapter.execute(alter_table_exp) + +def migrate_dml(state_sync, **kwargs): # type: ignore + import pandas as pd + + engine_adapter = state_sync.engine_adapter + schema = state_sync.schema + snapshots_table = "_snapshots" + if schema: + snapshots_table = f"{schema}.{snapshots_table}" + + index_type = index_text_type(engine_adapter.dialect) + new_snapshots = [] for name, identifier, version, snapshot in engine_adapter.fetchall( diff --git a/sqlmesh/migrations/v0012_update_jinja_expressions.py b/sqlmesh/migrations/v0012_update_jinja_expressions.py index 28bc4acdca..9cf15b5d2c 100644 --- a/sqlmesh/migrations/v0012_update_jinja_expressions.py +++ b/sqlmesh/migrations/v0012_update_jinja_expressions.py @@ -9,7 +9,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0013_serde_using_model_dialects.py b/sqlmesh/migrations/v0013_serde_using_model_dialects.py index 7e5e2cc217..cafb3c7b25 100644 --- a/sqlmesh/migrations/v0013_serde_using_model_dialects.py +++ b/sqlmesh/migrations/v0013_serde_using_model_dialects.py @@ -9,7 +9,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0014_fix_dev_intervals.py b/sqlmesh/migrations/v0014_fix_dev_intervals.py index f0e922783c..2200c93037 100644 --- a/sqlmesh/migrations/v0014_fix_dev_intervals.py +++ b/sqlmesh/migrations/v0014_fix_dev_intervals.py @@ -1,7 +1,11 @@ """Fix snapshot intervals that have been erroneously marked as dev.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore schema = state_sync.schema intervals_table = "_intervals" if schema: diff --git a/sqlmesh/migrations/v0015_environment_add_promoted_snapshot_ids.py b/sqlmesh/migrations/v0015_environment_add_promoted_snapshot_ids.py index c544e275c5..5966edb155 100644 --- a/sqlmesh/migrations/v0015_environment_add_promoted_snapshot_ids.py +++ b/sqlmesh/migrations/v0015_environment_add_promoted_snapshot_ids.py @@ -4,7 +4,7 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: @@ -24,3 +24,7 @@ def migrate(state_sync, **kwargs): # type: ignore ) engine_adapter.execute(alter_table_exp) + + +def migrate_dml(state_sync, **kwargs): # type: ignore + pass diff --git a/sqlmesh/migrations/v0016_fix_windows_path.py b/sqlmesh/migrations/v0016_fix_windows_path.py index e37c45afca..5afd58c393 100644 --- a/sqlmesh/migrations/v0016_fix_windows_path.py +++ b/sqlmesh/migrations/v0016_fix_windows_path.py @@ -7,7 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0017_fix_windows_seed_path.py b/sqlmesh/migrations/v0017_fix_windows_seed_path.py index 5d91443009..675977d400 100644 --- a/sqlmesh/migrations/v0017_fix_windows_seed_path.py +++ b/sqlmesh/migrations/v0017_fix_windows_seed_path.py @@ -7,7 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0018_rename_snapshot_model_to_node.py b/sqlmesh/migrations/v0018_rename_snapshot_model_to_node.py index 5229c54f81..889cb391dd 100644 --- a/sqlmesh/migrations/v0018_rename_snapshot_model_to_node.py +++ b/sqlmesh/migrations/v0018_rename_snapshot_model_to_node.py @@ -7,7 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0019_add_env_suffix_target.py b/sqlmesh/migrations/v0019_add_env_suffix_target.py index cc1503f02d..aa43751d74 100644 --- a/sqlmesh/migrations/v0019_add_env_suffix_target.py +++ b/sqlmesh/migrations/v0019_add_env_suffix_target.py @@ -3,7 +3,7 @@ from sqlglot import exp -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: @@ -21,6 +21,13 @@ def migrate(state_sync, **kwargs): # type: ignore ) engine_adapter.execute(alter_table_exp) + +def migrate_dml(state_sync, **kwargs): # type: ignore + engine_adapter = state_sync.engine_adapter + environments_table = "_environments" + if state_sync.schema: + environments_table = f"{state_sync.schema}.{environments_table}" + state_sync.engine_adapter.update_table( environments_table, {"suffix_target": "schema"}, diff --git a/sqlmesh/migrations/v0020_remove_redundant_attributes_from_dbt_models.py b/sqlmesh/migrations/v0020_remove_redundant_attributes_from_dbt_models.py index d4c449ff34..89eea56580 100644 --- a/sqlmesh/migrations/v0020_remove_redundant_attributes_from_dbt_models.py +++ b/sqlmesh/migrations/v0020_remove_redundant_attributes_from_dbt_models.py @@ -7,7 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0021_fix_table_properties.py b/sqlmesh/migrations/v0021_fix_table_properties.py index 41429b5650..ccbc622c61 100644 --- a/sqlmesh/migrations/v0021_fix_table_properties.py +++ b/sqlmesh/migrations/v0021_fix_table_properties.py @@ -8,7 +8,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0022_move_project_to_model.py b/sqlmesh/migrations/v0022_move_project_to_model.py index a5a529ef31..df455bdbd5 100644 --- a/sqlmesh/migrations/v0022_move_project_to_model.py +++ b/sqlmesh/migrations/v0022_move_project_to_model.py @@ -7,7 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0023_fix_added_models_with_forward_only_parents.py b/sqlmesh/migrations/v0023_fix_added_models_with_forward_only_parents.py index 6ae64955b8..d1489d1791 100644 --- a/sqlmesh/migrations/v0023_fix_added_models_with_forward_only_parents.py +++ b/sqlmesh/migrations/v0023_fix_added_models_with_forward_only_parents.py @@ -8,7 +8,11 @@ from sqlmesh.utils.dag import DAG -def migrate(state_sync: t.Any, **kwargs) -> None: # type: ignore +def migrate_ddl(state_sync: t.Any, **kwargs) -> None: # type: ignore + pass + + +def migrate_dml(state_sync: t.Any, **kwargs) -> None: # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" diff --git a/sqlmesh/migrations/v0024_replace_model_kind_name_enum_with_value.py b/sqlmesh/migrations/v0024_replace_model_kind_name_enum_with_value.py index abdbb716ea..fd6ab402ff 100644 --- a/sqlmesh/migrations/v0024_replace_model_kind_name_enum_with_value.py +++ b/sqlmesh/migrations/v0024_replace_model_kind_name_enum_with_value.py @@ -7,7 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0025_fix_intervals_and_missing_change_category.py b/sqlmesh/migrations/v0025_fix_intervals_and_missing_change_category.py index b99e208806..be7927c6af 100644 --- a/sqlmesh/migrations/v0025_fix_intervals_and_missing_change_category.py +++ b/sqlmesh/migrations/v0025_fix_intervals_and_missing_change_category.py @@ -10,7 +10,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0026_remove_dialect_from_seed.py b/sqlmesh/migrations/v0026_remove_dialect_from_seed.py index 73ec09aa76..62d387454d 100644 --- a/sqlmesh/migrations/v0026_remove_dialect_from_seed.py +++ b/sqlmesh/migrations/v0026_remove_dialect_from_seed.py @@ -7,7 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0027_minute_interval_to_five.py b/sqlmesh/migrations/v0027_minute_interval_to_five.py index ce8b272734..b3aa372f43 100644 --- a/sqlmesh/migrations/v0027_minute_interval_to_five.py +++ b/sqlmesh/migrations/v0027_minute_interval_to_five.py @@ -7,7 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0028_add_plan_dags_table.py b/sqlmesh/migrations/v0028_add_plan_dags_table.py index d8e67f6045..a0f66d4a40 100644 --- a/sqlmesh/migrations/v0028_add_plan_dags_table.py +++ b/sqlmesh/migrations/v0028_add_plan_dags_table.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema plan_dags_table = "_plan_dags" @@ -27,3 +27,7 @@ def migrate(state_sync, **kwargs): # type: ignore ) engine_adapter.create_index(plan_dags_table, "dag_id_idx", ("dag_id",)) + + +def migrate_dml(state_sync, **kwargs): # type: ignore + pass diff --git a/sqlmesh/migrations/v0029_generate_schema_types_using_dialect.py b/sqlmesh/migrations/v0029_generate_schema_types_using_dialect.py index 1f2dda5f5f..0f7c3e3153 100644 --- a/sqlmesh/migrations/v0029_generate_schema_types_using_dialect.py +++ b/sqlmesh/migrations/v0029_generate_schema_types_using_dialect.py @@ -7,7 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0030_update_unrestorable_snapshots.py b/sqlmesh/migrations/v0030_update_unrestorable_snapshots.py index 3cd27d2ee2..0bfc700cc5 100644 --- a/sqlmesh/migrations/v0030_update_unrestorable_snapshots.py +++ b/sqlmesh/migrations/v0030_update_unrestorable_snapshots.py @@ -9,7 +9,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync: t.Any, **kwargs: t.Any) -> None: # type: ignore +def migrate_ddl(state_sync: t.Any, **kwargs: t.Any) -> None: # type: ignore + pass + + +def migrate_dml(state_sync: t.Any, **kwargs: t.Any) -> None: # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0031_remove_dbt_target_fields.py b/sqlmesh/migrations/v0031_remove_dbt_target_fields.py index d13ec92e0b..53e3bcd063 100644 --- a/sqlmesh/migrations/v0031_remove_dbt_target_fields.py +++ b/sqlmesh/migrations/v0031_remove_dbt_target_fields.py @@ -7,7 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0032_add_sqlmesh_version.py b/sqlmesh/migrations/v0032_add_sqlmesh_version.py index 12eb50512c..7afc8f03b8 100644 --- a/sqlmesh/migrations/v0032_add_sqlmesh_version.py +++ b/sqlmesh/migrations/v0032_add_sqlmesh_version.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter versions_table = "_versions" if state_sync.schema: @@ -23,3 +23,7 @@ def migrate(state_sync, **kwargs): # type: ignore ) engine_adapter.execute(alter_table_exp) + + +def migrate_dml(state_sync, **kwargs): # type: ignore + pass diff --git a/sqlmesh/migrations/v0033_mysql_fix_blob_text_type.py b/sqlmesh/migrations/v0033_mysql_fix_blob_text_type.py index f0fb6607d3..a06c753449 100644 --- a/sqlmesh/migrations/v0033_mysql_fix_blob_text_type.py +++ b/sqlmesh/migrations/v0033_mysql_fix_blob_text_type.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter if engine_adapter.dialect != "mysql": return @@ -43,3 +43,7 @@ def migrate(state_sync, **kwargs): # type: ignore ) engine_adapter.execute(alter_table_exp) + + +def migrate_dml(state_sync, **kwargs): # type: ignore + pass diff --git a/sqlmesh/migrations/v0034_add_default_catalog.py b/sqlmesh/migrations/v0034_add_default_catalog.py index d6469fa4b1..1f1de2d3e5 100644 --- a/sqlmesh/migrations/v0034_add_default_catalog.py +++ b/sqlmesh/migrations/v0034_add_default_catalog.py @@ -63,7 +63,11 @@ def update_dbt_relations( relation["database"] = default_catalog -def migrate(state_sync, default_catalog: t.Optional[str], **kwargs): # type: ignore +def migrate_ddl(state_sync, default_catalog: t.Optional[str], **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, default_catalog: t.Optional[str], **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0035_add_catalog_name_override.py b/sqlmesh/migrations/v0035_add_catalog_name_override.py index 5f8c5aa14c..72074af05b 100644 --- a/sqlmesh/migrations/v0035_add_catalog_name_override.py +++ b/sqlmesh/migrations/v0035_add_catalog_name_override.py @@ -3,7 +3,7 @@ from sqlglot import exp -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: @@ -20,3 +20,7 @@ def migrate(state_sync, **kwargs): # type: ignore ], ) engine_adapter.execute(alter_table_exp) + + +def migrate_dml(state_sync, **kwargs): # type: ignore + pass diff --git a/sqlmesh/migrations/v0036_delete_plan_dags_bug_fix.py b/sqlmesh/migrations/v0036_delete_plan_dags_bug_fix.py index 7f9f49d61d..30845de4ae 100644 --- a/sqlmesh/migrations/v0036_delete_plan_dags_bug_fix.py +++ b/sqlmesh/migrations/v0036_delete_plan_dags_bug_fix.py @@ -1,7 +1,11 @@ """Add missing delete from migration #34.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema plan_dags_table = "_plan_dags" diff --git a/sqlmesh/migrations/v0037_remove_dbt_is_incremental_macro.py b/sqlmesh/migrations/v0037_remove_dbt_is_incremental_macro.py index 6ca7bef406..9cc605f367 100644 --- a/sqlmesh/migrations/v0037_remove_dbt_is_incremental_macro.py +++ b/sqlmesh/migrations/v0037_remove_dbt_is_incremental_macro.py @@ -8,7 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0038_add_expiration_ts_to_snapshot.py b/sqlmesh/migrations/v0038_add_expiration_ts_to_snapshot.py index 54bb30a54b..239c780f24 100644 --- a/sqlmesh/migrations/v0038_add_expiration_ts_to_snapshot.py +++ b/sqlmesh/migrations/v0038_add_expiration_ts_to_snapshot.py @@ -9,18 +9,13 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore - import pandas as pd - +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" if schema: snapshots_table = f"{schema}.{snapshots_table}" - index_type = index_text_type(engine_adapter.dialect) - blob_type = blob_text_type(engine_adapter.dialect) - alter_table_exp = exp.Alter( this=exp.to_table(snapshots_table), kind="TABLE", @@ -33,8 +28,20 @@ def migrate(state_sync, **kwargs): # type: ignore ) engine_adapter.execute(alter_table_exp) - new_snapshots = [] +def migrate_dml(state_sync, **kwargs): # type: ignore + import pandas as pd + + engine_adapter = state_sync.engine_adapter + schema = state_sync.schema + snapshots_table = "_snapshots" + if schema: + snapshots_table = f"{schema}.{snapshots_table}" + + index_type = index_text_type(engine_adapter.dialect) + blob_type = blob_text_type(engine_adapter.dialect) + + new_snapshots = [] for name, identifier, version, snapshot, kind_name in engine_adapter.fetchall( exp.select("name", "identifier", "version", "snapshot", "kind_name").from_(snapshots_table), quote_identifiers=True, diff --git a/sqlmesh/migrations/v0039_include_environment_in_plan_dag_spec.py b/sqlmesh/migrations/v0039_include_environment_in_plan_dag_spec.py index 39fc6b6a0f..f6f0ac5532 100644 --- a/sqlmesh/migrations/v0039_include_environment_in_plan_dag_spec.py +++ b/sqlmesh/migrations/v0039_include_environment_in_plan_dag_spec.py @@ -8,7 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0040_add_previous_finalized_snapshots.py b/sqlmesh/migrations/v0040_add_previous_finalized_snapshots.py index 53e33fcaac..79a5d35737 100644 --- a/sqlmesh/migrations/v0040_add_previous_finalized_snapshots.py +++ b/sqlmesh/migrations/v0040_add_previous_finalized_snapshots.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: @@ -24,3 +24,7 @@ def migrate(state_sync, **kwargs): # type: ignore ], ) engine_adapter.execute(alter_table_exp) + + +def migrate_dml(state_sync, **kwargs): # type: ignore + pass diff --git a/sqlmesh/migrations/v0041_remove_hash_raw_query_attribute.py b/sqlmesh/migrations/v0041_remove_hash_raw_query_attribute.py index fee9ac2955..f2b367c53e 100644 --- a/sqlmesh/migrations/v0041_remove_hash_raw_query_attribute.py +++ b/sqlmesh/migrations/v0041_remove_hash_raw_query_attribute.py @@ -8,7 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0042_trim_indirect_versions.py b/sqlmesh/migrations/v0042_trim_indirect_versions.py index 6759e8140d..29cd560689 100644 --- a/sqlmesh/migrations/v0042_trim_indirect_versions.py +++ b/sqlmesh/migrations/v0042_trim_indirect_versions.py @@ -8,7 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0043_fix_remove_obsolete_attributes_in_plan_dags.py b/sqlmesh/migrations/v0043_fix_remove_obsolete_attributes_in_plan_dags.py index 8b27e90963..585fab576d 100644 --- a/sqlmesh/migrations/v0043_fix_remove_obsolete_attributes_in_plan_dags.py +++ b/sqlmesh/migrations/v0043_fix_remove_obsolete_attributes_in_plan_dags.py @@ -8,7 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0044_quote_identifiers_in_model_attributes.py b/sqlmesh/migrations/v0044_quote_identifiers_in_model_attributes.py index 82eae3db3b..d865f58ace 100644 --- a/sqlmesh/migrations/v0044_quote_identifiers_in_model_attributes.py +++ b/sqlmesh/migrations/v0044_quote_identifiers_in_model_attributes.py @@ -1,5 +1,9 @@ """Quoted identifiers in model SQL attributes.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0045_move_gateway_variable.py b/sqlmesh/migrations/v0045_move_gateway_variable.py index 12115e03e0..09084cc407 100644 --- a/sqlmesh/migrations/v0045_move_gateway_variable.py +++ b/sqlmesh/migrations/v0045_move_gateway_variable.py @@ -9,7 +9,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0046_add_batch_concurrency.py b/sqlmesh/migrations/v0046_add_batch_concurrency.py index a76dc358b5..8df5073a58 100644 --- a/sqlmesh/migrations/v0046_add_batch_concurrency.py +++ b/sqlmesh/migrations/v0046_add_batch_concurrency.py @@ -4,5 +4,9 @@ """ -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0047_change_scd_string_to_column.py b/sqlmesh/migrations/v0047_change_scd_string_to_column.py index 72ebbf2654..cb4adc13f6 100644 --- a/sqlmesh/migrations/v0047_change_scd_string_to_column.py +++ b/sqlmesh/migrations/v0047_change_scd_string_to_column.py @@ -1,5 +1,9 @@ """Changes the SCD Type 2 columns from strings to columns.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0048_drop_indirect_versions.py b/sqlmesh/migrations/v0048_drop_indirect_versions.py index 991fb43827..e19191a77f 100644 --- a/sqlmesh/migrations/v0048_drop_indirect_versions.py +++ b/sqlmesh/migrations/v0048_drop_indirect_versions.py @@ -8,7 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0049_replace_identifier_with_version_in_seeds_table.py b/sqlmesh/migrations/v0049_replace_identifier_with_version_in_seeds_table.py index 186b5f7856..048a632531 100644 --- a/sqlmesh/migrations/v0049_replace_identifier_with_version_in_seeds_table.py +++ b/sqlmesh/migrations/v0049_replace_identifier_with_version_in_seeds_table.py @@ -5,7 +5,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter snapshots_table = "_snapshots" diff --git a/sqlmesh/migrations/v0050_drop_seeds_table.py b/sqlmesh/migrations/v0050_drop_seeds_table.py index 706fae63ed..bbad403b3b 100644 --- a/sqlmesh/migrations/v0050_drop_seeds_table.py +++ b/sqlmesh/migrations/v0050_drop_seeds_table.py @@ -1,7 +1,7 @@ """Drop the seeds table.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter seeds_table = "_seeds" @@ -9,3 +9,7 @@ def migrate(state_sync, **kwargs): # type: ignore seeds_table = f"{state_sync.schema}.{seeds_table}" engine_adapter.drop_table(seeds_table) + + +def migrate_dml(state_sync, **kwargs): # type: ignore + pass diff --git a/sqlmesh/migrations/v0051_rename_column_descriptions.py b/sqlmesh/migrations/v0051_rename_column_descriptions.py index a6b4b72577..09829864a2 100644 --- a/sqlmesh/migrations/v0051_rename_column_descriptions.py +++ b/sqlmesh/migrations/v0051_rename_column_descriptions.py @@ -8,7 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0052_add_normalize_name_in_environment_naming_info.py b/sqlmesh/migrations/v0052_add_normalize_name_in_environment_naming_info.py index 8c2917de4c..b33257b31e 100644 --- a/sqlmesh/migrations/v0052_add_normalize_name_in_environment_naming_info.py +++ b/sqlmesh/migrations/v0052_add_normalize_name_in_environment_naming_info.py @@ -3,7 +3,7 @@ from sqlglot import exp -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: @@ -21,6 +21,13 @@ def migrate(state_sync, **kwargs): # type: ignore ) engine_adapter.execute(alter_table_exp) + +def migrate_dml(state_sync, **kwargs): # type: ignore + engine_adapter = state_sync.engine_adapter + environments_table = "_environments" + if state_sync.schema: + environments_table = f"{state_sync.schema}.{environments_table}" + state_sync.engine_adapter.update_table( environments_table, {"normalize_name": False}, diff --git a/sqlmesh/migrations/v0053_custom_model_kind_extra_attributes.py b/sqlmesh/migrations/v0053_custom_model_kind_extra_attributes.py index bc242964a5..b27e3569ca 100644 --- a/sqlmesh/migrations/v0053_custom_model_kind_extra_attributes.py +++ b/sqlmesh/migrations/v0053_custom_model_kind_extra_attributes.py @@ -1,5 +1,9 @@ """Add batch_size, batch_concurrency, and batch_interval to the CUSTOM model kind.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0054_fix_trailing_comments.py b/sqlmesh/migrations/v0054_fix_trailing_comments.py index 0084626e3d..d2cfeb4fcb 100644 --- a/sqlmesh/migrations/v0054_fix_trailing_comments.py +++ b/sqlmesh/migrations/v0054_fix_trailing_comments.py @@ -1,5 +1,9 @@ """Fix support for trailing comments in SQL model definitions.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0055_add_updated_ts_unpaused_ts_ttl_ms_unrestorable_to_snapshot.py b/sqlmesh/migrations/v0055_add_updated_ts_unpaused_ts_ttl_ms_unrestorable_to_snapshot.py index b323afa04f..6eda20d58f 100644 --- a/sqlmesh/migrations/v0055_add_updated_ts_unpaused_ts_ttl_ms_unrestorable_to_snapshot.py +++ b/sqlmesh/migrations/v0055_add_updated_ts_unpaused_ts_ttl_ms_unrestorable_to_snapshot.py @@ -9,18 +9,13 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore - import pandas as pd - +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" if schema: snapshots_table = f"{schema}.{snapshots_table}" - index_type = index_text_type(engine_adapter.dialect) - blob_type = blob_text_type(engine_adapter.dialect) - add_column_exps = [ exp.Alter( this=exp.to_table(snapshots_table), @@ -78,6 +73,19 @@ def migrate(state_sync, **kwargs): # type: ignore ) engine_adapter.execute(drop_column_exp) + +def migrate_dml(state_sync, **kwargs): # type: ignore + import pandas as pd + + engine_adapter = state_sync.engine_adapter + schema = state_sync.schema + snapshots_table = "_snapshots" + if schema: + snapshots_table = f"{schema}.{snapshots_table}" + + index_type = index_text_type(engine_adapter.dialect) + blob_type = blob_text_type(engine_adapter.dialect) + new_snapshots = [] for name, identifier, version, snapshot, kind_name in engine_adapter.fetchall( diff --git a/sqlmesh/migrations/v0056_restore_table_indexes.py b/sqlmesh/migrations/v0056_restore_table_indexes.py index 4ffec4e9cb..0e8a97493b 100644 --- a/sqlmesh/migrations/v0056_restore_table_indexes.py +++ b/sqlmesh/migrations/v0056_restore_table_indexes.py @@ -6,8 +6,7 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore - schema = state_sync.schema +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter if not engine_adapter.SUPPORTS_INDEXES: return @@ -116,3 +115,7 @@ def migrate(state_sync, **kwargs): # type: ignore engine_adapter.rename_table(new_snapshots_table, snapshots_table) engine_adapter.rename_table(new_environments_table, environments_table) engine_adapter.rename_table(new_intervals_table, intervals_table) + + +def migrate_dml(state_sync, **kwargs): # type: ignore + pass diff --git a/sqlmesh/migrations/v0057_add_table_format.py b/sqlmesh/migrations/v0057_add_table_format.py index e34b6a4a50..f089787d4a 100644 --- a/sqlmesh/migrations/v0057_add_table_format.py +++ b/sqlmesh/migrations/v0057_add_table_format.py @@ -1,5 +1,9 @@ """Add table_format to the model top-level properties""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0058_add_requirements.py b/sqlmesh/migrations/v0058_add_requirements.py index d7bb03b2e6..4ec863ba11 100644 --- a/sqlmesh/migrations/v0058_add_requirements.py +++ b/sqlmesh/migrations/v0058_add_requirements.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: @@ -24,3 +24,7 @@ def migrate(state_sync, **kwargs): # type: ignore ) engine_adapter.execute(alter_table_exp) + + +def migrate_dml(state_sync, **kwargs): # type: ignore + pass diff --git a/sqlmesh/migrations/v0059_add_physical_version.py b/sqlmesh/migrations/v0059_add_physical_version.py index ae24ee3906..7ffc1c8475 100644 --- a/sqlmesh/migrations/v0059_add_physical_version.py +++ b/sqlmesh/migrations/v0059_add_physical_version.py @@ -1,5 +1,9 @@ """Add the physical_version model attribute.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0060_move_audits_to_model.py b/sqlmesh/migrations/v0060_move_audits_to_model.py index ca61055579..de0890c06a 100644 --- a/sqlmesh/migrations/v0060_move_audits_to_model.py +++ b/sqlmesh/migrations/v0060_move_audits_to_model.py @@ -7,7 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0061_mysql_fix_blob_text_type.py b/sqlmesh/migrations/v0061_mysql_fix_blob_text_type.py index 6517ffe5a4..ee7a7839b4 100644 --- a/sqlmesh/migrations/v0061_mysql_fix_blob_text_type.py +++ b/sqlmesh/migrations/v0061_mysql_fix_blob_text_type.py @@ -9,7 +9,7 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter if engine_adapter.dialect != "mysql": return @@ -47,3 +47,7 @@ def migrate(state_sync, **kwargs): # type: ignore ) engine_adapter.execute(alter_table_exp) + + +def migrate_dml(state_sync, **kwargs): # type: ignore + pass diff --git a/sqlmesh/migrations/v0062_add_model_gateway.py b/sqlmesh/migrations/v0062_add_model_gateway.py index 41625358e0..e54075a0df 100644 --- a/sqlmesh/migrations/v0062_add_model_gateway.py +++ b/sqlmesh/migrations/v0062_add_model_gateway.py @@ -1,5 +1,9 @@ """Add the gateway model attribute.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0063_change_signals.py b/sqlmesh/migrations/v0063_change_signals.py index cf01bd2420..ee007419bd 100644 --- a/sqlmesh/migrations/v0063_change_signals.py +++ b/sqlmesh/migrations/v0063_change_signals.py @@ -7,7 +7,11 @@ from sqlmesh.utils.migration import index_text_type, blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0064_join_when_matched_strings.py b/sqlmesh/migrations/v0064_join_when_matched_strings.py index 455bf9e2c0..09b837bd4e 100644 --- a/sqlmesh/migrations/v0064_join_when_matched_strings.py +++ b/sqlmesh/migrations/v0064_join_when_matched_strings.py @@ -7,7 +7,11 @@ from sqlmesh.utils.migration import index_text_type, blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0065_add_model_optimize.py b/sqlmesh/migrations/v0065_add_model_optimize.py index cf6eaa4034..8d2e5411bb 100644 --- a/sqlmesh/migrations/v0065_add_model_optimize.py +++ b/sqlmesh/migrations/v0065_add_model_optimize.py @@ -1,5 +1,9 @@ """Add the optimize_query model attribute.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0066_add_auto_restatements.py b/sqlmesh/migrations/v0066_add_auto_restatements.py index 769ba03e6b..9e7226d54f 100644 --- a/sqlmesh/migrations/v0066_add_auto_restatements.py +++ b/sqlmesh/migrations/v0066_add_auto_restatements.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema auto_restatements_table = "_auto_restatements" @@ -39,6 +39,15 @@ def migrate(state_sync, **kwargs): # type: ignore ) engine_adapter.execute(alter_table_exp) + +def migrate_dml(state_sync, **kwargs): # type: ignore + engine_adapter = state_sync.engine_adapter + schema = state_sync.schema + intervals_table = "_intervals" + + if schema: + intervals_table = f"{schema}.{intervals_table}" + engine_adapter.update_table( intervals_table, {"is_pending_restatement": False}, diff --git a/sqlmesh/migrations/v0067_add_tsql_date_full_precision.py b/sqlmesh/migrations/v0067_add_tsql_date_full_precision.py index 1178ee012d..51d7d13ba9 100644 --- a/sqlmesh/migrations/v0067_add_tsql_date_full_precision.py +++ b/sqlmesh/migrations/v0067_add_tsql_date_full_precision.py @@ -1,5 +1,9 @@ """Add full precision for tsql to support nanoseconds.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0068_include_unrendered_query_in_metadata_hash.py b/sqlmesh/migrations/v0068_include_unrendered_query_in_metadata_hash.py index 22ef12dca7..43f4d0061e 100644 --- a/sqlmesh/migrations/v0068_include_unrendered_query_in_metadata_hash.py +++ b/sqlmesh/migrations/v0068_include_unrendered_query_in_metadata_hash.py @@ -1,5 +1,9 @@ """Include the unrendered query in the metadata hash.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0069_update_dev_table_suffix.py b/sqlmesh/migrations/v0069_update_dev_table_suffix.py index 1d714a5ba2..fa21ae94eb 100644 --- a/sqlmesh/migrations/v0069_update_dev_table_suffix.py +++ b/sqlmesh/migrations/v0069_update_dev_table_suffix.py @@ -7,7 +7,11 @@ from sqlmesh.utils.migration import index_text_type, blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0070_include_grains_in_metadata_hash.py b/sqlmesh/migrations/v0070_include_grains_in_metadata_hash.py index dc75ac333d..a0fe4d537e 100644 --- a/sqlmesh/migrations/v0070_include_grains_in_metadata_hash.py +++ b/sqlmesh/migrations/v0070_include_grains_in_metadata_hash.py @@ -1,5 +1,9 @@ """Include grains in the metadata hash.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0071_add_dev_version_to_intervals.py b/sqlmesh/migrations/v0071_add_dev_version_to_intervals.py index 7e14b2d4e1..304f051bd4 100644 --- a/sqlmesh/migrations/v0071_add_dev_version_to_intervals.py +++ b/sqlmesh/migrations/v0071_add_dev_version_to_intervals.py @@ -8,14 +8,12 @@ from sqlmesh.utils.migration import index_text_type, blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema intervals_table = "_intervals" - snapshots_table = "_snapshots" if schema: intervals_table = f"{schema}.{intervals_table}" - snapshots_table = f"{schema}.{snapshots_table}" index_type = index_text_type(engine_adapter.dialect) alter_table_exp = exp.Alter( @@ -30,6 +28,16 @@ def migrate(state_sync, **kwargs): # type: ignore ) engine_adapter.execute(alter_table_exp) + +def migrate_dml(state_sync, **kwargs): # type: ignore + engine_adapter = state_sync.engine_adapter + schema = state_sync.schema + intervals_table = "_intervals" + snapshots_table = "_snapshots" + if schema: + intervals_table = f"{schema}.{intervals_table}" + snapshots_table = f"{schema}.{snapshots_table}" + used_dev_versions: t.Set[t.Tuple[str, str]] = set() used_versions: t.Set[t.Tuple[str, str]] = set() used_snapshot_ids: t.Set[t.Tuple[str, str]] = set() diff --git a/sqlmesh/migrations/v0072_add_environment_statements.py b/sqlmesh/migrations/v0072_add_environment_statements.py index 47ba5b61a0..fbc4c3b767 100644 --- a/sqlmesh/migrations/v0072_add_environment_statements.py +++ b/sqlmesh/migrations/v0072_add_environment_statements.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import blob_text_type, index_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema environment_statements_table = "_environment_statements" @@ -25,3 +25,7 @@ def migrate(state_sync, **kwargs): # type: ignore }, primary_key=("environment_name",), ) + + +def migrate_dml(state_sync, **kwargs): # type: ignore + pass diff --git a/sqlmesh/migrations/v0073_remove_symbolic_disable_restatement.py b/sqlmesh/migrations/v0073_remove_symbolic_disable_restatement.py index a460399378..3177726b9d 100644 --- a/sqlmesh/migrations/v0073_remove_symbolic_disable_restatement.py +++ b/sqlmesh/migrations/v0073_remove_symbolic_disable_restatement.py @@ -6,7 +6,11 @@ from sqlmesh.utils.migration import index_text_type, blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0074_add_partition_by_time_column_property.py b/sqlmesh/migrations/v0074_add_partition_by_time_column_property.py index 30fbce46e0..8204c16e2f 100644 --- a/sqlmesh/migrations/v0074_add_partition_by_time_column_property.py +++ b/sqlmesh/migrations/v0074_add_partition_by_time_column_property.py @@ -2,5 +2,9 @@ (default: True to keep the original behaviour)""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0075_remove_validate_query.py b/sqlmesh/migrations/v0075_remove_validate_query.py index 137430bec4..73e6e1929e 100644 --- a/sqlmesh/migrations/v0075_remove_validate_query.py +++ b/sqlmesh/migrations/v0075_remove_validate_query.py @@ -8,7 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0076_add_cron_tz.py b/sqlmesh/migrations/v0076_add_cron_tz.py index cfc393a4a6..a6d5345562 100644 --- a/sqlmesh/migrations/v0076_add_cron_tz.py +++ b/sqlmesh/migrations/v0076_add_cron_tz.py @@ -1,5 +1,9 @@ """Add 'cron_tz' property to node definition.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0077_fix_column_type_hash_calculation.py b/sqlmesh/migrations/v0077_fix_column_type_hash_calculation.py index 67dc460497..3a9fd7e421 100644 --- a/sqlmesh/migrations/v0077_fix_column_type_hash_calculation.py +++ b/sqlmesh/migrations/v0077_fix_column_type_hash_calculation.py @@ -1,5 +1,9 @@ """Use the model's dialect when calculating the hash for the column types.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0078_warn_if_non_migratable_python_env.py b/sqlmesh/migrations/v0078_warn_if_non_migratable_python_env.py index 6e754f5e03..6e1bce42e9 100644 --- a/sqlmesh/migrations/v0078_warn_if_non_migratable_python_env.py +++ b/sqlmesh/migrations/v0078_warn_if_non_migratable_python_env.py @@ -24,7 +24,11 @@ from sqlmesh.core.console import get_console -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" diff --git a/sqlmesh/migrations/v0079_add_gateway_managed_property.py b/sqlmesh/migrations/v0079_add_gateway_managed_property.py index 15031372ff..9de9a7c36b 100644 --- a/sqlmesh/migrations/v0079_add_gateway_managed_property.py +++ b/sqlmesh/migrations/v0079_add_gateway_managed_property.py @@ -3,7 +3,7 @@ from sqlglot import exp -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: @@ -21,6 +21,13 @@ def migrate(state_sync, **kwargs): # type: ignore ) engine_adapter.execute(alter_table_exp) + +def migrate_dml(state_sync, **kwargs): # type: ignore + engine_adapter = state_sync.engine_adapter + environments_table = "_environments" + if state_sync.schema: + environments_table = f"{state_sync.schema}.{environments_table}" + state_sync.engine_adapter.update_table( environments_table, {"gateway_managed": False}, diff --git a/sqlmesh/migrations/v0080_add_batch_size_to_scd_type_2_models.py b/sqlmesh/migrations/v0080_add_batch_size_to_scd_type_2_models.py index 8b40fc33c8..f2f9813859 100644 --- a/sqlmesh/migrations/v0080_add_batch_size_to_scd_type_2_models.py +++ b/sqlmesh/migrations/v0080_add_batch_size_to_scd_type_2_models.py @@ -1,5 +1,9 @@ """Add batch_size to SCD Type 2 models and add updated_at_name to by time which changes their data hash.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0081_update_partitioned_by.py b/sqlmesh/migrations/v0081_update_partitioned_by.py index e5c98bd8e3..2cc961205f 100644 --- a/sqlmesh/migrations/v0081_update_partitioned_by.py +++ b/sqlmesh/migrations/v0081_update_partitioned_by.py @@ -8,7 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0082_warn_if_incorrectly_duplicated_statements.py b/sqlmesh/migrations/v0082_warn_if_incorrectly_duplicated_statements.py index 7fb9affb1d..d159557f3b 100644 --- a/sqlmesh/migrations/v0082_warn_if_incorrectly_duplicated_statements.py +++ b/sqlmesh/migrations/v0082_warn_if_incorrectly_duplicated_statements.py @@ -34,7 +34,11 @@ from sqlmesh.core.console import get_console -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" diff --git a/sqlmesh/migrations/v0083_use_sql_for_scd_time_data_type_data_hash.py b/sqlmesh/migrations/v0083_use_sql_for_scd_time_data_type_data_hash.py index a6ad2bb553..817cba948a 100644 --- a/sqlmesh/migrations/v0083_use_sql_for_scd_time_data_type_data_hash.py +++ b/sqlmesh/migrations/v0083_use_sql_for_scd_time_data_type_data_hash.py @@ -1,5 +1,9 @@ """Use sql(...) instead of gen when computing the data hash of the time data type.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0084_normalize_quote_when_matched_and_merge_filter.py b/sqlmesh/migrations/v0084_normalize_quote_when_matched_and_merge_filter.py index 24a6db9384..49c9249271 100644 --- a/sqlmesh/migrations/v0084_normalize_quote_when_matched_and_merge_filter.py +++ b/sqlmesh/migrations/v0084_normalize_quote_when_matched_and_merge_filter.py @@ -5,5 +5,9 @@ """ -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0085_deterministic_repr.py b/sqlmesh/migrations/v0085_deterministic_repr.py index b5f0203c6d..7489cc93d8 100644 --- a/sqlmesh/migrations/v0085_deterministic_repr.py +++ b/sqlmesh/migrations/v0085_deterministic_repr.py @@ -36,7 +36,11 @@ def _dict_sort(obj: t.Any) -> str: return repr(obj) -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0086_check_deterministic_bug.py b/sqlmesh/migrations/v0086_check_deterministic_bug.py index 17527e81ce..66a04b4beb 100644 --- a/sqlmesh/migrations/v0086_check_deterministic_bug.py +++ b/sqlmesh/migrations/v0086_check_deterministic_bug.py @@ -10,7 +10,11 @@ KEYS_TO_MAKE_DETERMINISTIC = ["__sqlmesh__vars__", "__sqlmesh__blueprint__vars__"] -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" diff --git a/sqlmesh/migrations/v0087_normalize_blueprint_variables.py b/sqlmesh/migrations/v0087_normalize_blueprint_variables.py index 12648b5a2e..eacbf2b477 100644 --- a/sqlmesh/migrations/v0087_normalize_blueprint_variables.py +++ b/sqlmesh/migrations/v0087_normalize_blueprint_variables.py @@ -35,7 +35,11 @@ class SqlValue: sql: str -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0088_warn_about_variable_python_env_diffs.py b/sqlmesh/migrations/v0088_warn_about_variable_python_env_diffs.py index eb33a8041f..d02f92829b 100644 --- a/sqlmesh/migrations/v0088_warn_about_variable_python_env_diffs.py +++ b/sqlmesh/migrations/v0088_warn_about_variable_python_env_diffs.py @@ -35,7 +35,11 @@ METADATA_HASH_EXPRESSIONS = {"on_virtual_update", "audits", "signals", "audit_definitions"} -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" diff --git a/sqlmesh/migrations/v0089_add_virtual_environment_mode.py b/sqlmesh/migrations/v0089_add_virtual_environment_mode.py index 024ff03a0e..32bef7314f 100644 --- a/sqlmesh/migrations/v0089_add_virtual_environment_mode.py +++ b/sqlmesh/migrations/v0089_add_virtual_environment_mode.py @@ -1,5 +1,9 @@ """Add virtual_environment_mode to the model definition.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0090_add_forward_only_column.py b/sqlmesh/migrations/v0090_add_forward_only_column.py index cdc3fc857a..17d18eb8ef 100644 --- a/sqlmesh/migrations/v0090_add_forward_only_column.py +++ b/sqlmesh/migrations/v0090_add_forward_only_column.py @@ -7,9 +7,7 @@ from sqlmesh.utils.migration import index_text_type, blob_text_type -def migrate(state_sync, **kwargs): # type: ignore - import pandas as pd - +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" @@ -28,6 +26,16 @@ def migrate(state_sync, **kwargs): # type: ignore ) engine_adapter.execute(alter_table_exp) + +def migrate_dml(state_sync, **kwargs): # type: ignore + import pandas as pd + + engine_adapter = state_sync.engine_adapter + schema = state_sync.schema + snapshots_table = "_snapshots" + if schema: + snapshots_table = f"{schema}.{snapshots_table}" + new_snapshots = [] for ( diff --git a/sqlmesh/migrations/v0091_on_additive_change.py b/sqlmesh/migrations/v0091_on_additive_change.py index 56059b982f..f5b2a37390 100644 --- a/sqlmesh/migrations/v0091_on_additive_change.py +++ b/sqlmesh/migrations/v0091_on_additive_change.py @@ -1,5 +1,9 @@ """Add on_additive_change to incremental model metadata hash.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0092_warn_about_dbt_data_type_diff.py b/sqlmesh/migrations/v0092_warn_about_dbt_data_type_diff.py index 08ff1b1de2..625a052ad3 100644 --- a/sqlmesh/migrations/v0092_warn_about_dbt_data_type_diff.py +++ b/sqlmesh/migrations/v0092_warn_about_dbt_data_type_diff.py @@ -17,7 +17,11 @@ SQLMESH_DBT_PACKAGE = "sqlmesh.dbt" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" diff --git a/sqlmesh/migrations/v0093_use_raw_sql_in_fingerprint.py b/sqlmesh/migrations/v0093_use_raw_sql_in_fingerprint.py index 53d4cb1727..1ad89fe034 100644 --- a/sqlmesh/migrations/v0093_use_raw_sql_in_fingerprint.py +++ b/sqlmesh/migrations/v0093_use_raw_sql_in_fingerprint.py @@ -1,5 +1,9 @@ """Use the raw SQL when computing the model fingerprint.""" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0094_add_dev_version_and_fingerprint_columns.py b/sqlmesh/migrations/v0094_add_dev_version_and_fingerprint_columns.py index 0163b36ab4..c9dffbc2fb 100644 --- a/sqlmesh/migrations/v0094_add_dev_version_and_fingerprint_columns.py +++ b/sqlmesh/migrations/v0094_add_dev_version_and_fingerprint_columns.py @@ -7,9 +7,7 @@ from sqlmesh.utils.migration import index_text_type, blob_text_type -def migrate(state_sync, **kwargs): # type: ignore - import pandas as pd - +def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" @@ -43,6 +41,19 @@ def migrate(state_sync, **kwargs): # type: ignore ) engine_adapter.execute(add_fingerprint_exp) + +def migrate_dml(state_sync, **kwargs): # type: ignore + import pandas as pd + + engine_adapter = state_sync.engine_adapter + schema = state_sync.schema + snapshots_table = "_snapshots" + if schema: + snapshots_table = f"{schema}.{snapshots_table}" + + index_type = index_text_type(engine_adapter.dialect) + blob_type = blob_text_type(engine_adapter.dialect) + new_snapshots = [] for ( diff --git a/sqlmesh/migrations/v0095_warn_about_dbt_raw_sql_diff.py b/sqlmesh/migrations/v0095_warn_about_dbt_raw_sql_diff.py index ce39946b0d..5544272b36 100644 --- a/sqlmesh/migrations/v0095_warn_about_dbt_raw_sql_diff.py +++ b/sqlmesh/migrations/v0095_warn_about_dbt_raw_sql_diff.py @@ -17,7 +17,11 @@ SQLMESH_DBT_PACKAGE = "sqlmesh.dbt" -def migrate(state_sync, **kwargs): # type: ignore +def migrate_ddl(state_sync, **kwargs): # type: ignore + pass + + +def migrate_dml(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" From e6cad2bd1292c281af1bdd58038e4cea04e52851 Mon Sep 17 00:00:00 2001 From: Iaroslav Zeigerman Date: Fri, 5 Sep 2025 13:52:11 -0700 Subject: [PATCH 2/3] fix tests --- sqlmesh/migrations/v0056_restore_table_indexes.py | 1 + tests/integrations/jupyter/test_magics.py | 12 ++++++------ 2 files changed, 7 insertions(+), 6 deletions(-) diff --git a/sqlmesh/migrations/v0056_restore_table_indexes.py b/sqlmesh/migrations/v0056_restore_table_indexes.py index 0e8a97493b..a1627bfc82 100644 --- a/sqlmesh/migrations/v0056_restore_table_indexes.py +++ b/sqlmesh/migrations/v0056_restore_table_indexes.py @@ -7,6 +7,7 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore + schema = state_sync.schema engine_adapter = state_sync.engine_adapter if not engine_adapter.SUPPORTS_INDEXES: return diff --git a/tests/integrations/jupyter/test_magics.py b/tests/integrations/jupyter/test_magics.py index c8e38f448c..0a39c155cf 100644 --- a/tests/integrations/jupyter/test_magics.py +++ b/tests/integrations/jupyter/test_magics.py @@ -168,9 +168,9 @@ def test_render( assert output.stdout == "" assert output.stderr == "" - assert len(output.outputs) == 1 - assert len(convert_all_html_output_to_text(output)[0]) > 2200 - assert len(convert_all_html_output_to_tags(output)[0]) > 150 + assert len(output.outputs) == 2 + assert len(convert_all_html_output_to_text(output)[1]) > 2200 + assert len(convert_all_html_output_to_tags(output)[1]) > 150 @pytest.mark.slow @@ -182,9 +182,9 @@ def test_render_no_format( assert output.stdout == "" assert output.stderr == "" - assert len(output.outputs) == 1 - assert len(convert_all_html_output_to_text(output)[0]) >= 700 - assert len(convert_all_html_output_to_tags(output)[0]) >= 50 + assert len(output.outputs) == 2 + assert len(convert_all_html_output_to_text(output)[1]) >= 700 + assert len(convert_all_html_output_to_tags(output)[1]) >= 50 @pytest.mark.slow From b10a32a28ffafe402962cd84c21c6bb20a6ecad5 Mon Sep 17 00:00:00 2001 From: Iaroslav Zeigerman Date: Fri, 5 Sep 2025 14:17:15 -0700 Subject: [PATCH 3/3] migrate_ddl -> migrate_schemas, migrate_dml -> migrate_rows --- sqlmesh/core/state_sync/db/migrator.py | 4 ++-- sqlmesh/migrations/v0001_init.py | 4 ++-- sqlmesh/migrations/v0002_remove_identify.py | 4 ++-- sqlmesh/migrations/v0003_move_batch_size.py | 4 ++-- sqlmesh/migrations/v0004_environmnent_add_finalized_at.py | 4 ++-- sqlmesh/migrations/v0005_create_seed_table.py | 4 ++-- sqlmesh/migrations/v0006_change_seed_hash.py | 4 ++-- sqlmesh/migrations/v0007_env_table_info_to_kind.py | 4 ++-- sqlmesh/migrations/v0008_create_intervals_table.py | 4 ++-- sqlmesh/migrations/v0009_remove_pre_post_hooks.py | 4 ++-- sqlmesh/migrations/v0010_seed_hash_batch_size.py | 4 ++-- sqlmesh/migrations/v0011_add_model_kind_name.py | 4 ++-- sqlmesh/migrations/v0012_update_jinja_expressions.py | 4 ++-- sqlmesh/migrations/v0013_serde_using_model_dialects.py | 4 ++-- sqlmesh/migrations/v0014_fix_dev_intervals.py | 4 ++-- .../migrations/v0015_environment_add_promoted_snapshot_ids.py | 4 ++-- sqlmesh/migrations/v0016_fix_windows_path.py | 4 ++-- sqlmesh/migrations/v0017_fix_windows_seed_path.py | 4 ++-- sqlmesh/migrations/v0018_rename_snapshot_model_to_node.py | 4 ++-- sqlmesh/migrations/v0019_add_env_suffix_target.py | 4 ++-- .../v0020_remove_redundant_attributes_from_dbt_models.py | 4 ++-- sqlmesh/migrations/v0021_fix_table_properties.py | 4 ++-- sqlmesh/migrations/v0022_move_project_to_model.py | 4 ++-- .../v0023_fix_added_models_with_forward_only_parents.py | 4 ++-- .../v0024_replace_model_kind_name_enum_with_value.py | 4 ++-- .../v0025_fix_intervals_and_missing_change_category.py | 4 ++-- sqlmesh/migrations/v0026_remove_dialect_from_seed.py | 4 ++-- sqlmesh/migrations/v0027_minute_interval_to_five.py | 4 ++-- sqlmesh/migrations/v0028_add_plan_dags_table.py | 4 ++-- .../migrations/v0029_generate_schema_types_using_dialect.py | 4 ++-- sqlmesh/migrations/v0030_update_unrestorable_snapshots.py | 4 ++-- sqlmesh/migrations/v0031_remove_dbt_target_fields.py | 4 ++-- sqlmesh/migrations/v0032_add_sqlmesh_version.py | 4 ++-- sqlmesh/migrations/v0033_mysql_fix_blob_text_type.py | 4 ++-- sqlmesh/migrations/v0034_add_default_catalog.py | 4 ++-- sqlmesh/migrations/v0035_add_catalog_name_override.py | 4 ++-- sqlmesh/migrations/v0036_delete_plan_dags_bug_fix.py | 4 ++-- sqlmesh/migrations/v0037_remove_dbt_is_incremental_macro.py | 4 ++-- sqlmesh/migrations/v0038_add_expiration_ts_to_snapshot.py | 4 ++-- .../migrations/v0039_include_environment_in_plan_dag_spec.py | 4 ++-- sqlmesh/migrations/v0040_add_previous_finalized_snapshots.py | 4 ++-- sqlmesh/migrations/v0041_remove_hash_raw_query_attribute.py | 4 ++-- sqlmesh/migrations/v0042_trim_indirect_versions.py | 4 ++-- .../v0043_fix_remove_obsolete_attributes_in_plan_dags.py | 4 ++-- .../migrations/v0044_quote_identifiers_in_model_attributes.py | 4 ++-- sqlmesh/migrations/v0045_move_gateway_variable.py | 4 ++-- sqlmesh/migrations/v0046_add_batch_concurrency.py | 4 ++-- sqlmesh/migrations/v0047_change_scd_string_to_column.py | 4 ++-- sqlmesh/migrations/v0048_drop_indirect_versions.py | 4 ++-- .../v0049_replace_identifier_with_version_in_seeds_table.py | 4 ++-- sqlmesh/migrations/v0050_drop_seeds_table.py | 4 ++-- sqlmesh/migrations/v0051_rename_column_descriptions.py | 4 ++-- .../v0052_add_normalize_name_in_environment_naming_info.py | 4 ++-- .../migrations/v0053_custom_model_kind_extra_attributes.py | 4 ++-- sqlmesh/migrations/v0054_fix_trailing_comments.py | 4 ++-- ..._updated_ts_unpaused_ts_ttl_ms_unrestorable_to_snapshot.py | 4 ++-- sqlmesh/migrations/v0056_restore_table_indexes.py | 4 ++-- sqlmesh/migrations/v0057_add_table_format.py | 4 ++-- sqlmesh/migrations/v0058_add_requirements.py | 4 ++-- sqlmesh/migrations/v0059_add_physical_version.py | 4 ++-- sqlmesh/migrations/v0060_move_audits_to_model.py | 4 ++-- sqlmesh/migrations/v0061_mysql_fix_blob_text_type.py | 4 ++-- sqlmesh/migrations/v0062_add_model_gateway.py | 4 ++-- sqlmesh/migrations/v0063_change_signals.py | 4 ++-- sqlmesh/migrations/v0064_join_when_matched_strings.py | 4 ++-- sqlmesh/migrations/v0065_add_model_optimize.py | 4 ++-- sqlmesh/migrations/v0066_add_auto_restatements.py | 4 ++-- sqlmesh/migrations/v0067_add_tsql_date_full_precision.py | 4 ++-- .../v0068_include_unrendered_query_in_metadata_hash.py | 4 ++-- sqlmesh/migrations/v0069_update_dev_table_suffix.py | 4 ++-- sqlmesh/migrations/v0070_include_grains_in_metadata_hash.py | 4 ++-- sqlmesh/migrations/v0071_add_dev_version_to_intervals.py | 4 ++-- sqlmesh/migrations/v0072_add_environment_statements.py | 4 ++-- .../migrations/v0073_remove_symbolic_disable_restatement.py | 4 ++-- .../migrations/v0074_add_partition_by_time_column_property.py | 4 ++-- sqlmesh/migrations/v0075_remove_validate_query.py | 4 ++-- sqlmesh/migrations/v0076_add_cron_tz.py | 4 ++-- sqlmesh/migrations/v0077_fix_column_type_hash_calculation.py | 4 ++-- sqlmesh/migrations/v0078_warn_if_non_migratable_python_env.py | 4 ++-- sqlmesh/migrations/v0079_add_gateway_managed_property.py | 4 ++-- .../migrations/v0080_add_batch_size_to_scd_type_2_models.py | 4 ++-- sqlmesh/migrations/v0081_update_partitioned_by.py | 4 ++-- .../v0082_warn_if_incorrectly_duplicated_statements.py | 4 ++-- .../v0083_use_sql_for_scd_time_data_type_data_hash.py | 4 ++-- .../v0084_normalize_quote_when_matched_and_merge_filter.py | 4 ++-- sqlmesh/migrations/v0085_deterministic_repr.py | 4 ++-- sqlmesh/migrations/v0086_check_deterministic_bug.py | 4 ++-- sqlmesh/migrations/v0087_normalize_blueprint_variables.py | 4 ++-- .../migrations/v0088_warn_about_variable_python_env_diffs.py | 4 ++-- sqlmesh/migrations/v0089_add_virtual_environment_mode.py | 4 ++-- sqlmesh/migrations/v0090_add_forward_only_column.py | 4 ++-- sqlmesh/migrations/v0091_on_additive_change.py | 4 ++-- sqlmesh/migrations/v0092_warn_about_dbt_data_type_diff.py | 4 ++-- sqlmesh/migrations/v0093_use_raw_sql_in_fingerprint.py | 4 ++-- .../v0094_add_dev_version_and_fingerprint_columns.py | 4 ++-- sqlmesh/migrations/v0095_warn_about_dbt_raw_sql_diff.py | 4 ++-- 96 files changed, 192 insertions(+), 192 deletions(-) diff --git a/sqlmesh/core/state_sync/db/migrator.py b/sqlmesh/core/state_sync/db/migrator.py index 2709574867..616bd8659f 100644 --- a/sqlmesh/core/state_sync/db/migrator.py +++ b/sqlmesh/core/state_sync/db/migrator.py @@ -177,10 +177,10 @@ def _apply_migrations( for migration in migrations: logger.info(f"Applying migration {migration}") - migration.migrate_ddl(state_sync, default_catalog=default_catalog) + migration.migrate_schemas(state_sync, default_catalog=default_catalog) if state_table_exist: # No need to run DML for the initial migration since all tables are empty - migration.migrate_dml(state_sync, default_catalog=default_catalog) + migration.migrate_rows(state_sync, default_catalog=default_catalog) snapshot_count_after = self.snapshot_state.count() diff --git a/sqlmesh/migrations/v0001_init.py b/sqlmesh/migrations/v0001_init.py index 7d11f4df7e..42d623d1d0 100644 --- a/sqlmesh/migrations/v0001_init.py +++ b/sqlmesh/migrations/v0001_init.py @@ -9,7 +9,7 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" @@ -60,5 +60,5 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore ) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0002_remove_identify.py b/sqlmesh/migrations/v0002_remove_identify.py index 6df3b618f3..d8f9a1c0cd 100644 --- a/sqlmesh/migrations/v0002_remove_identify.py +++ b/sqlmesh/migrations/v0002_remove_identify.py @@ -1,9 +1,9 @@ """Remove identify=True kwarg for rendering sql""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0003_move_batch_size.py b/sqlmesh/migrations/v0003_move_batch_size.py index 6ab8810dc1..e8efff6162 100644 --- a/sqlmesh/migrations/v0003_move_batch_size.py +++ b/sqlmesh/migrations/v0003_move_batch_size.py @@ -5,11 +5,11 @@ from sqlglot import exp -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore snapshots_table = "_snapshots" if state_sync.schema: snapshots_table = f"{state_sync.schema}.{snapshots_table}" diff --git a/sqlmesh/migrations/v0004_environmnent_add_finalized_at.py b/sqlmesh/migrations/v0004_environmnent_add_finalized_at.py index b52c96ea03..bddbef5971 100644 --- a/sqlmesh/migrations/v0004_environmnent_add_finalized_at.py +++ b/sqlmesh/migrations/v0004_environmnent_add_finalized_at.py @@ -3,7 +3,7 @@ from sqlglot import exp -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: @@ -23,5 +23,5 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(alter_table_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0005_create_seed_table.py b/sqlmesh/migrations/v0005_create_seed_table.py index d7b4516476..803a47f724 100644 --- a/sqlmesh/migrations/v0005_create_seed_table.py +++ b/sqlmesh/migrations/v0005_create_seed_table.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter seeds_table = "_seeds" if state_sync.schema: @@ -24,5 +24,5 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore ) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0006_change_seed_hash.py b/sqlmesh/migrations/v0006_change_seed_hash.py index 0f79084f11..c9f771a912 100644 --- a/sqlmesh/migrations/v0006_change_seed_hash.py +++ b/sqlmesh/migrations/v0006_change_seed_hash.py @@ -1,9 +1,9 @@ """Seed hashes moved from to_string to to_json for performance.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0007_env_table_info_to_kind.py b/sqlmesh/migrations/v0007_env_table_info_to_kind.py index fc366f4085..52d483b3cb 100644 --- a/sqlmesh/migrations/v0007_env_table_info_to_kind.py +++ b/sqlmesh/migrations/v0007_env_table_info_to_kind.py @@ -12,11 +12,11 @@ def _hash(data): # type: ignore return str(zlib.crc32(";".join("" if d is None else d for d in data).encode("utf-8"))) -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0008_create_intervals_table.py b/sqlmesh/migrations/v0008_create_intervals_table.py index 3f4d5c9e7a..7ba8888608 100644 --- a/sqlmesh/migrations/v0008_create_intervals_table.py +++ b/sqlmesh/migrations/v0008_create_intervals_table.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter intervals_table = "_intervals" if state_sync.schema: @@ -38,5 +38,5 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore ) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0009_remove_pre_post_hooks.py b/sqlmesh/migrations/v0009_remove_pre_post_hooks.py index 06e3793c64..534f366d69 100644 --- a/sqlmesh/migrations/v0009_remove_pre_post_hooks.py +++ b/sqlmesh/migrations/v0009_remove_pre_post_hooks.py @@ -7,11 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0010_seed_hash_batch_size.py b/sqlmesh/migrations/v0010_seed_hash_batch_size.py index bff0d06d22..20186e0068 100644 --- a/sqlmesh/migrations/v0010_seed_hash_batch_size.py +++ b/sqlmesh/migrations/v0010_seed_hash_batch_size.py @@ -1,9 +1,9 @@ """Seed metadata hashes now correctly include the batch_size.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0011_add_model_kind_name.py b/sqlmesh/migrations/v0011_add_model_kind_name.py index d1574d06ba..3d76d61597 100644 --- a/sqlmesh/migrations/v0011_add_model_kind_name.py +++ b/sqlmesh/migrations/v0011_add_model_kind_name.py @@ -7,7 +7,7 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" @@ -29,7 +29,7 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(alter_table_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0012_update_jinja_expressions.py b/sqlmesh/migrations/v0012_update_jinja_expressions.py index 9cf15b5d2c..99897fa59d 100644 --- a/sqlmesh/migrations/v0012_update_jinja_expressions.py +++ b/sqlmesh/migrations/v0012_update_jinja_expressions.py @@ -9,11 +9,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0013_serde_using_model_dialects.py b/sqlmesh/migrations/v0013_serde_using_model_dialects.py index cafb3c7b25..5d865930e7 100644 --- a/sqlmesh/migrations/v0013_serde_using_model_dialects.py +++ b/sqlmesh/migrations/v0013_serde_using_model_dialects.py @@ -9,11 +9,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0014_fix_dev_intervals.py b/sqlmesh/migrations/v0014_fix_dev_intervals.py index 2200c93037..d5f4d86f9d 100644 --- a/sqlmesh/migrations/v0014_fix_dev_intervals.py +++ b/sqlmesh/migrations/v0014_fix_dev_intervals.py @@ -1,11 +1,11 @@ """Fix snapshot intervals that have been erroneously marked as dev.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore schema = state_sync.schema intervals_table = "_intervals" if schema: diff --git a/sqlmesh/migrations/v0015_environment_add_promoted_snapshot_ids.py b/sqlmesh/migrations/v0015_environment_add_promoted_snapshot_ids.py index 5966edb155..b1e42e1eb7 100644 --- a/sqlmesh/migrations/v0015_environment_add_promoted_snapshot_ids.py +++ b/sqlmesh/migrations/v0015_environment_add_promoted_snapshot_ids.py @@ -4,7 +4,7 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: @@ -26,5 +26,5 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(alter_table_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0016_fix_windows_path.py b/sqlmesh/migrations/v0016_fix_windows_path.py index 5afd58c393..3570cc368e 100644 --- a/sqlmesh/migrations/v0016_fix_windows_path.py +++ b/sqlmesh/migrations/v0016_fix_windows_path.py @@ -7,11 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0017_fix_windows_seed_path.py b/sqlmesh/migrations/v0017_fix_windows_seed_path.py index 675977d400..57bdd3609d 100644 --- a/sqlmesh/migrations/v0017_fix_windows_seed_path.py +++ b/sqlmesh/migrations/v0017_fix_windows_seed_path.py @@ -7,11 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0018_rename_snapshot_model_to_node.py b/sqlmesh/migrations/v0018_rename_snapshot_model_to_node.py index 889cb391dd..e17eeded61 100644 --- a/sqlmesh/migrations/v0018_rename_snapshot_model_to_node.py +++ b/sqlmesh/migrations/v0018_rename_snapshot_model_to_node.py @@ -7,11 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0019_add_env_suffix_target.py b/sqlmesh/migrations/v0019_add_env_suffix_target.py index aa43751d74..88227c8fdd 100644 --- a/sqlmesh/migrations/v0019_add_env_suffix_target.py +++ b/sqlmesh/migrations/v0019_add_env_suffix_target.py @@ -3,7 +3,7 @@ from sqlglot import exp -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: @@ -22,7 +22,7 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(alter_table_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: diff --git a/sqlmesh/migrations/v0020_remove_redundant_attributes_from_dbt_models.py b/sqlmesh/migrations/v0020_remove_redundant_attributes_from_dbt_models.py index 89eea56580..788974ccee 100644 --- a/sqlmesh/migrations/v0020_remove_redundant_attributes_from_dbt_models.py +++ b/sqlmesh/migrations/v0020_remove_redundant_attributes_from_dbt_models.py @@ -7,11 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0021_fix_table_properties.py b/sqlmesh/migrations/v0021_fix_table_properties.py index ccbc622c61..c878cedb8b 100644 --- a/sqlmesh/migrations/v0021_fix_table_properties.py +++ b/sqlmesh/migrations/v0021_fix_table_properties.py @@ -8,11 +8,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0022_move_project_to_model.py b/sqlmesh/migrations/v0022_move_project_to_model.py index df455bdbd5..5a4eaa77f0 100644 --- a/sqlmesh/migrations/v0022_move_project_to_model.py +++ b/sqlmesh/migrations/v0022_move_project_to_model.py @@ -7,11 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0023_fix_added_models_with_forward_only_parents.py b/sqlmesh/migrations/v0023_fix_added_models_with_forward_only_parents.py index d1489d1791..2fa490b0ce 100644 --- a/sqlmesh/migrations/v0023_fix_added_models_with_forward_only_parents.py +++ b/sqlmesh/migrations/v0023_fix_added_models_with_forward_only_parents.py @@ -8,11 +8,11 @@ from sqlmesh.utils.dag import DAG -def migrate_ddl(state_sync: t.Any, **kwargs) -> None: # type: ignore +def migrate_schemas(state_sync: t.Any, **kwargs) -> None: # type: ignore pass -def migrate_dml(state_sync: t.Any, **kwargs) -> None: # type: ignore +def migrate_rows(state_sync: t.Any, **kwargs) -> None: # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" diff --git a/sqlmesh/migrations/v0024_replace_model_kind_name_enum_with_value.py b/sqlmesh/migrations/v0024_replace_model_kind_name_enum_with_value.py index fd6ab402ff..81a9f79dde 100644 --- a/sqlmesh/migrations/v0024_replace_model_kind_name_enum_with_value.py +++ b/sqlmesh/migrations/v0024_replace_model_kind_name_enum_with_value.py @@ -7,11 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0025_fix_intervals_and_missing_change_category.py b/sqlmesh/migrations/v0025_fix_intervals_and_missing_change_category.py index be7927c6af..08c03c6a87 100644 --- a/sqlmesh/migrations/v0025_fix_intervals_and_missing_change_category.py +++ b/sqlmesh/migrations/v0025_fix_intervals_and_missing_change_category.py @@ -10,11 +10,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0026_remove_dialect_from_seed.py b/sqlmesh/migrations/v0026_remove_dialect_from_seed.py index 62d387454d..10d77b430b 100644 --- a/sqlmesh/migrations/v0026_remove_dialect_from_seed.py +++ b/sqlmesh/migrations/v0026_remove_dialect_from_seed.py @@ -7,11 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0027_minute_interval_to_five.py b/sqlmesh/migrations/v0027_minute_interval_to_five.py index b3aa372f43..8878536b6f 100644 --- a/sqlmesh/migrations/v0027_minute_interval_to_five.py +++ b/sqlmesh/migrations/v0027_minute_interval_to_five.py @@ -7,11 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0028_add_plan_dags_table.py b/sqlmesh/migrations/v0028_add_plan_dags_table.py index a0f66d4a40..b03fa45bba 100644 --- a/sqlmesh/migrations/v0028_add_plan_dags_table.py +++ b/sqlmesh/migrations/v0028_add_plan_dags_table.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema plan_dags_table = "_plan_dags" @@ -29,5 +29,5 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.create_index(plan_dags_table, "dag_id_idx", ("dag_id",)) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0029_generate_schema_types_using_dialect.py b/sqlmesh/migrations/v0029_generate_schema_types_using_dialect.py index 0f7c3e3153..a8b2800fe0 100644 --- a/sqlmesh/migrations/v0029_generate_schema_types_using_dialect.py +++ b/sqlmesh/migrations/v0029_generate_schema_types_using_dialect.py @@ -7,11 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0030_update_unrestorable_snapshots.py b/sqlmesh/migrations/v0030_update_unrestorable_snapshots.py index 0bfc700cc5..5f2d7f1dbf 100644 --- a/sqlmesh/migrations/v0030_update_unrestorable_snapshots.py +++ b/sqlmesh/migrations/v0030_update_unrestorable_snapshots.py @@ -9,11 +9,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync: t.Any, **kwargs: t.Any) -> None: # type: ignore +def migrate_schemas(state_sync: t.Any, **kwargs: t.Any) -> None: # type: ignore pass -def migrate_dml(state_sync: t.Any, **kwargs: t.Any) -> None: # type: ignore +def migrate_rows(state_sync: t.Any, **kwargs: t.Any) -> None: # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0031_remove_dbt_target_fields.py b/sqlmesh/migrations/v0031_remove_dbt_target_fields.py index 53e3bcd063..e99aaa7fa4 100644 --- a/sqlmesh/migrations/v0031_remove_dbt_target_fields.py +++ b/sqlmesh/migrations/v0031_remove_dbt_target_fields.py @@ -7,11 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0032_add_sqlmesh_version.py b/sqlmesh/migrations/v0032_add_sqlmesh_version.py index 7afc8f03b8..032709f889 100644 --- a/sqlmesh/migrations/v0032_add_sqlmesh_version.py +++ b/sqlmesh/migrations/v0032_add_sqlmesh_version.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter versions_table = "_versions" if state_sync.schema: @@ -25,5 +25,5 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(alter_table_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0033_mysql_fix_blob_text_type.py b/sqlmesh/migrations/v0033_mysql_fix_blob_text_type.py index a06c753449..5b3d0f2347 100644 --- a/sqlmesh/migrations/v0033_mysql_fix_blob_text_type.py +++ b/sqlmesh/migrations/v0033_mysql_fix_blob_text_type.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter if engine_adapter.dialect != "mysql": return @@ -45,5 +45,5 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(alter_table_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0034_add_default_catalog.py b/sqlmesh/migrations/v0034_add_default_catalog.py index 1f1de2d3e5..15a040364f 100644 --- a/sqlmesh/migrations/v0034_add_default_catalog.py +++ b/sqlmesh/migrations/v0034_add_default_catalog.py @@ -63,11 +63,11 @@ def update_dbt_relations( relation["database"] = default_catalog -def migrate_ddl(state_sync, default_catalog: t.Optional[str], **kwargs): # type: ignore +def migrate_schemas(state_sync, default_catalog: t.Optional[str], **kwargs): # type: ignore pass -def migrate_dml(state_sync, default_catalog: t.Optional[str], **kwargs): # type: ignore +def migrate_rows(state_sync, default_catalog: t.Optional[str], **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0035_add_catalog_name_override.py b/sqlmesh/migrations/v0035_add_catalog_name_override.py index 72074af05b..3e2a42bd60 100644 --- a/sqlmesh/migrations/v0035_add_catalog_name_override.py +++ b/sqlmesh/migrations/v0035_add_catalog_name_override.py @@ -3,7 +3,7 @@ from sqlglot import exp -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: @@ -22,5 +22,5 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(alter_table_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0036_delete_plan_dags_bug_fix.py b/sqlmesh/migrations/v0036_delete_plan_dags_bug_fix.py index 30845de4ae..9cd10ccbe0 100644 --- a/sqlmesh/migrations/v0036_delete_plan_dags_bug_fix.py +++ b/sqlmesh/migrations/v0036_delete_plan_dags_bug_fix.py @@ -1,11 +1,11 @@ """Add missing delete from migration #34.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema plan_dags_table = "_plan_dags" diff --git a/sqlmesh/migrations/v0037_remove_dbt_is_incremental_macro.py b/sqlmesh/migrations/v0037_remove_dbt_is_incremental_macro.py index 9cc605f367..083f8301b4 100644 --- a/sqlmesh/migrations/v0037_remove_dbt_is_incremental_macro.py +++ b/sqlmesh/migrations/v0037_remove_dbt_is_incremental_macro.py @@ -8,11 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0038_add_expiration_ts_to_snapshot.py b/sqlmesh/migrations/v0038_add_expiration_ts_to_snapshot.py index 239c780f24..5ddb3a4ee7 100644 --- a/sqlmesh/migrations/v0038_add_expiration_ts_to_snapshot.py +++ b/sqlmesh/migrations/v0038_add_expiration_ts_to_snapshot.py @@ -9,7 +9,7 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" @@ -29,7 +29,7 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(alter_table_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0039_include_environment_in_plan_dag_spec.py b/sqlmesh/migrations/v0039_include_environment_in_plan_dag_spec.py index f6f0ac5532..fb1c0b1ec7 100644 --- a/sqlmesh/migrations/v0039_include_environment_in_plan_dag_spec.py +++ b/sqlmesh/migrations/v0039_include_environment_in_plan_dag_spec.py @@ -8,11 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0040_add_previous_finalized_snapshots.py b/sqlmesh/migrations/v0040_add_previous_finalized_snapshots.py index 79a5d35737..f15bd69eed 100644 --- a/sqlmesh/migrations/v0040_add_previous_finalized_snapshots.py +++ b/sqlmesh/migrations/v0040_add_previous_finalized_snapshots.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: @@ -26,5 +26,5 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(alter_table_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0041_remove_hash_raw_query_attribute.py b/sqlmesh/migrations/v0041_remove_hash_raw_query_attribute.py index f2b367c53e..a99e96b686 100644 --- a/sqlmesh/migrations/v0041_remove_hash_raw_query_attribute.py +++ b/sqlmesh/migrations/v0041_remove_hash_raw_query_attribute.py @@ -8,11 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0042_trim_indirect_versions.py b/sqlmesh/migrations/v0042_trim_indirect_versions.py index 29cd560689..5a8f6285b4 100644 --- a/sqlmesh/migrations/v0042_trim_indirect_versions.py +++ b/sqlmesh/migrations/v0042_trim_indirect_versions.py @@ -8,11 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0043_fix_remove_obsolete_attributes_in_plan_dags.py b/sqlmesh/migrations/v0043_fix_remove_obsolete_attributes_in_plan_dags.py index 585fab576d..767f4b236b 100644 --- a/sqlmesh/migrations/v0043_fix_remove_obsolete_attributes_in_plan_dags.py +++ b/sqlmesh/migrations/v0043_fix_remove_obsolete_attributes_in_plan_dags.py @@ -8,11 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0044_quote_identifiers_in_model_attributes.py b/sqlmesh/migrations/v0044_quote_identifiers_in_model_attributes.py index d865f58ace..de5344d4ce 100644 --- a/sqlmesh/migrations/v0044_quote_identifiers_in_model_attributes.py +++ b/sqlmesh/migrations/v0044_quote_identifiers_in_model_attributes.py @@ -1,9 +1,9 @@ """Quoted identifiers in model SQL attributes.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0045_move_gateway_variable.py b/sqlmesh/migrations/v0045_move_gateway_variable.py index 09084cc407..754f958fac 100644 --- a/sqlmesh/migrations/v0045_move_gateway_variable.py +++ b/sqlmesh/migrations/v0045_move_gateway_variable.py @@ -9,11 +9,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0046_add_batch_concurrency.py b/sqlmesh/migrations/v0046_add_batch_concurrency.py index 8df5073a58..f23d27e80a 100644 --- a/sqlmesh/migrations/v0046_add_batch_concurrency.py +++ b/sqlmesh/migrations/v0046_add_batch_concurrency.py @@ -4,9 +4,9 @@ """ -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0047_change_scd_string_to_column.py b/sqlmesh/migrations/v0047_change_scd_string_to_column.py index cb4adc13f6..9233a54ca9 100644 --- a/sqlmesh/migrations/v0047_change_scd_string_to_column.py +++ b/sqlmesh/migrations/v0047_change_scd_string_to_column.py @@ -1,9 +1,9 @@ """Changes the SCD Type 2 columns from strings to columns.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0048_drop_indirect_versions.py b/sqlmesh/migrations/v0048_drop_indirect_versions.py index e19191a77f..31874268dd 100644 --- a/sqlmesh/migrations/v0048_drop_indirect_versions.py +++ b/sqlmesh/migrations/v0048_drop_indirect_versions.py @@ -8,11 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0049_replace_identifier_with_version_in_seeds_table.py b/sqlmesh/migrations/v0049_replace_identifier_with_version_in_seeds_table.py index 048a632531..b01bee41e1 100644 --- a/sqlmesh/migrations/v0049_replace_identifier_with_version_in_seeds_table.py +++ b/sqlmesh/migrations/v0049_replace_identifier_with_version_in_seeds_table.py @@ -5,11 +5,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter snapshots_table = "_snapshots" diff --git a/sqlmesh/migrations/v0050_drop_seeds_table.py b/sqlmesh/migrations/v0050_drop_seeds_table.py index bbad403b3b..0236284061 100644 --- a/sqlmesh/migrations/v0050_drop_seeds_table.py +++ b/sqlmesh/migrations/v0050_drop_seeds_table.py @@ -1,7 +1,7 @@ """Drop the seeds table.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter seeds_table = "_seeds" @@ -11,5 +11,5 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.drop_table(seeds_table) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0051_rename_column_descriptions.py b/sqlmesh/migrations/v0051_rename_column_descriptions.py index 09829864a2..f76a4a05a6 100644 --- a/sqlmesh/migrations/v0051_rename_column_descriptions.py +++ b/sqlmesh/migrations/v0051_rename_column_descriptions.py @@ -8,11 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0052_add_normalize_name_in_environment_naming_info.py b/sqlmesh/migrations/v0052_add_normalize_name_in_environment_naming_info.py index b33257b31e..27980033fa 100644 --- a/sqlmesh/migrations/v0052_add_normalize_name_in_environment_naming_info.py +++ b/sqlmesh/migrations/v0052_add_normalize_name_in_environment_naming_info.py @@ -3,7 +3,7 @@ from sqlglot import exp -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: @@ -22,7 +22,7 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(alter_table_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: diff --git a/sqlmesh/migrations/v0053_custom_model_kind_extra_attributes.py b/sqlmesh/migrations/v0053_custom_model_kind_extra_attributes.py index b27e3569ca..d1c83658e8 100644 --- a/sqlmesh/migrations/v0053_custom_model_kind_extra_attributes.py +++ b/sqlmesh/migrations/v0053_custom_model_kind_extra_attributes.py @@ -1,9 +1,9 @@ """Add batch_size, batch_concurrency, and batch_interval to the CUSTOM model kind.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0054_fix_trailing_comments.py b/sqlmesh/migrations/v0054_fix_trailing_comments.py index d2cfeb4fcb..8e7de52067 100644 --- a/sqlmesh/migrations/v0054_fix_trailing_comments.py +++ b/sqlmesh/migrations/v0054_fix_trailing_comments.py @@ -1,9 +1,9 @@ """Fix support for trailing comments in SQL model definitions.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0055_add_updated_ts_unpaused_ts_ttl_ms_unrestorable_to_snapshot.py b/sqlmesh/migrations/v0055_add_updated_ts_unpaused_ts_ttl_ms_unrestorable_to_snapshot.py index 6eda20d58f..96f39772cd 100644 --- a/sqlmesh/migrations/v0055_add_updated_ts_unpaused_ts_ttl_ms_unrestorable_to_snapshot.py +++ b/sqlmesh/migrations/v0055_add_updated_ts_unpaused_ts_ttl_ms_unrestorable_to_snapshot.py @@ -9,7 +9,7 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" @@ -74,7 +74,7 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(drop_column_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0056_restore_table_indexes.py b/sqlmesh/migrations/v0056_restore_table_indexes.py index a1627bfc82..b460c1ebf7 100644 --- a/sqlmesh/migrations/v0056_restore_table_indexes.py +++ b/sqlmesh/migrations/v0056_restore_table_indexes.py @@ -6,7 +6,7 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore schema = state_sync.schema engine_adapter = state_sync.engine_adapter if not engine_adapter.SUPPORTS_INDEXES: @@ -118,5 +118,5 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.rename_table(new_intervals_table, intervals_table) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0057_add_table_format.py b/sqlmesh/migrations/v0057_add_table_format.py index f089787d4a..b59911ef3a 100644 --- a/sqlmesh/migrations/v0057_add_table_format.py +++ b/sqlmesh/migrations/v0057_add_table_format.py @@ -1,9 +1,9 @@ """Add table_format to the model top-level properties""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0058_add_requirements.py b/sqlmesh/migrations/v0058_add_requirements.py index 4ec863ba11..73de67d4e5 100644 --- a/sqlmesh/migrations/v0058_add_requirements.py +++ b/sqlmesh/migrations/v0058_add_requirements.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: @@ -26,5 +26,5 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(alter_table_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0059_add_physical_version.py b/sqlmesh/migrations/v0059_add_physical_version.py index 7ffc1c8475..a8dfa24b7a 100644 --- a/sqlmesh/migrations/v0059_add_physical_version.py +++ b/sqlmesh/migrations/v0059_add_physical_version.py @@ -1,9 +1,9 @@ """Add the physical_version model attribute.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0060_move_audits_to_model.py b/sqlmesh/migrations/v0060_move_audits_to_model.py index de0890c06a..b4d351cf5c 100644 --- a/sqlmesh/migrations/v0060_move_audits_to_model.py +++ b/sqlmesh/migrations/v0060_move_audits_to_model.py @@ -7,11 +7,11 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0061_mysql_fix_blob_text_type.py b/sqlmesh/migrations/v0061_mysql_fix_blob_text_type.py index ee7a7839b4..9e66db9f66 100644 --- a/sqlmesh/migrations/v0061_mysql_fix_blob_text_type.py +++ b/sqlmesh/migrations/v0061_mysql_fix_blob_text_type.py @@ -9,7 +9,7 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter if engine_adapter.dialect != "mysql": return @@ -49,5 +49,5 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(alter_table_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0062_add_model_gateway.py b/sqlmesh/migrations/v0062_add_model_gateway.py index e54075a0df..524a94044a 100644 --- a/sqlmesh/migrations/v0062_add_model_gateway.py +++ b/sqlmesh/migrations/v0062_add_model_gateway.py @@ -1,9 +1,9 @@ """Add the gateway model attribute.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0063_change_signals.py b/sqlmesh/migrations/v0063_change_signals.py index ee007419bd..8806c9ea60 100644 --- a/sqlmesh/migrations/v0063_change_signals.py +++ b/sqlmesh/migrations/v0063_change_signals.py @@ -7,11 +7,11 @@ from sqlmesh.utils.migration import index_text_type, blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0064_join_when_matched_strings.py b/sqlmesh/migrations/v0064_join_when_matched_strings.py index 09b837bd4e..6da3164a38 100644 --- a/sqlmesh/migrations/v0064_join_when_matched_strings.py +++ b/sqlmesh/migrations/v0064_join_when_matched_strings.py @@ -7,11 +7,11 @@ from sqlmesh.utils.migration import index_text_type, blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0065_add_model_optimize.py b/sqlmesh/migrations/v0065_add_model_optimize.py index 8d2e5411bb..09240aa61e 100644 --- a/sqlmesh/migrations/v0065_add_model_optimize.py +++ b/sqlmesh/migrations/v0065_add_model_optimize.py @@ -1,9 +1,9 @@ """Add the optimize_query model attribute.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0066_add_auto_restatements.py b/sqlmesh/migrations/v0066_add_auto_restatements.py index 9e7226d54f..96d2cd45e8 100644 --- a/sqlmesh/migrations/v0066_add_auto_restatements.py +++ b/sqlmesh/migrations/v0066_add_auto_restatements.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema auto_restatements_table = "_auto_restatements" @@ -40,7 +40,7 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(alter_table_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema intervals_table = "_intervals" diff --git a/sqlmesh/migrations/v0067_add_tsql_date_full_precision.py b/sqlmesh/migrations/v0067_add_tsql_date_full_precision.py index 51d7d13ba9..d4fd93eda4 100644 --- a/sqlmesh/migrations/v0067_add_tsql_date_full_precision.py +++ b/sqlmesh/migrations/v0067_add_tsql_date_full_precision.py @@ -1,9 +1,9 @@ """Add full precision for tsql to support nanoseconds.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0068_include_unrendered_query_in_metadata_hash.py b/sqlmesh/migrations/v0068_include_unrendered_query_in_metadata_hash.py index 43f4d0061e..6f7ddbdc1c 100644 --- a/sqlmesh/migrations/v0068_include_unrendered_query_in_metadata_hash.py +++ b/sqlmesh/migrations/v0068_include_unrendered_query_in_metadata_hash.py @@ -1,9 +1,9 @@ """Include the unrendered query in the metadata hash.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0069_update_dev_table_suffix.py b/sqlmesh/migrations/v0069_update_dev_table_suffix.py index fa21ae94eb..57b41a816c 100644 --- a/sqlmesh/migrations/v0069_update_dev_table_suffix.py +++ b/sqlmesh/migrations/v0069_update_dev_table_suffix.py @@ -7,11 +7,11 @@ from sqlmesh.utils.migration import index_text_type, blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0070_include_grains_in_metadata_hash.py b/sqlmesh/migrations/v0070_include_grains_in_metadata_hash.py index a0fe4d537e..4b339d8e97 100644 --- a/sqlmesh/migrations/v0070_include_grains_in_metadata_hash.py +++ b/sqlmesh/migrations/v0070_include_grains_in_metadata_hash.py @@ -1,9 +1,9 @@ """Include grains in the metadata hash.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0071_add_dev_version_to_intervals.py b/sqlmesh/migrations/v0071_add_dev_version_to_intervals.py index 304f051bd4..4e6cbab4f0 100644 --- a/sqlmesh/migrations/v0071_add_dev_version_to_intervals.py +++ b/sqlmesh/migrations/v0071_add_dev_version_to_intervals.py @@ -8,7 +8,7 @@ from sqlmesh.utils.migration import index_text_type, blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema intervals_table = "_intervals" @@ -29,7 +29,7 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(alter_table_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema intervals_table = "_intervals" diff --git a/sqlmesh/migrations/v0072_add_environment_statements.py b/sqlmesh/migrations/v0072_add_environment_statements.py index fbc4c3b767..e73faf2b9a 100644 --- a/sqlmesh/migrations/v0072_add_environment_statements.py +++ b/sqlmesh/migrations/v0072_add_environment_statements.py @@ -5,7 +5,7 @@ from sqlmesh.utils.migration import blob_text_type, index_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema environment_statements_table = "_environment_statements" @@ -27,5 +27,5 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore ) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0073_remove_symbolic_disable_restatement.py b/sqlmesh/migrations/v0073_remove_symbolic_disable_restatement.py index 3177726b9d..40e74d6426 100644 --- a/sqlmesh/migrations/v0073_remove_symbolic_disable_restatement.py +++ b/sqlmesh/migrations/v0073_remove_symbolic_disable_restatement.py @@ -6,11 +6,11 @@ from sqlmesh.utils.migration import index_text_type, blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0074_add_partition_by_time_column_property.py b/sqlmesh/migrations/v0074_add_partition_by_time_column_property.py index 8204c16e2f..04f1a27254 100644 --- a/sqlmesh/migrations/v0074_add_partition_by_time_column_property.py +++ b/sqlmesh/migrations/v0074_add_partition_by_time_column_property.py @@ -2,9 +2,9 @@ (default: True to keep the original behaviour)""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0075_remove_validate_query.py b/sqlmesh/migrations/v0075_remove_validate_query.py index 73e6e1929e..f6d4e255d9 100644 --- a/sqlmesh/migrations/v0075_remove_validate_query.py +++ b/sqlmesh/migrations/v0075_remove_validate_query.py @@ -8,11 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0076_add_cron_tz.py b/sqlmesh/migrations/v0076_add_cron_tz.py index a6d5345562..300474aa18 100644 --- a/sqlmesh/migrations/v0076_add_cron_tz.py +++ b/sqlmesh/migrations/v0076_add_cron_tz.py @@ -1,9 +1,9 @@ """Add 'cron_tz' property to node definition.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0077_fix_column_type_hash_calculation.py b/sqlmesh/migrations/v0077_fix_column_type_hash_calculation.py index 3a9fd7e421..2aec1140f1 100644 --- a/sqlmesh/migrations/v0077_fix_column_type_hash_calculation.py +++ b/sqlmesh/migrations/v0077_fix_column_type_hash_calculation.py @@ -1,9 +1,9 @@ """Use the model's dialect when calculating the hash for the column types.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0078_warn_if_non_migratable_python_env.py b/sqlmesh/migrations/v0078_warn_if_non_migratable_python_env.py index 6e1bce42e9..c24b6a5168 100644 --- a/sqlmesh/migrations/v0078_warn_if_non_migratable_python_env.py +++ b/sqlmesh/migrations/v0078_warn_if_non_migratable_python_env.py @@ -24,11 +24,11 @@ from sqlmesh.core.console import get_console -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" diff --git a/sqlmesh/migrations/v0079_add_gateway_managed_property.py b/sqlmesh/migrations/v0079_add_gateway_managed_property.py index 9de9a7c36b..8d24601102 100644 --- a/sqlmesh/migrations/v0079_add_gateway_managed_property.py +++ b/sqlmesh/migrations/v0079_add_gateway_managed_property.py @@ -3,7 +3,7 @@ from sqlglot import exp -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: @@ -22,7 +22,7 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(alter_table_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter environments_table = "_environments" if state_sync.schema: diff --git a/sqlmesh/migrations/v0080_add_batch_size_to_scd_type_2_models.py b/sqlmesh/migrations/v0080_add_batch_size_to_scd_type_2_models.py index f2f9813859..582bdd3da9 100644 --- a/sqlmesh/migrations/v0080_add_batch_size_to_scd_type_2_models.py +++ b/sqlmesh/migrations/v0080_add_batch_size_to_scd_type_2_models.py @@ -1,9 +1,9 @@ """Add batch_size to SCD Type 2 models and add updated_at_name to by time which changes their data hash.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0081_update_partitioned_by.py b/sqlmesh/migrations/v0081_update_partitioned_by.py index 2cc961205f..611d8f6973 100644 --- a/sqlmesh/migrations/v0081_update_partitioned_by.py +++ b/sqlmesh/migrations/v0081_update_partitioned_by.py @@ -8,11 +8,11 @@ from sqlmesh.utils.migration import blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0082_warn_if_incorrectly_duplicated_statements.py b/sqlmesh/migrations/v0082_warn_if_incorrectly_duplicated_statements.py index d159557f3b..6eadbfc2c3 100644 --- a/sqlmesh/migrations/v0082_warn_if_incorrectly_duplicated_statements.py +++ b/sqlmesh/migrations/v0082_warn_if_incorrectly_duplicated_statements.py @@ -34,11 +34,11 @@ from sqlmesh.core.console import get_console -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" diff --git a/sqlmesh/migrations/v0083_use_sql_for_scd_time_data_type_data_hash.py b/sqlmesh/migrations/v0083_use_sql_for_scd_time_data_type_data_hash.py index 817cba948a..38c84afafd 100644 --- a/sqlmesh/migrations/v0083_use_sql_for_scd_time_data_type_data_hash.py +++ b/sqlmesh/migrations/v0083_use_sql_for_scd_time_data_type_data_hash.py @@ -1,9 +1,9 @@ """Use sql(...) instead of gen when computing the data hash of the time data type.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0084_normalize_quote_when_matched_and_merge_filter.py b/sqlmesh/migrations/v0084_normalize_quote_when_matched_and_merge_filter.py index 49c9249271..5401c97d77 100644 --- a/sqlmesh/migrations/v0084_normalize_quote_when_matched_and_merge_filter.py +++ b/sqlmesh/migrations/v0084_normalize_quote_when_matched_and_merge_filter.py @@ -5,9 +5,9 @@ """ -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0085_deterministic_repr.py b/sqlmesh/migrations/v0085_deterministic_repr.py index 7489cc93d8..1a90277bbe 100644 --- a/sqlmesh/migrations/v0085_deterministic_repr.py +++ b/sqlmesh/migrations/v0085_deterministic_repr.py @@ -36,11 +36,11 @@ def _dict_sort(obj: t.Any) -> str: return repr(obj) -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0086_check_deterministic_bug.py b/sqlmesh/migrations/v0086_check_deterministic_bug.py index 66a04b4beb..0679414881 100644 --- a/sqlmesh/migrations/v0086_check_deterministic_bug.py +++ b/sqlmesh/migrations/v0086_check_deterministic_bug.py @@ -10,11 +10,11 @@ KEYS_TO_MAKE_DETERMINISTIC = ["__sqlmesh__vars__", "__sqlmesh__blueprint__vars__"] -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" diff --git a/sqlmesh/migrations/v0087_normalize_blueprint_variables.py b/sqlmesh/migrations/v0087_normalize_blueprint_variables.py index eacbf2b477..2f23a0653e 100644 --- a/sqlmesh/migrations/v0087_normalize_blueprint_variables.py +++ b/sqlmesh/migrations/v0087_normalize_blueprint_variables.py @@ -35,11 +35,11 @@ class SqlValue: sql: str -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0088_warn_about_variable_python_env_diffs.py b/sqlmesh/migrations/v0088_warn_about_variable_python_env_diffs.py index d02f92829b..405aad725f 100644 --- a/sqlmesh/migrations/v0088_warn_about_variable_python_env_diffs.py +++ b/sqlmesh/migrations/v0088_warn_about_variable_python_env_diffs.py @@ -35,11 +35,11 @@ METADATA_HASH_EXPRESSIONS = {"on_virtual_update", "audits", "signals", "audit_definitions"} -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" diff --git a/sqlmesh/migrations/v0089_add_virtual_environment_mode.py b/sqlmesh/migrations/v0089_add_virtual_environment_mode.py index 32bef7314f..63d491418f 100644 --- a/sqlmesh/migrations/v0089_add_virtual_environment_mode.py +++ b/sqlmesh/migrations/v0089_add_virtual_environment_mode.py @@ -1,9 +1,9 @@ """Add virtual_environment_mode to the model definition.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0090_add_forward_only_column.py b/sqlmesh/migrations/v0090_add_forward_only_column.py index 17d18eb8ef..b68c0f65ea 100644 --- a/sqlmesh/migrations/v0090_add_forward_only_column.py +++ b/sqlmesh/migrations/v0090_add_forward_only_column.py @@ -7,7 +7,7 @@ from sqlmesh.utils.migration import index_text_type, blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" @@ -27,7 +27,7 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(alter_table_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0091_on_additive_change.py b/sqlmesh/migrations/v0091_on_additive_change.py index f5b2a37390..c0170bd438 100644 --- a/sqlmesh/migrations/v0091_on_additive_change.py +++ b/sqlmesh/migrations/v0091_on_additive_change.py @@ -1,9 +1,9 @@ """Add on_additive_change to incremental model metadata hash.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0092_warn_about_dbt_data_type_diff.py b/sqlmesh/migrations/v0092_warn_about_dbt_data_type_diff.py index 625a052ad3..1ff069bc82 100644 --- a/sqlmesh/migrations/v0092_warn_about_dbt_data_type_diff.py +++ b/sqlmesh/migrations/v0092_warn_about_dbt_data_type_diff.py @@ -17,11 +17,11 @@ SQLMESH_DBT_PACKAGE = "sqlmesh.dbt" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" diff --git a/sqlmesh/migrations/v0093_use_raw_sql_in_fingerprint.py b/sqlmesh/migrations/v0093_use_raw_sql_in_fingerprint.py index 1ad89fe034..f629c1d27d 100644 --- a/sqlmesh/migrations/v0093_use_raw_sql_in_fingerprint.py +++ b/sqlmesh/migrations/v0093_use_raw_sql_in_fingerprint.py @@ -1,9 +1,9 @@ """Use the raw SQL when computing the model fingerprint.""" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore pass diff --git a/sqlmesh/migrations/v0094_add_dev_version_and_fingerprint_columns.py b/sqlmesh/migrations/v0094_add_dev_version_and_fingerprint_columns.py index c9dffbc2fb..1abc4fa4af 100644 --- a/sqlmesh/migrations/v0094_add_dev_version_and_fingerprint_columns.py +++ b/sqlmesh/migrations/v0094_add_dev_version_and_fingerprint_columns.py @@ -7,7 +7,7 @@ from sqlmesh.utils.migration import index_text_type, blob_text_type -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots" @@ -42,7 +42,7 @@ def migrate_ddl(state_sync, **kwargs): # type: ignore engine_adapter.execute(add_fingerprint_exp) -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore import pandas as pd engine_adapter = state_sync.engine_adapter diff --git a/sqlmesh/migrations/v0095_warn_about_dbt_raw_sql_diff.py b/sqlmesh/migrations/v0095_warn_about_dbt_raw_sql_diff.py index 5544272b36..802d996df5 100644 --- a/sqlmesh/migrations/v0095_warn_about_dbt_raw_sql_diff.py +++ b/sqlmesh/migrations/v0095_warn_about_dbt_raw_sql_diff.py @@ -17,11 +17,11 @@ SQLMESH_DBT_PACKAGE = "sqlmesh.dbt" -def migrate_ddl(state_sync, **kwargs): # type: ignore +def migrate_schemas(state_sync, **kwargs): # type: ignore pass -def migrate_dml(state_sync, **kwargs): # type: ignore +def migrate_rows(state_sync, **kwargs): # type: ignore engine_adapter = state_sync.engine_adapter schema = state_sync.schema snapshots_table = "_snapshots"