From 43230a8e85a4f606953f950f3a7d28ba4ee10c58 Mon Sep 17 00:00:00 2001 From: Vishal Gupta Date: Tue, 13 Jan 2026 07:51:07 +0000 Subject: [PATCH] Change graph path to a single regex --- import-automation/executor/app/configs.py | 3 +-- import-automation/executor/app/executor/import_executor.py | 4 ++-- scripts/entities/manifest.json | 4 +--- 3 files changed, 4 insertions(+), 7 deletions(-) diff --git a/import-automation/executor/app/configs.py b/import-automation/executor/app/configs.py index 9fdd5c1886..43706429d8 100644 --- a/import-automation/executor/app/configs.py +++ b/import-automation/executor/app/configs.py @@ -152,8 +152,7 @@ class ExecutorConfig: # Latest import version (overwrite) import_version_override: str = '' # Relative path to version folder for graph files. - graph_data_paths: List[str] = dataclasses.field( - default_factory=lambda: ['/*/*/*.mcf']) + graph_data_path: str = '/*/*/*.mcf' # Maximum time venv creation can take in seconds. venv_create_timeout: float = 3600 # Maximum time downloading a file can take in seconds. diff --git a/import-automation/executor/app/executor/import_executor.py b/import-automation/executor/app/executor/import_executor.py index 411e706b29..0a5f8483fd 100644 --- a/import-automation/executor/app/executor/import_executor.py +++ b/import-automation/executor/app/executor/import_executor.py @@ -128,7 +128,7 @@ class ImportStatusSummary: import_name: str status: ImportStatus = None latest_version: str = '' - graph_paths: list = dataclasses.field(default_factory=list) + graph_path: str = '' execution_time: int = 0 # seconds data_volume: int = 0 # bytes job_id: str = '' @@ -829,7 +829,7 @@ def _import_one_helper( version = datetime.datetime.now(datetime.UTC).strftime("%Y-%m-%d") import_summary.latest_version = 'gs://' + os.path.join( self.config.storage_prod_bucket_name, output_dir, version) - import_summary.graph_paths = self.config.graph_data_paths + import_summary.graph_path = self.config.graph_data_path import_summary.next_refresh = utils.next_utc_timestamp( import_spec.get('cron_schedule')) diff --git a/scripts/entities/manifest.json b/scripts/entities/manifest.json index bc7a2e936f..89607f8cef 100644 --- a/scripts/entities/manifest.json +++ b/scripts/entities/manifest.json @@ -38,9 +38,7 @@ "cron_schedule": "15 3 * * 1", "config_override": { "import_version_override": "DATE_VERSION_PLACEHOLDER", - "graph_data_paths": [ - "/**/*mcf*" - ], + "graph_data_path": "/**/*mcf*", "invoke_import_validation": false, "invoke_import_tool": false, "invoke_differ_tool": false