From 851438f4e6e210fe561e07d1e98ec0d33a0daecd Mon Sep 17 00:00:00 2001 From: Murdo Moyse Date: Mon, 16 Sep 2024 11:39:45 +0100 Subject: [PATCH] Assign seeds to databases --- ingestion/transformers/assign_cadet_databases.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ingestion/transformers/assign_cadet_databases.py b/ingestion/transformers/assign_cadet_databases.py index 5e67f91..c58daa3 100644 --- a/ingestion/transformers/assign_cadet_databases.py +++ b/ingestion/transformers/assign_cadet_databases.py @@ -64,7 +64,7 @@ def handle_end_of_stream( manifest = get_cadet_manifest(self.config.manifest_s3_uri) mappings = self._get_table_database_mappings(manifest) - logging.debug("Assigning databases to datasets") + logging.debug("Assigning datasets to databases") for dataset_urn in self.entity_map.keys(): container_urn = mappings.get(dataset_urn) if not container_urn: @@ -85,7 +85,7 @@ def handle_end_of_stream( def _get_table_database_mappings(self, manifest) -> Dict[str, str]: mappings = {} for node in manifest["nodes"]: - if manifest["nodes"][node]["resource_type"] == "model": + if manifest["nodes"][node]["resource_type"] in ["model", "seed"]: fqn = manifest["nodes"][node]["fqn"] if validate_fqn(fqn): database, table_name = parse_database_and_table_names(