Skip to content

Commit

Permalink
Assign seeds to databases
Browse files Browse the repository at this point in the history
  • Loading branch information
murdo-moj committed Sep 16, 2024
1 parent a035510 commit 851438f
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions ingestion/transformers/assign_cadet_databases.py
Original file line number Diff line number Diff line change
Expand Up @@ -64,7 +64,7 @@ def handle_end_of_stream(
manifest = get_cadet_manifest(self.config.manifest_s3_uri)
mappings = self._get_table_database_mappings(manifest)

logging.debug("Assigning databases to datasets")
logging.debug("Assigning datasets to databases")
for dataset_urn in self.entity_map.keys():
container_urn = mappings.get(dataset_urn)
if not container_urn:
Expand All @@ -85,7 +85,7 @@ def handle_end_of_stream(
def _get_table_database_mappings(self, manifest) -> Dict[str, str]:
mappings = {}
for node in manifest["nodes"]:
if manifest["nodes"][node]["resource_type"] == "model":
if manifest["nodes"][node]["resource_type"] in ["model", "seed"]:
fqn = manifest["nodes"][node]["fqn"]
if validate_fqn(fqn):
database, table_name = parse_database_and_table_names(
Expand Down

0 comments on commit 851438f

Please sign in to comment.