diff --git a/.github/workflows/pluto_build.yml b/.github/workflows/pluto_build.yml index 12ec6be19..e5ba413d9 100644 --- a/.github/workflows/pluto_build.yml +++ b/.github/workflows/pluto_build.yml @@ -6,7 +6,7 @@ on: image_tag: type: string required: false - build_name: + build_name: type: string required: true recipe_file: @@ -67,7 +67,7 @@ jobs: - name: Set recipe env vars working-directory: ./ - run: source ./bash/export_recipe_env.sh products/pluto/${{ inputs.recipe_file }}.lock.yml + run: source ./bash/export_recipe_env.sh products/pluto/${{ inputs.recipe_file }}.lock.yml - name: Dataloading working-directory: products/pluto @@ -90,3 +90,7 @@ jobs: - name: Export and Upload run: ./06_export.sh + + - name: Custom QAQC + working-directory: products/pluto + run: ./pluto_build/07_custom_qaqc.sh diff --git a/products/pluto/pluto_build/07_custom_qaqc.sh b/products/pluto/pluto_build/07_custom_qaqc.sh new file mode 100755 index 000000000..1d8f5160c --- /dev/null +++ b/products/pluto/pluto_build/07_custom_qaqc.sh @@ -0,0 +1,27 @@ +#!/bin/bash +source ./bash/config.sh +set_error_traps + +echo "Setup dbt" +dbt deps +dbt debug + +echo "Build seed tables" +dbt build --select config.materialized:seed --indirect-selection=cautious --full-refresh + +echo "Test source tables" +dbt test --select "source:*" + +echo "Build staging tables" +dbt build --select staging + +echo "Build intermediate tables" +dbt build --select intermediate + +echo "Build intermediate QAQC tables" +dbt run dbt run --select qaqc # need to use 'dbt run' because otherwise it fails if downstream test fails + +echo "Run DE tests" +dbt test --select tag:de_check + +