From 21d454bedc90cda0a30826ebb8c636347e3b9e21 Mon Sep 17 00:00:00 2001 From: tlento Date: Mon, 5 Jun 2023 11:48:09 -0700 Subject: [PATCH] Update legacy dbt dependency spec to cover future requirements Our legacy dbt integration laid out a bunch of optional dependencies on dbt core 1.4 plus various adapter packages. The integration plan for MetricFlow 0.200.0 involves a dependency link with dbt core 1.6 in order to enable query execution through dbt adapters and reading from dbt project metadata for parsing the semantic manifest. This commit removes the legacy dependency structures and adds a temporary dependency on dbt core 1.5. For the purposes of our current integration steps 1.5 is adequate, and at the moment the 1.6 beta releases do not appear to be published for all of the adapters we want to test. --- .../Dependencies-20230607-153154.yaml | 6 +++++ pyproject.toml | 23 ++----------------- 2 files changed, 8 insertions(+), 21 deletions(-) create mode 100644 .changes/unreleased/Dependencies-20230607-153154.yaml diff --git a/.changes/unreleased/Dependencies-20230607-153154.yaml b/.changes/unreleased/Dependencies-20230607-153154.yaml new file mode 100644 index 000000000..59f67dcf6 --- /dev/null +++ b/.changes/unreleased/Dependencies-20230607-153154.yaml @@ -0,0 +1,6 @@ +kind: Dependencies +body: Update dbt dependencies to support development on the new integration +time: 2023-06-07T15:31:54.780642-07:00 +custom: + Author: tlento + PR: "571" diff --git a/pyproject.toml b/pyproject.toml index b2f7483ef..917310d99 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -29,6 +29,8 @@ dependencies = [ "SQLAlchemy~=1.4.42", "click>=7.1.2", "databricks-sql-connector==2.0.3", + # Pin to 1.5 for now + "dbt-core==1.5.0", "dbt-semantic-interfaces==0.1.0.dev4", "duckdb-engine~=0.1.8", "duckdb==0.3.4", @@ -69,23 +71,7 @@ Documentation = "https://transform.co/metricflow" mf = 'metricflow.cli.main:cli' [project.optional-dependencies] -dbt-snowflake = [ - "dbt-snowflake==1.4.2" -] -dbt-redshift = [ - "dbt-redshift==1.4.0" -] -dbt-postgres = [ - "dbt-postgres==1.4.0" -] -dbt-bigquery = [ - "dbt-bigquery==1.4.3" -] -dbt-metadata-client = [ - "dbt-metadata-client~=0.1.0" -] dev-packages = [ - "dbt-core==1.4.0", "mypy~=1.3.0", "pre-commit~=3.2.2", "pytest-mock~=3.7.0", @@ -111,11 +97,6 @@ exclude = [ [tool.hatch.envs.dev-env] description = "Environment for development." features = [ - "dbt-redshift", - "dbt-snowflake", - "dbt-bigquery", - "dbt-metadata-client", - "dbt-postgres", "dev-packages", ]