Merge pull request #114 from nextstrain/auto-deploy-public-builds

Auto deploy public builds
nextstrain · Aug 9, 2023 · 65df517 · 65df517
2 parents 48a0ed2 + 373de2f
commit 65df517
Show file tree

Hide file tree

Showing 3 changed files with 18 additions and 1 deletion.
diff --git a/.github/workflows/run-public-builds.yaml b/.github/workflows/run-public-builds.yaml
@@ -24,6 +24,6 @@ jobs:
           --cpus 36 \
           --memory 72gib \
           . \
-          all_public \
+          deploy_all \
           -p \
           --configfile profiles/nextstrain-public.yaml
diff --git a/profiles/nextstrain-public.yaml b/profiles/nextstrain-public.yaml
@@ -1,6 +1,10 @@
 custom_rules:
   - workflow/snakemake_rules/download_from_s3.smk
   - profiles/nextstrain-public/rename.smk
+  - profiles/nextstrain-public/deploy.smk
+
+# URL for auto-deploying builds
+deploy_url: s3://nextstrain-data
 
 fasta_fields:
   - strain

diff --git a/profiles/nextstrain-public/deploy.smk b/profiles/nextstrain-public/deploy.smk
@@ -0,0 +1,13 @@
+"""
+This part of the workflow handles automatic deployments of public builds.
+Depends on the `all_public` rule from rename.smk
+"""
+
+rule deploy_all:
+    input: rules.all_public.input
+    params:
+        s3_dst = config["deploy_url"]
+    shell:
+        """
+        nextstrain remote upload {params.s3_dst} {input}
+        """