diff --git a/recipe/build.sh b/recipe/build.sh
index ac06ed7a..31fce718 100644
--- a/recipe/build.sh
+++ b/recipe/build.sh
@@ -49,7 +49,8 @@ export BUILD_TEST=0
 
 export USE_SYSTEM_CPUINFO=1
 export USE_SYSTEM_SLEEF=1
-export USE_SYSTEM_GLOO=1
+# No GPU builds of GLOO just yet
+export USE_SYSTEM_GLOO=0
 export USE_SYSTEM_FP16=1
 export USE_SYSTEM_PYBIND11=1
 export USE_SYSTEM_PTHREADPOOL=1
diff --git a/recipe/meta.yaml b/recipe/meta.yaml
index 327f3b6b..4f7d382a 100644
--- a/recipe/meta.yaml
+++ b/recipe/meta.yaml
@@ -266,7 +266,9 @@ requirements:
     - libprotobuf
     - cpuinfo
     - sleef
-    - gloo
+    # Don't have these builds of gloo yet
+    # - gloo *=cuda*   # [cuda_compiler_version != "None"]
+    # - gloo *=cpu*    # [cuda_compiler_version == "None"]
     - fp16
     - pybind11
     - pthreadpool