diff --git a/ci/build_wheel.sh b/ci/build_wheel.sh
index af768fe2..03e782d5 100755
--- a/ci/build_wheel.sh
+++ b/ci/build_wheel.sh
@@ -8,7 +8,16 @@ package_dir=$2
 
 # Clear out system ucx files to ensure that we're getting ucx from the wheel.
 rm -rf /usr/lib64/ucx
-rm -rf /usr/lib64/libuc*
+rm -rf /usr/lib64/libucm.*
+rm -rf /usr/lib64/libucp.*
+rm -rf /usr/lib64/libucs.*
+rm -rf /usr/lib64/libucs_signal.*
+rm -rf /usr/lib64/libuct.*
+
+rm -rf /usr/include/ucm
+rm -rf /usr/include/ucp
+rm -rf /usr/include/ucs
+rm -rf /usr/include/uct
 
 source rapids-configure-sccache
 source rapids-date-string