diff --git a/qb/config.libs.sh b/qb/config.libs.sh
index cd2c5e9327..f686d6ae37 100644
--- a/qb/config.libs.sh
+++ b/qb/config.libs.sh
@@ -398,7 +398,7 @@ check_pkgconf FREETYPE freetype2
 check_pkgconf X11 x11
 check_pkgconf XCB xcb
 
-if [ "$OS" != 'Darwin' ]; then
+if [ "$HAVE_X11" != 'no' ] && [ "$OS" != 'Darwin' ]; then
    check_val '' X11 -lX11
 fi