diff --git a/qb/config.libs.sh b/qb/config.libs.sh
index 0424aa1955..35176718ed 100644
--- a/qb/config.libs.sh
+++ b/qb/config.libs.sh
@@ -33,6 +33,12 @@ if [ "$HAVE_VIDEOCORE" = 'yes' ]; then
    EXTRA_GL_LIBS="-lGLESv2 -lbcm_host -lvcos -lvchiq_arm"
 fi
 
+if [ "$HAVE_NEON" = "yes" ]; then
+   CFLAGS="$CFLAGS -mfpu=neon"
+   CXXFLAGS="$CXXFLAGS -mfpu=neon"
+   ASFLAGS="$ASFLAGS -mfpu=neon"
+fi
+
 if [ "$HAVE_FLOATHARD" = "yes" ]; then
    CFLAGS="$CFLAGS -mfloat-abi=hard"
    CXXFLAGS="$CXXFLAGS -mfloat-abi=hard"
@@ -45,12 +51,6 @@ if [ "$HAVE_FLOATSOFTFP" = "yes" ]; then
    ASFLAGS="$ASFLAGS -mfloat-abi=softfp"
 fi
 
-if [ "$HAVE_NEON" = "yes" ]; then
-   CFLAGS="$CFLAGS -mfpu=neon"
-   CXXFLAGS="$CXXFLAGS -mfpu=neon"
-   ASFLAGS="$ASFLAGS -mfpu=neon"
-fi
-
 if [ "$HAVE_SSE" = "yes" ]; then
    CFLAGS="$CFLAGS -msse -msse2"
    CXXFLAGS="$CXXFLAGS -msse -msse2"