diff --git a/advanced/Scripts/utils.sh b/advanced/Scripts/utils.sh
index 3f9b7031..2fe419e8 100755
--- a/advanced/Scripts/utils.sh
+++ b/advanced/Scripts/utils.sh
@@ -145,4 +145,8 @@ getFTLConfigValue(){
 #######################
 setFTLConfigValue(){
   pihole-FTL --config "${1}" "${2}" >/dev/null
+  if [[ $? -eq 5 ]]; then
+    echo -e "  ${CROSS} ${1} set by environment variable. Please unset it to use this function"
+    exit 5
+  fi
 }
diff --git a/pihole b/pihole
index 8e3f1f98..279977e4 100755
--- a/pihole
+++ b/pihole
@@ -43,7 +43,7 @@ SetWebPassword() {
         echo ""
 
         if [ "${PASSWORD}" == "" ]; then
-            setFTLConfigValue "webserver.api.password" "" >/dev/null
+            setFTLConfigValue "webserver.api.password" ""
             echo -e "  ${TICK} Password Removed"
             exit 0
         fi
@@ -54,7 +54,7 @@ SetWebPassword() {
 
     if [ "${PASSWORD}" == "${CONFIRM}" ] ; then
         # pihole-FTL will automatically hash the password
-        setFTLConfigValue "webserver.api.password" "${PASSWORD}" >/dev/null
+        setFTLConfigValue "webserver.api.password" "${PASSWORD}"
         echo -e "  ${TICK} New password set"
     else
         echo -e "  ${CROSS} Passwords don't match. Your password has not been changed"