diff --git a/sickbeard/webserve.py b/sickbeard/webserve.py
index b9bc4c68e07b46ad390eb027a55e86f2c83f7953..a4afe5b62eb0cc070e1f217772145e712d323969 100755
--- a/sickbeard/webserve.py
+++ b/sickbeard/webserve.py
@@ -1918,7 +1918,7 @@ class Home:
         cherrypy.response.headers['Cache-Control'] = "max-age=0,no-cache,no-store"
 
         result = notifiers.xbmc_notifier.test_notify(urllib.unquote_plus(host), username, password)
-        if result:
+        if len(result.split(":")) > 2 and 'OK' in result.split(":")[2]:
             return "Test notice sent successfully to "+urllib.unquote_plus(host)
         else:
             return "Test notice failed to "+urllib.unquote_plus(host)