another fix for Bug #148

lib/core/common.py

@@ -32,6 +32,7 @@ import time
 import urlparse
 import ntpath
 import posixpath
+
 from lib.contrib import magic
 from lib.core.data import conf
 from lib.core.data import kb
@@ -869,3 +870,7 @@ def safeStringFormat(formatStr, params):
                 count += 1
 
     return retVal
+
+def sanitizeAsciiString(string):
+    return "".join(char if ord(char) <= 128 else '?' for char in string)
+    

lib/request/connect.py

@@ -29,13 +29,13 @@ import time
 import urllib2
 import urlparse
 import traceback
-import unicodedata
 
 from lib.contrib import multipartpost
 from lib.core.convert import urlencode
 from lib.core.data import conf
 from lib.core.data import kb
 from lib.core.data import logger
+from lib.core.common import sanitizeAsciiString
 from lib.core.exception import sqlmapConnectionException
 from lib.request.basic import decodePage
 from lib.request.basic import forgeHeaders
@@ -75,7 +75,7 @@ class Connect:
         cookieStr       = ""
         requestMsg      = "HTTP request:\n%s " % conf.method
         requestMsg     += "%s" % urlparse.urlsplit(url)[2] or "/"
-        responseMsg     = u"HTTP response "
+        responseMsg     = "HTTP response "
         requestHeaders  = ""
         responseHeaders = ""
 
@@ -221,6 +221,8 @@ class Connect:
 
         socket.setdefaulttimeout(conf.timeout)
 
+        page = sanitizeAsciiString(page)
+        
         parseResponse(page, responseHeaders)
         responseMsg += "(%s - %d):\n" % (status, code)
         
@@ -229,7 +231,6 @@ class Connect:
         elif conf.verbose > 4:
             responseMsg += "%s\n%s\n" % (responseHeaders, page)
         
-        responseMsg = unicodedata.normalize('NFKD', responseMsg).encode('ascii','ignore')
         logger.log(8, responseMsg)
 
         return page, responseHeaders