mirror of
https://github.com/sqlmapproject/sqlmap.git
synced 2024-11-30 05:23:50 +03:00
220 lines
7.5 KiB
Python
220 lines
7.5 KiB
Python
#!/usr/bin/env python
|
|
|
|
"""
|
|
$Id$
|
|
|
|
Copyright (c) 2006-2011 sqlmap developers (http://www.sqlmap.org/)
|
|
See the file 'doc/COPYING' for copying permission
|
|
"""
|
|
|
|
import codecs
|
|
import gzip
|
|
import logging
|
|
import os
|
|
import re
|
|
import StringIO
|
|
import zlib
|
|
|
|
from extra.chardet import detect
|
|
from lib.core.common import extractErrorMessage
|
|
from lib.core.common import extractRegexResult
|
|
from lib.core.common import getCompiledRegex
|
|
from lib.core.common import getUnicode
|
|
from lib.core.common import isWindowsDriveLetterPath
|
|
from lib.core.common import posixToNtSlashes
|
|
from lib.core.common import sanitizeAsciiString
|
|
from lib.core.common import singleTimeLogMessage
|
|
from lib.core.data import conf
|
|
from lib.core.data import kb
|
|
from lib.core.data import logger
|
|
from lib.core.exception import sqlmapDataException
|
|
from lib.core.settings import ML
|
|
from lib.core.settings import META_CHARSET_REGEX
|
|
from lib.core.settings import UNICODE_ENCODING
|
|
from lib.parse.headers import headersParser
|
|
from lib.parse.html import htmlParser
|
|
|
|
def forgeHeaders(cookie, ua, referer):
|
|
"""
|
|
Prepare HTTP Cookie, HTTP User-Agent and HTTP Referer headers to use when performing
|
|
the HTTP requests
|
|
"""
|
|
|
|
headers = {}
|
|
|
|
for header, value in conf.httpHeaders:
|
|
if cookie and header == "Cookie":
|
|
headers[header] = cookie
|
|
elif ua and header == "User-Agent":
|
|
headers[header] = ua
|
|
elif referer and header == "Referer":
|
|
headers[header] = referer
|
|
else:
|
|
headers[header] = value
|
|
|
|
if kb.redirectSetCookie and not conf.dropSetCookie:
|
|
if "Cookie" in headers:
|
|
headers["Cookie"] = "%s; %s" % (headers["Cookie"], kb.redirectSetCookie)
|
|
else:
|
|
headers["Cookie"] = kb.redirectSetCookie
|
|
|
|
return headers
|
|
|
|
def parseResponse(page, headers):
|
|
"""
|
|
@param page: the page to parse to feed the knowledge base htmlFp
|
|
(back-end DBMS fingerprint based upon DBMS error messages return
|
|
through the web application) list and absFilePaths (absolute file
|
|
paths) set.
|
|
"""
|
|
|
|
if headers:
|
|
headersParser(headers)
|
|
|
|
if page:
|
|
htmlParser(page)
|
|
|
|
# Detect injectable page absolute system path
|
|
# NOTE: this regular expression works if the remote web
|
|
# application is written in PHP and debug/error messages are
|
|
# enabled
|
|
for regex in ( r" in <b>(?P<result>.*?)</b> on line", r"(?:>|\s)(?P<result>[A-Za-z]:[\\/][\w.\\/]*)", r"(?:>|\s)(?P<result>/\w[/\w.]+)" ):
|
|
regObj = getCompiledRegex(regex)
|
|
|
|
for match in regObj.finditer(page):
|
|
absFilePath = match.group("result").strip()
|
|
page = page.replace(absFilePath, "")
|
|
|
|
if isWindowsDriveLetterPath(absFilePath):
|
|
absFilePath = posixToNtSlashes(absFilePath)
|
|
|
|
if absFilePath not in kb.absFilePaths:
|
|
kb.absFilePaths.add(absFilePath)
|
|
|
|
def checkCharEncoding(encoding):
|
|
if encoding:
|
|
encoding = encoding.lower()
|
|
else:
|
|
return encoding
|
|
|
|
# http://www.destructor.de/charsets/index.htm
|
|
translate = { 'windows-874': 'iso-8859-11', 'en_us': 'utf8', 'macintosh': 'iso-8859-1', 'euc_tw': 'big5_tw', 'th': 'tis-620' }
|
|
|
|
for delimiter in (';', ',', '('):
|
|
if delimiter in encoding:
|
|
encoding = encoding[:encoding.find(delimiter)].strip()
|
|
|
|
# popular typos/errors
|
|
if '8858' in encoding:
|
|
encoding = encoding.replace('8858', '8859') # iso-8858 -> iso-8859
|
|
elif '8559' in encoding:
|
|
encoding = encoding.replace('8559', '8859') # iso-8559 -> iso-8859
|
|
elif '5889' in encoding:
|
|
encoding = encoding.replace('5889', '8859') # iso-5889 -> iso-8859
|
|
elif '2313' in encoding:
|
|
encoding = encoding.replace('2313', '2312') # gb2313 -> gb2312
|
|
elif 'x-euc' in encoding:
|
|
encoding = encoding.replace('x-euc', 'euc') # x-euc-kr -> euc-kr
|
|
|
|
# name adjustment for compatibility
|
|
if encoding.startswith('8859'):
|
|
encoding = 'iso-%s' % encoding
|
|
elif encoding.startswith('cp-'):
|
|
encoding = 'cp%s' % encoding[3:]
|
|
elif encoding.startswith('euc-'):
|
|
encoding = 'euc_%s' % encoding[4:]
|
|
elif encoding.startswith('windows') and not encoding.startswith('windows-'):
|
|
encoding = 'windows-%s' % encoding[7:]
|
|
elif encoding.find('iso-88') > 0:
|
|
encoding = encoding[encoding.find('iso-88'):]
|
|
elif encoding.startswith('is0-'):
|
|
encoding = 'iso%s' % encoding[4:]
|
|
elif encoding.find('ascii') > 0:
|
|
encoding = 'ascii'
|
|
|
|
# http://philip.html5.org/data/charsets-2.html
|
|
if encoding in translate:
|
|
encoding = translate[encoding]
|
|
elif encoding in ('null', '{charset}'):
|
|
return None
|
|
|
|
# http://www.iana.org/assignments/character-sets
|
|
# http://docs.python.org/library/codecs.html
|
|
try:
|
|
codecs.lookup(encoding)
|
|
except LookupError:
|
|
warnMsg = "unknown web page charset '%s'. " % encoding
|
|
warnMsg += "Please report by e-mail to %s." % ML
|
|
singleTimeLogMessage(warnMsg, logging.WARN, encoding)
|
|
encoding = None
|
|
|
|
return encoding
|
|
|
|
def getHeuristicCharEncoding(page):
|
|
"""
|
|
Returns page encoding charset detected by usage of heuristics
|
|
Reference: http://chardet.feedparser.org/docs/
|
|
"""
|
|
retVal = detect(page)['encoding']
|
|
|
|
infoMsg = "heuristics detected web page charset '%s'" % retVal
|
|
singleTimeLogMessage(infoMsg, logging.INFO, retVal)
|
|
|
|
return retVal
|
|
|
|
def decodePage(page, contentEncoding, contentType):
|
|
"""
|
|
Decode compressed/charset HTTP response
|
|
"""
|
|
|
|
if not page or (conf.nullConnection and len(page) < 2):
|
|
return getUnicode(page)
|
|
|
|
if isinstance(contentEncoding, basestring) and contentEncoding.lower() in ('gzip', 'x-gzip', 'deflate'):
|
|
if contentEncoding == 'deflate':
|
|
# http://stackoverflow.com/questions/1089662/python-inflate-and-deflate-implementations
|
|
data = StringIO.StringIO(zlib.decompress(page, -15))
|
|
else:
|
|
data = gzip.GzipFile('', 'rb', 9, StringIO.StringIO(page))
|
|
|
|
try:
|
|
page = data.read()
|
|
except Exception, msg:
|
|
errMsg = "detected invalid data for declared content "
|
|
errMsg += "encoding '%s' ('%s')" % (contentEncoding, msg)
|
|
singleTimeLogMessage(errMsg, logging.ERROR)
|
|
|
|
if not conf.charset:
|
|
httpCharset, metaCharset = None, None
|
|
|
|
# http://stackoverflow.com/questions/1020892/python-urllib2-read-to-unicode
|
|
if contentType and (contentType.find('charset=') != -1):
|
|
httpCharset = checkCharEncoding(contentType.split('charset=')[-1])
|
|
|
|
metaCharset = checkCharEncoding(extractRegexResult(META_CHARSET_REGEX, page, re.DOTALL | re.IGNORECASE))
|
|
|
|
if ((httpCharset or metaCharset) and not all([httpCharset, metaCharset]))\
|
|
or (httpCharset == metaCharset and all([httpCharset, metaCharset])):
|
|
kb.pageEncoding = httpCharset or metaCharset
|
|
else:
|
|
kb.pageEncoding = None
|
|
else:
|
|
kb.pageEncoding = conf.charset
|
|
|
|
if contentType and any(map(lambda x: x in contentType.lower(), ('text/txt', 'text/raw', 'text/html', 'text/xml'))):
|
|
# can't do for all responses because we need to support binary files too
|
|
kb.pageEncoding = kb.pageEncoding or checkCharEncoding(getHeuristicCharEncoding(page))
|
|
page = getUnicode(page, kb.pageEncoding)
|
|
|
|
return page
|
|
|
|
def processResponse(page, responseHeaders):
|
|
if not kb.dumpMode:
|
|
parseResponse(page, responseHeaders)
|
|
|
|
if conf.parseErrors:
|
|
msg = extractErrorMessage(page)
|
|
|
|
if msg:
|
|
logger.info("parsed error message: '%s'" % msg)
|