sorry Bernardo, i hope your mobile is turned off :)))

This commit is contained in:
Miroslav Stampar 2011-06-20 22:47:24 +00:00
parent 2a4a284a29
commit dfc02d8c3c

View File

@ -54,7 +54,7 @@ class Crawler:
content = None content = None
try: try:
if current.split('.')[-1].lower() not in CRAWL_EXCLUDE_EXTENSIONS: if current:
content = Request.getPage(url=current, raise404=False)[0] content = Request.getPage(url=current, raise404=False)[0]
except sqlmapConnectionException, e: except sqlmapConnectionException, e:
errMsg = "connection exception detected (%s). skipping " % e errMsg = "connection exception detected (%s). skipping " % e
@ -79,11 +79,12 @@ class Crawler:
elif not target: elif not target:
continue continue
kb.locks.outputs.acquire() if url.split('.')[-1].lower() not in CRAWL_EXCLUDE_EXTENSIONS:
threadData.shared.deeper.add(url) kb.locks.outputs.acquire()
if re.search(r"(.*?)\?(.+)", url): threadData.shared.deeper.add(url)
threadData.shared.outputs.add(url) if re.search(r"(.*?)\?(.+)", url):
kb.locks.outputs.release() threadData.shared.outputs.add(url)
kb.locks.outputs.release()
if conf.verbose in (1, 2): if conf.verbose in (1, 2):
kb.locks.ioLock.acquire() kb.locks.ioLock.acquire()