minor update

This commit is contained in:
Miroslav Stampar 2011-06-20 11:46:23 +00:00
parent 07e2c72943
commit cda39ca350
2 changed files with 12 additions and 2 deletions

View File

@ -394,7 +394,17 @@ def __setCrawler():
return
crawler = Crawler()
crawler.getTargetUrls()
depth = 1
infoMsg = "setting crawling options"
logger.info(infoMsg)
message = "please enter maximum depth [Enter for %d (default)] " % depth
choice = readInput(message, default=str(depth))
if choice and choice.isdigit():
depth = int(choice)
crawler.getTargetUrls(depth)
def __setGoogleDorking():
"""

View File

@ -70,7 +70,7 @@ class Crawler:
threadData.shared.deeper = set()
threadData.shared.unprocessed = set([conf.url])
logger.info("starting crawling")
logger.info("starting crawler")
for i in xrange(depth):
numThreads = min(conf.threads, len(threadData.shared.unprocessed))