mirror of
https://github.com/sqlmapproject/sqlmap.git
synced 2024-11-22 09:36:35 +03:00
78 lines
2.1 KiB
Python
78 lines
2.1 KiB
Python
#!/usr/bin/env python2
|
|
|
|
"""
|
|
Copyright (c) 2006-2013 sqlmap developers (http://sqlmap.org/)
|
|
See the file 'doc/COPYING' for copying permission
|
|
"""
|
|
|
|
import os
|
|
import zipfile
|
|
|
|
from lib.core.exception import SqlmapDataException
|
|
from lib.core.settings import UNICODE_ENCODING
|
|
|
|
class Wordlist(object):
|
|
"""
|
|
Iterator for looping over a large dictionaries
|
|
"""
|
|
|
|
def __init__(self, filenames, proc_id=None, proc_count=None, custom=None):
|
|
self.filenames = filenames
|
|
self.fp = None
|
|
self.index = 0
|
|
self.counter = -1
|
|
self.iter = None
|
|
self.custom = custom or []
|
|
self.proc_id = proc_id
|
|
self.proc_count = proc_count
|
|
self.adjust()
|
|
|
|
def __iter__(self):
|
|
return self
|
|
|
|
def adjust(self):
|
|
self.closeFP()
|
|
if self.index > len(self.filenames):
|
|
raise StopIteration
|
|
elif self.index == len(self.filenames):
|
|
self.iter = iter(self.custom)
|
|
else:
|
|
current = self.filenames[self.index]
|
|
if os.path.splitext(current)[1].lower() == ".zip":
|
|
_ = zipfile.ZipFile(current, 'r')
|
|
if len(_.namelist()) == 0:
|
|
errMsg = "no file(s) inside '%s'" % current
|
|
raise SqlmapDataException(errMsg)
|
|
self.fp = _.open(_.namelist()[0])
|
|
else:
|
|
self.fp = open(current, 'r')
|
|
self.iter = iter(self.fp)
|
|
|
|
self.index += 1
|
|
|
|
def closeFP(self):
|
|
if self.fp:
|
|
self.fp.close()
|
|
self.fp = None
|
|
|
|
def next(self):
|
|
retVal = None
|
|
while True:
|
|
self.counter += 1
|
|
try:
|
|
retVal = self.iter.next().rstrip()
|
|
except StopIteration:
|
|
self.adjust()
|
|
retVal = self.iter.next().rstrip()
|
|
try:
|
|
retVal = retVal.decode(UNICODE_ENCODING)
|
|
except UnicodeDecodeError:
|
|
continue
|
|
if not self.proc_count or self.counter % self.proc_count == self.proc_id:
|
|
break
|
|
return retVal
|
|
|
|
def rewind(self):
|
|
self.index = 0
|
|
self.adjust()
|