Minor just in case update for an Issue #117

This commit is contained in:
Miroslav Stampar 2012-07-23 14:46:43 +02:00
parent c6b724489b
commit 63bf99ce77

View File

@ -124,16 +124,20 @@ class Connect:
retVal = "" retVal = ""
if not kb.dnsMode: if not kb.dnsMode:
while True: if conn.headers.getheader(HTTPHEADER.CONTENT_ENCODING, "").lower() in ("gzip", "deflate")\
_ = conn.read(MAX_CONNECTION_CHUNK_SIZE) or "text" not in conn.headers.getheader(HTTPHEADER.CONTENT_TYPE, "").lower():
if len(_) == MAX_CONNECTION_CHUNK_SIZE: retVal = conn.read()
warnMsg = "large response detected. This could take a while" else:
singleTimeWarnMessage(warnMsg) while True:
_ = re.sub(r"(?si)%s.+?%s" % (kb.chars.stop, kb.chars.start), "%s%s%s" % (kb.chars.stop, LARGE_CHUNK_TRIM_MARKER, kb.chars.start), _) _ = conn.read(MAX_CONNECTION_CHUNK_SIZE)
retVal += _ if len(_) == MAX_CONNECTION_CHUNK_SIZE:
else: warnMsg = "large response detected. This could take a while"
retVal += _ singleTimeWarnMessage(warnMsg)
break _ = re.sub(r"(?si)%s.+?%s" % (kb.chars.stop, kb.chars.start), "%s%s%s" % (kb.chars.stop, LARGE_CHUNK_TRIM_MARKER, kb.chars.start), _)
retVal += _
else:
retVal += _
break
return retVal return retVal