foundation for filtering binary string values (for example, replacement of non readable chars with #)

lib/core/common.py

@@ -1806,7 +1806,7 @@ def removeDynamicContent(page):
 
     return page
 
-def filterStringValue(value, regex):
+def filterStringValue(value, regex, replace=None):
     """
     Returns string value consisting only
     of chars satisfying supplied regular
@@ -1818,6 +1818,8 @@ def filterStringValue(value, regex):
         for char in value:
             if re.search(regex, char):
                 retVal += char
+            elif replace:
+                retVal += replace
 
     return retVal
 

lib/core/settings.py

@@ -52,6 +52,7 @@ DUMP_STOP_MARKER    = "__STOP__"
 
 PAYLOAD_DELIMITER   = "\x00"
 CHAR_INFERENCE_MARK = "%c"
+READABLE_CHAR_REGEX = r'[\ -~]'
 
 # coefficient used for a time-based query delay checking (must be >= 7)
 TIME_STDEV_COEFF    = 10