2012-09-20 16:06:27 +04:00
|
|
|
"""
|
2012-10-18 01:39:07 +04:00
|
|
|
Parsers are used to parse the content of incoming HTTP requests.
|
2012-09-20 16:06:27 +04:00
|
|
|
|
2012-10-18 01:39:07 +04:00
|
|
|
They give us a generic way of being able to handle various media types
|
|
|
|
on the request, such as form content or json encoded data.
|
2012-09-20 16:06:27 +04:00
|
|
|
"""
|
|
|
|
|
|
|
|
from django.http import QueryDict
|
|
|
|
from django.http.multipartparser import MultiPartParser as DjangoMultiPartParser
|
|
|
|
from django.http.multipartparser import MultiPartParserError
|
2012-10-05 17:48:33 +04:00
|
|
|
from rest_framework.compat import yaml, ETParseError
|
2012-09-20 16:06:27 +04:00
|
|
|
from rest_framework.exceptions import ParseError
|
2013-01-03 14:41:07 +04:00
|
|
|
from rest_framework.compat import six
|
2012-09-20 16:06:27 +04:00
|
|
|
from xml.etree import ElementTree as ET
|
|
|
|
from xml.parsers.expat import ExpatError
|
2013-01-05 16:40:02 +04:00
|
|
|
import json
|
2012-09-20 16:06:27 +04:00
|
|
|
import datetime
|
|
|
|
import decimal
|
|
|
|
|
|
|
|
|
|
|
|
class DataAndFiles(object):
|
|
|
|
def __init__(self, data, files):
|
|
|
|
self.data = data
|
|
|
|
self.files = files
|
|
|
|
|
|
|
|
|
|
|
|
class BaseParser(object):
|
|
|
|
"""
|
2012-09-26 15:40:11 +04:00
|
|
|
All parsers should extend `BaseParser`, specifying a `media_type`
|
2012-10-18 01:07:56 +04:00
|
|
|
attribute, and overriding the `.parse()` method.
|
2012-09-20 16:06:27 +04:00
|
|
|
"""
|
|
|
|
|
|
|
|
media_type = None
|
|
|
|
|
2012-10-18 01:39:07 +04:00
|
|
|
def parse(self, stream, media_type=None, parser_context=None):
|
2012-09-20 16:06:27 +04:00
|
|
|
"""
|
2012-10-18 01:39:07 +04:00
|
|
|
Given a stream to read from, return the parsed representation.
|
|
|
|
Should return parsed data, or a `DataAndFiles` object consisting of the
|
2012-09-20 16:06:27 +04:00
|
|
|
parsed data and files.
|
|
|
|
"""
|
2012-10-18 01:07:56 +04:00
|
|
|
raise NotImplementedError(".parse() must be overridden.")
|
2012-09-20 16:06:27 +04:00
|
|
|
|
|
|
|
|
|
|
|
class JSONParser(BaseParser):
|
|
|
|
"""
|
|
|
|
Parses JSON-serialized data.
|
|
|
|
"""
|
|
|
|
|
|
|
|
media_type = 'application/json'
|
|
|
|
|
2012-10-18 01:39:07 +04:00
|
|
|
def parse(self, stream, media_type=None, parser_context=None):
|
2012-09-20 16:06:27 +04:00
|
|
|
"""
|
|
|
|
Returns a 2-tuple of `(data, files)`.
|
|
|
|
|
|
|
|
`data` will be an object which is the parsed content of the response.
|
|
|
|
`files` will always be `None`.
|
|
|
|
"""
|
|
|
|
try:
|
2012-11-23 04:12:33 +04:00
|
|
|
data = stream.read().decode('iso-8859-1')
|
|
|
|
return json.loads(data)
|
2012-11-22 03:20:49 +04:00
|
|
|
except ValueError as exc:
|
2012-11-23 04:12:33 +04:00
|
|
|
raise ParseError('JSON parse error - %s' % six.text_type(exc))
|
2012-09-20 16:06:27 +04:00
|
|
|
|
|
|
|
|
|
|
|
class YAMLParser(BaseParser):
|
|
|
|
"""
|
|
|
|
Parses YAML-serialized data.
|
|
|
|
"""
|
|
|
|
|
|
|
|
media_type = 'application/yaml'
|
|
|
|
|
2012-10-18 01:39:07 +04:00
|
|
|
def parse(self, stream, media_type=None, parser_context=None):
|
2012-09-20 16:06:27 +04:00
|
|
|
"""
|
|
|
|
Returns a 2-tuple of `(data, files)`.
|
|
|
|
|
|
|
|
`data` will be an object which is the parsed content of the response.
|
|
|
|
`files` will always be `None`.
|
|
|
|
"""
|
|
|
|
try:
|
2012-11-23 04:12:33 +04:00
|
|
|
data = stream.read().decode('iso-8859-1')
|
|
|
|
return yaml.safe_load(data)
|
2012-11-22 03:20:49 +04:00
|
|
|
except (ValueError, yaml.parser.ParserError) as exc:
|
2012-11-23 04:12:33 +04:00
|
|
|
raise ParseError('YAML parse error - %s' % six.u(exc))
|
2012-09-20 16:06:27 +04:00
|
|
|
|
|
|
|
|
|
|
|
class FormParser(BaseParser):
|
|
|
|
"""
|
|
|
|
Parser for form data.
|
|
|
|
"""
|
|
|
|
|
|
|
|
media_type = 'application/x-www-form-urlencoded'
|
|
|
|
|
2012-10-18 01:39:07 +04:00
|
|
|
def parse(self, stream, media_type=None, parser_context=None):
|
2012-09-20 16:06:27 +04:00
|
|
|
"""
|
|
|
|
Returns a 2-tuple of `(data, files)`.
|
|
|
|
|
|
|
|
`data` will be a :class:`QueryDict` containing all the form parameters.
|
|
|
|
`files` will always be :const:`None`.
|
|
|
|
"""
|
|
|
|
data = QueryDict(stream.read())
|
|
|
|
return data
|
|
|
|
|
|
|
|
|
|
|
|
class MultiPartParser(BaseParser):
|
|
|
|
"""
|
|
|
|
Parser for multipart form data, which may include file data.
|
|
|
|
"""
|
|
|
|
|
|
|
|
media_type = 'multipart/form-data'
|
|
|
|
|
2012-10-18 01:39:07 +04:00
|
|
|
def parse(self, stream, media_type=None, parser_context=None):
|
2012-09-20 16:06:27 +04:00
|
|
|
"""
|
|
|
|
Returns a DataAndFiles object.
|
|
|
|
|
|
|
|
`.data` will be a `QueryDict` containing all the form parameters.
|
|
|
|
`.files` will be a `QueryDict` containing all the form files.
|
|
|
|
"""
|
2012-10-15 16:27:50 +04:00
|
|
|
parser_context = parser_context or {}
|
2012-10-18 01:19:59 +04:00
|
|
|
request = parser_context['request']
|
|
|
|
meta = request.META
|
|
|
|
upload_handlers = request.upload_handlers
|
|
|
|
|
2012-09-20 16:06:27 +04:00
|
|
|
try:
|
|
|
|
parser = DjangoMultiPartParser(meta, stream, upload_handlers)
|
|
|
|
data, files = parser.parse()
|
|
|
|
return DataAndFiles(data, files)
|
2012-11-22 03:20:49 +04:00
|
|
|
except MultiPartParserError as exc:
|
2012-11-23 04:12:33 +04:00
|
|
|
raise ParseError('Multipart form parse error - %s' % six.u(exc))
|
2012-09-20 16:06:27 +04:00
|
|
|
|
|
|
|
|
|
|
|
class XMLParser(BaseParser):
|
|
|
|
"""
|
|
|
|
XML parser.
|
|
|
|
"""
|
|
|
|
|
|
|
|
media_type = 'application/xml'
|
|
|
|
|
2012-10-18 01:39:07 +04:00
|
|
|
def parse(self, stream, media_type=None, parser_context=None):
|
2012-09-20 16:06:27 +04:00
|
|
|
try:
|
|
|
|
tree = ET.parse(stream)
|
2012-11-22 03:20:49 +04:00
|
|
|
except (ExpatError, ETParseError, ValueError) as exc:
|
2012-11-23 04:12:33 +04:00
|
|
|
raise ParseError('XML parse error - %s' % six.u(exc))
|
2012-09-20 16:06:27 +04:00
|
|
|
data = self._xml_convert(tree.getroot())
|
|
|
|
|
|
|
|
return data
|
|
|
|
|
|
|
|
def _xml_convert(self, element):
|
|
|
|
"""
|
|
|
|
convert the xml `element` into the corresponding python object
|
|
|
|
"""
|
|
|
|
|
|
|
|
children = element.getchildren()
|
|
|
|
|
|
|
|
if len(children) == 0:
|
|
|
|
return self._type_convert(element.text)
|
|
|
|
else:
|
|
|
|
# if the fist child tag is list-item means all children are list-item
|
|
|
|
if children[0].tag == "list-item":
|
|
|
|
data = []
|
|
|
|
for child in children:
|
|
|
|
data.append(self._xml_convert(child))
|
|
|
|
else:
|
|
|
|
data = {}
|
|
|
|
for child in children:
|
|
|
|
data[child.tag] = self._xml_convert(child)
|
|
|
|
|
|
|
|
return data
|
|
|
|
|
|
|
|
def _type_convert(self, value):
|
|
|
|
"""
|
|
|
|
Converts the value returned by the XMl parse into the equivalent
|
|
|
|
Python type
|
|
|
|
"""
|
|
|
|
if value is None:
|
|
|
|
return value
|
|
|
|
|
|
|
|
try:
|
|
|
|
return datetime.datetime.strptime(value, '%Y-%m-%d %H:%M:%S')
|
|
|
|
except ValueError:
|
|
|
|
pass
|
|
|
|
|
|
|
|
try:
|
|
|
|
return int(value)
|
|
|
|
except ValueError:
|
|
|
|
pass
|
|
|
|
|
|
|
|
try:
|
|
|
|
return decimal.Decimal(value)
|
|
|
|
except decimal.InvalidOperation:
|
|
|
|
pass
|
|
|
|
|
|
|
|
return value
|