django-rest-framework/djangorestframework/parsers.py

from StringIO import StringIO

from django.http.multipartparser import MultiPartParser as DjangoMPParser

from djangorestframework.response import ResponseException
from djangorestframework import status

try:
    import json
except ImportError:
    import simplejson as json

try:
    from urlparse import parse_qs
except ImportError:
    from cgi import parse_qs

class ParserMixin(object):
    parsers = ()

    def parse(self, content_type, content):
        # See RFC 2616 sec 3 - http://www.w3.org/Protocols/rfc2616/rfc2616-sec3.html#sec3.7
        split = content_type.split(';', 1)
        if len(split) > 1:
            content_type = split[0]
        content_type = content_type.strip()

        media_type_to_parser = dict([(parser.media_type, parser) for parser in self.parsers])

        try:
            parser = media_type_to_parser[content_type]
        except KeyError:
            raise ResponseException(status.HTTP_415_UNSUPPORTED_MEDIA_TYPE,
                                    {'error': 'Unsupported media type in request \'%s\'.' % content_type})
        
        return parser(self).parse(content)

    @property
    def parsed_media_types(self):
        """Return an list of all the media types that this ParserMixin can parse."""
        return [parser.media_type for parser in self.parsers]
    
    @property
    def default_parser(self):
        """Return the ParerMixin's most prefered emitter.
        (This has no behavioural effect, but is may be used by documenting emitters)"""        
        return self.parsers[0]


class BaseParser(object):
    """All parsers should extend BaseParser, specifing a media_type attribute,
    and overriding the parse() method."""

    media_type = None

    def __init__(self, resource):
        """Initialise the parser with the Resource instance as state,
        in case the parser needs to access any metadata on the Resource object."""
        self.resource = resource
    
    def parse(self, input):
        """Given some serialized input, return the deserialized output.
        The input will be the raw request content body.  The return value may be of
        any type, but for many parsers/inputs it might typically be a dict."""
        return input


class JSONParser(BaseParser):
    media_type = 'application/json'

    def parse(self, input):
        try:
            return json.loads(input)
        except ValueError, exc:
            raise ResponseException(status.HTTP_400_BAD_REQUEST, {'detail': 'JSON parse error - %s' % str(exc)})


class XMLParser(BaseParser):
    media_type = 'application/xml'

class DataFlatener(object):
#TODO : document + test

    def flatten_data(self, data):
        """Given a data dictionary ``{<key>: <value_list>}``, returns a flattened dictionary according to :meth:`FormParser.is_a_list`.
        """
        flatdata = dict()
        for key, attr_value in data.items():
            if self.is_a_list(key):
                if isinstance(attr_value, list):
                    flatdata[key] = attr_value
                else:
                    flatdata[key] = [attr_value]
            else:
                if isinstance(attr_value, list):
                    flatdata[key] = attr_value[0]
                else:
                    flatdata[key] = attr_value 
        return flatdata

    def is_a_list(self, key):
        """ """
        return False

class FormParser(BaseParser, DataFlatener):
    """The default parser for form data.
    Return a dict containing a single value for each non-reserved parameter.
    """
    # TODO: document flatening
    # TODO: writing tests for PUT files + normal data
    # TODO: document EMPTY workaround
    media_type = 'application/x-www-form-urlencoded'

    EMPTY_VALUE = 'EMPTY'

    def parse(self, input):
        request = self.resource.request

        if request.method == 'PUT':
            data = parse_qs(input)
        elif request.method == 'POST':
            # Django has already done the form parsing for us.
            data = dict(request.POST.iterlists())

        # Flatening data and removing EMPTY_VALUEs from the lists
        data = self.flatten_data(data)
        for key in filter(lambda k: self.is_a_list(k), data):
            self.remove_empty_val(data[key])

        # Strip any parameters that we are treating as reserved
        for key in data.keys():
            if key in self.resource.RESERVED_FORM_PARAMS:
                data.pop(key)
        return data

    def remove_empty_val(self, val_list):
        """ """
        while(1): # Because there might be several times EMPTY_VALUE in the list
            try: 
                ind = val_list.index(self.EMPTY_VALUE)
            except ValueError:
                break
            else:
                val_list.pop(ind) 

# TODO: Allow parsers to specify multiple media_types
class MultipartParser(BaseParser, DataFlatener):
    media_type = 'multipart/form-data'

    def parse(self, input):
        request = self.resource.request

        if request.method == 'PUT':
            upload_handlers = request._get_upload_handlers()
            django_mpp = DjangoMPParser(request.META, StringIO(input), upload_handlers)
            data, files = django_mpp.parse()
        elif request.method == 'POST':
            # Django has already done the form parsing for us.
            data = request.POST
            files = request.FILES

        # Flatening data, files and combining them
        data = self.flatten_data(data)
        files = self.flatten_data(files)
        data.update(files)
        
        # Strip any parameters that we are treating as reserved
        for key in data.keys():
            if key in self.resource.RESERVED_FORM_PARAMS:
                data.pop(key)
        return data