django-rest-framework/rest_framework/fields.py

1709 lines
60 KiB
Python
Raw Normal View History

from __future__ import unicode_literals
2015-06-25 23:55:51 +03:00
import collections
import copy
2015-06-25 23:55:51 +03:00
import datetime
import decimal
import inspect
2015-09-28 19:25:52 +03:00
import json
2015-06-25 23:55:51 +03:00
import re
import uuid
2015-09-22 17:35:38 +03:00
from collections import OrderedDict
2014-09-09 20:46:28 +04:00
from django.conf import settings
from django.core.exceptions import ValidationError as DjangoValidationError
2015-06-25 23:55:51 +03:00
from django.core.exceptions import ObjectDoesNotExist
2015-09-21 17:29:33 +03:00
from django.core.validators import (
EmailValidator, MaxLengthValidator, MaxValueValidator, MinLengthValidator,
MinValueValidator, RegexValidator, URLValidator, ip_address_validators
2015-09-21 17:29:33 +03:00
)
from django.forms import FilePathField as DjangoFilePathField
2015-07-19 01:22:57 +03:00
from django.forms import ImageField as DjangoImageField
from django.utils import six, timezone
from django.utils.dateparse import (
parse_date, parse_datetime, parse_duration, parse_time
)
from django.utils.duration import duration_string
from django.utils.encoding import is_protected_type, smart_text
from django.utils.formats import localize_input, sanitize_separators
from django.utils.functional import cached_property
2015-02-28 10:11:38 +03:00
from django.utils.ipv6 import clean_ipv6_address
2014-09-09 20:46:28 +04:00
from django.utils.translation import ugettext_lazy as _
2014-09-09 20:46:28 +04:00
from rest_framework import ISO_8601
from rest_framework.compat import (
get_remote_field, unicode_repr, unicode_to_repr, value_from_object
)
2014-10-17 16:23:14 +04:00
from rest_framework.exceptions import ValidationError
2014-09-09 20:46:28 +04:00
from rest_framework.settings import api_settings
2015-06-25 23:55:51 +03:00
from rest_framework.utils import html, humanize_datetime, representation
2013-04-25 15:47:34 +04:00
2012-11-22 03:20:49 +04:00
2014-08-29 19:46:26 +04:00
class empty:
"""
2014-08-29 19:46:26 +04:00
This class is used to represent no data being provided for a given input
or output value.
2014-08-29 19:46:26 +04:00
It is required because `None` may be a valid input or output value.
"""
pass
2013-05-25 02:44:23 +04:00
2014-09-02 20:41:23 +04:00
def is_simple_callable(obj):
"""
True if the object is a callable that takes no arguments.
"""
function = inspect.isfunction(obj)
method = inspect.ismethod(obj)
if not (function or method):
return False
args, _, _, defaults = inspect.getargspec(obj)
len_args = len(args) if function else len(args) - 1
len_defaults = len(defaults) if defaults else 0
return len_args <= len_defaults
2014-08-29 19:46:26 +04:00
def get_attribute(instance, attrs):
"""
2014-08-29 19:46:26 +04:00
Similar to Python's built in `getattr(instance, attr)`,
but takes a list of nested attributes, instead of a single attribute.
2014-09-08 17:24:05 +04:00
Also accepts either attribute lookup on objects or dictionary lookups.
"""
2014-08-29 19:46:26 +04:00
for attr in attrs:
if instance is None:
# Break out early if we get `None` at any point in a nested lookup.
return None
2014-09-08 17:24:05 +04:00
try:
if isinstance(instance, collections.Mapping):
instance = instance[attr]
else:
instance = getattr(instance, attr)
2014-10-08 14:04:08 +04:00
except ObjectDoesNotExist:
return None
if is_simple_callable(instance):
try:
instance = instance()
except (AttributeError, KeyError) as exc:
# If we raised an Attribute or KeyError here it'd get treated
# as an omitted field in `Field.get_attribute()`. Instead we
# raise a ValueError to ensure the exception is not masked.
raise ValueError('Exception raised in callable attribute "{0}"; original exception was: {1}'.format(attr, exc))
2014-08-29 19:46:26 +04:00
return instance
2013-03-06 16:19:39 +04:00
2014-08-29 19:46:26 +04:00
def set_value(dictionary, keys, value):
"""
2014-08-29 19:46:26 +04:00
Similar to Python's built in `dictionary[key] = value`,
but takes a list of nested keys instead of a single key.
2014-08-29 19:46:26 +04:00
set_value({'a': 1}, [], {'b': 2}) -> {'a': 1, 'b': 2}
set_value({'a': 1}, ['x'], 2) -> {'a': 1, 'x': 2}
set_value({'a': 1}, ['x', 'y'], 2) -> {'a': 1, 'x': {'y': 2}}
"""
2014-08-29 19:46:26 +04:00
if not keys:
dictionary.update(value)
return
2014-08-29 19:46:26 +04:00
for key in keys[:-1]:
if key not in dictionary:
dictionary[key] = {}
dictionary = dictionary[key]
2014-08-29 19:46:26 +04:00
dictionary[keys[-1]] = value
def to_choices_dict(choices):
"""
Convert choices into key/value dicts.
to_choices_dict([1]) -> {1: 1}
to_choices_dict([(1, '1st'), (2, '2nd')]) -> {1: '1st', 2: '2nd'}
to_choices_dict([('Group', ((1, '1st'), 2))]) -> {'Group': {1: '1st', 2: '2nd'}}
"""
# Allow single, paired or grouped choices style:
# choices = [1, 2, 3]
# choices = [(1, 'First'), (2, 'Second'), (3, 'Third')]
# choices = [('Category', ((1, 'First'), (2, 'Second'))), (3, 'Third')]
ret = OrderedDict()
2015-08-06 13:43:03 +03:00
for choice in choices:
if (not isinstance(choice, (list, tuple))):
# single choice
ret[choice] = choice
2015-08-06 13:43:03 +03:00
else:
key, value = choice
if isinstance(value, (list, tuple)):
# grouped choices (category, sub choices)
ret[key] = to_choices_dict(value)
2015-08-06 13:43:03 +03:00
else:
# paired choice (key, display value)
ret[key] = value
2015-08-06 13:43:03 +03:00
return ret
def flatten_choices_dict(choices):
2015-08-06 13:43:03 +03:00
"""
Convert a group choices dict into a flat dict of choices.
2015-08-06 13:43:03 +03:00
flatten_choices_dict({1: '1st', 2: '2nd'}) -> {1: '1st', 2: '2nd'}
flatten_choices_dict({'Group': {1: '1st', 2: '2nd'}}) -> {1: '1st', 2: '2nd'}
2015-08-06 13:43:03 +03:00
"""
ret = OrderedDict()
for key, value in choices.items():
if isinstance(value, dict):
2015-08-06 13:43:03 +03:00
# grouped choices (category, sub choices)
for sub_key, sub_value in value.items():
ret[sub_key] = sub_value
else:
2015-08-06 13:43:03 +03:00
# choice (key, display value)
ret[key] = value
2015-08-06 13:43:03 +03:00
return ret
def iter_options(grouped_choices, cutoff=None, cutoff_text=None):
"""
Helper function for options and option groups in templates.
"""
class StartOptionGroup(object):
start_option_group = True
end_option_group = False
def __init__(self, label):
self.label = label
class EndOptionGroup(object):
start_option_group = False
end_option_group = True
class Option(object):
start_option_group = False
end_option_group = False
2015-08-21 12:52:44 +03:00
def __init__(self, value, display_text, disabled=False):
self.value = value
self.display_text = display_text
2015-08-21 12:52:44 +03:00
self.disabled = disabled
count = 0
for key, value in grouped_choices.items():
2015-08-21 12:52:44 +03:00
if cutoff and count >= cutoff:
break
if isinstance(value, dict):
yield StartOptionGroup(label=key)
for sub_key, sub_value in value.items():
2015-08-21 12:52:44 +03:00
if cutoff and count >= cutoff:
break
yield Option(value=sub_key, display_text=sub_value)
2015-08-21 12:52:44 +03:00
count += 1
yield EndOptionGroup()
else:
yield Option(value=key, display_text=value)
2015-08-21 12:52:44 +03:00
count += 1
if cutoff and count >= cutoff and cutoff_text:
cutoff_text = cutoff_text.format(count=cutoff)
yield Option(value='n/a', display_text=cutoff_text, disabled=True)
class CreateOnlyDefault(object):
"""
This class may be used to provide default values that are only used
for create operations, but that do not return any value for update
operations.
"""
def __init__(self, default):
self.default = default
def set_context(self, serializer_field):
self.is_update = serializer_field.parent.instance is not None
if callable(self.default) and hasattr(self.default, 'set_context') and not self.is_update:
self.default.set_context(serializer_field)
def __call__(self):
if self.is_update:
raise SkipField()
if callable(self.default):
return self.default()
return self.default
def __repr__(self):
return unicode_to_repr(
'%s(%s)' % (self.__class__.__name__, unicode_repr(self.default))
)
class CurrentUserDefault(object):
def set_context(self, serializer_field):
self.user = serializer_field.context['request'].user
def __call__(self):
return self.user
def __repr__(self):
return unicode_to_repr('%s()' % self.__class__.__name__)
2014-08-29 19:46:26 +04:00
class SkipField(Exception):
pass
2012-10-04 16:28:14 +04:00
2014-09-09 20:46:28 +04:00
NOT_READ_ONLY_WRITE_ONLY = 'May not set both `read_only` and `write_only`'
NOT_READ_ONLY_REQUIRED = 'May not set both `read_only` and `required`'
NOT_REQUIRED_DEFAULT = 'May not set both `required` and `default`'
2014-09-26 13:46:52 +04:00
USE_READONLYFIELD = 'Field(read_only=True) should be ReadOnlyField'
2014-09-09 20:46:28 +04:00
MISSING_ERROR_MESSAGE = (
2014-10-17 16:23:14 +04:00
'ValidationError raised by `{class_name}`, but error key `{key}` does '
2014-09-09 20:46:28 +04:00
'not exist in the `error_messages` dictionary.'
)
2014-08-29 19:46:26 +04:00
class Field(object):
_creation_counter = 0
2014-09-09 20:46:28 +04:00
default_error_messages = {
2014-09-22 20:46:02 +04:00
'required': _('This field is required.'),
'null': _('This field may not be null.')
2014-08-29 19:46:26 +04:00
}
2014-09-08 17:24:05 +04:00
default_validators = []
2014-10-02 21:13:15 +04:00
default_empty_html = empty
2014-09-26 13:46:52 +04:00
initial = None
2014-09-08 17:24:05 +04:00
2014-08-29 19:46:26 +04:00
def __init__(self, read_only=False, write_only=False,
2014-09-26 13:46:52 +04:00
required=None, default=empty, initial=empty, source=None,
2014-09-10 16:52:16 +04:00
label=None, help_text=None, style=None,
error_messages=None, validators=None, allow_null=False):
2014-08-29 19:46:26 +04:00
self._creation_counter = Field._creation_counter
Field._creation_counter += 1
2014-08-29 19:46:26 +04:00
# If `required` is unset, then use `True` unless a default is provided.
if required is None:
required = default is empty and not read_only
2014-08-29 19:46:26 +04:00
# Some combinations of keyword arguments do not make sense.
2014-09-09 20:46:28 +04:00
assert not (read_only and write_only), NOT_READ_ONLY_WRITE_ONLY
assert not (read_only and required), NOT_READ_ONLY_REQUIRED
assert not (required and default is not empty), NOT_REQUIRED_DEFAULT
2014-09-26 13:46:52 +04:00
assert not (read_only and self.__class__ == Field), USE_READONLYFIELD
2014-08-29 19:46:26 +04:00
self.read_only = read_only
self.write_only = write_only
self.required = required
self.default = default
self.source = source
2014-09-26 13:46:52 +04:00
self.initial = self.initial if (initial is empty) else initial
2014-08-29 19:46:26 +04:00
self.label = label
2014-09-10 16:52:16 +04:00
self.help_text = help_text
2014-08-29 19:46:26 +04:00
self.style = {} if style is None else style
2014-09-22 20:46:02 +04:00
self.allow_null = allow_null
2014-09-09 20:46:28 +04:00
if self.default_empty_html is not empty:
if default is not empty:
self.default_empty_html = default
if validators is not None:
self.validators = validators[:]
# These are set up by `.bind()` when the field is added to a serializer.
self.field_name = None
self.parent = None
2014-09-09 20:46:28 +04:00
# Collect default error message from self and parent classes
messages = {}
for cls in reversed(self.__class__.__mro__):
messages.update(getattr(cls, 'default_error_messages', {}))
messages.update(error_messages or {})
self.error_messages = messages
2012-10-04 16:28:14 +04:00
def bind(self, field_name, parent):
2012-10-04 16:28:14 +04:00
"""
2014-09-26 13:46:52 +04:00
Initializes the field name and parent for the field instance.
Called when a field is added to the parent serializer instance.
2012-10-04 16:28:14 +04:00
"""
2014-09-24 23:53:37 +04:00
# In order to enforce a consistent style, we error if a redundant
# 'source' argument has been used. For example:
# my_field = serializer.CharField(source='my_field')
assert self.source != field_name, (
2014-09-24 23:53:37 +04:00
"It is redundant to specify `source='%s'` on field '%s' in "
"serializer '%s', because it is the same as the field name. "
2014-09-24 23:53:37 +04:00
"Remove the `source` keyword argument." %
(field_name, self.__class__.__name__, parent.__class__.__name__)
)
2014-08-29 19:46:26 +04:00
self.field_name = field_name
2012-10-04 16:28:14 +04:00
self.parent = parent
# `self.label` should default to being based on the field name.
2014-08-29 19:46:26 +04:00
if self.label is None:
2014-09-18 14:20:56 +04:00
self.label = field_name.replace('_', ' ').capitalize()
2012-10-04 16:28:14 +04:00
2014-08-29 19:46:26 +04:00
# self.source should default to being the same as the field name.
if self.source is None:
self.source = field_name
2012-10-04 16:28:14 +04:00
2014-08-29 19:46:26 +04:00
# self.source_attrs is a list of attributes that need to be looked up
# when serializing the instance, or populating the validated data.
2012-10-04 16:28:14 +04:00
if self.source == '*':
2014-08-29 19:46:26 +04:00
self.source_attrs = []
else:
self.source_attrs = self.source.split('.')
2012-10-04 16:28:14 +04:00
# .validators is a lazily loaded property, that gets its default
# value from `get_validators`.
@property
def validators(self):
if not hasattr(self, '_validators'):
self._validators = self.get_validators()
return self._validators
@validators.setter
def validators(self, validators):
self._validators = validators
def get_validators(self):
return self.default_validators[:]
2014-08-29 19:46:26 +04:00
def get_initial(self):
2012-10-04 16:28:14 +04:00
"""
Return a value to use when the field is being returned as a primitive
2014-08-29 19:46:26 +04:00
value, without any object instance.
2012-10-04 16:28:14 +04:00
"""
if callable(self.initial):
return self.initial()
2014-08-29 19:46:26 +04:00
return self.initial
2012-10-04 16:28:14 +04:00
2014-08-29 19:46:26 +04:00
def get_value(self, dictionary):
2012-10-04 16:28:14 +04:00
"""
Given the *incoming* primitive data, return the value for this field
2014-08-29 19:46:26 +04:00
that should be validated and transformed to a native value.
2012-10-04 16:28:14 +04:00
"""
2014-09-23 17:15:00 +04:00
if html.is_html_input(dictionary):
# HTML forms will represent empty fields as '', and cannot
# represent None or False values directly.
if self.field_name not in dictionary:
if getattr(self.root, 'partial', False):
return empty
return self.default_empty_html
ret = dictionary[self.field_name]
if ret == '' and self.allow_null:
# If the field is blank, and null is a valid value then
# determine if we should use null instead.
return '' if getattr(self, 'allow_blank', False) else None
elif ret == '' and not self.required:
# If the field is blank, and emptyness is valid then
# determine if we should use emptyness instead.
return '' if getattr(self, 'allow_blank', False) else empty
return ret
2014-08-29 19:46:26 +04:00
return dictionary.get(self.field_name, empty)
2014-10-16 23:45:36 +04:00
def get_attribute(self, instance):
2014-08-29 19:46:26 +04:00
"""
2014-10-16 23:45:36 +04:00
Given the *outgoing* object instance, return the primitive value
2014-09-26 17:32:44 +04:00
that should be used for this field.
2014-08-29 19:46:26 +04:00
"""
try:
return get_attribute(instance, self.source_attrs)
except (KeyError, AttributeError) as exc:
if not self.required and self.default is empty:
raise SkipField()
msg = (
'Got {exc_type} when attempting to get a value for field '
'`{field}` on serializer `{serializer}`.\nThe serializer '
'field might be named incorrectly and not match '
'any attribute or key on the `{instance}` instance.\n'
'Original exception text was: {exc}.'.format(
exc_type=type(exc).__name__,
field=self.field_name,
serializer=self.parent.__class__.__name__,
instance=instance.__class__.__name__,
exc=exc
)
)
raise type(exc)(msg)
2014-08-29 19:46:26 +04:00
def get_default(self):
"""
Return the default value to use when validating data if no input
is provided for this field.
2013-06-06 11:56:39 +04:00
2014-08-29 19:46:26 +04:00
If a default has not been set for this field then this will simply
return `empty`, indicating that no value should be set in the
validated data for this field.
"""
if self.default is empty or getattr(self.root, 'partial', False):
# No default, or this is a partial update.
2014-08-29 19:46:26 +04:00
raise SkipField()
if callable(self.default):
if hasattr(self.default, 'set_context'):
self.default.set_context(self)
return self.default()
return self.default
def validate_empty_values(self, data):
2014-08-29 19:46:26 +04:00
"""
Validate empty values, and either:
* Raise `ValidationError`, indicating invalid data.
* Raise `SkipField`, indicating that the field should be ignored.
* Return (True, data), indicating an empty value that should be
2015-03-27 21:00:19 +03:00
returned without any further validation being applied.
* Return (False, data), indicating a non-empty value, that should
have validation applied as normal.
2014-08-29 19:46:26 +04:00
"""
if self.read_only:
return (True, self.get_default())
2014-08-29 19:46:26 +04:00
if data is empty:
2014-09-26 13:46:52 +04:00
if getattr(self.root, 'partial', False):
raise SkipField()
2014-08-29 19:46:26 +04:00
if self.required:
self.fail('required')
return (True, self.get_default())
2014-09-22 20:46:02 +04:00
if data is None:
if not self.allow_null:
self.fail('null')
return (True, None)
return (False, data)
2014-09-22 20:46:02 +04:00
def run_validation(self, data=empty):
"""
Validate a simple representation and return the internal value.
The provided data may be `empty` if no representation was included
in the input.
May raise `SkipField` if the field should not be included in the
validated data.
"""
(is_empty_value, data) = self.validate_empty_values(data)
if is_empty_value:
return data
value = self.to_internal_value(data)
2014-09-09 20:46:28 +04:00
self.run_validators(value)
return value
2014-09-08 17:24:05 +04:00
def run_validators(self, value):
2014-09-22 17:54:33 +04:00
"""
Test the given value against all the validators on the field,
2014-10-17 16:23:14 +04:00
and either raise a `ValidationError` or simply return.
2014-09-22 17:54:33 +04:00
"""
2014-09-08 17:24:05 +04:00
errors = []
for validator in self.validators:
if hasattr(validator, 'set_context'):
validator.set_context(self)
2014-09-08 17:24:05 +04:00
try:
validator(value)
2014-10-17 16:23:14 +04:00
except ValidationError as exc:
# If the validation error contains a mapping of fields to
# errors then simply raise it immediately rather than
# attempting to accumulate a list of errors.
if isinstance(exc.detail, dict):
raise
errors.extend(exc.detail)
except DjangoValidationError as exc:
2014-09-08 17:24:05 +04:00
errors.extend(exc.messages)
if errors:
2014-10-17 16:23:14 +04:00
raise ValidationError(errors)
2014-09-08 17:24:05 +04:00
def to_internal_value(self, data):
"""
Transform the *incoming* primitive data into a native value.
"""
raise NotImplementedError(
'{cls}.to_internal_value() must be implemented.'.format(
cls=self.__class__.__name__
)
)
def to_representation(self, value):
"""
Transform the *outgoing* native value into primitive data.
"""
raise NotImplementedError(
2015-07-02 12:16:43 +03:00
'{cls}.to_representation() must be implemented for field '
'{field_name}. If you do not need to support write operations '
'you probably want to subclass `ReadOnlyField` instead.'.format(
cls=self.__class__.__name__,
field_name=self.field_name,
)
)
2014-08-29 19:46:26 +04:00
def fail(self, key, **kwargs):
"""
A helper method that simply raises a validation error.
"""
2012-10-04 16:28:14 +04:00
try:
2014-09-09 20:46:28 +04:00
msg = self.error_messages[key]
except KeyError:
2014-08-29 19:46:26 +04:00
class_name = self.__class__.__name__
2014-09-09 20:46:28 +04:00
msg = MISSING_ERROR_MESSAGE.format(class_name=class_name, key=key)
2014-08-29 19:46:26 +04:00
raise AssertionError(msg)
message_string = msg.format(**kwargs)
2014-10-17 16:23:14 +04:00
raise ValidationError(message_string)
@cached_property
2014-09-25 16:37:26 +04:00
def root(self):
"""
Returns the top-level serializer for this field.
"""
root = self
while root.parent is not None:
root = root.parent
return root
@cached_property
2014-09-25 16:37:26 +04:00
def context(self):
"""
Returns the context as passed to the root serializer on initialization.
"""
return getattr(self.root, '_context', {})
2014-09-26 13:46:52 +04:00
def __new__(cls, *args, **kwargs):
"""
When a field is instantiated, we store the arguments that were used,
so that we can present a helpful representation of the object.
"""
instance = super(Field, cls).__new__(cls)
instance._args = args
instance._kwargs = kwargs
return instance
def __deepcopy__(self, memo):
"""
When cloning fields we instantiate using the arguments it was
originally created with, rather than copying the complete state.
"""
args = copy.deepcopy(self._args)
kwargs = dict(self._kwargs)
# Bit ugly, but we need to special case 'validators' as Django's
# RegexValidator does not support deepcopy.
# We treat validator callables as immutable objects.
# See https://github.com/tomchristie/django-rest-framework/issues/1954
validators = kwargs.pop('validators', None)
kwargs = copy.deepcopy(kwargs)
if validators is not None:
kwargs['validators'] = validators
2014-09-26 13:46:52 +04:00
return self.__class__(*args, **kwargs)
2014-09-05 19:29:46 +04:00
def __repr__(self):
2014-09-25 16:37:26 +04:00
"""
Fields are represented using their initial calling arguments.
This allows us to create descriptive representations for serializer
instances that show all the declared fields on the serializer.
"""
return unicode_to_repr(representation.field_repr(self))
2014-09-05 19:29:46 +04:00
2014-09-09 20:46:28 +04:00
# Boolean types...
2014-08-29 19:46:26 +04:00
class BooleanField(Field):
2014-09-09 20:46:28 +04:00
default_error_messages = {
2015-01-07 21:22:30 +03:00
'invalid': _('"{input}" is not a valid boolean.')
}
2014-09-23 17:15:00 +04:00
default_empty_html = False
initial = False
TRUE_VALUES = {'t', 'T', 'true', 'True', 'TRUE', '1', 1, True}
FALSE_VALUES = {'f', 'F', 'false', 'False', 'FALSE', '0', 0, 0.0, False}
2014-08-29 19:46:26 +04:00
2014-09-23 17:30:17 +04:00
def __init__(self, **kwargs):
assert 'allow_null' not in kwargs, '`allow_null` is not a valid option. Use `NullBooleanField` instead.'
super(BooleanField, self).__init__(**kwargs)
def to_internal_value(self, data):
try:
if data in self.TRUE_VALUES:
return True
elif data in self.FALSE_VALUES:
return False
except TypeError: # Input is an unhashable type
pass
2014-09-09 20:46:28 +04:00
self.fail('invalid', input=data)
def to_representation(self, value):
2014-09-23 17:30:17 +04:00
if value in self.TRUE_VALUES:
return True
elif value in self.FALSE_VALUES:
return False
return bool(value)
class NullBooleanField(Field):
default_error_messages = {
2015-01-07 21:22:30 +03:00
'invalid': _('"{input}" is not a valid boolean.')
2014-09-23 17:30:17 +04:00
}
2014-09-26 13:46:52 +04:00
initial = None
TRUE_VALUES = {'t', 'T', 'true', 'True', 'TRUE', '1', 1, True}
FALSE_VALUES = {'f', 'F', 'false', 'False', 'FALSE', '0', 0, 0.0, False}
NULL_VALUES = {'n', 'N', 'null', 'Null', 'NULL', '', None}
2014-09-23 17:30:17 +04:00
def __init__(self, **kwargs):
assert 'allow_null' not in kwargs, '`allow_null` is not a valid option.'
kwargs['allow_null'] = True
super(NullBooleanField, self).__init__(**kwargs)
def to_internal_value(self, data):
if data in self.TRUE_VALUES:
return True
elif data in self.FALSE_VALUES:
return False
elif data in self.NULL_VALUES:
return None
self.fail('invalid', input=data)
def to_representation(self, value):
if value in self.NULL_VALUES:
2014-09-09 20:46:28 +04:00
return None
if value in self.TRUE_VALUES:
return True
elif value in self.FALSE_VALUES:
return False
return bool(value)
2014-09-09 20:46:28 +04:00
# String types...
2014-08-29 19:46:26 +04:00
class CharField(Field):
2014-09-09 20:46:28 +04:00
default_error_messages = {
'blank': _('This field may not be blank.'),
'max_length': _('Ensure this field has no more than {max_length} characters.'),
'min_length': _('Ensure this field has at least {min_length} characters.')
2014-08-29 19:46:26 +04:00
}
initial = ''
2012-10-04 16:28:14 +04:00
2014-09-02 18:07:56 +04:00
def __init__(self, **kwargs):
2014-08-29 19:46:26 +04:00
self.allow_blank = kwargs.pop('allow_blank', False)
self.trim_whitespace = kwargs.pop('trim_whitespace', True)
self.max_length = kwargs.pop('max_length', None)
self.min_length = kwargs.pop('min_length', None)
2014-09-02 18:07:56 +04:00
super(CharField, self).__init__(**kwargs)
if self.max_length is not None:
message = self.error_messages['max_length'].format(max_length=self.max_length)
self.validators.append(MaxLengthValidator(self.max_length, message=message))
if self.min_length is not None:
message = self.error_messages['min_length'].format(min_length=self.min_length)
self.validators.append(MinLengthValidator(self.min_length, message=message))
2014-09-22 20:46:02 +04:00
def run_validation(self, data=empty):
2014-09-23 17:15:00 +04:00
# Test for the empty string here so that it does not get validated,
# and so that subclasses do not need to handle it explicitly
# inside the `to_internal_value()` method.
if data == '' or (self.trim_whitespace and six.text_type(data).strip() == ''):
2014-09-22 20:46:02 +04:00
if not self.allow_blank:
self.fail('blank')
return ''
return super(CharField, self).run_validation(data)
def to_internal_value(self, data):
value = six.text_type(data)
2015-02-06 17:43:43 +03:00
return value.strip() if self.trim_whitespace else value
def to_representation(self, value):
2015-02-06 17:43:43 +03:00
return six.text_type(value)
2014-09-09 20:46:28 +04:00
class EmailField(CharField):
default_error_messages = {
'invalid': _('Enter a valid email address.')
}
2014-09-22 16:26:47 +04:00
def __init__(self, **kwargs):
super(EmailField, self).__init__(**kwargs)
2014-09-22 19:45:06 +04:00
validator = EmailValidator(message=self.error_messages['invalid'])
self.validators.append(validator)
2014-09-09 20:46:28 +04:00
class RegexField(CharField):
2014-09-22 16:26:47 +04:00
default_error_messages = {
'invalid': _('This value does not match the required pattern.')
}
2014-09-09 20:46:28 +04:00
def __init__(self, regex, **kwargs):
super(RegexField, self).__init__(**kwargs)
validator = RegexValidator(regex, message=self.error_messages['invalid'])
self.validators.append(validator)
2014-09-09 20:46:28 +04:00
class SlugField(CharField):
default_error_messages = {
'invalid': _('Enter a valid "slug" consisting of letters, numbers, underscores or hyphens.')
2014-09-09 20:46:28 +04:00
}
2014-09-22 16:26:47 +04:00
def __init__(self, **kwargs):
super(SlugField, self).__init__(**kwargs)
slug_regex = re.compile(r'^[-a-zA-Z0-9_]+$')
validator = RegexValidator(slug_regex, message=self.error_messages['invalid'])
self.validators.append(validator)
2014-09-09 20:46:28 +04:00
class URLField(CharField):
default_error_messages = {
'invalid': _('Enter a valid URL.')
2014-09-09 20:46:28 +04:00
}
2014-09-22 16:26:47 +04:00
def __init__(self, **kwargs):
super(URLField, self).__init__(**kwargs)
2014-09-22 19:45:06 +04:00
validator = URLValidator(message=self.error_messages['invalid'])
self.validators.append(validator)
2014-09-09 20:46:28 +04:00
2015-01-23 18:24:06 +03:00
class UUIDField(Field):
valid_formats = ('hex_verbose', 'hex', 'int', 'urn')
2015-01-23 18:24:06 +03:00
default_error_messages = {
'invalid': _('"{value}" is not a valid UUID.'),
}
def __init__(self, **kwargs):
self.uuid_format = kwargs.pop('format', 'hex_verbose')
if self.uuid_format not in self.valid_formats:
raise ValueError(
'Invalid format for uuid representation. '
'Must be one of "{0}"'.format('", "'.join(self.valid_formats))
)
super(UUIDField, self).__init__(**kwargs)
2015-01-23 18:24:06 +03:00
def to_internal_value(self, data):
if not isinstance(data, uuid.UUID):
try:
if isinstance(data, six.integer_types):
return uuid.UUID(int=data)
elif isinstance(data, six.string_types):
return uuid.UUID(hex=data)
else:
self.fail('invalid', value=data)
except (ValueError):
2015-01-23 18:24:06 +03:00
self.fail('invalid', value=data)
return data
def to_representation(self, value):
if self.uuid_format == 'hex_verbose':
return str(value)
else:
return getattr(value, self.uuid_format)
2015-01-23 18:24:06 +03:00
2015-02-28 10:11:38 +03:00
class IPAddressField(CharField):
"""Support both IPAddressField and GenericIPAddressField"""
default_error_messages = {
'invalid': _('Enter a valid IPv4 or IPv6 address.'),
}
2015-04-02 21:40:17 +03:00
def __init__(self, protocol='both', **kwargs):
2015-03-26 21:14:53 +03:00
self.protocol = protocol.lower()
2015-04-02 21:40:17 +03:00
self.unpack_ipv4 = (self.protocol == 'both')
2015-02-28 10:11:38 +03:00
super(IPAddressField, self).__init__(**kwargs)
2015-04-02 21:40:17 +03:00
validators, error_message = ip_address_validators(protocol, self.unpack_ipv4)
2015-02-28 10:11:38 +03:00
self.validators.extend(validators)
def to_internal_value(self, data):
if not isinstance(data, six.string_types):
self.fail('invalid', value=data)
if ':' in data:
2015-02-28 10:11:38 +03:00
try:
2015-04-02 21:40:17 +03:00
if self.protocol in ('both', 'ipv6'):
return clean_ipv6_address(data, self.unpack_ipv4)
2015-02-28 10:11:38 +03:00
except DjangoValidationError:
self.fail('invalid', value=data)
2015-03-04 14:17:58 +03:00
return super(IPAddressField, self).to_internal_value(data)
2015-01-23 18:24:06 +03:00
2014-09-09 20:46:28 +04:00
# Number types...
class IntegerField(Field):
default_error_messages = {
'invalid': _('A valid integer is required.'),
'max_value': _('Ensure this value is less than or equal to {max_value}.'),
'min_value': _('Ensure this value is greater than or equal to {min_value}.'),
'max_string_length': _('String value too large.')
2014-09-09 20:46:28 +04:00
}
MAX_STRING_LENGTH = 1000 # Guard against malicious string inputs.
re_decimal = re.compile(r'\.0*\s*$') # allow e.g. '1.0' as an int, but not '1.2'
2014-09-09 20:46:28 +04:00
def __init__(self, **kwargs):
self.max_value = kwargs.pop('max_value', None)
self.min_value = kwargs.pop('min_value', None)
2014-09-09 20:46:28 +04:00
super(IntegerField, self).__init__(**kwargs)
if self.max_value is not None:
message = self.error_messages['max_value'].format(max_value=self.max_value)
self.validators.append(MaxValueValidator(self.max_value, message=message))
if self.min_value is not None:
message = self.error_messages['min_value'].format(min_value=self.min_value)
self.validators.append(MinValueValidator(self.min_value, message=message))
2014-09-09 20:46:28 +04:00
def to_internal_value(self, data):
if isinstance(data, six.text_type) and len(data) > self.MAX_STRING_LENGTH:
self.fail('max_string_length')
2014-09-09 20:46:28 +04:00
try:
data = int(self.re_decimal.sub('', str(data)))
2014-09-09 20:46:28 +04:00
except (ValueError, TypeError):
self.fail('invalid')
return data
def to_representation(self, value):
2014-09-09 20:46:28 +04:00
return int(value)
class FloatField(Field):
default_error_messages = {
'invalid': _('A valid number is required.'),
'max_value': _('Ensure this value is less than or equal to {max_value}.'),
'min_value': _('Ensure this value is greater than or equal to {min_value}.'),
'max_string_length': _('String value too large.')
}
MAX_STRING_LENGTH = 1000 # Guard against malicious string inputs.
2013-05-25 02:44:23 +04:00
2014-09-02 18:07:56 +04:00
def __init__(self, **kwargs):
self.max_value = kwargs.pop('max_value', None)
self.min_value = kwargs.pop('min_value', None)
2014-09-09 20:46:28 +04:00
super(FloatField, self).__init__(**kwargs)
if self.max_value is not None:
message = self.error_messages['max_value'].format(max_value=self.max_value)
self.validators.append(MaxValueValidator(self.max_value, message=message))
if self.min_value is not None:
message = self.error_messages['min_value'].format(min_value=self.min_value)
self.validators.append(MinValueValidator(self.min_value, message=message))
2014-09-09 20:46:28 +04:00
def to_internal_value(self, data):
if isinstance(data, six.text_type) and len(data) > self.MAX_STRING_LENGTH:
self.fail('max_string_length')
2014-09-22 15:25:57 +04:00
try:
return float(data)
2014-09-22 15:25:57 +04:00
except (TypeError, ValueError):
self.fail('invalid')
def to_representation(self, value):
2014-09-22 15:25:57 +04:00
return float(value)
2014-09-09 20:46:28 +04:00
class DecimalField(Field):
default_error_messages = {
2014-09-22 15:25:57 +04:00
'invalid': _('A valid number is required.'),
2014-09-09 20:46:28 +04:00
'max_value': _('Ensure this value is less than or equal to {max_value}.'),
'min_value': _('Ensure this value is greater than or equal to {min_value}.'),
'max_digits': _('Ensure that there are no more than {max_digits} digits in total.'),
'max_decimal_places': _('Ensure that there are no more than {max_decimal_places} decimal places.'),
'max_whole_digits': _('Ensure that there are no more than {max_whole_digits} digits before the decimal point.'),
'max_string_length': _('String value too large.')
2014-09-09 20:46:28 +04:00
}
MAX_STRING_LENGTH = 1000 # Guard against malicious string inputs.
2014-09-09 20:46:28 +04:00
def __init__(self, max_digits, decimal_places, coerce_to_string=None, max_value=None, min_value=None,
localize=False, **kwargs):
self.max_digits = max_digits
self.decimal_places = decimal_places
self.localize = localize
if coerce_to_string is not None:
self.coerce_to_string = coerce_to_string
if self.localize:
self.coerce_to_string = True
self.max_value = max_value
self.min_value = min_value
if self.max_digits is not None and self.decimal_places is not None:
self.max_whole_digits = self.max_digits - self.decimal_places
else:
self.max_whole_digits = None
2014-09-09 20:46:28 +04:00
super(DecimalField, self).__init__(**kwargs)
if self.max_value is not None:
message = self.error_messages['max_value'].format(max_value=self.max_value)
self.validators.append(MaxValueValidator(self.max_value, message=message))
if self.min_value is not None:
message = self.error_messages['min_value'].format(min_value=self.min_value)
self.validators.append(MinValueValidator(self.min_value, message=message))
2014-09-09 20:46:28 +04:00
def to_internal_value(self, data):
2014-09-09 20:46:28 +04:00
"""
Validate that the input is a decimal number and return a Decimal
instance.
2014-09-09 20:46:28 +04:00
"""
data = smart_text(data).strip()
if self.localize:
data = sanitize_separators(data)
if len(data) > self.MAX_STRING_LENGTH:
self.fail('max_string_length')
2014-09-09 20:46:28 +04:00
try:
value = decimal.Decimal(data)
2014-09-09 20:46:28 +04:00
except decimal.DecimalException:
self.fail('invalid')
# Check for NaN. It is the only value that isn't equal to itself,
# so we can use this to identify NaN values.
if value != value:
self.fail('invalid')
# Check for infinity and negative infinity.
if value in (decimal.Decimal('Inf'), decimal.Decimal('-Inf')):
self.fail('invalid')
2016-08-01 19:15:41 +03:00
return self.quantize(self.validate_precision(value))
def validate_precision(self, value):
"""
Ensure that there are no more than max_digits in the number, and no
more than decimal_places digits after the decimal point.
Override this method to disable the precision validation for input
values or to enhance it in any way you need to.
"""
2014-09-09 20:46:28 +04:00
sign, digittuple, exponent = value.as_tuple()
if exponent >= 0:
# 1234500.0
total_digits = len(digittuple) + exponent
whole_digits = total_digits
decimal_places = 0
elif len(digittuple) > abs(exponent):
# 123.45
total_digits = len(digittuple)
whole_digits = total_digits - abs(exponent)
decimal_places = abs(exponent)
else:
# 0.001234
total_digits = abs(exponent)
whole_digits = 0
decimal_places = total_digits
if self.max_digits is not None and total_digits > self.max_digits:
2014-09-09 20:46:28 +04:00
self.fail('max_digits', max_digits=self.max_digits)
if self.decimal_places is not None and decimal_places > self.decimal_places:
self.fail('max_decimal_places', max_decimal_places=self.decimal_places)
if self.max_whole_digits is not None and whole_digits > self.max_whole_digits:
self.fail('max_whole_digits', max_whole_digits=self.max_whole_digits)
2014-09-09 20:46:28 +04:00
return value
def to_representation(self, value):
coerce_to_string = getattr(self, 'coerce_to_string', api_settings.COERCE_DECIMAL_TO_STRING)
2014-09-22 18:34:06 +04:00
if not isinstance(value, decimal.Decimal):
value = decimal.Decimal(six.text_type(value).strip())
quantized = self.quantize(value)
if not coerce_to_string:
2014-09-22 18:34:06 +04:00
return quantized
if self.localize:
return localize_input(quantized)
2014-09-22 18:34:06 +04:00
return '{0:f}'.format(quantized)
def quantize(self, value):
"""
Quantize the decimal value to the configured precision.
"""
if self.decimal_places is None:
return value
context = decimal.getcontext().copy()
context.prec = self.max_digits
return value.quantize(
decimal.Decimal('.1') ** self.decimal_places,
2016-08-01 19:15:41 +03:00
context=context
)
2014-09-09 20:46:28 +04:00
# Date & time fields...
class DateTimeField(Field):
2014-09-09 20:46:28 +04:00
default_error_messages = {
'invalid': _('Datetime has wrong format. Use one of these formats instead: {format}.'),
'date': _('Expected a datetime but got a date.'),
2014-09-09 20:46:28 +04:00
}
datetime_parser = datetime.datetime.strptime
2014-09-09 20:46:28 +04:00
def __init__(self, format=empty, input_formats=None, default_timezone=None, *args, **kwargs):
if format is not empty:
self.format = format
if input_formats is not None:
self.input_formats = input_formats
if default_timezone is not None:
self.timezone = default_timezone
super(DateTimeField, self).__init__(*args, **kwargs)
def enforce_timezone(self, value):
"""
When `self.default_timezone` is `None`, always return naive datetimes.
When `self.default_timezone` is not `None`, always return aware datetimes.
"""
field_timezone = getattr(self, 'timezone', self.default_timezone())
if (field_timezone is not None) and not timezone.is_aware(value):
return timezone.make_aware(value, field_timezone)
elif (field_timezone is None) and timezone.is_aware(value):
return timezone.make_naive(value, timezone.UTC())
return value
2014-09-09 20:46:28 +04:00
def default_timezone(self):
2015-09-03 18:40:12 +03:00
return timezone.get_default_timezone() if settings.USE_TZ else None
def to_internal_value(self, value):
input_formats = getattr(self, 'input_formats', api_settings.DATETIME_INPUT_FORMATS)
2014-09-25 16:12:02 +04:00
if isinstance(value, datetime.date) and not isinstance(value, datetime.datetime):
self.fail('date')
2014-09-10 11:53:33 +04:00
if isinstance(value, datetime.datetime):
return self.enforce_timezone(value)
2014-09-09 20:46:28 +04:00
for input_format in input_formats:
if input_format.lower() == ISO_8601:
2014-09-09 20:46:28 +04:00
try:
parsed = parse_datetime(value)
2014-09-09 20:46:28 +04:00
except (ValueError, TypeError):
pass
else:
if parsed is not None:
return self.enforce_timezone(parsed)
2014-09-09 20:46:28 +04:00
else:
try:
parsed = self.datetime_parser(value, input_format)
2014-09-09 20:46:28 +04:00
except (ValueError, TypeError):
pass
else:
return self.enforce_timezone(parsed)
2014-09-09 20:46:28 +04:00
humanized_format = humanize_datetime.datetime_formats(input_formats)
self.fail('invalid', format=humanized_format)
2014-09-09 20:46:28 +04:00
def to_representation(self, value):
if not value:
return None
output_format = getattr(self, 'format', api_settings.DATETIME_FORMAT)
if output_format is None or isinstance(value, six.string_types):
2014-09-09 20:46:28 +04:00
return value
if output_format.lower() == ISO_8601:
value = value.isoformat()
if value.endswith('+00:00'):
value = value[:-6] + 'Z'
return value
return value.strftime(output_format)
2014-09-09 20:46:28 +04:00
class DateField(Field):
2014-09-09 20:46:28 +04:00
default_error_messages = {
'invalid': _('Date has wrong format. Use one of these formats instead: {format}.'),
'datetime': _('Expected a date but got a datetime.'),
2014-09-09 20:46:28 +04:00
}
datetime_parser = datetime.datetime.strptime
2014-09-09 20:46:28 +04:00
def __init__(self, format=empty, input_formats=None, *args, **kwargs):
if format is not empty:
self.format = format
if input_formats is not None:
self.input_formats = input_formats
super(DateField, self).__init__(*args, **kwargs)
2014-09-22 15:25:57 +04:00
def to_internal_value(self, value):
input_formats = getattr(self, 'input_formats', api_settings.DATE_INPUT_FORMATS)
2014-09-22 15:25:57 +04:00
if isinstance(value, datetime.datetime):
self.fail('datetime')
if isinstance(value, datetime.date):
return value
2014-09-09 20:46:28 +04:00
for input_format in input_formats:
if input_format.lower() == ISO_8601:
2014-09-09 20:46:28 +04:00
try:
parsed = parse_date(value)
2014-09-09 20:46:28 +04:00
except (ValueError, TypeError):
pass
else:
if parsed is not None:
return parsed
2014-09-09 20:46:28 +04:00
else:
try:
parsed = self.datetime_parser(value, input_format)
2014-09-09 20:46:28 +04:00
except (ValueError, TypeError):
pass
else:
return parsed.date()
2014-09-09 20:46:28 +04:00
humanized_format = humanize_datetime.date_formats(input_formats)
self.fail('invalid', format=humanized_format)
2014-09-09 20:46:28 +04:00
def to_representation(self, value):
if not value:
return None
output_format = getattr(self, 'format', api_settings.DATE_FORMAT)
if output_format is None or isinstance(value, six.string_types):
2014-09-09 20:46:28 +04:00
return value
# Applying a `DateField` to a datetime value is almost always
# not a sensible thing to do, as it means naively dropping
# any explicit or implicit timezone info.
assert not isinstance(value, datetime.datetime), (
'Expected a `date`, but got a `datetime`. Refusing to coerce, '
'as this may mean losing timezone information. Use a custom '
'read-only field and deal with timezone issues explicitly.'
)
if output_format.lower() == ISO_8601:
return value.isoformat()
return value.strftime(output_format)
2014-08-29 19:46:26 +04:00
2014-09-09 20:46:28 +04:00
class TimeField(Field):
default_error_messages = {
'invalid': _('Time has wrong format. Use one of these formats instead: {format}.'),
2014-09-09 20:46:28 +04:00
}
datetime_parser = datetime.datetime.strptime
2014-09-09 20:46:28 +04:00
def __init__(self, format=empty, input_formats=None, *args, **kwargs):
if format is not empty:
self.format = format
if input_formats is not None:
self.input_formats = input_formats
2014-09-09 20:46:28 +04:00
super(TimeField, self).__init__(*args, **kwargs)
2014-09-22 16:26:47 +04:00
def to_internal_value(self, value):
input_formats = getattr(self, 'input_formats', api_settings.TIME_INPUT_FORMATS)
2014-09-09 20:46:28 +04:00
if isinstance(value, datetime.time):
return value
for input_format in input_formats:
if input_format.lower() == ISO_8601:
2014-09-09 20:46:28 +04:00
try:
parsed = parse_time(value)
except (ValueError, TypeError):
pass
else:
if parsed is not None:
return parsed
else:
try:
parsed = self.datetime_parser(value, input_format)
2014-09-09 20:46:28 +04:00
except (ValueError, TypeError):
pass
else:
return parsed.time()
humanized_format = humanize_datetime.time_formats(input_formats)
self.fail('invalid', format=humanized_format)
2014-09-09 20:46:28 +04:00
def to_representation(self, value):
if value in (None, ''):
2015-12-14 02:09:56 +03:00
return None
output_format = getattr(self, 'format', api_settings.TIME_FORMAT)
if output_format is None or isinstance(value, six.string_types):
2014-09-09 20:46:28 +04:00
return value
# Applying a `TimeField` to a datetime value is almost always
# not a sensible thing to do, as it means naively dropping
# any explicit or implicit timezone info.
assert not isinstance(value, datetime.datetime), (
'Expected a `time`, but got a `datetime`. Refusing to coerce, '
'as this may mean losing timezone information. Use a custom '
'read-only field and deal with timezone issues explicitly.'
)
2014-09-09 20:46:28 +04:00
if output_format.lower() == ISO_8601:
2014-09-09 20:46:28 +04:00
return value.isoformat()
return value.strftime(output_format)
2014-09-09 20:46:28 +04:00
2015-06-01 19:20:53 +03:00
class DurationField(Field):
default_error_messages = {
'invalid': _('Duration has wrong format. Use one of these formats instead: {format}.'),
}
def to_internal_value(self, value):
if isinstance(value, datetime.timedelta):
return value
2015-09-03 02:47:50 +03:00
parsed = parse_duration(six.text_type(value))
2015-06-01 19:20:53 +03:00
if parsed is not None:
return parsed
self.fail('invalid', format='[DD] [HH:[MM:]]ss[.uuuuuu]')
def to_representation(self, value):
return duration_string(value)
2014-09-09 20:46:28 +04:00
# Choice types...
class ChoiceField(Field):
default_error_messages = {
2015-01-07 21:22:30 +03:00
'invalid_choice': _('"{input}" is not a valid choice.')
2014-09-09 20:46:28 +04:00
}
html_cutoff = None
2015-08-21 12:52:44 +03:00
html_cutoff_text = _('More than {count} items...')
2014-09-09 20:46:28 +04:00
def __init__(self, choices, **kwargs):
self.grouped_choices = to_choices_dict(choices)
self.choices = flatten_choices_dict(self.grouped_choices)
2015-08-21 12:52:44 +03:00
self.html_cutoff = kwargs.pop('html_cutoff', self.html_cutoff)
self.html_cutoff_text = kwargs.pop('html_cutoff_text', self.html_cutoff_text)
2013-05-25 02:44:23 +04:00
2014-08-29 19:46:26 +04:00
# Map the string representation of choices to the underlying value.
# Allows us to deal with eg. integer choices while supporting either
# integer or string input, but still get the correct datatype out.
self.choice_strings_to_values = {
six.text_type(key): key for key in self.choices.keys()
}
2012-10-19 02:48:52 +04:00
self.allow_blank = kwargs.pop('allow_blank', False)
2014-09-02 18:07:56 +04:00
super(ChoiceField, self).__init__(**kwargs)
2012-10-29 18:10:38 +04:00
def to_internal_value(self, data):
if data == '' and self.allow_blank:
return ''
try:
return self.choice_strings_to_values[six.text_type(data)]
2014-08-29 19:46:26 +04:00
except KeyError:
self.fail('invalid_choice', input=data)
def to_representation(self, value):
if value in ('', None):
return value
return self.choice_strings_to_values.get(six.text_type(value), value)
2014-09-09 20:46:28 +04:00
2015-08-06 13:43:03 +03:00
def iter_options(self):
2015-08-06 13:44:39 +03:00
"""
Helper method for use with templates rendering select widgets.
"""
2015-08-21 12:52:44 +03:00
return iter_options(
self.grouped_choices,
cutoff=self.html_cutoff,
cutoff_text=self.html_cutoff_text
)
2015-08-06 13:43:03 +03:00
2013-04-15 14:40:18 +04:00
2014-08-29 19:46:26 +04:00
class MultipleChoiceField(ChoiceField):
2014-09-09 20:46:28 +04:00
default_error_messages = {
2015-01-07 21:22:30 +03:00
'invalid_choice': _('"{input}" is not a valid choice.'),
'not_a_list': _('Expected a list of items but got type "{input_type}".'),
'empty': _('This selection may not be empty.')
2013-04-15 14:40:18 +04:00
}
2014-10-02 21:13:15 +04:00
default_empty_html = []
2013-04-15 14:40:18 +04:00
def __init__(self, *args, **kwargs):
self.allow_empty = kwargs.pop('allow_empty', True)
super(MultipleChoiceField, self).__init__(*args, **kwargs)
def get_value(self, dictionary):
if self.field_name not in dictionary:
if getattr(self.root, 'partial', False):
return empty
# We override the default field access in order to support
# lists in HTML forms.
if html.is_html_input(dictionary):
return dictionary.getlist(self.field_name)
return dictionary.get(self.field_name, empty)
def to_internal_value(self, data):
2014-09-22 17:54:33 +04:00
if isinstance(data, type('')) or not hasattr(data, '__iter__'):
2014-08-29 19:46:26 +04:00
self.fail('not_a_list', input_type=type(data).__name__)
if not self.allow_empty and len(data) == 0:
self.fail('empty')
2014-09-22 17:54:33 +04:00
return {
super(MultipleChoiceField, self).to_internal_value(item)
2014-08-29 19:46:26 +04:00
for item in data
}
2013-04-15 14:40:18 +04:00
def to_representation(self, value):
return {
self.choice_strings_to_values.get(six.text_type(item), item) for item in value
}
2014-09-02 20:41:23 +04:00
2012-11-19 21:22:17 +04:00
class FilePathField(ChoiceField):
default_error_messages = {
'invalid_choice': _('"{input}" is not a valid path choice.')
}
def __init__(self, path, match=None, recursive=False, allow_files=True,
allow_folders=False, required=None, **kwargs):
# Defer to Django's FilePathField implmentation to get the
# valid set of choices.
field = DjangoFilePathField(
path, match=match, recursive=recursive, allow_files=allow_files,
allow_folders=allow_folders, required=required
)
kwargs['choices'] = field.choices
super(FilePathField, self).__init__(**kwargs)
2014-09-09 20:46:28 +04:00
# File types...
class FileField(Field):
2014-09-26 20:06:20 +04:00
default_error_messages = {
'required': _('No file was submitted.'),
'invalid': _('The submitted data was not a file. Check the encoding type on the form.'),
'no_name': _('No filename could be determined.'),
'empty': _('The submitted file is empty.'),
2014-09-26 20:06:20 +04:00
'max_length': _('Ensure this filename has at most {max_length} characters (it has {length}).'),
}
2014-09-02 18:07:56 +04:00
2014-09-26 20:06:20 +04:00
def __init__(self, *args, **kwargs):
self.max_length = kwargs.pop('max_length', None)
self.allow_empty_file = kwargs.pop('allow_empty_file', False)
if 'use_url' in kwargs:
self.use_url = kwargs.pop('use_url')
2014-09-26 20:06:20 +04:00
super(FileField, self).__init__(*args, **kwargs)
2014-09-02 18:07:56 +04:00
2014-09-26 20:06:20 +04:00
def to_internal_value(self, data):
try:
# `UploadedFile` objects should have name and size attributes.
file_name = data.name
file_size = data.size
except AttributeError:
self.fail('invalid')
2014-09-02 20:41:23 +04:00
2014-09-26 20:06:20 +04:00
if not file_name:
self.fail('no_name')
if not self.allow_empty_file and not file_size:
self.fail('empty')
if self.max_length and len(file_name) > self.max_length:
self.fail('max_length', max_length=self.max_length, length=len(file_name))
2014-09-02 20:41:23 +04:00
2014-09-26 20:06:20 +04:00
return data
def to_representation(self, value):
use_url = getattr(self, 'use_url', api_settings.UPLOADED_FILES_USE_URL)
if not value:
return None
if use_url:
if not getattr(value, 'url', None):
# If the file has not been saved it may not have a URL.
2014-10-08 19:59:52 +04:00
return None
url = value.url
2014-09-29 17:12:26 +04:00
request = self.context.get('request', None)
if request is not None:
return request.build_absolute_uri(url)
return url
2014-09-26 20:06:20 +04:00
return value.name
class ImageField(FileField):
default_error_messages = {
'invalid_image': _(
'Upload a valid image. The file you uploaded was either not an image or a corrupted image.'
2014-09-26 20:06:20 +04:00
),
}
def __init__(self, *args, **kwargs):
self._DjangoImageField = kwargs.pop('_DjangoImageField', DjangoImageField)
2014-09-26 20:06:20 +04:00
super(ImageField, self).__init__(*args, **kwargs)
def to_internal_value(self, data):
# Image validation is a bit grungy, so we'll just outright
# defer to Django's implementation so we don't need to
# consider it, or treat PIL as a test dependency.
2014-09-26 20:06:20 +04:00
file_object = super(ImageField, self).to_internal_value(data)
django_field = self._DjangoImageField()
django_field.error_messages = self.error_messages
django_field.to_python(file_object)
return file_object
# Composite field types...
2014-09-02 18:07:56 +04:00
class _UnvalidatedField(Field):
def __init__(self, *args, **kwargs):
super(_UnvalidatedField, self).__init__(*args, **kwargs)
self.allow_blank = True
self.allow_null = True
def to_internal_value(self, data):
return data
def to_representation(self, value):
return value
2014-09-26 16:08:20 +04:00
class ListField(Field):
child = _UnvalidatedField()
2014-09-26 16:08:20 +04:00
initial = []
default_error_messages = {
'not_a_list': _('Expected a list of items but got type "{input_type}".'),
'empty': _('This list may not be empty.')
2014-09-26 16:08:20 +04:00
}
def __init__(self, *args, **kwargs):
self.child = kwargs.pop('child', copy.deepcopy(self.child))
self.allow_empty = kwargs.pop('allow_empty', True)
2014-09-26 16:08:20 +04:00
assert not inspect.isclass(self.child), '`child` has not been instantiated.'
assert self.child.source is None, (
"The `source` argument is not meaningful when applied to a `child=` field. "
"Remove `source=` from the field declaration."
)
2014-09-26 16:08:20 +04:00
super(ListField, self).__init__(*args, **kwargs)
self.child.bind(field_name='', parent=self)
def get_value(self, dictionary):
if self.field_name not in dictionary:
if getattr(self.root, 'partial', False):
return empty
2014-09-26 16:08:20 +04:00
# We override the default field access in order to support
# lists in HTML forms.
if html.is_html_input(dictionary):
val = dictionary.getlist(self.field_name, [])
if len(val) > 0:
# Support QueryDict lists in HTML input.
return val
2014-09-26 16:08:20 +04:00
return html.parse_html_list(dictionary, prefix=self.field_name)
return dictionary.get(self.field_name, empty)
def to_internal_value(self, data):
"""
List of dicts of native values <- List of dicts of primitive datatypes.
"""
if html.is_html_input(data):
data = html.parse_html_list(data)
if isinstance(data, type('')) or isinstance(data, collections.Mapping) or not hasattr(data, '__iter__'):
2014-09-26 16:08:20 +04:00
self.fail('not_a_list', input_type=type(data).__name__)
if not self.allow_empty and len(data) == 0:
self.fail('empty')
2014-09-26 16:08:20 +04:00
return [self.child.run_validation(item) for item in data]
def to_representation(self, data):
"""
List of object instances -> List of dicts of primitive datatypes.
"""
return [self.child.to_representation(item) if item is not None else None for item in data]
2014-09-26 16:08:20 +04:00
class DictField(Field):
child = _UnvalidatedField()
2015-02-27 21:46:36 +03:00
initial = {}
default_error_messages = {
2015-01-30 17:00:25 +03:00
'not_a_dict': _('Expected a dictionary of items but got type "{input_type}".')
}
def __init__(self, *args, **kwargs):
self.child = kwargs.pop('child', copy.deepcopy(self.child))
assert not inspect.isclass(self.child), '`child` has not been instantiated.'
assert self.child.source is None, (
"The `source` argument is not meaningful when applied to a `child=` field. "
"Remove `source=` from the field declaration."
)
super(DictField, self).__init__(*args, **kwargs)
self.child.bind(field_name='', parent=self)
def get_value(self, dictionary):
# We override the default field access in order to support
# dictionaries in HTML forms.
if html.is_html_input(dictionary):
return html.parse_html_dict(dictionary, prefix=self.field_name)
return dictionary.get(self.field_name, empty)
def to_internal_value(self, data):
"""
Dicts of native values <- Dicts of primitive datatypes.
"""
if html.is_html_input(data):
data = html.parse_html_dict(data)
if not isinstance(data, dict):
self.fail('not_a_dict', input_type=type(data).__name__)
return {
six.text_type(key): self.child.run_validation(value)
for key, value in data.items()
}
def to_representation(self, value):
"""
List of object instances -> List of dicts of primitive datatypes.
"""
return {
six.text_type(key): self.child.to_representation(val) if val is not None else None
for key, val in value.items()
}
2015-09-28 19:25:52 +03:00
class JSONField(Field):
default_error_messages = {
'invalid': _('Value must be valid JSON.')
}
def __init__(self, *args, **kwargs):
self.binary = kwargs.pop('binary', False)
super(JSONField, self).__init__(*args, **kwargs)
def to_internal_value(self, data):
try:
if self.binary:
if isinstance(data, six.binary_type):
data = data.decode('utf-8')
2015-09-28 19:25:52 +03:00
return json.loads(data)
else:
json.dumps(data)
except (TypeError, ValueError):
self.fail('invalid')
return data
def to_representation(self, value):
if self.binary:
value = json.dumps(value)
# On python 2.x the return type for json.dumps() is underspecified.
# On python 3.x json.dumps() returns unicode strings.
if isinstance(value, six.text_type):
value = bytes(value.encode('utf-8'))
2015-09-28 19:25:52 +03:00
return value
2014-09-26 20:06:20 +04:00
# Miscellaneous field types...
2014-09-09 20:46:28 +04:00
class ReadOnlyField(Field):
"""
A read-only field that simply returns the field value.
2014-09-02 20:41:23 +04:00
2014-09-09 20:46:28 +04:00
If the field is a method with no parameters, the method will be called
and it's return value used as the representation.
2014-09-02 20:41:23 +04:00
2014-09-09 20:46:28 +04:00
For example, the following would call `get_expiry_date()` on the object:
2014-09-02 20:41:23 +04:00
class ExampleSerializer(Serializer):
2014-09-09 20:46:28 +04:00
expiry_date = ReadOnlyField(source='get_expiry_date')
"""
2014-09-02 20:41:23 +04:00
def __init__(self, **kwargs):
2014-09-09 20:46:28 +04:00
kwargs['read_only'] = True
super(ReadOnlyField, self).__init__(**kwargs)
2014-09-02 18:07:56 +04:00
def to_representation(self, value):
2014-09-02 20:41:23 +04:00
return value
class HiddenField(Field):
"""
A hidden field does not take input from the user, or present any output,
but it does populate a field in `validated_data`, based on its default
value. This is particularly useful when we have a `unique_for_date`
2014-11-10 17:44:26 +03:00
constraint on a pair of fields, as we need some way to include the date in
the validated data.
"""
def __init__(self, **kwargs):
assert 'default' in kwargs, 'default is a required argument.'
kwargs['write_only'] = True
super(HiddenField, self).__init__(**kwargs)
def get_value(self, dictionary):
# We always use the default value for `HiddenField`.
# User input is never provided or accepted.
return empty
def to_internal_value(self, data):
return data
2014-09-12 12:12:56 +04:00
class SerializerMethodField(Field):
2014-09-09 20:46:28 +04:00
"""
A read-only field that get its representation from calling a method on the
parent serializer class. The method called will be of the form
"get_{field_name}", and should take a single argument, which is the
object being serialized.
For example:
class ExampleSerializer(self):
2014-09-12 12:12:56 +04:00
extra_info = SerializerMethodField()
2014-09-09 20:46:28 +04:00
def get_extra_info(self, obj):
return ... # Calculate some data to return.
"""
def __init__(self, method_name=None, **kwargs):
self.method_name = method_name
2014-08-29 19:46:26 +04:00
kwargs['source'] = '*'
kwargs['read_only'] = True
2014-09-12 12:12:56 +04:00
super(SerializerMethodField, self).__init__(**kwargs)
2014-09-09 20:46:28 +04:00
def bind(self, field_name, parent):
# In order to enforce a consistent style, we error if a redundant
# 'method_name' argument has been used. For example:
# my_field = serializer.CharField(source='my_field')
default_method_name = 'get_{field_name}'.format(field_name=field_name)
assert self.method_name != default_method_name, (
"It is redundant to specify `%s` on SerializerMethodField '%s' in "
"serializer '%s', because it is the same as the default method name. "
"Remove the `method_name` argument." %
(self.method_name, field_name, parent.__class__.__name__)
)
# The method name should default to `get_{field_name}`.
if self.method_name is None:
self.method_name = default_method_name
super(SerializerMethodField, self).bind(field_name, parent)
def to_representation(self, value):
method = getattr(self.parent, self.method_name)
2014-08-29 19:46:26 +04:00
return method(value)
2014-09-08 17:24:05 +04:00
class ModelField(Field):
"""
A generic field that can be used against an arbitrary model field.
2014-09-09 20:46:28 +04:00
This is used by `ModelSerializer` when dealing with custom model fields,
that do not have a serializer field to be mapped to.
"""
default_error_messages = {
'max_length': _('Ensure this field has no more than {max_length} characters.'),
}
2014-09-09 20:46:28 +04:00
def __init__(self, model_field, **kwargs):
self.model_field = model_field
# The `max_length` option is supported by Django's base `Field` class,
# so we'd better support it here.
max_length = kwargs.pop('max_length', None)
2014-09-09 20:46:28 +04:00
super(ModelField, self).__init__(**kwargs)
if max_length is not None:
message = self.error_messages['max_length'].format(max_length=max_length)
self.validators.append(MaxLengthValidator(max_length, message=message))
2014-09-08 17:24:05 +04:00
def to_internal_value(self, data):
rel = get_remote_field(self.model_field, default=None)
2014-09-08 17:24:05 +04:00
if rel is not None:
return rel.to._meta.get_field(rel.field_name).to_python(data)
return self.model_field.to_python(data)
2014-11-07 14:44:16 +03:00
def get_attribute(self, obj):
# We pass the object instance onto `to_representation`,
# not just the field attribute.
return obj
def to_representation(self, obj):
value = value_from_object(self.model_field, obj)
2014-09-08 17:24:05 +04:00
if is_protected_type(value):
return value
return self.model_field.value_to_string(obj)