"""
This file contains classes, describing functions which set values to fields.
"""
import datetime
from typing import Type, Optional, Any, Tuple, Dict

import django
from copy import copy
from django.core.exceptions import FieldError
from django.db.models import Field, Model
from django.db.models.sql import UpdateQuery, InsertQuery, Query
from django.db.models.sql.compiler import SQLCompiler

from .compatibility import get_postgres_version, jsonb_available, Postgres94MergeJSONBMigration, hstore_serialize, \
    hstore_available, import_pg_field_or_dummy, tz_utc, django_expressions_available
from .types import TDatabase, AbstractFieldFormatter
from .utils import get_subclasses, format_field_value, lazy_import

# When doing increment operations, we need to replace NULL values with something
# This dictionary contains field defaults by it's class name.
# I don't use classes as keys not to import them here
base_datetime = datetime.datetime(1970, 1, 1, 0, 0, 0, tzinfo=tz_utc)
NULL_DEFAULTS = {
    # Standard django types
    'IntegerField': 0,
    'BigIntegerField': 0,
    'SmallIntegerField': 0,
    'PositiveIntegerField': 0,
    'PositiveSmallIntegerField': 0,
    'FloatField': 0,
    'DecimalField': 0,

    'CharField': '',
    'TextField': '',
    'EmailField': '',
    'FilePathField': '',
    'SlugField': '',
    'CommaSeparatedIntegerField': '0,0',
    'URLField': '',
    'BinaryField': b'',
    'UUIDField': '',

    'DateField': base_datetime.date(),
    'DateTimeField': base_datetime,
    'DurationField': datetime.timedelta(seconds=0),
    'TimeField': base_datetime.time(),

    # This may be incorrect, but there is no any chance to understand, what is correct here
    'BooleanField': True,
    'NullBooleanField': True,

    # These fields can't be null, but I add them for compatibility
    'AutoField': 0,
    'BigAutoField': 0,

    # Postgres specific types
    'ArrayField': [],
    'CICharField': '',
    'CIEmailField': '',
    'CITextField': '',
    'HStoreField': {},
    'JSONField': {},

    'IntegerRangeField': (0, 0),
    'BigIntegerRangeField': (0, 0),
    'FloatRangeField': (0, 0),
    'DateTimeRangeField': (base_datetime, base_datetime),
    'DateRangeField': (base_datetime.date(), base_datetime.date())
}


if django_expressions_available():
    from django.db.models.expressions import Expression

    class BulkValue(Expression):
        """
        A mixin which defines django Expression to be replaced by concrete django values
        """
        def __init__(self, *args, **kwargs):
            super(BulkValue, self).__init__(*args, **kwargs)

            self._ready = False
            self._value = None
            self._val_as_param = False

        def __ror__(self, other):
            return super(BulkValue, self).__rand__(other)

        def __rand__(self, other):
            return super(BulkValue, self).__rand__(other)

        def set_value(self, val, val_as_param):  # type: (Any, bool) -> None
            """
            Replaces fake initial data with real values, passed from query values parameter
            :param val: Value to return in SQL
            :param val_as_param: If flag is not set, value should be converted to string and inserted into query directly.
                Otherwise a placeholder and query parameter will be used
            :return: None
            """
            self._value = val
            self._val_as_param = val_as_param
            self._ready = True

        def as_sql(self, compiler, connection):
            if not self._ready:
                raise ValueError('BulkValue instance has not been initialized before using as_sql method')

            if not self._val_as_param:
                return str(self._value), []

            from django.db.models.expressions import Value
            return Value(self._value).as_sql(compiler, connection)

else:
    # Dummy class for django before 1.8
    class BulkValue:
        def as_sql(self, compiler, connection):
            raise NotImplementedError("This is not supported in your django version. Please, upgrade")


class AbstractSetFunction(AbstractFieldFormatter):
    names = set()

    # If set function supports any field class, this should be None.
    # Otherwise, it must be a set, containing:
    #   - Field classes (any child classes are accepted too)
    #   - Field class python import paths (any child classes are accepted too)
    #   - Filed class names
    supported_field_classes = None

    # If set functions doesn't need value from input, set this to False.
    needs_value = True

    def modify_create_params(self, model, key, kwargs, connection):
        # type: (Type[Model], str, Dict[str, Any], TDatabase) -> Dict[str, Any]
        """
        This method modifies parameters before passing them to model(**kwargs)
        :param model: Model to get field from
        :param key: Field key, for which SetFunction is adopted
        :param kwargs: Function parameters
        :param connection: Database connection used
        :return: Modified params
        """
        if hstore_available():
            # Django before 1.10 doesn't convert HStoreField values to string automatically
            # Which causes a bug in cursor.execute(). Let's do it here
            from django.contrib.postgres.fields import HStoreField
            if isinstance(model._meta.get_field(key), HStoreField):
                kwargs[key] = hstore_serialize(kwargs[key])

        return kwargs

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        # type: (Field, Any, TDatabase, bool, bool, bool, **Any) -> Tuple[str, Tuple[Any]]
        """
        Returns value sql to set into field and parameters for query execution
        This method is called from get_sql() by default.
        :param field: Django field to take format from
        :param val: Value to format
        :param connection: Connection used to update data
        :param val_as_param: If flag is not set, value should be converted to string and inserted into query directly.
            Otherwise a placeholder and query parameter will be used
        :param with_table: If flag is set, column name in sql is prefixed by table name
        :param for_update: If flag is set, returns update sql. Otherwise - insert SQL
        :param kwargs: Additional arguments, if needed
        :return: A tuple: sql, replacing value in update and a tuple of parameters to pass to cursor
        """
        raise NotImplementedError("'%s' must define get_sql method" % self.__class__.__name__)

    def get_sql(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        # type: (Field, Any, TDatabase, bool, bool, bool, **Any) -> Tuple[str, Tuple[Any]]
        """
        Returns function sql and parameters for query execution
        :param field: Django field to take format from
        :param val: Value to format
        :param connection: Connection used to update data
        :param val_as_param: If flag is not set, value should be converted to string and inserted into query directly.
            Otherwise a placeholder and query parameter will be used
        :param with_table: If flag is set, column name in sql is prefixed by table name
        :param for_update: If flag is set, returns update sql. Otherwise - insert SQL
        :param kwargs: Additional arguments, if needed
        :return: A tuple: sql, replacing value in update and a tuple of parameters to pass to cursor
        """
        val, params = self.get_sql_value(field, val, connection, val_as_param=val_as_param, with_table=with_table,
                                         for_update=for_update, **kwargs)
        return '"%s" = %s' % (field.column, val), params

    @classmethod
    def get_function_by_name(cls, name):  # type: (str) -> Optional[Type[AbstractSetFunction]]
        """
        Finds subclass of AbstractOperation applicable to given operation name
        :param name: String name to search
        :return: AbstractOperation subclass if found, None instead
        """
        try:
            return next(sub_cls for sub_cls in get_subclasses(cls, recursive=True) if name in sub_cls.names)
        except StopIteration:
            raise ValueError("Operation with name '%s' doesn't exist" % name)

    def field_is_supported(self, field):  # type: (Field) -> bool
        """
        Tests if this set function supports given field
        :param field: django.db.models.Field instance
        :return: Boolean
        """
        if self.supported_field_classes is None:
            return True
        else:
            return any(
                field.__class__.__name__ == field_cls or lazy_import(field_cls) == field.__class__
                for field_cls in self.supported_field_classes
            )

    def _parse_null_default(self, field, connection, **kwargs):
        """
        Part of get_function_sql() method.
        When operation is done on the bases of field's previous value, we need a default to set instead of NULL.
        This function gets this default value.
        :param field: Field to set default for
        :param connection: Connection used to update data
        :param kwargs: kwargs of get_function_sql
        :return: null_default value
        """
        if 'null_default' in kwargs:
            null_default = kwargs['null_default']
        elif field.__class__.__name__ in NULL_DEFAULTS:
            null_default = NULL_DEFAULTS[field.__class__.__name__]
        else:
            raise Exception("Operation '%s' doesn't support field '%s'"
                            % (self.__class__.__name__, field.__class__.__name__))

        return self.format_field_value(field, null_default, connection, cast_type=True)

    def _get_field_column(self, field, with_table=False):
        # type: (Field, bool) -> str
        """
        Returns quoted field column, prefixed with table name if needed
        :param field: Field instance
        :param with_table: Boolean flag - add table or not
        :return: String name
        """
        table = '"%s".' % field.model._meta.db_table if with_table else ''  # noqa
        return '%s"%s"' % (table, field.column)


class DjangoSetFunction(AbstractSetFunction):
    def __init__(self, django_expression):  # type: (BaseExpression) -> None  # noqa: F821
        if not django_expressions_available():
            raise 'Django expressions are available since django 1.8, please upgrade'

        self._django_expression = django_expression
        self._needs_value = None

    @property
    def needs_value(self):  # type: () -> bool
        """
        If expression contains BulkValue() references, value is required, otherwise - not
        :return: Boolean
        """
        if self._needs_value is None:
            def search_bulk_value_callback(expr):
                self._needs_value = True
                return expr

            self._modify_expression_recursively(BulkValue, self._django_expression, search_bulk_value_callback)

        return self._needs_value

    @classmethod
    def _modify_expression_recursively(cls, target_expression_class, expr, callback):
        # type: (BaseExpression, BaseExpression, Callable) -> BaseExpression  # noqa: F821
        """
        Recursively iterates expression, searching for Col references and calls callback for every found expression
        :param target_expression_class: Instance of expression to search
        :param expr: Expression to process
        :param callback: Function to apply to every expression. Should take exactly 1 argument:
            target_expression_class instance
        :return: Processed expression
        """
        if isinstance(expr, target_expression_class):
            return callback(expr)

        if not hasattr(expr, 'get_source_expressions'):
            return expr

        src_expressions = expr.get_source_expressions()
        if not src_expressions:
            return expr

        expr = expr.copy()
        new_src_expressions = [
            cls._modify_expression_recursively(target_expression_class, sub_expr, callback)
            for sub_expr in src_expressions
        ]
        expr.set_source_expressions(new_src_expressions)
        return expr

    @classmethod
    def replace_column_refs_with_defaults(cls, expr):  # type: (BaseExpression) -> BaseExpression  # noqa: F821
        """
        Replaces functions which reference columns to their default values.
        If field has default, function returns it. If not - tries searching in NULL_DEFAULTS.
        This is required in insert statements, as column references can not be inserted.
        :param expr: Expression to process
        :return: Processed expression
        """
        from django.db.models.expressions import Col, BaseExpression, Value

        def replace_with_default_values(col):  # type: (Col) -> BaseExpression
            default_value = col.field.get_default()
            if default_value is None:
                default_value = NULL_DEFAULTS.get(col.field.__class__.__name__)
            return Value(default_value)

        return cls._modify_expression_recursively(Col, expr, replace_with_default_values)

    @classmethod
    def remove_aliases_from_expression(cls, expr):  # type: (BaseExpression) -> BaseExpression  # noqa: F821
        """
        Removes table alias for functions which reference columns, if with_table flag is False
        In django 3.1+ This can be achieved by alias_cols=False Query flag.
        :param expr: Expression to process
        :return: Processed expression
        """
        from django.db.models.expressions import Col, BaseExpression

        def remove_alias_from_col(col):  # type: (Col) -> BaseExpression
            original_func = col.as_sql

            def as_sql(compiler, connection):
                sql, params = original_func(compiler, connection)
                return sql.split('.', 1)[1], params

            col = copy(col)
            col.as_sql = as_sql
            return col

        return cls._modify_expression_recursively(Col, expr, remove_alias_from_col)

    @classmethod
    def replace_bulk_value_in_expression(cls, expr, val, val_as_param):
        # type: (BaseExpression, Any, bool) -> BaseExpression  # noqa: F821
        """
        Removes table alias for functions which reference columns, if with_table flag is False
        In django 3.1+ This can be achieved by alias_cols=False Query flag.
        :param expr: Expression to process
        :param val: Value passed to get_sql_value method
        :param val_as_param: If flag is not set, value should be converted to string and inserted into query directly.
            Otherwise, a placeholder and query parameter will be used
        :return: Processed expression
        """
        def set_bulk_value_real_data(expr):
            expr.set_value(val, val_as_param)
            return expr

        cls._modify_expression_recursively(BulkValue, expr, set_bulk_value_real_data)
        return expr

    @classmethod
    def get_query(cls, field, with_table=False, for_update=True):  # type: (Field, bool, bool) -> Query
        """
        Gets django query for current SQL generation, depending on generation parameters
        :param field: Field for which to get query
        :param with_table: If flag is set, column name in sql will be prefixed by table name
        :param for_update: If flag is set, update query is generated. Otherwise - insert query
        :return: Query instance
        """
        kwargs = {'alias_cols': with_table} if django.VERSION >= (3, 1) else {}
        query = UpdateQuery(field.model, **kwargs) if for_update else InsertQuery(field.model, **kwargs)
        return query

    @classmethod
    def resolve_expression(cls, field, expr, connection, val, val_as_param=False, with_table=False, for_update=True):
        # type: (Field, Any, TDatabase, Any, bool, bool, bool) -> Tuple[SQLCompiler, BaseExpression]  # noqa: F821
        """
        Processes django expression, preparing it for SQL Generation
        Note: expression resolve has been mostly copied from SQLUpdateCompiler.as_sql() method
            and adopted for this function purposes
        :param field: Django field expression will be applied to
        :param expr: Expression to process
        :param connection: Connection used to update data
        :param val: Value passed to get_sql_value method
        :param val_as_param: If flag is not set, value should be converted to string and inserted into query directly.
            Otherwise, a placeholder and query parameter will be used
        :param with_table: If flag is set, column name in sql is prefixed by table name
        :param for_update: If flag is set, returns update sql. Otherwise - insert SQL
        :return: A tuple of compiler used to format expression and result expression
        """
        query = cls.get_query(field, with_table=with_table, for_update=for_update)
        compiler = query.get_compiler(connection=connection)

        compiler.pre_sql_setup()
        expr = cls.replace_bulk_value_in_expression(expr, val, val_as_param)
        expr = expr.resolve_expression(query=query, allow_joins=False, for_save=True)
        if expr.contains_aggregate:
            raise FieldError(
                'Aggregate functions are not allowed in this query '
                '(%s=%r).' % (field.name, expr)
            )

        # There is no such attribute in early django
        if getattr(expr, 'contains_over_clause', False):
            raise FieldError(
                'Window expressions are not allowed in this query '
                '(%s=%r).' % (field.name, expr)
            )

        # If there are field references, they should be replaced with defaults to perform an insert correctly
        if not for_update:
            expr = cls.replace_column_refs_with_defaults(expr)

        if django.VERSION < (3, 1) and not with_table:
            expr = cls.remove_aliases_from_expression(expr)

        return compiler, expr

    def modify_create_params(self, model, key, kwargs, connection):
        kwargs = super(DjangoSetFunction, self).modify_create_params(model, key, kwargs, connection)

        # Django is sets its built in defaults here. Let's replace column aliases with this library defaults
        field = model._meta.get_field(key)
        _, expr = self.resolve_expression(field, self._django_expression, connection, kwargs.get(key), for_update=False)
        kwargs[key] = expr
        return kwargs

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        compiler, expr = self.resolve_expression(field, self._django_expression, connection, val,
                                                 val_as_param=val_as_param, with_table=with_table,
                                                 for_update=for_update)

        # SQL forming is copied from SQLUpdateCompiler.as_sql() and adopted for this function purposes
        placeholder = field.get_placeholder(expr, compiler, connection) if hasattr(field, 'get_placeholder') else '%s'

        if hasattr(expr, 'as_sql'):
            sql, params = compiler.compile(expr)
            sql = placeholder % sql
        elif expr is not None:
            sql, params = placeholder, (expr,)
        else:
            qn = compiler.quote_name_unless_alias
            sql, params = '%s = NULL' % qn(field.column), tuple()

        return sql, params


class EqualSetFunction(AbstractSetFunction):
    names = {'eq', '='}

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        if val_as_param:
            return self.format_field_value(field, val, connection)
        else:
            return '%s' % str(val), []


class EqualNotNullSetFunction(AbstractSetFunction):
    names = {'eq_not_null'}

    def modify_create_params(self, model, key, kwargs, connection):
        kwargs = super(EqualNotNullSetFunction, self).modify_create_params(model, key, kwargs, connection)

        if kwargs[key] is None:
            del kwargs[key]

        return kwargs

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        tpl = 'COALESCE(%s, %s)'
        if for_update:
            default_value, default_params = self._get_field_column(field, with_table=with_table), []
        else:
            default_value, default_params = self.format_field_value(field, field.get_default(), connection)
        if val_as_param:
            sql, params = self.format_field_value(field, val, connection)
            return tpl % (sql, default_value), params + default_params
        else:
            return tpl % (str(val), default_value), default_params


class PlusSetFunction(AbstractSetFunction):
    names = {'+', 'incr'}

    supported_field_classes = {
        'django.db.models.IntegerField',
        'django.db.models.FloatField',
        'django.db.models.AutoField',
        'django.db.models.BigAutoField',
        'django.db.models.BigIntegerField',
        'django.db.models.SmallIntegerField',
        'django.db.models.PositiveIntegerField',
        'django.db.models.PositiveSmallIntegerField',
        'django.db.models.DecimalField',
        'django.db.models.IntegerRangeField',
        'django.db.models.BigIntegerRangeField',
        'django.db.models.FloatRangeField',
        'django.db.models.DateTimeRangeField',
        'django.db.models.DateRangeField'
    }

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        null_default, null_default_params = self._parse_null_default(field, connection, **kwargs)

        if val_as_param:
            sql, params = self.format_field_value(field, val, connection)
        else:
            sql, params = str(val), tuple()

        if for_update:
            tpl = 'COALESCE(%s, %s) + %s'
            return tpl % (self._get_field_column(field, with_table=with_table), null_default, sql),\
                null_default_params + params
        else:
            return sql, params


class ConcatSetFunction(AbstractSetFunction):
    names = {'||', 'concat'}

    supported_field_classes = {
        'django.db.models.CharField',
        'django.db.models.TextField',
        'django.db.models.EmailField',
        'django.db.models.FilePathField',
        'django.db.models.SlugField',
        'django.contrib.postgres.fields.HStoreField',
        'django.db.models.URLField',
        'django.db.models.BinaryField',
        'django.db.models.JSONField',
        'django.contrib.postgres.fields.JSONField',
        'django.contrib.postgres.fields.ArrayField',
        'django.db.models.CITextField',
        'django.db.models.CICharField',
        'django.db.models.CIEmailField'
    }

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        null_default, null_default_params = self._parse_null_default(field, connection, **kwargs)
        JSONField = import_pg_field_or_dummy('JSONField', jsonb_available)  # noqa

        # Postgres 9.4 has JSONB support, but doesn't support concat operator (||)
        # So I've taken function to solve the problem from
        # Note, that function should be created before using this operator
        if not for_update:
            tpl = '%s'
        elif get_postgres_version() < (9, 5) and isinstance(field, JSONField):
            tpl = '{0}(COALESCE(%s, %s), %s)'.format(Postgres94MergeJSONBMigration.FUNCTION_NAME)
        else:
            tpl = 'COALESCE(%s, %s) || %s'

        if val_as_param:
            val_sql, params = self.format_field_value(field, val, connection)
        else:
            val_sql, params = str(val), tuple()

        if not for_update:
            return tpl % val_sql, params
        else:
            return tpl % (self._get_field_column(field, with_table=with_table), null_default, val_sql),\
                   null_default_params + params


class UnionSetFunction(AbstractSetFunction):
    names = {'union'}

    supported_field_classes = {
        'django.contrib.postgres.fields.ArrayField'
    }

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        if for_update:
            sub_func = ConcatSetFunction()
            sql, params = sub_func.get_sql_value(field, val, connection, val_as_param=val_as_param,
                                                 with_table=with_table, **kwargs)
            sql = 'ARRAY(SELECT DISTINCT UNNEST(%s))' % sql
        else:
            sql, params = val, []

        return sql, params


class ArrayRemoveSetFunction(AbstractSetFunction):
    names = {'array_remove'}

    supported_field_classes = {
        'django.contrib.postgres.fields.ArrayField'
    }

    def format_field_value(self, field, val, connection, cast_type=False, **kwargs):
        # Support for django 1.8
        if not hasattr(field.base_field, 'model'):
            field.base_field.model = field.model

        return format_field_value(field.base_field, val, connection, cast_type=cast_type)

    def modify_create_params(self, model, key, kwargs, connection):
        kwargs = super(ArrayRemoveSetFunction, self).modify_create_params(model, key, kwargs, connection)

        if kwargs.get(key):
            kwargs[key] = model._meta.get_field(key).get_default()

        return kwargs

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        if val_as_param:
            val_sql, params = self.format_field_value(field, val, connection)
        else:
            val_sql, params = str(val), tuple()

        if for_update:
            sql = 'array_remove({0}, {1})'.format(self._get_field_column(field, with_table=with_table), val_sql)
        else:
            sql, params = self.format_field_value(field, field.get_default(), connection)

        return sql, params


class NowSetFunction(AbstractSetFunction):
    names = {'now', 'NOW'}
    supported_field_classes = {
        'django.db.models.DateField',
        'django.db.models.DateTimeField'
    }
    needs_value = False

    def __init__(self, if_null=False):  # type: (bool) -> None
        self._if_null = if_null
        super(NowSetFunction, self).__init__()

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        if for_update and self._if_null:
            default_value, default_params = self._get_field_column(field, with_table=with_table), tuple()
            return "COALESCE(%s, NOW())" % default_value, default_params
        else:
            return 'NOW()', tuple()

"""
This file contains classes, describing functions which set values to fields.
"""
import datetime
from typing import Type, Optional, Any, Tuple, Dict

import django
from copy import copy
from django.core.exceptions import FieldError
from django.db.models import Field, Model
from django.db.models.sql import UpdateQuery, InsertQuery, Query
from django.db.models.sql.compiler import SQLCompiler

from .compatibility import get_postgres_version, jsonb_available, Postgres94MergeJSONBMigration, hstore_serialize, \
    hstore_available, import_pg_field_or_dummy, tz_utc, django_expressions_available
from .types import TDatabase, AbstractFieldFormatter
from .utils import get_subclasses, format_field_value, lazy_import

# When doing increment operations, we need to replace NULL values with something
# This dictionary contains field defaults by it's class name.
# I don't use classes as keys not to import them here
base_datetime = datetime.datetime(1970, 1, 1, 0, 0, 0, tzinfo=tz_utc)
NULL_DEFAULTS = {
    # Standard django types
    'IntegerField': 0,
    'BigIntegerField': 0,
    'SmallIntegerField': 0,
    'PositiveIntegerField': 0,
    'PositiveSmallIntegerField': 0,
    'FloatField': 0,
    'DecimalField': 0,

    'CharField': '',
    'TextField': '',
    'EmailField': '',
    'FilePathField': '',
    'SlugField': '',
    'CommaSeparatedIntegerField': '0,0',
    'URLField': '',
    'BinaryField': b'',
    'UUIDField': '',

    'DateField': base_datetime.date(),
    'DateTimeField': base_datetime,
    'DurationField': datetime.timedelta(seconds=0),
    'TimeField': base_datetime.time(),

    # This may be incorrect, but there is no any chance to understand, what is correct here
    'BooleanField': True,
    'NullBooleanField': True,

    # These fields can't be null, but I add them for compatibility
    'AutoField': 0,
    'BigAutoField': 0,

    # Postgres specific types
    'ArrayField': [],
    'CICharField': '',
    'CIEmailField': '',
    'CITextField': '',
    'HStoreField': {},
    'JSONField': {},

    'IntegerRangeField': (0, 0),
    'BigIntegerRangeField': (0, 0),
    'FloatRangeField': (0, 0),
    'DateTimeRangeField': (base_datetime, base_datetime),
    'DateRangeField': (base_datetime.date(), base_datetime.date())
}


if django_expressions_available():
    from django.db.models.expressions import Expression

    class BulkValue(Expression):
        """
        A mixin which defines django Expression to be replaced by concrete django values
        """
        def __init__(self, *args, **kwargs):
            super(BulkValue, self).__init__(*args, **kwargs)

            self._ready = False
            self._value = None
            self._val_as_param = False

        def __ror__(self, other):
            return super(BulkValue, self).__rand__(other)

        def __rand__(self, other):
            return super(BulkValue, self).__rand__(other)

        def set_value(self, val, val_as_param):  # type: (Any, bool) -> None
            """
            Replaces fake initial data with real values, passed from query values parameter
            :param val: Value to return in SQL
            :param val_as_param: If flag is not set, value should be converted to string and inserted into query directly.
                Otherwise a placeholder and query parameter will be used
            :return: None
            """
            self._value = val
            self._val_as_param = val_as_param
            self._ready = True

        def as_sql(self, compiler, connection):
            if not self._ready:
                raise ValueError('BulkValue instance has not been initialized before using as_sql method')

            if not self._val_as_param:
                return str(self._value), []

            from django.db.models.expressions import Value
            return Value(self._value).as_sql(compiler, connection)

else:
    # Dummy class for django before 1.8
    class BulkValue:
        def as_sql(self, compiler, connection):
            raise NotImplementedError("This is not supported in your django version. Please, upgrade")


class AbstractSetFunction(AbstractFieldFormatter):
    names = set()

    # If set function supports any field class, this should be None.
    # Otherwise, it must be a set, containing:
    #   - Field classes (any child classes are accepted too)
    #   - Field class python import paths (any child classes are accepted too)
    #   - Filed class names
    supported_field_classes = None

    # If set functions doesn't need value from input, set this to False.
    needs_value = True

    def modify_create_params(self, model, key, kwargs, connection):
        # type: (Type[Model], str, Dict[str, Any], TDatabase) -> Dict[str, Any]
        """
        This method modifies parameters before passing them to model(**kwargs)
        :param model: Model to get field from
        :param key: Field key, for which SetFunction is adopted
        :param kwargs: Function parameters
        :param connection: Database connection used
        :return: Modified params
        """
        if hstore_available():
            # Django before 1.10 doesn't convert HStoreField values to string automatically
            # Which causes a bug in cursor.execute(). Let's do it here
            from django.contrib.postgres.fields import HStoreField
            if isinstance(model._meta.get_field(key), HStoreField):
                kwargs[key] = hstore_serialize(kwargs[key])

        return kwargs

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        # type: (Field, Any, TDatabase, bool, bool, bool, **Any) -> Tuple[str, Tuple[Any]]
        """
        Returns value sql to set into field and parameters for query execution
        This method is called from get_sql() by default.
        :param field: Django field to take format from
        :param val: Value to format
        :param connection: Connection used to update data
        :param val_as_param: If flag is not set, value should be converted to string and inserted into query directly.
            Otherwise a placeholder and query parameter will be used
        :param with_table: If flag is set, column name in sql is prefixed by table name
        :param for_update: If flag is set, returns update sql. Otherwise - insert SQL
        :param kwargs: Additional arguments, if needed
        :return: A tuple: sql, replacing value in update and a tuple of parameters to pass to cursor
        """
        raise NotImplementedError("'%s' must define get_sql method" % self.__class__.__name__)

    def get_sql(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        # type: (Field, Any, TDatabase, bool, bool, bool, **Any) -> Tuple[str, Tuple[Any]]
        """
        Returns function sql and parameters for query execution
        :param field: Django field to take format from
        :param val: Value to format
        :param connection: Connection used to update data
        :param val_as_param: If flag is not set, value should be converted to string and inserted into query directly.
            Otherwise a placeholder and query parameter will be used
        :param with_table: If flag is set, column name in sql is prefixed by table name
        :param for_update: If flag is set, returns update sql. Otherwise - insert SQL
        :param kwargs: Additional arguments, if needed
        :return: A tuple: sql, replacing value in update and a tuple of parameters to pass to cursor
        """
        val, params = self.get_sql_value(field, val, connection, val_as_param=val_as_param, with_table=with_table,
                                         for_update=for_update, **kwargs)
        return '"%s" = %s' % (field.column, val), params

    @classmethod
    def get_function_by_name(cls, name):  # type: (str) -> Optional[Type[AbstractSetFunction]]
        """
        Finds subclass of AbstractOperation applicable to given operation name
        :param name: String name to search
        :return: AbstractOperation subclass if found, None instead
        """
        try:
            return next(sub_cls for sub_cls in get_subclasses(cls, recursive=True) if name in sub_cls.names)
        except StopIteration:
            raise ValueError("Operation with name '%s' doesn't exist" % name)

    def field_is_supported(self, field):  # type: (Field) -> bool
        """
        Tests if this set function supports given field
        :param field: django.db.models.Field instance
        :return: Boolean
        """
        if self.supported_field_classes is None:
            return True
        else:
            return any(
                field.__class__.__name__ == field_cls or lazy_import(field_cls) == field.__class__
                for field_cls in self.supported_field_classes
            )

    def _parse_null_default(self, field, connection, **kwargs):
        """
        Part of get_function_sql() method.
        When operation is done on the bases of field's previous value, we need a default to set instead of NULL.
        This function gets this default value.
        :param field: Field to set default for
        :param connection: Connection used to update data
        :param kwargs: kwargs of get_function_sql
        :return: null_default value
        """
        if 'null_default' in kwargs:
            null_default = kwargs['null_default']
        elif field.__class__.__name__ in NULL_DEFAULTS:
            null_default = NULL_DEFAULTS[field.__class__.__name__]
        else:
            raise Exception("Operation '%s' doesn't support field '%s'"
                            % (self.__class__.__name__, field.__class__.__name__))

        return self.format_field_value(field, null_default, connection, cast_type=True)

    def _get_field_column(self, field, with_table=False):
        # type: (Field, bool) -> str
        """
        Returns quoted field column, prefixed with table name if needed
        :param field: Field instance
        :param with_table: Boolean flag - add table or not
        :return: String name
        """
        table = '"%s".' % field.model._meta.db_table if with_table else ''  # noqa
        return '%s"%s"' % (table, field.column)


class DjangoSetFunction(AbstractSetFunction):
    def __init__(self, django_expression):  # type: (BaseExpression) -> None  # noqa: F821
        if not django_expressions_available():
            raise 'Django expressions are available since django 1.8, please upgrade'

        self._django_expression = django_expression
        self._needs_value = None

    @property
    def needs_value(self):  # type: () -> bool
        """
        If expression contains BulkValue() references, value is required, otherwise - not
        :return: Boolean
        """
        if self._needs_value is None:
            def search_bulk_value_callback(expr):
                self._needs_value = True
                return expr

            self._modify_expression_recursively(BulkValue, self._django_expression, search_bulk_value_callback)

        return self._needs_value

    @classmethod
    def _modify_expression_recursively(cls, target_expression_class, expr, callback):
        # type: (BaseExpression, BaseExpression, Callable) -> BaseExpression  # noqa: F821
        """
        Recursively iterates expression, searching for Col references and calls callback for every found expression
        :param target_expression_class: Instance of expression to search
        :param expr: Expression to process
        :param callback: Function to apply to every expression. Should take exactly 1 argument:
            target_expression_class instance
        :return: Processed expression
        """
        if isinstance(expr, target_expression_class):
            return callback(expr)

        if not hasattr(expr, 'get_source_expressions'):
            return expr

        src_expressions = expr.get_source_expressions()
        if not src_expressions:
            return expr

        expr = expr.copy()
        new_src_expressions = [
            cls._modify_expression_recursively(target_expression_class, sub_expr, callback)
            for sub_expr in src_expressions
        ]
        expr.set_source_expressions(new_src_expressions)
        return expr

    @classmethod
    def replace_column_refs_with_defaults(cls, expr):  # type: (BaseExpression) -> BaseExpression  # noqa: F821
        """
        Replaces functions which reference columns to their default values.
        If field has default, function returns it. If not - tries searching in NULL_DEFAULTS.
        This is required in insert statements, as column references can not be inserted.
        :param expr: Expression to process
        :return: Processed expression
        """
        from django.db.models.expressions import Col, BaseExpression, Value

        def replace_with_default_values(col):  # type: (Col) -> BaseExpression
            default_value = col.field.get_default()
            if default_value is None:
                default_value = NULL_DEFAULTS.get(col.field.__class__.__name__)
            return Value(default_value)

        return cls._modify_expression_recursively(Col, expr, replace_with_default_values)

    @classmethod
    def remove_aliases_from_expression(cls, expr):  # type: (BaseExpression) -> BaseExpression  # noqa: F821
        """
        Removes table alias for functions which reference columns, if with_table flag is False
        In django 3.1+ This can be achieved by alias_cols=False Query flag.
        :param expr: Expression to process
        :return: Processed expression
        """
        from django.db.models.expressions import Col, BaseExpression

        def remove_alias_from_col(col):  # type: (Col) -> BaseExpression
            original_func = col.as_sql

            def as_sql(compiler, connection):
                sql, params = original_func(compiler, connection)
                return sql.split('.', 1)[1], params

            col = copy(col)
            col.as_sql = as_sql
            return col

        return cls._modify_expression_recursively(Col, expr, remove_alias_from_col)

    @classmethod
    def replace_bulk_value_in_expression(cls, expr, val, val_as_param):
        # type: (BaseExpression, Any, bool) -> BaseExpression  # noqa: F821
        """
        Removes table alias for functions which reference columns, if with_table flag is False
        In django 3.1+ This can be achieved by alias_cols=False Query flag.
        :param expr: Expression to process
        :param val: Value passed to get_sql_value method
        :param val_as_param: If flag is not set, value should be converted to string and inserted into query directly.
            Otherwise, a placeholder and query parameter will be used
        :return: Processed expression
        """
        def set_bulk_value_real_data(expr):
            expr.set_value(val, val_as_param)
            return expr

        cls._modify_expression_recursively(BulkValue, expr, set_bulk_value_real_data)
        return expr

    @classmethod
    def get_query(cls, field, with_table=False, for_update=True):  # type: (Field, bool, bool) -> Query
        """
        Gets django query for current SQL generation, depending on generation parameters
        :param field: Field for which to get query
        :param with_table: If flag is set, column name in sql will be prefixed by table name
        :param for_update: If flag is set, update query is generated. Otherwise - insert query
        :return: Query instance
        """
        kwargs = {'alias_cols': with_table} if django.VERSION >= (3, 1) else {}
        query = UpdateQuery(field.model, **kwargs) if for_update else InsertQuery(field.model, **kwargs)
        return query

    @classmethod
    def resolve_expression(cls, field, expr, connection, val, val_as_param=False, with_table=False, for_update=True):
        # type: (Field, Any, TDatabase, Any, bool, bool, bool) -> Tuple[SQLCompiler, BaseExpression]  # noqa: F821
        """
        Processes django expression, preparing it for SQL Generation
        Note: expression resolve has been mostly copied from SQLUpdateCompiler.as_sql() method
            and adopted for this function purposes
        :param field: Django field expression will be applied to
        :param expr: Expression to process
        :param connection: Connection used to update data
        :param val: Value passed to get_sql_value method
        :param val_as_param: If flag is not set, value should be converted to string and inserted into query directly.
            Otherwise, a placeholder and query parameter will be used
        :param with_table: If flag is set, column name in sql is prefixed by table name
        :param for_update: If flag is set, returns update sql. Otherwise - insert SQL
        :return: A tuple of compiler used to format expression and result expression
        """
        query = cls.get_query(field, with_table=with_table, for_update=for_update)
        compiler = query.get_compiler(connection=connection)

        compiler.pre_sql_setup()
        expr = cls.replace_bulk_value_in_expression(expr, val, val_as_param)
        expr = expr.resolve_expression(query=query, allow_joins=False, for_save=True)
        if expr.contains_aggregate:
            raise FieldError(
                'Aggregate functions are not allowed in this query '
                '(%s=%r).' % (field.name, expr)
            )

        # There is no such attribute in early django
        if getattr(expr, 'contains_over_clause', False):
            raise FieldError(
                'Window expressions are not allowed in this query '
                '(%s=%r).' % (field.name, expr)
            )

        # If there are field references, they should be replaced with defaults to perform an insert correctly
        if not for_update:
            expr = cls.replace_column_refs_with_defaults(expr)

        if django.VERSION < (3, 1) and not with_table:
            expr = cls.remove_aliases_from_expression(expr)

        return compiler, expr

    def modify_create_params(self, model, key, kwargs, connection):
        kwargs = super(DjangoSetFunction, self).modify_create_params(model, key, kwargs, connection)

        # Django is sets its built in defaults here. Let's replace column aliases with this library defaults
        field = model._meta.get_field(key)
        _, expr = self.resolve_expression(field, self._django_expression, connection, kwargs.get(key), for_update=False)
        kwargs[key] = expr
        return kwargs

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        compiler, expr = self.resolve_expression(field, self._django_expression, connection, val,
                                                 val_as_param=val_as_param, with_table=with_table,
                                                 for_update=for_update)

        # SQL forming is copied from SQLUpdateCompiler.as_sql() and adopted for this function purposes
        placeholder = field.get_placeholder(expr, compiler, connection) if hasattr(field, 'get_placeholder') else '%s'

        if hasattr(expr, 'as_sql'):
            sql, params = compiler.compile(expr)
            sql = placeholder % sql
        elif expr is not None:
            sql, params = placeholder, (expr,)
        else:
            qn = compiler.quote_name_unless_alias
            sql, params = '%s = NULL' % qn(field.column), tuple()

        return sql, params


class EqualSetFunction(AbstractSetFunction):
    names = {'eq', '='}

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        if val_as_param:
            return self.format_field_value(field, val, connection)
        else:
            return '%s' % str(val), []


class EqualNotNullSetFunction(AbstractSetFunction):
    names = {'eq_not_null'}

    def modify_create_params(self, model, key, kwargs, connection):
        kwargs = super(EqualNotNullSetFunction, self).modify_create_params(model, key, kwargs, connection)

        if kwargs[key] is None:
            del kwargs[key]

        return kwargs

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        tpl = 'COALESCE(%s, %s)'
        if for_update:
            default_value, default_params = self._get_field_column(field, with_table=with_table), []
        else:
            default_value, default_params = self.format_field_value(field, field.get_default(), connection)
        if val_as_param:
            sql, params = self.format_field_value(field, val, connection)
            return tpl % (sql, default_value), params + default_params
        else:
            return tpl % (str(val), default_value), default_params


class PlusSetFunction(AbstractSetFunction):
    names = {'+', 'incr'}

    supported_field_classes = {
        'django.db.models.IntegerField',
        'django.db.models.FloatField',
        'django.db.models.AutoField',
        'django.db.models.BigAutoField',
        'django.db.models.BigIntegerField',
        'django.db.models.SmallIntegerField',
        'django.db.models.PositiveIntegerField',
        'django.db.models.PositiveSmallIntegerField',
        'django.db.models.DecimalField',
        'django.db.models.IntegerRangeField',
        'django.db.models.BigIntegerRangeField',
        'django.db.models.FloatRangeField',
        'django.db.models.DateTimeRangeField',
        'django.db.models.DateRangeField'
    }

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        null_default, null_default_params = self._parse_null_default(field, connection, **kwargs)

        if val_as_param:
            sql, params = self.format_field_value(field, val, connection)
        else:
            sql, params = str(val), tuple()

        if for_update:
            tpl = 'COALESCE(%s, %s) + %s'
            return tpl % (self._get_field_column(field, with_table=with_table), null_default, sql),\
                null_default_params + params
        else:
            return sql, params


class ConcatSetFunction(AbstractSetFunction):
    names = {'||', 'concat'}

    supported_field_classes = {
        'django.db.models.CharField',
        'django.db.models.TextField',
        'django.db.models.EmailField',
        'django.db.models.FilePathField',
        'django.db.models.SlugField',
        'django.contrib.postgres.fields.HStoreField',
        'django.db.models.URLField',
        'django.db.models.BinaryField',
        'django.db.models.JSONField',
        'django.contrib.postgres.fields.JSONField',
        'django.contrib.postgres.fields.ArrayField',
        'django.db.models.CITextField',
        'django.db.models.CICharField',
        'django.db.models.CIEmailField'
    }

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        null_default, null_default_params = self._parse_null_default(field, connection, **kwargs)
        JSONField = import_pg_field_or_dummy('JSONField', jsonb_available)  # noqa

        # Postgres 9.4 has JSONB support, but doesn't support concat operator (||)
        # So I've taken function to solve the problem from
        # Note, that function should be created before using this operator
        if not for_update:
            tpl = '%s'
        elif get_postgres_version() < (9, 5) and isinstance(field, JSONField):
            tpl = '{0}(COALESCE(%s, %s), %s)'.format(Postgres94MergeJSONBMigration.FUNCTION_NAME)
        else:
            tpl = 'COALESCE(%s, %s) || %s'

        if val_as_param:
            val_sql, params = self.format_field_value(field, val, connection)
        else:
            val_sql, params = str(val), tuple()

        if not for_update:
            return tpl % val_sql, params
        else:
            return tpl % (self._get_field_column(field, with_table=with_table), null_default, val_sql),\
                   null_default_params + params


class UnionSetFunction(AbstractSetFunction):
    names = {'union'}

    supported_field_classes = {
        'django.contrib.postgres.fields.ArrayField'
    }

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        if for_update:
            sub_func = ConcatSetFunction()
            sql, params = sub_func.get_sql_value(field, val, connection, val_as_param=val_as_param,
                                                 with_table=with_table, **kwargs)
            sql = 'ARRAY(SELECT DISTINCT UNNEST(%s))' % sql
        else:
            sql, params = val, []

        return sql, params


class ArrayRemoveSetFunction(AbstractSetFunction):
    names = {'array_remove'}

    supported_field_classes = {
        'django.contrib.postgres.fields.ArrayField'
    }

    def format_field_value(self, field, val, connection, cast_type=False, **kwargs):
        # Support for django 1.8
        if not hasattr(field.base_field, 'model'):
            field.base_field.model = field.model

        return format_field_value(field.base_field, val, connection, cast_type=cast_type)

    def modify_create_params(self, model, key, kwargs, connection):
        kwargs = super(ArrayRemoveSetFunction, self).modify_create_params(model, key, kwargs, connection)

        if kwargs.get(key):
            kwargs[key] = model._meta.get_field(key).get_default()

        return kwargs

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        if val_as_param:
            val_sql, params = self.format_field_value(field, val, connection)
        else:
            val_sql, params = str(val), tuple()

        if for_update:
            sql = 'array_remove({0}, {1})'.format(self._get_field_column(field, with_table=with_table), val_sql)
        else:
            sql, params = self.format_field_value(field, field.get_default(), connection)

        return sql, params


class NowSetFunction(AbstractSetFunction):
    names = {'now', 'NOW'}
    supported_field_classes = {
        'django.db.models.DateField',
        'django.db.models.DateTimeField'
    }
    needs_value = False

    def __init__(self, if_null=False):  # type: (bool) -> None
        self._if_null = if_null
        super(NowSetFunction, self).__init__()

    def get_sql_value(self, field, val, connection, val_as_param=True, with_table=False, for_update=True, **kwargs):
        if for_update and self._if_null:
            default_value, default_params = self._get_field_column(field, with_table=with_table), tuple()
            return "COALESCE(%s, NOW())" % default_value, default_params
        else:
            return 'NOW()', tuple()

This file contains classes, describing functions which set values to fields. # When doing increment operations, we need to replace NULL values with something # This dictionary contains field defaults by it's class name. # I don't use classes as keys not to import them here # Standard django types # This may be incorrect, but there is no any chance to understand, what is correct here # These fields can't be null, but I add them for compatibility # Postgres specific types A mixin which defines django Expression to be replaced by concrete django values # type: (Any, bool) -> None Replaces fake initial data with real values, passed from query values parameter             :param val: Value to return in SQL             :param val_as_param: If flag is not set, value should be converted to string and inserted into query directly.                 Otherwise a placeholder and query parameter will be used             :return: None # Dummy class for django before 1.8 # If set function supports any field class, this should be None. # Otherwise, it must be a set, containing: #   - Field classes (any child classes are accepted too) #   - Field class python import paths (any child classes are accepted too) #   - Filed class names # If set functions doesn't need value from input, set this to False. # type: (Type[Model], str, Dict[str, Any], TDatabase) -> Dict[str, Any] This method modifies parameters before passing them to model(**kwargs)         :param model: Model to get field from         :param key: Field key, for which SetFunction is adopted         :param kwargs: Function parameters         :param connection: Database connection used         :return: Modified params # Django before 1.10 doesn't convert HStoreField values to string automatically # Which causes a bug in cursor.execute(). Let's do it here # type: (Field, Any, TDatabase, bool, bool, bool, **Any) -> Tuple[str, Tuple[Any]] Returns value sql to set into field and parameters for query execution         This method is called from get_sql() by default.         :param field: Django field to take format from         :param val: Value to format         :param connection: Connection used to update data         :param val_as_param: If flag is not set, value should be converted to string and inserted into query directly.             Otherwise a placeholder and query parameter will be used         :param with_table: If flag is set, column name in sql is prefixed by table name         :param for_update: If flag is set, returns update sql. Otherwise - insert SQL         :param kwargs: Additional arguments, if needed         :return: A tuple: sql, replacing value in update and a tuple of parameters to pass to cursor # type: (Field, Any, TDatabase, bool, bool, bool, **Any) -> Tuple[str, Tuple[Any]] Returns function sql and parameters for query execution         :param field: Django field to take format from         :param val: Value to format         :param connection: Connection used to update data         :param val_as_param: If flag is not set, value should be converted to string and inserted into query directly.             Otherwise a placeholder and query parameter will be used         :param with_table: If flag is set, column name in sql is prefixed by table name         :param for_update: If flag is set, returns update sql. Otherwise - insert SQL         :param kwargs: Additional arguments, if needed         :return: A tuple: sql, replacing value in update and a tuple of parameters to pass to cursor # type: (str) -> Optional[Type[AbstractSetFunction]] Finds subclass of AbstractOperation applicable to given operation name         :param name: String name to search         :return: AbstractOperation subclass if found, None instead # type: (Field) -> bool Tests if this set function supports given field         :param field: django.db.models.Field instance         :return: Boolean Part of get_function_sql() method.         When operation is done on the bases of field's previous value, we need a default to set instead of NULL.         This function gets this default value.         :param field: Field to set default for         :param connection: Connection used to update data         :param kwargs: kwargs of get_function_sql         :return: null_default value # type: (Field, bool) -> str Returns quoted field column, prefixed with table name if needed         :param field: Field instance         :param with_table: Boolean flag - add table or not         :return: String name # noqa # type: (BaseExpression) -> None  # noqa: F821 # type: () -> bool If expression contains BulkValue() references, value is required, otherwise - not         :return: Boolean # type: (BaseExpression, BaseExpression, Callable) -> BaseExpression  # noqa: F821 Recursively iterates expression, searching for Col references and calls callback for every found expression         :param target_expression_class: Instance of expression to search         :param expr: Expression to process         :param callback: Function to apply to every expression. Should take exactly 1 argument:             target_expression_class instance         :return: Processed expression # type: (BaseExpression) -> BaseExpression  # noqa: F821 Replaces functions which reference columns to their default values.         If field has default, function returns it. If not - tries searching in NULL_DEFAULTS.         This is required in insert statements, as column references can not be inserted.         :param expr: Expression to process         :return: Processed expression # type: (Col) -> BaseExpression # type: (BaseExpression) -> BaseExpression  # noqa: F821 Removes table alias for functions which reference columns, if with_table flag is False         In django 3.1+ This can be achieved by alias_cols=False Query flag.         :param expr: Expression to process         :return: Processed expression # type: (Col) -> BaseExpression # type: (BaseExpression, Any, bool) -> BaseExpression  # noqa: F821 Removes table alias for functions which reference columns, if with_table flag is False         In django 3.1+ This can be achieved by alias_cols=False Query flag.         :param expr: Expression to process         :param val: Value passed to get_sql_value method         :param val_as_param: If flag is not set, value should be converted to string and inserted into query directly.             Otherwise, a placeholder and query parameter will be used         :return: Processed expression # type: (Field, bool, bool) -> Query Gets django query for current SQL generation, depending on generation parameters         :param field: Field for which to get query         :param with_table: If flag is set, column name in sql will be prefixed by table name         :param for_update: If flag is set, update query is generated. Otherwise - insert query         :return: Query instance # type: (Field, Any, TDatabase, Any, bool, bool, bool) -> Tuple[SQLCompiler, BaseExpression]  # noqa: F821 Processes django expression, preparing it for SQL Generation         Note: expression resolve has been mostly copied from SQLUpdateCompiler.as_sql() method             and adopted for this function purposes         :param field: Django field expression will be applied to         :param expr: Expression to process         :param connection: Connection used to update data         :param val: Value passed to get_sql_value method         :param val_as_param: If flag is not set, value should be converted to string and inserted into query directly.             Otherwise, a placeholder and query parameter will be used         :param with_table: If flag is set, column name in sql is prefixed by table name         :param for_update: If flag is set, returns update sql. Otherwise - insert SQL         :return: A tuple of compiler used to format expression and result expression # There is no such attribute in early django # If there are field references, they should be replaced with defaults to perform an insert correctly # Django is sets its built in defaults here. Let's replace column aliases with this library defaults # SQL forming is copied from SQLUpdateCompiler.as_sql() and adopted for this function purposes # noqa # Postgres 9.4 has JSONB support, but doesn't support concat operator (||) # So I've taken function to solve the problem from # Note, that function should be created before using this operator # Support for django 1.8 # type: (bool) -> None