# sql/operators.py # Copyright (C) 2005-2023 the SQLAlchemy authors and contributors # # # This module is part of SQLAlchemy and is released under # the MIT License: https://www.opensource.org/licenses/mit-license.php # This module is part of SQLAlchemy and is released under # the MIT License: https://www.opensource.org/licenses/mit-license.php """Defines operators used in SQL expressions.""" from __future__ import annotations from enum import IntEnum from operator import add as _uncast_add from operator import and_ as _uncast_and_ from operator import contains as _uncast_contains from operator import eq as _uncast_eq from operator import floordiv as _uncast_floordiv from operator import ge as _uncast_ge from operator import getitem as _uncast_getitem from operator import gt as _uncast_gt from operator import inv as _uncast_inv from operator import le as _uncast_le from operator import lshift as _uncast_lshift from operator import lt as _uncast_lt from operator import mod as _uncast_mod from operator import mul as _uncast_mul from operator import ne as _uncast_ne from operator import neg as _uncast_neg from operator import or_ as _uncast_or_ from operator import rshift as _uncast_rshift from operator import sub as _uncast_sub from operator import truediv as _uncast_truediv import typing from typing import Any from typing import Callable from typing import cast from typing import Dict from typing import Generic from typing import Optional from typing import Set from typing import Tuple from typing import Type from typing import TYPE_CHECKING from typing import TypeVar from typing import Union from .. import exc from .. import util from ..util.typing import Literal from ..util.typing import Protocol if typing.TYPE_CHECKING: from .cache_key import CacheConst from .type_api import TypeEngine _T = TypeVar("_T", bound=Any) _FN = TypeVar("_FN", bound=Callable[..., Any]) class OperatorType(Protocol): """describe an op() function.""" __slots__ = () __name__: str def __call__( self, left: Operators, right: Optional[Any] = None, *other: Any, **kwargs: Any, ) -> Operators: ... add = cast(OperatorType, _uncast_add) and_ = cast(OperatorType, _uncast_and_) contains = cast(OperatorType, _uncast_contains) eq = cast(OperatorType, _uncast_eq) floordiv = cast(OperatorType, _uncast_floordiv) ge = cast(OperatorType, _uncast_ge) getitem = cast(OperatorType, _uncast_getitem) gt = cast(OperatorType, _uncast_gt) inv = cast(OperatorType, _uncast_inv) le = cast(OperatorType, _uncast_le) lshift = cast(OperatorType, _uncast_lshift) lt = cast(OperatorType, _uncast_lt) mod = cast(OperatorType, _uncast_mod) mul = cast(OperatorType, _uncast_mul) ne = cast(OperatorType, _uncast_ne) neg = cast(OperatorType, _uncast_neg) or_ = cast(OperatorType, _uncast_or_) rshift = cast(OperatorType, _uncast_rshift) sub = cast(OperatorType, _uncast_sub) truediv = cast(OperatorType, _uncast_truediv) class Operators: """Base of comparison and logical operators. Implements base methods :meth:`~sqlalchemy.sql.operators.Operators.operate` and :meth:`~sqlalchemy.sql.operators.Operators.reverse_operate`, as well as :meth:`~sqlalchemy.sql.operators.Operators.__and__`, :meth:`~sqlalchemy.sql.operators.Operators.__or__`, :meth:`~sqlalchemy.sql.operators.Operators.__invert__`. Usually is used via its most common subclass :class:`.ColumnOperators`. """ __slots__ = () def __and__(self, other: Any) -> Operators: """Implement the ``&`` operator. When used with SQL expressions, results in an AND operation, equivalent to :func:`_expression.and_`, that is:: a & b is equivalent to:: from sqlalchemy import and_ and_(a, b) Care should be taken when using ``&`` regarding operator precedence; the ``&`` operator has the highest precedence. The operands should be enclosed in parenthesis if they contain further sub expressions:: (a == 2) & (b == 4) """ return self.operate(and_, other) def __or__(self, other: Any) -> Operators: """Implement the ``|`` operator. When used with SQL expressions, results in an OR operation, equivalent to :func:`_expression.or_`, that is:: a | b is equivalent to:: from sqlalchemy import or_ or_(a, b) Care should be taken when using ``|`` regarding operator precedence; the ``|`` operator has the highest precedence. The operands should be enclosed in parenthesis if they contain further sub expressions:: (a == 2) | (b == 4) """ return self.operate(or_, other) def __invert__(self) -> Operators: """Implement the ``~`` operator. When used with SQL expressions, results in a NOT operation, equivalent to :func:`_expression.not_`, that is:: ~a is equivalent to:: from sqlalchemy import not_ not_(a) """ return self.operate(inv) def op( self, opstring: str, precedence: int = 0, is_comparison: bool = False, return_type: Optional[ Union[Type[TypeEngine[Any]], TypeEngine[Any]] ] = None, python_impl: Optional[Callable[..., Any]] = None, ) -> Callable[[Any], Operators]: """Produce a generic operator function. e.g.:: somecolumn.op("*")(5) produces:: somecolumn * 5 This function can also be used to make bitwise operators explicit. For example:: somecolumn.op('&')(0xff) is a bitwise AND of the value in ``somecolumn``. :param opstring: a string which will be output as the infix operator between this element and the expression passed to the generated function. :param precedence: precedence which the database is expected to apply to the operator in SQL expressions. This integer value acts as a hint for the SQL compiler to know when explicit parenthesis should be rendered around a particular operation. A lower number will cause the expression to be parenthesized when applied against another operator with higher precedence. The default value of ``0`` is lower than all operators except for the comma (``,``) and ``AS`` operators. A value of 100 will be higher or equal to all operators, and -100 will be lower than or equal to all operators. .. seealso:: :ref:`faq_sql_expression_op_parenthesis` - detailed description of how the SQLAlchemy SQL compiler renders parenthesis :param is_comparison: legacy; if True, the operator will be considered as a "comparison" operator, that is which evaluates to a boolean true/false value, like ``==``, ``>``, etc. This flag is provided so that ORM relationships can establish that the operator is a comparison operator when used in a custom join condition. Using the ``is_comparison`` parameter is superseded by using the :meth:`.Operators.bool_op` method instead; this more succinct operator sets this parameter automatically, but also provides correct :pep:`484` typing support as the returned object will express a "boolean" datatype, i.e. ``BinaryExpression[bool]``. :param return_type: a :class:`.TypeEngine` class or object that will force the return type of an expression produced by this operator to be of that type. By default, operators that specify :paramref:`.Operators.op.is_comparison` will resolve to :class:`.Boolean`, and those that do not will be of the same type as the left-hand operand. :param python_impl: an optional Python function that can evaluate two Python values in the same way as this operator works when run on the database server. Useful for in-Python SQL expression evaluation functions, such as for ORM hybrid attributes, and the ORM "evaluator" used to match objects in a session after a multi-row update or delete. e.g.:: >>> expr = column('x').op('+', python_impl=lambda a, b: a + b)('y') The operator for the above expression will also work for non-SQL left and right objects:: >>> expr.operator(5, 10) 15 .. versionadded:: 2.0 .. seealso:: :meth:`.Operators.bool_op` :ref:`types_operators` :ref:`relationship_custom_operator` """ operator = custom_op( opstring, precedence, is_comparison, return_type, python_impl=python_impl, ) def against(other: Any) -> Operators: return operator(self, other) # type: ignore return against def bool_op( self, opstring: str, precedence: int = 0, python_impl: Optional[Callable[..., Any]] = None, ) -> Callable[[Any], Operators]: """Return a custom boolean operator. This method is shorthand for calling :meth:`.Operators.op` and passing the :paramref:`.Operators.op.is_comparison` flag with True. A key advantage to using :meth:`.Operators.bool_op` is that when using column constructs, the "boolean" nature of the returned expression will be present for :pep:`484` purposes. .. seealso:: :meth:`.Operators.op` """ return self.op( opstring, precedence=precedence, is_comparison=True, python_impl=python_impl, ) def operate( self, op: OperatorType, *other: Any, **kwargs: Any ) -> Operators: r"""Operate on an argument. This is the lowest level of operation, raises :class:`NotImplementedError` by default. Overriding this on a subclass can allow common behavior to be applied to all operations. For example, overriding :class:`.ColumnOperators` to apply ``func.lower()`` to the left and right side:: class MyComparator(ColumnOperators): def operate(self, op, other, **kwargs): return op(func.lower(self), func.lower(other), **kwargs) :param op: Operator callable. :param \*other: the 'other' side of the operation. Will be a single scalar for most operations. :param \**kwargs: modifiers. These may be passed by special operators such as :meth:`ColumnOperators.contains`. """ raise NotImplementedError(str(op)) __sa_operate__ = operate def reverse_operate( self, op: OperatorType, other: Any, **kwargs: Any ) -> Operators: """Reverse operate on an argument. Usage is the same as :meth:`operate`. """ raise NotImplementedError(str(op)) class custom_op(OperatorType, Generic[_T]): """Represent a 'custom' operator. :class:`.custom_op` is normally instantiated when the :meth:`.Operators.op` or :meth:`.Operators.bool_op` methods are used to create a custom operator callable. The class can also be used directly when programmatically constructing expressions. E.g. to represent the "factorial" operation:: from sqlalchemy.sql import UnaryExpression from sqlalchemy.sql import operators from sqlalchemy import Numeric unary = UnaryExpression(table.c.somecolumn, modifier=operators.custom_op("!"), type_=Numeric) .. seealso:: :meth:`.Operators.op` :meth:`.Operators.bool_op` """ __name__ = "custom_op" __slots__ = ( "opstring", "precedence", "is_comparison", "natural_self_precedent", "eager_grouping", "return_type", "python_impl", ) def __init__( self, opstring: str, precedence: int = 0, is_comparison: bool = False, return_type: Optional[ Union[Type[TypeEngine[_T]], TypeEngine[_T]] ] = None, natural_self_precedent: bool = False, eager_grouping: bool = False, python_impl: Optional[Callable[..., Any]] = None, ): self.opstring = opstring self.precedence = precedence self.is_comparison = is_comparison self.natural_self_precedent = natural_self_precedent self.eager_grouping = eager_grouping self.return_type = ( return_type._to_instance(return_type) if return_type else None ) self.python_impl = python_impl def __eq__(self, other: Any) -> bool: return ( isinstance(other, custom_op) and other._hash_key() == self._hash_key() ) def __hash__(self) -> int: return hash(self._hash_key()) def _hash_key(self) -> Union[CacheConst, Tuple[Any, ...]]: return ( self.__class__, self.opstring, self.precedence, self.is_comparison, self.natural_self_precedent, self.eager_grouping, self.return_type._static_cache_key if self.return_type else None, ) def __call__( self, left: Operators, right: Optional[Any] = None, *other: Any, **kwargs: Any, ) -> Operators: if hasattr(left, "__sa_operate__"): return left.operate(self, right, *other, **kwargs) elif self.python_impl: return self.python_impl(left, right, *other, **kwargs) # type: ignore # noqa: E501 else: raise exc.InvalidRequestError( f"Custom operator {self.opstring!r} can't be used with " "plain Python objects unless it includes the " "'python_impl' parameter." ) class ColumnOperators(Operators): """Defines boolean, comparison, and other operators for :class:`_expression.ColumnElement` expressions. By default, all methods call down to :meth:`.operate` or :meth:`.reverse_operate`, passing in the appropriate operator function from the Python builtin ``operator`` module or a SQLAlchemy-specific operator function from :mod:`sqlalchemy.expression.operators`. For example the ``__eq__`` function:: def __eq__(self, other): return self.operate(operators.eq, other) Where ``operators.eq`` is essentially:: def eq(a, b): return a == b The core column expression unit :class:`_expression.ColumnElement` overrides :meth:`.Operators.operate` and others to return further :class:`_expression.ColumnElement` constructs, so that the ``==`` operation above is replaced by a clause construct. .. seealso:: :ref:`types_operators` :attr:`.TypeEngine.comparator_factory` :class:`.ColumnOperators` :class:`.PropComparator` """ __slots__ = () timetuple: Literal[None] = None """Hack, allows datetime objects to be compared on the LHS.""" if typing.TYPE_CHECKING: def operate( self, op: OperatorType, *other: Any, **kwargs: Any ) -> ColumnOperators: ... def reverse_operate( self, op: OperatorType, other: Any, **kwargs: Any ) -> ColumnOperators: ... def __lt__(self, other: Any) -> ColumnOperators: """Implement the ``<`` operator. In a column context, produces the clause ``a < b``. """ return self.operate(lt, other) def __le__(self, other: Any) -> ColumnOperators: """Implement the ``<=`` operator. In a column context, produces the clause ``a <= b``. """ return self.operate(le, other) # TODO: not sure why we have this __hash__ = Operators.__hash__ # type: ignore def __eq__(self, other: Any) -> ColumnOperators: # type: ignore[override] """Implement the ``==`` operator. In a column context, produces the clause ``a = b``. If the target is ``None``, produces ``a IS NULL``. """ return self.operate(eq, other) def __ne__(self, other: Any) -> ColumnOperators: # type: ignore[override] """Implement the ``!=`` operator. In a column context, produces the clause ``a != b``. If the target is ``None``, produces ``a IS NOT NULL``. """ return self.operate(ne, other) def is_distinct_from(self, other: Any) -> ColumnOperators: """Implement the ``IS DISTINCT FROM`` operator. Renders "a IS DISTINCT FROM b" on most platforms; on some such as SQLite may render "a IS NOT b". .. versionadded:: 1.1 """ return self.operate(is_distinct_from, other) def is_not_distinct_from(self, other: Any) -> ColumnOperators: """Implement the ``IS NOT DISTINCT FROM`` operator. Renders "a IS NOT DISTINCT FROM b" on most platforms; on some such as SQLite may render "a IS b". .. versionchanged:: 1.4 The ``is_not_distinct_from()`` operator is renamed from ``isnot_distinct_from()`` in previous releases. The previous name remains available for backwards compatibility. .. versionadded:: 1.1 """ return self.operate(is_not_distinct_from, other) # deprecated 1.4; see #5435 if TYPE_CHECKING: def isnot_distinct_from(self, other: Any) -> ColumnOperators: ... else: isnot_distinct_from = is_not_distinct_from def __gt__(self, other: Any) -> ColumnOperators: """Implement the ``>`` operator. In a column context, produces the clause ``a > b``. """ return self.operate(gt, other) def __ge__(self, other: Any) -> ColumnOperators: """Implement the ``>=`` operator. In a column context, produces the clause ``a >= b``. """ return self.operate(ge, other) def __neg__(self) -> ColumnOperators: """Implement the ``-`` operator. In a column context, produces the clause ``-a``. """ return self.operate(neg) def __contains__(self, other: Any) -> ColumnOperators: return self.operate(contains, other) def __getitem__(self, index: Any) -> ColumnOperators: """Implement the [] operator. This can be used by some database-specific types such as PostgreSQL ARRAY and HSTORE. """ return self.operate(getitem, index) def __lshift__(self, other: Any) -> ColumnOperators: """implement the << operator. Not used by SQLAlchemy core, this is provided for custom operator systems which want to use << as an extension point. """ return self.operate(lshift, other) def __rshift__(self, other: Any) -> ColumnOperators: """implement the >> operator. Not used by SQLAlchemy core, this is provided for custom operator systems which want to use >> as an extension point. """ return self.operate(rshift, other) def concat(self, other: Any) -> ColumnOperators: """Implement the 'concat' operator. In a column context, produces the clause ``a || b``, or uses the ``concat()`` operator on MySQL. """ return self.operate(concat_op, other) def _rconcat(self, other: Any) -> ColumnOperators: """Implement an 'rconcat' operator. this is for internal use at the moment .. versionadded:: 1.4.40 """ return self.reverse_operate(concat_op, other) def like( self, other: Any, escape: Optional[str] = None ) -> ColumnOperators: r"""Implement the ``like`` operator. In a column context, produces the expression:: a LIKE other E.g.:: stmt = select(sometable).\ where(sometable.c.column.like("%foobar%")) :param other: expression to be compared :param escape: optional escape character, renders the ``ESCAPE`` keyword, e.g.:: somecolumn.like("foo/%bar", escape="/") .. seealso:: :meth:`.ColumnOperators.ilike` """ return self.operate(like_op, other, escape=escape) def ilike( self, other: Any, escape: Optional[str] = None ) -> ColumnOperators: r"""Implement the ``ilike`` operator, e.g. case insensitive LIKE. In a column context, produces an expression either of the form:: lower(a) LIKE lower(other) Or on backends that support the ILIKE operator:: a ILIKE other E.g.:: stmt = select(sometable).\ where(sometable.c.column.ilike("%foobar%")) :param other: expression to be compared :param escape: optional escape character, renders the ``ESCAPE`` keyword, e.g.:: somecolumn.ilike("foo/%bar", escape="/") .. seealso:: :meth:`.ColumnOperators.like` """ return self.operate(ilike_op, other, escape=escape) def bitwise_xor(self, other: Any) -> ColumnOperators: """Produce a bitwise XOR operation, typically via the ``^`` operator, or ``#`` for PostgreSQL. .. versionadded:: 2.0.2 .. seealso:: :ref:`operators_bitwise` """ return self.operate(bitwise_xor_op, other) def bitwise_or(self, other: Any) -> ColumnOperators: """Produce a bitwise OR operation, typically via the ``|`` operator. .. versionadded:: 2.0.2 .. seealso:: :ref:`operators_bitwise` """ return self.operate(bitwise_or_op, other) def bitwise_and(self, other: Any) -> ColumnOperators: """Produce a bitwise AND operation, typically via the ``&`` operator. .. versionadded:: 2.0.2 .. seealso:: :ref:`operators_bitwise` """ return self.operate(bitwise_and_op, other) def bitwise_not(self) -> ColumnOperators: """Produce a bitwise NOT operation, typically via the ``~`` operator. .. versionadded:: 2.0.2 .. seealso:: :ref:`operators_bitwise` """ return self.operate(bitwise_not_op) def bitwise_lshift(self, other: Any) -> ColumnOperators: """Produce a bitwise LSHIFT operation, typically via the ``<<`` operator. .. versionadded:: 2.0.2 .. seealso:: :ref:`operators_bitwise` """ return self.operate(bitwise_lshift_op, other) def bitwise_rshift(self, other: Any) -> ColumnOperators: """Produce a bitwise RSHIFT operation, typically via the ``>>`` operator. .. versionadded:: 2.0.2 .. seealso:: :ref:`operators_bitwise` """ return self.operate(bitwise_rshift_op, other) def in_(self, other: Any) -> ColumnOperators: """Implement the ``in`` operator. In a column context, produces the clause ``column IN ``. The given parameter ``other`` may be: * A list of literal values, e.g.:: stmt.where(column.in_([1, 2, 3])) In this calling form, the list of items is converted to a set of bound parameters the same length as the list given:: WHERE COL IN (?, ?, ?) * A list of tuples may be provided if the comparison is against a :func:`.tuple_` containing multiple expressions:: from sqlalchemy import tuple_ stmt.where(tuple_(col1, col2).in_([(1, 10), (2, 20), (3, 30)])) * An empty list, e.g.:: stmt.where(column.in_([])) In this calling form, the expression renders an "empty set" expression. These expressions are tailored to individual backends and are generally trying to get an empty SELECT statement as a subquery. Such as on SQLite, the expression is:: WHERE col IN (SELECT 1 FROM (SELECT 1) WHERE 1!=1) .. versionchanged:: 1.4 empty IN expressions now use an execution-time generated SELECT subquery in all cases. * A bound parameter, e.g. :func:`.bindparam`, may be used if it includes the :paramref:`.bindparam.expanding` flag:: stmt.where(column.in_(bindparam('value', expanding=True))) In this calling form, the expression renders a special non-SQL placeholder expression that looks like:: WHERE COL IN ([EXPANDING_value]) This placeholder expression is intercepted at statement execution time to be converted into the variable number of bound parameter form illustrated earlier. If the statement were executed as:: connection.execute(stmt, {"value": [1, 2, 3]}) The database would be passed a bound parameter for each value:: WHERE COL IN (?, ?, ?) .. versionadded:: 1.2 added "expanding" bound parameters If an empty list is passed, a special "empty list" expression, which is specific to the database in use, is rendered. On SQLite this would be:: WHERE COL IN (SELECT 1 FROM (SELECT 1) WHERE 1!=1) .. versionadded:: 1.3 "expanding" bound parameters now support empty lists * a :func:`_expression.select` construct, which is usually a correlated scalar select:: stmt.where( column.in_( select(othertable.c.y). where(table.c.x == othertable.c.x) ) ) In this calling form, :meth:`.ColumnOperators.in_` renders as given:: WHERE COL IN (SELECT othertable.y FROM othertable WHERE othertable.x = table.x) :param other: a list of literals, a :func:`_expression.select` construct, or a :func:`.bindparam` construct that includes the :paramref:`.bindparam.expanding` flag set to True. """ return self.operate(in_op, other) def not_in(self, other: Any) -> ColumnOperators: """implement the ``NOT IN`` operator. This is equivalent to using negation with :meth:`.ColumnOperators.in_`, i.e. ``~x.in_(y)``. In the case that ``other`` is an empty sequence, the compiler produces an "empty not in" expression. This defaults to the expression "1 = 1" to produce true in all cases. The :paramref:`_sa.create_engine.empty_in_strategy` may be used to alter this behavior. .. versionchanged:: 1.4 The ``not_in()`` operator is renamed from ``notin_()`` in previous releases. The previous name remains available for backwards compatibility. .. versionchanged:: 1.2 The :meth:`.ColumnOperators.in_` and :meth:`.ColumnOperators.not_in` operators now produce a "static" expression for an empty IN sequence by default. .. seealso:: :meth:`.ColumnOperators.in_` """ return self.operate(not_in_op, other) # deprecated 1.4; see #5429 if TYPE_CHECKING: def notin_(self, other: Any) -> ColumnOperators: ... else: notin_ = not_in def not_like( self, other: Any, escape: Optional[str] = None ) -> ColumnOperators: """implement the ``NOT LIKE`` operator. This is equivalent to using negation with :meth:`.ColumnOperators.like`, i.e. ``~x.like(y)``. .. versionchanged:: 1.4 The ``not_like()`` operator is renamed from ``notlike()`` in previous releases. The previous name remains available for backwards compatibility. .. seealso:: :meth:`.ColumnOperators.like` """ return self.operate(not_like_op, other, escape=escape) # deprecated 1.4; see #5435 if TYPE_CHECKING: def notlike( self, other: Any, escape: Optional[str] = None ) -> ColumnOperators: ... else: notlike = not_like def not_ilike( self, other: Any, escape: Optional[str] = None ) -> ColumnOperators: """implement the ``NOT ILIKE`` operator. This is equivalent to using negation with :meth:`.ColumnOperators.ilike`, i.e. ``~x.ilike(y)``. .. versionchanged:: 1.4 The ``not_ilike()`` operator is renamed from ``notilike()`` in previous releases. The previous name remains available for backwards compatibility. .. seealso:: :meth:`.ColumnOperators.ilike` """ return self.operate(not_ilike_op, other, escape=escape) # deprecated 1.4; see #5435 if TYPE_CHECKING: def notilike( self, other: Any, escape: Optional[str] = None ) -> ColumnOperators: ... else: notilike = not_ilike def is_(self, other: Any) -> ColumnOperators: """Implement the ``IS`` operator. Normally, ``IS`` is generated automatically when comparing to a value of ``None``, which resolves to ``NULL``. However, explicit usage of ``IS`` may be desirable if comparing to boolean values on certain platforms. .. seealso:: :meth:`.ColumnOperators.is_not` """ return self.operate(is_, other) def is_not(self, other: Any) -> ColumnOperators: """Implement the ``IS NOT`` operator. Normally, ``IS NOT`` is generated automatically when comparing to a value of ``None``, which resolves to ``NULL``. However, explicit usage of ``IS NOT`` may be desirable if comparing to boolean values on certain platforms. .. versionchanged:: 1.4 The ``is_not()`` operator is renamed from ``isnot()`` in previous releases. The previous name remains available for backwards compatibility. .. seealso:: :meth:`.ColumnOperators.is_` """ return self.operate(is_not, other) # deprecated 1.4; see #5429 if TYPE_CHECKING: def isnot(self, other: Any) -> ColumnOperators: ... else: isnot = is_not def startswith( self, other: Any, escape: Optional[str] = None, autoescape: bool = False, ) -> ColumnOperators: r"""Implement the ``startswith`` operator. Produces a LIKE expression that tests against a match for the start of a string value:: column LIKE || '%' E.g.:: stmt = select(sometable).\ where(sometable.c.column.startswith("foobar")) Since the operator uses ``LIKE``, wildcard characters ``"%"`` and ``"_"`` that are present inside the expression will behave like wildcards as well. For literal string values, the :paramref:`.ColumnOperators.startswith.autoescape` flag may be set to ``True`` to apply escaping to occurrences of these characters within the string value so that they match as themselves and not as wildcard characters. Alternatively, the :paramref:`.ColumnOperators.startswith.escape` parameter will establish a given character as an escape character which can be of use when the target expression is not a literal string. :param other: expression to be compared. This is usually a plain string value, but can also be an arbitrary SQL expression. LIKE wildcard characters ``%`` and ``_`` are not escaped by default unless the :paramref:`.ColumnOperators.startswith.autoescape` flag is set to True. :param autoescape: boolean; when True, establishes an escape character within the LIKE expression, then applies it to all occurrences of ``"%"``, ``"_"`` and the escape character itself within the comparison value, which is assumed to be a literal string and not a SQL expression. An expression such as:: somecolumn.startswith("foo%bar", autoescape=True) Will render as:: somecolumn LIKE :param || '%' ESCAPE '/' With the value of ``:param`` as ``"foo/%bar"``. :param escape: a character which when given will render with the ``ESCAPE`` keyword to establish that character as the escape character. This character can then be placed preceding occurrences of ``%`` and ``_`` to allow them to act as themselves and not wildcard characters. An expression such as:: somecolumn.startswith("foo/%bar", escape="^") Will render as:: somecolumn LIKE :param || '%' ESCAPE '^' The parameter may also be combined with :paramref:`.ColumnOperators.startswith.autoescape`:: somecolumn.startswith("foo%bar^bat", escape="^", autoescape=True) Where above, the given literal parameter will be converted to ``"foo^%bar^^bat"`` before being passed to the database. .. seealso:: :meth:`.ColumnOperators.endswith` :meth:`.ColumnOperators.contains` :meth:`.ColumnOperators.like` """ return self.operate( startswith_op, other, escape=escape, autoescape=autoescape ) def istartswith( self, other: Any, escape: Optional[str] = None, autoescape: bool = False, ) -> ColumnOperators: r"""Implement the ``istartswith`` operator, e.g. case insensitive version of :meth:`.ColumnOperators.startswith`. Produces a LIKE expression that tests against an insensitive match for the start of a string value:: lower(column) LIKE lower() || '%' E.g.:: stmt = select(sometable).\ where(sometable.c.column.istartswith("foobar")) Since the operator uses ``LIKE``, wildcard characters ``"%"`` and ``"_"`` that are present inside the expression will behave like wildcards as well. For literal string values, the :paramref:`.ColumnOperators.istartswith.autoescape` flag may be set to ``True`` to apply escaping to occurrences of these characters within the string value so that they match as themselves and not as wildcard characters. Alternatively, the :paramref:`.ColumnOperators.istartswith.escape` parameter will establish a given character as an escape character which can be of use when the target expression is not a literal string. :param other: expression to be compared. This is usually a plain string value, but can also be an arbitrary SQL expression. LIKE wildcard characters ``%`` and ``_`` are not escaped by default unless the :paramref:`.ColumnOperators.istartswith.autoescape` flag is set to True. :param autoescape: boolean; when True, establishes an escape character within the LIKE expression, then applies it to all occurrences of ``"%"``, ``"_"`` and the escape character itself within the comparison value, which is assumed to be a literal string and not a SQL expression. An expression such as:: somecolumn.istartswith("foo%bar", autoescape=True) Will render as:: lower(somecolumn) LIKE lower(:param) || '%' ESCAPE '/' With the value of ``:param`` as ``"foo/%bar"``. :param escape: a character which when given will render with the ``ESCAPE`` keyword to establish that character as the escape character. This character can then be placed preceding occurrences of ``%`` and ``_`` to allow them to act as themselves and not wildcard characters. An expression such as:: somecolumn.istartswith("foo/%bar", escape="^") Will render as:: lower(somecolumn) LIKE lower(:param) || '%' ESCAPE '^' The parameter may also be combined with :paramref:`.ColumnOperators.istartswith.autoescape`:: somecolumn.istartswith("foo%bar^bat", escape="^", autoescape=True) Where above, the given literal parameter will be converted to ``"foo^%bar^^bat"`` before being passed to the database. .. seealso:: :meth:`.ColumnOperators.startswith` """ return self.operate( istartswith_op, other, escape=escape, autoescape=autoescape ) def endswith( self, other: Any, escape: Optional[str] = None, autoescape: bool = False, ) -> ColumnOperators: r"""Implement the 'endswith' operator. Produces a LIKE expression that tests against a match for the end of a string value:: column LIKE '%' || E.g.:: stmt = select(sometable).\ where(sometable.c.column.endswith("foobar")) Since the operator uses ``LIKE``, wildcard characters ``"%"`` and ``"_"`` that are present inside the expression will behave like wildcards as well. For literal string values, the :paramref:`.ColumnOperators.endswith.autoescape` flag may be set to ``True`` to apply escaping to occurrences of these characters within the string value so that they match as themselves and not as wildcard characters. Alternatively, the :paramref:`.ColumnOperators.endswith.escape` parameter will establish a given character as an escape character which can be of use when the target expression is not a literal string. :param other: expression to be compared. This is usually a plain string value, but can also be an arbitrary SQL expression. LIKE wildcard characters ``%`` and ``_`` are not escaped by default unless the :paramref:`.ColumnOperators.endswith.autoescape` flag is set to True. :param autoescape: boolean; when True, establishes an escape character within the LIKE expression, then applies it to all occurrences of ``"%"``, ``"_"`` and the escape character itself within the comparison value, which is assumed to be a literal string and not a SQL expression. An expression such as:: somecolumn.endswith("foo%bar", autoescape=True) Will render as:: somecolumn LIKE '%' || :param ESCAPE '/' With the value of ``:param`` as ``"foo/%bar"``. :param escape: a character which when given will render with the ``ESCAPE`` keyword to establish that character as the escape character. This character can then be placed preceding occurrences of ``%`` and ``_`` to allow them to act as themselves and not wildcard characters. An expression such as:: somecolumn.endswith("foo/%bar", escape="^") Will render as:: somecolumn LIKE '%' || :param ESCAPE '^' The parameter may also be combined with :paramref:`.ColumnOperators.endswith.autoescape`:: somecolumn.endswith("foo%bar^bat", escape="^", autoescape=True) Where above, the given literal parameter will be converted to ``"foo^%bar^^bat"`` before being passed to the database. .. seealso:: :meth:`.ColumnOperators.startswith` :meth:`.ColumnOperators.contains` :meth:`.ColumnOperators.like` """ return self.operate( endswith_op, other, escape=escape, autoescape=autoescape ) def iendswith( self, other: Any, escape: Optional[str] = None, autoescape: bool = False, ) -> ColumnOperators: r"""Implement the ``iendswith`` operator, e.g. case insensitive version of :meth:`.ColumnOperators.endswith`. Produces a LIKE expression that tests against an insensitive match for the end of a string value:: lower(column) LIKE '%' || lower() E.g.:: stmt = select(sometable).\ where(sometable.c.column.iendswith("foobar")) Since the operator uses ``LIKE``, wildcard characters ``"%"`` and ``"_"`` that are present inside the expression will behave like wildcards as well. For literal string values, the :paramref:`.ColumnOperators.iendswith.autoescape` flag may be set to ``True`` to apply escaping to occurrences of these characters within the string value so that they match as themselves and not as wildcard characters. Alternatively, the :paramref:`.ColumnOperators.iendswith.escape` parameter will establish a given character as an escape character which can be of use when the target expression is not a literal string. :param other: expression to be compared. This is usually a plain string value, but can also be an arbitrary SQL expression. LIKE wildcard characters ``%`` and ``_`` are not escaped by default unless the :paramref:`.ColumnOperators.iendswith.autoescape` flag is set to True. :param autoescape: boolean; when True, establishes an escape character within the LIKE expression, then applies it to all occurrences of ``"%"``, ``"_"`` and the escape character itself within the comparison value, which is assumed to be a literal string and not a SQL expression. An expression such as:: somecolumn.iendswith("foo%bar", autoescape=True) Will render as:: lower(somecolumn) LIKE '%' || lower(:param) ESCAPE '/' With the value of ``:param`` as ``"foo/%bar"``. :param escape: a character which when given will render with the ``ESCAPE`` keyword to establish that character as the escape character. This character can then be placed preceding occurrences of ``%`` and ``_`` to allow them to act as themselves and not wildcard characters. An expression such as:: somecolumn.iendswith("foo/%bar", escape="^") Will render as:: lower(somecolumn) LIKE '%' || lower(:param) ESCAPE '^' The parameter may also be combined with :paramref:`.ColumnOperators.iendswith.autoescape`:: somecolumn.endswith("foo%bar^bat", escape="^", autoescape=True) Where above, the given literal parameter will be converted to ``"foo^%bar^^bat"`` before being passed to the database. .. seealso:: :meth:`.ColumnOperators.endswith` """ return self.operate( iendswith_op, other, escape=escape, autoescape=autoescape ) def contains(self, other: Any, **kw: Any) -> ColumnOperators: r"""Implement the 'contains' operator. Produces a LIKE expression that tests against a match for the middle of a string value:: column LIKE '%' || || '%' E.g.:: stmt = select(sometable).\ where(sometable.c.column.contains("foobar")) Since the operator uses ``LIKE``, wildcard characters ``"%"`` and ``"_"`` that are present inside the expression will behave like wildcards as well. For literal string values, the :paramref:`.ColumnOperators.contains.autoescape` flag may be set to ``True`` to apply escaping to occurrences of these characters within the string value so that they match as themselves and not as wildcard characters. Alternatively, the :paramref:`.ColumnOperators.contains.escape` parameter will establish a given character as an escape character which can be of use when the target expression is not a literal string. :param other: expression to be compared. This is usually a plain string value, but can also be an arbitrary SQL expression. LIKE wildcard characters ``%`` and ``_`` are not escaped by default unless the :paramref:`.ColumnOperators.contains.autoescape` flag is set to True. :param autoescape: boolean; when True, establishes an escape character within the LIKE expression, then applies it to all occurrences of ``"%"``, ``"_"`` and the escape character itself within the comparison value, which is assumed to be a literal string and not a SQL expression. An expression such as:: somecolumn.contains("foo%bar", autoescape=True) Will render as:: somecolumn LIKE '%' || :param || '%' ESCAPE '/' With the value of ``:param`` as ``"foo/%bar"``. :param escape: a character which when given will render with the ``ESCAPE`` keyword to establish that character as the escape character. This character can then be placed preceding occurrences of ``%`` and ``_`` to allow them to act as themselves and not wildcard characters. An expression such as:: somecolumn.contains("foo/%bar", escape="^") Will render as:: somecolumn LIKE '%' || :param || '%' ESCAPE '^' The parameter may also be combined with :paramref:`.ColumnOperators.contains.autoescape`:: somecolumn.contains("foo%bar^bat", escape="^", autoescape=True) Where above, the given literal parameter will be converted to ``"foo^%bar^^bat"`` before being passed to the database. .. seealso:: :meth:`.ColumnOperators.startswith` :meth:`.ColumnOperators.endswith` :meth:`.ColumnOperators.like` """ return self.operate(contains_op, other, **kw) def icontains(self, other: Any, **kw: Any) -> ColumnOperators: r"""Implement the ``icontains`` operator, e.g. case insensitive version of :meth:`.ColumnOperators.contains`. Produces a LIKE expression that tests against an insensitive match for the middle of a string value:: lower(column) LIKE '%' || lower() || '%' E.g.:: stmt = select(sometable).\ where(sometable.c.column.icontains("foobar")) Since the operator uses ``LIKE``, wildcard characters ``"%"`` and ``"_"`` that are present inside the expression will behave like wildcards as well. For literal string values, the :paramref:`.ColumnOperators.icontains.autoescape` flag may be set to ``True`` to apply escaping to occurrences of these characters within the string value so that they match as themselves and not as wildcard characters. Alternatively, the :paramref:`.ColumnOperators.icontains.escape` parameter will establish a given character as an escape character which can be of use when the target expression is not a literal string. :param other: expression to be compared. This is usually a plain string value, but can also be an arbitrary SQL expression. LIKE wildcard characters ``%`` and ``_`` are not escaped by default unless the :paramref:`.ColumnOperators.icontains.autoescape` flag is set to True. :param autoescape: boolean; when True, establishes an escape character within the LIKE expression, then applies it to all occurrences of ``"%"``, ``"_"`` and the escape character itself within the comparison value, which is assumed to be a literal string and not a SQL expression. An expression such as:: somecolumn.icontains("foo%bar", autoescape=True) Will render as:: lower(somecolumn) LIKE '%' || lower(:param) || '%' ESCAPE '/' With the value of ``:param`` as ``"foo/%bar"``. :param escape: a character which when given will render with the ``ESCAPE`` keyword to establish that character as the escape character. This character can then be placed preceding occurrences of ``%`` and ``_`` to allow them to act as themselves and not wildcard characters. An expression such as:: somecolumn.icontains("foo/%bar", escape="^") Will render as:: lower(somecolumn) LIKE '%' || lower(:param) || '%' ESCAPE '^' The parameter may also be combined with :paramref:`.ColumnOperators.contains.autoescape`:: somecolumn.icontains("foo%bar^bat", escape="^", autoescape=True) Where above, the given literal parameter will be converted to ``"foo^%bar^^bat"`` before being passed to the database. .. seealso:: :meth:`.ColumnOperators.contains` """ return self.operate(icontains_op, other, **kw) def match(self, other: Any, **kwargs: Any) -> ColumnOperators: """Implements a database-specific 'match' operator. :meth:`_sql.ColumnOperators.match` attempts to resolve to a MATCH-like function or operator provided by the backend. Examples include: * PostgreSQL - renders ``x @@ plainto_tsquery(y)`` .. versionchanged:: 2.0 ``plainto_tsquery()`` is used instead of ``to_tsquery()`` for PostgreSQL now; for compatibility with other forms, see :ref:`postgresql_match`. * MySQL - renders ``MATCH (x) AGAINST (y IN BOOLEAN MODE)`` .. seealso:: :class:`_mysql.match` - MySQL specific construct with additional features. * Oracle - renders ``CONTAINS(x, y)`` * other backends may provide special implementations. * Backends without any special implementation will emit the operator as "MATCH". This is compatible with SQLite, for example. """ return self.operate(match_op, other, **kwargs) def regexp_match( self, pattern: Any, flags: Optional[str] = None ) -> ColumnOperators: """Implements a database-specific 'regexp match' operator. E.g.:: stmt = select(table.c.some_column).where( table.c.some_column.regexp_match('^(b|c)') ) :meth:`_sql.ColumnOperators.regexp_match` attempts to resolve to a REGEXP-like function or operator provided by the backend, however the specific regular expression syntax and flags available are **not backend agnostic**. Examples include: * PostgreSQL - renders ``x ~ y`` or ``x !~ y`` when negated. * Oracle - renders ``REGEXP_LIKE(x, y)`` * SQLite - uses SQLite's ``REGEXP`` placeholder operator and calls into the Python ``re.match()`` builtin. * other backends may provide special implementations. * Backends without any special implementation will emit the operator as "REGEXP" or "NOT REGEXP". This is compatible with SQLite and MySQL, for example. Regular expression support is currently implemented for Oracle, PostgreSQL, MySQL and MariaDB. Partial support is available for SQLite. Support among third-party dialects may vary. :param pattern: The regular expression pattern string or column clause. :param flags: Any regular expression string flags to apply. Flags tend to be backend specific. It can be a string or a column clause. Some backends, like PostgreSQL and MariaDB, may alternatively specify the flags as part of the pattern. When using the ignore case flag 'i' in PostgreSQL, the ignore case regexp match operator ``~*`` or ``!~*`` will be used. .. versionadded:: 1.4 .. seealso:: :meth:`_sql.ColumnOperators.regexp_replace` """ return self.operate(regexp_match_op, pattern, flags=flags) def regexp_replace( self, pattern: Any, replacement: Any, flags: Optional[str] = None ) -> ColumnOperators: """Implements a database-specific 'regexp replace' operator. E.g.:: stmt = select( table.c.some_column.regexp_replace( 'b(..)', 'X\1Y', flags='g' ) ) :meth:`_sql.ColumnOperators.regexp_replace` attempts to resolve to a REGEXP_REPLACE-like function provided by the backend, that usually emit the function ``REGEXP_REPLACE()``. However, the specific regular expression syntax and flags available are **not backend agnostic**. Regular expression replacement support is currently implemented for Oracle, PostgreSQL, MySQL 8 or greater and MariaDB. Support among third-party dialects may vary. :param pattern: The regular expression pattern string or column clause. :param pattern: The replacement string or column clause. :param flags: Any regular expression string flags to apply. Flags tend to be backend specific. It can be a string or a column clause. Some backends, like PostgreSQL and MariaDB, may alternatively specify the flags as part of the pattern. .. versionadded:: 1.4 .. seealso:: :meth:`_sql.ColumnOperators.regexp_match` """ return self.operate( regexp_replace_op, pattern, replacement=replacement, flags=flags, ) def desc(self) -> ColumnOperators: """Produce a :func:`_expression.desc` clause against the parent object.""" return self.operate(desc_op) def asc(self) -> ColumnOperators: """Produce a :func:`_expression.asc` clause against the parent object.""" return self.operate(asc_op) def nulls_first(self) -> ColumnOperators: """Produce a :func:`_expression.nulls_first` clause against the parent object. .. versionchanged:: 1.4 The ``nulls_first()`` operator is renamed from ``nullsfirst()`` in previous releases. The previous name remains available for backwards compatibility. """ return self.operate(nulls_first_op) # deprecated 1.4; see #5435 if TYPE_CHECKING: def nullsfirst(self) -> ColumnOperators: ... else: nullsfirst = nulls_first def nulls_last(self) -> ColumnOperators: """Produce a :func:`_expression.nulls_last` clause against the parent object. .. versionchanged:: 1.4 The ``nulls_last()`` operator is renamed from ``nullslast()`` in previous releases. The previous name remains available for backwards compatibility. """ return self.operate(nulls_last_op) # deprecated 1.4; see #5429 if TYPE_CHECKING: def nullslast(self) -> ColumnOperators: ... else: nullslast = nulls_last def collate(self, collation: str) -> ColumnOperators: """Produce a :func:`_expression.collate` clause against the parent object, given the collation string. .. seealso:: :func:`_expression.collate` """ return self.operate(collate, collation) def __radd__(self, other: Any) -> ColumnOperators: """Implement the ``+`` operator in reverse. See :meth:`.ColumnOperators.__add__`. """ return self.reverse_operate(add, other) def __rsub__(self, other: Any) -> ColumnOperators: """Implement the ``-`` operator in reverse. See :meth:`.ColumnOperators.__sub__`. """ return self.reverse_operate(sub, other) def __rmul__(self, other: Any) -> ColumnOperators: """Implement the ``*`` operator in reverse. See :meth:`.ColumnOperators.__mul__`. """ return self.reverse_operate(mul, other) def __rmod__(self, other: Any) -> ColumnOperators: """Implement the ``%`` operator in reverse. See :meth:`.ColumnOperators.__mod__`. """ return self.reverse_operate(mod, other) def between( self, cleft: Any, cright: Any, symmetric: bool = False ) -> ColumnOperators: """Produce a :func:`_expression.between` clause against the parent object, given the lower and upper range. """ return self.operate(between_op, cleft, cright, symmetric=symmetric) def distinct(self) -> ColumnOperators: """Produce a :func:`_expression.distinct` clause against the parent object. """ return self.operate(distinct_op) def any_(self) -> ColumnOperators: """Produce an :func:`_expression.any_` clause against the parent object. See the documentation for :func:`_sql.any_` for examples. .. note:: be sure to not confuse the newer :meth:`_sql.ColumnOperators.any_` method with its older :class:`_types.ARRAY`-specific counterpart, the :meth:`_types.ARRAY.Comparator.any` method, which a different calling syntax and usage pattern. .. versionadded:: 1.1 """ return self.operate(any_op) def all_(self) -> ColumnOperators: """Produce an :func:`_expression.all_` clause against the parent object. See the documentation for :func:`_sql.all_` for examples. .. note:: be sure to not confuse the newer :meth:`_sql.ColumnOperators.all_` method with its older :class:`_types.ARRAY`-specific counterpart, the :meth:`_types.ARRAY.Comparator.all` method, which a different calling syntax and usage pattern. .. versionadded:: 1.1 """ return self.operate(all_op) def __add__(self, other: Any) -> ColumnOperators: """Implement the ``+`` operator. In a column context, produces the clause ``a + b`` if the parent object has non-string affinity. If the parent object has a string affinity, produces the concatenation operator, ``a || b`` - see :meth:`.ColumnOperators.concat`. """ return self.operate(add, other) def __sub__(self, other: Any) -> ColumnOperators: """Implement the ``-`` operator. In a column context, produces the clause ``a - b``. """ return self.operate(sub, other) def __mul__(self, other: Any) -> ColumnOperators: """Implement the ``*`` operator. In a column context, produces the clause ``a * b``. """ return self.operate(mul, other) def __mod__(self, other: Any) -> ColumnOperators: """Implement the ``%`` operator. In a column context, produces the clause ``a % b``. """ return self.operate(mod, other) def __truediv__(self, other: Any) -> ColumnOperators: """Implement the ``/`` operator. In a column context, produces the clause ``a / b``, and considers the result type to be numeric. .. versionchanged:: 2.0 The truediv operator against two integers is now considered to return a numeric value. Behavior on specific backends may vary. """ return self.operate(truediv, other) def __rtruediv__(self, other: Any) -> ColumnOperators: """Implement the ``/`` operator in reverse. See :meth:`.ColumnOperators.__truediv__`. """ return self.reverse_operate(truediv, other) def __floordiv__(self, other: Any) -> ColumnOperators: """Implement the ``//`` operator. In a column context, produces the clause ``a / b``, which is the same as "truediv", but considers the result type to be integer. .. versionadded:: 2.0 """ return self.operate(floordiv, other) def __rfloordiv__(self, other: Any) -> ColumnOperators: """Implement the ``//`` operator in reverse. See :meth:`.ColumnOperators.__floordiv__`. """ return self.reverse_operate(floordiv, other) _commutative: Set[Any] = {eq, ne, add, mul} _comparison: Set[Any] = {eq, ne, lt, gt, ge, le} def _operator_fn(fn: Callable[..., Any]) -> OperatorType: return cast(OperatorType, fn) def commutative_op(fn: _FN) -> _FN: _commutative.add(fn) return fn def comparison_op(fn: _FN) -> _FN: _comparison.add(fn) return fn @_operator_fn def from_() -> Any: raise NotImplementedError() @_operator_fn @comparison_op def function_as_comparison_op() -> Any: raise NotImplementedError() @_operator_fn def as_() -> Any: raise NotImplementedError() @_operator_fn def exists() -> Any: raise NotImplementedError() @_operator_fn def is_true(a: Any) -> Any: raise NotImplementedError() # 1.4 deprecated; see #5435 if TYPE_CHECKING: @_operator_fn def istrue(a: Any) -> Any: ... else: istrue = is_true @_operator_fn def is_false(a: Any) -> Any: raise NotImplementedError() # 1.4 deprecated; see #5435 if TYPE_CHECKING: @_operator_fn def isfalse(a: Any) -> Any: ... else: isfalse = is_false @comparison_op @_operator_fn def is_distinct_from(a: Any, b: Any) -> Any: return a.is_distinct_from(b) @comparison_op @_operator_fn def is_not_distinct_from(a: Any, b: Any) -> Any: return a.is_not_distinct_from(b) # deprecated 1.4; see #5435 if TYPE_CHECKING: @_operator_fn def isnot_distinct_from(a: Any, b: Any) -> Any: ... else: isnot_distinct_from = is_not_distinct_from @comparison_op @_operator_fn def is_(a: Any, b: Any) -> Any: return a.is_(b) @comparison_op @_operator_fn def is_not(a: Any, b: Any) -> Any: return a.is_not(b) # 1.4 deprecated; see #5429 if TYPE_CHECKING: @_operator_fn def isnot(a: Any, b: Any) -> Any: ... else: isnot = is_not @_operator_fn def collate(a: Any, b: Any) -> Any: return a.collate(b) @_operator_fn def op(a: Any, opstring: str, b: Any) -> Any: return a.op(opstring)(b) @comparison_op @_operator_fn def like_op(a: Any, b: Any, escape: Optional[str] = None) -> Any: return a.like(b, escape=escape) @comparison_op @_operator_fn def not_like_op(a: Any, b: Any, escape: Optional[str] = None) -> Any: return a.notlike(b, escape=escape) # 1.4 deprecated; see #5435 if TYPE_CHECKING: @_operator_fn def notlike_op(a: Any, b: Any, escape: Optional[str] = None) -> Any: ... else: notlike_op = not_like_op @comparison_op @_operator_fn def ilike_op(a: Any, b: Any, escape: Optional[str] = None) -> Any: return a.ilike(b, escape=escape) @comparison_op @_operator_fn def not_ilike_op(a: Any, b: Any, escape: Optional[str] = None) -> Any: return a.not_ilike(b, escape=escape) # 1.4 deprecated; see #5435 if TYPE_CHECKING: @_operator_fn def notilike_op(a: Any, b: Any, escape: Optional[str] = None) -> Any: ... else: notilike_op = not_ilike_op @comparison_op @_operator_fn def between_op(a: Any, b: Any, c: Any, symmetric: bool = False) -> Any: return a.between(b, c, symmetric=symmetric) @comparison_op @_operator_fn def not_between_op(a: Any, b: Any, c: Any, symmetric: bool = False) -> Any: return ~a.between(b, c, symmetric=symmetric) # 1.4 deprecated; see #5435 if TYPE_CHECKING: @_operator_fn def notbetween_op(a: Any, b: Any, c: Any, symmetric: bool = False) -> Any: ... else: notbetween_op = not_between_op @comparison_op @_operator_fn def in_op(a: Any, b: Any) -> Any: return a.in_(b) @comparison_op @_operator_fn def not_in_op(a: Any, b: Any) -> Any: return a.not_in(b) # 1.4 deprecated; see #5429 if TYPE_CHECKING: @_operator_fn def notin_op(a: Any, b: Any) -> Any: ... else: notin_op = not_in_op @_operator_fn def distinct_op(a: Any) -> Any: return a.distinct() @_operator_fn def any_op(a: Any) -> Any: return a.any_() @_operator_fn def all_op(a: Any) -> Any: return a.all_() def _escaped_like_impl( fn: Callable[..., Any], other: Any, escape: Optional[str], autoescape: bool ) -> Any: if autoescape: if autoescape is not True: util.warn( "The autoescape parameter is now a simple boolean True/False" ) if escape is None: escape = "/" if not isinstance(other, str): raise TypeError("String value expected when autoescape=True") if escape not in ("%", "_"): other = other.replace(escape, escape + escape) other = other.replace("%", escape + "%").replace("_", escape + "_") return fn(other, escape=escape) @comparison_op @_operator_fn def startswith_op( a: Any, b: Any, escape: Optional[str] = None, autoescape: bool = False ) -> Any: return _escaped_like_impl(a.startswith, b, escape, autoescape) @comparison_op @_operator_fn def not_startswith_op( a: Any, b: Any, escape: Optional[str] = None, autoescape: bool = False ) -> Any: return ~_escaped_like_impl(a.startswith, b, escape, autoescape) # 1.4 deprecated; see #5435 if TYPE_CHECKING: @_operator_fn def notstartswith_op( a: Any, b: Any, escape: Optional[str] = None, autoescape: bool = False ) -> Any: ... else: notstartswith_op = not_startswith_op @comparison_op @_operator_fn def istartswith_op( a: Any, b: Any, escape: Optional[str] = None, autoescape: bool = False ) -> Any: return _escaped_like_impl(a.istartswith, b, escape, autoescape) @comparison_op @_operator_fn def not_istartswith_op( a: Any, b: Any, escape: Optional[str] = None, autoescape: bool = False ) -> Any: return ~_escaped_like_impl(a.istartswith, b, escape, autoescape) @comparison_op @_operator_fn def endswith_op( a: Any, b: Any, escape: Optional[str] = None, autoescape: bool = False ) -> Any: return _escaped_like_impl(a.endswith, b, escape, autoescape) @comparison_op @_operator_fn def not_endswith_op( a: Any, b: Any, escape: Optional[str] = None, autoescape: bool = False ) -> Any: return ~_escaped_like_impl(a.endswith, b, escape, autoescape) # 1.4 deprecated; see #5435 if TYPE_CHECKING: @_operator_fn def notendswith_op( a: Any, b: Any, escape: Optional[str] = None, autoescape: bool = False ) -> Any: ... else: notendswith_op = not_endswith_op @comparison_op @_operator_fn def iendswith_op( a: Any, b: Any, escape: Optional[str] = None, autoescape: bool = False ) -> Any: return _escaped_like_impl(a.iendswith, b, escape, autoescape) @comparison_op @_operator_fn def not_iendswith_op( a: Any, b: Any, escape: Optional[str] = None, autoescape: bool = False ) -> Any: return ~_escaped_like_impl(a.iendswith, b, escape, autoescape) @comparison_op @_operator_fn def contains_op( a: Any, b: Any, escape: Optional[str] = None, autoescape: bool = False ) -> Any: return _escaped_like_impl(a.contains, b, escape, autoescape) @comparison_op @_operator_fn def not_contains_op( a: Any, b: Any, escape: Optional[str] = None, autoescape: bool = False ) -> Any: return ~_escaped_like_impl(a.contains, b, escape, autoescape) # 1.4 deprecated; see #5435 if TYPE_CHECKING: @_operator_fn def notcontains_op( a: Any, b: Any, escape: Optional[str] = None, autoescape: bool = False ) -> Any: ... else: notcontains_op = not_contains_op @comparison_op @_operator_fn def icontains_op( a: Any, b: Any, escape: Optional[str] = None, autoescape: bool = False ) -> Any: return _escaped_like_impl(a.icontains, b, escape, autoescape) @comparison_op @_operator_fn def not_icontains_op( a: Any, b: Any, escape: Optional[str] = None, autoescape: bool = False ) -> Any: return ~_escaped_like_impl(a.icontains, b, escape, autoescape) @comparison_op @_operator_fn def match_op(a: Any, b: Any, **kw: Any) -> Any: return a.match(b, **kw) @comparison_op @_operator_fn def regexp_match_op(a: Any, b: Any, flags: Optional[str] = None) -> Any: return a.regexp_match(b, flags=flags) @comparison_op @_operator_fn def not_regexp_match_op(a: Any, b: Any, flags: Optional[str] = None) -> Any: return ~a.regexp_match(b, flags=flags) @_operator_fn def regexp_replace_op( a: Any, b: Any, replacement: Any, flags: Optional[str] = None ) -> Any: return a.regexp_replace(b, replacement=replacement, flags=flags) @comparison_op @_operator_fn def not_match_op(a: Any, b: Any, **kw: Any) -> Any: return ~a.match(b, **kw) # 1.4 deprecated; see #5429 if TYPE_CHECKING: @_operator_fn def notmatch_op(a: Any, b: Any, **kw: Any) -> Any: ... else: notmatch_op = not_match_op @_operator_fn def comma_op(a: Any, b: Any) -> Any: raise NotImplementedError() @_operator_fn def filter_op(a: Any, b: Any) -> Any: raise NotImplementedError() @_operator_fn def concat_op(a: Any, b: Any) -> Any: try: concat = a.concat except AttributeError: return b._rconcat(a) else: return concat(b) @_operator_fn def desc_op(a: Any) -> Any: return a.desc() @_operator_fn def asc_op(a: Any) -> Any: return a.asc() @_operator_fn def nulls_first_op(a: Any) -> Any: return a.nulls_first() # 1.4 deprecated; see #5435 if TYPE_CHECKING: @_operator_fn def nullsfirst_op(a: Any) -> Any: ... else: nullsfirst_op = nulls_first_op @_operator_fn def nulls_last_op(a: Any) -> Any: return a.nulls_last() # 1.4 deprecated; see #5435 if TYPE_CHECKING: @_operator_fn def nullslast_op(a: Any) -> Any: ... else: nullslast_op = nulls_last_op @_operator_fn def json_getitem_op(a: Any, b: Any) -> Any: raise NotImplementedError() @_operator_fn def json_path_getitem_op(a: Any, b: Any) -> Any: raise NotImplementedError() @_operator_fn def bitwise_xor_op(a: Any, b: Any) -> Any: return a.bitwise_xor(b) @_operator_fn def bitwise_or_op(a: Any, b: Any) -> Any: return a.bitwise_or(b) @_operator_fn def bitwise_and_op(a: Any, b: Any) -> Any: return a.bitwise_and(b) @_operator_fn def bitwise_not_op(a: Any) -> Any: return a.bitwise_not() @_operator_fn def bitwise_lshift_op(a: Any, b: Any) -> Any: return a.bitwise_lshift(b) @_operator_fn def bitwise_rshift_op(a: Any, b: Any) -> Any: return a.bitwise_rshift(b) def is_comparison(op: OperatorType) -> bool: return op in _comparison or isinstance(op, custom_op) and op.is_comparison def is_commutative(op: OperatorType) -> bool: return op in _commutative def is_ordering_modifier(op: OperatorType) -> bool: return op in (asc_op, desc_op, nulls_first_op, nulls_last_op) def is_natural_self_precedent(op: OperatorType) -> bool: return ( op in _natural_self_precedent or isinstance(op, custom_op) and op.natural_self_precedent ) _booleans = (inv, is_true, is_false, and_, or_) def is_boolean(op: OperatorType) -> bool: return is_comparison(op) or op in _booleans _mirror = {gt: lt, ge: le, lt: gt, le: ge} def mirror(op: OperatorType) -> OperatorType: """rotate a comparison operator 180 degrees. Note this is not the same as negation. """ return _mirror.get(op, op) _associative = _commutative.union([concat_op, and_, or_]).difference([eq, ne]) def is_associative(op: OperatorType) -> bool: return op in _associative _natural_self_precedent = _associative.union( [getitem, json_getitem_op, json_path_getitem_op] ) """Operators where if we have (a op b) op c, we don't want to parenthesize (a op b). """ @_operator_fn def _asbool(a: Any) -> Any: raise NotImplementedError() class _OpLimit(IntEnum): _smallest = -100 _largest = 100 _PRECEDENCE: Dict[OperatorType, int] = { from_: 15, function_as_comparison_op: 15, any_op: 15, all_op: 15, getitem: 15, json_getitem_op: 15, json_path_getitem_op: 15, mul: 8, truediv: 8, floordiv: 8, mod: 8, neg: 8, bitwise_not_op: 8, add: 7, sub: 7, bitwise_xor_op: 7, bitwise_or_op: 7, bitwise_and_op: 7, bitwise_lshift_op: 7, bitwise_rshift_op: 7, concat_op: 6, filter_op: 6, match_op: 5, not_match_op: 5, regexp_match_op: 5, not_regexp_match_op: 5, regexp_replace_op: 5, ilike_op: 5, not_ilike_op: 5, like_op: 5, not_like_op: 5, in_op: 5, not_in_op: 5, is_: 5, is_not: 5, eq: 5, ne: 5, is_distinct_from: 5, is_not_distinct_from: 5, gt: 5, lt: 5, ge: 5, le: 5, between_op: 5, not_between_op: 5, distinct_op: 5, inv: 5, is_true: 5, is_false: 5, and_: 3, or_: 2, comma_op: -1, desc_op: 3, asc_op: 3, collate: 4, as_: -1, exists: 0, _asbool: -10, } def is_precedent(operator: OperatorType, against: OperatorType) -> bool: if operator is against and is_natural_self_precedent(operator): return False else: return bool( _PRECEDENCE.get( operator, getattr(operator, "precedence", _OpLimit._smallest) ) <= _PRECEDENCE.get( against, getattr(against, "precedence", _OpLimit._largest) ) )