Ticket #16211: issue16211+14029-query-expression-extra-operators.patch

django/db/models/expressions.py

@@ -18 +18 @@
     AND = '&'
     OR = '|'
 
+    # Unary operator (needs special attention in combine_expression)
+    NOT = 'NOT'
+
+    # Comparison operators
+    EQ = '='
+    GE = '>='
+    GT = '>'
+    LE = '<='
+    LT = '<'
+    NE = '<>'
+
     def __init__(self, children=None, connector=None, negated=False):
         if children is not None and len(children) > 1 and connector is None:
             raise TypeError('You have to specify a connector.')
@@ -91 +102 @@
     def __ror__(self, other):
         return self._combine(other, self.OR, True)
 
+    def __invert__(self):
+        obj = ExpressionNode([self], connector=self.NOT, negated=True)
+        return obj
+
+    def __eq__(self, other):
+        return self._combine(other, self.EQ, False)
+
+    def __ge__(self, other):
+        return self._combine(other, self.GE, False)
+
+    def __gt__(self, other):
+        return self._combine(other, self.GT, False)
+
+    def __le__(self, other):
+        return self._combine(other, self.LE, False)
+
+    def __lt__(self, other):
+        return self._combine(other, self.LT, False)
+
+    def __ne__(self, other):
+        return self._combine(other, self.NE, False)
+
+    def __nonzero__(self):
+        raise TypeError('Boolean operators should be avoided. Use bitwise operators.')
+
     def prepare_database_save(self, unused):
         return self
 

django/db/backends/__init__.py

@@ -771 +771 @@
         can vary between backends (e.g., Oracle with %% and &) and between
         subexpression types (e.g., date expressions)
         """
+        if connector == 'NOT':
+            assert len(sub_expressions) == 1
+            return 'NOT (%s)' % sub_expressions[0]
         conn = ' %s ' % connector
         return conn.join(sub_expressions)
 

django/utils/tree.py

@@ -87 +87 @@
         Otherwise, the whole tree is pushed down one level and a new root
         connector is created, connecting the existing tree and the new node.
         """
-        if node in self.children and conn_type == self.connector:
-            return
+        # Using for loop with 'is' instead of 'if node in children' so node
+        # __eq__ method doesn't get called
+        for child in self.children:
+            if node is child and conn_type == self.connector:
+                return
         if len(self.children) < 2:
             self.connector = conn_type
         if self.connector == conn_type:

tests/modeltests/expressions/tests.py

@@ -8 +8 @@
 class ExpressionsTests(TestCase):
     def test_filter(self):
         Company.objects.create(
-            name="Example Inc.", num_employees=2300, num_chairs=5,
+            name="Example Inc.", num_employees=2300, num_chairs=5, is_large=False,
             ceo=Employee.objects.create(firstname="Joe", lastname="Smith")
         )
         Company.objects.create(
-            name="Foobar Ltd.", num_employees=3, num_chairs=4,
+            name="Foobar Ltd.", num_employees=3, num_chairs=4, is_large=False,
             ceo=Employee.objects.create(firstname="Frank", lastname="Meyer")
         )
         Company.objects.create(
-            name="Test GmbH", num_employees=32, num_chairs=1,
+            name="Test GmbH", num_employees=32, num_chairs=1, is_large=False,
             ceo=Employee.objects.create(firstname="Max", lastname="Mustermann")
         )
 
         company_query = Company.objects.values(
-            "name", "num_employees", "num_chairs"
+            "name", "num_employees", "num_chairs", "is_large"
         ).order_by(
-            "name", "num_employees", "num_chairs"
+            "name", "num_employees", "num_chairs", "is_large"
         )
 
         # We can filter for companies where the number of employees is greater
@@ -34 +34 @@
                     "num_chairs": 5,
                     "name": "Example Inc.",
                     "num_employees": 2300,
+                    "is_large": False
                 },
                 {
                     "num_chairs": 1,
                     "name": "Test GmbH",
-                    "num_employees": 32
+                    "num_employees": 32,
+                    "is_large": False
                 },
             ],
             lambda o: o
@@ -52 +54 @@
                 {
                     "num_chairs": 2300,
                     "name": "Example Inc.",
-                    "num_employees": 2300
+                    "num_employees": 2300,
+                    "is_large": False
                 },
                 {
                     "num_chairs": 3,
                     "name": "Foobar Ltd.",
-                    "num_employees": 3
+                    "num_employees": 3,
+                    "is_large": False
                 },
                 {
                     "num_chairs": 32,
                     "name": "Test GmbH",
-                    "num_employees": 32
+                    "num_employees": 32,
+                    "is_large": False
                 }
             ],
             lambda o: o
@@ -76 +81 @@
                 {
                     'num_chairs': 2302,
                     'name': u'Example Inc.',
-                    'num_employees': 2300
+                    'num_employees': 2300,
+                    'is_large': False
                 },
                 {
                     'num_chairs': 5,
                     'name': u'Foobar Ltd.',
-                    'num_employees': 3
+                    'num_employees': 3,
+                    'is_large': False
                 },
                 {
                     'num_chairs': 34,
                     'name': u'Test GmbH',
-                    'num_employees': 32
+                    'num_employees': 32,
+                    'is_large': False
                 }
             ],
             lambda o: o,
@@ -101 +109 @@
                 {
                     'num_chairs': 6900,
                     'name': u'Example Inc.',
-                    'num_employees': 2300
+                    'num_employees': 2300,
+                    'is_large': False
                 },
                 {
                     'num_chairs': 9,
                     'name': u'Foobar Ltd.',
-                    'num_employees': 3
+                    'num_employees': 3,
+                    'is_large': False
                 },
                 {
                     'num_chairs': 96,
                     'name': u'Test GmbH',
-                    'num_employees': 32
+                    'num_employees': 32,
+                    'is_large': False
                 }
             ],
             lambda o: o,
@@ -126 +137 @@
                 {
                     'num_chairs': 5294600,
                     'name': u'Example Inc.',
-                    'num_employees': 2300
+                    'num_employees': 2300,
+                    'is_large': False
                 },
                 {
                     'num_chairs': 15,
                     'name': u'Foobar Ltd.',
-                    'num_employees': 3
+                    'num_employees': 3,
+                    'is_large': False
                 },
                 {
                     'num_chairs': 1088,
                     'name': u'Test GmbH',
-                    'num_employees': 32
+                    'num_employees': 32,
+                    'is_large': False
                 }
             ],
             lambda o: o,
         )
 
+        # The comparison operators and the logical unary not can be used to
+        # assign to boolean fields
+        for expression in (
+            # Check boundaries
+            ~(F('num_employees') < 33),
+            ~(F('num_employees') <= 32),
+            (F('num_employees') > 2299),
+            (F('num_employees') >= 2300),
+            (F('num_employees') == 2300),
+            ((F('num_employees') + 1 != 4) & (32 != F('num_employees'))),
+            # Inverted argument order works too
+            (2299 < F('num_employees')),
+            (2300 <= F('num_employees'))
+        ):
+            company_query.update(
+                is_large=expression
+            )
+            self.assertQuerysetEqual(
+                company_query, [
+                    {
+                        'num_chairs': 5294600,
+                        'name': u'Example Inc.',
+                        'num_employees': 2300,
+                        'is_large': True
+                    },
+                    {
+                        'num_chairs': 15,
+                        'name': u'Foobar Ltd.',
+                        'num_employees': 3,
+                        'is_large': False
+                    },
+                    {
+                        'num_chairs': 1088,
+                        'name': u'Test GmbH',
+                        'num_employees': 32,
+                        'is_large': False
+                    }
+                ],
+                lambda o: o,
+            )
+
+        # The python boolean operators should be avoided as they yield
+        # unexpected results
+        test_gmbh = Company.objects.get(name="Test GmbH")
+        def test():
+            test_gmbh.is_large = not F('is_large')
+        self.assertRaises(TypeError, test)
+        def test():
+            test_gmbh.is_large = F('is_large') and F('is_large')
+        self.assertRaises(TypeError, test)
+        def test():
+            test_gmbh.is_large = F('is_large') or F('is_large')
+        self.assertRaises(TypeError, test)
+
         # The relation of a foreign key can become copied over to an other
         # foreign key.
         self.assertEqual(

tests/modeltests/expressions/models.py

@@ -22 +22 @@
         Employee,
         related_name='company_point_of_contact_set',
         null=True)
+    is_large = models.BooleanField(
+        blank=True)
 
     def __unicode__(self):
         return self.name