Merged the queryset-refactor branch into trunk.
This is a big internal change, but mostly backwards compatible with existing
code. Also adds a couple of new features.
Fixed #245, #1050, #1656, #1801, #2076, #2091, #2150, #2253, #2306, #2400, #2430, #2482, #2496, #2676, #2737, #2874, #2902, #2939, #3037, #3141, #3288, #3440, #3592, #3739, #4088, #4260, #4289, #4306, #4358, #4464, #4510, #4858, #5012, #5020, #5261, #5295, #5321, #5324, #5325, #5555, #5707, #5796, #5817, #5987, #6018, #6074, #6088, #6154, #6177, #6180, #6203, #6658
git-svn-id: http://code.djangoproject.com/svn/django/trunk@7477 bcc190cf-cafb-0310-a4f2-bffc1f526a37
2008-04-27 10:50:16 +08:00
|
|
|
"""
|
|
|
|
Various data structures used in query construction.
|
|
|
|
|
2009-03-19 17:06:04 +08:00
|
|
|
Factored out from django.db.models.query to avoid making the main module very
|
|
|
|
large and/or so that they can be used by other modules without getting into
|
|
|
|
circular import difficulties.
|
Merged the queryset-refactor branch into trunk.
This is a big internal change, but mostly backwards compatible with existing
code. Also adds a couple of new features.
Fixed #245, #1050, #1656, #1801, #2076, #2091, #2150, #2253, #2306, #2400, #2430, #2482, #2496, #2676, #2737, #2874, #2902, #2939, #3037, #3141, #3288, #3440, #3592, #3739, #4088, #4260, #4289, #4306, #4358, #4464, #4510, #4858, #5012, #5020, #5261, #5295, #5321, #5324, #5325, #5555, #5707, #5796, #5817, #5987, #6018, #6074, #6088, #6154, #6177, #6180, #6203, #6658
git-svn-id: http://code.djangoproject.com/svn/django/trunk@7477 bcc190cf-cafb-0310-a4f2-bffc1f526a37
2008-04-27 10:50:16 +08:00
|
|
|
"""
|
|
|
|
|
2009-03-19 17:06:04 +08:00
|
|
|
import weakref
|
Merged the queryset-refactor branch into trunk.
This is a big internal change, but mostly backwards compatible with existing
code. Also adds a couple of new features.
Fixed #245, #1050, #1656, #1801, #2076, #2091, #2150, #2253, #2306, #2400, #2430, #2482, #2496, #2676, #2737, #2874, #2902, #2939, #3037, #3141, #3288, #3440, #3592, #3739, #4088, #4260, #4289, #4306, #4358, #4464, #4510, #4858, #5012, #5020, #5261, #5295, #5321, #5324, #5325, #5555, #5707, #5796, #5817, #5987, #6018, #6074, #6088, #6154, #6177, #6180, #6203, #6658
git-svn-id: http://code.djangoproject.com/svn/django/trunk@7477 bcc190cf-cafb-0310-a4f2-bffc1f526a37
2008-04-27 10:50:16 +08:00
|
|
|
|
2010-09-13 13:08:10 +08:00
|
|
|
from django.db.backends import util
|
Merged the queryset-refactor branch into trunk.
This is a big internal change, but mostly backwards compatible with existing
code. Also adds a couple of new features.
Fixed #245, #1050, #1656, #1801, #2076, #2091, #2150, #2253, #2306, #2400, #2430, #2482, #2496, #2676, #2737, #2874, #2902, #2939, #3037, #3141, #3288, #3440, #3592, #3739, #4088, #4260, #4289, #4306, #4358, #4464, #4510, #4858, #5012, #5020, #5261, #5295, #5321, #5324, #5325, #5555, #5707, #5796, #5817, #5987, #6018, #6074, #6088, #6154, #6177, #6180, #6203, #6658
git-svn-id: http://code.djangoproject.com/svn/django/trunk@7477 bcc190cf-cafb-0310-a4f2-bffc1f526a37
2008-04-27 10:50:16 +08:00
|
|
|
from django.utils import tree
|
2009-03-19 17:06:04 +08:00
|
|
|
from django.utils.datastructures import SortedDict
|
|
|
|
|
|
|
|
|
2009-12-20 10:46:58 +08:00
|
|
|
class InvalidQuery(Exception):
|
|
|
|
"""
|
|
|
|
The query passed to raw isn't a safe query to use with raw.
|
|
|
|
"""
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
Merged the queryset-refactor branch into trunk.
This is a big internal change, but mostly backwards compatible with existing
code. Also adds a couple of new features.
Fixed #245, #1050, #1656, #1801, #2076, #2091, #2150, #2253, #2306, #2400, #2430, #2482, #2496, #2676, #2737, #2874, #2902, #2939, #3037, #3141, #3288, #3440, #3592, #3739, #4088, #4260, #4289, #4306, #4358, #4464, #4510, #4858, #5012, #5020, #5261, #5295, #5321, #5324, #5325, #5555, #5707, #5796, #5817, #5987, #6018, #6074, #6088, #6154, #6177, #6180, #6203, #6658
git-svn-id: http://code.djangoproject.com/svn/django/trunk@7477 bcc190cf-cafb-0310-a4f2-bffc1f526a37
2008-04-27 10:50:16 +08:00
|
|
|
class QueryWrapper(object):
|
|
|
|
"""
|
|
|
|
A type that indicates the contents are an SQL fragment and the associate
|
|
|
|
parameters. Can be used to pass opaque data to a where-clause, for example.
|
|
|
|
"""
|
|
|
|
def __init__(self, sql, params):
|
|
|
|
self.data = sql, params
|
|
|
|
|
2009-12-22 23:18:51 +08:00
|
|
|
def as_sql(self, qn=None, connection=None):
|
2009-01-29 18:46:36 +08:00
|
|
|
return self.data
|
|
|
|
|
Merged the queryset-refactor branch into trunk.
This is a big internal change, but mostly backwards compatible with existing
code. Also adds a couple of new features.
Fixed #245, #1050, #1656, #1801, #2076, #2091, #2150, #2253, #2306, #2400, #2430, #2482, #2496, #2676, #2737, #2874, #2902, #2939, #3037, #3141, #3288, #3440, #3592, #3739, #4088, #4260, #4289, #4306, #4358, #4464, #4510, #4858, #5012, #5020, #5261, #5295, #5321, #5324, #5325, #5555, #5707, #5796, #5817, #5987, #6018, #6074, #6088, #6154, #6177, #6180, #6203, #6658
git-svn-id: http://code.djangoproject.com/svn/django/trunk@7477 bcc190cf-cafb-0310-a4f2-bffc1f526a37
2008-04-27 10:50:16 +08:00
|
|
|
class Q(tree.Node):
|
|
|
|
"""
|
|
|
|
Encapsulates filters as objects that can then be combined logically (using
|
|
|
|
& and |).
|
|
|
|
"""
|
|
|
|
# Connection types
|
|
|
|
AND = 'AND'
|
|
|
|
OR = 'OR'
|
|
|
|
default = AND
|
|
|
|
|
|
|
|
def __init__(self, *args, **kwargs):
|
|
|
|
super(Q, self).__init__(children=list(args) + kwargs.items())
|
|
|
|
|
|
|
|
def _combine(self, other, conn):
|
|
|
|
if not isinstance(other, Q):
|
|
|
|
raise TypeError(other)
|
2010-03-27 23:16:27 +08:00
|
|
|
obj = type(self)()
|
|
|
|
obj.add(self, conn)
|
Merged the queryset-refactor branch into trunk.
This is a big internal change, but mostly backwards compatible with existing
code. Also adds a couple of new features.
Fixed #245, #1050, #1656, #1801, #2076, #2091, #2150, #2253, #2306, #2400, #2430, #2482, #2496, #2676, #2737, #2874, #2902, #2939, #3037, #3141, #3288, #3440, #3592, #3739, #4088, #4260, #4289, #4306, #4358, #4464, #4510, #4858, #5012, #5020, #5261, #5295, #5321, #5324, #5325, #5555, #5707, #5796, #5817, #5987, #6018, #6074, #6088, #6154, #6177, #6180, #6203, #6658
git-svn-id: http://code.djangoproject.com/svn/django/trunk@7477 bcc190cf-cafb-0310-a4f2-bffc1f526a37
2008-04-27 10:50:16 +08:00
|
|
|
obj.add(other, conn)
|
|
|
|
return obj
|
|
|
|
|
|
|
|
def __or__(self, other):
|
|
|
|
return self._combine(other, self.OR)
|
|
|
|
|
|
|
|
def __and__(self, other):
|
|
|
|
return self._combine(other, self.AND)
|
|
|
|
|
|
|
|
def __invert__(self):
|
2010-03-27 23:16:27 +08:00
|
|
|
obj = type(self)()
|
|
|
|
obj.add(self, self.AND)
|
Merged the queryset-refactor branch into trunk.
This is a big internal change, but mostly backwards compatible with existing
code. Also adds a couple of new features.
Fixed #245, #1050, #1656, #1801, #2076, #2091, #2150, #2253, #2306, #2400, #2430, #2482, #2496, #2676, #2737, #2874, #2902, #2939, #3037, #3141, #3288, #3440, #3592, #3739, #4088, #4260, #4289, #4306, #4358, #4464, #4510, #4858, #5012, #5020, #5261, #5295, #5321, #5324, #5325, #5555, #5707, #5796, #5817, #5987, #6018, #6074, #6088, #6154, #6177, #6180, #6203, #6658
git-svn-id: http://code.djangoproject.com/svn/django/trunk@7477 bcc190cf-cafb-0310-a4f2-bffc1f526a37
2008-04-27 10:50:16 +08:00
|
|
|
obj.negate()
|
|
|
|
return obj
|
|
|
|
|
2009-03-19 17:06:04 +08:00
|
|
|
class DeferredAttribute(object):
|
|
|
|
"""
|
|
|
|
A wrapper for a deferred-loading field. When the value is read from this
|
|
|
|
object the first time, the query is executed.
|
|
|
|
"""
|
2009-04-04 11:21:31 +08:00
|
|
|
def __init__(self, field_name, model):
|
2009-03-19 17:06:04 +08:00
|
|
|
self.field_name = field_name
|
|
|
|
self.model_ref = weakref.ref(model)
|
|
|
|
self.loaded = False
|
|
|
|
|
|
|
|
def __get__(self, instance, owner):
|
|
|
|
"""
|
|
|
|
Retrieves and caches the value from the datastore on the first lookup.
|
|
|
|
Returns the cached value.
|
|
|
|
"""
|
2010-02-25 03:06:59 +08:00
|
|
|
from django.db.models.fields import FieldDoesNotExist
|
|
|
|
|
2009-03-19 17:06:04 +08:00
|
|
|
assert instance is not None
|
2009-04-04 11:21:31 +08:00
|
|
|
cls = self.model_ref()
|
|
|
|
data = instance.__dict__
|
|
|
|
if data.get(self.field_name, self) is self:
|
2010-02-25 03:06:59 +08:00
|
|
|
# self.field_name is the attname of the field, but only() takes the
|
|
|
|
# actual name, so we need to translate it here.
|
|
|
|
try:
|
|
|
|
cls._meta.get_field_by_name(self.field_name)
|
|
|
|
name = self.field_name
|
|
|
|
except FieldDoesNotExist:
|
|
|
|
name = [f.name for f in cls._meta.fields
|
|
|
|
if f.attname == self.field_name][0]
|
|
|
|
# We use only() instead of values() here because we want the
|
|
|
|
# various data coersion methods (to_python(), etc.) to be called
|
|
|
|
# here.
|
|
|
|
val = getattr(
|
|
|
|
cls._base_manager.filter(pk=instance.pk).only(name).using(
|
|
|
|
instance._state.db).get(),
|
|
|
|
self.field_name
|
|
|
|
)
|
|
|
|
data[self.field_name] = val
|
2009-04-04 11:21:31 +08:00
|
|
|
return data[self.field_name]
|
|
|
|
|
|
|
|
def __set__(self, instance, value):
|
2009-03-19 17:06:04 +08:00
|
|
|
"""
|
|
|
|
Deferred loading attributes can be set normally (which means there will
|
|
|
|
never be a database lookup involved.
|
|
|
|
"""
|
2009-04-04 11:21:31 +08:00
|
|
|
instance.__dict__[self.field_name] = value
|
2009-03-19 17:06:04 +08:00
|
|
|
|
2010-01-27 21:30:29 +08:00
|
|
|
def select_related_descend(field, restricted, requested, reverse=False):
|
2008-06-29 17:40:17 +08:00
|
|
|
"""
|
|
|
|
Returns True if this field should be used to descend deeper for
|
|
|
|
select_related() purposes. Used by both the query construction code
|
|
|
|
(sql.query.fill_related_selections()) and the model instance creation code
|
|
|
|
(query.get_cached_row()).
|
2010-01-27 21:30:29 +08:00
|
|
|
|
|
|
|
Arguments:
|
|
|
|
* field - the field to be checked
|
|
|
|
* restricted - a boolean field, indicating if the field list has been
|
|
|
|
manually restricted using a requested clause)
|
|
|
|
* requested - The select_related() dictionary.
|
|
|
|
* reverse - boolean, True if we are checking a reverse select related
|
2008-06-29 17:40:17 +08:00
|
|
|
"""
|
|
|
|
if not field.rel:
|
|
|
|
return False
|
2010-01-27 21:30:29 +08:00
|
|
|
if field.rel.parent_link and not reverse:
|
2008-06-29 17:40:17 +08:00
|
|
|
return False
|
2010-01-27 21:30:29 +08:00
|
|
|
if restricted:
|
|
|
|
if reverse and field.related_query_name() not in requested:
|
|
|
|
return False
|
|
|
|
if not reverse and field.name not in requested:
|
|
|
|
return False
|
2008-06-29 17:40:17 +08:00
|
|
|
if not restricted and field.null:
|
|
|
|
return False
|
|
|
|
return True
|
2009-03-19 17:06:04 +08:00
|
|
|
|
|
|
|
# This function is needed because data descriptors must be defined on a class
|
|
|
|
# object, not an instance, to have any effect.
|
|
|
|
|
2009-04-04 11:21:31 +08:00
|
|
|
def deferred_class_factory(model, attrs):
|
2009-03-19 17:06:04 +08:00
|
|
|
"""
|
|
|
|
Returns a class object that is a copy of "model" with the specified "attrs"
|
|
|
|
being replaced with DeferredAttribute objects. The "pk_value" ties the
|
|
|
|
deferred attributes to a particular instance of the model.
|
|
|
|
"""
|
|
|
|
class Meta:
|
2010-09-27 05:36:22 +08:00
|
|
|
proxy = True
|
|
|
|
app_label = model._meta.app_label
|
2009-03-19 17:06:04 +08:00
|
|
|
|
|
|
|
# The app_cache wants a unique name for each model, otherwise the new class
|
|
|
|
# won't be created (we get an old one back). Therefore, we generate the
|
2010-09-13 13:08:10 +08:00
|
|
|
# name using the passed in attrs. It's OK to reuse an existing class
|
|
|
|
# object if the attrs are identical.
|
2009-03-19 17:06:04 +08:00
|
|
|
name = "%s_Deferred_%s" % (model.__name__, '_'.join(sorted(list(attrs))))
|
2010-09-13 13:08:10 +08:00
|
|
|
name = util.truncate_name(name, 80, 32)
|
2009-03-19 17:06:04 +08:00
|
|
|
|
2009-04-04 11:21:31 +08:00
|
|
|
overrides = dict([(attr, DeferredAttribute(attr, model))
|
2009-03-19 17:06:04 +08:00
|
|
|
for attr in attrs])
|
|
|
|
overrides["Meta"] = Meta
|
|
|
|
overrides["__module__"] = model.__module__
|
|
|
|
overrides["_deferred"] = True
|
|
|
|
return type(name, (model,), overrides)
|
|
|
|
|
|
|
|
# The above function is also used to unpickle model instances with deferred
|
|
|
|
# fields.
|
|
|
|
deferred_class_factory.__safe_for_unpickling__ = True
|