2014-02-02 00:37:08 +08:00
|
|
|
from django.apps import apps as django_apps
|
2014-06-07 02:47:15 +08:00
|
|
|
from django.conf import settings
|
2015-06-16 02:07:31 +08:00
|
|
|
from django.core import paginator, urlresolvers
|
2010-10-11 22:34:42 +08:00
|
|
|
from django.core.exceptions import ImproperlyConfigured
|
2014-06-07 02:47:15 +08:00
|
|
|
from django.utils import translation
|
2013-09-06 03:38:59 +08:00
|
|
|
from django.utils.six.moves.urllib.parse import urlencode
|
|
|
|
from django.utils.six.moves.urllib.request import urlopen
|
2006-09-01 07:13:59 +08:00
|
|
|
|
2007-05-21 04:47:18 +08:00
|
|
|
PING_URL = "http://www.google.com/webmasters/tools/ping"
|
2006-09-01 07:13:59 +08:00
|
|
|
|
2013-11-03 03:37:48 +08:00
|
|
|
|
2006-09-01 07:13:59 +08:00
|
|
|
class SitemapNotFound(Exception):
|
|
|
|
pass
|
|
|
|
|
2013-11-03 03:37:48 +08:00
|
|
|
|
2006-09-01 07:13:59 +08:00
|
|
|
def ping_google(sitemap_url=None, ping_url=PING_URL):
|
|
|
|
"""
|
|
|
|
Alerts Google that the sitemap for the current site has been updated.
|
|
|
|
If sitemap_url is provided, it should be an absolute path to the sitemap
|
|
|
|
for this site -- e.g., '/sitemap.xml'. If sitemap_url is not provided, this
|
|
|
|
function will attempt to deduce it by using urlresolvers.reverse().
|
|
|
|
"""
|
|
|
|
if sitemap_url is None:
|
|
|
|
try:
|
|
|
|
# First, try to get the "index" sitemap URL.
|
2006-09-03 02:10:00 +08:00
|
|
|
sitemap_url = urlresolvers.reverse('django.contrib.sitemaps.views.index')
|
2006-09-01 07:13:59 +08:00
|
|
|
except urlresolvers.NoReverseMatch:
|
|
|
|
try:
|
|
|
|
# Next, try for the "global" sitemap URL.
|
2006-09-03 02:10:00 +08:00
|
|
|
sitemap_url = urlresolvers.reverse('django.contrib.sitemaps.views.sitemap')
|
2006-09-01 07:13:59 +08:00
|
|
|
except urlresolvers.NoReverseMatch:
|
|
|
|
pass
|
|
|
|
|
|
|
|
if sitemap_url is None:
|
|
|
|
raise SitemapNotFound("You didn't provide a sitemap_url, and the sitemap URL couldn't be auto-detected.")
|
|
|
|
|
2014-02-02 00:37:08 +08:00
|
|
|
if not django_apps.is_installed('django.contrib.sites'):
|
|
|
|
raise ImproperlyConfigured("ping_google requires django.contrib.sites, which isn't installed.")
|
|
|
|
Site = django_apps.get_model('sites.Site')
|
2006-09-01 07:13:59 +08:00
|
|
|
current_site = Site.objects.get_current()
|
2007-05-21 04:47:18 +08:00
|
|
|
url = "http://%s%s" % (current_site.domain, sitemap_url)
|
2013-10-25 01:30:03 +08:00
|
|
|
params = urlencode({'sitemap': url})
|
2012-07-20 21:36:52 +08:00
|
|
|
urlopen("%s?%s" % (ping_url, params))
|
2006-09-01 07:13:59 +08:00
|
|
|
|
2013-11-03 03:37:48 +08:00
|
|
|
|
2008-09-17 12:56:04 +08:00
|
|
|
class Sitemap(object):
|
2008-07-26 13:07:16 +08:00
|
|
|
# This limit is defined by Google. See the index documentation at
|
|
|
|
# http://sitemaps.org/protocol.php#index.
|
|
|
|
limit = 50000
|
|
|
|
|
2012-01-30 03:24:32 +08:00
|
|
|
# If protocol is None, the URLs in the sitemap will use the protocol
|
|
|
|
# with which the sitemap was requested.
|
|
|
|
protocol = None
|
|
|
|
|
2006-09-01 07:13:59 +08:00
|
|
|
def __get(self, name, obj, default=None):
|
|
|
|
try:
|
|
|
|
attr = getattr(self, name)
|
|
|
|
except AttributeError:
|
|
|
|
return default
|
|
|
|
if callable(attr):
|
|
|
|
return attr(obj)
|
|
|
|
return attr
|
|
|
|
|
|
|
|
def items(self):
|
|
|
|
return []
|
|
|
|
|
|
|
|
def location(self, obj):
|
|
|
|
return obj.get_absolute_url()
|
|
|
|
|
2008-07-26 13:07:16 +08:00
|
|
|
def _get_paginator(self):
|
2012-02-10 02:56:49 +08:00
|
|
|
return paginator.Paginator(self.items(), self.limit)
|
2008-07-26 13:07:16 +08:00
|
|
|
paginator = property(_get_paginator)
|
|
|
|
|
2012-01-30 03:24:32 +08:00
|
|
|
def get_urls(self, page=1, site=None, protocol=None):
|
|
|
|
# Determine protocol
|
|
|
|
if self.protocol is not None:
|
|
|
|
protocol = self.protocol
|
|
|
|
if protocol is None:
|
|
|
|
protocol = 'http'
|
|
|
|
|
|
|
|
# Determine domain
|
2010-10-11 22:34:42 +08:00
|
|
|
if site is None:
|
2014-02-02 00:37:08 +08:00
|
|
|
if django_apps.is_installed('django.contrib.sites'):
|
|
|
|
Site = django_apps.get_model('sites.Site')
|
2010-10-11 22:34:42 +08:00
|
|
|
try:
|
|
|
|
site = Site.objects.get_current()
|
|
|
|
except Site.DoesNotExist:
|
|
|
|
pass
|
|
|
|
if site is None:
|
2014-09-04 20:15:09 +08:00
|
|
|
raise ImproperlyConfigured(
|
|
|
|
"To use sitemaps, either enable the sites framework or pass "
|
|
|
|
"a Site/RequestSite object in your view."
|
|
|
|
)
|
2012-01-30 03:24:32 +08:00
|
|
|
domain = site.domain
|
2010-10-11 22:34:42 +08:00
|
|
|
|
2014-06-07 02:47:15 +08:00
|
|
|
if getattr(self, 'i18n', False):
|
|
|
|
urls = []
|
|
|
|
current_lang_code = translation.get_language()
|
|
|
|
for lang_code, lang_name in settings.LANGUAGES:
|
|
|
|
translation.activate(lang_code)
|
|
|
|
urls += self._urls(page, protocol, domain)
|
|
|
|
translation.activate(current_lang_code)
|
|
|
|
else:
|
|
|
|
urls = self._urls(page, protocol, domain)
|
|
|
|
|
|
|
|
return urls
|
|
|
|
|
|
|
|
def _urls(self, page, protocol, domain):
|
2006-09-01 07:13:59 +08:00
|
|
|
urls = []
|
2013-07-23 22:25:21 +08:00
|
|
|
latest_lastmod = None
|
|
|
|
all_items_lastmod = True # track if all items have a lastmod
|
2008-07-26 13:07:16 +08:00
|
|
|
for item in self.paginator.page(page).object_list:
|
2012-01-30 03:24:32 +08:00
|
|
|
loc = "%s://%s%s" % (protocol, domain, self.__get('location', item))
|
2015-05-14 02:51:18 +08:00
|
|
|
priority = self.__get('priority', item)
|
|
|
|
lastmod = self.__get('lastmod', item)
|
2013-07-23 22:25:21 +08:00
|
|
|
if all_items_lastmod:
|
|
|
|
all_items_lastmod = lastmod is not None
|
|
|
|
if (all_items_lastmod and
|
2013-11-26 17:43:46 +08:00
|
|
|
(latest_lastmod is None or lastmod > latest_lastmod)):
|
2013-07-23 22:25:21 +08:00
|
|
|
latest_lastmod = lastmod
|
2006-09-01 07:13:59 +08:00
|
|
|
url_info = {
|
2013-11-03 03:37:48 +08:00
|
|
|
'item': item,
|
|
|
|
'location': loc,
|
|
|
|
'lastmod': lastmod,
|
2015-05-14 02:51:18 +08:00
|
|
|
'changefreq': self.__get('changefreq', item),
|
2013-11-03 03:37:48 +08:00
|
|
|
'priority': str(priority if priority is not None else ''),
|
2006-09-01 07:13:59 +08:00
|
|
|
}
|
|
|
|
urls.append(url_info)
|
2013-09-17 22:21:11 +08:00
|
|
|
if all_items_lastmod and latest_lastmod:
|
2013-07-23 22:25:21 +08:00
|
|
|
self.latest_lastmod = latest_lastmod
|
2006-09-01 07:13:59 +08:00
|
|
|
return urls
|
|
|
|
|
2013-11-03 03:37:48 +08:00
|
|
|
|
2006-09-01 07:13:59 +08:00
|
|
|
class GenericSitemap(Sitemap):
|
|
|
|
priority = None
|
|
|
|
changefreq = None
|
|
|
|
|
|
|
|
def __init__(self, info_dict, priority=None, changefreq=None):
|
|
|
|
self.queryset = info_dict['queryset']
|
2015-05-14 02:51:18 +08:00
|
|
|
self.date_field = info_dict.get('date_field')
|
2006-09-01 07:13:59 +08:00
|
|
|
self.priority = priority
|
|
|
|
self.changefreq = changefreq
|
|
|
|
|
|
|
|
def items(self):
|
|
|
|
# Make sure to return a clone; we don't want premature evaluation.
|
|
|
|
return self.queryset.filter()
|
|
|
|
|
|
|
|
def lastmod(self, item):
|
|
|
|
if self.date_field is not None:
|
|
|
|
return getattr(item, self.date_field)
|
|
|
|
return None
|
2014-01-25 05:43:00 +08:00
|
|
|
|
|
|
|
|
|
|
|
default_app_config = 'django.contrib.sitemaps.apps.SiteMapsConfig'
|