2015-07-01 19:43:25 +08:00
|
|
|
import os
|
2015-06-05 06:02:32 +08:00
|
|
|
import shutil
|
2015-07-01 19:43:25 +08:00
|
|
|
import sys
|
2015-06-05 06:02:32 +08:00
|
|
|
import tempfile
|
2015-07-01 19:43:25 +08:00
|
|
|
import unittest
|
2017-01-07 19:11:46 +08:00
|
|
|
from io import StringIO
|
2020-08-21 17:44:46 +08:00
|
|
|
from pathlib import Path
|
2019-08-01 22:42:58 +08:00
|
|
|
from unittest import mock
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
from django.conf import settings
|
|
|
|
from django.contrib.staticfiles import finders, storage
|
2017-06-02 01:23:48 +08:00
|
|
|
from django.contrib.staticfiles.management.commands.collectstatic import (
|
|
|
|
Command as CollectstaticCommand,
|
|
|
|
)
|
2015-07-01 19:43:25 +08:00
|
|
|
from django.core.management import call_command
|
2019-09-06 19:40:59 +08:00
|
|
|
from django.test import override_settings
|
2015-07-01 19:43:25 +08:00
|
|
|
|
2016-03-26 23:17:06 +08:00
|
|
|
from .cases import CollectionTestCase
|
|
|
|
from .settings import TEST_ROOT
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
|
|
|
|
def hashed_file_path(test, path):
|
|
|
|
fullpath = test.render_template(test.static_template_snippet(path))
|
|
|
|
return fullpath.replace(settings.STATIC_URL, '')
|
|
|
|
|
|
|
|
|
2017-01-19 15:39:46 +08:00
|
|
|
class TestHashedFiles:
|
2015-07-01 19:43:25 +08:00
|
|
|
hashed_file_path = hashed_file_path
|
|
|
|
|
|
|
|
def tearDown(self):
|
|
|
|
# Clear hashed files to avoid side effects among tests.
|
|
|
|
storage.staticfiles_storage.hashed_files.clear()
|
2017-01-11 22:21:29 +08:00
|
|
|
|
|
|
|
def assertPostCondition(self):
|
|
|
|
"""
|
|
|
|
Assert post conditions for a test are met. Must be manually called at
|
|
|
|
the end of each test.
|
|
|
|
"""
|
|
|
|
pass
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
def test_template_tag_return(self):
|
|
|
|
self.assertStaticRaises(ValueError, "does/not/exist.png", "/static/does/not/exist.png")
|
|
|
|
self.assertStaticRenders("test/file.txt", "/static/test/file.dad0999e4f8f.txt")
|
|
|
|
self.assertStaticRenders("test/file.txt", "/static/test/file.dad0999e4f8f.txt", asvar=True)
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertStaticRenders("cached/styles.css", "/static/cached/styles.5e0040571e1a.css")
|
2015-07-01 19:43:25 +08:00
|
|
|
self.assertStaticRenders("path/", "/static/path/")
|
|
|
|
self.assertStaticRenders("path/?query", "/static/path/?query")
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertPostCondition()
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
def test_template_tag_simple_content(self):
|
|
|
|
relpath = self.hashed_file_path("cached/styles.css")
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertEqual(relpath, "cached/styles.5e0040571e1a.css")
|
2015-07-01 19:43:25 +08:00
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
|
|
|
content = relfile.read()
|
|
|
|
self.assertNotIn(b"cached/other.css", content)
|
|
|
|
self.assertIn(b"other.d41d8cd98f00.css", content)
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertPostCondition()
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
def test_path_ignored_completely(self):
|
|
|
|
relpath = self.hashed_file_path("cached/css/ignored.css")
|
2016-07-12 20:20:39 +08:00
|
|
|
self.assertEqual(relpath, "cached/css/ignored.554da52152af.css")
|
2015-07-01 19:43:25 +08:00
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
|
|
|
content = relfile.read()
|
|
|
|
self.assertIn(b'#foobar', content)
|
|
|
|
self.assertIn(b'http:foobar', content)
|
|
|
|
self.assertIn(b'https:foobar', content)
|
|
|
|
self.assertIn(b'data:foobar', content)
|
2016-07-12 20:20:39 +08:00
|
|
|
self.assertIn(b'chrome:foobar', content)
|
2015-07-01 19:43:25 +08:00
|
|
|
self.assertIn(b'//foobar', content)
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertPostCondition()
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
def test_path_with_querystring(self):
|
|
|
|
relpath = self.hashed_file_path("cached/styles.css?spam=eggs")
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertEqual(relpath, "cached/styles.5e0040571e1a.css?spam=eggs")
|
|
|
|
with storage.staticfiles_storage.open("cached/styles.5e0040571e1a.css") as relfile:
|
2015-07-01 19:43:25 +08:00
|
|
|
content = relfile.read()
|
|
|
|
self.assertNotIn(b"cached/other.css", content)
|
|
|
|
self.assertIn(b"other.d41d8cd98f00.css", content)
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertPostCondition()
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
def test_path_with_fragment(self):
|
|
|
|
relpath = self.hashed_file_path("cached/styles.css#eggs")
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertEqual(relpath, "cached/styles.5e0040571e1a.css#eggs")
|
|
|
|
with storage.staticfiles_storage.open("cached/styles.5e0040571e1a.css") as relfile:
|
2015-07-01 19:43:25 +08:00
|
|
|
content = relfile.read()
|
|
|
|
self.assertNotIn(b"cached/other.css", content)
|
|
|
|
self.assertIn(b"other.d41d8cd98f00.css", content)
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertPostCondition()
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
def test_path_with_querystring_and_fragment(self):
|
|
|
|
relpath = self.hashed_file_path("cached/css/fragments.css")
|
2017-11-07 11:11:39 +08:00
|
|
|
self.assertEqual(relpath, "cached/css/fragments.a60c0e74834f.css")
|
2015-07-01 19:43:25 +08:00
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
|
|
|
content = relfile.read()
|
2017-11-07 11:11:39 +08:00
|
|
|
self.assertIn(b'fonts/font.b9b105392eb8.eot?#iefix', content)
|
2015-07-01 19:43:25 +08:00
|
|
|
self.assertIn(b'fonts/font.b8d603e42714.svg#webfontIyfZbseF', content)
|
2016-02-23 17:51:54 +08:00
|
|
|
self.assertIn(b'fonts/font.b8d603e42714.svg#path/to/../../fonts/font.svg', content)
|
2015-07-01 19:43:25 +08:00
|
|
|
self.assertIn(b'data:font/woff;charset=utf-8;base64,d09GRgABAAAAADJoAA0AAAAAR2QAAQAAAAAAAAAAAAA', content)
|
|
|
|
self.assertIn(b'#default#VML', content)
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertPostCondition()
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
def test_template_tag_absolute(self):
|
|
|
|
relpath = self.hashed_file_path("cached/absolute.css")
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertEqual(relpath, "cached/absolute.eb04def9f9a4.css")
|
2015-07-01 19:43:25 +08:00
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
|
|
|
content = relfile.read()
|
|
|
|
self.assertNotIn(b"/static/cached/styles.css", content)
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertIn(b"/static/cached/styles.5e0040571e1a.css", content)
|
2016-02-21 03:54:18 +08:00
|
|
|
self.assertNotIn(b"/static/styles_root.css", content)
|
|
|
|
self.assertIn(b"/static/styles_root.401f2509a628.css", content)
|
2015-07-01 19:43:25 +08:00
|
|
|
self.assertIn(b'/static/cached/img/relative.acae32e4532b.png', content)
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertPostCondition()
|
2015-07-01 19:43:25 +08:00
|
|
|
|
2016-02-21 03:54:18 +08:00
|
|
|
def test_template_tag_absolute_root(self):
|
|
|
|
"""
|
|
|
|
Like test_template_tag_absolute, but for a file in STATIC_ROOT (#26249).
|
|
|
|
"""
|
|
|
|
relpath = self.hashed_file_path("absolute_root.css")
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertEqual(relpath, "absolute_root.f821df1b64f7.css")
|
2016-02-21 03:54:18 +08:00
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
|
|
|
content = relfile.read()
|
|
|
|
self.assertNotIn(b"/static/styles_root.css", content)
|
|
|
|
self.assertIn(b"/static/styles_root.401f2509a628.css", content)
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertPostCondition()
|
2016-02-21 03:54:18 +08:00
|
|
|
|
2015-07-01 19:43:25 +08:00
|
|
|
def test_template_tag_relative(self):
|
|
|
|
relpath = self.hashed_file_path("cached/relative.css")
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertEqual(relpath, "cached/relative.c3e9e1ea6f2e.css")
|
2015-07-01 19:43:25 +08:00
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
|
|
|
content = relfile.read()
|
|
|
|
self.assertNotIn(b"../cached/styles.css", content)
|
|
|
|
self.assertNotIn(b'@import "styles.css"', content)
|
|
|
|
self.assertNotIn(b'url(img/relative.png)', content)
|
|
|
|
self.assertIn(b'url("img/relative.acae32e4532b.png")', content)
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertIn(b"../cached/styles.5e0040571e1a.css", content)
|
|
|
|
self.assertPostCondition()
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
def test_import_replacement(self):
|
|
|
|
"See #18050"
|
|
|
|
relpath = self.hashed_file_path("cached/import.css")
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertEqual(relpath, "cached/import.f53576679e5a.css")
|
2015-07-01 19:43:25 +08:00
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertIn(b"""import url("styles.5e0040571e1a.css")""", relfile.read())
|
|
|
|
self.assertPostCondition()
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
def test_template_tag_deep_relative(self):
|
|
|
|
relpath = self.hashed_file_path("cached/css/window.css")
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertEqual(relpath, "cached/css/window.5d5c10836967.css")
|
2015-07-01 19:43:25 +08:00
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
|
|
|
content = relfile.read()
|
|
|
|
self.assertNotIn(b'url(img/window.png)', content)
|
|
|
|
self.assertIn(b'url("img/window.acae32e4532b.png")', content)
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertPostCondition()
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
def test_template_tag_url(self):
|
|
|
|
relpath = self.hashed_file_path("cached/url.css")
|
|
|
|
self.assertEqual(relpath, "cached/url.902310b73412.css")
|
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
|
|
|
self.assertIn(b"https://", relfile.read())
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertPostCondition()
|
|
|
|
|
2021-01-05 10:28:01 +08:00
|
|
|
def test_module_import(self):
|
|
|
|
relpath = self.hashed_file_path('cached/module.js')
|
|
|
|
self.assertEqual(relpath, 'cached/module.91b9cf9935da.js')
|
|
|
|
tests = [
|
|
|
|
# Relative imports.
|
|
|
|
b'import testConst from "./module_test.d489af3cf882.js";',
|
|
|
|
b'import relativeModule from "../nested/js/nested.866475c46bb4.js";',
|
|
|
|
b'import { firstConst, secondConst } from "./module_test.d489af3cf882.js";',
|
|
|
|
# Absolute import.
|
|
|
|
b'import rootConst from "/static/absolute_root.5586327fe78c.js";',
|
|
|
|
# Dynamic import.
|
|
|
|
b'const dynamicModule = import("./module_test.d489af3cf882.js");',
|
|
|
|
# Creating a module object.
|
|
|
|
b'import * as NewModule from "./module_test.d489af3cf882.js";',
|
|
|
|
# Aliases.
|
|
|
|
b'import { testConst as alias } from "./module_test.d489af3cf882.js";',
|
|
|
|
b'import {\n'
|
|
|
|
b' firstVar as firstVarAlias,\n'
|
|
|
|
b' secondVar as secondVarAlias\n'
|
|
|
|
b'} from "./module_test.d489af3cf882.js";',
|
|
|
|
]
|
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
|
|
|
content = relfile.read()
|
|
|
|
for module_import in tests:
|
|
|
|
with self.subTest(module_import=module_import):
|
|
|
|
self.assertIn(module_import, content)
|
|
|
|
self.assertPostCondition()
|
|
|
|
|
|
|
|
def test_aggregating_modules(self):
|
|
|
|
relpath = self.hashed_file_path('cached/module.js')
|
|
|
|
self.assertEqual(relpath, 'cached/module.91b9cf9935da.js')
|
|
|
|
tests = [
|
|
|
|
b'export * from "./module_test.d489af3cf882.js";',
|
|
|
|
b'export { testConst } from "./module_test.d489af3cf882.js";',
|
|
|
|
b'export {\n'
|
|
|
|
b' firstVar as firstVarAlias,\n'
|
|
|
|
b' secondVar as secondVarAlias\n'
|
|
|
|
b'} from "./module_test.d489af3cf882.js";',
|
|
|
|
]
|
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
|
|
|
content = relfile.read()
|
|
|
|
for module_import in tests:
|
|
|
|
with self.subTest(module_import=module_import):
|
|
|
|
self.assertIn(module_import, content)
|
|
|
|
self.assertPostCondition()
|
|
|
|
|
2017-01-11 22:21:29 +08:00
|
|
|
@override_settings(
|
|
|
|
STATICFILES_DIRS=[os.path.join(TEST_ROOT, 'project', 'loop')],
|
|
|
|
STATICFILES_FINDERS=['django.contrib.staticfiles.finders.FileSystemFinder'],
|
|
|
|
)
|
|
|
|
def test_import_loop(self):
|
|
|
|
finders.get_finder.cache_clear()
|
2017-01-07 19:11:46 +08:00
|
|
|
err = StringIO()
|
2017-01-11 22:21:29 +08:00
|
|
|
with self.assertRaisesMessage(RuntimeError, 'Max post-process passes exceeded'):
|
|
|
|
call_command('collectstatic', interactive=False, verbosity=0, stderr=err)
|
|
|
|
self.assertEqual("Post-processing 'All' failed!\n\n", err.getvalue())
|
|
|
|
self.assertPostCondition()
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
def test_post_processing(self):
|
|
|
|
"""
|
2016-10-27 15:53:39 +08:00
|
|
|
post_processing behaves correctly.
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
Files that are alterable should always be post-processed; files that
|
|
|
|
aren't should be skipped.
|
|
|
|
|
|
|
|
collectstatic has already been called once in setUp() for this testcase,
|
|
|
|
therefore we check by verifying behavior on a second run.
|
|
|
|
"""
|
|
|
|
collectstatic_args = {
|
|
|
|
'interactive': False,
|
|
|
|
'verbosity': 0,
|
|
|
|
'link': False,
|
|
|
|
'clear': False,
|
|
|
|
'dry_run': False,
|
|
|
|
'post_process': True,
|
|
|
|
'use_default_ignore_patterns': True,
|
|
|
|
'ignore_patterns': ['*.ignoreme'],
|
|
|
|
}
|
|
|
|
|
|
|
|
collectstatic_cmd = CollectstaticCommand()
|
|
|
|
collectstatic_cmd.set_options(**collectstatic_args)
|
|
|
|
stats = collectstatic_cmd.collect()
|
|
|
|
self.assertIn(os.path.join('cached', 'css', 'window.css'), stats['post_processed'])
|
|
|
|
self.assertIn(os.path.join('cached', 'css', 'img', 'window.png'), stats['unmodified'])
|
|
|
|
self.assertIn(os.path.join('test', 'nonascii.css'), stats['post_processed'])
|
2021-02-26 07:40:18 +08:00
|
|
|
# No file should be yielded twice.
|
|
|
|
self.assertCountEqual(stats['post_processed'], set(stats['post_processed']))
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertPostCondition()
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
def test_css_import_case_insensitive(self):
|
|
|
|
relpath = self.hashed_file_path("cached/styles_insensitive.css")
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertEqual(relpath, "cached/styles_insensitive.3fa427592a53.css")
|
2015-07-01 19:43:25 +08:00
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
|
|
|
content = relfile.read()
|
|
|
|
self.assertNotIn(b"cached/other.css", content)
|
|
|
|
self.assertIn(b"other.d41d8cd98f00.css", content)
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertPostCondition()
|
2015-07-01 19:43:25 +08:00
|
|
|
|
2021-01-27 07:10:00 +08:00
|
|
|
def test_js_source_map(self):
|
|
|
|
relpath = self.hashed_file_path('cached/source_map.js')
|
|
|
|
self.assertEqual(relpath, 'cached/source_map.9371cbb02a26.js')
|
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
|
|
|
content = relfile.read()
|
|
|
|
self.assertNotIn(b'//# sourceMappingURL=source_map.js.map', content)
|
|
|
|
self.assertIn(
|
|
|
|
b'//# sourceMappingURL=source_map.js.99914b932bd3.map',
|
|
|
|
content,
|
|
|
|
)
|
|
|
|
self.assertPostCondition()
|
|
|
|
|
|
|
|
def test_js_source_map_sensitive(self):
|
|
|
|
relpath = self.hashed_file_path('cached/source_map_sensitive.js')
|
|
|
|
self.assertEqual(relpath, 'cached/source_map_sensitive.5da96fdd3cb3.js')
|
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
|
|
|
content = relfile.read()
|
|
|
|
self.assertIn(b'//# sOuRcEMaPpInGURL=source_map.js.map', content)
|
|
|
|
self.assertNotIn(
|
|
|
|
b'//# sourceMappingURL=source_map.js.99914b932bd3.map',
|
|
|
|
content,
|
|
|
|
)
|
|
|
|
self.assertPostCondition()
|
|
|
|
|
2015-07-01 19:43:25 +08:00
|
|
|
@override_settings(
|
|
|
|
STATICFILES_DIRS=[os.path.join(TEST_ROOT, 'project', 'faulty')],
|
|
|
|
STATICFILES_FINDERS=['django.contrib.staticfiles.finders.FileSystemFinder'],
|
|
|
|
)
|
|
|
|
def test_post_processing_failure(self):
|
|
|
|
"""
|
2016-10-27 15:53:39 +08:00
|
|
|
post_processing indicates the origin of the error when it fails.
|
2015-07-01 19:43:25 +08:00
|
|
|
"""
|
|
|
|
finders.get_finder.cache_clear()
|
2017-01-07 19:11:46 +08:00
|
|
|
err = StringIO()
|
2015-07-01 19:43:25 +08:00
|
|
|
with self.assertRaises(Exception):
|
|
|
|
call_command('collectstatic', interactive=False, verbosity=0, stderr=err)
|
|
|
|
self.assertEqual("Post-processing 'faulty.css' failed!\n\n", err.getvalue())
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertPostCondition()
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
|
2018-10-27 22:30:28 +08:00
|
|
|
@override_settings(STATICFILES_STORAGE='staticfiles_tests.storage.ExtraPatternsStorage')
|
|
|
|
class TestExtraPatternsStorage(CollectionTestCase):
|
2016-02-28 04:30:07 +08:00
|
|
|
|
|
|
|
def setUp(self):
|
|
|
|
storage.staticfiles_storage.hashed_files.clear() # avoid cache interference
|
2017-01-21 21:13:44 +08:00
|
|
|
super().setUp()
|
2016-02-28 04:30:07 +08:00
|
|
|
|
|
|
|
def cached_file_path(self, path):
|
|
|
|
fullpath = self.render_template(self.static_template_snippet(path))
|
|
|
|
return fullpath.replace(settings.STATIC_URL, '')
|
|
|
|
|
|
|
|
def test_multi_extension_patterns(self):
|
|
|
|
"""
|
|
|
|
With storage classes having several file extension patterns, only the
|
|
|
|
files matching a specific file pattern should be affected by the
|
|
|
|
substitution (#19670).
|
|
|
|
"""
|
|
|
|
# CSS files shouldn't be touched by JS patterns.
|
|
|
|
relpath = self.cached_file_path("cached/import.css")
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertEqual(relpath, "cached/import.f53576679e5a.css")
|
2016-02-28 04:30:07 +08:00
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertIn(b'import url("styles.5e0040571e1a.css")', relfile.read())
|
2016-02-28 04:30:07 +08:00
|
|
|
|
|
|
|
# Confirm JS patterns have been applied to JS files.
|
|
|
|
relpath = self.cached_file_path("cached/test.js")
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertEqual(relpath, "cached/test.388d7a790d46.js")
|
2016-02-28 04:30:07 +08:00
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
2017-01-11 22:21:29 +08:00
|
|
|
self.assertIn(b'JS_URL("import.f53576679e5a.css")', relfile.read())
|
2016-02-28 04:30:07 +08:00
|
|
|
|
|
|
|
|
2016-03-26 23:17:06 +08:00
|
|
|
@override_settings(
|
2015-07-01 19:43:25 +08:00
|
|
|
STATICFILES_STORAGE='django.contrib.staticfiles.storage.ManifestStaticFilesStorage',
|
2016-03-26 23:17:06 +08:00
|
|
|
)
|
|
|
|
class TestCollectionManifestStorage(TestHashedFiles, CollectionTestCase):
|
2015-07-01 19:43:25 +08:00
|
|
|
"""
|
|
|
|
Tests for the Cache busting storage
|
|
|
|
"""
|
|
|
|
def setUp(self):
|
2017-01-21 21:13:44 +08:00
|
|
|
super().setUp()
|
2015-07-01 19:43:25 +08:00
|
|
|
|
2015-06-05 06:02:32 +08:00
|
|
|
temp_dir = tempfile.mkdtemp()
|
|
|
|
os.makedirs(os.path.join(temp_dir, 'test'))
|
|
|
|
self._clear_filename = os.path.join(temp_dir, 'test', 'cleared.txt')
|
2015-07-01 19:43:25 +08:00
|
|
|
with open(self._clear_filename, 'w') as f:
|
|
|
|
f.write('to be deleted in one test')
|
|
|
|
|
2015-06-05 06:02:32 +08:00
|
|
|
self.patched_settings = self.settings(
|
2018-03-16 17:54:34 +08:00
|
|
|
STATICFILES_DIRS=settings.STATICFILES_DIRS + [temp_dir],
|
|
|
|
)
|
2015-06-05 06:02:32 +08:00
|
|
|
self.patched_settings.enable()
|
2016-12-29 23:27:49 +08:00
|
|
|
self.addCleanup(shutil.rmtree, temp_dir)
|
2017-01-11 22:21:29 +08:00
|
|
|
self._manifest_strict = storage.staticfiles_storage.manifest_strict
|
2015-06-05 06:02:32 +08:00
|
|
|
|
2015-07-01 19:43:25 +08:00
|
|
|
def tearDown(self):
|
2015-06-05 06:02:32 +08:00
|
|
|
self.patched_settings.disable()
|
|
|
|
|
2015-07-01 19:43:25 +08:00
|
|
|
if os.path.exists(self._clear_filename):
|
|
|
|
os.unlink(self._clear_filename)
|
|
|
|
|
2017-01-11 22:21:29 +08:00
|
|
|
storage.staticfiles_storage.manifest_strict = self._manifest_strict
|
2017-01-21 21:13:44 +08:00
|
|
|
super().tearDown()
|
2015-06-05 06:02:32 +08:00
|
|
|
|
2017-01-11 22:21:29 +08:00
|
|
|
def assertPostCondition(self):
|
|
|
|
hashed_files = storage.staticfiles_storage.hashed_files
|
|
|
|
# The in-memory version of the manifest matches the one on disk
|
|
|
|
# since a properly created manifest should cover all filenames.
|
|
|
|
if hashed_files:
|
|
|
|
manifest = storage.staticfiles_storage.load_manifest()
|
|
|
|
self.assertEqual(hashed_files, manifest)
|
|
|
|
|
2015-07-01 19:43:25 +08:00
|
|
|
def test_manifest_exists(self):
|
|
|
|
filename = storage.staticfiles_storage.manifest_name
|
|
|
|
path = storage.staticfiles_storage.path(filename)
|
|
|
|
self.assertTrue(os.path.exists(path))
|
|
|
|
|
2019-08-02 14:16:42 +08:00
|
|
|
def test_manifest_does_not_exist(self):
|
|
|
|
storage.staticfiles_storage.manifest_name = 'does.not.exist.json'
|
|
|
|
self.assertIsNone(storage.staticfiles_storage.read_manifest())
|
|
|
|
|
2019-08-01 22:42:58 +08:00
|
|
|
def test_manifest_does_not_ignore_permission_error(self):
|
|
|
|
with mock.patch('builtins.open', side_effect=PermissionError):
|
|
|
|
with self.assertRaises(PermissionError):
|
|
|
|
storage.staticfiles_storage.read_manifest()
|
|
|
|
|
2015-07-01 19:43:25 +08:00
|
|
|
def test_loaded_cache(self):
|
|
|
|
self.assertNotEqual(storage.staticfiles_storage.hashed_files, {})
|
|
|
|
manifest_content = storage.staticfiles_storage.read_manifest()
|
|
|
|
self.assertIn(
|
|
|
|
'"version": "%s"' % storage.staticfiles_storage.manifest_version,
|
2017-01-24 19:22:42 +08:00
|
|
|
manifest_content
|
2015-07-01 19:43:25 +08:00
|
|
|
)
|
|
|
|
|
|
|
|
def test_parse_cache(self):
|
|
|
|
hashed_files = storage.staticfiles_storage.hashed_files
|
|
|
|
manifest = storage.staticfiles_storage.load_manifest()
|
|
|
|
self.assertEqual(hashed_files, manifest)
|
|
|
|
|
|
|
|
def test_clear_empties_manifest(self):
|
2017-01-11 22:21:29 +08:00
|
|
|
cleared_file_name = storage.staticfiles_storage.clean_name(os.path.join('test', 'cleared.txt'))
|
2015-07-01 19:43:25 +08:00
|
|
|
# collect the additional file
|
|
|
|
self.run_collectstatic()
|
|
|
|
|
|
|
|
hashed_files = storage.staticfiles_storage.hashed_files
|
|
|
|
self.assertIn(cleared_file_name, hashed_files)
|
|
|
|
|
|
|
|
manifest_content = storage.staticfiles_storage.load_manifest()
|
|
|
|
self.assertIn(cleared_file_name, manifest_content)
|
|
|
|
|
|
|
|
original_path = storage.staticfiles_storage.path(cleared_file_name)
|
|
|
|
self.assertTrue(os.path.exists(original_path))
|
|
|
|
|
|
|
|
# delete the original file form the app, collect with clear
|
|
|
|
os.unlink(self._clear_filename)
|
|
|
|
self.run_collectstatic(clear=True)
|
|
|
|
|
|
|
|
self.assertFileNotFound(original_path)
|
|
|
|
|
|
|
|
hashed_files = storage.staticfiles_storage.hashed_files
|
|
|
|
self.assertNotIn(cleared_file_name, hashed_files)
|
|
|
|
|
|
|
|
manifest_content = storage.staticfiles_storage.load_manifest()
|
|
|
|
self.assertNotIn(cleared_file_name, manifest_content)
|
|
|
|
|
2017-01-11 22:21:29 +08:00
|
|
|
def test_missing_entry(self):
|
|
|
|
missing_file_name = 'cached/missing.css'
|
|
|
|
configured_storage = storage.staticfiles_storage
|
|
|
|
self.assertNotIn(missing_file_name, configured_storage.hashed_files)
|
|
|
|
|
|
|
|
# File name not found in manifest
|
|
|
|
with self.assertRaisesMessage(ValueError, "Missing staticfiles manifest entry for '%s'" % missing_file_name):
|
|
|
|
self.hashed_file_path(missing_file_name)
|
|
|
|
|
|
|
|
configured_storage.manifest_strict = False
|
|
|
|
# File doesn't exist on disk
|
|
|
|
err_msg = "The file '%s' could not be found with %r." % (missing_file_name, configured_storage._wrapped)
|
|
|
|
with self.assertRaisesMessage(ValueError, err_msg):
|
|
|
|
self.hashed_file_path(missing_file_name)
|
|
|
|
|
2017-01-07 19:11:46 +08:00
|
|
|
content = StringIO()
|
2017-01-11 22:21:29 +08:00
|
|
|
content.write('Found')
|
|
|
|
configured_storage.save(missing_file_name, content)
|
|
|
|
# File exists on disk
|
|
|
|
self.hashed_file_path(missing_file_name)
|
|
|
|
|
2019-05-22 16:07:55 +08:00
|
|
|
def test_intermediate_files(self):
|
|
|
|
cached_files = os.listdir(os.path.join(settings.STATIC_ROOT, 'cached'))
|
|
|
|
# Intermediate files shouldn't be created for reference.
|
|
|
|
self.assertEqual(
|
|
|
|
len([
|
|
|
|
cached_file
|
|
|
|
for cached_file in cached_files
|
|
|
|
if cached_file.startswith('relative.')
|
|
|
|
]),
|
|
|
|
2,
|
|
|
|
)
|
|
|
|
|
2015-07-01 19:43:25 +08:00
|
|
|
|
2020-04-27 04:19:22 +08:00
|
|
|
@override_settings(STATICFILES_STORAGE='staticfiles_tests.storage.NoneHashStorage')
|
|
|
|
class TestCollectionNoneHashStorage(CollectionTestCase):
|
|
|
|
hashed_file_path = hashed_file_path
|
|
|
|
|
|
|
|
def test_hashed_name(self):
|
|
|
|
relpath = self.hashed_file_path('cached/styles.css')
|
|
|
|
self.assertEqual(relpath, 'cached/styles.css')
|
|
|
|
|
|
|
|
|
2018-10-27 22:30:28 +08:00
|
|
|
@override_settings(STATICFILES_STORAGE='staticfiles_tests.storage.SimpleStorage')
|
|
|
|
class TestCollectionSimpleStorage(CollectionTestCase):
|
2015-07-01 19:43:25 +08:00
|
|
|
hashed_file_path = hashed_file_path
|
|
|
|
|
2016-02-28 04:30:07 +08:00
|
|
|
def setUp(self):
|
|
|
|
storage.staticfiles_storage.hashed_files.clear() # avoid cache interference
|
2017-01-21 21:13:44 +08:00
|
|
|
super().setUp()
|
2016-02-28 04:30:07 +08:00
|
|
|
|
2015-07-01 19:43:25 +08:00
|
|
|
def test_template_tag_return(self):
|
|
|
|
self.assertStaticRaises(ValueError, "does/not/exist.png", "/static/does/not/exist.png")
|
|
|
|
self.assertStaticRenders("test/file.txt", "/static/test/file.deploy12345.txt")
|
|
|
|
self.assertStaticRenders("cached/styles.css", "/static/cached/styles.deploy12345.css")
|
|
|
|
self.assertStaticRenders("path/", "/static/path/")
|
|
|
|
self.assertStaticRenders("path/?query", "/static/path/?query")
|
|
|
|
|
|
|
|
def test_template_tag_simple_content(self):
|
|
|
|
relpath = self.hashed_file_path("cached/styles.css")
|
|
|
|
self.assertEqual(relpath, "cached/styles.deploy12345.css")
|
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
|
|
|
content = relfile.read()
|
|
|
|
self.assertNotIn(b"cached/other.css", content)
|
|
|
|
self.assertIn(b"other.deploy12345.css", content)
|
|
|
|
|
|
|
|
|
|
|
|
class CustomStaticFilesStorage(storage.StaticFilesStorage):
|
|
|
|
"""
|
|
|
|
Used in TestStaticFilePermissions
|
|
|
|
"""
|
|
|
|
def __init__(self, *args, **kwargs):
|
|
|
|
kwargs['file_permissions_mode'] = 0o640
|
|
|
|
kwargs['directory_permissions_mode'] = 0o740
|
2017-01-21 21:13:44 +08:00
|
|
|
super().__init__(*args, **kwargs)
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
|
2019-11-06 22:14:30 +08:00
|
|
|
@unittest.skipIf(sys.platform == 'win32', "Windows only partially supports chmod.")
|
2016-03-26 23:17:06 +08:00
|
|
|
class TestStaticFilePermissions(CollectionTestCase):
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
command_params = {
|
|
|
|
'interactive': False,
|
|
|
|
'verbosity': 0,
|
|
|
|
'ignore_patterns': ['*.ignoreme'],
|
|
|
|
}
|
|
|
|
|
|
|
|
def setUp(self):
|
|
|
|
self.umask = 0o027
|
|
|
|
self.old_umask = os.umask(self.umask)
|
2017-01-21 21:13:44 +08:00
|
|
|
super().setUp()
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
def tearDown(self):
|
|
|
|
os.umask(self.old_umask)
|
2017-01-21 21:13:44 +08:00
|
|
|
super().tearDown()
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
# Don't run collectstatic command in this test class.
|
|
|
|
def run_collectstatic(self, **kwargs):
|
|
|
|
pass
|
|
|
|
|
|
|
|
@override_settings(
|
|
|
|
FILE_UPLOAD_PERMISSIONS=0o655,
|
|
|
|
FILE_UPLOAD_DIRECTORY_PERMISSIONS=0o765,
|
|
|
|
)
|
|
|
|
def test_collect_static_files_permissions(self):
|
2016-03-04 04:20:06 +08:00
|
|
|
call_command('collectstatic', **self.command_params)
|
2020-08-21 17:44:46 +08:00
|
|
|
static_root = Path(settings.STATIC_ROOT)
|
|
|
|
test_file = static_root / 'test.txt'
|
|
|
|
file_mode = test_file.stat().st_mode & 0o777
|
2015-07-01 19:43:25 +08:00
|
|
|
self.assertEqual(file_mode, 0o655)
|
2020-08-21 17:44:46 +08:00
|
|
|
tests = [
|
|
|
|
static_root / 'subdir',
|
|
|
|
static_root / 'nested',
|
|
|
|
static_root / 'nested' / 'css',
|
|
|
|
]
|
|
|
|
for directory in tests:
|
|
|
|
with self.subTest(directory=directory):
|
|
|
|
dir_mode = directory.stat().st_mode & 0o777
|
|
|
|
self.assertEqual(dir_mode, 0o765)
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
@override_settings(
|
|
|
|
FILE_UPLOAD_PERMISSIONS=None,
|
|
|
|
FILE_UPLOAD_DIRECTORY_PERMISSIONS=None,
|
|
|
|
)
|
|
|
|
def test_collect_static_files_default_permissions(self):
|
2016-03-04 04:20:06 +08:00
|
|
|
call_command('collectstatic', **self.command_params)
|
2020-08-21 17:44:46 +08:00
|
|
|
static_root = Path(settings.STATIC_ROOT)
|
|
|
|
test_file = static_root / 'test.txt'
|
|
|
|
file_mode = test_file.stat().st_mode & 0o777
|
2015-07-01 19:43:25 +08:00
|
|
|
self.assertEqual(file_mode, 0o666 & ~self.umask)
|
2020-08-21 17:44:46 +08:00
|
|
|
tests = [
|
|
|
|
static_root / 'subdir',
|
|
|
|
static_root / 'nested',
|
|
|
|
static_root / 'nested' / 'css',
|
|
|
|
]
|
|
|
|
for directory in tests:
|
|
|
|
with self.subTest(directory=directory):
|
|
|
|
dir_mode = directory.stat().st_mode & 0o777
|
|
|
|
self.assertEqual(dir_mode, 0o777 & ~self.umask)
|
2015-07-01 19:43:25 +08:00
|
|
|
|
|
|
|
@override_settings(
|
|
|
|
FILE_UPLOAD_PERMISSIONS=0o655,
|
|
|
|
FILE_UPLOAD_DIRECTORY_PERMISSIONS=0o765,
|
|
|
|
STATICFILES_STORAGE='staticfiles_tests.test_storage.CustomStaticFilesStorage',
|
|
|
|
)
|
|
|
|
def test_collect_static_files_subclass_of_static_storage(self):
|
2016-03-04 04:20:06 +08:00
|
|
|
call_command('collectstatic', **self.command_params)
|
2020-08-21 17:44:46 +08:00
|
|
|
static_root = Path(settings.STATIC_ROOT)
|
|
|
|
test_file = static_root / 'test.txt'
|
|
|
|
file_mode = test_file.stat().st_mode & 0o777
|
2015-07-01 19:43:25 +08:00
|
|
|
self.assertEqual(file_mode, 0o640)
|
2020-08-21 17:44:46 +08:00
|
|
|
tests = [
|
|
|
|
static_root / 'subdir',
|
|
|
|
static_root / 'nested',
|
|
|
|
static_root / 'nested' / 'css',
|
|
|
|
]
|
|
|
|
for directory in tests:
|
|
|
|
with self.subTest(directory=directory):
|
|
|
|
dir_mode = directory.stat().st_mode & 0o777
|
|
|
|
self.assertEqual(dir_mode, 0o740)
|
2017-01-11 22:21:29 +08:00
|
|
|
|
|
|
|
|
|
|
|
@override_settings(
|
2018-10-27 22:30:28 +08:00
|
|
|
STATICFILES_STORAGE='django.contrib.staticfiles.storage.ManifestStaticFilesStorage',
|
2017-01-11 22:21:29 +08:00
|
|
|
)
|
|
|
|
class TestCollectionHashedFilesCache(CollectionTestCase):
|
|
|
|
"""
|
|
|
|
Files referenced from CSS use the correct final hashed name regardless of
|
|
|
|
the order in which the files are post-processed.
|
|
|
|
"""
|
|
|
|
hashed_file_path = hashed_file_path
|
|
|
|
|
|
|
|
def setUp(self):
|
2017-01-21 21:13:44 +08:00
|
|
|
super().setUp()
|
2017-02-04 02:45:27 +08:00
|
|
|
self._temp_dir = temp_dir = tempfile.mkdtemp()
|
|
|
|
os.makedirs(os.path.join(temp_dir, 'test'))
|
|
|
|
self.addCleanup(shutil.rmtree, temp_dir)
|
2017-01-11 22:21:29 +08:00
|
|
|
|
2017-02-04 02:45:27 +08:00
|
|
|
def _get_filename_path(self, filename):
|
|
|
|
return os.path.join(self._temp_dir, 'test', filename)
|
2017-01-11 22:21:29 +08:00
|
|
|
|
|
|
|
def test_file_change_after_collectstatic(self):
|
2017-02-04 02:45:27 +08:00
|
|
|
# Create initial static files.
|
|
|
|
file_contents = (
|
|
|
|
('foo.png', 'foo'),
|
|
|
|
('bar.css', 'url("foo.png")\nurl("xyz.png")'),
|
|
|
|
('xyz.png', 'xyz'),
|
|
|
|
)
|
|
|
|
for filename, content in file_contents:
|
|
|
|
with open(self._get_filename_path(filename), 'w') as f:
|
|
|
|
f.write(content)
|
|
|
|
|
|
|
|
with self.modify_settings(STATICFILES_DIRS={'append': self._temp_dir}):
|
|
|
|
finders.get_finder.cache_clear()
|
|
|
|
err = StringIO()
|
|
|
|
# First collectstatic run.
|
|
|
|
call_command('collectstatic', interactive=False, verbosity=0, stderr=err)
|
|
|
|
relpath = self.hashed_file_path('test/bar.css')
|
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
|
|
|
content = relfile.read()
|
|
|
|
self.assertIn(b'foo.acbd18db4cc2.png', content)
|
|
|
|
self.assertIn(b'xyz.d16fb36f0911.png', content)
|
|
|
|
|
|
|
|
# Change the contents of the png files.
|
|
|
|
for filename in ('foo.png', 'xyz.png'):
|
|
|
|
with open(self._get_filename_path(filename), 'w+b') as f:
|
|
|
|
f.write(b"new content of file to change its hash")
|
|
|
|
|
|
|
|
# The hashes of the png files in the CSS file are updated after
|
|
|
|
# a second collectstatic.
|
|
|
|
call_command('collectstatic', interactive=False, verbosity=0, stderr=err)
|
|
|
|
relpath = self.hashed_file_path('test/bar.css')
|
|
|
|
with storage.staticfiles_storage.open(relpath) as relfile:
|
|
|
|
content = relfile.read()
|
|
|
|
self.assertIn(b'foo.57a5cb9ba68d.png', content)
|
|
|
|
self.assertIn(b'xyz.57a5cb9ba68d.png', content)
|