Fixed #16108 -- Fixed another race condition in the FileSystemStorage backend with regard to deleting a file. Refs #16082, too. Thanks, Aymeric Augustin.

git-svn-id: http://code.djangoproject.com/svn/django/trunk@16287 bcc190cf-cafb-0310-a4f2-bffc1f526a37
This commit is contained in:
Jannis Leidel 2011-05-28 13:06:08 +00:00
parent afca4e9349
commit d34bb3c833
2 changed files with 50 additions and 6 deletions

View File

@ -219,8 +219,15 @@ class FileSystemStorage(Storage):
def delete(self, name): def delete(self, name):
name = self.path(name) name = self.path(name)
# If the file exists, delete it from the filesystem. # If the file exists, delete it from the filesystem.
# Note that there is a race between os.path.exists and os.remove:
# if os.remove fails with ENOENT, the file was removed
# concurrently, and we can continue normally.
if os.path.exists(name): if os.path.exists(name):
os.remove(name) try:
os.remove(name)
except OSError, e:
if e.errno != errno.ENOENT:
raise
def exists(self, name): def exists(self, name):
return os.path.exists(self.path(name)) return os.path.exists(self.path(name))

View File

@ -304,20 +304,21 @@ class FileStorageTests(unittest.TestCase):
""" """
File storage should be robust against directory creation race conditions. File storage should be robust against directory creation race conditions.
""" """
real_makedirs = os.makedirs
# Monkey-patch os.makedirs, to simulate a normal call, a raced call, # Monkey-patch os.makedirs, to simulate a normal call, a raced call,
# and an error. # and an error.
def fake_makedirs(path): def fake_makedirs(path):
if path == os.path.join(self.temp_dir, 'normal'): if path == os.path.join(self.temp_dir, 'normal'):
os.mkdir(path) real_makedirs(path)
elif path == os.path.join(self.temp_dir, 'raced'): elif path == os.path.join(self.temp_dir, 'raced'):
os.mkdir(path) real_makedirs(path)
raise OSError(errno.EEXIST, 'simulated EEXIST') raise OSError(errno.EEXIST, 'simulated EEXIST')
elif path == os.path.join(self.temp_dir, 'error'): elif path == os.path.join(self.temp_dir, 'error'):
raise OSError(errno.EACCES, 'simulated EACCES') raise OSError(errno.EACCES, 'simulated EACCES')
else: else:
self.fail('unexpected argument %r' % path) self.fail('unexpected argument %r' % path)
real_makedirs = os.makedirs
try: try:
os.makedirs = fake_makedirs os.makedirs = fake_makedirs
@ -333,11 +334,47 @@ class FileStorageTests(unittest.TestCase):
# Check that OSErrors aside from EEXIST are still raised. # Check that OSErrors aside from EEXIST are still raised.
self.assertRaises(OSError, self.assertRaises(OSError,
lambda: self.storage.save('error/test.file', self.storage.save, 'error/test.file', ContentFile('not saved'))
ContentFile('not saved')))
finally: finally:
os.makedirs = real_makedirs os.makedirs = real_makedirs
def test_remove_race_handling(self):
"""
File storage should be robust against file removal race conditions.
"""
real_remove = os.remove
# Monkey-patch os.remove, to simulate a normal call, a raced call,
# and an error.
def fake_remove(path):
if path == os.path.join(self.temp_dir, 'normal.file'):
real_remove(path)
elif path == os.path.join(self.temp_dir, 'raced.file'):
real_remove(path)
raise OSError(errno.ENOENT, 'simulated ENOENT')
elif path == os.path.join(self.temp_dir, 'error.file'):
raise OSError(errno.EACCES, 'simulated EACCES')
else:
self.fail('unexpected argument %r' % path)
try:
os.remove = fake_remove
self.storage.save('normal.file', ContentFile('delete normally'))
self.storage.delete('normal.file')
self.assertFalse(self.storage.exists('normal.file'))
self.storage.save('raced.file', ContentFile('delete with race'))
self.storage.delete('raced.file')
self.assertFalse(self.storage.exists('normal.file'))
# Check that OSErrors aside from ENOENT are still raised.
self.storage.save('error.file', ContentFile('delete with error'))
self.assertRaises(OSError, self.storage.delete, 'error.file')
finally:
os.remove = real_remove
class CustomStorage(FileSystemStorage): class CustomStorage(FileSystemStorage):
def get_available_name(self, name): def get_available_name(self, name):
""" """