mirror of
https://github.com/arsenetar/dupeguru.git
synced 2024-11-16 04:09:02 +00:00
280 lines
9.2 KiB
Python
280 lines
9.2 KiB
Python
|
#!/usr/bin/env python
|
||
|
|
"""
|
||
|
|
Unit Name: dupeguru.tests.directories
|
||
|
|
Created By: Virgil Dupras
|
||
|
|
Created On: 2006/02/27
|
||
|
|
Last modified by:$Author: virgil $
|
||
|
|
Last modified on:$Date: 2009-05-29 08:51:14 +0200 (Fri, 29 May 2009) $
|
||
|
|
$Revision: 4398 $
|
||
|
|
Copyright 2004-2006 Hardcoded Software (http://www.hardcoded.net)
|
||
|
|
"""
|
||
|
|
import unittest
|
||
|
|
import os.path as op
|
||
|
|
import os
|
||
|
|
import time
|
||
|
|
import shutil
|
||
|
|
|
||
|
|
from hsutil import job, io
|
||
|
|
from hsutil.path import Path
|
||
|
|
from hsutil.testcase import TestCase
|
||
|
|
import hsfs.phys
|
||
|
|
from hsfs.phys import phys_test
|
||
|
|
|
||
|
|
from directories import *
|
||
|
|
|
||
|
|
testpath = Path(TestCase.datadirpath())
|
||
|
|
|
||
|
|
class TCDirectories(TestCase):
|
||
|
|
def test_empty(self):
|
||
|
|
d = Directories()
|
||
|
|
self.assertEqual(0,len(d))
|
||
|
|
self.assert_('foobar' not in d)
|
||
|
|
|
||
|
|
def test_add_path(self):
|
||
|
|
d = Directories()
|
||
|
|
p = testpath + 'utils'
|
||
|
|
added = d.add_path(p)
|
||
|
|
self.assertEqual(1,len(d))
|
||
|
|
self.assert_(p in d)
|
||
|
|
self.assert_((p + 'foobar') in d)
|
||
|
|
self.assert_(p[:-1] not in d)
|
||
|
|
self.assertEqual(p,added.path)
|
||
|
|
self.assert_(d[0] is added)
|
||
|
|
p = self.tmppath()
|
||
|
|
d.add_path(p)
|
||
|
|
self.assertEqual(2,len(d))
|
||
|
|
self.assert_(p in d)
|
||
|
|
|
||
|
|
def test_AddPath_when_path_is_already_there(self):
|
||
|
|
d = Directories()
|
||
|
|
p = testpath + 'utils'
|
||
|
|
d.add_path(p)
|
||
|
|
self.assertRaises(AlreadyThereError, d.add_path, p)
|
||
|
|
self.assertRaises(AlreadyThereError, d.add_path, p + 'foobar')
|
||
|
|
self.assertEqual(1, len(d))
|
||
|
|
|
||
|
|
def test_AddPath_containing_paths_already_there(self):
|
||
|
|
d = Directories()
|
||
|
|
d.add_path(testpath + 'utils')
|
||
|
|
self.assertEqual(1, len(d))
|
||
|
|
added = d.add_path(testpath)
|
||
|
|
self.assertEqual(1, len(d))
|
||
|
|
self.assert_(added is d[0])
|
||
|
|
|
||
|
|
def test_AddPath_non_latin(self):
|
||
|
|
p = Path(self.tmpdir())
|
||
|
|
to_add = p + u'unicode\u201a'
|
||
|
|
os.mkdir(unicode(to_add))
|
||
|
|
d = Directories()
|
||
|
|
try:
|
||
|
|
d.add_path(to_add)
|
||
|
|
except UnicodeDecodeError:
|
||
|
|
self.fail()
|
||
|
|
|
||
|
|
def test_del(self):
|
||
|
|
d = Directories()
|
||
|
|
d.add_path(testpath + 'utils')
|
||
|
|
try:
|
||
|
|
del d[1]
|
||
|
|
self.fail()
|
||
|
|
except IndexError:
|
||
|
|
pass
|
||
|
|
d.add_path(self.tmppath())
|
||
|
|
del d[1]
|
||
|
|
self.assertEqual(1, len(d))
|
||
|
|
|
||
|
|
def test_states(self):
|
||
|
|
d = Directories()
|
||
|
|
p = testpath + 'utils'
|
||
|
|
d.add_path(p)
|
||
|
|
self.assertEqual(STATE_NORMAL,d.GetState(p))
|
||
|
|
d.SetState(p,STATE_REFERENCE)
|
||
|
|
self.assertEqual(STATE_REFERENCE,d.GetState(p))
|
||
|
|
self.assertEqual(STATE_REFERENCE,d.GetState(p + 'dir1'))
|
||
|
|
self.assertEqual(1,len(d.states))
|
||
|
|
self.assertEqual(p,d.states.keys()[0])
|
||
|
|
self.assertEqual(STATE_REFERENCE,d.states[p])
|
||
|
|
|
||
|
|
def test_GetState_with_path_not_there(self):
|
||
|
|
d = Directories()
|
||
|
|
d.add_path(testpath + 'utils')
|
||
|
|
self.assertRaises(LookupError,d.GetState,testpath)
|
||
|
|
|
||
|
|
def test_states_remain_when_larger_directory_eat_smaller_ones(self):
|
||
|
|
d = Directories()
|
||
|
|
p = testpath + 'utils'
|
||
|
|
d.add_path(p)
|
||
|
|
d.SetState(p,STATE_EXCLUDED)
|
||
|
|
d.add_path(testpath)
|
||
|
|
d.SetState(testpath,STATE_REFERENCE)
|
||
|
|
self.assertEqual(STATE_EXCLUDED,d.GetState(p))
|
||
|
|
self.assertEqual(STATE_EXCLUDED,d.GetState(p + 'dir1'))
|
||
|
|
self.assertEqual(STATE_REFERENCE,d.GetState(testpath))
|
||
|
|
|
||
|
|
def test_SetState_keep_state_dict_size_to_minimum(self):
|
||
|
|
d = Directories()
|
||
|
|
p = Path(phys_test.create_fake_fs(self.tmpdir()))
|
||
|
|
d.add_path(p)
|
||
|
|
d.SetState(p,STATE_REFERENCE)
|
||
|
|
d.SetState(p + 'dir1',STATE_REFERENCE)
|
||
|
|
self.assertEqual(1,len(d.states))
|
||
|
|
self.assertEqual(STATE_REFERENCE,d.GetState(p + 'dir1'))
|
||
|
|
d.SetState(p + 'dir1',STATE_NORMAL)
|
||
|
|
self.assertEqual(2,len(d.states))
|
||
|
|
self.assertEqual(STATE_NORMAL,d.GetState(p + 'dir1'))
|
||
|
|
d.SetState(p + 'dir1',STATE_REFERENCE)
|
||
|
|
self.assertEqual(1,len(d.states))
|
||
|
|
self.assertEqual(STATE_REFERENCE,d.GetState(p + 'dir1'))
|
||
|
|
|
||
|
|
def test_get_files(self):
|
||
|
|
d = Directories()
|
||
|
|
p = Path(phys_test.create_fake_fs(self.tmpdir()))
|
||
|
|
d.add_path(p)
|
||
|
|
d.SetState(p + 'dir1',STATE_REFERENCE)
|
||
|
|
d.SetState(p + 'dir2',STATE_EXCLUDED)
|
||
|
|
files = d.get_files()
|
||
|
|
self.assertEqual(5, len(list(files)))
|
||
|
|
for f in files:
|
||
|
|
if f.parent.path == p + 'dir1':
|
||
|
|
self.assert_(f.is_ref)
|
||
|
|
else:
|
||
|
|
self.assert_(not f.is_ref)
|
||
|
|
|
||
|
|
def test_get_files_with_inherited_exclusion(self):
|
||
|
|
d = Directories()
|
||
|
|
p = testpath + 'utils'
|
||
|
|
d.add_path(p)
|
||
|
|
d.SetState(p,STATE_EXCLUDED)
|
||
|
|
self.assertEqual([], list(d.get_files()))
|
||
|
|
|
||
|
|
def test_save_and_load(self):
|
||
|
|
d1 = Directories()
|
||
|
|
d2 = Directories()
|
||
|
|
p1 = self.tmppath()
|
||
|
|
p2 = self.tmppath()
|
||
|
|
d1.add_path(p1)
|
||
|
|
d1.add_path(p2)
|
||
|
|
d1.SetState(p1, STATE_REFERENCE)
|
||
|
|
d1.SetState(p1 + 'dir1',STATE_EXCLUDED)
|
||
|
|
tmpxml = op.join(self.tmpdir(), 'directories_testunit.xml')
|
||
|
|
d1.SaveToFile(tmpxml)
|
||
|
|
d2.LoadFromFile(tmpxml)
|
||
|
|
self.assertEqual(2, len(d2))
|
||
|
|
self.assertEqual(STATE_REFERENCE,d2.GetState(p1))
|
||
|
|
self.assertEqual(STATE_EXCLUDED,d2.GetState(p1 + 'dir1'))
|
||
|
|
|
||
|
|
def test_invalid_path(self):
|
||
|
|
d = Directories()
|
||
|
|
p = Path('does_not_exist')
|
||
|
|
self.assertRaises(InvalidPathError, d.add_path, p)
|
||
|
|
self.assertEqual(0, len(d))
|
||
|
|
|
||
|
|
def test_SetState_on_invalid_path(self):
|
||
|
|
d = Directories()
|
||
|
|
try:
|
||
|
|
d.SetState(Path('foobar',),STATE_NORMAL)
|
||
|
|
except LookupError:
|
||
|
|
self.fail()
|
||
|
|
|
||
|
|
def test_default_dirclass(self):
|
||
|
|
self.assert_(Directories().dirclass is hsfs.phys.Directory)
|
||
|
|
|
||
|
|
def test_dirclass(self):
|
||
|
|
class MySpecialDirclass(hsfs.phys.Directory): pass
|
||
|
|
d = Directories()
|
||
|
|
d.dirclass = MySpecialDirclass
|
||
|
|
d.add_path(testpath)
|
||
|
|
self.assert_(isinstance(d[0], MySpecialDirclass))
|
||
|
|
|
||
|
|
def test_LoadFromFile_with_invalid_path(self):
|
||
|
|
#This test simulates a load from file resulting in a
|
||
|
|
#InvalidPath raise. Other directories must be loaded.
|
||
|
|
d1 = Directories()
|
||
|
|
d1.add_path(testpath + 'utils')
|
||
|
|
#Will raise InvalidPath upon loading
|
||
|
|
d1.add_path(self.tmppath()).name = 'does_not_exist'
|
||
|
|
tmpxml = op.join(self.tmpdir(), 'directories_testunit.xml')
|
||
|
|
d1.SaveToFile(tmpxml)
|
||
|
|
d2 = Directories()
|
||
|
|
d2.LoadFromFile(tmpxml)
|
||
|
|
self.assertEqual(1, len(d2))
|
||
|
|
|
||
|
|
def test_LoadFromFile_with_same_paths(self):
|
||
|
|
#This test simulates a load from file resulting in a
|
||
|
|
#AlreadyExists raise. Other directories must be loaded.
|
||
|
|
d1 = Directories()
|
||
|
|
p1 = self.tmppath()
|
||
|
|
p2 = self.tmppath()
|
||
|
|
d1.add_path(p1)
|
||
|
|
d1.add_path(p2)
|
||
|
|
#Will raise AlreadyExists upon loading
|
||
|
|
d1.add_path(self.tmppath()).name = unicode(p1)
|
||
|
|
tmpxml = op.join(self.tmpdir(), 'directories_testunit.xml')
|
||
|
|
d1.SaveToFile(tmpxml)
|
||
|
|
d2 = Directories()
|
||
|
|
d2.LoadFromFile(tmpxml)
|
||
|
|
self.assertEqual(2, len(d2))
|
||
|
|
|
||
|
|
def test_Remove(self):
|
||
|
|
d = Directories()
|
||
|
|
d1 = d.add_path(self.tmppath())
|
||
|
|
d2 = d.add_path(self.tmppath())
|
||
|
|
d.Remove(d1)
|
||
|
|
self.assertEqual(1, len(d))
|
||
|
|
self.assert_(d[0] is d2)
|
||
|
|
|
||
|
|
def test_unicode_save(self):
|
||
|
|
d = Directories()
|
||
|
|
p1 = self.tmppath() + u'hello\xe9'
|
||
|
|
io.mkdir(p1)
|
||
|
|
io.mkdir(p1 + u'foo\xe9')
|
||
|
|
d.add_path(p1)
|
||
|
|
d.SetState(d[0][0].path, STATE_EXCLUDED)
|
||
|
|
tmpxml = op.join(self.tmpdir(), 'directories_testunit.xml')
|
||
|
|
try:
|
||
|
|
d.SaveToFile(tmpxml)
|
||
|
|
except UnicodeDecodeError:
|
||
|
|
self.fail()
|
||
|
|
|
||
|
|
def test_get_files_refreshes_its_directories(self):
|
||
|
|
d = Directories()
|
||
|
|
p = Path(phys_test.create_fake_fs(self.tmpdir()))
|
||
|
|
d.add_path(p)
|
||
|
|
files = d.get_files()
|
||
|
|
self.assertEqual(6, len(list(files)))
|
||
|
|
time.sleep(1)
|
||
|
|
os.remove(str(p + ('dir1','file1.test')))
|
||
|
|
files = d.get_files()
|
||
|
|
self.assertEqual(5, len(list(files)))
|
||
|
|
|
||
|
|
def test_get_files_does_not_choke_on_non_existing_directories(self):
|
||
|
|
d = Directories()
|
||
|
|
p = Path(self.tmpdir())
|
||
|
|
d.add_path(p)
|
||
|
|
io.rmtree(p)
|
||
|
|
self.assertEqual([], list(d.get_files()))
|
||
|
|
|
||
|
|
def test_GetState_returns_excluded_by_default_for_hidden_directories(self):
|
||
|
|
d = Directories()
|
||
|
|
p = Path(self.tmpdir())
|
||
|
|
hidden_dir_path = p + '.foo'
|
||
|
|
io.mkdir(p + '.foo')
|
||
|
|
d.add_path(p)
|
||
|
|
self.assertEqual(d.GetState(hidden_dir_path), STATE_EXCLUDED)
|
||
|
|
# But it can be overriden
|
||
|
|
d.SetState(hidden_dir_path, STATE_NORMAL)
|
||
|
|
self.assertEqual(d.GetState(hidden_dir_path), STATE_NORMAL)
|
||
|
|
|
||
|
|
def test_special_dirclasses(self):
|
||
|
|
# if a path is in special_dirclasses, use this class instead
|
||
|
|
class MySpecialDirclass(hsfs.phys.Directory): pass
|
||
|
|
d = Directories()
|
||
|
|
p1 = self.tmppath()
|
||
|
|
p2 = self.tmppath()
|
||
|
|
d.special_dirclasses[p1] = MySpecialDirclass
|
||
|
|
self.assert_(isinstance(d.add_path(p2), hsfs.phys.Directory))
|
||
|
|
self.assert_(isinstance(d.add_path(p1), MySpecialDirclass))
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == "__main__":
|
||
|
|
unittest.main()
|