mirror of
https://github.com/arsenetar/dupeguru.git
synced 2024-10-18 08:43:08 +00:00
Andrew Senetar
da9f8b2b9d
commit 8b15fe9a502ebf4841c6529e7098cef03a6a5e6f
Author: Andrew Senetar <arsenetar@gmail.com>
Date: Sun Mar 27 23:48:15 2022 -0500
Finish up changes to copy_or_move
commit 21f6a32cf3186a400af8f30e67ad2743dc9a49bd
Author: Andrew Senetar <arsenetar@gmail.com>
Date: Thu Mar 17 23:56:52 2022 -0500
Migrate from hscommon.path to pathlib
- Part one, this gets all hscommon and core tests passing
- App appears to be able to load directories and complete scans, need further testing
- app.py copy_or_move needs some additional work
112 lines
4.5 KiB
Python
112 lines
4.5 KiB
Python
# Created By: Virgil Dupras
|
|
# Created On: 2009-10-23
|
|
# Copyright 2015 Hardcoded Software (http://www.hardcoded.net)
|
|
#
|
|
# This software is licensed under the "GPLv3" License as described in the "LICENSE" file,
|
|
# which should be included with this package. The terms are also available at
|
|
# http://www.gnu.org/licenses/gpl-3.0.html
|
|
|
|
try:
|
|
import xxhash
|
|
|
|
hasher = xxhash.xxh128
|
|
except ImportError:
|
|
import hashlib
|
|
|
|
hasher = hashlib.md5
|
|
|
|
from os import urandom
|
|
|
|
from pathlib import Path
|
|
from hscommon.testutil import eq_
|
|
from core.tests.directories_test import create_fake_fs
|
|
|
|
from .. import fs
|
|
|
|
|
|
def create_fake_fs_with_random_data(rootpath):
|
|
rootpath = rootpath.joinpath("fs")
|
|
rootpath.mkdir()
|
|
rootpath.joinpath("dir1").mkdir()
|
|
rootpath.joinpath("dir2").mkdir()
|
|
rootpath.joinpath("dir3").mkdir()
|
|
data1 = urandom(200 * 1024) # 200KiB
|
|
data2 = urandom(1024 * 1024) # 1MiB
|
|
data3 = urandom(10 * 1024 * 1024) # 10MiB
|
|
with rootpath.joinpath("file1.test").open("wb") as fp:
|
|
fp.write(data1)
|
|
with rootpath.joinpath("file2.test").open("wb") as fp:
|
|
fp.write(data2)
|
|
with rootpath.joinpath("file3.test").open("wb") as fp:
|
|
fp.write(data3)
|
|
with rootpath.joinpath("dir1", "file1.test").open("wb") as fp:
|
|
fp.write(data1)
|
|
with rootpath.joinpath("dir2", "file2.test").open("wb") as fp:
|
|
fp.write(data2)
|
|
with rootpath.joinpath("dir3", "file3.test").open("wb") as fp:
|
|
fp.write(data3)
|
|
return rootpath
|
|
|
|
|
|
def test_size_aggregates_subfiles(tmpdir):
|
|
p = create_fake_fs(Path(str(tmpdir)))
|
|
b = fs.Folder(p)
|
|
eq_(b.size, 12)
|
|
|
|
|
|
def test_digest_aggregate_subfiles_sorted(tmpdir):
|
|
# dir.allfiles can return child in any order. Thus, bundle.digest must aggregate
|
|
# all files' digests it contains, but it must make sure that it does so in the
|
|
# same order everytime.
|
|
p = create_fake_fs_with_random_data(Path(str(tmpdir)))
|
|
b = fs.Folder(p)
|
|
digest1 = fs.File(p.joinpath("dir1", "file1.test")).digest
|
|
digest2 = fs.File(p.joinpath("dir2", "file2.test")).digest
|
|
digest3 = fs.File(p.joinpath("dir3", "file3.test")).digest
|
|
digest4 = fs.File(p.joinpath("file1.test")).digest
|
|
digest5 = fs.File(p.joinpath("file2.test")).digest
|
|
digest6 = fs.File(p.joinpath("file3.test")).digest
|
|
# The expected digest is the hash of digests for folders and the direct digest for files
|
|
folder_digest1 = hasher(digest1).digest()
|
|
folder_digest2 = hasher(digest2).digest()
|
|
folder_digest3 = hasher(digest3).digest()
|
|
digest = hasher(folder_digest1 + folder_digest2 + folder_digest3 + digest4 + digest5 + digest6).digest()
|
|
eq_(b.digest, digest)
|
|
|
|
|
|
def test_partial_digest_aggregate_subfile_sorted(tmpdir):
|
|
p = create_fake_fs_with_random_data(Path(str(tmpdir)))
|
|
b = fs.Folder(p)
|
|
digest1 = fs.File(p.joinpath("dir1", "file1.test")).digest_partial
|
|
digest2 = fs.File(p.joinpath("dir2", "file2.test")).digest_partial
|
|
digest3 = fs.File(p.joinpath("dir3", "file3.test")).digest_partial
|
|
digest4 = fs.File(p.joinpath("file1.test")).digest_partial
|
|
digest5 = fs.File(p.joinpath("file2.test")).digest_partial
|
|
digest6 = fs.File(p.joinpath("file3.test")).digest_partial
|
|
# The expected digest is the hash of digests for folders and the direct digest for files
|
|
folder_digest1 = hasher(digest1).digest()
|
|
folder_digest2 = hasher(digest2).digest()
|
|
folder_digest3 = hasher(digest3).digest()
|
|
digest = hasher(folder_digest1 + folder_digest2 + folder_digest3 + digest4 + digest5 + digest6).digest()
|
|
eq_(b.digest_partial, digest)
|
|
|
|
digest1 = fs.File(p.joinpath("dir1", "file1.test")).digest_samples
|
|
digest2 = fs.File(p.joinpath("dir2", "file2.test")).digest_samples
|
|
digest3 = fs.File(p.joinpath("dir3", "file3.test")).digest_samples
|
|
digest4 = fs.File(p.joinpath("file1.test")).digest_samples
|
|
digest5 = fs.File(p.joinpath("file2.test")).digest_samples
|
|
digest6 = fs.File(p.joinpath("file3.test")).digest_samples
|
|
# The expected digest is the digest of digests for folders and the direct digest for files
|
|
folder_digest1 = hasher(digest1).digest()
|
|
folder_digest2 = hasher(digest2).digest()
|
|
folder_digest3 = hasher(digest3).digest()
|
|
digest = hasher(folder_digest1 + folder_digest2 + folder_digest3 + digest4 + digest5 + digest6).digest()
|
|
eq_(b.digest_samples, digest)
|
|
|
|
|
|
def test_has_file_attrs(tmpdir):
|
|
# a Folder must behave like a file, so it must have mtime attributes
|
|
b = fs.Folder(Path(str(tmpdir)))
|
|
assert b.mtime > 0
|
|
eq_(b.extension, "")
|