arsenetar/dupeguru
1
0
Fork 0
mirror of https://github.com/arsenetar/dupeguru.git synced 2025-03-10 05:34:36 +00:00
Code Releases Wiki Activity

Cache constant expression

Browse Source 
Perhaps the python byte code is already optimized, but just in case it is not, keep pre-compute the constant expression.
This commit is contained in:
glubsy 2021-08-13 21:33:21 +02:00
parent 545a5a75fb
commit 891a875990
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
core/fs.py
View File

@ -36,6 +36,8 @@ NOT_SET = object()
# CPU. # CPU.
CHUNK_SIZE = 1024 * 1024 # 1 MiB CHUNK_SIZE = 1024 * 1024 # 1 MiB
# Minimum size below which partial hashes don't need to be computed
MIN_FILE_SIZE = 3 * CHUNK_SIZE # 3MiB, because we take 3 samples
class FSError(Exception): class FSError(Exception):
cls_message = "An error has occured on '{name}' in '{parent}'" cls_message = "An error has occured on '{name}' in '{parent}'"
@ -153,7 +155,7 @@ class File:
with self.path.open("rb") as fp: with self.path.open("rb") as fp:
size = self.size size = self.size
# Might as well hash such small files entirely. # Might as well hash such small files entirely.
if size <= CHUNK_SIZE * 3: # 3MiB, because 3 samples if size <= MIN_FILE_SIZE:
setattr(self, field, self.md5) setattr(self, field, self.md5)
return return