arsenetar/dupeguru
1
0
Fork 0
mirror of https://github.com/arsenetar/dupeguru.git synced 2025-03-10 05:34:36 +00:00
Code Releases Wiki Activity

[#75 state:fixed] md5 hashes are now computed incrementally.

Browse Source
This commit is contained in:
Virgil Dupras 2010-01-13 08:59:44 +01:00
parent d62ff40bed
commit 9f006ec08a
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
core/fs.py
View File

@ -102,8 +102,12 @@ class File(object):
elif field == 'md5': elif field == 'md5':
try: try:
fp = io.open(self.path, 'rb') fp = io.open(self.path, 'rb')
filedata = fp.read() md5 = hashlib.md5()
md5 = hashlib.md5(filedata) CHUNK_SIZE = 8192
filedata = fp.read(CHUNK_SIZE)
while filedata:
md5.update(filedata)
filedata = fp.read(CHUNK_SIZE)
self.md5 = md5.digest() self.md5 = md5.digest()
fp.close() fp.close()
except Exception: except Exception: