[#75 state:fixed] md5 hashes are now computed incrementally.

2025-03-09 21:24:36 +00:00 · 2010-01-13 08:59:44 +01:00 · 2010-01-13 08:59:44 +01:00 · 9f006ec08a
commit 9f006ec08a
parent d62ff40bed
1 changed files with 6 additions and 2 deletions
--- a/core/fs.py
+++ b/core/fs.py
@ -102,8 +102,12 @@ class File(object):
        elif field == 'md5':
            try:
                fp = io.open(self.path, 'rb')
-                filedata = fp.read()
-                md5 = hashlib.md5(filedata)
+                md5 = hashlib.md5()
+                CHUNK_SIZE = 8192
+                filedata = fp.read(CHUNK_SIZE)
+                while filedata:
+                    md5.update(filedata)
+                    filedata = fp.read(CHUNK_SIZE)
                self.md5 = md5.digest()
                fp.close()
            except Exception: