Compare commits

...

2 Commits

Author SHA1 Message Date
Sean C
76d8c4f01a Handle errors 2023-04-17 00:34:32 -04:00
Sean C
d282e8d5d6 Handle errors 2023-04-17 00:33:35 -04:00

View File

@ -5,12 +5,16 @@ directories = os.listdir('.') ## Get the files in the current directory
files = [] files = []
def quickhash(filefullpath): def quickhash(filefullpath):
try:
with open(filefullpath, "rb" ) as f: with open(filefullpath, "rb" ) as f:
md5 = hashlib.md5() md5 = hashlib.md5()
block_size=1024*100 block_size=1024*100
data = f.read(block_size) data = f.read(block_size)
md5.update(data) md5.update(data)
return md5.digest() return md5.digest()
except OSError as er:
print(f"Error hashing {filefullpath}")
return None
def direcCrawler(): def direcCrawler():
global directories, files global directories, files
@ -31,6 +35,7 @@ def calchashes():
filehashes = {} filehashes = {}
for file in files: for file in files:
hash = quickhash(file) hash = quickhash(file)
if hash = None: continue
## Inefficient to use a catch on every non-duplicate (most of the files) ## Inefficient to use a catch on every non-duplicate (most of the files)
try: filehashes[hash].append(file) try: filehashes[hash].append(file)
except: filehashes[hash] = [file] except: filehashes[hash] = [file]