49 lines
1.4 KiB
Python
49 lines
1.4 KiB
Python
|
import hashlib
|
||
|
|
import os
|
||
|
|
import send2trash
|
||
|
|
import sys
|
||
|
|
|
||
|
|
from voussoirkit import spinal
|
||
|
|
|
||
|
|
def hash_file(file):
|
||
|
|
hasher = hashlib.md5()
|
||
|
|
with open(file.absolute_path, 'rb') as handle:
|
||
|
|
while True:
|
||
|
|
chunk = handle.read(2**20)
|
||
|
|
if not chunk:
|
||
|
|
break
|
||
|
|
hasher.update(chunk)
|
||
|
|
return hasher.hexdigest()
|
||
|
|
|
||
|
|
def main(argv):
|
||
|
|
folders = argv
|
||
|
|
drives = set(os.path.splitdrive(folder)[0] for folder in folders)
|
||
|
|
if len(drives) != 1:
|
||
|
|
raise ValueError('All paths must be on the same drive.')
|
||
|
|
|
||
|
|
inodes = set()
|
||
|
|
hashes = {}
|
||
|
|
|
||
|
|
for folder in folders:
|
||
|
|
for file in spinal.walk_generator(folder):
|
||
|
|
if file.stat.st_ino in inodes:
|
||
|
|
# This file is already a hardlink of another file we've seen.
|
||
|
|
continue
|
||
|
|
inodes.add(file.stat.st_ino)
|
||
|
|
h = hash_file(file)
|
||
|
|
print(file.absolute_path, h)
|
||
|
|
hashes.setdefault(h, [])
|
||
|
|
hashes[h].append(file)
|
||
|
|
|
||
|
|
hashes = {h: files for (h, files) in hashes.items() if len(files) > 1}
|
||
|
|
|
||
|
|
for (h, files) in hashes.items():
|
||
|
|
leader = files.pop(0)
|
||
|
|
for follower in files:
|
||
|
|
print(f'{leader.absolute_path} -> {follower.absolute_path}')
|
||
|
|
send2trash.send2trash(follower.absolute_path)
|
||
|
|
os.link(leader.absolute_path, follower.absolute_path)
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
raise SystemExit(main(sys.argv[1:]))
|