import hashlib
import os

hashes = set()

directory = "./"

x = 0

for i, filename in enumerate(os.listdir(directory)):
    print(i)
    path = os.path.join(directory, filename)
    digest = hashlib.sha1(open(path,'rb').read()).digest()
    if digest not in hashes:
        hashes.add(digest)
    else:
        os.remove(path)