pip install dejavu
python
# config.py
DATABASES = {
'default': {
'host': 'localhost',
'user': 'your_username',
'password': 'your_password',
'database': 'your_database_name',
},
}
SECRET = 'your_secret_key'
python
import dejavu
from dejavu.logic.decoder import Decoder
def deduplicate_data(data):
config = dejavu.getConfig()
djv = dejavu.Dejavu(config)
decoder = Decoder()
decoder.configure_decoder(config)
fingerprint = djv.generate_fingerprint(decoder.decode_data(data))
matches = djv.find_matches(fingerprint)
if matches:
return False
djv.db.store_fingerprint(fingerprint)
return True
