连接数据库
def connect_redis(mode):
"""连接redis."""
host = config[mode]["host"]
port = config[mode]["port"]
redis_db = config[mode]["db"]
password = config[mode]["pass"]
return redis.StrictRedis(
host=host, port=port, db=redis_db, password=password, decode_responses=True
)
redis_helper = connect_redis('redis_dev')
去重
def duplicate_data(redis_helper, value):
"""duplicate data by redis - set."""
result = redis_helper.sadd('master_insight', value)
if result == 0:
print("---duplicate key---: %s, pass---" % value)
return True
return False
result = duplicate_data(redis_helper, link)