127.0.0.1:6379> bf.exists userid '101310299'\n(integer) 1<\/code><\/pre>\n\u4e0a\u9762\u8fd9\u6761\u547d\u4ee4\u5c31\u662f\uff1a\u5224\u65ad\u6307\u5b9akey\u7684value\u662f\u5426\u5728bloomfilter\u91cc\u5b58\u5728\u3002\u5b58\u5728\uff1a\u8fd4\u56de1\uff0c\u4e0d\u5b58\u5728\uff1a\u8fd4\u56de0<\/p>\n
\u7ed3\u5408SpringBoot\u4f7f\u7528<\/h2>\nBloomFilter\u5b9e\u73b0<\/h3>\n
\u501f\u7528google\u7684guava\u5305\u6765\u5b9e\u73b0\u6838\u5fc3\u7b97\u6cd5\uff0c\u6838\u5fc3\u4ee3\u7801\u5982\u4e0b\uff1a<\/p>\n
BloomFilterHelper.java<\/code><\/p>\nimport com.google.common.base.Preconditions;\nimport com.google.common.hash.Funnel;\nimport com.google.common.hash.Hashing;\n\npublic class BloomFilterHelper<T> {\n private int numHashFunctions;\n\n private int bitSize;\n\n private Funnel<T> funnel;\n\n public BloomFilterHelper(Funnel<T> funnel, int expectedInsertions, double fpp) {\n Preconditions.checkArgument(funnel != null, "funnel\u4e0d\u80fd\u4e3a\u7a7a");\n this.funnel = funnel;\n bitSize = optimalNumOfBits(expectedInsertions, fpp);\n numHashFunctions = optimalNumOfHashFunctions(expectedInsertions, bitSize);\n }\n\n int[] murmurHashOffset(T value) {\n int[] offset = new int[numHashFunctions];\n\n long hash64 = Hashing.murmur3_128().hashObject(value, funnel).asLong();\n int hash1 = (int) hash64;\n int hash2 = (int) (hash64 >>> 32);\n for (int i = 1; i <= numHashFunctions; i++) {\n int nextHash = hash1 + i * hash2;\n if (nextHash < 0) {\n nextHash = ~nextHash;\n }\n offset[i - 1] = nextHash % bitSize;\n }\n\n return offset;\n }\n\n \/**\n * \u8ba1\u7b97bit\u6570\u7ec4\u7684\u957f\u5ea6\n *\/\n private int optimalNumOfBits(long n, double p) {\n if (p == 0) {\n p = Double.MIN_VALUE;\n }\n return (int) (-n * Math.log(p) \/ (Math.log(2) * Math.log(2)));\n }\n\n \/**\n * \u8ba1\u7b97hash\u65b9\u6cd5\u6267\u884c\u6b21\u6570\n *\/\n private int optimalNumOfHashFunctions(long n, long m) {\n return Math.max(1, (int) Math.round((double) m \/ n * Math.log(2)));\n }\n}<\/code><\/pre>\n\u9879\u76eeRedis\u914d\u7f6e<\/h3>\n
\uff081\uff09Redis\u8fde\u63a5\u914d\u7f6e<\/p>\n
spring.redis.database=0\nspring.redis.host=192.168.56.101\nspring.redis.port=6379\nspring.redis.password=111111\nspring.redis.pool.max-active=10\nspring.redis.pool.max-wait=-1\nspring.redis.pool.max-idle=10\nspring.redis.pool.min-idle=0\nspring.redis.timeout=1000<\/code><\/pre>\n\uff082\uff09RedisConfig.java<\/code><\/p>\nimport com.fasterxml.jackson.annotation.JsonAutoDetect;\nimport com.fasterxml.jackson.annotation.PropertyAccessor;\nimport com.fasterxml.jackson.databind.ObjectMapper;\nimport org.springframework.cache.CacheManager;\nimport org.springframework.cache.annotation.CachingConfigurerSupport;\nimport org.springframework.cache.annotation.EnableCaching;\nimport org.springframework.context.annotation.Bean;\nimport org.springframework.context.annotation.Configuration;\nimport org.springframework.data.redis.cache.RedisCacheManager;\nimport org.springframework.data.redis.connection.RedisConnectionFactory;\nimport org.springframework.data.redis.core.*;\nimport org.springframework.data.redis.serializer.Jackson2JsonRedisSerializer;\nimport org.springframework.data.redis.serializer.StringRedisSerializer;\n\n@Configuration\n@EnableCaching\npublic class RedisConfig extends CachingConfigurerSupport {\n \/**\n * \u9009\u62e9redis\u4f5c\u4e3a\u9ed8\u8ba4\u7f13\u5b58\u5de5\u5177\n * \n * @param redisTemplate\n * @return\n *\/\n @Bean\n public CacheManager cacheManager(RedisTemplate redisTemplate) {\n RedisCacheManager rcm = new RedisCacheManager(redisTemplate);\n return rcm;\n }\n\n \/**\n * retemplate\u76f8\u5173\u914d\u7f6e\n * \n * @param factory\n * @return\n *\/\n @Bean\n public RedisTemplate<String, Object> redisTemplate(RedisConnectionFactory factory) {\n\n RedisTemplate<String, Object> template = new RedisTemplate<>();\n \/\/ \u914d\u7f6e\u8fde\u63a5\u5de5\u5382\n template.setConnectionFactory(factory);\n\n \/\/ \u4f7f\u7528Jackson2JsonRedisSerializer\u6765\u5e8f\u5217\u5316\u548c\u53cd\u5e8f\u5217\u5316redis\u7684value\u503c\uff08\u9ed8\u8ba4\u4f7f\u7528JDK\u7684\u5e8f\u5217\u5316\u65b9\u5f0f\uff09\n Jackson2JsonRedisSerializer jacksonSeial = new Jackson2JsonRedisSerializer(Object.class);\n\n ObjectMapper om = new ObjectMapper();\n \/\/ \u6307\u5b9a\u8981\u5e8f\u5217\u5316\u7684\u57df\uff0cfield,get\u548cset,\u4ee5\u53ca\u4fee\u9970\u7b26\u8303\u56f4\uff0cANY\u662f\u90fd\u6709\u5305\u62ecprivate\u548cpublic\n om.setVisibility(PropertyAccessor.ALL, JsonAutoDetect.Visibility.ANY);\n \/\/ \u6307\u5b9a\u5e8f\u5217\u5316\u8f93\u5165\u7684\u7c7b\u578b\uff0c\u7c7b\u5fc5\u987b\u662f\u975efinal\u4fee\u9970\u7684\uff0cfinal\u4fee\u9970\u7684\u7c7b\uff0c\u6bd4\u5982String,Integer\u7b49\u4f1a\u8dd1\u51fa\u5f02\u5e38\n om.enableDefaultTyping(ObjectMapper.DefaultTyping.NON_FINAL);\n jacksonSeial.setObjectMapper(om);\n\n \/\/ \u503c\u91c7\u7528json\u5e8f\u5217\u5316\n template.setValueSerializer(jacksonSeial);\n \/\/ \u4f7f\u7528StringRedisSerializer\u6765\u5e8f\u5217\u5316\u548c\u53cd\u5e8f\u5217\u5316redis\u7684key\u503c\n template.setKeySerializer(new StringRedisSerializer());\n\n \/\/ \u8bbe\u7f6ehash key \u548cvalue\u5e8f\u5217\u5316\u6a21\u5f0f\n template.setHashKeySerializer(new StringRedisSerializer());\n template.setHashValueSerializer(jacksonSeial);\n template.afterPropertiesSet();\n\n return template;\n }\n\n \/**\n * \u5bf9hash\u7c7b\u578b\u7684\u6570\u636e\u64cd\u4f5c\n *\n * @param redisTemplate\n * @return\n *\/\n @Bean\n public HashOperations<String, String, Object> hashOperations(RedisTemplate<String, Object> redisTemplate) {\n return redisTemplate.opsForHash();\n }\n\n \/**\n * \u5bf9redis\u5b57\u7b26\u4e32\u7c7b\u578b\u6570\u636e\u64cd\u4f5c\n *\n * @param redisTemplate\n * @return\n *\/\n @Bean\n public ValueOperations<String, Object> valueOperations(RedisTemplate<String, Object> redisTemplate) {\n return redisTemplate.opsForValue();\n }\n\n \/**\n * \u5bf9\u94fe\u8868\u7c7b\u578b\u7684\u6570\u636e\u64cd\u4f5c\n *\n * @param redisTemplate\n * @return\n *\/\n @Bean\n public ListOperations<String, Object> listOperations(RedisTemplate<String, Object> redisTemplate) {\n return redisTemplate.opsForList();\n }\n\n \/**\n * \u5bf9\u65e0\u5e8f\u96c6\u5408\u7c7b\u578b\u7684\u6570\u636e\u64cd\u4f5c\n *\n * @param redisTemplate\n * @return\n *\/\n @Bean\n public SetOperations<String, Object> setOperations(RedisTemplate<String, Object> redisTemplate) {\n return redisTemplate.opsForSet();\n }\n\n \/**\n * \u5bf9\u6709\u5e8f\u96c6\u5408\u7c7b\u578b\u7684\u6570\u636e\u64cd\u4f5c\n *\n * @param redisTemplate\n * @return\n *\/\n @Bean\n public ZSetOperations<String, Object> zSetOperations(RedisTemplate<String, Object> redisTemplate) {\n return redisTemplate.opsForZSet();\n }\n}<\/code><\/pre>\n\uff083\uff09RedisUtil.java<\/code><\/p>\nimport org.springframework.beans.factory.annotation.Autowired;\nimport org.springframework.data.redis.core.RedisTemplate;\nimport org.springframework.stereotype.Component;\n\nimport java.util.Collection;\nimport java.util.Date;\nimport java.util.Set;\nimport java.util.concurrent.TimeUnit;\nimport java.util.stream.Collectors;\nimport java.util.stream.Stream;\nimport com.google.common.base.Preconditions;\nimport org.springframework.data.redis.core.RedisTemplate;\n\n@Component\npublic class RedisUtil {\n @Autowired\n private RedisTemplate<String, String> redisTemplate;\n\n \/**\n * \u9ed8\u8ba4\u8fc7\u671f\u65f6\u957f\uff0c\u5355\u4f4d\uff1a\u79d2\n *\/\n public static final long DEFAULT_EXPIRE = 60 * 60 * 24;\n\n \/**\n * \u4e0d\u8bbe\u7f6e\u8fc7\u671f\u65f6\u957f\n *\/\n public static final long NOT_EXPIRE = -1;\n\n public boolean existsKey(String key) {\n return redisTemplate.hasKey(key);\n }\n\n \/**\n * \u91cd\u540d\u540dkey\uff0c\u5982\u679cnewKey\u5df2\u7ecf\u5b58\u5728\uff0c\u5219newKey\u7684\u539f\u503c\u88ab\u8986\u76d6\n *\n * @param oldKey\n * @param newKey\n *\/\n public void renameKey(String oldKey, String newKey) {\n redisTemplate.rename(oldKey, newKey);\n }\n\n \/**\n * newKey\u4e0d\u5b58\u5728\u65f6\u624d\u91cd\u547d\u540d\n *\n * @param oldKey\n * @param newKey\n * @return \u4fee\u6539\u6210\u529f\u8fd4\u56detrue\n *\/\n public boolean renameKeyNotExist(String oldKey, String newKey) {\n return redisTemplate.renameIfAbsent(oldKey, newKey);\n }\n\n \/**\n * \u5220\u9664key\n *\n * @param key\n *\/\n public void deleteKey(String key) {\n redisTemplate.delete(key);\n }\n\n \/**\n * \u5220\u9664\u591a\u4e2akey\n *\n * @param keys\n *\/\n public void deleteKey(String... keys) {\n Set<String> kSet = Stream.of(keys).map(k -> k).collect(Collectors.toSet());\n redisTemplate.delete(kSet);\n }\n\n \/**\n * \u5220\u9664Key\u7684\u96c6\u5408\n *\n * @param keys\n *\/\n public void deleteKey(Collection<String> keys) {\n Set<String> kSet = keys.stream().map(k -> k).collect(Collectors.toSet());\n redisTemplate.delete(kSet);\n }\n\n \/**\n * \u8bbe\u7f6ekey\u7684\u751f\u547d\u5468\u671f\n *\n * @param key\n * @param time\n * @param timeUnit\n *\/\n public void expireKey(String key, long time, TimeUnit timeUnit) {\n redisTemplate.expire(key, time, timeUnit);\n }\n\n \/**\n * \u6307\u5b9akey\u5728\u6307\u5b9a\u7684\u65e5\u671f\u8fc7\u671f\n *\n * @param key\n * @param date\n *\/\n public void expireKeyAt(String key, Date date) {\n redisTemplate.expireAt(key, date);\n }\n\n \/**\n * \u67e5\u8be2key\u7684\u751f\u547d\u5468\u671f\n *\n * @param key\n * @param timeUnit\n * @return\n *\/\n public long getKeyExpire(String key, TimeUnit timeUnit) {\n return redisTemplate.getExpire(key, timeUnit);\n }\n\n \/**\n * \u5c06key\u8bbe\u7f6e\u4e3a\u6c38\u4e45\u6709\u6548\n *\n * @param key\n *\/\n public void persistKey(String key) {\n redisTemplate.persist(key);\n }\n\n \/**\n * \u6839\u636e\u7ed9\u5b9a\u7684\u5e03\u9686\u8fc7\u6ee4\u5668\u6dfb\u52a0\u503c\n *\/\n public <T> void addByBloomFilter(BloomFilterHelper<T> bloomFilterHelper, String key, T value) {\n Preconditions.checkArgument(bloomFilterHelper != null, "bloomFilterHelper\u4e0d\u80fd\u4e3a\u7a7a");\n int[] offset = bloomFilterHelper.murmurHashOffset(value);\n for (int i : offset) {\n redisTemplate.opsForValue().setBit(key, i, true);\n }\n }\n\n \/**\n * \u6839\u636e\u7ed9\u5b9a\u7684\u5e03\u9686\u8fc7\u6ee4\u5668\u5224\u65ad\u503c\u662f\u5426\u5b58\u5728\n *\/\n public <T> boolean includeByBloomFilter(BloomFilterHelper<T> bloomFilterHelper, String key, T value) {\n Preconditions.checkArgument(bloomFilterHelper != null, "bloomFilterHelper\u4e0d\u80fd\u4e3a\u7a7a");\n int[] offset = bloomFilterHelper.murmurHashOffset(value);\n for (int i : offset) {\n if (!redisTemplate.opsForValue().getBit(key, i)) {\n return false;\n }\n }\n return true;\n }\n}<\/code><\/pre>\n\uff084\uff09RedisKeyUtil.java<\/code><\/p>\npublic class RedisKeyUtil {\n \/**\n * redis\u7684key \u5f62\u5f0f\u4e3a\uff1a \u8868\u540d:\u4e3b\u952e\u540d:\u4e3b\u952e\u503c:\u5217\u540d\n *\n * @param tableName \u8868\u540d\n * @param majorKey \u4e3b\u952e\u540d\n * @param majorKeyValue \u4e3b\u952e\u503c\n * @param column \u5217\u540d\n * @return\n *\/\n public static String getKeyWithColumn(String tableName, String majorKey, String majorKeyValue, String column) {\n StringBuffer buffer = new StringBuffer();\n buffer.append(tableName).append(":");\n buffer.append(majorKey).append(":");\n buffer.append(majorKeyValue).append(":");\n buffer.append(column);\n return buffer.toString();\n }\n\n \/**\n * redis\u7684key \u5f62\u5f0f\u4e3a\uff1a \u8868\u540d:\u4e3b\u952e\u540d:\u4e3b\u952e\u503c\n *\n * @param tableName \u8868\u540d\n * @param majorKey \u4e3b\u952e\u540d\n * @param majorKeyValue \u4e3b\u952e\u503c\n * @return\n *\/\n public static String getKey(String tableName, String majorKey, String majorKeyValue) {\n StringBuffer buffer = new StringBuffer();\n buffer.append(tableName).append(":");\n buffer.append(majorKey).append(":");\n buffer.append(majorKeyValue).append(":");\n return buffer.toString();\n }\n}<\/code><\/pre>\n\u6d4b\u8bd5\u63a5\u53e3<\/h3>\n
UserVO.java<\/code><\/p>\n@Data\npublic class UserVO implements Serializable {\n private String name;\n private String address;\n private Integer age;\n private String email;\n}<\/code><\/pre>\nUserController.java<\/code><\/p>\nimport java.util.HashMap;\nimport java.util.Map;\nimport java.util.concurrent.TimeUnit;\n\nimport javax.annotation.Resource;\n\nimport org.sky.platform.util.BloomFilterHelper;\nimport org.sky.platform.util.RedisUtil;\nimport org.sky.vo.UserVO;\nimport org.springframework.data.redis.core.RedisTemplate;\nimport org.springframework.data.redis.core.ValueOperations;\nimport org.springframework.http.HttpHeaders;\nimport org.springframework.http.HttpStatus;\nimport org.springframework.http.MediaType;\nimport org.springframework.http.ResponseEntity;\nimport org.springframework.web.bind.annotation.PostMapping;\nimport org.springframework.web.bind.annotation.RequestBody;\nimport org.springframework.web.bind.annotation.RequestMapping;\nimport org.springframework.web.bind.annotation.RestController;\n\nimport com.alibaba.fastjson.JSON;\nimport com.alibaba.fastjson.JSONObject;\nimport com.google.common.base.Charsets;\nimport com.google.common.hash.Funnel;\n\n@RestController\n@RequestMapping("user")\npublic class UserController extends BaseController {\n\n @Resource\n private RedisTemplate redisTemplate;\n\n @Resource\n private RedisUtil redisUtil;\n\n @PostMapping(value = "\/addEmailToBloom", produces = "application\/json")\n public ResponseEntity<String> addUser(@RequestBody String params) {\n ResponseEntity<String> response = null;\n String returnResultStr;\n HttpHeaders headers = new HttpHeaders();\n headers.setContentType(MediaType.APPLICATION_JSON_UTF8);\n Map<String, Object> result = new HashMap<>();\n try {\n JSONObject requestJsonObj = JSON.parseObject(params);\n UserVO inputUser = getUserFromJson(requestJsonObj);\n BloomFilterHelper<String> myBloomFilterHelper = new BloomFilterHelper<>((Funnel<String>) (from,\n into) -> into.putString(from, Charsets.UTF_8).putString(from, Charsets.UTF_8), 1500000, 0.00001);\n redisUtil.addByBloomFilter(myBloomFilterHelper, "email_existed_bloom", inputUser.getEmail());\n result.put("code", HttpStatus.OK.value());\n result.put("message", "add into bloomFilter successfully");\n result.put("email", inputUser.getEmail());\n returnResultStr = JSON.toJSONString(result);\n logger.info("returnResultStr======>" + returnResultStr);\n response = new ResponseEntity<>(returnResultStr, headers, HttpStatus.OK);\n } catch (Exception e) {\n logger.error("add a new product with error: " + e.getMessage(), e);\n result.put("message", "add a new product with error: " + e.getMessage());\n returnResultStr = JSON.toJSONString(result);\n response = new ResponseEntity<>(returnResultStr, headers, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n return response;\n }\n\n @PostMapping(value = "\/checkEmailInBloom", produces = "application\/json")\n public ResponseEntity<String> findEmailInBloom(@RequestBody String params) {\n ResponseEntity<String> response = null;\n String returnResultStr;\n HttpHeaders headers = new HttpHeaders();\n headers.setContentType(MediaType.APPLICATION_JSON_UTF8);\n Map<String, Object> result = new HashMap<>();\n try {\n JSONObject requestJsonObj = JSON.parseObject(params);\n UserVO inputUser = getUserFromJson(requestJsonObj);\n BloomFilterHelper<String> myBloomFilterHelper = new BloomFilterHelper<>((Funnel<String>) (from,\n into) -> into.putString(from, Charsets.UTF_8).putString(from, Charsets.UTF_8), 1500000, 0.00001);\n boolean answer = redisUtil.includeByBloomFilter(myBloomFilterHelper, "email_existed_bloom",\n inputUser.getEmail());\n result.put("code", HttpStatus.OK.value());\n result.put("email", inputUser.getEmail());\n result.put("exist", answer);\n returnResultStr = JSON.toJSONString(result);\n logger.info("returnResultStr======>" + returnResultStr);\n response = new ResponseEntity<>(returnResultStr, headers, HttpStatus.OK);\n } catch (Exception e) {\n logger.error("add a new product with error: " + e.getMessage(), e);\n result.put("message", "add a new product with error: " + e.getMessage());\n returnResultStr = JSON.toJSONString(result);\n response = new ResponseEntity<>(returnResultStr, headers, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n return response;\n }\n\n private UserVO getUserFromJson(JSONObject requestObj) {\n String userName = requestObj.getString("username");\n String userAddress = requestObj.getString("address");\n String userEmail = requestObj.getString("email");\n int userAge = requestObj.getInteger("age");\n UserVO u = new UserVO();\n u.setName(userName);\n u.setAge(userAge);\n u.setEmail(userEmail);\n u.setAddress(userAddress);\n return u;\n }\n}<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"\u5e03\u9686\u8fc7\u6ee4\u5668 BloomFilter\u662f\u4e00\u79cd\u7a7a\u95f4\u6548\u7387\u7684\u6982\u7387\u578b\u6570\u636e\u7ed3\u6784\uff0c\u7531Burton Howard Bloom 1 […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[14,41],"tags":[544,543],"class_list":["post-2146","post","type-post","status-publish","format-standard","hentry","category-redis","category-spring-boot","tag-bloomfilter","tag-543"],"_links":{"self":[{"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/posts\/2146","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/comments?post=2146"}],"version-history":[{"count":0,"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/posts\/2146\/revisions"}],"wp:attachment":[{"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/media?parent=2146"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/categories?post=2146"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/tags?post=2146"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}
![\"Bloom](\"http:\/\/www.yezhou.me\/AppBlog\/images\/Java\/Bloom%20Filter%20Calculator.png\")
<\/p>\n