JedisPool和shardedjedispool分片有什么区别

Redis客户端之Spring整合Jedis - 海子 - ITeye技术网站
博客分类:
1.下载相关jar包,并引入工程:
jedis-2.4.2.jar
commons-pool2-2.0.jar
2.将以下XML配置引入spring
&bean id="shardedJedisPool" class="redis.clients.jedis.ShardedJedisPool"&
&constructor-arg index="0" ref="jedisPoolConfig"/&
&constructor-arg index="1"&
&bean name="slaver" class="redis.clients.jedis.JedisShardInfo"&
&constructor-arg index="0" value="${redis.slaver.host}"/&
&constructor-arg index="1" value="${redis.slaver.port}" type="int"/&
&bean name="master" class="redis.clients.jedis.JedisShardInfo"&
&constructor-arg index="0" value="${redis.master.host}"/&
&constructor-arg index="1" value="${redis.master.port}" type="int"/&
&/constructor-arg&
&bean id="jedisPoolConfig" class="redis.clients.jedis.JedisPoolConfig"&
&property name="maxTotal" value="2048" /&
&property name="maxIdle" value="200" /&
&property name="numTestsPerEvictionRun" value="1024"/&
&property name="timeBetweenEvictionRunsMillis" value="30000" /&
&property name="minEvictableIdleTimeMillis" value="-1" /&
&property name="softMinEvictableIdleTimeMillis" value="10000" /&
&property name="maxWaitMillis" value="1500"/&
&property name="testOnBorrow" value="true" /&
&property name="testWhileIdle" value="true"/&
&property name="testOnReturn" value="false"/&
&property name="jmxEnabled" value="true"/&
&property name="jmxNamePrefix" value="youyuan"/&
&property name="blockWhenExhausted" value="false"/&
3.将shardedJedisPool注入相关的类中即可使用
private ShardedJedisPool shardedJedisP
* 设置一个key的过期时间(单位:秒)
* @param key key值
* @param seconds 多少秒后过期
* @return 1:设置了过期时间
0:没有设置过期时间/不能设置过期时间
public long expire(String key, int seconds) {
if (key==null || key.equals("")) {
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
return shardedJedis.expire(key, seconds);
} catch (Exception ex) {
logger.error("EXPIRE error[key=" + key + " seconds=" + seconds + "]" + ex.getMessage(), ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 设置一个key在某个时间点过期
* @param key key值
* @param unixTimestamp unix时间戳,从 00:00:00开始到现在的秒数
* @return 1:设置了过期时间
0:没有设置过期时间/不能设置过期时间
public long expireAt(String key, int unixTimestamp) {
if (key==null || key.equals("")) {
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
return shardedJedis.expireAt(key, unixTimestamp);
} catch (Exception ex) {
logger.error("EXPIRE error[key=" + key + " unixTimestamp=" + unixTimestamp + "]" + ex.getMessage(), ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 截断一个List
* @param key 列表key
* @param start 开始位置 从0开始
* @param end 结束位置
* @return 状态码
public String trimList(String key, long start, long end) {
if (key == null || key.equals("")) {
return "-";
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
return shardedJedis.ltrim(key, start, end);
} catch (Exception ex) {
logger.error("LTRIM 出错[key=" + key + " start=" + start + " end=" + end + "]" + ex.getMessage() , ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
return "-";
* 检查Set长度
* @param key
public long countSet(String key){
if(key == null ){
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
return shardedJedis.scard(key);
} catch (Exception ex) {
logger.error("countSet error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 添加到Set中(同时设置过期时间)
* @param key key值
* @param seconds 过期时间 单位s
* @param value
public boolean addSet(String key,int seconds, String... value) {
boolean result = addSet(key, value);
if(result){
long i = expire(key, seconds);
return i==1;
* 添加到Set中
* @param key
* @param value
public boolean addSet(String key, String... value) {
if(key == null || value == null){
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
shardedJedis.sadd(key, value);
} catch (Exception ex) {
logger.error("setList error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* @param key
* @param value
* @return 判断值是否包含在set中
public boolean containsInSet(String key, String value) {
if(key == null || value == null){
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
return shardedJedis.sismember(key, value);
} catch (Exception ex) {
logger.error("setList error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* @param key
Set&String& getSet(String key){
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
return shardedJedis.smembers(key);
} catch (Exception ex) {
logger.error("getList error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 从set中删除value
* @param key
boolean removeSetValue(String key,String... value){
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
shardedJedis.srem(key, value);
} catch (Exception ex) {
logger.error("getList error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 从list中删除value 默认count 1
* @param key
* @param values 值list
int removeListValue(String key,List&String& values){
return removeListValue(key, 1, values);
* 从list中删除value
* @param key
* @param count
* @param values 值list
int removeListValue(String key,long count,List&String& values){
int result = 0;
if(values != null && values.size()&0){
for(String value : values){
if(removeListValue(key, count, value)){
从list中删除value
* @param key
* @param count 要删除个数
* @param value
boolean removeListValue(String key,long count,String value){
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
shardedJedis.lrem(key, count, value);
} catch (Exception ex) {
logger.error("getList error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 截取List
* @param key
* @param start 起始位置
* @param end 结束位置
public List&String& rangeList(String key, long start, long end) {
if (key == null || key.equals("")) {
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
return shardedJedis.lrange(key, start, end);
} catch (Exception ex) {
logger.error("rangeList 出错[key=" + key + " start=" + start + " end=" + end + "]" + ex.getMessage() , ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 检查List长度
* @param key
public long countList(String key){
if(key == null ){
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
return shardedJedis.llen(key);
} catch (Exception ex) {
logger.error("countList error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 添加到List中(同时设置过期时间)
* @param key key值
* @param seconds 过期时间 单位s
* @param value
public boolean addList(String key,int seconds, String... value){
boolean result = addList(key, value);
if(result){
long i = expire(key, seconds);
return i==1;
* 添加到List
* @param key
* @param value
public boolean addList(String key, String... value) {
if(key == null || value == null){
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
shardedJedis.lpush(key, value);
} catch (Exception ex) {
logger.error("setList error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 添加到List(只新增)
* @param key
* @param value
public boolean addList(String key, List&String& list) {
if(key == null || list == null || list.size() == 0){
for(String value : list){
addList(key, value);
* 获取List
* @param key
List&String& getList(String key){
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
return shardedJedis.lrange(key, 0, -1);
} catch (Exception ex) {
logger.error("getList error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 设置HashSet对象
* @param domain 域名
* @param key
* @param value
Json String or String value
public boolean setHSet(String domain, String key, String value) {
if (value == null)
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
shardedJedis.hset(domain, key, value);
} catch (Exception ex) {
logger.error("setHSet error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 获得HashSet对象
* @param domain 域名
* @param key
* @return Json String or String value
public String getHSet(String domain, String key) {
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
return shardedJedis.hget(domain, key);
} catch (Exception ex) {
logger.error("getHSet error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 删除HashSet对象
* @param domain 域名
* @param key
* @return 删除的记录数
public long delHSet(String domain, String key) {
ShardedJedis shardedJedis =
long count = 0;
shardedJedis = shardedJedisPool.getResource();
count = shardedJedis.hdel(domain, key);
} catch (Exception ex) {
logger.error("delHSet error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 删除HashSet对象
* @param domain 域名
* @param key
* @return 删除的记录数
public long delHSet(String domain, String... key) {
ShardedJedis shardedJedis =
long count = 0;
shardedJedis = shardedJedisPool.getResource();
count = shardedJedis.hdel(domain, key);
} catch (Exception ex) {
logger.error("delHSet error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 判断key是否存在
* @param domain 域名
* @param key
public boolean existsHSet(String domain, String key) {
ShardedJedis shardedJedis =
boolean isExist =
shardedJedis = shardedJedisPool.getResource();
isExist = shardedJedis.hexists(domain, key);
} catch (Exception ex) {
logger.error("existsHSet error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
return isE
* 全局扫描hset
* @param match field匹配模式
public List&Map.Entry&String, String&& scanHSet(String domain, String match) {
ShardedJedis shardedJedis =
int cursor = 0;
shardedJedis = shardedJedisPool.getResource();
ScanParams scanParams = new ScanParams();
scanParams.match(match);
Jedis jedis = shardedJedis.getShard(domain);
ScanResult&Map.Entry&String, String&& scanR
List&Map.Entry&String, String&& list = new ArrayList&Map.Entry&String, String&&();
scanResult = jedis.hscan(domain, String.valueOf(cursor), scanParams);
list.addAll(scanResult.getResult());
cursor = Integer.parseInt(scanResult.getStringCursor());
} while (cursor & 0);
} catch (Exception ex) {
logger.error("scanHSet error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 返回 domain 指定的哈希集中所有字段的value值
* @param domain
public List&String& hvals(String domain) {
ShardedJedis shardedJedis =
List&String& retList =
shardedJedis = shardedJedisPool.getResource();
retList = shardedJedis.hvals(domain);
} catch (Exception ex) {
logger.error("hvals error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
return retL
* 返回 domain 指定的哈希集中所有字段的key值
* @param domain
public Set&String& hkeys(String domain) {
ShardedJedis shardedJedis =
Set&String& retList =
shardedJedis = shardedJedisPool.getResource();
retList = shardedJedis.hkeys(domain);
} catch (Exception ex) {
logger.error("hkeys error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
return retL
* 返回 domain 指定的哈希key值总数
* @param domain
public long lenHset(String domain) {
ShardedJedis shardedJedis =
long retList = 0;
shardedJedis = shardedJedisPool.getResource();
retList = shardedJedis.hlen(domain);
} catch (Exception ex) {
logger.error("hkeys error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
return retL
* 设置排序集合
* @param key
* @param score
* @param value
public boolean setSortedSet(String key, long score, String value) {
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
shardedJedis.zadd(key, score, value);
} catch (Exception ex) {
logger.error("setSortedSet error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 获得排序集合
* @param key
* @param startScore
* @param endScore
* @param orderByDesc
public Set&String& getSoredSet(String key, long startScore, long endScore, boolean orderByDesc) {
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
if (orderByDesc) {
return shardedJedis.zrevrangeByScore(key, endScore, startScore);
return shardedJedis.zrangeByScore(key, startScore, endScore);
} catch (Exception ex) {
logger.error("getSoredSet error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 计算排序长度
* @param key
* @param startScore
* @param endScore
public long countSoredSet(String key, long startScore, long endScore) {
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
Long count = shardedJedis.zcount(key, startScore, endScore);
return count == null ? 0L :
} catch (Exception ex) {
logger.error("countSoredSet error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
return 0L;
* 删除排序集合
* @param key
* @param value
public boolean delSortedSet(String key, String value) {
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
long count = shardedJedis.zrem(key, value);
return count & 0;
} catch (Exception ex) {
logger.error("delSortedSet error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 获得排序集合
* @param key
* @param startRange
* @param endRange
* @param orderByDesc
public Set&String& getSoredSetByRange(String key, int startRange, int endRange, boolean orderByDesc) {
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
if (orderByDesc) {
return shardedJedis.zrevrange(key, startRange, endRange);
return shardedJedis.zrange(key, startRange, endRange);
} catch (Exception ex) {
logger.error("getSoredSetByRange error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
* 获得排序打分
* @param key
public Double getScore(String key, String member) {
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
return shardedJedis.zscore(key, member);
} catch (Exception ex) {
logger.error("getSoredSet error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
public boolean set(String key, String value, int second) {
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
shardedJedis.setex(key, second, value);
} catch (Exception ex) {
logger.error("set error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
public boolean set(String key, String value) {
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
shardedJedis.set(key, value);
} catch (Exception ex) {
logger.error("set error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
public String get(String key, String defaultValue) {
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
return shardedJedis.get(key) == null?defaultValue:shardedJedis.get(key);
} catch (Exception ex) {
logger.error("get error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
return defaultV
public boolean del(String key) {
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
shardedJedis.del(key);
} catch (Exception ex) {
logger.error("del error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
public long incr(String key) {
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
return shardedJedis.incr(key);
} catch (Exception ex) {
logger.error("incr error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
public long decr(String key) {
ShardedJedis shardedJedis =
shardedJedis = shardedJedisPool.getResource();
return shardedJedis.decr(key);
} catch (Exception ex) {
logger.error("incr error.", ex);
returnBrokenResource(shardedJedis);
} finally {
returnResource(shardedJedis);
private void returnBrokenResource(ShardedJedis shardedJedis) {
shardedJedisPool.returnBrokenResource(shardedJedis);
} catch (Exception e) {
logger.error("returnBrokenResource error.", e);
private void returnResource(ShardedJedis shardedJedis) {
shardedJedisPool.returnResource(shardedJedis);
} catch (Exception e) {
logger.error("returnResource error.", e);
浏览 19594
haiziwoainixx
浏览: 207334 次
来自: 北京
基于微博数据检测的Solr实战开发课程观看地址:http:// ...
基于微博数据检测的Solr实战开发课程观看地址:http:// ...
基于微博数据检测的Solr实战开发课程观看地址:http:// ...
写的不错,非常详细
期待!……Jedis操作Java对象--JOhm如何使用ShardedJedisPool? - ITeye问答
最近在学习和尝试使用Redis,Java客户端选择的是Jedis。
但是实践过程中发现,使用Jedis缓存Java对象或者从Redis中读取Java对象貌似没有Memcached用着那么舒服==
在网上搜到了JOhm这个工具jar的存在,很高兴了用了一下,是比较好用。但是貌似有个致命问题:
JOhm默认使用JedisPool,如果我要使用ShardedJedisPool的话是不是就彻底没辙了==。 不知哪位有这方面的实践经验,望不吝赐教....
问题补充:用JOhm和Spring的jedis封装做了一下测试。插入2000条的话JOhm就慢了好些。果然JOhm这种反射的方式操作比起序列化插入,还是要慢呀。
是在不行还是用Spring的吧╮(╯▽╰)╭
自己实现一个框架吧,毕竟是为了提高性能
已解决问题
未解决问题经检测你所在的网络可能存在爬虫,因资源限制,我们只能拒绝你的请求。
如果你是推酷的用户,可以以继续访问使用。
如有疑问,可将IP信息发送到
请求解封。1659人阅读
工具(42)
参考自:http://blog.csdn.net/freebird_lb/article/details/7778999
引用该博文:
目前实现集群的方法主要是采用一致性哈稀分片(),将不同的分配到不同的上,达到横向扩展的目的。目前没有提供集群的功能,作者在博客中说将在中实现集群机制。目前实现集群的方法主要是采用一致性哈稀分片(),将不同的分配到不同的上,达到横向扩展的目的。下面来介绍一种比较常用的分布式场景:
在读写操作比较均匀且实时性要求较高,可以用下图的分布式模式:
在读操作远远多于写操作时,可以用下图的分布式模式:
对于一致性哈稀分片的算法,已经提供了,下面是使用示例代码(以为例):
博文上贴的代码:
package com.jd.redis.
import java.util.ArrayL
import java.util.L
import redis.clients.jedis.JedisPoolC
import redis.clients.jedis.JedisShardI
import redis.clients.jedis.ShardedJ
import redis.clients.jedis.ShardedJedisP
import redis.clients.util.H
import redis.clients.util.S
publicclass RedisShardPoolTest {
static ShardedJedisP
JedisPoolConfig config =new JedisPoolConfig();//Jedis池配置
config.setMaxActive(500);//最大活动的对象个数
config.setMaxIdle(1000 * 60);//对象最大空闲时间
config.setMaxWait(1000 * 10);//获取对象时最大等待时间
config.setTestOnBorrow(true);
String hostA = &10.10.224.44&;
int portA = 6379;
String hostB = &10.10.224.48&;
int portB = 6379;
List&JedisShardInfo& jdsInfoList =new ArrayList&JedisShardInfo&(2);
JedisShardInfo infoA = new JedisShardInfo(hostA, portA);
infoA.setPassword(&redis.360buy&);
JedisShardInfo infoB = new JedisShardInfo(hostB, portB);
infoB.setPassword(&redis.360buy&);
jdsInfoList.add(infoA);
jdsInfoList.add(infoB);
pool =new ShardedJedisPool(config, jdsInfoList, Hashing.MURMUR_HASH,
Sharded.DEFAULT_KEY_TAG_PATTERN);
* @param args
publicstaticvoid main(String[] args) {
for(int i=0; i&100; i++){
String key = generateKey();
//key += &{aaa}&;
ShardedJedis jds =
jds = pool.getResource();
System.out.println(key+&:&+jds.getShard(key).getClient().getHost());
System.out.println(jds.set(key,&1111111&));
} catch (Exception e) {
e.printStackTrace();
pool.returnResource(jds);
privatestaticintindex = 1;
publicstatic String generateKey(){
return String.valueOf(Thread.currentThread().getId())+&_&+(index++);
自己的实验代码:
遗留问题:不懂博文上贴的代码,为什么要在for语句里一直获取jedis,归还jedis?为什么先获取再读完所有的最后归还jedis?
实验下来的小结:
1.一致性Hash分片算法,会使得自动把不同的key分配到不同的redis-server上
2.实现方法,与未分片之前不同,两者具体连接池的实现不同,其余存取方式是一样的。
package com.danny.jedisU
import java.util.ArrayL
import java.util.L
import redis.clients.jedis.JedisPoolC
import redis.clients.jedis.JedisShardI
import redis.clients.jedis.ShardedJ
import redis.clients.jedis.ShardedJedisP
public class JedisSharedPoolTest {
private static ShardedJedisPool pool =
private static void getSharedPool(){
if(pool == null){
JedisPoolConfig config = new JedisPoolConfig();
config.setMaxTotal(2);
config.setMaxIdle(5);
config.setMaxWaitMillis(10000);
config.setTestOnBorrow(true);
config.setTestOnReturn(true);
String hostA = &127.0.0.1&;
int portA = 6380;
String hostB = &127.0.0.1&;
int portB = 6382;
List&JedisShardInfo& shards = new ArrayList&JedisShardInfo&();
JedisShardInfo infoA = new JedisShardInfo(hostA, portA);
JedisShardInfo infoB = new JedisShardInfo(hostB, portB);
shards.add(infoA);
shards.add(infoB);
pool = new ShardedJedisPool(config, shards);
public static void main(String[] args){
getSharedPool();
ShardedJedis jedis =
ShardedJedis jedis2 =
//ShardedJedis jedis3 =
jedis = pool.getResource();
System.out.println(jedis.get(&n0&));
System.out.println(jedis.get(&n4&));
} catch (Exception e) {
e.printStackTrace();
pool.returnResource(jedis);
jedis = pool.getResource();
jedis2 = pool.getResource();
//jedis3 = pool.getResource();
for(int i = 0; i & 10; i++){
String key = &n& +
System.out.println(jedis.set(key, i+&&));
catch (Exception e) {
e.printStackTrace();
pool.returnResource(jedis);
参考知识库
* 以上用户言论只代表其个人观点,不代表CSDN网站的观点或立场
访问:59726次
积分:1311
积分:1311
排名:千里之外
原创:68篇
转载:46篇
(3)(2)(1)(1)(4)(3)(4)(1)(1)(6)(5)(1)(3)(4)(4)(10)(18)(17)(3)(5)(7)(9)(2)}

我要回帖

更多关于 shardedjedis 的文章

更多推荐

版权声明:文章内容来源于网络,版权归原作者所有,如有侵权请点击这里与我们联系,我们将及时删除。

点击添加站长微信