1. 程式人生 > 程式設計 >springboot接入cachecloud redis示例實踐

springboot接入cachecloud redis示例實踐

最近專案中需要接入 Redis CacheCloud,CacheCloud是一個開源的 Redis 運維監控雲平臺,功能十分強大,支援Redis 例項自動部署、擴容、碎片管理、統計、監控等功能, 特別是支援單機、sentinel 、cluster三種模式的自動部署,搭建redis叢集一步到位輕鬆搞定。

java專案中 接入 CacheCloud redis的方式主要有兩種。

第一種就是在 CacheCloud 上建立好redis例項後將對應的IP,埠直接配置以配置形式應用到專案中,優點是通用性好,原有專案改造成本低,不過萬一後期CacheCloud上對redis進行管理擴容,那隻能手動把每個專案的redis配置都改一遍了。

第二種CacheCloud 上建立好例項後有一個對應的appId,程式呼叫CacheCloud 平臺的rest介面通過 appId獲取redis相關配置,將程式中的redis配置 統一交給CacheCloud平臺去管理維護,後期管理和擴容及其方便,不過程式改造成本比較高。

現在採用第二種方式接入,工程採用springboot,redis採用哨兵模式,redis客戶端主要用spring-data-redis和redisson,接入流程如下:

新增配置到pom.xml檔案

  <!--cachecloud 相關jar包-->
    <dependency>
      <groupId>com.sohu.tv</groupId>
      <artifactId>cachecloud-open-client-redis</artifactId>
      <version>1.0-SNAPSHOT</version>
    </dependency>
 
    <dependency>
      <groupId>com.sohu.tv</groupId>
      <artifactId>cachecloud-open-client-basic</artifactId>
      <version>1.0-SNAPSHOT</version>
    </dependency>
 
    <dependency>
      <groupId>com.sohu.tv</groupId>
      <artifactId>cachecloud-open-common</artifactId>
      <version>1.0-SNAPSHOT</version>
    </dependency>
  
  <!--spring redis 和 redisson-->
     <dependency>
      <groupId>org.springframework.boot</groupId>
      <artifactId>spring-boot-starter-data-redis</artifactId>
      <exclusions>
        <exclusion>
          <artifactId>jedis</artifactId>
          <groupId>redis.clients</groupId>
        </exclusion>
      </exclusions>
    </dependency>
    <dependency>
      <groupId>org.redisson</groupId>
      <artifactId>redisson</artifactId>
      <version>3.9.0</version>
    </dependency>

準備配置檔案 cacheCloudClient.properties,啟動專案時 VM引數追加 -Dcachecloud.config= 配置檔案路徑

http_conn_timeout = 3000
http_socket_timeout = 5000
client_version = 1.0-SNAPSHOT
domain_url = http://192.168.33.221:8585  #cachecloud實際路徑
redis_cluster_suffix = /cache/client/redis/cluster/%s.json?clientVersion=
redis_sentinel_suffix = /cache/client/redis/sentinel/%s.json?clientVersion=
redis_standalone_suffix = /cache/client/redis/standalone/%s.json?clientVersion=
cachecloud_report_url = /cachecloud/client/reportData.json

基本思路是先通過cachecloud的restapi介面獲取並解析redis節點的配置資訊,然後就可以按照傳統的訪問redis的方式進行初始化,獲取RedisTemplate物件。

java程式碼如下:

import com.alibaba.fastjson.JSONObject;
import com.sohu.tv.cachecloud.client.basic.heartbeat.ClientStatusEnum;
import com.sohu.tv.cachecloud.client.basic.util.ConstUtils;
import com.sohu.tv.cachecloud.client.basic.util.HttpUtils;
import com.sohu.tv.cachecloud.client.jedis.stat.ClientDataCollectReportExecutor;
import lombok.Getter;
import lombok.Setter;
import org.apache.commons.lang3.tuple.Pair;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Component;
 
import javax.annotation.PostConstruct;
import java.util.HashSet;
import java.util.Random;
import java.util.Set;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.locks.Lock;
import java.util.concurrent.locks.ReentrantLock;
 
@Component
public class RedisProperties {
 
  public static Logger logger = LoggerFactory.getLogger(RedisProperties.class);
 
  /**
   * 構建鎖
   */
  private static final Lock LOCK = new ReentrantLock();
 
  @Value("${cacheCloud.appId}") //cahcecloud 開通redis例項 應用id
  private Integer appId;
 
  @Getter
  @Setter
  private String masterName;
 
  @Getter
  @Setter
  private Set<Pair<String,String>> sentinelSet = new HashSet<>();
 
  private Boolean clientStatIsOpen=true;
 
  @Getter
  @Setter
  private String password;
 
  private Boolean getConfigSuccess = false;
 
  @PostConstruct
  public void init() {
 
    while (true) {
      try {
        LOCK.tryLock(10,TimeUnit.MILLISECONDS);
        if (!getConfigSuccess) {
          /**
           * http請求返回的結果是空的;
           */
          String response = HttpUtils.doGet(String.format(ConstUtils.REDIS_SENTINEL_URL,appId));
          if (response == null || response.isEmpty()) {
            logger.warn("get response from remote server error,appId: {},continue...",appId);
            continue;
          }
 
          /**
           * http請求返回的結果是無效的;
           */
          JSONObject jsonObject = null;
          try {
            jsonObject = JSONObject.parseObject(response);
          } catch (Exception e) {
            logger.error("heartbeat error,appId: {}. continue...",appId,e);
          }
          if (jsonObject == null) {
            logger.error("get sentinel info for appId: {} error. continue...",appId);
            continue;
          }
          int status = jsonObject.getIntValue("status");
          String message = jsonObject.getString("message");
 
          /** 檢查客戶端版本 **/
          if (status == ClientStatusEnum.ERROR.getStatus()) {
            throw new IllegalStateException(message);
          } else if (status == ClientStatusEnum.WARN.getStatus()) {
            logger.warn(message);
          } else {
            logger.info(message);
          }
 
          /**
           * 有效的請求:取出masterName和sentinels;
           */
          masterName = jsonObject.getString("masterName");
          String sentinels = jsonObject.getString("sentinels");
          for (String sentinelStr : sentinels.split(" ")) {
            String[] sentinelArr = sentinelStr.split(":");
            if (sentinelArr.length == 2) {
              sentinelSet.add(Pair.of(sentinelArr[0],sentinelArr[1]));
            }
          }
 
          //收集上報資料
          if (clientStatIsOpen) {
            ClientDataCollectReportExecutor.getInstance();
          }
          password = jsonObject.getString("password");
          getConfigSuccess = true;
          return;
        }
      } catch (Throwable e) {//容錯
        logger.error("error in build,appId: {}",e);
      } finally {
        LOCK.unlock();
      }
      try {
        TimeUnit.MILLISECONDS.sleep(200 + new Random().nextInt(1000));//活鎖
      } catch (InterruptedException e) {
        logger.error(e.getMessage(),e);
      }
    }
  }
}
import com.shunwang.buss.dispatchPay.provider.config.PropertiesUtil;
import org.apache.commons.lang3.StringUtils;
import org.redisson.Redisson;
import org.redisson.api.RedissonClient;
import org.redisson.config.Config;
import org.redisson.config.ReadMode;
import org.redisson.config.SentinelServersConfig;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.context.annotation.Primary;
import org.springframework.data.redis.connection.RedisConnectionFactory;
import org.springframework.data.redis.connection.RedisNode;
import org.springframework.data.redis.connection.RedisSentinelConfiguration;
import org.springframework.data.redis.connection.jedis.JedisConnectionFactory;
import org.springframework.data.redis.core.RedisTemplate;
import org.springframework.data.redis.serializer.StringRedisSerializer;
import redis.clients.jedis.JedisPoolConfig;
 
import java.net.UnknownHostException;
import java.util.List;
import java.util.Set;
import java.util.stream.Collectors;
 
import static java.util.stream.Collectors.toList;
 
 
@Configuration
public class RedisConfig {
 
  /**
   * JedisPoolConfig 連線池
   */
  @Bean
  public JedisPoolConfig jedisPoolConfig(RedisProperties properties) {
    JedisPoolConfig jedisPoolConfig = new JedisPoolConfig();
    // 最大空閒數
    jedisPoolConfig.setMaxIdle(20);
    // 連線池的最大資料庫連線數
    jedisPoolConfig.setMaxTotal(20);
    // 最大建立連線等待時間
    jedisPoolConfig.setMaxWaitMillis(3000);
    return jedisPoolConfig;
  }
 
  /**
   * 配置redis的哨兵
   */
  @Bean
  public RedisSentinelConfiguration sentinelConfiguration(RedisProperties properties) {
    RedisSentinelConfiguration redisSentinelConfiguration = new RedisSentinelConfiguration();
    // 配置redis的哨兵sentinel
    Set<RedisNode> redisNodeSet = properties.getSentinelSet().stream()
        .map(pair -> new RedisNode(pair.getLeft(),Integer.parseInt(pair.getRight())))
        .collect(Collectors.toSet());
    redisSentinelConfiguration.setSentinels(redisNodeSet);
    redisSentinelConfiguration.setMaster(properties.getMasterName());
    return redisSentinelConfiguration;
  }
 
  /**
   * 配置工廠
   */
  @Bean
  public RedisConnectionFactory jedisConnectionFactory(JedisPoolConfig jedisPoolConfig,RedisSentinelConfiguration sentinelConfig) {
    JedisConnectionFactory jedisConnectionFactory = new JedisConnectionFactory(sentinelConfig,jedisPoolConfig);
    return jedisConnectionFactory;
  }
 
 
  @Bean
  public RedisTemplate<Object,Object> redisTemplate(RedisConnectionFactory redisConnectionFactory)
      throws UnknownHostException {
    RedisTemplate template = new RedisTemplate();
    template.setConnectionFactory(redisConnectionFactory);
    FastJsonRedisSerializer<Object> fastJsonRedisSerializer = new FastJsonRedisSerializer<>(Object.class);
    // 設定值(value)的序列化採用FastJsonRedisSerializer。
    template.setValueSerializer(fastJsonRedisSerializer);
    template.setHashValueSerializer(fastJsonRedisSerializer);
    // 設定鍵(key)的序列化採用StringRedisSerializer。
    template.setKeySerializer(new StringRedisSerializer());
    template.setHashKeySerializer(new StringRedisSerializer());
    template.afterPropertiesSet();
    return template;
  }
 
  /**
   * Redisson 配置
   */
  @Bean
  public RedissonClient redissonClient(RedisProperties properties) {
    Config config = new Config();
    List<String> newNodes = properties.getSentinelSet().stream()
        .map(pa -> "redis://" + pa.getLeft() + ":" + pa.getRight()).collect(toList());
    SentinelServersConfig serverConfig = config.useSentinelServers()
        .addSentinelAddress(newNodes.toArray(new String[newNodes.size()]))
        .setMasterName(properties.getMasterName())
        .setReadMode(ReadMode.SLAVE);
 
    if (StringUtils.isNotBlank(properties.getPassword())){
      serverConfig.setPassword(properties.getPassword());
    }
    return Redisson.create(config);
  }
}

到這裡我們已經在Spring中 生成了RedisTemplate 和RedissonClient 物件,無論是基本資料結構操作 還是分散式鎖 都已經輕鬆支援了,具體使用就不展開了

以上就是本文的全部內容,希望對大家的學習有所幫助,也希望大家多多支援我們。