Redis Cluster 2019(2)Reactive Connector Template in Spring Boot

Redis Cluster 2019(2)Reactive Connector Template in Spring Boot

Start 3 masters and 3 replicas on 2 Node Machines.

Start monitor on one machines
> redis-stat ubuntu-dev2:7001 ubuntu-dev2:7002 ubuntu-dev2:7003 ubuntu-master:7001 ubuntu-master:7002 ubuntu-master:7003 --server=7000 --daemon

Visit page http://ubuntu-dev2:7000/

Check and fix the node if it says the cluster is down.

> redis-cli --cluster check ubuntu-master:7001

> redis-cli --cluster fix ubuntu-master:7001

Normal Driver in project sillycat-spring-cloud/mvc-with-latency
Add the dependencies in pom.xml
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-data-redis</artifactId>
</dependency>
<dependency>
<groupId>redis.clients</groupId>
<artifactId>jedis</artifactId>
</dependency>


RedisClusterConfig.java to load all the nodes configuration
package com.sillycat.mvclatency.config;

import java.util.List;

import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.boot.context.properties.EnableConfigurationProperties;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.data.redis.connection.RedisClusterConfiguration;
import org.springframework.data.redis.connection.RedisConnectionFactory;
import org.springframework.data.redis.connection.jedis.JedisConnectionFactory;

import lombok.Getter;
import lombok.Setter;

@Setter
@Getter
@Configuration
@EnableConfigurationProperties
@ConfigurationProperties("spring.redis.cluster")
public class RedisClusterConfig {
   
    /*
     * spring.redis.cluster.nodes[0] = 127.0.0.1:7379
     * spring.redis.cluster.nodes[1] = 127.0.0.1:7380
     * ...
     */
    List<String> nodes;
   
    @Bean
    public RedisConnectionFactory clusterConnectionFactory() {
        return new JedisConnectionFactory(
            new RedisClusterConfiguration(this.getNodes()));
    }

}

Write a simple RedisController.java to support my WRK testing
package com.sillycat.mvclatency.web;

import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.data.redis.core.RedisTemplate;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.PathVariable;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestBody;
import org.springframework.web.bind.annotation.RestController;

import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import lombok.extern.slf4j.Slf4j;

@Slf4j
@Api(value = "/redis/")
@RestController
public class RedisController {

    @ApiOperation(value = "Redis Get", response = String.class)
    @GetMapping("/redis/get/{key}")
    public String get(@PathVariable String key) {
        String response = redisTemplateString.opsForValue().get(key);
        return response;
    }

    @ApiOperation(value = "Redis Set")
    @PostMapping(path = "/redis/set/{key}")
    public void set(@PathVariable String key, @RequestBody String request) {
        log.info("Set to Redis " + key + " = " + request);
        redisTemplateString.opsForValue().set(key, request);
    }

    @Autowired
    RedisTemplate<String, String> redisTemplateString;

}

Add my Redis Cluster information in application.yaml
spring:
# data:
#  cassandra:
#   keyspace-name: jobsmonitor
#   contact-points: ubuntu-master, ubuntu-dev2
redis:
   cluster:
    nodes:
     - ubuntu-master:7001
     - ubuntu-master:7002
     - ubuntu-master:7003
     - ubuntu-dev2:7001
     - ubuntu-dev2:7002
     - ubuntu-dev2:7003
    maxRedirects: 6

Unit test case for my RedisTemplate
package com.sillycat.mvclatency.repository;

import org.junit.Assert;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.test.context.SpringBootTest;
import org.springframework.data.redis.core.RedisTemplate;
import org.springframework.test.context.junit4.SpringRunner;

import lombok.extern.slf4j.Slf4j;

@Slf4j
@RunWith(SpringRunner.class)
@SpringBootTest
public class RedisTemplateTest {

    @Autowired
    RedisTemplate<String, String> redisTemplateString;

    @Test
    public void testBeanNotNull() {
        log.info("init the bean redisTemplateString");
        Assert.assertNotNull(redisTemplateString);
    }
   
    @Test
    public void testStringCRUD() {
        String key = "language";
        String value = "java";
        this.redisTemplateString.opsForValue().set(key, value);
        String result1 = redisTemplateString.opsForValue().get(key);
        Assert.assertEquals(result1, value);
        this.redisTemplateString.delete(key);
        String result2 = redisTemplateString.opsForValue().get(key);
        Assert.assertNull(result2);
    }

}

Reactive Driver and project web flux-with-latency-netty
Dependencies in pom.xml
<dependency>
    <groupId>org.springframework.boot</groupId>
    <artifactId>spring-boot-starter-data-redis-reactive</artifactId>
</dependency>
<dependency>
<groupId>redis.clients</groupId>
<artifactId>jedis</artifactId>
</dependency>

The Reactive Template Configuration
package com.sillycat.webfluxlatency.config;

import java.util.List;

import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.boot.context.properties.EnableConfigurationProperties;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.data.redis.connection.ReactiveRedisConnectionFactory;
import org.springframework.data.redis.connection.RedisClusterConfiguration;
import org.springframework.data.redis.connection.lettuce.LettuceConnectionFactory;
import org.springframework.data.redis.core.ReactiveRedisTemplate;
import org.springframework.data.redis.serializer.RedisSerializationContext;

import lombok.Getter;
import lombok.Setter;

@Setter
@Getter
@Configuration
@EnableConfigurationProperties
@ConfigurationProperties("spring.redis.cluster")
public class RedisClusterConfig {

    /*
     * spring.redis.cluster.nodes[0] = 127.0.0.1:7379
     * spring.redis.cluster.nodes[1] = 127.0.0.1:7380 ...
     */
    List<String> nodes;

    @Bean
    public ReactiveRedisConnectionFactory reactiveRedisConnectionFactory() {
        return new LettuceConnectionFactory(new RedisClusterConfiguration(this.getNodes()));
    }

    @Bean
    public ReactiveRedisTemplate<String, String> reactiveRedisTemplateString(
            ReactiveRedisConnectionFactory reactiveRedisConnectionFactory) {
        return new ReactiveRedisTemplate<>(reactiveRedisConnectionFactory, RedisSerializationContext.string());
    }

}

The Redis Controller which helps my WRK testing
package com.sillycat.webfluxlatency.web;

import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.data.redis.core.ReactiveRedisTemplate;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.PathVariable;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestBody;
import org.springframework.web.bind.annotation.RestController;

import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import lombok.extern.slf4j.Slf4j;
import reactor.core.publisher.Mono;

@Slf4j
@Api(value = "/redis/")
@RestController
public class RedisController {

    @ApiOperation(value = "Redis Get", response = String.class)
    @GetMapping("/redis/get/{key}")
    public Mono<String> get(@PathVariable String key) {
        Mono<String> response = reactiveRedisTemplateString.opsForValue().get(key);
        return response;
    }

    @ApiOperation(value = "Redis Set")
    @PostMapping(path = "/redis/set/{key}")
    public Mono<Boolean> set(@PathVariable String key, @RequestBody String request) {
        log.info("Set to Redis " + key + " = " + request);
        Mono<Boolean> response = reactiveRedisTemplateString.opsForValue().set(key, request);
        return response;
    }

    @Autowired
    ReactiveRedisTemplate<String, String> reactiveRedisTemplateString;

}

The application.yaml configuration will be similar, but the unit test will be different because of the Mono
package com.sillycat.webfluxlatency.repository;

import org.junit.Assert;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.test.context.SpringBootTest;
import org.springframework.data.redis.core.ReactiveRedisTemplate;
import org.springframework.test.context.junit4.SpringRunner;

import lombok.extern.slf4j.Slf4j;
import reactor.core.publisher.Mono;
import reactor.test.StepVerifier;

@Slf4j
@RunWith(SpringRunner.class)
@SpringBootTest
public class RedisTemplateTest {

    @Autowired
    ReactiveRedisTemplate<String, String> reactiveRedisTemplateString;

    @Test
    public void testBeanNotNull() {
        log.info("init the bean reactiveRedisTemplate");
        Assert.assertNotNull(reactiveRedisTemplateString);
    }

    @Test
    public void testStringCRUD() {
        String key = "language";
        String value = "java";
        Mono<Boolean> result1 = this.reactiveRedisTemplateString.opsForValue().set(key, value);
        StepVerifier.create(result1).expectNext(true).verifyComplete();
       
        Mono<String> result2 = reactiveRedisTemplateString.opsForValue().get(key);
        StepVerifier.create(result2).expectNext(value).verifyComplete();
       
        Mono<Long> result3 = reactiveRedisTemplateString.delete(key);
        StepVerifier.create(result3).expectNext(1l).verifyComplete();
       
        Mono<String> result4 = reactiveRedisTemplateString.opsForValue().get(key);
        StepVerifier.create(result4).expectNext().verifyComplete();
    }

}

Finally, I verified the performance from WRK, reactive driver is about 2 times faster in this case.


References:
https://github.com/eugenp/tutorials/tree/master/persistence-modules/spring-data-redis
https://www.baeldung.com/spring-data-redis-tutorial
https://www.baeldung.com/spring-data-redis-pub-sub
https://www.baeldung.com/spring-data-redis-reactive

Spring-boot-starter-data-redis
https://www.baeldung.com/spring-session
https://piotrminkowski.wordpress.com/2019/03/05/introduction-to-spring-data-redis/
Cluster
https://my.oschina.net/u/3786091/blog/1632316