面试官：你会不会用Redis解决业务场景中延迟队列的应用实践？

最新推荐文章于 2024-10-02 05:39:15 发布

2401_84046635

最新推荐文章于 2024-10-02 05:39:15 发布

阅读量742

点赞数 20

分类专栏：程序员文章标签： redis java spring

本文链接：https://blog.csdn.net/2401_84046635/article/details/137489196

版权

程序员专栏收录该内容

444 篇文章 1 订阅

订阅专栏

RedisService redisService;

/**

重试操作
@param retries 重试次数
@param context 上下文
@param call 重试动作
*/
public void retry(int retries, T context, Function<Integer,Boolean> call){
boolean done = false;
int retry = 1;
do {
try {
done = call.apply(retry);
log.info(“[retry] context={},retry={},done={}”, JSONObject.toJSON(context),retry,done);
retry ++;
TimeUnit.MILLISECONDS.sleep(100);
} catch (Exception e) {
log.error(“[retry] 异常 ctx={}”, JSONObject.toJSON(context),e);
retry ++;
}
}while (retry <= retries && !done);
}
}

2.1.3、定义基于Redis Cache的Manager类（`WorkOrderCacheManager`）

该类的主要作用，基于Redis String对象存储，实现具有Key失效机制的存储。

内部静态类CacheValue，作为Redis String对象存储的Value值。
内部枚举类CacheType，维护了缓存Key的业务前缀。
特别说明的是，我们构成Redis String存储Key的命名规则，例如：carCarthage:stored_cache_单号。

/**

@description: 工单缓存管理器
@Date : 2020/7/14 下午4:28
@Author : 石冬冬-Seig Heil
*/
@Component
@Slf4j
public class WorkOrderCacheManager extends AbstractCacheManager{

/**

设置缓存并设置缓存失效日期
@param cache
*/
public void setCacheInExpire(CacheValue cache){
retry(MAX_RETRIES,cache,idx -> {
String redisKey = redisService.getKey(getRedisKeySuffix(cache.getType(),cache.getWorkCode()));
redisService.set(redisKey, JSONObject.toJSONString(cache),cache.getExpireSeconds());
log.info(“[setCacheInExpire],redisKey={},CacheValue={}”,redisKey,JSONObject.toJSONString(cache));
return Boolean.TRUE;
});
}

/**

查询某个工单号的缓存值
@param cacheType 缓存类型 {@link CacheType}
@param workCode 工单号
@return
*/
public CacheValue get(CacheType cacheType,String workCode){
String redisKey = redisService.getKey(getRedisKeySuffix(cacheType,workCode));
String value = redisService.get(redisKey,String.class);
return JSONObject.parseObject(value,CacheValue.class);
}

/**

从上下文队列类型获取队列redis key
@param cacheType 缓存类型 {@link CacheType}
@param workCode 工单号
@return
*/
String getRedisKeySuffix(CacheType cacheType,String workCode){
switch (cacheType){
case stored_cache:
return CacheType.stored_cache.getKey() + workCode;
case suspended_cache:
return CacheType.suspended_cache.getKey() + workCode;
default:
break;
}
return null;
}

/**

缓存值
/
@Data
@NoArgsConstructor
@AllArgsConstructor
@Builder
public static class CacheValue{
/*
缓存类型
/
private CacheType type;
/*
工单号
/
private String workCode;
/*
优先级
/
private double priority;
/*
延迟截止时间(单位：时间戳)
/
private long delayedTime;
/*
缓存失效时间(单位：秒)
*/
private long expireSeconds;

/**

创建-挂起队列（挂起n小时执行）
@param workCode
@param priority
@param delayedTime
@param expireSeconds
@return
*/
public static CacheValue buildSuspended(String workCode, double priority, long delayedTime,long expireSeconds) {
return CacheValue.builder()
.type(CacheType.suspended_cache)
.workCode(workCode)
.priority(priority)
.delayedTime(delayedTime)
.expireSeconds(expireSeconds)
.build();
}

/**

转存队列（转存n天后执行）
@param workCode
@param priority
@param delayedTime
@param expireSeconds
@return
*/
public static CacheValue buildStored(String workCode, double priority, long delayedTime,long expireSeconds) {
return CacheValue.builder()
.type(CacheType.stored_cache)
.workCode(workCode)
.priority(priority)
.delayedTime(delayedTime)
.expireSeconds(expireSeconds)
.build();
}
}

/**

实现挂起|转存缓存key
*/
@Getter
public enum CacheType{
stored_cache(“stored_cache_”),
suspended_cache(“suspended_cache_”),
;
CacheType(String key) {
this.key = key;
}
private String key;
}
}

2.1.4、工单队列管理器（`WorkOrderQueueManager`）

该类基于Redis ZSet 对象结构的有序集合，可以实现按照优先级出队。

2.2、工单队列转移管理器

2.2.1、工单队列转移管理器（`WorkOrderQueueTransfer`）

该类实现延迟队列出队、正式队列入队的原子操作（通过Redis分布式锁实现）。

/**

@description: 工单队列转移管理器
@Date : 2020/7/23 下午6:15
@Author : 石冬冬-Seig Heil
*/
@Component
@Slf4j
public class WorkOrderQueueTransfer extends AbstractCacheManager{

final static String ATOMIC_KEY = “delayed_queue_key_expire_lock_{0}”;

final static long ATOMIC_KEY_EXPIRE = 5000;

@Autowired
RedisService redisService;

@Autowired
WorkOrderQueueManager workOrderQueueManager;

@Autowired
WorkOrderCacheManager workOrderCacheManager;

/**

从[挂起|暂存]队列转移到正式队列中
@param cacheType 挂起|暂存
@param delayedContext
@return
*/
public Boolean transferImmediateQueue(WorkOrderCacheManager.CacheType cacheType,WorkOrderContext delayedContext){
boolean tryLock = false;
Boolean done = Boolean.FALSE;
String lockKey = null;
try {
WorkOrderContext.WorkOrder workOrder = delayedContext.getWorOrder();
lockKey = redisService.getKey(MessageFormat.format(ATOMIC_KEY,workOrder.getWorkCode()));
tryLock = redisService.lock(lockKey,ATOMIC_KEY_EXPIRE);
if(tryLock){
//1、构建正式队列
WorkOrderContext immediateContext = WorkOrderContext.buildImmediate(workOrder.getWorkCode(),workOrder.getPriority());
done = workOrderQueueManager.leftPushIfAbsent(immediateContext);
//2、从当前延迟队列移除该元素
Long count = workOrderQueueManager.remove(delayedContext);
log.info(“[挂起|转存队remove],count={},delayedContext={}”, count,JSONObject.toJSONString(delayedContext));
}
} catch (Exception e) {
log.error(“[transferImmediateQueue]异常,delayedContext={},cacheType={}”, JSONObject.toJSONString(delayedContext),cacheType);
}finally {
if(Objects.nonNull(lockKey) && tryLock){
redisService.unlock(lockKey);
}
}
return Optional.ofNullable(done).orElse(Boolean.FALSE);
}
}

2.3、Redis过期key监听

2.3.1、Redis过期回调监听（`RedisKeyExpirationListener`）

/**

@description: Redis过期回调监听
@Date : 2020/7/18 上午10:43
@Author : 石冬冬-Seig Heil
*/
@Component
@Slf4j
public class RedisKeyExpirationListener extends KeyExpirationEventMessageListener {

final static String STORED_CACHE_KEY_PREFIX = WorkOrderCacheManager.CacheType.stored_cache.getKey();

final static String SUSPENDED_CACHE_KEY_PREFIX = WorkOrderCacheManager.CacheType.suspended_cache.getKey();

@Autowired
TraceLogService traceLogService;

@Autowired
RedisService redisService;

@Autowired
WorkOrderService workOrderService;

@Autowired
DelayedScheduledOperateBridge delayedScheduledOperateBridge;

public RedisKeyExpirationListener(RedisMessageListenerContainer listenerContainer) {
super(listenerContainer);
}

@Override
public void onMessage(Message message, byte[] pattern) {
Date startTime = TimeTools.createNowTime();
String expiredKey = message.toString();
String bizPrefix = redisService.getKeyPrefix().getName();
if(!expiredKey.startsWith(bizPrefix)){
return;
}
String caseOfStored = redisService.getKey(STORED_CACHE_KEY_PREFIX);
String caseOfSuspended = redisService.getKey(SUSPENDED_CACHE_KEY_PREFIX);

WorkOrderCacheManager.CacheType cacheType;
WorkOrderContext.QueueType queueType;
if(expiredKey.startsWith(caseOfStored)){
queueType = WorkOrderContext.QueueType.stored;
cacheType = WorkOrderCacheManager.CacheType.stored_cache;
}else if(expiredKey.startsWith(caseOfSuspended)){
queueType = WorkOrderContext.QueueType.suspended;
cacheType = WorkOrderCacheManager.CacheType.suspended_cache;
}else{
return;
}
String workCode = getWorkCode(expiredKey);
log.info(“监听到 redis key=[{}] 已过期”,expiredKey);
if(Objects.nonNull(workCode)){
log.info(“监听到 redis key=[{}],挂起|转存工单开始处理，workCode={}”,expiredKey,workCode);
WorkOrder workOrder = workOrderService.queryOne(workCode);
if(Objects.isNull(workOrder)){
log.info(“监听到 redis key=[{}],挂起|转存工单开始处理，未找到工单，workCode={}”,expiredKey,workCode);
return;
}
WorkOrderContext delayedContext = WorkOrderContext.builder()
.worOrder(WorkOrderContext.WorkOrder.builder().delayedTime(5).priority(workOrder.getCasePriority()).workCode(workOrder.getWorkCode()).build())
.queueType(queueType). build();
Boolean done = delayedScheduledOperateBridge.transferImmediateQueue(cacheType,delayedContext);
saveTraceLog(delayedContext,done,traceLog -> {
JSONObject requestBody = new JSONObject();
requestBody.put(“expiredKey”,expiredKey);
requestBody.put(“workCode”,workCode);
traceLog.setRequestBody(requestBody.toJSONString());
traceLog.setRequestTime(startTime);
});
}
}

/**

traceLog入库
@param context
@param done
@param consumer
*/
void saveTraceLog(WorkOrderContext context, Boolean done, Consumer consumer){
try {
String hostAddress = InetAddress.getLocalHost().getHostAddress();
JSONObject responseBody = new JSONObject();
responseBody.put(“workOrderContext”,context);
responseBody.put(“transferImmediateQueue”,done);
TraceLog traceLog = TraceLog.builder()
自我介绍一下，小编13年上海交大毕业，曾经在小公司待过，也去过华为、OPPO等大厂，18年进入阿里一直到现在。

深知大多数Java工程师，想要提升技能，往往是自己摸索成长或者是报班学习，但对于培训机构动则几千的学费，着实压力不小。自己不成体系的自学效果低效又漫长，而且极易碰到天花板技术停滞不前！

因此收集整理了一份《2024年Java开发全套学习资料》，初衷也很简单，就是希望能够帮助到想自学提升又不知道该从何学起的朋友，同时减轻大家的负担。