132 lines · 3.6 KB · Go
RawDownload
// Copyright 2019 The Gitea Authors. All rights reserved.// Use of this source code is governed by a MIT-style// license that can be found in the LICENSE file. package queue import (	"context" 	"code.gitea.io/gitea/modules/graceful"	"code.gitea.io/gitea/modules/log"	"code.gitea.io/gitea/modules/nosql" 	"github.com/go-redis/redis/v8") // RedisQueueType is the type for redis queueconst RedisQueueType Type = "redis" // RedisQueueConfiguration is the configuration for the redis queuetype RedisQueueConfiguration struct {	ByteFIFOQueueConfiguration	RedisByteFIFOConfiguration} // RedisQueue redis queuetype RedisQueue struct {	*ByteFIFOQueue} // NewRedisQueue creates single redis or cluster redis queuefunc NewRedisQueue(handle HandlerFunc, cfg, exemplar interface{}) (Queue, error) {	configInterface, err := toConfig(RedisQueueConfiguration{}, cfg)	if err != nil {		return nil, err	}	config := configInterface.(RedisQueueConfiguration) 	byteFIFO, err := NewRedisByteFIFO(config.RedisByteFIFOConfiguration)	if err != nil {		return nil, err	} 	byteFIFOQueue, err := NewByteFIFOQueue(RedisQueueType, byteFIFO, handle, config.ByteFIFOQueueConfiguration, exemplar)	if err != nil {		return nil, err	} 	queue := &RedisQueue{		ByteFIFOQueue: byteFIFOQueue,	} 	queue.qid = GetManager().Add(queue, RedisQueueType, config, exemplar) 	return queue, nil} type redisClient interface {	RPush(ctx context.Context, key string, args ...interface{}) *redis.IntCmd	LPop(ctx context.Context, key string) *redis.StringCmd	LLen(ctx context.Context, key string) *redis.IntCmd	SAdd(ctx context.Context, key string, members ...interface{}) *redis.IntCmd	SRem(ctx context.Context, key string, members ...interface{}) *redis.IntCmd	SIsMember(ctx context.Context, key string, member interface{}) *redis.BoolCmd	Ping(ctx context.Context) *redis.StatusCmd	Close() error} var _ ByteFIFO = &RedisByteFIFO{} // RedisByteFIFO represents a ByteFIFO formed from a redisClienttype RedisByteFIFO struct {	client redisClient 	queueName string} // RedisByteFIFOConfiguration is the configuration for the RedisByteFIFOtype RedisByteFIFOConfiguration struct {	ConnectionString string	QueueName        string} // NewRedisByteFIFO creates a ByteFIFO formed from a redisClientfunc NewRedisByteFIFO(config RedisByteFIFOConfiguration) (*RedisByteFIFO, error) {	fifo := &RedisByteFIFO{		queueName: config.QueueName,	}	fifo.client = nosql.GetManager().GetRedisClient(config.ConnectionString)	if err := fifo.client.Ping(graceful.GetManager().ShutdownContext()).Err(); err != nil {		return nil, err	}	return fifo, nil} // PushFunc pushes data to the end of the fifo and calls the callback if it is addedfunc (fifo *RedisByteFIFO) PushFunc(ctx context.Context, data []byte, fn func() error) error {	if fn != nil {		if err := fn(); err != nil {			return err		}	}	return fifo.client.RPush(ctx, fifo.queueName, data).Err()} // Pop pops data from the start of the fifofunc (fifo *RedisByteFIFO) Pop(ctx context.Context) ([]byte, error) {	data, err := fifo.client.LPop(ctx, fifo.queueName).Bytes()	if err == nil || err == redis.Nil {		return data, nil	}	return data, err} // Close this fifofunc (fifo *RedisByteFIFO) Close() error {	return fifo.client.Close()} // Len returns the length of the fifofunc (fifo *RedisByteFIFO) Len(ctx context.Context) int64 {	val, err := fifo.client.LLen(ctx, fifo.queueName).Result()	if err != nil {		log.Error("Error whilst getting length of redis queue %s: Error: %v", fifo.queueName, err)		return -1	}	return val} func init() {	queuesMap[RedisQueueType] = NewRedisQueue}