124 lines · 3.5 KB · Go
RawDownload
// Copyright 2019 The Gitea Authors. All rights reserved.// Use of this source code is governed by a MIT-style// license that can be found in the LICENSE file. package queue import (	"context" 	"code.gitea.io/gitea/modules/nosql" 	"gitea.com/lunny/levelqueue") // LevelUniqueQueueType is the type for level queueconst LevelUniqueQueueType Type = "unique-level" // LevelUniqueQueueConfiguration is the configuration for a LevelUniqueQueuetype LevelUniqueQueueConfiguration struct {	ByteFIFOQueueConfiguration	DataDir          string	ConnectionString string	QueueName        string} // LevelUniqueQueue implements a disk library queuetype LevelUniqueQueue struct {	*ByteFIFOUniqueQueue} // NewLevelUniqueQueue creates a ledis local queue//// Please note that this Queue does not guarantee that a particular// task cannot be processed twice or more at the same time. Uniqueness is// only guaranteed whilst the task is waiting in the queue.func NewLevelUniqueQueue(handle HandlerFunc, cfg, exemplar interface{}) (Queue, error) {	configInterface, err := toConfig(LevelUniqueQueueConfiguration{}, cfg)	if err != nil {		return nil, err	}	config := configInterface.(LevelUniqueQueueConfiguration) 	if len(config.ConnectionString) == 0 {		config.ConnectionString = config.DataDir	}	config.WaitOnEmpty = true 	byteFIFO, err := NewLevelUniqueQueueByteFIFO(config.ConnectionString, config.QueueName)	if err != nil {		return nil, err	} 	byteFIFOQueue, err := NewByteFIFOUniqueQueue(LevelUniqueQueueType, byteFIFO, handle, config.ByteFIFOQueueConfiguration, exemplar)	if err != nil {		return nil, err	} 	queue := &LevelUniqueQueue{		ByteFIFOUniqueQueue: byteFIFOQueue,	}	queue.qid = GetManager().Add(queue, LevelUniqueQueueType, config, exemplar)	return queue, nil} var _ UniqueByteFIFO = &LevelUniqueQueueByteFIFO{} // LevelUniqueQueueByteFIFO represents a ByteFIFO formed from a LevelUniqueQueuetype LevelUniqueQueueByteFIFO struct {	internal   *levelqueue.UniqueQueue	connection string} // NewLevelUniqueQueueByteFIFO creates a new ByteFIFO formed from a LevelUniqueQueuefunc NewLevelUniqueQueueByteFIFO(connection, prefix string) (*LevelUniqueQueueByteFIFO, error) {	db, err := nosql.GetManager().GetLevelDB(connection)	if err != nil {		return nil, err	} 	internal, err := levelqueue.NewUniqueQueue(db, []byte(prefix), []byte(prefix+"-unique"), false)	if err != nil {		return nil, err	} 	return &LevelUniqueQueueByteFIFO{		connection: connection,		internal:   internal,	}, nil} // PushFunc pushes data to the end of the fifo and calls the callback if it is addedfunc (fifo *LevelUniqueQueueByteFIFO) PushFunc(ctx context.Context, data []byte, fn func() error) error {	return fifo.internal.LPushFunc(data, fn)} // Pop pops data from the start of the fifofunc (fifo *LevelUniqueQueueByteFIFO) Pop(ctx context.Context) ([]byte, error) {	data, err := fifo.internal.RPop()	if err != nil && err != levelqueue.ErrNotFound {		return nil, err	}	return data, nil} // Len returns the length of the fifofunc (fifo *LevelUniqueQueueByteFIFO) Len(ctx context.Context) int64 {	return fifo.internal.Len()} // Has returns whether the fifo contains this datafunc (fifo *LevelUniqueQueueByteFIFO) Has(ctx context.Context, data []byte) (bool, error) {	return fifo.internal.Has(data)} // Close this fifofunc (fifo *LevelUniqueQueueByteFIFO) Close() error {	err := fifo.internal.Close()	_ = nosql.GetManager().CloseLevelDB(fifo.connection)	return err} func init() {	queuesMap[LevelUniqueQueueType] = NewLevelUniqueQueue}