100 lines
2.4 KiB
Go
100 lines
2.4 KiB
Go
|
package imageaudit
|
||
|
|
|
||
|
|
import (
|
||
|
|
"fmt"
|
||
|
|
"service/library/configcenter"
|
||
|
|
"service/library/logger"
|
||
|
|
"time"
|
||
|
|
)
|
||
|
|
|
||
|
|
var defaultImageAuditTaskScheduler *ImageAuditTaskScheduler
|
||
|
|
|
||
|
|
// 图像审核任务调度器
|
||
|
|
type ImageAuditTaskScheduler struct {
|
||
|
|
// 缓冲池、同步标志
|
||
|
|
taskBuffer chan *ImageAuditTaskControlBlock // 缓存待处理任务的缓冲池
|
||
|
|
batchFlag chan bool // 批处理同步标志
|
||
|
|
|
||
|
|
// 数据存储
|
||
|
|
taskPacket []*ImageAuditTaskControlBlock // 一次批处理的任务包
|
||
|
|
|
||
|
|
// 状态记录
|
||
|
|
batchId string // 当前批次号
|
||
|
|
}
|
||
|
|
|
||
|
|
func initScheduler(cfg *configcenter.ImageAuditConfig) {
|
||
|
|
defaultImageAuditTaskScheduler = &ImageAuditTaskScheduler{
|
||
|
|
taskBuffer: make(chan *ImageAuditTaskControlBlock, cfg.TaskBufferSize),
|
||
|
|
batchFlag: make(chan bool, 1),
|
||
|
|
taskPacket: make([]*ImageAuditTaskControlBlock, 0),
|
||
|
|
batchId: genereteBatchId(),
|
||
|
|
}
|
||
|
|
defaultImageAuditTaskScheduler.batchFlag <- true
|
||
|
|
}
|
||
|
|
|
||
|
|
// 将任务加入缓冲池
|
||
|
|
func (s *ImageAuditTaskScheduler) AddTask(task *ImageAuditTaskControlBlock) {
|
||
|
|
s.taskBuffer <- task
|
||
|
|
}
|
||
|
|
|
||
|
|
// 通知进行批处理
|
||
|
|
func (s *ImageAuditTaskScheduler) GiveNoticeToBatch() {
|
||
|
|
s.taskBuffer <- &ImageAuditTaskControlBlock{
|
||
|
|
IsGivingNoticeToBatch: true,
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
// 批处理上锁
|
||
|
|
func (s *ImageAuditTaskScheduler) lock() {
|
||
|
|
<-s.batchFlag
|
||
|
|
}
|
||
|
|
|
||
|
|
// 批处理解锁
|
||
|
|
func (s *ImageAuditTaskScheduler) unLock() {
|
||
|
|
s.batchFlag <- true
|
||
|
|
}
|
||
|
|
|
||
|
|
// 调度方法
|
||
|
|
func (s *ImageAuditTaskScheduler) Run() {
|
||
|
|
go func() {
|
||
|
|
// 1.循环取出缓冲池中的任务
|
||
|
|
// 2.如果任务标志进行批处理，则将任务包打包，进行审核作业，最后清空任务包，生成新的批次号
|
||
|
|
// 3.否则，将任务加入任务包中，并为任务建立索引，记录任务执行顺序
|
||
|
|
for {
|
||
|
|
task := <-s.taskBuffer
|
||
|
|
if task.IsGivingNoticeToBatch {
|
||
|
|
// 上锁
|
||
|
|
s.lock()
|
||
|
|
|
||
|
|
// 打包任务
|
||
|
|
packet := s.taskPacket
|
||
|
|
s.taskPacket = make([]*ImageAuditTaskControlBlock, 0)
|
||
|
|
|
||
|
|
// 取出状态并重置
|
||
|
|
batchId := s.batchId
|
||
|
|
s.batchId = genereteBatchId()
|
||
|
|
// 执行审核作业
|
||
|
|
go func() {
|
||
|
|
err := executeImageAuditTasks(packet, batchId)
|
||
|
|
if err != nil {
|
||
|
|
logger.Error("Batch failed : %v", err)
|
||
|
|
}
|
||
|
|
// 解锁
|
||
|
|
s.unLock()
|
||
|
|
}()
|
||
|
|
|
||
|
|
} else {
|
||
|
|
s.taskPacket = append(s.taskPacket, task)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}()
|
||
|
|
}
|
||
|
|
|
||
|
|
// 生成批次号
|
||
|
|
func genereteBatchId() string {
|
||
|
|
now := time.Now()
|
||
|
|
y, m, d := now.Date()
|
||
|
|
h, mi, s := now.Clock()
|
||
|
|
return fmt.Sprintf("%d%d%d%d%d%02d", y, m, d, h, mi, s)
|
||
|
|
}
|