Golang并发队列与任务分发技巧

type Task struct {
    ID   int
    Fn   func() error
}

func StartWorkerPool(queue chan Task, workerNum int) {
    for i := 0; i < workerNum; i++ {
        go func(workerID int) {
            for task := range queue {
                _ = task.Fn() // 执行任务
                fmt.Printf("Worker %d completed task %d\n", workerID, task.ID)
            }
        }(i)
    }
}

func DynamicWorkerPool(taskQueue chan Task, maxWorkers int) {
    go func() {
        activeWorkers := 0
        ticker := time.NewTicker(500 * time.Millisecond)
        defer ticker.Stop()
    for range ticker.C {
        pendingTasks := len(taskQueue)
        if pendingTasks > 0 && activeWorkers < maxWorkers {
            go func() {
                for task := range taskQueue {
                    task.Fn()
                }
            }()
            activeWorkers++
        }
    }
}()
}

type PriorityTask struct {
    Priority int // 数值越小优先级越高
    Task     Task
}
highPriorityCh := make(chan PriorityTask, 100)
lowPriorityCh  := make(chan PriorityTask, 100)
// Worker先尝试获取高优先级任务
for {
select {
case task := <-highPriorityCh:
handle(task.Task)
case task := <-lowPriorityCh:
handle(task.Task)
default:
time.Sleep(time.Millisecond * 10) // 避免忙等
}
}

func DistributeTasks(tasks []Task, numWorkers int) {
    jobCh := make(chan Task, len(tasks))
    var wg sync.WaitGroup
// 启动多个worker组
for i := 0; i < numWorkers; i++ {
    wg.Add(1)
    go func() {
        defer wg.Done()
        for task := range jobCh {
            task.Fn()
        }
    }()
}

// 分发任务
for _, task := range tasks {
    jobCh <- task
}
close(jobCh)

wg.Wait()
}