e6956aa001
- React frontend with route-level code splitting - Backend rebranded from Baihu to TaskPool - DB brand migration script and local compatibility
691 lines
20 KiB
Go
691 lines
20 KiB
Go
package executor
|
||
|
||
import (
|
||
"bytes"
|
||
"context"
|
||
"fmt"
|
||
"io"
|
||
"os"
|
||
"sync"
|
||
"time"
|
||
|
||
"github.com/engigu/taskpool/internal/constant"
|
||
"github.com/engigu/taskpool/internal/utils"
|
||
)
|
||
|
||
// safeBuffer 一个线程安全的字节缓冲区,用于合并 stdout 和 stderr
|
||
type safeBuffer struct {
|
||
mu sync.Mutex
|
||
buf bytes.Buffer
|
||
}
|
||
|
||
func (s *safeBuffer) Write(p []byte) (n int, err error) {
|
||
s.mu.Lock()
|
||
defer s.mu.Unlock()
|
||
return s.buf.Write(p)
|
||
}
|
||
|
||
func (s *safeBuffer) String() string {
|
||
s.mu.Lock()
|
||
defer s.mu.Unlock()
|
||
return s.buf.String()
|
||
}
|
||
|
||
// SchedulerConfig 调度器配置
|
||
type SchedulerConfig struct {
|
||
WorkerCount int // Worker 数量
|
||
QueueSize int // 队列大小
|
||
RateInterval time.Duration // 速率限制间隔
|
||
Verbose bool // 是否开启详细日志
|
||
StrictQueue bool // 是否开启严格排队(满时拒绝执行,不降级直接执行)
|
||
}
|
||
|
||
// TaskType 任务类型
|
||
type TaskType string
|
||
|
||
const (
|
||
TaskTypeCron TaskType = "cron" // 计划任务
|
||
TaskTypeManual TaskType = "manual" // 手动任务
|
||
TaskTypeSystem TaskType = "system" // 系统任务
|
||
)
|
||
|
||
// TaskStatus 任务状态
|
||
type TaskStatus string
|
||
|
||
const (
|
||
TaskStatusPending TaskStatus = TaskStatus(constant.TaskStatusPending) // 等待中
|
||
TaskStatusRunning TaskStatus = TaskStatus(constant.TaskStatusRunning) // 运行中
|
||
TaskStatusSuccess TaskStatus = TaskStatus(constant.TaskStatusSuccess) // 成功
|
||
TaskStatusFailed TaskStatus = TaskStatus(constant.TaskStatusFailed) // 失败
|
||
TaskStatusTimeout TaskStatus = TaskStatus(constant.TaskStatusTimeout) // 超时
|
||
TaskStatusCancelled TaskStatus = TaskStatus(constant.TaskStatusCancelled) // 已取消
|
||
)
|
||
|
||
// ExecutionRequest 执行请求(标准接口)
|
||
type ExecutionRequest struct {
|
||
TaskID string // 任务 ID
|
||
LogID string // 日志 ID
|
||
Name string // 任务名称
|
||
Type TaskType // 任务类型
|
||
Command string // 命令
|
||
MaskedCommand string // 脱敏后的命令(用于日志和展示)
|
||
PreCommand string // 前置命令
|
||
PostCommand string // 后置命令
|
||
WorkDir string // 工作目录
|
||
Envs []string // 环境变量
|
||
Secrets []string // 需要脱敏的密码
|
||
Timeout int // 超时时间(分钟)
|
||
Languages []map[string]string // 语言环境配置
|
||
UseMise bool // 是否使用 mise
|
||
Metadata ExecutionMetadata // 额外元数据
|
||
}
|
||
|
||
// ExecutionMetadata 执行额外元数据
|
||
type ExecutionMetadata struct {
|
||
GoID int64 // 关联的 goroutine ID
|
||
RetryIndex int // 当前重试索引
|
||
}
|
||
|
||
// ExecutionResult 执行结果(标准接口)
|
||
type ExecutionResult struct {
|
||
TaskID string // 任务 ID
|
||
LogID string // 日志 ID
|
||
Success bool // 是否成功
|
||
Output string // 输出内容
|
||
Error string // 错误信息
|
||
Status string // 状态: success, failed, timeout, cancelled
|
||
Duration int64 // 执行时长(毫秒)
|
||
ExitCode int // 退出码
|
||
StartTime time.Time // 开始时间
|
||
EndTime time.Time // 结束时间
|
||
}
|
||
|
||
// SchedulerEventHandler 调度器事件处理器(标准接口)
|
||
// 主服务端和 Agent 端通过实现不同的 Handler 来处理事件
|
||
type SchedulerEventHandler interface {
|
||
// OnTaskScheduled 任务被调度(加入队列)时触发
|
||
OnTaskScheduled(req *ExecutionRequest)
|
||
|
||
// OnTaskExecuting 任务准备开始执行时触发
|
||
// 返回 stdout/stderr 写入器用于实时日志推送
|
||
// 主服务端:返回 TinyLog 写入器(写入本地文件)
|
||
// Agent 端:返回 WebSocket 写入器(实时推送到主服务)
|
||
OnTaskExecuting(req *ExecutionRequest) (stdout, stderr io.Writer, err error)
|
||
|
||
// OnTaskStarted 任务实际开始运行(已经过了队列等待和速率限制)
|
||
OnTaskStarted(req *ExecutionRequest)
|
||
|
||
// OnTaskCompleted 任务执行完成时触发
|
||
// 主服务端:压缩日志、更新数据库、清理旧日志
|
||
// Agent 端:通过 WebSocket 发送执行结果到主服务
|
||
OnTaskCompleted(req *ExecutionRequest, result *ExecutionResult)
|
||
|
||
// OnTaskFailed 任务执行失败时触发
|
||
OnTaskFailed(req *ExecutionRequest, err error)
|
||
|
||
// OnCronNextRun 计划任务下次运行时间更新时触发
|
||
OnCronNextRun(req *ExecutionRequest, nextRun time.Time)
|
||
|
||
// OnTaskHeartbeat 任务执行心跳(用于更新实时耗时等)
|
||
OnTaskHeartbeat(req *ExecutionRequest, duration int64)
|
||
}
|
||
|
||
// SchedulerLogger 日志接口(允许自定义日志实现)
|
||
type SchedulerLogger interface {
|
||
Infof(format string, args ...interface{})
|
||
Warnf(format string, args ...interface{})
|
||
Errorf(format string, args ...interface{})
|
||
}
|
||
|
||
// DefaultLogger 默认日志实现(使用 fmt)
|
||
type DefaultLogger struct{}
|
||
|
||
func (l *DefaultLogger) Infof(format string, args ...interface{}) {
|
||
fmt.Printf("[INFO] "+format+"\n", args...)
|
||
}
|
||
func (l *DefaultLogger) Warnf(format string, args ...interface{}) {
|
||
fmt.Printf("[WARN] "+format+"\n", args...)
|
||
}
|
||
func (l *DefaultLogger) Errorf(format string, args ...interface{}) {
|
||
fmt.Printf("[ERROR] "+format+"\n", args...)
|
||
}
|
||
|
||
// schedulerHooksAdapter 适配器:将 executor.Hooks 映射到 SchedulerEventHandler
|
||
type schedulerHooksAdapter struct {
|
||
handler SchedulerEventHandler
|
||
req *ExecutionRequest
|
||
}
|
||
|
||
func (h *schedulerHooksAdapter) PreExecute(ctx context.Context, req Request) (string, error) {
|
||
return h.req.LogID, nil
|
||
}
|
||
|
||
func (h *schedulerHooksAdapter) PostExecute(ctx context.Context, logID string, result *Result) error {
|
||
return nil
|
||
}
|
||
|
||
func (h *schedulerHooksAdapter) OnHeartbeat(ctx context.Context, logID string, duration int64) error {
|
||
if h.handler != nil {
|
||
h.handler.OnTaskHeartbeat(h.req, duration)
|
||
}
|
||
return nil
|
||
}
|
||
|
||
// TaskExecutor 定义任务执行函数签名
|
||
type TaskExecutor func(ctx context.Context, req *ExecutionRequest, stdout, stderr io.Writer) (*Result, error)
|
||
|
||
// WorkerStatus 定义并发池中单个 Worker 的状态
|
||
type WorkerStatus struct {
|
||
ID int `json:"id"`
|
||
Status string `json:"status"` // 状态: "idle" 或 "running"
|
||
TaskID string `json:"task_id,omitempty"`
|
||
TaskName string `json:"task_name,omitempty"`
|
||
StartTime int64 `json:"start_time,omitempty"` // 开始时间戳 (秒)
|
||
Duration int64 `json:"duration,omitempty"` // 已运行时长 (秒)
|
||
}
|
||
|
||
// Scheduler 统一调度器(独立组件,可在主服务和 Agent 中复用)
|
||
// 调度器本身只负责队列管理和任务调度,具体的执行逻辑和事件处理由 Handler 实现
|
||
type Scheduler struct {
|
||
config SchedulerConfig
|
||
handler SchedulerEventHandler
|
||
executor TaskExecutor
|
||
taskQueue chan *ExecutionRequest
|
||
rateLimiter <-chan time.Time
|
||
stopCh chan struct{}
|
||
wg sync.WaitGroup
|
||
mu sync.RWMutex
|
||
logger SchedulerLogger
|
||
runningTasks map[string]context.CancelFunc // 记录运行中的任务,用于停止 (TaskID -> CancelFunc)
|
||
runningExecs map[string]context.CancelFunc // 记录运行中的执行,用于停止 (LogID -> CancelFunc)
|
||
|
||
workers []WorkerStatus
|
||
workerMu sync.RWMutex
|
||
}
|
||
|
||
// NewScheduler 创建调度器
|
||
func NewScheduler(config SchedulerConfig, handler SchedulerEventHandler) *Scheduler {
|
||
if config.WorkerCount <= 0 {
|
||
config.WorkerCount = 4
|
||
}
|
||
if config.WorkerCount > 1000 {
|
||
config.WorkerCount = 1000
|
||
}
|
||
if config.QueueSize <= 0 {
|
||
config.QueueSize = 100
|
||
}
|
||
if config.QueueSize > 50000 {
|
||
config.QueueSize = 50000
|
||
}
|
||
if config.RateInterval <= 0 {
|
||
config.RateInterval = 200 * time.Millisecond
|
||
}
|
||
|
||
s := &Scheduler{
|
||
config: config,
|
||
handler: handler,
|
||
executor: func(ctx context.Context, req *ExecutionRequest, stdout, stderr io.Writer) (*Result, error) {
|
||
hooks := &schedulerHooksAdapter{handler: handler, req: req}
|
||
return ExecuteWithHooks(ctx, Request{
|
||
Command: req.Command,
|
||
PreCommand: req.PreCommand,
|
||
PostCommand: req.PostCommand,
|
||
WorkDir: req.WorkDir,
|
||
Envs: req.Envs,
|
||
Timeout: req.Timeout,
|
||
Languages: req.Languages,
|
||
UseMise: req.UseMise,
|
||
}, stdout, stderr, hooks)
|
||
},
|
||
taskQueue: make(chan *ExecutionRequest, config.QueueSize),
|
||
rateLimiter: time.Tick(config.RateInterval),
|
||
stopCh: make(chan struct{}),
|
||
logger: &DefaultLogger{},
|
||
runningTasks: make(map[string]context.CancelFunc),
|
||
runningExecs: make(map[string]context.CancelFunc),
|
||
workers: make([]WorkerStatus, config.WorkerCount),
|
||
}
|
||
|
||
for i := 0; i < config.WorkerCount; i++ {
|
||
s.workers[i] = WorkerStatus{
|
||
ID: i,
|
||
Status: "idle",
|
||
}
|
||
}
|
||
|
||
return s
|
||
}
|
||
|
||
// SetLogger 设置自定义日志实现
|
||
func (s *Scheduler) SetLogger(logger SchedulerLogger) {
|
||
s.mu.Lock()
|
||
defer s.mu.Unlock()
|
||
s.logger = logger
|
||
}
|
||
|
||
// SetExecutor 设置任务执行器
|
||
func (s *Scheduler) SetExecutor(executor TaskExecutor) {
|
||
s.mu.Lock()
|
||
defer s.mu.Unlock()
|
||
s.executor = executor
|
||
}
|
||
|
||
// Start 启动调度器
|
||
func (s *Scheduler) Start() {
|
||
for i := 0; i < s.config.WorkerCount; i++ {
|
||
s.wg.Add(1)
|
||
go s.worker(i)
|
||
}
|
||
s.logger.Infof("[Scheduler] 已启动")
|
||
}
|
||
|
||
// Stop 停止调度器
|
||
func (s *Scheduler) Stop() {
|
||
close(s.stopCh)
|
||
s.wg.Wait()
|
||
s.logger.Infof("[Scheduler] 已停止")
|
||
}
|
||
|
||
// Enqueue 将任务加入队列
|
||
func (s *Scheduler) Enqueue(req *ExecutionRequest) error {
|
||
select {
|
||
case s.taskQueue <- req:
|
||
if s.handler != nil {
|
||
s.handler.OnTaskScheduled(req)
|
||
}
|
||
return nil
|
||
default:
|
||
// 队列满,返回错误
|
||
return fmt.Errorf("任务队列已满")
|
||
}
|
||
}
|
||
|
||
// EnqueueOrExecute 将任务加入队列,如果队列满则直接执行
|
||
func (s *Scheduler) EnqueueOrExecute(req *ExecutionRequest) {
|
||
select {
|
||
case s.taskQueue <- req:
|
||
// 成功入队
|
||
if s.handler != nil {
|
||
s.handler.OnTaskScheduled(req)
|
||
}
|
||
default:
|
||
if s.config.StrictQueue {
|
||
s.logger.Errorf("[Scheduler] 任务队列已满,拒绝执行任务 %s", req.TaskID)
|
||
if s.handler != nil {
|
||
s.handler.OnTaskFailed(req, fmt.Errorf("任务队列已满,拒绝执行"))
|
||
}
|
||
} else {
|
||
// 队列满,直接执行(降级处理)
|
||
s.logger.Warnf("[Scheduler] 任务队列已满,直接执行任务 %s", req.TaskID)
|
||
go s.executeTask(req)
|
||
}
|
||
}
|
||
}
|
||
|
||
// EnqueueDelayed 延迟将任务加入队列执行
|
||
func (s *Scheduler) EnqueueDelayed(delay time.Duration, reqBuilder func() *ExecutionRequest) {
|
||
go func() {
|
||
select {
|
||
case <-time.After(delay):
|
||
if req := reqBuilder(); req != nil {
|
||
s.EnqueueOrExecute(req)
|
||
}
|
||
case <-s.stopCh:
|
||
// 调度器停止时取消延迟投递
|
||
return
|
||
}
|
||
}()
|
||
}
|
||
|
||
// ExecuteSync 同步执行任务(不经过队列)
|
||
func (s *Scheduler) ExecuteSync(req *ExecutionRequest) (*ExecutionResult, error) {
|
||
return s.executeTask(req)
|
||
}
|
||
|
||
// worker 工作协程
|
||
func (s *Scheduler) worker(id int) {
|
||
defer s.wg.Done()
|
||
|
||
for {
|
||
select {
|
||
case <-s.stopCh:
|
||
return
|
||
case req := <-s.taskQueue:
|
||
func() {
|
||
defer func() {
|
||
if r := recover(); r != nil {
|
||
s.logger.Errorf("[Scheduler] Worker %d panic while processing task %s: %v", id, req.TaskID, r)
|
||
}
|
||
}()
|
||
// 速率限制
|
||
<-s.rateLimiter
|
||
|
||
func() {
|
||
// 恢复 worker 状态为空闲
|
||
defer func() {
|
||
s.workerMu.Lock()
|
||
if id >= 0 && id < len(s.workers) {
|
||
s.workers[id].Status = "idle"
|
||
s.workers[id].TaskID = ""
|
||
s.workers[id].TaskName = ""
|
||
s.workers[id].StartTime = 0
|
||
}
|
||
s.workerMu.Unlock()
|
||
}()
|
||
|
||
// 更新 worker 状态为运行中
|
||
s.workerMu.Lock()
|
||
if id >= 0 && id < len(s.workers) {
|
||
s.workers[id].Status = "running"
|
||
s.workers[id].TaskID = req.TaskID
|
||
s.workers[id].TaskName = req.Name
|
||
s.workers[id].StartTime = time.Now().Unix()
|
||
}
|
||
s.workerMu.Unlock()
|
||
|
||
s.executeTask(req)
|
||
}()
|
||
}()
|
||
}
|
||
}
|
||
}
|
||
|
||
// executeTask 执行任务(本地执行)
|
||
func (s *Scheduler) executeTask(req *ExecutionRequest) (*ExecutionResult, error) {
|
||
defer func() {
|
||
if r := recover(); r != nil {
|
||
s.logger.Errorf("[Scheduler] 任务 %s 执行过程中发生 Panic: %v", req.TaskID, r)
|
||
}
|
||
}()
|
||
start := time.Now()
|
||
|
||
s.logger.Infof("[Scheduler] 开始执行: %s (#%s) [%s]", req.Name, req.TaskID, req.Type)
|
||
|
||
// 演示模式拦截
|
||
if constant.DemoMode {
|
||
s.logger.Infof("[Scheduler] 演示模式下已跳过任务 %s (%s) 的执行", req.TaskID, req.Name)
|
||
// 仍然触发 OnTaskExecuting 以便创建初始日志记录(业务层面的 Handler 会处理)
|
||
var stdout io.Writer
|
||
if s.handler != nil {
|
||
stdout, _, _ = s.handler.OnTaskExecuting(req)
|
||
}
|
||
|
||
result := &ExecutionResult{
|
||
TaskID: req.TaskID,
|
||
LogID: req.LogID,
|
||
Success: false,
|
||
Status: constant.TaskStatusFailed,
|
||
Error: "[演示模式] 该任务在演示模式下被禁用执行",
|
||
StartTime: start,
|
||
EndTime: time.Now(),
|
||
}
|
||
|
||
if stdout != nil {
|
||
stdout.Write([]byte("\r\n\033[1;33m[演示模式] 定时任务/手动任务执行已跳过\033[0m\r\n"))
|
||
}
|
||
|
||
if s.handler != nil {
|
||
s.handler.OnTaskCompleted(req, result)
|
||
}
|
||
return result, nil
|
||
}
|
||
|
||
// 如果指定使用 mise,则预先构建好带 mise 的命令,这样 OnTaskExecuting 记录的就是完整命令
|
||
if req.UseMise {
|
||
// 先注入 NODE_PATH (由于调度器会把 UseMise 置为 false,所以必须在这里提前处理)
|
||
utils.InjectNodePath(&req.Envs, req.Languages)
|
||
req.Command = utils.BuildMiseCommand(req.Command, req.Languages)
|
||
req.UseMise = false
|
||
}
|
||
// 确保系统级敏感信息(数据库地址、账号、密码等)始终在脱敏列表中
|
||
allSecrets := append([]string{}, req.Secrets...)
|
||
allSecrets = append(allSecrets, utils.GetSystemSecrets()...)
|
||
|
||
s.logger.Infof("[Scheduler] 命令: %s", utils.MaskSecrets(req.Command, allSecrets))
|
||
|
||
if s.config.Verbose {
|
||
workDir := req.WorkDir
|
||
if workDir == "" {
|
||
workDir, _ = os.Getwd()
|
||
}
|
||
s.logger.Infof("[Scheduler] 任务 #%s 进程 UID: %d, GID: %d", req.TaskID, os.Getuid(), os.Getgid())
|
||
s.logger.Infof("[Scheduler] 任务 #%s 工作目录: %s", req.TaskID, workDir)
|
||
}
|
||
|
||
// 1. 执行前事件:获取 stdout/stderr 写入器
|
||
var stdout, stderr io.Writer
|
||
var err error
|
||
if s.handler != nil {
|
||
stdout, stderr, err = s.handler.OnTaskExecuting(req)
|
||
if err != nil {
|
||
s.logger.Errorf("[Scheduler] 任务 %s 执行前事件失败: %v", req.TaskID, err)
|
||
if s.handler != nil {
|
||
s.handler.OnTaskFailed(req, err)
|
||
}
|
||
return &ExecutionResult{
|
||
TaskID: req.TaskID,
|
||
Success: false,
|
||
Status: constant.TaskStatusFailed,
|
||
Error: err.Error(),
|
||
Duration: 0,
|
||
ExitCode: 1,
|
||
StartTime: start,
|
||
EndTime: time.Now(),
|
||
}, err
|
||
}
|
||
}
|
||
|
||
// 2. 准备输出缓冲区(使用合并缓冲区保证顺序)
|
||
var combinedBuf safeBuffer
|
||
var stdoutWriter, stderrWriter io.Writer
|
||
|
||
if stdout != nil && stdout == stderr {
|
||
// 如果 stdout 和 stderr 是同一个对象,合并成一个 MultiWriter
|
||
// 这样后面 ExecuteWithHooks 才能识别出它们是同一个,从而开启 PTY 模式
|
||
mw := io.MultiWriter(&combinedBuf, stdout)
|
||
stdoutWriter = mw
|
||
stderrWriter = mw
|
||
} else {
|
||
if stdout != nil {
|
||
stdoutWriter = io.MultiWriter(&combinedBuf, stdout)
|
||
} else {
|
||
stdoutWriter = &combinedBuf
|
||
}
|
||
|
||
if stderr != nil {
|
||
stderrWriter = io.MultiWriter(&combinedBuf, stderr)
|
||
} else {
|
||
stderrWriter = &combinedBuf
|
||
}
|
||
}
|
||
|
||
// 3. 实际开始执行事件 (经过队列和速率限制之后)
|
||
if s.handler != nil {
|
||
s.handler.OnTaskStarted(req)
|
||
}
|
||
|
||
// 4. 执行命令(使用 executor.Execute)
|
||
// 创建带取消功能的上下文
|
||
ctx, cancel := context.WithCancel(context.Background())
|
||
if req.Timeout > 0 {
|
||
ctx, cancel = context.WithTimeout(ctx, time.Duration(req.Timeout)*time.Minute)
|
||
}
|
||
defer cancel()
|
||
|
||
// 注册到运行中任务
|
||
s.mu.Lock()
|
||
s.runningTasks[req.TaskID] = cancel
|
||
if req.LogID != "" {
|
||
s.runningExecs[req.LogID] = cancel
|
||
}
|
||
s.mu.Unlock()
|
||
|
||
defer func() {
|
||
s.mu.Lock()
|
||
delete(s.runningTasks, req.TaskID)
|
||
if req.LogID != "" {
|
||
delete(s.runningExecs, req.LogID)
|
||
}
|
||
s.mu.Unlock()
|
||
}()
|
||
|
||
execResult, execErr := s.executor(ctx, req, stdoutWriter, stderrWriter)
|
||
|
||
// 5. 构建结果
|
||
result := &ExecutionResult{
|
||
TaskID: req.TaskID,
|
||
LogID: req.LogID, // 传递 LogID
|
||
}
|
||
|
||
// 统一获取输出并调用封装的脱敏函数
|
||
rawStr := utils.MaskSecrets(combinedBuf.String(), req.Secrets)
|
||
|
||
if execResult != nil {
|
||
result.Success = execResult.Status == constant.TaskStatusSuccess
|
||
result.Output = rawStr
|
||
result.Status = execResult.Status
|
||
result.Duration = execResult.Duration
|
||
result.ExitCode = execResult.ExitCode
|
||
result.StartTime = execResult.StartTime
|
||
result.EndTime = execResult.EndTime
|
||
} else {
|
||
result.Success = false
|
||
result.Status = constant.TaskStatusFailed
|
||
result.StartTime = start
|
||
result.EndTime = time.Now()
|
||
result.Duration = result.EndTime.Sub(result.StartTime).Milliseconds()
|
||
result.Output = rawStr
|
||
}
|
||
|
||
if execErr != nil {
|
||
result.Error = execErr.Error()
|
||
if ctx.Err() == context.Canceled {
|
||
result.Status = constant.TaskStatusCancelled
|
||
} else if ctx.Err() == context.DeadlineExceeded {
|
||
result.Status = constant.TaskStatusTimeout
|
||
}
|
||
}
|
||
|
||
// 6. 执行后事件
|
||
if s.handler != nil {
|
||
if execResult != nil {
|
||
// 只要有执行结果(即使执行失败),都认为是任务完成了(包含输出)
|
||
s.handler.OnTaskCompleted(req, result)
|
||
} else if execErr != nil {
|
||
// 只有在完全没有结果的情况下(如无法启动、Panic等),才认为是任务失败
|
||
s.handler.OnTaskFailed(req, execErr)
|
||
}
|
||
}
|
||
|
||
if execErr != nil {
|
||
s.logger.Errorf("[Scheduler] 任务 %s 执行失败: %v", req.TaskID, execErr)
|
||
} else {
|
||
s.logger.Infof("[Scheduler] 执行完成: %s (#%s) [%s] (状态: %s, 耗时: %dms)",
|
||
req.Name, req.TaskID, req.Type, result.Status, result.Duration)
|
||
}
|
||
|
||
return result, execErr
|
||
}
|
||
|
||
// StopTask 停止正在运行的任务(通过 TaskID,可能会停止多个并发副本)
|
||
func (s *Scheduler) StopTask(taskID string) bool {
|
||
s.mu.RLock()
|
||
cancel, exists := s.runningTasks[taskID]
|
||
s.mu.RUnlock()
|
||
|
||
if exists && cancel != nil {
|
||
cancel()
|
||
s.logger.Infof("[Scheduler] 已尝试停止任务 %s", taskID)
|
||
return true
|
||
}
|
||
return false
|
||
}
|
||
|
||
// StopLog 停止正在运行的任务(通过 LogID,精确停止单个执行副本)
|
||
func (s *Scheduler) StopLog(logID string) bool {
|
||
s.mu.RLock()
|
||
cancel, exists := s.runningExecs[logID]
|
||
s.mu.RUnlock()
|
||
|
||
if exists && cancel != nil {
|
||
cancel()
|
||
s.logger.Infof("[Scheduler] 已尝试停止任务执行 #%s", logID)
|
||
return true
|
||
}
|
||
return false
|
||
}
|
||
|
||
// GetRunningTaskCount 获取正在运行的任务数量
|
||
func (s *Scheduler) GetRunningTaskCount() int {
|
||
s.mu.RLock()
|
||
defer s.mu.RUnlock()
|
||
return len(s.runningTasks)
|
||
}
|
||
|
||
// GetRunningTasks 获取所有正在运行的任务 ID
|
||
func (s *Scheduler) GetRunningTasks() []string {
|
||
s.mu.RLock()
|
||
defer s.mu.RUnlock()
|
||
ids := make([]string, 0, len(s.runningTasks))
|
||
for id := range s.runningTasks {
|
||
ids = append(ids, id)
|
||
}
|
||
return ids
|
||
}
|
||
|
||
// Reload 重新加载配置
|
||
func (s *Scheduler) Reload(config SchedulerConfig) {
|
||
s.logger.Infof("[Scheduler] 正在重载配置...")
|
||
|
||
// 停止现有 workers
|
||
close(s.stopCh)
|
||
s.wg.Wait()
|
||
|
||
// 更新配置
|
||
s.mu.Lock()
|
||
s.config = config
|
||
s.taskQueue = make(chan *ExecutionRequest, config.QueueSize)
|
||
s.rateLimiter = time.Tick(config.RateInterval)
|
||
s.stopCh = make(chan struct{})
|
||
s.mu.Unlock()
|
||
|
||
// 重启 workers
|
||
s.Start()
|
||
|
||
s.logger.Infof("[Scheduler] 配置已重载: workers=%d, queue=%d, rate=%v, strict=%t",
|
||
config.WorkerCount, config.QueueSize, config.RateInterval, config.StrictQueue)
|
||
}
|
||
|
||
// GetQueueSize 获取当前队列大小
|
||
func (s *Scheduler) GetQueueSize() int {
|
||
return len(s.taskQueue)
|
||
}
|
||
|
||
// GetConfig 获取配置
|
||
func (s *Scheduler) GetConfig() SchedulerConfig {
|
||
s.mu.RLock()
|
||
defer s.mu.RUnlock()
|
||
return s.config
|
||
}
|
||
|
||
// GetWorkerStatuses 获取所有 Worker 的状态
|
||
func (s *Scheduler) GetWorkerStatuses() []WorkerStatus {
|
||
s.workerMu.RLock()
|
||
defer s.workerMu.RUnlock()
|
||
// 返回副本防止外部修改
|
||
statuses := make([]WorkerStatus, len(s.workers))
|
||
now := time.Now().Unix()
|
||
for i, w := range s.workers {
|
||
statuses[i] = w
|
||
// 在服务端计算运行时间,彻底避免客户端与服务端时钟不一致导致的计算偏差
|
||
if w.Status == "running" && w.StartTime > 0 {
|
||
duration := now - w.StartTime
|
||
if duration < 0 {
|
||
duration = 0
|
||
}
|
||
statuses[i].Duration = duration
|
||
}
|
||
}
|
||
return statuses
|
||
}
|