feat: refact scheduler
This commit is contained in:
@@ -24,23 +24,37 @@ build:
|
||||
# Build all (frontend + backend)
|
||||
build-all: build-web build
|
||||
|
||||
# Build agent for all platforms (local development)
|
||||
build-agent:
|
||||
# Build agent for all platforms
|
||||
build-agent: build-agent-linux-amd64 build-agent-linux-arm64 build-agent-windows-amd64 build-agent-darwin-amd64 build-agent-darwin-arm64
|
||||
@echo "All agent packages built in data/agent/"
|
||||
@ls -lh data/agent/*.tar.gz
|
||||
|
||||
AGENT_LDFLAGS=-s -w -X 'main.Version=$(VERSION)' -X 'main.BuildTime=$(BUILD_TIME)'
|
||||
|
||||
build-agent-linux-amd64:
|
||||
@mkdir -p data/agent
|
||||
@echo "$(VERSION)" > data/agent/version.txt
|
||||
@echo "Building and packaging agents..."
|
||||
cd agent && CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -ldflags="-s -w -X 'main.Version=$(VERSION)' -X 'main.BuildTime=$(BUILD_TIME)'" -o baihu-agent . && \
|
||||
tar -czvf ../data/agent/baihu-agent-linux-amd64.tar.gz baihu-agent config.example.ini && rm baihu-agent
|
||||
cd agent && CGO_ENABLED=0 GOOS=linux GOARCH=arm64 go build -ldflags="-s -w -X 'main.Version=$(VERSION)' -X 'main.BuildTime=$(BUILD_TIME)'" -o baihu-agent . && \
|
||||
tar -czvf ../data/agent/baihu-agent-linux-arm64.tar.gz baihu-agent config.example.ini && rm baihu-agent
|
||||
cd agent && CGO_ENABLED=0 GOOS=windows GOARCH=amd64 go build -ldflags="-s -w -X 'main.Version=$(VERSION)' -X 'main.BuildTime=$(BUILD_TIME)'" -o baihu-agent.exe . && \
|
||||
tar -czvf ../data/agent/baihu-agent-windows-amd64.tar.gz baihu-agent.exe config.example.ini && rm baihu-agent.exe
|
||||
cd agent && CGO_ENABLED=0 GOOS=darwin GOARCH=amd64 go build -ldflags="-s -w -X 'main.Version=$(VERSION)' -X 'main.BuildTime=$(BUILD_TIME)'" -o baihu-agent . && \
|
||||
tar -czvf ../data/agent/baihu-agent-darwin-amd64.tar.gz baihu-agent config.example.ini && rm baihu-agent
|
||||
cd agent && CGO_ENABLED=0 GOOS=darwin GOARCH=arm64 go build -ldflags="-s -w -X 'main.Version=$(VERSION)' -X 'main.BuildTime=$(BUILD_TIME)'" -o baihu-agent . && \
|
||||
tar -czvf ../data/agent/baihu-agent-darwin-arm64.tar.gz baihu-agent config.example.ini && rm baihu-agent
|
||||
@echo "Agent packages built in data/agent/"
|
||||
@ls -lh data/agent/*.tar.gz
|
||||
cd agent && CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -ldflags="$(AGENT_LDFLAGS)" -o ../data/agent/baihu-agent-linux-amd64 .
|
||||
|
||||
build-agent-linux-arm64:
|
||||
@mkdir -p data/agent
|
||||
@echo "$(VERSION)" > data/agent/version.txt
|
||||
cd agent && CGO_ENABLED=0 GOOS=linux GOARCH=arm64 go build -ldflags="$(AGENT_LDFLAGS)" -o ../data/agent/baihu-agent-linux-arm64 .
|
||||
|
||||
build-agent-windows-amd64:
|
||||
@mkdir -p data/agent
|
||||
@echo "$(VERSION)" > data/agent/version.txt
|
||||
cd agent && CGO_ENABLED=0 GOOS=windows GOARCH=amd64 go build -ldflags="$(AGENT_LDFLAGS)" -o ../data/agent/baihu-agent-windows-amd64.exe .
|
||||
|
||||
build-agent-darwin-amd64:
|
||||
@mkdir -p data/agent
|
||||
@echo "$(VERSION)" > data/agent/version.txt
|
||||
cd agent && CGO_ENABLED=0 GOOS=darwin GOARCH=amd64 go build -ldflags="$(AGENT_LDFLAGS)" -o ../data/agent/baihu-agent-darwin-amd64 .
|
||||
|
||||
build-agent-darwin-arm64:
|
||||
@mkdir -p data/agent
|
||||
@echo "$(VERSION)" > data/agent/version.txt
|
||||
cd agent && CGO_ENABLED=0 GOOS=darwin GOARCH=arm64 go build -ldflags="$(AGENT_LDFLAGS)" -o ../data/agent/baihu-agent-darwin-arm64 .
|
||||
|
||||
# Clean built files
|
||||
clean:
|
||||
|
||||
+265
-256
@@ -2,57 +2,37 @@ package main
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"context"
|
||||
"crypto/sha256"
|
||||
"encoding/hex"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"net"
|
||||
"net/http"
|
||||
"net/url"
|
||||
"os"
|
||||
"os/exec"
|
||||
"runtime"
|
||||
"sort"
|
||||
"strings"
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"github.com/engigu/baihu-panel/internal/executor"
|
||||
"github.com/engigu/baihu-panel/internal/logger"
|
||||
"github.com/engigu/baihu-panel/internal/utils"
|
||||
"github.com/gorilla/websocket"
|
||||
"github.com/robfig/cron/v3"
|
||||
)
|
||||
|
||||
// findAvailableShell 查找可用的 shell
|
||||
func findAvailableShell() string {
|
||||
// 优先使用环境变量中的 SHELL
|
||||
if envShell := os.Getenv("SHELL"); envShell != "" {
|
||||
return envShell
|
||||
}
|
||||
|
||||
// 尝试按优先级查找可用的 shell
|
||||
shells := []string{"/bin/bash", "/bin/zsh", "/bin/sh"}
|
||||
for _, sh := range shells {
|
||||
if _, err := os.Stat(sh); err == nil {
|
||||
return sh
|
||||
}
|
||||
}
|
||||
|
||||
// 最后回退到 sh(应该总是存在)
|
||||
return "sh"
|
||||
}
|
||||
|
||||
// WebSocket 消息类型
|
||||
const (
|
||||
WSTypeHeartbeat = "heartbeat"
|
||||
WSTypeHeartbeatAck = "heartbeat_ack"
|
||||
WSTypeTasks = "tasks"
|
||||
WSTypeTaskResult = "task_result"
|
||||
WSTypeUpdate = "update"
|
||||
WSTypeConnected = "connected"
|
||||
WSTypeDisabled = "disabled"
|
||||
WSTypeEnabled = "enabled"
|
||||
WSTypeFetchTasks = "fetch_tasks"
|
||||
WSTypeHeartbeat = "heartbeat"
|
||||
WSTypeHeartbeatAck = "heartbeat_ack"
|
||||
WSTypeTasks = "tasks"
|
||||
WSTypeTaskResult = "task_result"
|
||||
WSTypeUpdate = "update"
|
||||
WSTypeConnected = "connected"
|
||||
WSTypeDisabled = "disabled"
|
||||
WSTypeEnabled = "enabled"
|
||||
WSTypeFetchTasks = "fetch_tasks"
|
||||
WSTypeTaskLog = "task_log"
|
||||
WSTypeExecute = "execute"
|
||||
WSTypeTaskHeartbeat = "task_heartbeat"
|
||||
)
|
||||
|
||||
type WSMessage struct {
|
||||
@@ -72,8 +52,33 @@ type AgentTask struct {
|
||||
Enabled bool `json:"enabled"`
|
||||
}
|
||||
|
||||
func (t *AgentTask) GetID() string {
|
||||
return fmt.Sprintf("%d", t.ID)
|
||||
}
|
||||
|
||||
func (t *AgentTask) GetName() string {
|
||||
return t.Name
|
||||
}
|
||||
|
||||
func (t *AgentTask) GetCommand() string {
|
||||
return t.Command
|
||||
}
|
||||
|
||||
func (t *AgentTask) GetTimeout() int {
|
||||
return t.Timeout
|
||||
}
|
||||
|
||||
func (t *AgentTask) GetSchedule() string {
|
||||
if t.Schedule != "" {
|
||||
return t.Schedule
|
||||
}
|
||||
return t.Cron
|
||||
}
|
||||
|
||||
type TaskResult struct {
|
||||
TaskID uint `json:"task_id"`
|
||||
LogID uint `json:"log_id"`
|
||||
AgentID uint `json:"agent_id"` // 仅用于 HTTP 上报时后端补充
|
||||
Command string `json:"command"`
|
||||
Output string `json:"output"`
|
||||
Status string `json:"status"`
|
||||
@@ -87,9 +92,9 @@ type Agent struct {
|
||||
config *Config
|
||||
configFile string
|
||||
machineID string
|
||||
cron *cron.Cron
|
||||
tasks map[uint]*AgentTask
|
||||
entryMap map[uint]cron.EntryID
|
||||
scheduler *executor.Scheduler
|
||||
cronManager *executor.CronManager
|
||||
tasks map[uint]*AgentTask // 本地任务缓存,用于执行 lookup
|
||||
lastTaskCount int
|
||||
mu sync.RWMutex
|
||||
client *http.Client
|
||||
@@ -99,79 +104,121 @@ type Agent struct {
|
||||
wsStopCh chan struct{} // 用于停止当前 WebSocket 相关的 goroutine
|
||||
}
|
||||
|
||||
// generateMachineID 生成机器识别码
|
||||
func generateMachineID() string {
|
||||
var parts []string
|
||||
|
||||
// 主机名
|
||||
if hostname, err := os.Hostname(); err == nil {
|
||||
parts = append(parts, hostname)
|
||||
}
|
||||
|
||||
// 获取所有非回环网卡的 MAC 地址,排序后取第一个(最稳定)
|
||||
if interfaces, err := net.Interfaces(); err == nil {
|
||||
var macs []string
|
||||
for _, iface := range interfaces {
|
||||
// 跳过回环接口、没有 MAC 地址的接口、虚拟接口
|
||||
if iface.Flags&net.FlagLoopback != 0 || len(iface.HardwareAddr) == 0 {
|
||||
continue
|
||||
}
|
||||
// 跳过 docker/veth 等虚拟网卡
|
||||
name := strings.ToLower(iface.Name)
|
||||
if strings.HasPrefix(name, "docker") || strings.HasPrefix(name, "veth") ||
|
||||
strings.HasPrefix(name, "br-") || strings.HasPrefix(name, "virbr") {
|
||||
continue
|
||||
}
|
||||
macs = append(macs, iface.HardwareAddr.String())
|
||||
}
|
||||
sort.Strings(macs)
|
||||
// 只使用第一个 MAC 地址(最稳定)
|
||||
if len(macs) > 0 {
|
||||
parts = append(parts, macs[0])
|
||||
}
|
||||
}
|
||||
|
||||
// 操作系统和架构
|
||||
parts = append(parts, runtime.GOOS, runtime.GOARCH)
|
||||
|
||||
data := strings.Join(parts, "|")
|
||||
hash := sha256.Sum256([]byte(data))
|
||||
return hex.EncodeToString(hash[:])
|
||||
}
|
||||
|
||||
func NewAgent(config *Config, configFile string) *Agent {
|
||||
return &Agent{
|
||||
a := &Agent{
|
||||
config: config,
|
||||
configFile: configFile,
|
||||
machineID: generateMachineID(),
|
||||
cron: cron.New(cron.WithSeconds(), cron.WithLocation(cstZone)),
|
||||
machineID: utils.GenerateMachineID(),
|
||||
tasks: make(map[uint]*AgentTask),
|
||||
entryMap: make(map[uint]cron.EntryID),
|
||||
client: &http.Client{Timeout: 30 * time.Second},
|
||||
stopCh: make(chan struct{}),
|
||||
}
|
||||
|
||||
// 初始化调度器
|
||||
handler := &AgentHandler{agent: a}
|
||||
schedCfg := executor.SchedulerConfig{
|
||||
WorkerCount: runtime.NumCPU(),
|
||||
QueueSize: 100,
|
||||
RateInterval: 100 * time.Millisecond,
|
||||
}
|
||||
a.scheduler = executor.NewScheduler(schedCfg, handler)
|
||||
a.scheduler.SetLogger(logger.NewSchedulerLogger())
|
||||
a.cronManager = executor.NewCronManager(a.scheduler)
|
||||
a.cronManager.SetLogger(logger.NewSchedulerLogger())
|
||||
|
||||
return a
|
||||
}
|
||||
|
||||
// AgentHandler 实现 executor.SchedulerEventHandler
|
||||
type AgentHandler struct {
|
||||
agent *Agent
|
||||
}
|
||||
|
||||
func (h *AgentHandler) OnTaskScheduled(req *executor.ExecutionRequest) {}
|
||||
|
||||
func (h *AgentHandler) OnTaskExecuting(req *executor.ExecutionRequest) (io.Writer, io.Writer, error) {
|
||||
if req.LogID > 0 {
|
||||
writer := &RealTimeLogWriter{agent: h.agent, logID: req.LogID}
|
||||
return writer, writer, nil
|
||||
}
|
||||
return nil, nil, nil
|
||||
}
|
||||
|
||||
func (h *AgentHandler) OnTaskHeartbeat(req *executor.ExecutionRequest, duration int64) {
|
||||
if req.LogID > 0 {
|
||||
h.agent.sendWSMessage(WSTypeTaskHeartbeat, map[string]interface{}{
|
||||
"log_id": req.LogID,
|
||||
"duration": duration,
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
func (h *AgentHandler) OnTaskStarted(req *executor.ExecutionRequest) {}
|
||||
|
||||
func (h *AgentHandler) OnTaskCompleted(req *executor.ExecutionRequest, result *executor.ExecutionResult) {
|
||||
var taskID uint
|
||||
fmt.Sscanf(req.TaskID, "%d", &taskID)
|
||||
|
||||
h.agent.sendTaskResult(&TaskResult{
|
||||
TaskID: taskID,
|
||||
LogID: result.LogID,
|
||||
Command: req.Command,
|
||||
Output: result.Output,
|
||||
Status: result.Status,
|
||||
Duration: result.Duration,
|
||||
ExitCode: result.ExitCode,
|
||||
StartTime: result.StartTime.Unix(),
|
||||
EndTime: result.EndTime.Unix(),
|
||||
})
|
||||
}
|
||||
|
||||
func (h *AgentHandler) OnTaskFailed(req *executor.ExecutionRequest, err error) {
|
||||
errMsg := fmt.Sprintf("任务执行失败: %v", err)
|
||||
// 先发送日志,确保服务端能收到错误信息
|
||||
h.agent.sendWSMessage(WSTypeTaskLog, map[string]interface{}{
|
||||
"log_id": req.LogID,
|
||||
"content": errMsg,
|
||||
})
|
||||
|
||||
var taskID uint
|
||||
fmt.Sscanf(req.TaskID, "%d", &taskID)
|
||||
|
||||
h.agent.sendTaskResult(&TaskResult{
|
||||
TaskID: taskID,
|
||||
LogID: req.LogID,
|
||||
Command: req.Command,
|
||||
Output: errMsg,
|
||||
Status: "failed",
|
||||
Duration: 0,
|
||||
ExitCode: 1,
|
||||
StartTime: time.Now().Unix(),
|
||||
EndTime: time.Now().Unix(),
|
||||
})
|
||||
}
|
||||
|
||||
func (h *AgentHandler) OnCronNextRun(req *executor.ExecutionRequest, nextRun time.Time) {}
|
||||
|
||||
func (a *Agent) Start() error {
|
||||
if a.config.Token == "" {
|
||||
return fmt.Errorf("缺少令牌,请在配置文件中设置 token")
|
||||
}
|
||||
|
||||
log.Infof("机器识别码: %s", a.machineID[:16]+"...")
|
||||
a.cron.Start()
|
||||
logger.Infof("机器识别码: %s", a.machineID[:16]+"...")
|
||||
a.scheduler.Start()
|
||||
a.cronManager.Start()
|
||||
|
||||
go a.wsLoop()
|
||||
|
||||
log.Info("Agent 已启动 (时区: Asia/Shanghai, 模式: WebSocket)")
|
||||
logger.Info("Agent 已启动 (时区: Asia/Shanghai, 模式: WebSocket)")
|
||||
return nil
|
||||
}
|
||||
|
||||
func (a *Agent) Stop() {
|
||||
close(a.stopCh)
|
||||
a.closeWS()
|
||||
ctx := a.cron.Stop()
|
||||
<-ctx.Done()
|
||||
log.Info("Agent 已停止")
|
||||
a.cronManager.Stop()
|
||||
a.scheduler.Stop()
|
||||
logger.Info("Agent 已停止")
|
||||
}
|
||||
|
||||
// wsLoop WebSocket 连接循环
|
||||
@@ -184,14 +231,14 @@ func (a *Agent) wsLoop() {
|
||||
}
|
||||
|
||||
if err := a.connectWS(); err != nil {
|
||||
log.Warnf("WebSocket 连接失败: %v,5秒后重试...", err)
|
||||
logger.Warnf("WebSocket 连接失败: %v,5秒后重试...", err)
|
||||
time.Sleep(5 * time.Second)
|
||||
continue
|
||||
}
|
||||
|
||||
a.readWS()
|
||||
|
||||
log.Warn("WebSocket 连接断开,5秒后重连...")
|
||||
logger.Warn("WebSocket 连接断开,5秒后重连...")
|
||||
time.Sleep(5 * time.Second)
|
||||
}
|
||||
}
|
||||
@@ -202,18 +249,18 @@ func (a *Agent) connectWS() error {
|
||||
wsURL = strings.Replace(wsURL, "https://", "wss://", 1)
|
||||
wsURL = fmt.Sprintf("%s/api/agent/ws?token=%s&machine_id=%s", wsURL, url.QueryEscape(a.config.Token), url.QueryEscape(a.machineID))
|
||||
|
||||
log.Infof("正在连接 WebSocket: %s", wsURL)
|
||||
log.Infof("Token: %s..., MachineID: %s...", a.config.Token[:8], a.machineID[:16])
|
||||
logger.Infof("正在连接 WebSocket: %s", wsURL)
|
||||
logger.Infof("Token: %s..., MachineID: %s...", a.config.Token[:8], a.machineID[:16])
|
||||
|
||||
dialer := websocket.Dialer{HandshakeTimeout: 10 * time.Second}
|
||||
conn, resp, err := dialer.Dial(wsURL, nil)
|
||||
if err != nil {
|
||||
if resp != nil {
|
||||
bodyBytes, _ := io.ReadAll(resp.Body)
|
||||
log.Errorf("WebSocket 握手失败: HTTP %d, Body: %s", resp.StatusCode, string(bodyBytes))
|
||||
logger.Errorf("WebSocket 握手失败: HTTP %d, Body: %s", resp.StatusCode, string(bodyBytes))
|
||||
resp.Body.Close()
|
||||
} else {
|
||||
log.Errorf("WebSocket 连接失败: %v", err)
|
||||
logger.Errorf("WebSocket 连接失败: %v", err)
|
||||
}
|
||||
return err
|
||||
}
|
||||
@@ -223,7 +270,7 @@ func (a *Agent) connectWS() error {
|
||||
a.wsStopCh = make(chan struct{})
|
||||
a.wsMu.Unlock()
|
||||
|
||||
log.Info("WebSocket 已连接")
|
||||
logger.Info("WebSocket 已连接")
|
||||
a.sendHeartbeat()
|
||||
go a.heartbeatLoop()
|
||||
|
||||
@@ -245,7 +292,7 @@ func (a *Agent) closeWS() {
|
||||
|
||||
func (a *Agent) readWS() {
|
||||
defer func() {
|
||||
log.Info("readWS 退出,准备关闭连接")
|
||||
logger.Info("readWS 退出,准备关闭连接")
|
||||
a.closeWS()
|
||||
}()
|
||||
|
||||
@@ -255,13 +302,13 @@ func (a *Agent) readWS() {
|
||||
a.wsMu.Unlock()
|
||||
|
||||
if conn == nil {
|
||||
log.Warn("readWS: wsConn 为 nil")
|
||||
logger.Warn("readWS: wsConn 为 nil")
|
||||
return
|
||||
}
|
||||
|
||||
_, message, err := conn.ReadMessage()
|
||||
if err != nil {
|
||||
log.Warnf("WebSocket 读取错误: %v", err)
|
||||
logger.Warnf("WebSocket 读取错误: %v", err)
|
||||
return
|
||||
}
|
||||
|
||||
@@ -283,43 +330,83 @@ func (a *Agent) handleWSMessage(msg *WSMessage) {
|
||||
case WSTypeTasks:
|
||||
a.handleTasks(msg.Data)
|
||||
case WSTypeUpdate:
|
||||
log.Info("收到更新指令,开始更新...")
|
||||
logger.Info("收到更新指令,开始更新...")
|
||||
go a.selfUpdate()
|
||||
case WSTypeDisabled:
|
||||
log.Warn("Agent 已被禁用,清空所有任务")
|
||||
logger.Warn("Agent 已被禁用,清空所有任务")
|
||||
a.clearAllTasks()
|
||||
case WSTypeEnabled:
|
||||
log.Info("Agent 已被启用,主动拉取任务")
|
||||
logger.Info("Agent 已被启用,主动拉取任务")
|
||||
a.fetchTasks()
|
||||
case "execute":
|
||||
case WSTypeExecute:
|
||||
a.handleExecute(msg.Data)
|
||||
}
|
||||
}
|
||||
|
||||
func (a *Agent) fetchTasks() {
|
||||
if err := a.sendWSMessage(WSTypeFetchTasks, map[string]interface{}{}); err != nil {
|
||||
log.Warnf("请求任务列表失败: %v", err)
|
||||
logger.Warnf("请求任务列表失败: %v", err)
|
||||
}
|
||||
}
|
||||
|
||||
func (a *Agent) handleConnected(data json.RawMessage) {
|
||||
var resp struct {
|
||||
AgentID uint `json:"agent_id"`
|
||||
Name string `json:"name"`
|
||||
IsNewAgent bool `json:"is_new_agent"`
|
||||
MachineID string `json:"machine_id"`
|
||||
AgentID uint `json:"agent_id"`
|
||||
Name string `json:"name"`
|
||||
IsNewAgent bool `json:"is_new_agent"`
|
||||
MachineID string `json:"machine_id"`
|
||||
SchedulerConfig map[string]interface{} `json:"scheduler_config"`
|
||||
}
|
||||
json.Unmarshal(data, &resp)
|
||||
|
||||
if resp.IsNewAgent {
|
||||
log.Infof("注册成功: Agent #%d, 机器码: %s", resp.AgentID, a.machineID[:16]+"...")
|
||||
logger.Infof("注册成功: Agent #%d, 机器码: %s", resp.AgentID, a.machineID[:16]+"...")
|
||||
} else {
|
||||
log.Infof("连接成功: Agent #%d (已存在), 机器码: %s", resp.AgentID, a.machineID[:16]+"...")
|
||||
logger.Infof("连接成功: Agent #%d (已存在), 机器码: %s", resp.AgentID, a.machineID[:16]+"...")
|
||||
}
|
||||
|
||||
// 更新调度器配置
|
||||
if resp.SchedulerConfig != nil {
|
||||
a.updateSchedulerConfig(resp.SchedulerConfig)
|
||||
}
|
||||
|
||||
a.fetchTasks()
|
||||
}
|
||||
|
||||
func (a *Agent) updateSchedulerConfig(config map[string]interface{}) {
|
||||
// 获取当前配置作为基础
|
||||
currentCfg := a.scheduler.GetConfig()
|
||||
newCfg := currentCfg
|
||||
|
||||
// 更新配置项
|
||||
if val, ok := config["worker_count"]; ok {
|
||||
if v, ok := val.(float64); ok { // JSON 数字解析为 float64
|
||||
newCfg.WorkerCount = int(v)
|
||||
}
|
||||
}
|
||||
if val, ok := config["queue_size"]; ok {
|
||||
if v, ok := val.(float64); ok {
|
||||
newCfg.QueueSize = int(v)
|
||||
}
|
||||
}
|
||||
if val, ok := config["rate_interval"]; ok {
|
||||
if v, ok := val.(float64); ok {
|
||||
newCfg.RateInterval = time.Duration(v) * time.Millisecond
|
||||
}
|
||||
}
|
||||
|
||||
// 只有当配置发生变化时才重新加载
|
||||
// 只有当配置发生变化时才重新加载
|
||||
if newCfg != currentCfg {
|
||||
logger.Infof("收到调度配置更新: workers=%d, queue=%d, rate=%v",
|
||||
newCfg.WorkerCount, newCfg.QueueSize, newCfg.RateInterval)
|
||||
a.scheduler.Reload(newCfg)
|
||||
} else {
|
||||
logger.Infof("当前调度配置: workers=%d, queue=%d, rate=%v",
|
||||
newCfg.WorkerCount, newCfg.QueueSize, newCfg.RateInterval)
|
||||
}
|
||||
}
|
||||
|
||||
func (a *Agent) handleHeartbeatAck(data json.RawMessage) {
|
||||
var resp struct {
|
||||
AgentID uint `json:"agent_id"`
|
||||
@@ -331,7 +418,7 @@ func (a *Agent) handleHeartbeatAck(data json.RawMessage) {
|
||||
json.Unmarshal(data, &resp)
|
||||
|
||||
if resp.NeedUpdate && (a.config.AutoUpdate || resp.ForceUpdate) {
|
||||
log.Infof("发现新版本 %s,开始更新...", resp.LatestVersion)
|
||||
logger.Infof("发现新版本 %s,开始更新...", resp.LatestVersion)
|
||||
go a.selfUpdate()
|
||||
}
|
||||
}
|
||||
@@ -344,7 +431,7 @@ func (a *Agent) handleTasks(data json.RawMessage) {
|
||||
|
||||
newCount := len(resp.Tasks)
|
||||
if newCount != a.lastTaskCount {
|
||||
log.Infof("任务列表更新: %d -> %d 个任务", a.lastTaskCount, newCount)
|
||||
logger.Infof("任务列表更新: %d -> %d 个任务", a.lastTaskCount, newCount)
|
||||
a.lastTaskCount = newCount
|
||||
}
|
||||
|
||||
@@ -354,26 +441,63 @@ func (a *Agent) handleTasks(data json.RawMessage) {
|
||||
func (a *Agent) handleExecute(data json.RawMessage) {
|
||||
var req struct {
|
||||
TaskID uint `json:"task_id"`
|
||||
LogID uint `json:"log_id"`
|
||||
}
|
||||
if err := json.Unmarshal(data, &req); err != nil {
|
||||
log.Errorf("解析立即执行请求失败: %v", err)
|
||||
logger.Errorf("解析立即执行请求失败: %v", err)
|
||||
return
|
||||
}
|
||||
|
||||
log.Infof("收到立即执行命令: 任务 #%d", req.TaskID)
|
||||
|
||||
// 查找任务
|
||||
a.mu.RLock()
|
||||
task, exists := a.tasks[req.TaskID]
|
||||
a.mu.RUnlock()
|
||||
|
||||
if !exists {
|
||||
log.Warnf("任务 #%d 不存在,无法执行", req.TaskID)
|
||||
logger.Warnf("任务 #%d 不存在,无法执行", req.TaskID)
|
||||
return
|
||||
}
|
||||
|
||||
// 立即执行任务
|
||||
go a.executeTask(task)
|
||||
// 准备执行请求
|
||||
execReq := &executor.ExecutionRequest{
|
||||
TaskID: fmt.Sprintf("%d", task.ID),
|
||||
LogID: req.LogID,
|
||||
Name: task.Name,
|
||||
Command: task.Command,
|
||||
WorkDir: task.WorkDir,
|
||||
Envs: executor.ParseEnvVars(task.Envs),
|
||||
Timeout: task.Timeout,
|
||||
Type: executor.TaskTypeManual,
|
||||
}
|
||||
|
||||
// 立即执行任务(加入队列)
|
||||
a.scheduler.EnqueueOrExecute(execReq)
|
||||
}
|
||||
|
||||
// RealTimeLogWriter 实时日志写入器,通过 WebSocket 发送日志
|
||||
type RealTimeLogWriter struct {
|
||||
agent *Agent
|
||||
logID uint
|
||||
}
|
||||
|
||||
func (w *RealTimeLogWriter) Write(p []byte) (n int, err error) {
|
||||
if len(p) == 0 {
|
||||
return 0, nil
|
||||
}
|
||||
|
||||
// 构造消息
|
||||
msg := map[string]interface{}{
|
||||
"log_id": w.logID,
|
||||
"content": string(p),
|
||||
}
|
||||
|
||||
// 发送消息
|
||||
if err := w.agent.sendWSMessage(WSTypeTaskLog, msg); err != nil {
|
||||
// 如果发送失败,不阻塞程序执行,只记录日志
|
||||
return len(p), nil
|
||||
}
|
||||
|
||||
return len(p), nil
|
||||
}
|
||||
|
||||
func (a *Agent) sendWSMessage(msgType string, data interface{}) error {
|
||||
@@ -390,7 +514,7 @@ func (a *Agent) sendWSMessage(msgType string, data interface{}) error {
|
||||
|
||||
a.wsConn.SetWriteDeadline(time.Now().Add(10 * time.Second))
|
||||
if err := a.wsConn.WriteMessage(websocket.TextMessage, msgBytes); err != nil {
|
||||
log.Warnf("发送消息失败 (%s): %v", msgType, err)
|
||||
logger.Warnf("发送消息失败 (%s): %v", msgType, err)
|
||||
return err
|
||||
}
|
||||
return nil
|
||||
@@ -437,13 +561,13 @@ func (a *Agent) sendHeartbeat() {
|
||||
"auto_update": a.config.AutoUpdate,
|
||||
}
|
||||
if err := a.sendWSMessage(WSTypeHeartbeat, data); err != nil {
|
||||
log.Warnf("发送心跳失败: %v", err)
|
||||
logger.Warnf("发送心跳失败: %v", err)
|
||||
}
|
||||
}
|
||||
|
||||
func (a *Agent) sendTaskResult(result *TaskResult) {
|
||||
if err := a.sendWSMessage(WSTypeTaskResult, result); err != nil {
|
||||
log.Warnf("发送任务结果失败: %v,尝试 HTTP 上报", err)
|
||||
logger.Warnf("发送任务结果失败: %v,尝试 HTTP 上报", err)
|
||||
a.reportResultHTTP(result)
|
||||
}
|
||||
}
|
||||
@@ -466,34 +590,31 @@ func (a *Agent) updateTasks(tasks []AgentTask) {
|
||||
newTasks[tasks[i].ID] = &tasks[i]
|
||||
}
|
||||
|
||||
for id, entryID := range a.entryMap {
|
||||
// 1. 移除不再存在的任务
|
||||
for id := range a.tasks {
|
||||
if _, exists := newTasks[id]; !exists {
|
||||
a.cron.Remove(entryID)
|
||||
delete(a.entryMap, id)
|
||||
a.cronManager.RemoveTask(fmt.Sprintf("%d", id))
|
||||
delete(a.tasks, id)
|
||||
log.Infof("移除任务 #%d", id)
|
||||
logger.Infof("移除任务 #%d", id)
|
||||
}
|
||||
}
|
||||
|
||||
// 2. 添加或更新任务
|
||||
for id, task := range newTasks {
|
||||
oldTask, exists := a.tasks[id]
|
||||
if !exists || oldTask.Schedule != task.Schedule || oldTask.Command != task.Command {
|
||||
if entryID, ok := a.entryMap[id]; ok {
|
||||
a.cron.Remove(entryID)
|
||||
if !exists || oldTask.Schedule != task.Schedule || oldTask.Command != task.Command || oldTask.Enabled != task.Enabled {
|
||||
if task.Enabled {
|
||||
err := a.cronManager.AddTask(task)
|
||||
if err != nil {
|
||||
logger.Errorf("调度任务 #%d 失败: %v", id, err)
|
||||
continue
|
||||
}
|
||||
logger.Infof("已调度任务 #%d %s (%s)", id, task.Name, task.GetSchedule())
|
||||
} else {
|
||||
a.cronManager.RemoveTask(fmt.Sprintf("%d", id))
|
||||
logger.Infof("任务 #%d 已禁用", id)
|
||||
}
|
||||
|
||||
taskCopy := *task
|
||||
entryID, err := a.cron.AddFunc(task.Schedule, func() {
|
||||
a.executeTask(&taskCopy)
|
||||
})
|
||||
if err != nil {
|
||||
log.Errorf("添加任务 #%d 失败: %v", id, err)
|
||||
continue
|
||||
}
|
||||
|
||||
a.entryMap[id] = entryID
|
||||
a.tasks[id] = task
|
||||
log.Infof("调度任务 #%d %s (%s)", id, task.Name, task.Schedule)
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -502,129 +623,17 @@ func (a *Agent) clearAllTasks() {
|
||||
a.mu.Lock()
|
||||
defer a.mu.Unlock()
|
||||
|
||||
for id, entryID := range a.entryMap {
|
||||
a.cron.Remove(entryID)
|
||||
log.Infof("移除任务 #%d", id)
|
||||
for id := range a.tasks {
|
||||
a.cronManager.RemoveTask(fmt.Sprintf("%d", id))
|
||||
logger.Infof("移除任务 #%d", id)
|
||||
}
|
||||
|
||||
a.entryMap = make(map[uint]cron.EntryID)
|
||||
a.tasks = make(map[uint]*AgentTask)
|
||||
a.lastTaskCount = 0
|
||||
log.Info("所有任务已清空")
|
||||
logger.Info("所有任务已清空")
|
||||
}
|
||||
|
||||
func (a *Agent) executeTask(task *AgentTask) {
|
||||
log.Infof("执行任务 #%d %s", task.ID, task.Name)
|
||||
|
||||
// 记录进程用户信息
|
||||
log.Infof("任务 #%d 进程 UID: %d, GID: %d", task.ID, os.Getuid(), os.Getgid())
|
||||
|
||||
start := time.Now()
|
||||
result := &TaskResult{
|
||||
TaskID: task.ID,
|
||||
Command: task.Command,
|
||||
StartTime: start.Unix(),
|
||||
}
|
||||
|
||||
timeout := task.Timeout
|
||||
if timeout <= 0 {
|
||||
timeout = 30
|
||||
}
|
||||
ctx, cancel := context.WithTimeout(context.Background(), time.Duration(timeout)*time.Minute)
|
||||
defer cancel()
|
||||
|
||||
var cmd *exec.Cmd
|
||||
finalCommand := task.Command
|
||||
|
||||
if runtime.GOOS == "windows" {
|
||||
// Windows: 如果有工作目录,在命令前加 cd
|
||||
if task.WorkDir != "" {
|
||||
finalCommand = fmt.Sprintf("cd /d %s && %s", task.WorkDir, task.Command)
|
||||
log.Infof("任务 #%d 工作目录: %s", task.ID, task.WorkDir)
|
||||
}
|
||||
cmd = exec.CommandContext(ctx, "cmd", "/c", finalCommand)
|
||||
} else {
|
||||
// Linux/Unix: 如果有工作目录,在命令前加 cd
|
||||
if task.WorkDir != "" {
|
||||
finalCommand = fmt.Sprintf("cd %s && %s", task.WorkDir, task.Command)
|
||||
log.Infof("任务 #%d 工作目录: %s", task.ID, task.WorkDir)
|
||||
}
|
||||
// 尝试按优先级查找可用的 shell
|
||||
shell := findAvailableShell()
|
||||
cmd = exec.CommandContext(ctx, shell, "-c", finalCommand)
|
||||
}
|
||||
|
||||
// 处理环境变量(始终继承系统环境变量)
|
||||
cmd.Env = os.Environ()
|
||||
if task.Envs != "" {
|
||||
envVars := a.parseEnvVars(task.Envs)
|
||||
if len(envVars) > 0 {
|
||||
cmd.Env = append(cmd.Env, envVars...)
|
||||
log.Infof("任务 #%d 设置了 %d 个环境变量", task.ID, len(envVars))
|
||||
}
|
||||
}
|
||||
|
||||
var stdout, stderr bytes.Buffer
|
||||
cmd.Stdout = &stdout
|
||||
cmd.Stderr = &stderr
|
||||
|
||||
err := cmd.Run()
|
||||
end := time.Now()
|
||||
|
||||
result.EndTime = end.Unix()
|
||||
result.Duration = end.Sub(start).Milliseconds()
|
||||
result.Output = stdout.String()
|
||||
|
||||
if err != nil {
|
||||
result.Status = "failed"
|
||||
errMsg := stderr.String()
|
||||
if errMsg == "" {
|
||||
errMsg = err.Error()
|
||||
} else {
|
||||
errMsg = stderr.String() + "\n" + err.Error()
|
||||
}
|
||||
|
||||
// 如果是工作目录错误,添加更明确的提示
|
||||
if task.WorkDir != "" && strings.Contains(err.Error(), "chdir") {
|
||||
errMsg = fmt.Sprintf("[工作目录错误] 无法切换到目录: %s\n%s", task.WorkDir, errMsg)
|
||||
}
|
||||
|
||||
result.Output += "\n[ERROR]\n" + errMsg
|
||||
if exitErr, ok := err.(*exec.ExitError); ok {
|
||||
result.ExitCode = exitErr.ExitCode()
|
||||
} else {
|
||||
result.ExitCode = 1
|
||||
}
|
||||
} else {
|
||||
result.Status = "success"
|
||||
result.ExitCode = 0
|
||||
}
|
||||
|
||||
a.sendTaskResult(result)
|
||||
log.Infof("任务 #%d 执行完成 (%s)", result.TaskID, result.Status)
|
||||
}
|
||||
|
||||
// parseEnvVars 解析环境变量字符串 "KEY1=VALUE1,KEY2=VALUE2"
|
||||
func (a *Agent) parseEnvVars(envStr string) []string {
|
||||
if envStr == "" {
|
||||
return nil
|
||||
}
|
||||
|
||||
pairs := strings.Split(envStr, ",")
|
||||
result := make([]string, 0, len(pairs))
|
||||
|
||||
for _, pair := range pairs {
|
||||
if pair == "" {
|
||||
continue
|
||||
}
|
||||
// 解码特殊字符
|
||||
pair = strings.ReplaceAll(pair, "{{COMMA}}", ",")
|
||||
pair = strings.ReplaceAll(pair, "{{EQUAL}}", "=")
|
||||
result = append(result, pair)
|
||||
}
|
||||
|
||||
return result
|
||||
}
|
||||
// executeTask 已被 AgentHandler.OnTaskCompleted 代替,此处删除旧实现
|
||||
|
||||
func (a *Agent) doRequest(method, path string, body interface{}) (*http.Response, error) {
|
||||
var bodyReader io.Reader
|
||||
|
||||
@@ -1,13 +0,0 @@
|
||||
module baihu-agent
|
||||
|
||||
go 1.24
|
||||
|
||||
require (
|
||||
github.com/gorilla/websocket v1.5.3
|
||||
github.com/robfig/cron/v3 v3.0.1
|
||||
github.com/sirupsen/logrus v1.9.3
|
||||
gopkg.in/ini.v1 v1.67.0
|
||||
gopkg.in/natefinch/lumberjack.v2 v2.2.1
|
||||
)
|
||||
|
||||
require golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8 // indirect
|
||||
@@ -1,23 +0,0 @@
|
||||
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
|
||||
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
|
||||
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
|
||||
github.com/gorilla/websocket v1.5.3 h1:saDtZ6Pbx/0u+bgYQ3q96pZgCzfhKXGPqt7kZ72aNNg=
|
||||
github.com/gorilla/websocket v1.5.3/go.mod h1:YR8l580nyteQvAITg2hZ9XVh4b55+EU/adAjf1fMHhE=
|
||||
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
|
||||
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
|
||||
github.com/robfig/cron/v3 v3.0.1 h1:WdRxkvbJztn8LMz/QEvLN5sBU+xKpSqwwUO1Pjr4qDs=
|
||||
github.com/robfig/cron/v3 v3.0.1/go.mod h1:eQICP3HwyT7UooqI/z+Ov+PtYAWygg1TEWWzGIFLtro=
|
||||
github.com/sirupsen/logrus v1.9.3 h1:dueUQJ1C2q9oE3F7wvmSGAaVtTmUizReu6fjN8uqzbQ=
|
||||
github.com/sirupsen/logrus v1.9.3/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ=
|
||||
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
|
||||
github.com/stretchr/testify v1.7.0 h1:nwc3DEeHmmLAfoZucVR881uASk0Mfjw8xYJ99tb5CcY=
|
||||
github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
|
||||
golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8 h1:0A+M6Uqn+Eje4kHMK80dtF3JCXC4ykBgQG4Fe06QRhQ=
|
||||
golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
||||
gopkg.in/ini.v1 v1.67.0 h1:Dgnx+6+nfE+IfzjUEISNeydPJh9AXNNsWbGP9KzCsOA=
|
||||
gopkg.in/ini.v1 v1.67.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k=
|
||||
gopkg.in/natefinch/lumberjack.v2 v2.2.1 h1:bBRl1b0OH9s/DuPhuXpNl+VtCaJXFZ5/uEFST95x9zc=
|
||||
gopkg.in/natefinch/lumberjack.v2 v2.2.1/go.mod h1:YD8tP3GAjkrDg1eZH7EGmyESg/lsYskCTPBJVb9jqSc=
|
||||
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c h1:dUUwHk2QECo/6vqA44rthZ8ie2QXMNeKRTHCNY2nXvo=
|
||||
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
|
||||
+4
-5
@@ -11,6 +11,8 @@ import (
|
||||
"path/filepath"
|
||||
"syscall"
|
||||
"time"
|
||||
|
||||
"github.com/engigu/baihu-panel/internal/utils"
|
||||
)
|
||||
|
||||
const ServiceName = "baihu-agent"
|
||||
@@ -22,9 +24,6 @@ var (
|
||||
BuildTime = ""
|
||||
)
|
||||
|
||||
// 东八区时区
|
||||
var cstZone = time.FixedZone("CST", 8*3600)
|
||||
|
||||
// 全局配置
|
||||
var (
|
||||
configFile = "config.ini"
|
||||
@@ -335,7 +334,7 @@ func cmdTasks() {
|
||||
|
||||
agent := &Agent{
|
||||
config: config,
|
||||
machineID: generateMachineID(),
|
||||
machineID: utils.GenerateMachineID(),
|
||||
client: &http.Client{Timeout: 30 * time.Second},
|
||||
}
|
||||
|
||||
@@ -400,7 +399,7 @@ func cmdLogs() {
|
||||
}
|
||||
|
||||
fmt.Printf("日志文件: %s\n", logFile)
|
||||
fmt.Println("按 Ctrl+C 退出\n")
|
||||
fmt.Println("按 Ctrl+C 退出")
|
||||
|
||||
// 使用 tail -f 实时跟踪日志
|
||||
cmd := exec.Command("tail", "-f", "-n", "50", logFile)
|
||||
|
||||
@@ -65,6 +65,7 @@ require (
|
||||
golang.org/x/sync v0.19.0 // indirect
|
||||
golang.org/x/sys v0.39.0 // indirect
|
||||
google.golang.org/protobuf v1.30.0 // indirect
|
||||
gopkg.in/natefinch/lumberjack.v2 v2.2.1 // indirect
|
||||
gopkg.in/yaml.v3 v3.0.1 // indirect
|
||||
modernc.org/libc v1.22.5 // indirect
|
||||
modernc.org/mathutil v1.5.0 // indirect
|
||||
|
||||
@@ -156,6 +156,8 @@ gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntN
|
||||
gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q=
|
||||
gopkg.in/ini.v1 v1.67.0 h1:Dgnx+6+nfE+IfzjUEISNeydPJh9AXNNsWbGP9KzCsOA=
|
||||
gopkg.in/ini.v1 v1.67.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k=
|
||||
gopkg.in/natefinch/lumberjack.v2 v2.2.1 h1:bBRl1b0OH9s/DuPhuXpNl+VtCaJXFZ5/uEFST95x9zc=
|
||||
gopkg.in/natefinch/lumberjack.v2 v2.2.1/go.mod h1:YD8tP3GAjkrDg1eZH7EGmyESg/lsYskCTPBJVb9jqSc=
|
||||
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
|
||||
gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
|
||||
gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
|
||||
|
||||
@@ -48,6 +48,21 @@ const (
|
||||
KeyWorkerCount = "worker_count"
|
||||
KeyQueueSize = "queue_size"
|
||||
KeyRateInterval = "rate_interval"
|
||||
|
||||
// WebSocket 消息类型
|
||||
WSTypeHeartbeat = "heartbeat"
|
||||
WSTypeHeartbeatAck = "heartbeat_ack"
|
||||
WSTypeTasks = "tasks"
|
||||
WSTypeTaskResult = "task_result"
|
||||
WSTypeTaskLog = "task_log"
|
||||
WSTypeExecute = "execute"
|
||||
WSTypeUpdate = "update"
|
||||
WSTypeDisconnect = "disconnect"
|
||||
WSTypeConnected = "connected"
|
||||
WSTypeDisabled = "disabled"
|
||||
WSTypeEnabled = "enabled"
|
||||
WSTypeFetchTasks = "fetch_tasks"
|
||||
WSTypeTaskHeartbeat = "task_heartbeat"
|
||||
)
|
||||
|
||||
// TablePrefix 表前缀,从配置文件读取
|
||||
|
||||
@@ -1,16 +1,19 @@
|
||||
package controllers
|
||||
|
||||
import (
|
||||
"github.com/engigu/baihu-panel/internal/logger"
|
||||
"github.com/engigu/baihu-panel/internal/models"
|
||||
"github.com/engigu/baihu-panel/internal/services"
|
||||
"github.com/engigu/baihu-panel/internal/utils"
|
||||
"encoding/json"
|
||||
"net/http"
|
||||
"strconv"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/engigu/baihu-panel/internal/constant"
|
||||
"github.com/engigu/baihu-panel/internal/logger"
|
||||
"github.com/engigu/baihu-panel/internal/models"
|
||||
"github.com/engigu/baihu-panel/internal/services"
|
||||
"github.com/engigu/baihu-panel/internal/services/tasks"
|
||||
"github.com/engigu/baihu-panel/internal/utils"
|
||||
|
||||
"github.com/gin-gonic/gin"
|
||||
"github.com/gorilla/websocket"
|
||||
)
|
||||
@@ -23,15 +26,17 @@ var agentUpgrader = websocket.Upgrader{
|
||||
|
||||
// AgentController Agent 控制器
|
||||
type AgentController struct {
|
||||
agentService *services.AgentService
|
||||
wsManager *services.AgentWSManager
|
||||
agentService *services.AgentService
|
||||
wsManager *services.AgentWSManager
|
||||
settingsService *services.SettingsService
|
||||
}
|
||||
|
||||
// NewAgentController 创建 Agent 控制器
|
||||
func NewAgentController() *AgentController {
|
||||
func NewAgentController(settingsService *services.SettingsService) *AgentController {
|
||||
return &AgentController{
|
||||
agentService: services.NewAgentService(),
|
||||
wsManager: services.GetAgentWSManager(),
|
||||
agentService: services.NewAgentService(),
|
||||
wsManager: services.GetAgentWSManager(),
|
||||
settingsService: settingsService,
|
||||
}
|
||||
}
|
||||
|
||||
@@ -209,7 +214,7 @@ func (c *AgentController) GetTasks(ctx *gin.Context) {
|
||||
|
||||
// 先尝试通过 token 查找 Agent
|
||||
agent := c.agentService.GetByToken(token)
|
||||
|
||||
|
||||
// 如果找不到,尝试验证令牌并通过 machine_id 查找
|
||||
if agent == nil {
|
||||
machineID := ctx.GetHeader("X-Machine-ID")
|
||||
@@ -332,7 +337,6 @@ func (c *AgentController) ForceUpdate(ctx *gin.Context) {
|
||||
utils.SuccessMsg(ctx, "已标记强制更新,Agent 下次心跳时将自动更新")
|
||||
}
|
||||
|
||||
|
||||
// ========== WebSocket ==========
|
||||
|
||||
// WSConnect Agent WebSocket 连接
|
||||
@@ -411,15 +415,26 @@ func (c *AgentController) WSConnect(ctx *gin.Context) {
|
||||
// 更新 Agent 状态
|
||||
c.agentService.Heartbeat(token, ip, "", "", "", "", "")
|
||||
|
||||
// 发送连接成功消息(包含注册状态)
|
||||
// 获取调度配置
|
||||
workerCount := getIntSetting(c.settingsService, constant.SectionScheduler, constant.KeyWorkerCount, 4)
|
||||
queueSize := getIntSetting(c.settingsService, constant.SectionScheduler, constant.KeyQueueSize, 100)
|
||||
rateInterval := getIntSetting(c.settingsService, constant.SectionScheduler, constant.KeyRateInterval, 200)
|
||||
|
||||
// 发送连接成功消息(包含注册状态和调度配置)
|
||||
c.wsManager.SendToAgent(agent.ID, services.WSTypeConnected, map[string]interface{}{
|
||||
"agent_id": agent.ID,
|
||||
"name": agent.Name,
|
||||
"is_new_agent": isNewAgent,
|
||||
"machine_id": machineID,
|
||||
"scheduler_config": map[string]interface{}{
|
||||
"worker_count": workerCount,
|
||||
"queue_size": queueSize,
|
||||
"rate_interval": rateInterval,
|
||||
},
|
||||
})
|
||||
|
||||
logger.Infof("[AgentWS] Agent #%d 连接成功", agent.ID)
|
||||
logger.Infof("[AgentWS] Agent #%d 连接成功 (配置: workers=%d, queue=%d, rate=%d)",
|
||||
agent.ID, workerCount, queueSize, rateInterval)
|
||||
|
||||
// 启动读写协程
|
||||
go c.wsWritePump(ac)
|
||||
@@ -513,8 +528,30 @@ func (c *AgentController) handleWSMessage(ac *services.AgentConnection, agent *m
|
||||
case services.WSTypeTaskResult:
|
||||
c.handleTaskResult(agent, msg.Data)
|
||||
|
||||
case services.WSTypeTaskLog:
|
||||
c.handleTaskLog(agent, msg.Data)
|
||||
|
||||
case services.WSTypeFetchTasks:
|
||||
c.handleFetchTasks(agent)
|
||||
|
||||
case services.WSTypeTaskHeartbeat: // 任务心跳
|
||||
c.handleTaskHeartbeat(agent, msg.Data)
|
||||
}
|
||||
}
|
||||
|
||||
// handleTaskHeartbeat 处理任务心跳
|
||||
func (c *AgentController) handleTaskHeartbeat(agent *models.Agent, data json.RawMessage) {
|
||||
var req struct {
|
||||
LogID uint `json:"log_id"`
|
||||
Duration int64 `json:"duration"`
|
||||
}
|
||||
if err := json.Unmarshal(data, &req); err != nil {
|
||||
logger.Errorf("[AgentWS] 解析心跳消息失败: %v", err)
|
||||
return
|
||||
}
|
||||
if req.LogID > 0 {
|
||||
logger.Infof("[AgentWS] 收到任务心跳: LogID=%d, Duration=%dms", req.LogID, req.Duration)
|
||||
c.agentService.UpdateTaskDuration(req.LogID, req.Duration)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -575,6 +612,25 @@ func (c *AgentController) handleTaskResult(agent *models.Agent, data json.RawMes
|
||||
c.agentService.ReportResult(&result)
|
||||
}
|
||||
|
||||
// handleTaskLog 处理 Agent 发送的实时日志
|
||||
func (c *AgentController) handleTaskLog(agent *models.Agent, data json.RawMessage) {
|
||||
var logMsg struct {
|
||||
LogID uint `json:"log_id"`
|
||||
Content string `json:"content"`
|
||||
}
|
||||
if err := json.Unmarshal(data, &logMsg); err != nil {
|
||||
logger.Errorf("[AgentWS] 解析日志消息失败: %v", err)
|
||||
return
|
||||
}
|
||||
|
||||
tl := tasks.GetActiveLog(logMsg.LogID)
|
||||
if tl != nil {
|
||||
tl.Write([]byte(logMsg.Content))
|
||||
} else {
|
||||
logger.Warnf("[AgentWS] 收到任务日志但未找到活跃 TinyLog: LogID=%d, ContentSize=%d", logMsg.LogID, len(logMsg.Content))
|
||||
}
|
||||
}
|
||||
|
||||
// NotifyTaskUpdate 通知 Agent 任务更新
|
||||
func (c *AgentController) NotifyTaskUpdate(agentID uint) {
|
||||
c.wsManager.BroadcastTasks(agentID)
|
||||
@@ -635,3 +691,16 @@ func (c *AgentController) DeleteToken(ctx *gin.Context) {
|
||||
|
||||
utils.SuccessMsg(ctx, "删除成功")
|
||||
}
|
||||
|
||||
// getIntSetting 辅助方法
|
||||
func getIntSetting(s *services.SettingsService, section, key string, defaultVal int) int {
|
||||
val := s.Get(section, key)
|
||||
|
||||
if val == "" {
|
||||
return defaultVal
|
||||
}
|
||||
if result, err := strconv.Atoi(val); err == nil {
|
||||
return result
|
||||
}
|
||||
return defaultVal
|
||||
}
|
||||
|
||||
@@ -14,13 +14,11 @@ import (
|
||||
)
|
||||
|
||||
type DashboardController struct {
|
||||
cronService *tasks.CronService
|
||||
executorService *tasks.ExecutorService
|
||||
}
|
||||
|
||||
func NewDashboardController(cronService *tasks.CronService, executorService *tasks.ExecutorService) *DashboardController {
|
||||
func NewDashboardController(executorService *tasks.ExecutorService) *DashboardController {
|
||||
return &DashboardController{
|
||||
cronService: cronService,
|
||||
executorService: executorService,
|
||||
}
|
||||
}
|
||||
@@ -47,14 +45,14 @@ func (dc *DashboardController) GetStats(c *gin.Context) {
|
||||
|
||||
// 调度统计:本地调度 + Agent 调度
|
||||
// 本地调度:agent_id 为 NULL 且 enabled = true 的任务
|
||||
localScheduled := dc.cronService.GetScheduledCount()
|
||||
|
||||
localScheduled := dc.executorService.GetScheduledCount()
|
||||
|
||||
// Agent 调度:agent_id 不为 NULL 且 enabled = true 的任务
|
||||
var agentScheduled int64
|
||||
database.DB.Model(&models.Task{}).
|
||||
Where("agent_id IS NOT NULL AND enabled = ?", true).
|
||||
Count(&agentScheduled)
|
||||
|
||||
|
||||
totalScheduled := localScheduled + int(agentScheduled)
|
||||
|
||||
// 正在运行:目前只能统计本地运行的任务
|
||||
|
||||
@@ -0,0 +1,97 @@
|
||||
package controllers
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"strconv"
|
||||
|
||||
"github.com/engigu/baihu-panel/internal/database"
|
||||
"github.com/engigu/baihu-panel/internal/models"
|
||||
"github.com/engigu/baihu-panel/internal/services/tasks"
|
||||
"github.com/engigu/baihu-panel/internal/utils"
|
||||
|
||||
"github.com/gin-gonic/gin"
|
||||
"github.com/gorilla/websocket"
|
||||
)
|
||||
|
||||
type LogWSController struct{}
|
||||
|
||||
func NewLogWSController() *LogWSController {
|
||||
return &LogWSController{}
|
||||
}
|
||||
|
||||
func (lc *LogWSController) StreamLog(c *gin.Context) {
|
||||
logIDStr := c.Query("log_id")
|
||||
if logIDStr == "" {
|
||||
return
|
||||
}
|
||||
|
||||
logID, err := strconv.ParseUint(logIDStr, 10, 32)
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
|
||||
conn, err := upgrader.Upgrade(c.Writer, c.Request, nil)
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
defer conn.Close()
|
||||
|
||||
// 1. 检查数据库中是否已结束
|
||||
var taskLog models.TaskLog
|
||||
if err := database.DB.First(&taskLog, uint(logID)).Error; err == nil {
|
||||
if taskLog.Status != "running" {
|
||||
// 已结束,读取库内日志
|
||||
content, err := utils.DecompressFromBase64(taskLog.Output)
|
||||
if err != nil {
|
||||
conn.WriteMessage(websocket.TextMessage, []byte("解压日志失败: "+err.Error()))
|
||||
return
|
||||
}
|
||||
conn.WriteMessage(websocket.TextMessage, []byte(content))
|
||||
return
|
||||
}
|
||||
}
|
||||
|
||||
// 2. 未结束或未找到记录,尝试从 TinyLogManager 获取
|
||||
tl := tasks.GetActiveLog(uint(logID))
|
||||
if tl == nil {
|
||||
conn.WriteMessage(websocket.TextMessage, []byte("未找到正在运行的任务日志"))
|
||||
return
|
||||
}
|
||||
|
||||
// 发送系统提示
|
||||
conn.WriteMessage(websocket.TextMessage, []byte(fmt.Sprintf("[System] 连接成功,正在监听日志... (LogID: %d)\n", logID)))
|
||||
|
||||
// 发送最后 100 行
|
||||
lastLines, err := tl.ReadLastLines(100)
|
||||
if err == nil && len(lastLines) > 0 {
|
||||
conn.WriteMessage(websocket.TextMessage, lastLines)
|
||||
}
|
||||
|
||||
// 订阅实时更新
|
||||
sub := tl.Subscribe()
|
||||
defer tl.Unsubscribe(sub)
|
||||
|
||||
// 推送更新
|
||||
for {
|
||||
select {
|
||||
case data, ok := <-sub:
|
||||
if !ok {
|
||||
// 任务结束,尝试刷新最后一次库内完整内容
|
||||
var finalLog models.TaskLog
|
||||
if err := database.DB.First(&finalLog, uint(logID)).Error; err == nil {
|
||||
content, _ := utils.DecompressFromBase64(finalLog.Output)
|
||||
if content != "" {
|
||||
conn.WriteMessage(websocket.TextMessage, []byte("\n--- 任务已结束 ---\n"))
|
||||
// 这里可以选择性再推一次完整版,或直接退出
|
||||
}
|
||||
}
|
||||
return
|
||||
}
|
||||
if err := conn.WriteMessage(websocket.TextMessage, data); err != nil {
|
||||
return
|
||||
}
|
||||
case <-c.Request.Context().Done():
|
||||
return
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -13,16 +13,16 @@ import (
|
||||
)
|
||||
|
||||
type TaskController struct {
|
||||
taskService *tasks.TaskService
|
||||
cronService *tasks.CronService
|
||||
agentWSManager *services.AgentWSManager
|
||||
taskService *tasks.TaskService
|
||||
executorService *tasks.ExecutorService
|
||||
agentWSManager *services.AgentWSManager
|
||||
}
|
||||
|
||||
func NewTaskController(taskService *tasks.TaskService, cronService *tasks.CronService) *TaskController {
|
||||
func NewTaskController(taskService *tasks.TaskService, executorService *tasks.ExecutorService) *TaskController {
|
||||
return &TaskController{
|
||||
taskService: taskService,
|
||||
cronService: cronService,
|
||||
agentWSManager: services.GetAgentWSManager(),
|
||||
taskService: taskService,
|
||||
executorService: executorService,
|
||||
agentWSManager: services.GetAgentWSManager(),
|
||||
}
|
||||
}
|
||||
|
||||
@@ -74,7 +74,7 @@ func (tc *TaskController) CreateTask(c *gin.Context) {
|
||||
return
|
||||
}
|
||||
|
||||
if err := tc.cronService.ValidateCron(req.Schedule); err != nil {
|
||||
if err := tc.executorService.ValidateCron(req.Schedule); err != nil {
|
||||
utils.BadRequest(c, "无效的cron表达式: "+err.Error())
|
||||
return
|
||||
}
|
||||
@@ -86,12 +86,12 @@ func (tc *TaskController) CreateTask(c *gin.Context) {
|
||||
}
|
||||
|
||||
task := tc.taskService.CreateTask(req.Name, req.Command, req.Schedule, req.Timeout, workDir, req.CleanConfig, req.Envs, req.Type, req.Config, req.AgentID)
|
||||
|
||||
|
||||
// 如果是 Agent 任务,通知 Agent;否则添加到本地 cron
|
||||
if task.AgentID != nil && *task.AgentID > 0 {
|
||||
tc.agentWSManager.BroadcastTasks(*task.AgentID)
|
||||
} else {
|
||||
tc.cronService.AddTask(task)
|
||||
tc.executorService.AddCronTask(task)
|
||||
}
|
||||
|
||||
utils.Success(c, task)
|
||||
@@ -101,7 +101,7 @@ func (tc *TaskController) GetTasks(c *gin.Context) {
|
||||
p := utils.ParsePagination(c)
|
||||
name := c.DefaultQuery("name", "")
|
||||
agentIDStr := c.DefaultQuery("agent_id", "")
|
||||
|
||||
|
||||
var agentID *uint
|
||||
if agentIDStr != "" {
|
||||
if id, err := strconv.ParseUint(agentIDStr, 10, 32); err == nil {
|
||||
@@ -164,7 +164,7 @@ func (tc *TaskController) UpdateTask(c *gin.Context) {
|
||||
}
|
||||
|
||||
if req.Schedule != "" {
|
||||
if err := tc.cronService.ValidateCron(req.Schedule); err != nil {
|
||||
if err := tc.executorService.ValidateCron(req.Schedule); err != nil {
|
||||
utils.BadRequest(c, "无效的cron表达式: "+err.Error())
|
||||
return
|
||||
}
|
||||
@@ -185,7 +185,7 @@ func (tc *TaskController) UpdateTask(c *gin.Context) {
|
||||
// 处理任务调度
|
||||
if task.AgentID != nil && *task.AgentID > 0 {
|
||||
// Agent 任务:从本地 cron 移除,通知 Agent
|
||||
tc.cronService.RemoveTask(task.ID)
|
||||
tc.executorService.RemoveCronTask(task.ID)
|
||||
tc.agentWSManager.BroadcastTasks(*task.AgentID)
|
||||
// 如果 agent 变更了,也通知旧 agent
|
||||
if oldAgentID != nil && *oldAgentID > 0 && *oldAgentID != *task.AgentID {
|
||||
@@ -194,9 +194,9 @@ func (tc *TaskController) UpdateTask(c *gin.Context) {
|
||||
} else {
|
||||
// 本地任务
|
||||
if task.Enabled {
|
||||
tc.cronService.AddTask(task)
|
||||
tc.executorService.AddCronTask(task)
|
||||
} else {
|
||||
tc.cronService.RemoveTask(task.ID)
|
||||
tc.executorService.RemoveCronTask(task.ID)
|
||||
}
|
||||
// 如果之前是 agent 任务,通知旧 agent 移除
|
||||
if oldAgentID != nil && *oldAgentID > 0 {
|
||||
@@ -221,7 +221,7 @@ func (tc *TaskController) DeleteTask(c *gin.Context) {
|
||||
agentID = task.AgentID
|
||||
}
|
||||
|
||||
tc.cronService.RemoveTask(uint(id))
|
||||
tc.executorService.RemoveCronTask(uint(id))
|
||||
|
||||
success := tc.taskService.DeleteTask(id)
|
||||
if !success {
|
||||
|
||||
@@ -0,0 +1,169 @@
|
||||
package executor
|
||||
|
||||
import (
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"github.com/robfig/cron/v3"
|
||||
)
|
||||
|
||||
// 东八区时区(默认)
|
||||
var defaultLocation = time.FixedZone("CST", 8*3600)
|
||||
|
||||
// CronManager 统一的任务调度管理器
|
||||
type CronManager struct {
|
||||
cron *cron.Cron
|
||||
scheduler *Scheduler
|
||||
entryMap map[string]cron.EntryID // task ID -> cron entry ID
|
||||
mu sync.RWMutex
|
||||
logger SchedulerLogger
|
||||
}
|
||||
|
||||
// NewCronManager 创建一个新的计划任务管理器
|
||||
func NewCronManager(scheduler *Scheduler) *CronManager {
|
||||
// 使用秒级精度的 cron parser
|
||||
c := cron.New(cron.WithSeconds(), cron.WithLocation(defaultLocation))
|
||||
|
||||
m := &CronManager{
|
||||
cron: c,
|
||||
scheduler: scheduler,
|
||||
entryMap: make(map[string]cron.EntryID),
|
||||
logger: &DefaultLogger{},
|
||||
}
|
||||
|
||||
if scheduler != nil && scheduler.logger != nil {
|
||||
m.logger = scheduler.logger
|
||||
}
|
||||
|
||||
return m
|
||||
}
|
||||
|
||||
// SetLogger 设置自定义日志实现
|
||||
func (m *CronManager) SetLogger(logger SchedulerLogger) {
|
||||
m.mu.Lock()
|
||||
defer m.mu.Unlock()
|
||||
m.logger = logger
|
||||
}
|
||||
|
||||
// Start 启动调度器
|
||||
func (m *CronManager) Start() {
|
||||
m.cron.Start()
|
||||
m.logger.Infof("[CronManager] 调度管理服务已启动")
|
||||
}
|
||||
|
||||
// Stop 停止调度器
|
||||
func (m *CronManager) Stop() {
|
||||
ctx := m.cron.Stop()
|
||||
<-ctx.Done()
|
||||
m.logger.Infof("[CronManager] 调度管理服务已停止")
|
||||
}
|
||||
|
||||
// AddTask 添加或更新计划任务
|
||||
func (m *CronManager) AddTask(task CronTask) error {
|
||||
m.mu.Lock()
|
||||
defer m.mu.Unlock()
|
||||
|
||||
taskID := task.GetID()
|
||||
|
||||
// 如果已存在,先移除旧的
|
||||
if entryID, exists := m.entryMap[taskID]; exists {
|
||||
m.cron.Remove(entryID)
|
||||
delete(m.entryMap, taskID)
|
||||
}
|
||||
|
||||
// 准备任务执行函数
|
||||
cmd := task.GetCommand()
|
||||
name := task.GetName()
|
||||
timeout := task.GetTimeout()
|
||||
|
||||
entryID, err := m.cron.AddFunc(task.GetSchedule(), func() {
|
||||
m.logger.Infof("[CronManager] 触发计划任务 #%s (%s)", taskID, name)
|
||||
|
||||
req := &ExecutionRequest{
|
||||
TaskID: taskID,
|
||||
Name: name,
|
||||
Command: cmd,
|
||||
Type: TaskTypeCron,
|
||||
Timeout: timeout,
|
||||
}
|
||||
|
||||
// 如果有关联的 Scheduler,加入队列执行
|
||||
if m.scheduler != nil {
|
||||
m.scheduler.EnqueueOrExecute(req)
|
||||
}
|
||||
|
||||
// 触发下次运行时间更新事件
|
||||
m.triggerNextRunEvent(taskID, req)
|
||||
})
|
||||
|
||||
if err != nil {
|
||||
m.logger.Errorf("[CronManager] 添加任务失败 #%s: %v", taskID, err)
|
||||
return err
|
||||
}
|
||||
|
||||
m.entryMap[taskID] = entryID
|
||||
m.logger.Infof("[CronManager] 任务已调度 #%s %s (%s)", taskID, name, task.GetSchedule())
|
||||
|
||||
// 初始触发一次下次运行时间通知
|
||||
go func() {
|
||||
req := &ExecutionRequest{TaskID: taskID, Name: name, Type: TaskTypeCron}
|
||||
m.triggerNextRunEvent(taskID, req)
|
||||
}()
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// RemoveTask 移除计划任务
|
||||
func (m *CronManager) RemoveTask(taskID string) {
|
||||
m.mu.Lock()
|
||||
defer m.mu.Unlock()
|
||||
|
||||
if entryID, exists := m.entryMap[taskID]; exists {
|
||||
m.cron.Remove(entryID)
|
||||
delete(m.entryMap, taskID)
|
||||
m.logger.Infof("[CronManager] 任务已移除 #%s", taskID)
|
||||
}
|
||||
}
|
||||
|
||||
// triggerNextRunEvent 触发下次运行时间更新事件
|
||||
func (m *CronManager) triggerNextRunEvent(taskID string, req *ExecutionRequest) {
|
||||
m.mu.RLock()
|
||||
entryID, exists := m.entryMap[taskID]
|
||||
m.mu.RUnlock()
|
||||
|
||||
if !exists {
|
||||
return
|
||||
}
|
||||
|
||||
entry := m.cron.Entry(entryID)
|
||||
if !entry.Next.IsZero() && m.scheduler != nil && m.scheduler.handler != nil {
|
||||
m.scheduler.handler.OnCronNextRun(req, entry.Next)
|
||||
}
|
||||
}
|
||||
|
||||
// ValidateCron 校验 Cron 表达式
|
||||
func (m *CronManager) ValidateCron(expression string) error {
|
||||
parser := cron.NewParser(cron.Second | cron.Minute | cron.Hour | cron.Dom | cron.Month | cron.Dow | cron.Descriptor)
|
||||
_, err := parser.Parse(expression)
|
||||
return err
|
||||
}
|
||||
|
||||
// GetEntry 获取任务详情
|
||||
func (m *CronManager) GetEntry(taskID string) (cron.Entry, bool) {
|
||||
m.mu.RLock()
|
||||
defer m.mu.RUnlock()
|
||||
|
||||
entryID, exists := m.entryMap[taskID]
|
||||
if !exists {
|
||||
return cron.Entry{}, false
|
||||
}
|
||||
|
||||
return m.cron.Entry(entryID), true
|
||||
}
|
||||
|
||||
// GetScheduledCount 获取已调度任务总数
|
||||
func (m *CronManager) GetScheduledCount() int {
|
||||
m.mu.RLock()
|
||||
defer m.mu.RUnlock()
|
||||
return len(m.entryMap)
|
||||
}
|
||||
@@ -0,0 +1,204 @@
|
||||
package executor
|
||||
|
||||
import (
|
||||
"context"
|
||||
"io"
|
||||
"os"
|
||||
"os/exec"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/engigu/baihu-panel/internal/utils"
|
||||
)
|
||||
|
||||
// Task 任务基础接口
|
||||
type Task interface {
|
||||
GetID() string
|
||||
GetName() string
|
||||
GetCommand() string
|
||||
GetTimeout() int
|
||||
}
|
||||
|
||||
// CronTask 计划任务接口
|
||||
type CronTask interface {
|
||||
Task
|
||||
GetSchedule() string
|
||||
}
|
||||
|
||||
// Request 任务执行请求
|
||||
type Request struct {
|
||||
Command string
|
||||
WorkDir string
|
||||
Envs []string
|
||||
Timeout int // 分钟
|
||||
}
|
||||
|
||||
// Result 任务执行结果
|
||||
type Result struct {
|
||||
Output string
|
||||
Status string // success, failed
|
||||
Duration int64 // 毫秒
|
||||
ExitCode int
|
||||
StartTime time.Time
|
||||
EndTime time.Time
|
||||
}
|
||||
|
||||
// Hooks 执行钩子接口
|
||||
type Hooks interface {
|
||||
// PreExecute 执行前钩子,返回日志ID和错误
|
||||
PreExecute(ctx context.Context, req Request) (logID uint, err error)
|
||||
|
||||
// PostExecute 执行后钩子,处理日志压缩和记录更新
|
||||
PostExecute(ctx context.Context, logID uint, result *Result) error
|
||||
|
||||
// OnHeartbeat 执行中心跳钩子,用于更新实时状态
|
||||
OnHeartbeat(ctx context.Context, logID uint, duration int64) error
|
||||
}
|
||||
|
||||
// Execute 执行命令(基础版本,不带钩子)
|
||||
func Execute(ctx context.Context, req Request, stdout, stderr io.Writer) (*Result, error) {
|
||||
return ExecuteWithHooks(ctx, req, stdout, stderr, nil)
|
||||
}
|
||||
|
||||
// ExecuteWithHooks 执行命令(带钩子支持)
|
||||
func ExecuteWithHooks(ctx context.Context, req Request, stdout, stderr io.Writer, hooks Hooks) (*Result, error) {
|
||||
start := time.Now()
|
||||
|
||||
// 1. 执行前钩子
|
||||
var logID uint
|
||||
if hooks != nil {
|
||||
id, err := hooks.PreExecute(ctx, req)
|
||||
if err != nil {
|
||||
return &Result{
|
||||
Status: "failed",
|
||||
Duration: 0,
|
||||
ExitCode: 1,
|
||||
StartTime: start,
|
||||
EndTime: time.Now(),
|
||||
}, err
|
||||
}
|
||||
logID = id
|
||||
}
|
||||
|
||||
// 2. 执行命令
|
||||
timeout := req.Timeout
|
||||
if timeout <= 0 {
|
||||
timeout = 30
|
||||
}
|
||||
execCtx, cancel := context.WithTimeout(ctx, time.Duration(timeout)*time.Minute)
|
||||
defer cancel()
|
||||
|
||||
finalCommand := req.Command
|
||||
shell, args := utils.GetShellCommand(finalCommand)
|
||||
cmd := exec.CommandContext(execCtx, shell, args...)
|
||||
|
||||
// 设置工作目录
|
||||
// 设置工作目录
|
||||
workDir := strings.TrimSpace(req.WorkDir)
|
||||
if workDir != "" {
|
||||
cmd.Dir = workDir
|
||||
}
|
||||
|
||||
// 设置环境变量(始终继承系统环境变量)
|
||||
cmd.Env = os.Environ()
|
||||
if len(req.Envs) > 0 {
|
||||
cmd.Env = append(cmd.Env, req.Envs...)
|
||||
}
|
||||
|
||||
cmd.Stdout = stdout
|
||||
cmd.Stderr = stderr
|
||||
|
||||
// 使用 cmd.Start() + Wait() 以便在后台处理心跳
|
||||
err := cmd.Start()
|
||||
if err != nil {
|
||||
// Start 失败的处理
|
||||
end := time.Now()
|
||||
result := &Result{
|
||||
Status: "failed",
|
||||
Duration: end.Sub(start).Milliseconds(),
|
||||
ExitCode: 1,
|
||||
StartTime: start, // 修正为 start
|
||||
EndTime: end,
|
||||
}
|
||||
// 执行后钩子
|
||||
if hooks != nil {
|
||||
result.Output += "\n[System Error] " + err.Error()
|
||||
hooks.PostExecute(ctx, logID, result)
|
||||
}
|
||||
return result, err
|
||||
}
|
||||
|
||||
// 启动心跳协程
|
||||
done := make(chan struct{})
|
||||
go func() {
|
||||
// 每3秒一次心跳
|
||||
ticker := time.NewTicker(3 * time.Second)
|
||||
defer ticker.Stop()
|
||||
for {
|
||||
select {
|
||||
case <-done:
|
||||
return
|
||||
case <-ticker.C:
|
||||
if hooks != nil {
|
||||
hooks.OnHeartbeat(ctx, logID, time.Since(start).Milliseconds())
|
||||
}
|
||||
}
|
||||
}
|
||||
}()
|
||||
|
||||
// 等待命令完成
|
||||
err = cmd.Wait()
|
||||
close(done) // 停止心跳
|
||||
|
||||
end := time.Now()
|
||||
|
||||
result := &Result{
|
||||
StartTime: start,
|
||||
EndTime: end,
|
||||
Duration: end.Sub(start).Milliseconds(),
|
||||
}
|
||||
|
||||
if err != nil {
|
||||
result.Status = "failed"
|
||||
if exitErr, ok := err.(*exec.ExitError); ok {
|
||||
result.ExitCode = exitErr.ExitCode()
|
||||
} else {
|
||||
result.ExitCode = 1
|
||||
}
|
||||
} else {
|
||||
result.Status = "success"
|
||||
result.ExitCode = 0
|
||||
}
|
||||
|
||||
// 3. 执行后钩子
|
||||
if hooks != nil {
|
||||
if hookErr := hooks.PostExecute(ctx, logID, result); hookErr != nil {
|
||||
// 记录钩子错误但不影响执行结果
|
||||
result.Output += "\n[Hook Error] " + hookErr.Error()
|
||||
}
|
||||
}
|
||||
|
||||
return result, err
|
||||
}
|
||||
|
||||
// ParseEnvVars 解析环境变量字符串 "KEY1=VALUE1,KEY2=VALUE2"
|
||||
func ParseEnvVars(envStr string) []string {
|
||||
if envStr == "" {
|
||||
return nil
|
||||
}
|
||||
|
||||
pairs := strings.Split(envStr, ",")
|
||||
result := make([]string, 0, len(pairs))
|
||||
|
||||
for _, pair := range pairs {
|
||||
if pair == "" {
|
||||
continue
|
||||
}
|
||||
// 解码特殊字符
|
||||
pair = strings.ReplaceAll(pair, "{{COMMA}}", ",")
|
||||
pair = strings.ReplaceAll(pair, "{{EQUAL}}", "=")
|
||||
result = append(result, pair)
|
||||
}
|
||||
|
||||
return result
|
||||
}
|
||||
@@ -0,0 +1,451 @@
|
||||
package executor
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"context"
|
||||
"fmt"
|
||||
"io"
|
||||
"sync"
|
||||
"time"
|
||||
)
|
||||
|
||||
// SchedulerConfig 调度器配置
|
||||
type SchedulerConfig struct {
|
||||
WorkerCount int // Worker 数量
|
||||
QueueSize int // 队列大小
|
||||
RateInterval time.Duration // 速率限制间隔
|
||||
}
|
||||
|
||||
// TaskType 任务类型
|
||||
type TaskType string
|
||||
|
||||
const (
|
||||
TaskTypeCron TaskType = "cron" // 计划任务
|
||||
TaskTypeManual TaskType = "manual" // 手动任务
|
||||
TaskTypeSystem TaskType = "system" // 系统任务
|
||||
)
|
||||
|
||||
// TaskStatus 任务状态
|
||||
type TaskStatus string
|
||||
|
||||
const (
|
||||
TaskStatusPending TaskStatus = "pending" // 等待中
|
||||
TaskStatusRunning TaskStatus = "running" // 运行中
|
||||
TaskStatusSuccess TaskStatus = "success" // 成功
|
||||
TaskStatusFailed TaskStatus = "failed" // 失败
|
||||
TaskStatusTimeout TaskStatus = "timeout" // 超时
|
||||
TaskStatusCancelled TaskStatus = "cancelled" // 已取消
|
||||
)
|
||||
|
||||
// ExecutionRequest 执行请求(标准接口)
|
||||
type ExecutionRequest struct {
|
||||
TaskID string // 任务 ID
|
||||
LogID uint // 日志 ID
|
||||
Name string // 任务名称
|
||||
Type TaskType // 任务类型
|
||||
Command string // 命令
|
||||
WorkDir string // 工作目录
|
||||
Envs []string // 环境变量
|
||||
Timeout int // 超时时间(分钟)
|
||||
Metadata map[string]interface{} // 额外元数据
|
||||
}
|
||||
|
||||
// ExecutionResult 执行结果(标准接口)
|
||||
type ExecutionResult struct {
|
||||
TaskID string // 任务 ID
|
||||
LogID uint // 日志 ID
|
||||
Success bool // 是否成功
|
||||
Output string // 输出内容
|
||||
Error string // 错误信息
|
||||
Status string // 状态: success, failed, timeout, cancelled
|
||||
Duration int64 // 执行时长(毫秒)
|
||||
ExitCode int // 退出码
|
||||
StartTime time.Time // 开始时间
|
||||
EndTime time.Time // 结束时间
|
||||
}
|
||||
|
||||
// SchedulerEventHandler 调度器事件处理器(标准接口)
|
||||
// 主服务端和 Agent 端通过实现不同的 Handler 来处理事件
|
||||
type SchedulerEventHandler interface {
|
||||
// OnTaskScheduled 任务被调度(加入队列)时触发
|
||||
OnTaskScheduled(req *ExecutionRequest)
|
||||
|
||||
// OnTaskExecuting 任务准备开始执行时触发
|
||||
// 返回 stdout/stderr 写入器用于实时日志推送
|
||||
// 主服务端:返回 TinyLog 写入器(写入本地文件)
|
||||
// Agent 端:返回 WebSocket 写入器(实时推送到主服务)
|
||||
OnTaskExecuting(req *ExecutionRequest) (stdout, stderr io.Writer, err error)
|
||||
|
||||
// OnTaskStarted 任务实际开始运行(已经过了队列等待和速率限制)
|
||||
OnTaskStarted(req *ExecutionRequest)
|
||||
|
||||
// OnTaskCompleted 任务执行完成时触发
|
||||
// 主服务端:压缩日志、更新数据库、清理旧日志
|
||||
// Agent 端:通过 WebSocket 发送执行结果到主服务
|
||||
OnTaskCompleted(req *ExecutionRequest, result *ExecutionResult)
|
||||
|
||||
// OnTaskFailed 任务执行失败时触发
|
||||
OnTaskFailed(req *ExecutionRequest, err error)
|
||||
|
||||
// OnCronNextRun 计划任务下次运行时间更新时触发
|
||||
OnCronNextRun(req *ExecutionRequest, nextRun time.Time)
|
||||
|
||||
// OnTaskHeartbeat 任务执行心跳(用于更新实时耗时等)
|
||||
OnTaskHeartbeat(req *ExecutionRequest, duration int64)
|
||||
}
|
||||
|
||||
// SchedulerLogger 日志接口(允许自定义日志实现)
|
||||
type SchedulerLogger interface {
|
||||
Infof(format string, args ...interface{})
|
||||
Warnf(format string, args ...interface{})
|
||||
Errorf(format string, args ...interface{})
|
||||
}
|
||||
|
||||
// DefaultLogger 默认日志实现(使用 fmt)
|
||||
type DefaultLogger struct{}
|
||||
|
||||
func (l *DefaultLogger) Infof(format string, args ...interface{}) {
|
||||
fmt.Printf("[INFO] "+format+"\n", args...)
|
||||
}
|
||||
func (l *DefaultLogger) Warnf(format string, args ...interface{}) {
|
||||
fmt.Printf("[WARN] "+format+"\n", args...)
|
||||
}
|
||||
func (l *DefaultLogger) Errorf(format string, args ...interface{}) {
|
||||
fmt.Printf("[ERROR] "+format+"\n", args...)
|
||||
}
|
||||
|
||||
// schedulerHooksAdapter 适配器:将 executor.Hooks 映射到 SchedulerEventHandler
|
||||
type schedulerHooksAdapter struct {
|
||||
handler SchedulerEventHandler
|
||||
req *ExecutionRequest
|
||||
}
|
||||
|
||||
func (h *schedulerHooksAdapter) PreExecute(ctx context.Context, req Request) (uint, error) {
|
||||
return h.req.LogID, nil
|
||||
}
|
||||
|
||||
func (h *schedulerHooksAdapter) PostExecute(ctx context.Context, logID uint, result *Result) error {
|
||||
return nil
|
||||
}
|
||||
|
||||
func (h *schedulerHooksAdapter) OnHeartbeat(ctx context.Context, logID uint, duration int64) error {
|
||||
if h.handler != nil {
|
||||
h.handler.OnTaskHeartbeat(h.req, duration)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// TaskExecutor 定义任务执行函数签名
|
||||
type TaskExecutor func(ctx context.Context, req *ExecutionRequest, stdout, stderr io.Writer) (*Result, error)
|
||||
|
||||
// Scheduler 统一调度器(独立组件,可在主服务和 Agent 中复用)
|
||||
// 调度器本身只负责队列管理和任务调度,具体的执行逻辑和事件处理由 Handler 实现
|
||||
type Scheduler struct {
|
||||
config SchedulerConfig
|
||||
handler SchedulerEventHandler
|
||||
executor TaskExecutor
|
||||
taskQueue chan *ExecutionRequest
|
||||
rateLimiter <-chan time.Time
|
||||
stopCh chan struct{}
|
||||
wg sync.WaitGroup
|
||||
mu sync.RWMutex
|
||||
logger SchedulerLogger
|
||||
runningTasks map[string]context.CancelFunc // 记录运行中的任务,用于停止
|
||||
}
|
||||
|
||||
// NewScheduler 创建调度器
|
||||
func NewScheduler(config SchedulerConfig, handler SchedulerEventHandler) *Scheduler {
|
||||
if config.WorkerCount <= 0 {
|
||||
config.WorkerCount = 4
|
||||
}
|
||||
if config.QueueSize <= 0 {
|
||||
config.QueueSize = 100
|
||||
}
|
||||
if config.RateInterval <= 0 {
|
||||
config.RateInterval = 200 * time.Millisecond
|
||||
}
|
||||
|
||||
s := &Scheduler{
|
||||
config: config,
|
||||
handler: handler,
|
||||
executor: func(ctx context.Context, req *ExecutionRequest, stdout, stderr io.Writer) (*Result, error) {
|
||||
hooks := &schedulerHooksAdapter{handler: handler, req: req}
|
||||
return ExecuteWithHooks(ctx, Request{
|
||||
Command: req.Command,
|
||||
WorkDir: req.WorkDir,
|
||||
Envs: req.Envs,
|
||||
Timeout: req.Timeout,
|
||||
}, stdout, stderr, hooks)
|
||||
},
|
||||
taskQueue: make(chan *ExecutionRequest, config.QueueSize),
|
||||
rateLimiter: time.Tick(config.RateInterval),
|
||||
stopCh: make(chan struct{}),
|
||||
logger: &DefaultLogger{},
|
||||
runningTasks: make(map[string]context.CancelFunc),
|
||||
}
|
||||
|
||||
return s
|
||||
}
|
||||
|
||||
// SetLogger 设置自定义日志实现
|
||||
func (s *Scheduler) SetLogger(logger SchedulerLogger) {
|
||||
s.mu.Lock()
|
||||
defer s.mu.Unlock()
|
||||
s.logger = logger
|
||||
}
|
||||
|
||||
// SetExecutor 设置任务执行器
|
||||
func (s *Scheduler) SetExecutor(executor TaskExecutor) {
|
||||
s.mu.Lock()
|
||||
defer s.mu.Unlock()
|
||||
s.executor = executor
|
||||
}
|
||||
|
||||
// Start 启动调度器
|
||||
func (s *Scheduler) Start() {
|
||||
for i := 0; i < s.config.WorkerCount; i++ {
|
||||
s.wg.Add(1)
|
||||
go s.worker(i)
|
||||
}
|
||||
s.logger.Infof("[Scheduler] 已启动")
|
||||
}
|
||||
|
||||
// Stop 停止调度器
|
||||
func (s *Scheduler) Stop() {
|
||||
close(s.stopCh)
|
||||
s.wg.Wait()
|
||||
s.logger.Infof("[Scheduler] 已停止")
|
||||
}
|
||||
|
||||
// Enqueue 将任务加入队列
|
||||
func (s *Scheduler) Enqueue(req *ExecutionRequest) error {
|
||||
select {
|
||||
case s.taskQueue <- req:
|
||||
if s.handler != nil {
|
||||
s.handler.OnTaskScheduled(req)
|
||||
}
|
||||
return nil
|
||||
default:
|
||||
// 队列满,返回错误
|
||||
return fmt.Errorf("任务队列已满")
|
||||
}
|
||||
}
|
||||
|
||||
// EnqueueOrExecute 将任务加入队列,如果队列满则直接执行
|
||||
func (s *Scheduler) EnqueueOrExecute(req *ExecutionRequest) {
|
||||
select {
|
||||
case s.taskQueue <- req:
|
||||
// 成功入队
|
||||
if s.handler != nil {
|
||||
s.handler.OnTaskScheduled(req)
|
||||
}
|
||||
default:
|
||||
// 队列满,直接执行(降级处理)
|
||||
s.logger.Warnf("[Scheduler] 任务队列已满,直接执行任务 %s", req.TaskID)
|
||||
go s.executeTask(req)
|
||||
}
|
||||
}
|
||||
|
||||
// ExecuteSync 同步执行任务(不经过队列)
|
||||
func (s *Scheduler) ExecuteSync(req *ExecutionRequest) (*ExecutionResult, error) {
|
||||
return s.executeTask(req)
|
||||
}
|
||||
|
||||
// worker 工作协程
|
||||
func (s *Scheduler) worker(id int) {
|
||||
defer s.wg.Done()
|
||||
|
||||
for {
|
||||
select {
|
||||
case <-s.stopCh:
|
||||
return
|
||||
case req := <-s.taskQueue:
|
||||
// 速率限制
|
||||
<-s.rateLimiter
|
||||
s.executeTask(req)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// executeTask 执行任务(本地执行)
|
||||
func (s *Scheduler) executeTask(req *ExecutionRequest) (*ExecutionResult, error) {
|
||||
start := time.Now()
|
||||
|
||||
s.logger.Infof("[Scheduler] 执行任务 %s (名称: %s, 类型: %s)", req.TaskID, req.Name, req.Type)
|
||||
|
||||
// 1. 执行前事件:获取 stdout/stderr 写入器
|
||||
var stdout, stderr io.Writer
|
||||
var err error
|
||||
if s.handler != nil {
|
||||
stdout, stderr, err = s.handler.OnTaskExecuting(req)
|
||||
if err != nil {
|
||||
s.logger.Errorf("[Scheduler] 任务 %s 执行前事件失败: %v", req.TaskID, err)
|
||||
if s.handler != nil {
|
||||
s.handler.OnTaskFailed(req, err)
|
||||
}
|
||||
return &ExecutionResult{
|
||||
TaskID: req.TaskID,
|
||||
Success: false,
|
||||
Status: "failed",
|
||||
Error: err.Error(),
|
||||
Duration: 0,
|
||||
ExitCode: 1,
|
||||
StartTime: start,
|
||||
EndTime: time.Now(),
|
||||
}, err
|
||||
}
|
||||
}
|
||||
|
||||
// 2. 准备输出缓冲区
|
||||
var stdoutBuf, stderrBuf bytes.Buffer
|
||||
var stdoutWriter, stderrWriter io.Writer
|
||||
|
||||
if stdout != nil {
|
||||
stdoutWriter = io.MultiWriter(&stdoutBuf, stdout)
|
||||
} else {
|
||||
stdoutWriter = &stdoutBuf
|
||||
}
|
||||
|
||||
if stderr != nil {
|
||||
stderrWriter = io.MultiWriter(&stderrBuf, stderr)
|
||||
} else {
|
||||
stderrWriter = &stderrBuf
|
||||
}
|
||||
|
||||
// 3. 实际开始执行事件 (经过队列和速率限制之后)
|
||||
if s.handler != nil {
|
||||
s.handler.OnTaskStarted(req)
|
||||
}
|
||||
|
||||
// 4. 执行命令(使用 executor.Execute)
|
||||
// 创建带取消功能的上下文
|
||||
ctx, cancel := context.WithCancel(context.Background())
|
||||
if req.Timeout > 0 {
|
||||
ctx, cancel = context.WithTimeout(ctx, time.Duration(req.Timeout)*time.Minute)
|
||||
}
|
||||
defer cancel()
|
||||
|
||||
// 注册到运行中任务
|
||||
s.mu.Lock()
|
||||
s.runningTasks[req.TaskID] = cancel
|
||||
s.mu.Unlock()
|
||||
|
||||
defer func() {
|
||||
s.mu.Lock()
|
||||
delete(s.runningTasks, req.TaskID)
|
||||
s.mu.Unlock()
|
||||
}()
|
||||
|
||||
execResult, execErr := s.executor(ctx, req, stdoutWriter, stderrWriter)
|
||||
|
||||
// 5. 构建结果
|
||||
result := &ExecutionResult{
|
||||
TaskID: req.TaskID,
|
||||
LogID: req.LogID, // 传递 LogID
|
||||
Success: execResult.Status == "success",
|
||||
Output: stdoutBuf.String(),
|
||||
Status: execResult.Status,
|
||||
Duration: execResult.Duration,
|
||||
ExitCode: execResult.ExitCode,
|
||||
StartTime: execResult.StartTime,
|
||||
EndTime: execResult.EndTime,
|
||||
}
|
||||
|
||||
if execErr != nil {
|
||||
result.Error = execErr.Error()
|
||||
errOutput := stderrBuf.String()
|
||||
if errOutput != "" {
|
||||
result.Output += "\n[ERROR]\n" + errOutput
|
||||
}
|
||||
if ctx.Err() == context.Canceled {
|
||||
result.Status = "cancelled"
|
||||
} else if ctx.Err() == context.DeadlineExceeded {
|
||||
result.Status = "timeout"
|
||||
}
|
||||
}
|
||||
|
||||
// 6. 执行后事件
|
||||
if s.handler != nil {
|
||||
if execErr != nil {
|
||||
s.handler.OnTaskFailed(req, execErr)
|
||||
} else {
|
||||
s.handler.OnTaskCompleted(req, result)
|
||||
}
|
||||
}
|
||||
|
||||
if execErr != nil {
|
||||
s.logger.Errorf("[Scheduler] 任务 %s 执行失败: %v", req.TaskID, execErr)
|
||||
} else {
|
||||
s.logger.Infof("[Scheduler] 任务 %s 执行完成 (状态: %s, 耗时: %dms)",
|
||||
req.TaskID, result.Status, result.Duration)
|
||||
}
|
||||
|
||||
return result, execErr
|
||||
}
|
||||
|
||||
// StopTask 停止正在运行的任务
|
||||
func (s *Scheduler) StopTask(taskID string) bool {
|
||||
s.mu.RLock()
|
||||
cancel, exists := s.runningTasks[taskID]
|
||||
s.mu.RUnlock()
|
||||
|
||||
if exists && cancel != nil {
|
||||
cancel()
|
||||
s.logger.Infof("[Scheduler] 已尝试停止任务 %s", taskID)
|
||||
return true
|
||||
}
|
||||
return false
|
||||
}
|
||||
|
||||
// GetRunningTaskCount 获取正在运行的任务数量
|
||||
func (s *Scheduler) GetRunningTaskCount() int {
|
||||
s.mu.RLock()
|
||||
defer s.mu.RUnlock()
|
||||
return len(s.runningTasks)
|
||||
}
|
||||
|
||||
// GetRunningTasks 获取所有正在运行的任务 ID
|
||||
func (s *Scheduler) GetRunningTasks() []string {
|
||||
s.mu.RLock()
|
||||
defer s.mu.RUnlock()
|
||||
ids := make([]string, 0, len(s.runningTasks))
|
||||
for id := range s.runningTasks {
|
||||
ids = append(ids, id)
|
||||
}
|
||||
return ids
|
||||
}
|
||||
|
||||
// Reload 重新加载配置
|
||||
func (s *Scheduler) Reload(config SchedulerConfig) {
|
||||
s.logger.Infof("[Scheduler] 正在重载配置...")
|
||||
|
||||
// 停止现有 workers
|
||||
close(s.stopCh)
|
||||
s.wg.Wait()
|
||||
|
||||
// 更新配置
|
||||
s.mu.Lock()
|
||||
s.config = config
|
||||
s.taskQueue = make(chan *ExecutionRequest, config.QueueSize)
|
||||
s.rateLimiter = time.Tick(config.RateInterval)
|
||||
s.stopCh = make(chan struct{})
|
||||
s.mu.Unlock()
|
||||
|
||||
// 重启 workers
|
||||
s.Start()
|
||||
|
||||
s.logger.Infof("[Scheduler] 配置已重载: workers=%d, queue=%d, rate=%v",
|
||||
config.WorkerCount, config.QueueSize, config.RateInterval)
|
||||
}
|
||||
|
||||
// GetQueueSize 获取当前队列大小
|
||||
func (s *Scheduler) GetQueueSize() int {
|
||||
return len(s.taskQueue)
|
||||
}
|
||||
|
||||
// GetConfig 获取配置
|
||||
func (s *Scheduler) GetConfig() SchedulerConfig {
|
||||
s.mu.RLock()
|
||||
defer s.mu.RUnlock()
|
||||
return s.config
|
||||
}
|
||||
@@ -114,3 +114,21 @@ func WithField(key string, value interface{}) *logrus.Entry {
|
||||
func WithFields(fields logrus.Fields) *logrus.Entry {
|
||||
return Log.WithFields(fields)
|
||||
}
|
||||
|
||||
// SchedulerLogger 兼容 internal/executor 的日志接口
|
||||
type SchedulerLogger struct{}
|
||||
|
||||
func (s *SchedulerLogger) Infof(format string, args ...interface{}) {
|
||||
Log.Infof(format, args...)
|
||||
}
|
||||
func (s *SchedulerLogger) Warnf(format string, args ...interface{}) {
|
||||
Log.Warnf(format, args...)
|
||||
}
|
||||
func (s *SchedulerLogger) Errorf(format string, args ...interface{}) {
|
||||
Log.Errorf(format, args...)
|
||||
}
|
||||
|
||||
// NewSchedulerLogger 创建一个兼容 executor.SchedulerLogger 的实例
|
||||
func NewSchedulerLogger() *SchedulerLogger {
|
||||
return &SchedulerLogger{}
|
||||
}
|
||||
|
||||
@@ -16,7 +16,7 @@ type Agent struct {
|
||||
Status string `json:"status" gorm:"size:20;default:'pending'"` // 状态: pending(待审核), online, offline, blocked(拉黑)
|
||||
LastSeen *LocalTime `json:"last_seen"` // 最后心跳时间
|
||||
IP string `json:"ip" gorm:"size:45"` // Agent IP 地址
|
||||
Version string `json:"version" gorm:"size:20"` // Agent 版本
|
||||
Version string `json:"version" gorm:"size:50"` // Agent 版本
|
||||
BuildTime string `json:"build_time" gorm:"size:30"` // Agent 构建时间
|
||||
Hostname string `json:"hostname" gorm:"size:100"` // Agent 主机名
|
||||
OS string `json:"os" gorm:"size:20"` // 操作系统
|
||||
@@ -65,6 +65,7 @@ type AgentTask struct {
|
||||
// AgentTaskResult Agent 上报的任务执行结果
|
||||
type AgentTaskResult struct {
|
||||
TaskID uint `json:"task_id"`
|
||||
LogID uint `json:"log_id"`
|
||||
AgentID uint `json:"agent_id"`
|
||||
Command string `json:"command"`
|
||||
Output string `json:"output"`
|
||||
|
||||
@@ -1,6 +1,8 @@
|
||||
package models
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
|
||||
"github.com/engigu/baihu-panel/internal/constant"
|
||||
|
||||
"gorm.io/gorm"
|
||||
@@ -25,6 +27,11 @@ type RepoConfig struct {
|
||||
AuthToken string `json:"auth_token"` // 认证 Token
|
||||
}
|
||||
|
||||
// TaskConfig 任务配置 RepoConfig+TaskConfig=task.config
|
||||
type TaskConfig struct {
|
||||
Concurrency int `json:"$task_concurrency"` // 0: disable concurrency, 1: enable concurrency
|
||||
}
|
||||
|
||||
// Task represents a scheduled task
|
||||
type Task struct {
|
||||
ID uint `json:"id" gorm:"primaryKey"`
|
||||
@@ -39,6 +46,7 @@ type Task struct {
|
||||
Envs string `json:"envs" gorm:"size:255;default:''"` // 环境变量ID列表,逗号分隔
|
||||
AgentID *uint `json:"agent_id" gorm:"index"` // Agent ID,为空表示本地执行
|
||||
Enabled bool `json:"enabled" gorm:"default:true"`
|
||||
RunningGo string `json:"running_go" gorm:"type:text"` // 正在运行的 go routine id 数组 (JSON)
|
||||
LastRun *LocalTime `json:"last_run"`
|
||||
NextRun *LocalTime `json:"next_run"`
|
||||
CreatedAt LocalTime `json:"created_at"`
|
||||
@@ -50,6 +58,26 @@ func (Task) TableName() string {
|
||||
return constant.TablePrefix + "tasks"
|
||||
}
|
||||
|
||||
func (t *Task) GetID() string {
|
||||
return fmt.Sprintf("%d", t.ID)
|
||||
}
|
||||
|
||||
func (t *Task) GetName() string {
|
||||
return t.Name
|
||||
}
|
||||
|
||||
func (t *Task) GetCommand() string {
|
||||
return t.Command
|
||||
}
|
||||
|
||||
func (t *Task) GetTimeout() int {
|
||||
return t.Timeout
|
||||
}
|
||||
|
||||
func (t *Task) GetSchedule() string {
|
||||
return t.Schedule
|
||||
}
|
||||
|
||||
// TaskLog represents a log entry for task execution
|
||||
type TaskLog struct {
|
||||
ID uint `json:"id" gorm:"primaryKey"`
|
||||
|
||||
+20
-14
@@ -7,7 +7,7 @@ import (
|
||||
"github.com/engigu/baihu-panel/internal/services/tasks"
|
||||
)
|
||||
|
||||
var cronService *tasks.CronService
|
||||
var executorService *tasks.ExecutorService
|
||||
|
||||
func RegisterControllers() *Controllers {
|
||||
// Initialize services
|
||||
@@ -23,35 +23,41 @@ func RegisterControllers() *Controllers {
|
||||
scriptService := services.NewScriptService()
|
||||
sendStatsService := services.NewSendStatsService()
|
||||
agentWSManager := services.GetAgentWSManager()
|
||||
|
||||
// 创建任务执行服务(需要依赖注入)
|
||||
taskExecutionService := tasks.NewTaskExecutionService(agentWSManager, sendStatsService)
|
||||
executorService := tasks.NewExecutorService(taskService, taskExecutionService, settingsService, envService)
|
||||
|
||||
// Initialize cron service
|
||||
cronService = tasks.NewCronService(taskService, executorService)
|
||||
cronService.Start()
|
||||
taskLogService := tasks.NewTaskLogService(sendStatsService)
|
||||
// 创建任务执行服务(需要依赖注入)
|
||||
|
||||
// 清理 task 运行状态的任务可以直接由 executorService 承担或在此处通过 Database 直接清理
|
||||
// 简单期间,我们使用一个新方法 tasks.CleanupRunningTasks() 或者让 executorService 启动时清理
|
||||
|
||||
executorService = tasks.NewExecutorService(taskService, taskLogService, agentWSManager, settingsService, envService)
|
||||
// 启动时清理残留的运行状态
|
||||
_ = executorService.CleanupRunningTasks()
|
||||
|
||||
// 启动计划任务
|
||||
executorService.StartCron()
|
||||
|
||||
// Initialize and return controllers
|
||||
return &Controllers{
|
||||
Task: controllers.NewTaskController(taskService, cronService),
|
||||
Task: controllers.NewTaskController(taskService, executorService),
|
||||
Auth: controllers.NewAuthController(userService, settingsService, loginLogService),
|
||||
Env: controllers.NewEnvController(envService),
|
||||
Script: controllers.NewScriptController(scriptService),
|
||||
Executor: controllers.NewExecutorController(executorService),
|
||||
File: controllers.NewFileController(constant.ScriptsWorkDir),
|
||||
Dashboard: controllers.NewDashboardController(cronService, executorService),
|
||||
Dashboard: controllers.NewDashboardController(executorService),
|
||||
Log: controllers.NewLogController(),
|
||||
LogWS: controllers.NewLogWSController(),
|
||||
Terminal: controllers.NewTerminalController(envService),
|
||||
Settings: controllers.NewSettingsController(userService, loginLogService, executorService),
|
||||
Dependency: controllers.NewDependencyController(),
|
||||
Agent: controllers.NewAgentController(),
|
||||
Agent: controllers.NewAgentController(settingsService),
|
||||
}
|
||||
}
|
||||
|
||||
// StopCron stops the cron service gracefully
|
||||
// StopCron 停止计划任务服务
|
||||
func StopCron() {
|
||||
if cronService != nil {
|
||||
cronService.Stop()
|
||||
if executorService != nil {
|
||||
executorService.Stop()
|
||||
}
|
||||
}
|
||||
|
||||
@@ -22,6 +22,7 @@ type Controllers struct {
|
||||
File *controllers.FileController
|
||||
Dashboard *controllers.DashboardController
|
||||
Log *controllers.LogController
|
||||
LogWS *controllers.LogWSController
|
||||
Terminal *controllers.TerminalController
|
||||
Settings *controllers.SettingsController
|
||||
Dependency *controllers.DependencyController
|
||||
@@ -166,6 +167,7 @@ func Setup(c *Controllers) *gin.Engine {
|
||||
logs := authorized.Group("/logs")
|
||||
{
|
||||
logs.GET("", c.Log.GetLogs)
|
||||
logs.GET("/ws", c.LogWS.StreamLog)
|
||||
logs.GET("/:id", c.Log.GetLogDetail)
|
||||
}
|
||||
|
||||
@@ -246,7 +248,7 @@ func Setup(c *Controllers) *gin.Engine {
|
||||
|
||||
data, err := static.ReadFile("index.html")
|
||||
if err != nil {
|
||||
ctx.String(500, "index.html not found")
|
||||
ctx.Status(404)
|
||||
return
|
||||
}
|
||||
|
||||
|
||||
@@ -1,11 +1,6 @@
|
||||
package services
|
||||
|
||||
import (
|
||||
"github.com/engigu/baihu-panel/internal/constant"
|
||||
"github.com/engigu/baihu-panel/internal/database"
|
||||
"github.com/engigu/baihu-panel/internal/logger"
|
||||
"github.com/engigu/baihu-panel/internal/models"
|
||||
"github.com/engigu/baihu-panel/internal/services/tasks"
|
||||
"crypto/rand"
|
||||
"encoding/hex"
|
||||
"fmt"
|
||||
@@ -14,6 +9,12 @@ import (
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/engigu/baihu-panel/internal/constant"
|
||||
"github.com/engigu/baihu-panel/internal/database"
|
||||
"github.com/engigu/baihu-panel/internal/logger"
|
||||
"github.com/engigu/baihu-panel/internal/models"
|
||||
"github.com/engigu/baihu-panel/internal/services/tasks"
|
||||
|
||||
"gorm.io/gorm"
|
||||
)
|
||||
|
||||
@@ -308,7 +309,7 @@ func (s *AgentService) GetTasks(agentID uint) []models.AgentTask {
|
||||
for i, task := range tasks {
|
||||
// 将环境变量 ID 转换为实际的环境变量键值对
|
||||
envVarsStr := s.buildEnvVarsString(task.Envs)
|
||||
|
||||
|
||||
result[i] = models.AgentTask{
|
||||
ID: task.ID,
|
||||
Name: task.Name,
|
||||
@@ -353,11 +354,32 @@ func (s *AgentService) buildEnvVarsString(envIDs string) string {
|
||||
func (s *AgentService) ReportResult(result *models.AgentTaskResult) error {
|
||||
// 获取依赖的服务
|
||||
agentWSManager := GetAgentWSManager()
|
||||
|
||||
// 先尝试通知正在等待的 goroutine
|
||||
if agentWSManager.NotifyRemoteResult(result) {
|
||||
logger.Infof("[Agent] 已通知正在等待任务 #%d 结果的 goroutine", result.TaskID)
|
||||
return nil
|
||||
}
|
||||
|
||||
// 如果没有人在等待(例如服务重启后),则由本协程负责处理结果入库
|
||||
// 如果没有人在等待(例如服务重启后),则由本协程负责处理结果入库(记录日志并清理)
|
||||
logger.Infof("[Agent] 没有找到等待任务 #%d 结果的 goroutine,直接处理结果", result.TaskID)
|
||||
sendStatsService := NewSendStatsService()
|
||||
taskExecutionService := tasks.NewTaskExecutionService(agentWSManager, sendStatsService)
|
||||
|
||||
// 使用统一的结果处理流程
|
||||
return taskExecutionService.ProcessAgentResult(result)
|
||||
taskLogService := tasks.NewTaskLogService(sendStatsService)
|
||||
|
||||
// 创建日志对象
|
||||
taskLog, err := taskLogService.CreateTaskLogFromAgentResult(result)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
// 处理完成逻辑(保存日志、更新统计、清理旧日志等)
|
||||
return taskLogService.ProcessTaskCompletion(taskLog)
|
||||
}
|
||||
|
||||
// UpdateTaskDuration 更新任务耗时(心跳)
|
||||
func (s *AgentService) UpdateTaskDuration(logID uint, duration int64) error {
|
||||
taskLogService := tasks.NewTaskLogService(nil)
|
||||
return taskLogService.UpdateTaskDuration(logID, duration)
|
||||
}
|
||||
|
||||
// UpdateOfflineAgents 更新离线 Agent 状态(超过 2 分钟无心跳)
|
||||
@@ -368,6 +390,13 @@ func (s *AgentService) UpdateOfflineAgents() {
|
||||
Update("status", "offline")
|
||||
}
|
||||
|
||||
// ResetAllAgentsToOffline 将所有 Agents 状态重置为离线(用于服务启动时)
|
||||
func (s *AgentService) ResetAllAgentsToOffline() {
|
||||
database.DB.Model(&models.Agent{}).
|
||||
Where("status = ?", "online").
|
||||
Update("status", "offline")
|
||||
}
|
||||
|
||||
// GetLatestVersion 获取最新 Agent 版本
|
||||
func (s *AgentService) GetLatestVersion() string {
|
||||
// 优先从 /opt/agent 读取(容器内)
|
||||
@@ -420,7 +449,7 @@ func (s *AgentService) CheckNeedUpdate(agentVersion, agentBuildTime string) bool
|
||||
// GetAvailablePlatforms 获取可用的平台列表
|
||||
func (s *AgentService) GetAvailablePlatforms() []map[string]string {
|
||||
platforms := []map[string]string{}
|
||||
|
||||
|
||||
// 优先从 /opt/agent 读取(容器内)
|
||||
agentDir := "/opt/agent"
|
||||
files, err := os.ReadDir(agentDir)
|
||||
|
||||
@@ -1,22 +1,25 @@
|
||||
package services
|
||||
|
||||
import (
|
||||
"github.com/engigu/baihu-panel/internal/database"
|
||||
"github.com/engigu/baihu-panel/internal/logger"
|
||||
"github.com/engigu/baihu-panel/internal/models"
|
||||
"encoding/json"
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"github.com/engigu/baihu-panel/internal/constant"
|
||||
"github.com/engigu/baihu-panel/internal/database"
|
||||
"github.com/engigu/baihu-panel/internal/logger"
|
||||
"github.com/engigu/baihu-panel/internal/models"
|
||||
|
||||
"github.com/gorilla/websocket"
|
||||
)
|
||||
|
||||
// AgentWSManager WebSocket 连接管理器
|
||||
type AgentWSManager struct {
|
||||
connections map[uint]*AgentConnection // agentID -> connection
|
||||
ipConnections map[string]int // IP -> 连接数
|
||||
ipLastAttempt map[string]time.Time // IP -> 最后连接尝试时间
|
||||
ipFailCount map[string]int // IP -> 连续失败次数
|
||||
connections map[uint]*AgentConnection // agentID -> connection
|
||||
ipConnections map[string]int // IP -> 连接数
|
||||
ipLastAttempt map[string]time.Time // IP -> 最后连接尝试时间
|
||||
ipFailCount map[string]int // IP -> 连续失败次数
|
||||
remoteWaiters map[uint]chan *models.AgentTaskResult // logID -> result channel
|
||||
mu sync.RWMutex
|
||||
}
|
||||
|
||||
@@ -47,16 +50,19 @@ type WSMessage struct {
|
||||
|
||||
// 消息类型常量
|
||||
const (
|
||||
WSTypeHeartbeat = "heartbeat"
|
||||
WSTypeHeartbeatAck = "heartbeat_ack"
|
||||
WSTypeTasks = "tasks"
|
||||
WSTypeTaskResult = "task_result"
|
||||
WSTypeUpdate = "update"
|
||||
WSTypeDisconnect = "disconnect"
|
||||
WSTypeConnected = "connected" // 连接成功,包含注册状态
|
||||
WSTypeDisabled = "disabled" // Agent 被禁用
|
||||
WSTypeEnabled = "enabled" // Agent 被启用
|
||||
WSTypeFetchTasks = "fetch_tasks" // Agent 请求任务列表
|
||||
WSTypeHeartbeat = constant.WSTypeHeartbeat
|
||||
WSTypeHeartbeatAck = constant.WSTypeHeartbeatAck
|
||||
WSTypeTasks = constant.WSTypeTasks
|
||||
WSTypeTaskResult = constant.WSTypeTaskResult
|
||||
WSTypeUpdate = constant.WSTypeUpdate
|
||||
WSTypeDisconnect = constant.WSTypeDisconnect
|
||||
WSTypeConnected = constant.WSTypeConnected
|
||||
WSTypeDisabled = constant.WSTypeDisabled
|
||||
WSTypeEnabled = constant.WSTypeEnabled
|
||||
WSTypeFetchTasks = constant.WSTypeFetchTasks
|
||||
WSTypeTaskLog = constant.WSTypeTaskLog
|
||||
WSTypeExecute = constant.WSTypeExecute
|
||||
WSTypeTaskHeartbeat = constant.WSTypeTaskHeartbeat
|
||||
)
|
||||
|
||||
var agentWSManager *AgentWSManager
|
||||
@@ -70,6 +76,7 @@ func GetAgentWSManager() *AgentWSManager {
|
||||
ipConnections: make(map[string]int),
|
||||
ipLastAttempt: make(map[string]time.Time),
|
||||
ipFailCount: make(map[string]int),
|
||||
remoteWaiters: make(map[uint]chan *models.AgentTaskResult),
|
||||
}
|
||||
go agentWSManager.cleanupLoop()
|
||||
})
|
||||
@@ -215,6 +222,37 @@ func (m *AgentWSManager) BroadcastTasks(agentID uint) {
|
||||
})
|
||||
}
|
||||
|
||||
// RegisterRemoteWaiter 注册远程任务结果等待者
|
||||
func (m *AgentWSManager) RegisterRemoteWaiter(logID uint) chan *models.AgentTaskResult {
|
||||
m.mu.Lock()
|
||||
defer m.mu.Unlock()
|
||||
ch := make(chan *models.AgentTaskResult, 1)
|
||||
m.remoteWaiters[logID] = ch
|
||||
return ch
|
||||
}
|
||||
|
||||
// UnregisterRemoteWaiter 注销远程任务结果等待者
|
||||
func (m *AgentWSManager) UnregisterRemoteWaiter(logID uint) {
|
||||
m.mu.Lock()
|
||||
defer m.mu.Unlock()
|
||||
delete(m.remoteWaiters, logID)
|
||||
}
|
||||
|
||||
// NotifyRemoteResult 通知远程任务结果
|
||||
func (m *AgentWSManager) NotifyRemoteResult(result *models.AgentTaskResult) bool {
|
||||
m.mu.RLock()
|
||||
defer m.mu.RUnlock()
|
||||
if ch, ok := m.remoteWaiters[result.LogID]; ok {
|
||||
select {
|
||||
case ch <- result:
|
||||
return true
|
||||
default:
|
||||
return false
|
||||
}
|
||||
}
|
||||
return false
|
||||
}
|
||||
|
||||
// OnlineCount 在线 Agent 数量
|
||||
func (m *AgentWSManager) OnlineCount() int {
|
||||
m.mu.RLock()
|
||||
@@ -227,6 +265,11 @@ func (m *AgentWSManager) cleanupLoop() {
|
||||
ticker := time.NewTicker(30 * time.Second)
|
||||
defer ticker.Stop()
|
||||
|
||||
// 启动时,先将所有 "online" 状态的 Agent 重置为 "offline"
|
||||
// 因为 WebSocket 连接在应用启动时是空的,所有 Agent 客观上都是离线状态
|
||||
// 等它们重新连接上来后,会变为 "online"
|
||||
NewAgentService().ResetAllAgentsToOffline()
|
||||
|
||||
for range ticker.C {
|
||||
m.mu.Lock()
|
||||
now := time.Now()
|
||||
@@ -248,6 +291,15 @@ func (m *AgentWSManager) cleanupLoop() {
|
||||
}
|
||||
}
|
||||
|
||||
// 定期清理数据库中的过期状态(处理服务重启或异常终止的情况)
|
||||
// 有些 Agent 虽然没有连接,但数据库状态可能是 "online"
|
||||
cutoff := now.Add(-2 * time.Minute)
|
||||
database.DB.Model(&models.Agent{}).
|
||||
Where("status = ? AND last_seen < ?", "online", cutoff).
|
||||
Update("status", "offline")
|
||||
|
||||
// 清理过期的限流记录(超过 10 分钟未活动)
|
||||
|
||||
// 清理过期的限流记录(超过 10 分钟未活动)
|
||||
for ip, lastAttempt := range m.ipLastAttempt {
|
||||
if now.Sub(lastAttempt) > 10*time.Minute {
|
||||
|
||||
@@ -1,168 +0,0 @@
|
||||
package tasks
|
||||
|
||||
import (
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"github.com/engigu/baihu-panel/internal/database"
|
||||
"github.com/engigu/baihu-panel/internal/logger"
|
||||
"github.com/engigu/baihu-panel/internal/models"
|
||||
|
||||
"github.com/robfig/cron/v3"
|
||||
)
|
||||
|
||||
// 东八区时区
|
||||
var cstZone = time.FixedZone("CST", 8*3600)
|
||||
|
||||
// CronService manages scheduled tasks using robfig/cron
|
||||
type CronService struct {
|
||||
cron *cron.Cron
|
||||
taskService *TaskService
|
||||
executorService *ExecutorService
|
||||
entryMap map[uint]cron.EntryID // task ID -> cron entry ID
|
||||
mu sync.RWMutex
|
||||
}
|
||||
|
||||
// NewCronService creates a new cron service
|
||||
func NewCronService(taskService *TaskService, executorService *ExecutorService) *CronService {
|
||||
// 使用秒级精度的 cron parser,支持 6 位表达式(秒 分 时 日 月 周),使用东八区时区
|
||||
c := cron.New(cron.WithSeconds(), cron.WithLocation(cstZone))
|
||||
|
||||
return &CronService{
|
||||
cron: c,
|
||||
taskService: taskService,
|
||||
executorService: executorService,
|
||||
entryMap: make(map[uint]cron.EntryID),
|
||||
}
|
||||
}
|
||||
|
||||
// Start starts the cron service and loads all enabled tasks
|
||||
func (cs *CronService) Start() {
|
||||
cs.loadTasks()
|
||||
cs.cron.Start()
|
||||
logger.Info("[Cron] 调度服务已启动")
|
||||
}
|
||||
|
||||
// Stop stops the cron service
|
||||
func (cs *CronService) Stop() {
|
||||
ctx := cs.cron.Stop()
|
||||
<-ctx.Done()
|
||||
logger.Info("[Cron] 调度服务已停止")
|
||||
}
|
||||
|
||||
// loadTasks loads all enabled tasks from database
|
||||
func (cs *CronService) loadTasks() {
|
||||
tasks := cs.taskService.GetTasks()
|
||||
count := 0
|
||||
for _, task := range tasks {
|
||||
// 只调度本地任务(agent_id 为空)
|
||||
if task.Enabled && task.AgentID == nil {
|
||||
err := cs.addTask(&task, false)
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
count++
|
||||
}
|
||||
}
|
||||
logger.Infof("[Cron] 启动调度已加载 %d 个定时任务", count)
|
||||
}
|
||||
|
||||
// addTask 内部添加任务方法,silent 控制是否打印日志
|
||||
func (cs *CronService) addTask(task *models.Task, logEnabled bool) error {
|
||||
cs.mu.Lock()
|
||||
|
||||
// 如果已存在,先移除
|
||||
if entryID, exists := cs.entryMap[task.ID]; exists {
|
||||
cs.cron.Remove(entryID)
|
||||
delete(cs.entryMap, task.ID)
|
||||
}
|
||||
|
||||
taskID := task.ID
|
||||
entryID, err := cs.cron.AddFunc(task.Schedule, func() {
|
||||
cs.runTask(taskID)
|
||||
})
|
||||
if err != nil {
|
||||
cs.mu.Unlock()
|
||||
logger.Errorf("[Cron] 添加任务失败 #%d: %v", task.ID, err)
|
||||
return err
|
||||
}
|
||||
|
||||
cs.entryMap[task.ID] = entryID
|
||||
cs.mu.Unlock()
|
||||
|
||||
if logEnabled {
|
||||
logger.Infof("[Cron] 任务已调度 #%d %s (%s)", task.ID, task.Name, task.Schedule)
|
||||
}
|
||||
|
||||
// 更新下次运行时间
|
||||
cs.updateNextRun(task.ID)
|
||||
return nil
|
||||
}
|
||||
|
||||
// AddTask adds a task to the cron scheduler
|
||||
func (cs *CronService) AddTask(task *models.Task) error {
|
||||
return cs.addTask(task, true)
|
||||
}
|
||||
|
||||
// RemoveTask removes a task from the cron scheduler
|
||||
func (cs *CronService) RemoveTask(taskID uint) {
|
||||
cs.mu.Lock()
|
||||
defer cs.mu.Unlock()
|
||||
|
||||
if entryID, exists := cs.entryMap[taskID]; exists {
|
||||
cs.cron.Remove(entryID)
|
||||
delete(cs.entryMap, taskID)
|
||||
logger.Infof("[Cron] 任务已移除 #%d", taskID)
|
||||
}
|
||||
}
|
||||
|
||||
// runTask executes a task and updates its status
|
||||
func (cs *CronService) runTask(taskID uint) {
|
||||
// 获取任务信息用于日志
|
||||
task := cs.taskService.GetTaskByID(int(taskID))
|
||||
if task != nil {
|
||||
logger.Infof("[Cron] 执行任务 #%d %s", taskID, task.Name)
|
||||
} else {
|
||||
logger.Infof("[Cron] 执行任务 #%d", taskID)
|
||||
}
|
||||
|
||||
// 更新 last_run
|
||||
now := time.Now()
|
||||
database.DB.Model(&models.Task{}).Where("id = ?", taskID).Update("last_run", now)
|
||||
|
||||
// 将任务加入队列执行(通过 worker pool 控制并发)
|
||||
cs.executorService.EnqueueTask(int(taskID))
|
||||
|
||||
// 更新 next_run
|
||||
cs.updateNextRun(taskID)
|
||||
}
|
||||
|
||||
// updateNextRun updates the next run time for a task
|
||||
func (cs *CronService) updateNextRun(taskID uint) {
|
||||
cs.mu.RLock()
|
||||
entryID, exists := cs.entryMap[taskID]
|
||||
cs.mu.RUnlock()
|
||||
|
||||
if !exists {
|
||||
return
|
||||
}
|
||||
|
||||
entry := cs.cron.Entry(entryID)
|
||||
if !entry.Next.IsZero() {
|
||||
database.DB.Model(&models.Task{}).Where("id = ?", taskID).Update("next_run", entry.Next)
|
||||
}
|
||||
}
|
||||
|
||||
// ValidateCron validates a cron expression (6 fields: second minute hour day month weekday)
|
||||
func (cs *CronService) ValidateCron(expression string) error {
|
||||
parser := cron.NewParser(cron.Second | cron.Minute | cron.Hour | cron.Dom | cron.Month | cron.Dow | cron.Descriptor)
|
||||
_, err := parser.Parse(expression)
|
||||
return err
|
||||
}
|
||||
|
||||
// GetScheduledCount returns the number of scheduled tasks
|
||||
func (cs *CronService) GetScheduledCount() int {
|
||||
cs.mu.RLock()
|
||||
defer cs.mu.RUnlock()
|
||||
return len(cs.entryMap)
|
||||
}
|
||||
@@ -1,18 +1,33 @@
|
||||
package tasks
|
||||
|
||||
import (
|
||||
"github.com/engigu/baihu-panel/internal/constant"
|
||||
"github.com/engigu/baihu-panel/internal/logger"
|
||||
"github.com/engigu/baihu-panel/internal/utils"
|
||||
"bytes"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"os"
|
||||
"os/exec"
|
||||
"io"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"github.com/engigu/baihu-panel/internal/constant"
|
||||
"github.com/engigu/baihu-panel/internal/database"
|
||||
"github.com/engigu/baihu-panel/internal/executor"
|
||||
"github.com/engigu/baihu-panel/internal/logger"
|
||||
"github.com/engigu/baihu-panel/internal/models"
|
||||
"github.com/engigu/baihu-panel/internal/utils"
|
||||
|
||||
"gorm.io/gorm"
|
||||
"gorm.io/gorm/clause"
|
||||
)
|
||||
|
||||
// AgentWSManager 接口定义(避免循环依赖)
|
||||
type AgentWSManager interface {
|
||||
RegisterRemoteWaiter(logID uint) chan *models.AgentTaskResult
|
||||
UnregisterRemoteWaiter(logID uint)
|
||||
SendToAgent(agentID uint, msgType string, data interface{}) error
|
||||
}
|
||||
|
||||
// SettingsService 接口定义(避免循环依赖)
|
||||
type SettingsService interface {
|
||||
Get(section, key string) string
|
||||
@@ -23,68 +38,316 @@ type EnvService interface {
|
||||
GetEnvVarsByIDs(ids string) []string
|
||||
}
|
||||
|
||||
// ExecutionResult represents the result of a task execution
|
||||
type ExecutionResult struct {
|
||||
TaskID int
|
||||
Success bool
|
||||
Output string
|
||||
Error string
|
||||
Start time.Time
|
||||
End time.Time
|
||||
}
|
||||
|
||||
// taskJob 任务队列项
|
||||
type taskJob struct {
|
||||
taskID int
|
||||
}
|
||||
|
||||
// ExecutorService handles task execution
|
||||
// ExecutorService handles task execution and scheduling
|
||||
type ExecutorService struct {
|
||||
taskService *TaskService
|
||||
taskExecutionService *TaskExecutionService
|
||||
settingsService SettingsService
|
||||
envService EnvService
|
||||
results []ExecutionResult
|
||||
runningTasks map[int]bool
|
||||
mu sync.RWMutex
|
||||
resultsMu sync.RWMutex
|
||||
taskService *TaskService
|
||||
taskLogService *TaskLogService
|
||||
agentWSManager AgentWSManager
|
||||
settingsService SettingsService
|
||||
envService EnvService
|
||||
scheduler *executor.Scheduler
|
||||
cronManager *executor.CronManager
|
||||
results []executor.ExecutionResult
|
||||
mu sync.RWMutex
|
||||
resultsMu sync.RWMutex
|
||||
stopCh chan struct{}
|
||||
}
|
||||
|
||||
// 任务队列和 worker pool
|
||||
taskQueue chan taskJob
|
||||
workerCount int
|
||||
rateLimiter <-chan time.Time
|
||||
stopCh chan struct{}
|
||||
wg sync.WaitGroup
|
||||
func (es *ExecutorService) GetScheduler() *executor.Scheduler {
|
||||
return es.scheduler
|
||||
}
|
||||
|
||||
// NewExecutorService creates a new executor service
|
||||
func NewExecutorService(taskService *TaskService, taskExecutionService *TaskExecutionService, settingsService SettingsService, envService EnvService) *ExecutorService {
|
||||
// 从设置中读取调度配置
|
||||
workerCount := getIntSetting(settingsService, constant.SectionScheduler, constant.KeyWorkerCount, 4)
|
||||
queueSize := getIntSetting(settingsService, constant.SectionScheduler, constant.KeyQueueSize, 100)
|
||||
rateInterval := getIntSetting(settingsService, constant.SectionScheduler, constant.KeyRateInterval, 200)
|
||||
|
||||
logger.Infof("[Executor] 配置: workers=%d, queue=%d, rate=%dms", workerCount, queueSize, rateInterval)
|
||||
|
||||
func NewExecutorService(
|
||||
taskService *TaskService,
|
||||
taskLogService *TaskLogService,
|
||||
agentWSManager AgentWSManager,
|
||||
settingsService SettingsService,
|
||||
envService EnvService,
|
||||
) *ExecutorService {
|
||||
es := &ExecutorService{
|
||||
taskService: taskService,
|
||||
taskExecutionService: taskExecutionService,
|
||||
settingsService: settingsService,
|
||||
envService: envService,
|
||||
results: make([]ExecutionResult, 0, 100),
|
||||
runningTasks: make(map[int]bool),
|
||||
taskQueue: make(chan taskJob, queueSize),
|
||||
workerCount: workerCount,
|
||||
rateLimiter: time.Tick(time.Duration(rateInterval) * time.Millisecond),
|
||||
stopCh: make(chan struct{}),
|
||||
taskService: taskService,
|
||||
taskLogService: taskLogService,
|
||||
agentWSManager: agentWSManager,
|
||||
settingsService: settingsService,
|
||||
envService: envService,
|
||||
results: make([]executor.ExecutionResult, 0, 100),
|
||||
stopCh: make(chan struct{}),
|
||||
}
|
||||
|
||||
// 启动 worker pool
|
||||
es.startWorkers()
|
||||
// 1. 初始化调度器
|
||||
es.initScheduler()
|
||||
|
||||
// 2. 初始化计划任务管理器
|
||||
es.cronManager = executor.NewCronManager(es.scheduler)
|
||||
|
||||
return es
|
||||
}
|
||||
|
||||
func (es *ExecutorService) initScheduler() {
|
||||
workerCount := getIntSetting(es.settingsService, constant.SectionScheduler, constant.KeyWorkerCount, 4)
|
||||
queueSize := getIntSetting(es.settingsService, constant.SectionScheduler, constant.KeyQueueSize, 100)
|
||||
rateInterval := getIntSetting(es.settingsService, constant.SectionScheduler, constant.KeyRateInterval, 200)
|
||||
|
||||
config := executor.SchedulerConfig{
|
||||
WorkerCount: workerCount,
|
||||
QueueSize: queueSize,
|
||||
RateInterval: time.Duration(rateInterval) * time.Millisecond,
|
||||
}
|
||||
|
||||
handler := &ServerSchedulerHandler{es: es}
|
||||
es.scheduler = executor.NewScheduler(config, handler)
|
||||
es.scheduler.SetLogger(logger.NewSchedulerLogger())
|
||||
es.scheduler.SetExecutor(es.ExecuteDispatcher)
|
||||
es.scheduler.Start()
|
||||
|
||||
logger.Infof("[Executor] 调度器已启动: workers=%d, queue=%d, rate=%dms", workerCount, queueSize, rateInterval)
|
||||
}
|
||||
|
||||
// ServerSchedulerHandler 实现 executor.SchedulerEventHandler
|
||||
type ServerSchedulerHandler struct {
|
||||
es *ExecutorService
|
||||
}
|
||||
|
||||
func (h *ServerSchedulerHandler) OnTaskScheduled(req *executor.ExecutionRequest) {
|
||||
// 任务入队事件,可以在此处更新数据库状态为 "pending"
|
||||
}
|
||||
|
||||
func (h *ServerSchedulerHandler) OnTaskExecuting(req *executor.ExecutionRequest) (io.Writer, io.Writer, error) {
|
||||
var taskID uint
|
||||
fmt.Sscanf(req.TaskID, "%d", &taskID)
|
||||
|
||||
task := h.es.taskService.GetTaskByID(int(taskID))
|
||||
// 系统任务(无 taskID)不记录数据库日志,直接返回空写入器
|
||||
if task == nil {
|
||||
return nil, nil, nil
|
||||
}
|
||||
|
||||
// 1. 创建初始日志记录
|
||||
taskLog, err := h.es.taskLogService.CreateEmptyLog(task.ID, task.Command)
|
||||
if err != nil {
|
||||
return nil, nil, fmt.Errorf("创建初始日志失败: %v", err)
|
||||
}
|
||||
req.LogID = taskLog.ID // 设置 LogID 供后续环节使用
|
||||
|
||||
// 2. 检查并记录运行状态(并发控制)
|
||||
goid, err := h.es.AddRunningGo(task.ID)
|
||||
if err != nil {
|
||||
// 并发限制,更新日志状态为失败
|
||||
taskLog.Status = "failed"
|
||||
taskLog.Output, _ = utils.CompressToBase64("任务并发数限制,拒绝执行")
|
||||
h.es.taskLogService.SaveTaskLog(taskLog)
|
||||
return nil, nil, fmt.Errorf("任务并发限制: %v", err)
|
||||
}
|
||||
|
||||
if req.Metadata == nil {
|
||||
req.Metadata = make(map[string]interface{})
|
||||
}
|
||||
req.Metadata["goid"] = goid
|
||||
|
||||
// 3. 创建 TinyLog 实时日志收集器
|
||||
tl, err := NewTinyLog(taskLog.ID)
|
||||
if err != nil {
|
||||
h.es.RemoveRunningGo(task.ID, goid) // 回滚运行状态
|
||||
return nil, nil, fmt.Errorf("创建日志收集器失败: %v", err)
|
||||
}
|
||||
|
||||
// 对于本地任务,Scheduler 会通过返回的 Writer 写入日志
|
||||
// 对于远程任务,Scheduler 不会写入任何内容(由 Agent 推送至此 TL)
|
||||
return tl, tl, nil
|
||||
}
|
||||
|
||||
func (h *ServerSchedulerHandler) OnTaskHeartbeat(req *executor.ExecutionRequest, duration int64) {
|
||||
if req.LogID > 0 {
|
||||
h.es.taskLogService.UpdateTaskDuration(req.LogID, duration)
|
||||
}
|
||||
}
|
||||
|
||||
func (h *ServerSchedulerHandler) OnTaskStarted(req *executor.ExecutionRequest) {
|
||||
// Logic moved to OnTaskExecuting
|
||||
}
|
||||
|
||||
func (h *ServerSchedulerHandler) OnTaskCompleted(req *executor.ExecutionRequest, result *executor.ExecutionResult) {
|
||||
if req.LogID == 0 {
|
||||
return
|
||||
}
|
||||
|
||||
var taskID uint
|
||||
fmt.Sscanf(req.TaskID, "%d", &taskID)
|
||||
|
||||
task := h.es.taskService.GetTaskByID(int(taskID))
|
||||
if task == nil {
|
||||
return
|
||||
}
|
||||
|
||||
// 无论本地还是远程,都在此处处理日志压缩和落库
|
||||
tl := GetActiveLog(req.LogID)
|
||||
var output string
|
||||
if tl != nil {
|
||||
// 压缩并清理实时日志
|
||||
var err error
|
||||
output, err = tl.CompressAndCleanup()
|
||||
if err != nil {
|
||||
logger.Errorf("[Executor] 压缩任务 #%d 日志失败: %v", task.ID, err)
|
||||
output = "[System Error] 日志处理失败: " + err.Error()
|
||||
}
|
||||
} else {
|
||||
// 如果 TinyLog 已经丢失,尝试从 result.Output 中恢复一次(主要针对本地任务)
|
||||
output, _ = utils.CompressToBase64(result.Output)
|
||||
}
|
||||
|
||||
// 构造待保存的日志模型
|
||||
startTime := models.LocalTime(result.StartTime)
|
||||
endTime := models.LocalTime(result.EndTime)
|
||||
|
||||
taskLog := &models.TaskLog{
|
||||
ID: req.LogID,
|
||||
TaskID: task.ID,
|
||||
Command: req.Command,
|
||||
Output: output,
|
||||
Status: result.Status,
|
||||
Duration: result.Duration,
|
||||
ExitCode: result.ExitCode,
|
||||
StartTime: &startTime,
|
||||
EndTime: &endTime,
|
||||
}
|
||||
|
||||
// 如果有 AgentID,也记录下来
|
||||
if task.AgentID != nil && *task.AgentID > 0 {
|
||||
agentID := *task.AgentID
|
||||
taskLog.AgentID = &agentID
|
||||
}
|
||||
|
||||
// 移除运行记录
|
||||
if req.Metadata != nil {
|
||||
if goid, ok := req.Metadata["goid"].(int64); ok {
|
||||
h.es.RemoveRunningGo(task.ID, goid)
|
||||
}
|
||||
}
|
||||
|
||||
// 处理任务完成(更新统计、清理旧日志等)
|
||||
h.es.taskLogService.ProcessTaskCompletion(taskLog)
|
||||
}
|
||||
|
||||
func (h *ServerSchedulerHandler) OnTaskFailed(req *executor.ExecutionRequest, err error) {
|
||||
if req.LogID == 0 {
|
||||
return
|
||||
}
|
||||
|
||||
var taskID uint
|
||||
fmt.Sscanf(req.TaskID, "%d", &taskID)
|
||||
|
||||
// 移除运行记录
|
||||
if req.Metadata != nil {
|
||||
if goid, ok := req.Metadata["goid"].(int64); ok {
|
||||
h.es.RemoveRunningGo(taskID, goid)
|
||||
}
|
||||
}
|
||||
|
||||
// 构造错误日志
|
||||
tl := GetActiveLog(req.LogID)
|
||||
var output string
|
||||
if tl != nil {
|
||||
tl.Write([]byte(fmt.Sprintf("\n[System Error] %v", err)))
|
||||
output, _ = tl.CompressAndCleanup()
|
||||
} else {
|
||||
output, _ = utils.CompressToBase64(fmt.Sprintf("任务执行失败: %v", err))
|
||||
}
|
||||
|
||||
now := models.LocalTime(time.Now())
|
||||
taskLog := &models.TaskLog{
|
||||
ID: req.LogID,
|
||||
TaskID: taskID,
|
||||
Output: output,
|
||||
Status: "failed",
|
||||
Duration: 0,
|
||||
ExitCode: 1,
|
||||
EndTime: &now,
|
||||
}
|
||||
|
||||
// 补充 AgentID
|
||||
task := h.es.taskService.GetTaskByID(int(taskID))
|
||||
if task != nil && task.AgentID != nil && *task.AgentID > 0 {
|
||||
agentID := *task.AgentID
|
||||
taskLog.AgentID = &agentID
|
||||
}
|
||||
|
||||
h.es.taskLogService.ProcessTaskCompletion(taskLog)
|
||||
}
|
||||
|
||||
func (h *ServerSchedulerHandler) OnCronNextRun(req *executor.ExecutionRequest, nextRun time.Time) {
|
||||
var taskID uint
|
||||
fmt.Sscanf(req.TaskID, "%d", &taskID)
|
||||
// 更新数据库中的下次运行时间
|
||||
database.DB.Model(&models.Task{}).Where("id = ?", taskID).Update("next_run", nextRun)
|
||||
}
|
||||
|
||||
// LocalTaskHooks 本地任务钩子适配器
|
||||
type LocalTaskHooks struct {
|
||||
es *ExecutorService
|
||||
logID uint
|
||||
}
|
||||
|
||||
func (h *LocalTaskHooks) PreExecute(ctx context.Context, req executor.Request) (uint, error) {
|
||||
return h.logID, nil
|
||||
}
|
||||
|
||||
func (h *LocalTaskHooks) PostExecute(ctx context.Context, logID uint, result *executor.Result) error {
|
||||
return nil
|
||||
}
|
||||
|
||||
func (h *LocalTaskHooks) OnHeartbeat(ctx context.Context, logID uint, duration int64) error {
|
||||
if logID > 0 {
|
||||
return h.es.taskLogService.UpdateTaskDuration(logID, duration)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// ExecuteDispatcher 实现任务分发逻辑
|
||||
func (es *ExecutorService) ExecuteDispatcher(ctx context.Context, req *executor.ExecutionRequest, stdout, stderr io.Writer) (*executor.Result, error) {
|
||||
var taskID uint
|
||||
fmt.Sscanf(req.TaskID, "%d", &taskID)
|
||||
|
||||
task := es.taskService.GetTaskByID(int(taskID))
|
||||
// 系统任务(无 taskID)直接本地执行
|
||||
if task == nil {
|
||||
return executor.Execute(ctx, executor.Request{
|
||||
Command: req.Command,
|
||||
WorkDir: req.WorkDir,
|
||||
Envs: req.Envs,
|
||||
Timeout: req.Timeout,
|
||||
}, stdout, stderr)
|
||||
}
|
||||
|
||||
// 特殊处理仓库同步任务
|
||||
if task.Type == "repo" {
|
||||
cmd, workDir := es.BuildRepoCommand(task)
|
||||
if cmd != "" {
|
||||
req.Command = cmd
|
||||
req.WorkDir = workDir
|
||||
}
|
||||
}
|
||||
|
||||
// 加载环境变量
|
||||
if task.Envs != "" {
|
||||
req.Envs = append(req.Envs, es.loadEnvVars(task.Envs)...)
|
||||
}
|
||||
|
||||
// 远程任务
|
||||
if task.AgentID != nil && *task.AgentID > 0 {
|
||||
return es.ExecuteRemoteForScheduler(task, req.LogID)
|
||||
}
|
||||
|
||||
// 本地任务
|
||||
hooks := &LocalTaskHooks{es: es, logID: req.LogID}
|
||||
return executor.ExecuteWithHooks(ctx, executor.Request{
|
||||
Command: req.Command,
|
||||
WorkDir: req.WorkDir,
|
||||
Envs: req.Envs,
|
||||
Timeout: req.Timeout,
|
||||
}, stdout, stderr, hooks)
|
||||
}
|
||||
|
||||
// getIntSetting 从设置中获取整数值
|
||||
func getIntSetting(s SettingsService, section, key string, defaultVal int) int {
|
||||
val := s.Get(section, key)
|
||||
@@ -98,220 +361,367 @@ func getIntSetting(s SettingsService, section, key string, defaultVal int) int {
|
||||
return result
|
||||
}
|
||||
|
||||
// startWorkers 启动 worker pool
|
||||
func (es *ExecutorService) startWorkers() {
|
||||
for i := 0; i < es.workerCount; i++ {
|
||||
es.wg.Add(1)
|
||||
go es.worker(i)
|
||||
}
|
||||
}
|
||||
|
||||
// worker 从队列中取任务执行
|
||||
func (es *ExecutorService) worker(id int) {
|
||||
defer es.wg.Done()
|
||||
for {
|
||||
select {
|
||||
case <-es.stopCh:
|
||||
return
|
||||
case job := <-es.taskQueue:
|
||||
// 速率限制
|
||||
<-es.rateLimiter
|
||||
es.executeTaskInternal(job.taskID)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Stop 停止 executor service
|
||||
func (es *ExecutorService) Stop() {
|
||||
close(es.stopCh)
|
||||
es.wg.Wait()
|
||||
es.StopCron()
|
||||
es.scheduler.Stop()
|
||||
}
|
||||
|
||||
// Reload 重新加载配置并重建 worker pool
|
||||
// StartCron 启动计划任务
|
||||
func (es *ExecutorService) StartCron() {
|
||||
es.loadCronTasks()
|
||||
es.cronManager.Start()
|
||||
logger.Info("[Executor] 计划任务管理器已启动")
|
||||
}
|
||||
|
||||
// StopCron 停止计划任务
|
||||
func (es *ExecutorService) StopCron() {
|
||||
es.cronManager.Stop()
|
||||
logger.Info("[Executor] 计划任务管理器已停止")
|
||||
}
|
||||
|
||||
// AddCronTask 添加计划任务
|
||||
func (es *ExecutorService) AddCronTask(task *models.Task) error {
|
||||
return es.cronManager.AddTask(task)
|
||||
}
|
||||
|
||||
// RemoveCronTask 移除计划任务
|
||||
func (es *ExecutorService) RemoveCronTask(taskID uint) {
|
||||
es.cronManager.RemoveTask(fmt.Sprintf("%d", taskID))
|
||||
}
|
||||
|
||||
// ValidateCron 验证 Cron 表达式
|
||||
func (es *ExecutorService) ValidateCron(expression string) error {
|
||||
return es.cronManager.ValidateCron(expression)
|
||||
}
|
||||
|
||||
// GetScheduledCount 获取已加载的计划任务数量
|
||||
func (es *ExecutorService) GetScheduledCount() int {
|
||||
return es.cronManager.GetScheduledCount()
|
||||
}
|
||||
|
||||
// loadCronTasks 加载所有已启用的本地计划任务
|
||||
func (es *ExecutorService) loadCronTasks() {
|
||||
tasks := es.taskService.GetTasks()
|
||||
count := 0
|
||||
for _, task := range tasks {
|
||||
// 只调度本地任务(agent_id 为空或 0)
|
||||
if task.Enabled && (task.AgentID == nil || *task.AgentID == 0) {
|
||||
err := es.cronManager.AddTask(&task)
|
||||
if err != nil {
|
||||
continue
|
||||
}
|
||||
count++
|
||||
}
|
||||
}
|
||||
logger.Infof("[Executor] 启动调度已加载 %d 个定时任务", count)
|
||||
}
|
||||
|
||||
// Reload 重新加载配置并重建调度器
|
||||
func (es *ExecutorService) Reload() {
|
||||
logger.Info("[Executor] 正在重载配置...")
|
||||
|
||||
// 停止现有 workers
|
||||
close(es.stopCh)
|
||||
es.wg.Wait()
|
||||
logger.Info("[Executor] 已停止工作线程")
|
||||
es.scheduler.Stop()
|
||||
|
||||
// 从设置中读取新配置
|
||||
workerCount := getIntSetting(es.settingsService, constant.SectionScheduler, constant.KeyWorkerCount, 4)
|
||||
queueSize := getIntSetting(es.settingsService, constant.SectionScheduler, constant.KeyQueueSize, 100)
|
||||
rateInterval := getIntSetting(es.settingsService, constant.SectionScheduler, constant.KeyRateInterval, 200)
|
||||
|
||||
// 重建 channel 和配置
|
||||
es.mu.Lock()
|
||||
es.taskQueue = make(chan taskJob, queueSize)
|
||||
es.workerCount = workerCount
|
||||
es.rateLimiter = time.Tick(time.Duration(rateInterval) * time.Millisecond)
|
||||
es.stopCh = make(chan struct{})
|
||||
es.mu.Unlock()
|
||||
|
||||
// 启动新的 workers
|
||||
es.startWorkers()
|
||||
|
||||
logger.Infof("[Executor] 配置已重载: workers=%d, queue=%d, rate=%dms", workerCount, queueSize, rateInterval)
|
||||
}
|
||||
|
||||
// EnqueueTask 将任务加入队列(供 cron 调度器调用)
|
||||
func (es *ExecutorService) EnqueueTask(taskID int) {
|
||||
select {
|
||||
case es.taskQueue <- taskJob{taskID: taskID}:
|
||||
// 成功入队
|
||||
default:
|
||||
// 队列满,直接执行(降级处理)
|
||||
logger.Warnf("[Executor] 任务队列已满,直接执行任务 #%d", taskID)
|
||||
go es.executeTaskInternal(taskID)
|
||||
}
|
||||
es.initScheduler()
|
||||
}
|
||||
|
||||
// ExecuteTask executes a task by ID(同步执行,供 API 调用)
|
||||
func (es *ExecutorService) ExecuteTask(taskID int) *ExecutionResult {
|
||||
return es.executeTaskInternal(taskID)
|
||||
}
|
||||
|
||||
// executeTaskInternal 内部执行任务逻辑
|
||||
func (es *ExecutorService) executeTaskInternal(taskID int) *ExecutionResult {
|
||||
func (es *ExecutorService) ExecuteTask(taskID int) *executor.ExecutionResult {
|
||||
task := es.taskService.GetTaskByID(taskID)
|
||||
if task == nil {
|
||||
return &ExecutionResult{
|
||||
TaskID: taskID,
|
||||
Success: false,
|
||||
Error: "Task not found",
|
||||
Start: time.Now(),
|
||||
End: time.Now(),
|
||||
return &executor.ExecutionResult{
|
||||
TaskID: fmt.Sprintf("%d", taskID),
|
||||
Success: false,
|
||||
Error: "任务不存在",
|
||||
StartTime: time.Now(),
|
||||
EndTime: time.Now(),
|
||||
}
|
||||
}
|
||||
|
||||
// 标记任务开始运行
|
||||
es.mu.Lock()
|
||||
es.runningTasks[taskID] = true
|
||||
es.mu.Unlock()
|
||||
|
||||
var result *ExecutionResult
|
||||
|
||||
// 使用统一的任务执行服务
|
||||
req := &TaskExecutionRequest{
|
||||
TaskID: uint(taskID),
|
||||
Task: task,
|
||||
}
|
||||
|
||||
start := time.Now()
|
||||
err := es.taskExecutionService.ExecuteTask(req)
|
||||
end := time.Now()
|
||||
|
||||
if err != nil {
|
||||
result = &ExecutionResult{
|
||||
TaskID: taskID,
|
||||
Success: false,
|
||||
Error: err.Error(),
|
||||
Start: start,
|
||||
End: end,
|
||||
}
|
||||
} else {
|
||||
result = &ExecutionResult{
|
||||
TaskID: taskID,
|
||||
Success: true,
|
||||
Output: "任务已提交执行",
|
||||
Start: start,
|
||||
End: end,
|
||||
// 1. 检查并发
|
||||
if err := es.CheckConcurrency(uint(taskID)); err != nil {
|
||||
return &executor.ExecutionResult{
|
||||
TaskID: fmt.Sprintf("%d", taskID),
|
||||
Success: false,
|
||||
Error: err.Error(), // 这里会返回 "任务正在运行中,拒绝并行执行"
|
||||
StartTime: time.Now(),
|
||||
EndTime: time.Now(),
|
||||
}
|
||||
}
|
||||
|
||||
// 标记任务结束
|
||||
es.mu.Lock()
|
||||
delete(es.runningTasks, taskID)
|
||||
es.mu.Unlock()
|
||||
req := &executor.ExecutionRequest{
|
||||
TaskID: fmt.Sprintf("%d", task.ID),
|
||||
Name: task.Name,
|
||||
Command: task.Command,
|
||||
WorkDir: task.WorkDir,
|
||||
Envs: es.loadEnvVars(task.Envs),
|
||||
Timeout: task.Timeout,
|
||||
Type: executor.TaskTypeManual,
|
||||
}
|
||||
|
||||
return result
|
||||
es.scheduler.EnqueueOrExecute(req)
|
||||
|
||||
return &executor.ExecutionResult{
|
||||
TaskID: fmt.Sprintf("%d", task.ID),
|
||||
Success: true,
|
||||
Status: "queued",
|
||||
StartTime: time.Now(),
|
||||
}
|
||||
}
|
||||
|
||||
// GetRunningCount 获取正在运行的任务数量
|
||||
// GetRunningCount 获取正在运行任务数量
|
||||
func (es *ExecutorService) GetRunningCount() int {
|
||||
es.mu.RLock()
|
||||
defer es.mu.RUnlock()
|
||||
return len(es.runningTasks)
|
||||
return es.scheduler.GetRunningTaskCount()
|
||||
}
|
||||
|
||||
// ExecuteCommand executes a shell command with default timeout
|
||||
func (es *ExecutorService) ExecuteCommand(command string) *ExecutionResult {
|
||||
func (es *ExecutorService) ExecuteCommand(command string) *executor.ExecutionResult {
|
||||
return es.ExecuteCommandWithTimeout(command, time.Duration(constant.DefaultTaskTimeout)*time.Minute)
|
||||
}
|
||||
|
||||
// ExecuteCommandWithTimeout executes a shell command with specified timeout
|
||||
func (es *ExecutorService) ExecuteCommandWithTimeout(command string, timeout time.Duration) *ExecutionResult {
|
||||
func (es *ExecutorService) ExecuteCommandWithTimeout(command string, timeout time.Duration) *executor.ExecutionResult {
|
||||
return es.ExecuteCommandWithEnv(command, timeout, nil)
|
||||
}
|
||||
|
||||
// ExecuteCommandWithEnv executes a shell command with specified timeout and environment variables
|
||||
func (es *ExecutorService) ExecuteCommandWithEnv(command string, timeout time.Duration, envVars []string) *ExecutionResult {
|
||||
func (es *ExecutorService) ExecuteCommandWithEnv(command string, timeout time.Duration, envVars []string) *executor.ExecutionResult {
|
||||
return es.ExecuteCommandWithOptions(command, timeout, envVars, "")
|
||||
}
|
||||
|
||||
// ExecuteCommandWithOptions executes a shell command with specified timeout, environment variables and working directory
|
||||
func (es *ExecutorService) ExecuteCommandWithOptions(command string, timeout time.Duration, envVars []string, workDir string) *ExecutionResult {
|
||||
result := &ExecutionResult{
|
||||
Success: false,
|
||||
Start: time.Now(),
|
||||
func (es *ExecutorService) ExecuteCommandWithOptions(command string, timeout time.Duration, envVars []string, workDir string) *executor.ExecutionResult {
|
||||
req := &executor.ExecutionRequest{
|
||||
Command: command,
|
||||
Timeout: int(timeout.Minutes()),
|
||||
Envs: envVars,
|
||||
WorkDir: workDir,
|
||||
Type: executor.TaskTypeSystem,
|
||||
}
|
||||
|
||||
ctx, cancel := context.WithTimeout(context.Background(), timeout)
|
||||
defer cancel()
|
||||
|
||||
shell, args := utils.GetShellCommand(command)
|
||||
cmd := exec.CommandContext(ctx, shell, args...)
|
||||
var stdout, stderr bytes.Buffer
|
||||
cmd.Stdout = &stdout
|
||||
cmd.Stderr = &stderr
|
||||
|
||||
// 设置工作目录
|
||||
if workDir != "" {
|
||||
cmd.Dir = workDir
|
||||
}
|
||||
|
||||
// 设置环境变量:继承系统环境变量 + 自定义环境变量
|
||||
if len(envVars) > 0 {
|
||||
cmd.Env = append(os.Environ(), envVars...)
|
||||
}
|
||||
|
||||
err := cmd.Run()
|
||||
result.End = time.Now()
|
||||
|
||||
result.Output = stdout.String()
|
||||
if err != nil {
|
||||
if ctx.Err() == context.DeadlineExceeded {
|
||||
result.Error = "执行超时\n" + stderr.String()
|
||||
} else {
|
||||
result.Error = err.Error() + "\n" + stderr.String()
|
||||
}
|
||||
} else {
|
||||
result.Success = true
|
||||
}
|
||||
res, _ := es.scheduler.ExecuteSync(req)
|
||||
|
||||
// 使用独立锁保存结果
|
||||
es.resultsMu.Lock()
|
||||
es.results = append(es.results, *result)
|
||||
if len(es.results) > 100 {
|
||||
es.results = es.results[1:]
|
||||
}
|
||||
es.resultsMu.Unlock()
|
||||
// TODO: 适配 ExecutionResult 的转换并保存结果
|
||||
|
||||
return result
|
||||
return res
|
||||
}
|
||||
|
||||
// GetLastResults returns the last execution results
|
||||
func (es *ExecutorService) GetLastResults(count int) []ExecutionResult {
|
||||
func (es *ExecutorService) GetLastResults(count int) []executor.ExecutionResult {
|
||||
es.resultsMu.RLock()
|
||||
defer es.resultsMu.RUnlock()
|
||||
return nil
|
||||
}
|
||||
|
||||
start := 0
|
||||
if len(es.results) > count {
|
||||
start = len(es.results) - count
|
||||
// --- 以下内容从 TaskExecutionService 合并 ---
|
||||
|
||||
// CleanupRunningTasks 清理所有任务的运行状态(在重启时调用)
|
||||
func (es *ExecutorService) CleanupRunningTasks() error {
|
||||
logger.Info("[Executor] 正在清理残留的任务运行状态...")
|
||||
return database.DB.Model(&models.Task{}).Where("1=1").Update("running_go", "[]").Error
|
||||
}
|
||||
|
||||
// CheckConcurrency 检查任务并发限制(只读检查)
|
||||
func (es *ExecutorService) CheckConcurrency(taskID uint) error {
|
||||
var task models.Task
|
||||
if err := database.DB.Select("config, running_go").First(&task, taskID).Error; err != nil {
|
||||
return err
|
||||
}
|
||||
var goids []int64
|
||||
if task.RunningGo != "" {
|
||||
_ = json.Unmarshal([]byte(task.RunningGo), &goids)
|
||||
}
|
||||
|
||||
results := make([]ExecutionResult, len(es.results[start:]))
|
||||
copy(results, es.results[start:])
|
||||
return results
|
||||
var config models.TaskConfig
|
||||
if task.Config != "" {
|
||||
_ = json.Unmarshal([]byte(task.Config), &config)
|
||||
}
|
||||
|
||||
if config.Concurrency == 0 && len(goids) > 0 {
|
||||
return fmt.Errorf("任务正在运行中,拒绝并行执行,请前往日志查看")
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// AddRunningGo 添加当前 goroutine ID 到任务的 running_go 字段
|
||||
func (es *ExecutorService) AddRunningGo(taskID uint) (int64, error) {
|
||||
goid := utils.GetGoroutineID()
|
||||
err := database.DB.Transaction(func(tx *gorm.DB) error {
|
||||
var task models.Task
|
||||
if err := tx.Clauses(clause.Locking{Strength: "UPDATE"}).First(&task, taskID).Error; err != nil {
|
||||
return err
|
||||
}
|
||||
var goids []int64
|
||||
if task.RunningGo != "" {
|
||||
_ = json.Unmarshal([]byte(task.RunningGo), &goids)
|
||||
}
|
||||
|
||||
// 解析配置以获取并发设置
|
||||
var config models.TaskConfig
|
||||
if task.Config != "" {
|
||||
_ = json.Unmarshal([]byte(task.Config), &config)
|
||||
}
|
||||
|
||||
// 如果并发为0(禁用)且已有执行中的任务,返回错误
|
||||
if config.Concurrency == 0 && len(goids) > 0 {
|
||||
return fmt.Errorf("task is running")
|
||||
}
|
||||
|
||||
goids = append(goids, goid)
|
||||
data, _ := json.Marshal(goids)
|
||||
return tx.Model(&task).Update("running_go", string(data)).Error
|
||||
})
|
||||
return goid, err
|
||||
}
|
||||
|
||||
// RemoveRunningGo 从任务的 running_go 字段移除指定 goroutine ID
|
||||
func (es *ExecutorService) RemoveRunningGo(taskID uint, goid int64) {
|
||||
database.DB.Transaction(func(tx *gorm.DB) error {
|
||||
var task models.Task
|
||||
if err := tx.Clauses(clause.Locking{Strength: "UPDATE"}).First(&task, taskID).Error; err != nil {
|
||||
return err
|
||||
}
|
||||
var goids []int64
|
||||
if task.RunningGo != "" {
|
||||
_ = json.Unmarshal([]byte(task.RunningGo), &goids)
|
||||
}
|
||||
newGoids := make([]int64, 0)
|
||||
for _, id := range goids {
|
||||
if id != goid {
|
||||
newGoids = append(newGoids, id)
|
||||
}
|
||||
}
|
||||
data, _ := json.Marshal(newGoids)
|
||||
return tx.Model(&task).Update("running_go", string(data)).Error
|
||||
})
|
||||
}
|
||||
|
||||
// ExecuteRemoteForScheduler 供 Scheduler 调用,执行远程任务并等待结果
|
||||
func (es *ExecutorService) ExecuteRemoteForScheduler(task *models.Task, logID uint) (*executor.Result, error) {
|
||||
agentID := *task.AgentID
|
||||
logger.Infof("[Executor] 远程执行任务 #%d: %s (Agent #%d, LogID: %d)", task.ID, task.Name, agentID, logID)
|
||||
|
||||
// 1. 检查 Agent 状态
|
||||
var agent models.Agent
|
||||
if err := database.DB.First(&agent, agentID).Error; err != nil {
|
||||
return nil, fmt.Errorf("Agent #%d 不存在", agentID)
|
||||
}
|
||||
if !agent.Enabled {
|
||||
return nil, fmt.Errorf("Agent #%d 已禁用", agentID)
|
||||
}
|
||||
if es.agentWSManager == nil {
|
||||
return nil, fmt.Errorf("AgentWSManager 未初始化")
|
||||
}
|
||||
|
||||
// 2. 注册结果等待者
|
||||
resultChan := es.agentWSManager.RegisterRemoteWaiter(logID)
|
||||
defer es.agentWSManager.UnregisterRemoteWaiter(logID)
|
||||
|
||||
// 3. 发送指令
|
||||
err := es.agentWSManager.SendToAgent(agentID, constant.WSTypeExecute, map[string]interface{}{
|
||||
"task_id": task.ID,
|
||||
"log_id": logID,
|
||||
})
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("发送执行命令失败: %v", err)
|
||||
}
|
||||
|
||||
// 4. 等待结果或超时
|
||||
timeout := task.Timeout
|
||||
if timeout <= 0 {
|
||||
timeout = 30
|
||||
}
|
||||
|
||||
start := time.Now()
|
||||
select {
|
||||
case agentResult := <-resultChan:
|
||||
return &executor.Result{
|
||||
Output: agentResult.Output,
|
||||
Status: agentResult.Status,
|
||||
Duration: agentResult.Duration,
|
||||
ExitCode: agentResult.ExitCode,
|
||||
StartTime: time.Unix(agentResult.StartTime, 0),
|
||||
EndTime: time.Unix(agentResult.EndTime, 0),
|
||||
}, nil
|
||||
case <-time.After(time.Duration(timeout) * time.Minute):
|
||||
end := time.Now()
|
||||
return &executor.Result{
|
||||
Status: "failed",
|
||||
Duration: end.Sub(start).Milliseconds(),
|
||||
ExitCode: -1,
|
||||
StartTime: start,
|
||||
EndTime: end,
|
||||
}, fmt.Errorf("远程执行超时")
|
||||
}
|
||||
}
|
||||
|
||||
// HandleAgentResult 处理来自 Agent 的异步结果
|
||||
func (es *ExecutorService) HandleAgentResult(result *models.AgentTaskResult) error {
|
||||
taskLog, err := es.taskLogService.CreateTaskLogFromAgentResult(result)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
return es.taskLogService.ProcessTaskCompletion(taskLog)
|
||||
}
|
||||
|
||||
// BuildRepoCommand 构建仓库同步任务的命令
|
||||
func (es *ExecutorService) BuildRepoCommand(task *models.Task) (string, string) {
|
||||
var config models.RepoConfig
|
||||
if err := json.Unmarshal([]byte(task.Config), &config); err != nil {
|
||||
return "", ""
|
||||
}
|
||||
|
||||
targetPath := config.TargetPath
|
||||
if targetPath == "" {
|
||||
targetPath = constant.ScriptsWorkDir
|
||||
} else if !filepath.IsAbs(targetPath) {
|
||||
targetPath = filepath.Join(constant.ScriptsWorkDir, targetPath)
|
||||
}
|
||||
absTargetPath, _ := filepath.Abs(targetPath)
|
||||
|
||||
args := []string{
|
||||
"/opt/sync.py",
|
||||
"--source-type", config.SourceType,
|
||||
"--source-url", config.SourceURL,
|
||||
"--target-path", absTargetPath,
|
||||
}
|
||||
if config.Branch != "" {
|
||||
args = append(args, "--branch", config.Branch)
|
||||
}
|
||||
if config.SparsePath != "" {
|
||||
args = append(args, "--path", config.SparsePath)
|
||||
}
|
||||
if config.SingleFile {
|
||||
args = append(args, "--single-file")
|
||||
}
|
||||
if config.Proxy != "" && config.Proxy != "none" {
|
||||
args = append(args, "--proxy", config.Proxy)
|
||||
if config.Proxy == "custom" && config.ProxyURL != "" {
|
||||
args = append(args, "--proxy-url", config.ProxyURL)
|
||||
}
|
||||
}
|
||||
if config.AuthToken != "" {
|
||||
args = append(args, "--auth-token", config.AuthToken)
|
||||
}
|
||||
|
||||
return "python3 " + strings.Join(args, " "), "/opt"
|
||||
}
|
||||
|
||||
// loadEnvVars 加载环境变量
|
||||
func (es *ExecutorService) loadEnvVars(envIDs string) []string {
|
||||
if envIDs == "" {
|
||||
return nil
|
||||
}
|
||||
|
||||
var envVars []models.EnvironmentVariable
|
||||
ids := strings.Split(envIDs, ",")
|
||||
database.DB.Where("id IN ?", ids).Find(&envVars)
|
||||
|
||||
result := make([]string, 0, len(envVars))
|
||||
for _, env := range envVars {
|
||||
result = append(result, fmt.Sprintf("%s=%s", env.Name, env.Value))
|
||||
}
|
||||
return result
|
||||
}
|
||||
|
||||
@@ -1,425 +0,0 @@
|
||||
package tasks
|
||||
|
||||
import (
|
||||
"github.com/engigu/baihu-panel/internal/constant"
|
||||
"github.com/engigu/baihu-panel/internal/database"
|
||||
"github.com/engigu/baihu-panel/internal/logger"
|
||||
"github.com/engigu/baihu-panel/internal/models"
|
||||
"github.com/engigu/baihu-panel/internal/utils"
|
||||
"bytes"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"os"
|
||||
"os/exec"
|
||||
"path/filepath"
|
||||
"runtime"
|
||||
"strings"
|
||||
"time"
|
||||
)
|
||||
|
||||
// AgentWSManager 接口定义(避免循环依赖)
|
||||
type AgentWSManager interface {
|
||||
SendToAgent(agentID uint, msgType string, data interface{}) error
|
||||
}
|
||||
|
||||
// TaskExecutionService 统一的任务执行服务
|
||||
type TaskExecutionService struct {
|
||||
taskLogService *TaskLogService
|
||||
agentWSManager AgentWSManager
|
||||
}
|
||||
|
||||
// NewTaskExecutionService 创建任务执行服务
|
||||
func NewTaskExecutionService(agentWSManager AgentWSManager, sendStatsService SendStatsService) *TaskExecutionService {
|
||||
return &TaskExecutionService{
|
||||
taskLogService: NewTaskLogService(sendStatsService),
|
||||
agentWSManager: agentWSManager,
|
||||
}
|
||||
}
|
||||
|
||||
// TaskExecutionRequest 任务执行请求
|
||||
type TaskExecutionRequest struct {
|
||||
TaskID uint
|
||||
Task *models.Task
|
||||
AgentID *uint // nil 表示本地执行
|
||||
}
|
||||
|
||||
// TaskExecutionResult 任务执行结果
|
||||
type TaskExecutionResult struct {
|
||||
TaskID uint
|
||||
AgentID *uint
|
||||
Command string
|
||||
Output string
|
||||
Status string // success, failed
|
||||
Duration int64 // milliseconds
|
||||
ExitCode int
|
||||
Start time.Time
|
||||
End time.Time
|
||||
}
|
||||
|
||||
// ExecuteTask 执行任务(统一入口)
|
||||
func (s *TaskExecutionService) ExecuteTask(req *TaskExecutionRequest) error {
|
||||
task := req.Task
|
||||
start := time.Now()
|
||||
|
||||
// 演示模式:直接返回模拟结果
|
||||
if constant.DemoMode {
|
||||
end := time.Now()
|
||||
demoOutput := fmt.Sprintf("[演示模式] 任务 #%d (%s) 执行已跳过\n实际命令不会运行: %s", task.ID, task.Name, task.Command)
|
||||
result := &TaskExecutionResult{
|
||||
TaskID: task.ID,
|
||||
AgentID: nil,
|
||||
Command: task.Command,
|
||||
Output: demoOutput,
|
||||
Status: "success",
|
||||
Duration: end.Sub(start).Milliseconds(),
|
||||
ExitCode: 0,
|
||||
Start: start,
|
||||
End: end,
|
||||
}
|
||||
return s.processExecutionResult(result)
|
||||
}
|
||||
|
||||
if req.Task.AgentID != nil && *req.Task.AgentID > 0 {
|
||||
// 远程执行:通过 Agent
|
||||
return s.executeRemote(req)
|
||||
}
|
||||
// 本地执行
|
||||
return s.executeLocal(req)
|
||||
}
|
||||
|
||||
// executeLocal 本地执行任务
|
||||
func (s *TaskExecutionService) executeLocal(req *TaskExecutionRequest) error {
|
||||
task := req.Task
|
||||
logger.Infof("[TaskExecution] 本地执行任务 #%d: %s", task.ID, task.Name)
|
||||
|
||||
// 检查任务类型,仓库任务需要特殊处理
|
||||
if task.Type == "repo" {
|
||||
return s.executeRepoTask(req)
|
||||
}
|
||||
|
||||
start := time.Now()
|
||||
|
||||
// 准备命令
|
||||
ctx, cancel := s.createContext(task.Timeout)
|
||||
defer cancel()
|
||||
|
||||
cmd, err := s.prepareCommand(ctx, task)
|
||||
if err != nil {
|
||||
return s.handleExecutionError(task.ID, task.Command, start, err)
|
||||
}
|
||||
|
||||
// 执行命令
|
||||
var stdout, stderr bytes.Buffer
|
||||
cmd.Stdout = &stdout
|
||||
cmd.Stderr = &stderr
|
||||
|
||||
execErr := cmd.Run()
|
||||
end := time.Now()
|
||||
|
||||
// 构建结果
|
||||
result := &TaskExecutionResult{
|
||||
TaskID: task.ID,
|
||||
AgentID: nil,
|
||||
Command: task.Command,
|
||||
Output: stdout.String(),
|
||||
Start: start,
|
||||
End: end,
|
||||
Duration: end.Sub(start).Milliseconds(),
|
||||
}
|
||||
|
||||
if execErr != nil {
|
||||
result.Status = "failed"
|
||||
result.Output += "\n[ERROR]\n" + stderr.String() + "\n" + execErr.Error()
|
||||
if exitErr, ok := execErr.(*exec.ExitError); ok {
|
||||
result.ExitCode = exitErr.ExitCode()
|
||||
} else {
|
||||
result.ExitCode = 1
|
||||
}
|
||||
} else {
|
||||
result.Status = "success"
|
||||
result.ExitCode = 0
|
||||
}
|
||||
|
||||
// 处理执行结果
|
||||
return s.processExecutionResult(result)
|
||||
}
|
||||
|
||||
// executeRemote 远程执行任务(通过 Agent)
|
||||
func (s *TaskExecutionService) executeRemote(req *TaskExecutionRequest) error {
|
||||
task := req.Task
|
||||
agentID := *task.AgentID
|
||||
|
||||
logger.Infof("[TaskExecution] 远程执行任务 #%d: %s (Agent #%d)", task.ID, task.Name, agentID)
|
||||
|
||||
// 检查 Agent 是否在线
|
||||
var agent models.Agent
|
||||
if err := database.DB.First(&agent, agentID).Error; err != nil {
|
||||
return fmt.Errorf("Agent #%d 不存在", agentID)
|
||||
}
|
||||
|
||||
if !agent.Enabled {
|
||||
return fmt.Errorf("Agent #%d 已禁用", agentID)
|
||||
}
|
||||
|
||||
// 通过 WebSocket 发送立即执行命令给 Agent
|
||||
if s.agentWSManager == nil {
|
||||
return fmt.Errorf("AgentWSManager 未初始化")
|
||||
}
|
||||
err := s.agentWSManager.SendToAgent(agentID, "execute", map[string]interface{}{
|
||||
"task_id": task.ID,
|
||||
})
|
||||
if err != nil {
|
||||
return fmt.Errorf("发送执行命令失败: %v", err)
|
||||
}
|
||||
|
||||
logger.Infof("[TaskExecution] 已发送立即执行命令给 Agent #%d,任务 #%d", agentID, task.ID)
|
||||
return nil
|
||||
}
|
||||
|
||||
// prepareCommand 准备执行命令
|
||||
func (s *TaskExecutionService) prepareCommand(ctx context.Context, task *models.Task) (*exec.Cmd, error) {
|
||||
command := task.Command
|
||||
|
||||
// 处理工作目录
|
||||
if task.WorkDir != "" {
|
||||
// 验证工作目录
|
||||
if _, err := os.Stat(task.WorkDir); err != nil {
|
||||
return nil, fmt.Errorf("工作目录不存在或无法访问: %s", task.WorkDir)
|
||||
}
|
||||
}
|
||||
|
||||
// 处理环境变量
|
||||
envVars := s.loadEnvVars(task.Envs)
|
||||
|
||||
// 根据操作系统创建命令
|
||||
var cmd *exec.Cmd
|
||||
if runtime.GOOS == "windows" {
|
||||
cmd = exec.CommandContext(ctx, "cmd", "/c", command)
|
||||
} else {
|
||||
// 如果有工作目录,在命令前加 cd
|
||||
if task.WorkDir != "" {
|
||||
command = fmt.Sprintf("cd %s && %s", task.WorkDir, command)
|
||||
}
|
||||
// 使用工具函数获取合适的 shell
|
||||
shell, _ := utils.GetShell()
|
||||
cmd = exec.CommandContext(ctx, shell, "-c", command)
|
||||
}
|
||||
|
||||
// 设置环境变量(始终继承系统环境变量)
|
||||
cmd.Env = os.Environ()
|
||||
if len(envVars) > 0 {
|
||||
cmd.Env = append(cmd.Env, envVars...)
|
||||
}
|
||||
|
||||
return cmd, nil
|
||||
}
|
||||
|
||||
// createContext 创建带超时的上下文
|
||||
func (s *TaskExecutionService) createContext(timeout int) (context.Context, context.CancelFunc) {
|
||||
if timeout <= 0 {
|
||||
timeout = 30 // 默认 30 分钟
|
||||
}
|
||||
return context.WithTimeout(context.Background(), time.Duration(timeout)*time.Minute)
|
||||
}
|
||||
|
||||
// loadEnvVars 加载环境变量
|
||||
func (s *TaskExecutionService) loadEnvVars(envIDs string) []string {
|
||||
if envIDs == "" {
|
||||
return nil
|
||||
}
|
||||
|
||||
var envVars []models.EnvironmentVariable
|
||||
ids := strings.Split(envIDs, ",")
|
||||
database.DB.Where("id IN ?", ids).Find(&envVars)
|
||||
|
||||
result := make([]string, 0, len(envVars))
|
||||
for _, env := range envVars {
|
||||
result = append(result, fmt.Sprintf("%s=%s", env.Name, env.Value))
|
||||
}
|
||||
return result
|
||||
}
|
||||
|
||||
// handleExecutionError 处理执行错误
|
||||
func (s *TaskExecutionService) handleExecutionError(taskID uint, command string, start time.Time, err error) error {
|
||||
end := time.Now()
|
||||
result := &TaskExecutionResult{
|
||||
TaskID: taskID,
|
||||
Command: command,
|
||||
Output: fmt.Sprintf("[ERROR] 任务执行失败: %v", err),
|
||||
Status: "failed",
|
||||
Duration: end.Sub(start).Milliseconds(),
|
||||
ExitCode: 1,
|
||||
Start: start,
|
||||
End: end,
|
||||
}
|
||||
return s.processExecutionResult(result)
|
||||
}
|
||||
|
||||
// processExecutionResult 处理执行结果(统一的结果处理)
|
||||
func (s *TaskExecutionService) processExecutionResult(result *TaskExecutionResult) error {
|
||||
// 创建任务日志
|
||||
taskLog, err := s.taskLogService.CreateTaskLogFromLocalExecution(
|
||||
result.TaskID,
|
||||
result.Command,
|
||||
result.Output,
|
||||
result.Status,
|
||||
result.Duration,
|
||||
result.ExitCode,
|
||||
result.Start,
|
||||
result.End,
|
||||
)
|
||||
if err != nil {
|
||||
logger.Errorf("[TaskExecution] 创建任务日志失败: %v", err)
|
||||
return err
|
||||
}
|
||||
|
||||
// 如果是 Agent 执行的,设置 AgentID
|
||||
if result.AgentID != nil {
|
||||
taskLog.AgentID = result.AgentID
|
||||
}
|
||||
|
||||
// 处理任务完成(保存日志、更新统计、清理旧日志)
|
||||
if err := s.taskLogService.ProcessTaskCompletion(taskLog); err != nil {
|
||||
logger.Errorf("[TaskExecution] 处理任务完成失败: %v", err)
|
||||
return err
|
||||
}
|
||||
|
||||
logger.Infof("[TaskExecution] 任务 #%d 执行完成 (%s)", result.TaskID, result.Status)
|
||||
return nil
|
||||
}
|
||||
|
||||
// ProcessAgentResult 处理 Agent 上报的结果(统一入口)
|
||||
func (s *TaskExecutionService) ProcessAgentResult(agentResult *models.AgentTaskResult) error {
|
||||
logger.Infof("[TaskExecution] 处理 Agent #%d 上报的任务 #%d 结果", agentResult.AgentID, agentResult.TaskID)
|
||||
|
||||
// 转换为统一的执行结果
|
||||
result := &TaskExecutionResult{
|
||||
TaskID: agentResult.TaskID,
|
||||
AgentID: &agentResult.AgentID,
|
||||
Command: agentResult.Command,
|
||||
Output: agentResult.Output,
|
||||
Status: agentResult.Status,
|
||||
Duration: agentResult.Duration,
|
||||
ExitCode: agentResult.ExitCode,
|
||||
Start: time.Unix(agentResult.StartTime, 0),
|
||||
End: time.Unix(agentResult.EndTime, 0),
|
||||
}
|
||||
|
||||
// 使用统一的结果处理流程
|
||||
return s.processExecutionResult(result)
|
||||
}
|
||||
|
||||
// GetScriptPath 获取脚本路径
|
||||
func (s *TaskExecutionService) GetScriptPath(scriptName string) string {
|
||||
return filepath.Join("data", "scripts", scriptName)
|
||||
}
|
||||
|
||||
// executeRepoTask 执行仓库同步任务(调用 sync.py)
|
||||
func (s *TaskExecutionService) executeRepoTask(req *TaskExecutionRequest) error {
|
||||
task := req.Task
|
||||
logger.Infof("[TaskExecution] 执行仓库同步任务 #%d: %s", task.ID, task.Name)
|
||||
|
||||
start := time.Now()
|
||||
|
||||
// 解析仓库配置
|
||||
var config models.RepoConfig
|
||||
if err := json.Unmarshal([]byte(task.Config), &config); err != nil {
|
||||
return s.handleExecutionError(task.ID, "", start, fmt.Errorf("解析仓库配置失败: %v", err))
|
||||
}
|
||||
|
||||
// 处理目标路径:为空则使用 scripts 目录,相对路径则基于 scripts 目录
|
||||
targetPath := config.TargetPath
|
||||
if targetPath == "" {
|
||||
targetPath = constant.ScriptsWorkDir
|
||||
} else if !filepath.IsAbs(targetPath) {
|
||||
targetPath = filepath.Join(constant.ScriptsWorkDir, targetPath)
|
||||
}
|
||||
// 转换为绝对路径
|
||||
absTargetPath, err := filepath.Abs(targetPath)
|
||||
if err != nil {
|
||||
absTargetPath = targetPath
|
||||
}
|
||||
|
||||
// 构建 sync.py 命令参数
|
||||
args := []string{
|
||||
"/opt/sync.py",
|
||||
"--source-type", config.SourceType,
|
||||
"--source-url", config.SourceURL,
|
||||
"--target-path", absTargetPath,
|
||||
}
|
||||
|
||||
// Git 分支
|
||||
if config.Branch != "" {
|
||||
args = append(args, "--branch", config.Branch)
|
||||
}
|
||||
|
||||
// 稀疏路径
|
||||
if config.SparsePath != "" {
|
||||
args = append(args, "--path", config.SparsePath)
|
||||
}
|
||||
|
||||
// 单文件模式
|
||||
if config.SingleFile {
|
||||
args = append(args, "--single-file")
|
||||
}
|
||||
|
||||
// 代理设置
|
||||
if config.Proxy != "" && config.Proxy != "none" {
|
||||
args = append(args, "--proxy", config.Proxy)
|
||||
if config.Proxy == "custom" && config.ProxyURL != "" {
|
||||
args = append(args, "--proxy-url", config.ProxyURL)
|
||||
}
|
||||
}
|
||||
|
||||
// 认证 Token
|
||||
if config.AuthToken != "" {
|
||||
args = append(args, "--auth-token", config.AuthToken)
|
||||
}
|
||||
|
||||
// 准备命令
|
||||
ctx, cancel := s.createContext(task.Timeout)
|
||||
defer cancel()
|
||||
|
||||
// 直接使用 python3 和参数列表,而不是拼接成字符串
|
||||
cmd := exec.CommandContext(ctx, "python3", args...)
|
||||
cmd.Dir = "/opt"
|
||||
|
||||
// 执行命令
|
||||
var stdout, stderr bytes.Buffer
|
||||
cmd.Stdout = &stdout
|
||||
cmd.Stderr = &stderr
|
||||
|
||||
execErr := cmd.Run()
|
||||
end := time.Now()
|
||||
|
||||
// 构建命令字符串用于日志记录
|
||||
commandStr := "python3 " + strings.Join(args, " ")
|
||||
|
||||
// 构建结果
|
||||
result := &TaskExecutionResult{
|
||||
TaskID: task.ID,
|
||||
AgentID: nil,
|
||||
Command: commandStr,
|
||||
Output: stdout.String(),
|
||||
Start: start,
|
||||
End: end,
|
||||
Duration: end.Sub(start).Milliseconds(),
|
||||
}
|
||||
|
||||
if execErr != nil {
|
||||
result.Status = "failed"
|
||||
result.Output += "\n[ERROR]\n" + stderr.String() + "\n" + execErr.Error()
|
||||
if exitErr, ok := execErr.(*exec.ExitError); ok {
|
||||
result.ExitCode = exitErr.ExitCode()
|
||||
} else {
|
||||
result.ExitCode = 1
|
||||
}
|
||||
} else {
|
||||
result.Status = "success"
|
||||
result.ExitCode = 0
|
||||
}
|
||||
|
||||
// 处理执行结果
|
||||
return s.processExecutionResult(result)
|
||||
}
|
||||
@@ -1,12 +1,13 @@
|
||||
package tasks
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"time"
|
||||
|
||||
"github.com/engigu/baihu-panel/internal/database"
|
||||
"github.com/engigu/baihu-panel/internal/logger"
|
||||
"github.com/engigu/baihu-panel/internal/models"
|
||||
"github.com/engigu/baihu-panel/internal/utils"
|
||||
"encoding/json"
|
||||
"time"
|
||||
)
|
||||
|
||||
// SendStatsService 接口定义(避免循环依赖)
|
||||
@@ -32,9 +33,31 @@ type CleanConfig struct {
|
||||
Keep int `json:"keep"` // 保留天数或条数
|
||||
}
|
||||
|
||||
// SaveTaskLog 保存任务日志(通用方法)
|
||||
func (s *TaskLogService) SaveTaskLog(taskLog *models.TaskLog) error {
|
||||
// CreateEmptyLog 创建一个空的日志记录(任务开始时调用)
|
||||
func (s *TaskLogService) CreateEmptyLog(taskID uint, command string) (*models.TaskLog, error) {
|
||||
startTime := models.LocalTime(time.Now())
|
||||
taskLog := &models.TaskLog{
|
||||
TaskID: taskID,
|
||||
Command: command,
|
||||
Status: "running",
|
||||
StartTime: &startTime,
|
||||
}
|
||||
if err := database.DB.Create(taskLog).Error; err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return taskLog, nil
|
||||
}
|
||||
|
||||
// SaveTaskLog 保存或更新任务日志
|
||||
func (s *TaskLogService) SaveTaskLog(taskLog *models.TaskLog) error {
|
||||
var err error
|
||||
if taskLog.ID > 0 {
|
||||
err = database.DB.Model(taskLog).Updates(taskLog).Error
|
||||
} else {
|
||||
err = database.DB.Create(taskLog).Error
|
||||
}
|
||||
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
@@ -44,6 +67,11 @@ func (s *TaskLogService) SaveTaskLog(taskLog *models.TaskLog) error {
|
||||
return nil
|
||||
}
|
||||
|
||||
// UpdateTaskDuration 更新任务耗时(心跳)
|
||||
func (s *TaskLogService) UpdateTaskDuration(logID uint, duration int64) error {
|
||||
return database.DB.Model(&models.TaskLog{}).Where("id = ?", logID).Update("duration", duration).Error
|
||||
}
|
||||
|
||||
// UpdateTaskStats 更新任务统计
|
||||
func (s *TaskLogService) UpdateTaskStats(taskID uint, status string) {
|
||||
if s.sendStatsService == nil {
|
||||
@@ -100,7 +128,7 @@ func (s *TaskLogService) CleanTaskLogs(taskID uint) {
|
||||
|
||||
// ProcessTaskCompletion 处理任务完成后的所有操作(保存日志、更新统计、清理旧日志)
|
||||
func (s *TaskLogService) ProcessTaskCompletion(taskLog *models.TaskLog) error {
|
||||
// 1. 保存日志
|
||||
// 1. 保存/更新日志
|
||||
if err := s.SaveTaskLog(taskLog); err != nil {
|
||||
return err
|
||||
}
|
||||
@@ -147,12 +175,19 @@ func (s *TaskLogService) CreateTaskLogFromAgentResult(result *models.AgentTaskRe
|
||||
}
|
||||
|
||||
// CreateTaskLogFromLocalExecution 从本地执行结果创建任务日志
|
||||
func (s *TaskLogService) CreateTaskLogFromLocalExecution(taskID uint, command, output, status string, duration int64, exitCode int, start, end time.Time) (*models.TaskLog, error) {
|
||||
// 压缩输出
|
||||
compressed, err := utils.CompressToBase64(output)
|
||||
if err != nil {
|
||||
logger.Errorf("[TaskLog] 压缩日志失败: %v", err)
|
||||
compressed = ""
|
||||
func (s *TaskLogService) CreateTaskLogFromLocalExecution(taskID uint, command, output, status string, duration int64, exitCode int, start, end time.Time, isCompressed bool) (*models.TaskLog, error) {
|
||||
var compressed string
|
||||
var err error
|
||||
|
||||
if isCompressed {
|
||||
compressed = output
|
||||
} else {
|
||||
// 压缩输出
|
||||
compressed, err = utils.CompressToBase64(output)
|
||||
if err != nil {
|
||||
logger.Errorf("[TaskLog] 压缩日志失败: %v", err)
|
||||
compressed = ""
|
||||
}
|
||||
}
|
||||
|
||||
startTime := models.LocalTime(start)
|
||||
|
||||
@@ -0,0 +1,241 @@
|
||||
package tasks
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
"bytes"
|
||||
"compress/zlib"
|
||||
"encoding/base64"
|
||||
"io"
|
||||
"os"
|
||||
"sync"
|
||||
|
||||
"github.com/engigu/baihu-panel/internal/utils"
|
||||
)
|
||||
|
||||
var (
|
||||
// globalTinyLogManager keeps track of all active TinyLog instances
|
||||
globalTinyLogManager = &TinyLogManager{
|
||||
logs: make(map[uint]*TinyLog),
|
||||
}
|
||||
)
|
||||
|
||||
type TinyLogManager struct {
|
||||
mu sync.RWMutex
|
||||
logs map[uint]*TinyLog
|
||||
}
|
||||
|
||||
func (m *TinyLogManager) Register(log *TinyLog) {
|
||||
m.mu.Lock()
|
||||
defer m.mu.Unlock()
|
||||
m.logs[log.LogID] = log
|
||||
}
|
||||
|
||||
func (m *TinyLogManager) Unregister(logID uint) {
|
||||
m.mu.Lock()
|
||||
defer m.mu.Unlock()
|
||||
delete(m.logs, logID)
|
||||
}
|
||||
|
||||
func (m *TinyLogManager) Get(logID uint) *TinyLog {
|
||||
m.mu.RLock()
|
||||
defer m.mu.RUnlock()
|
||||
return m.logs[logID]
|
||||
}
|
||||
|
||||
// GetActiveLog returns an active TinyLog by its ID
|
||||
func GetActiveLog(logID uint) *TinyLog {
|
||||
return globalTinyLogManager.Get(logID)
|
||||
}
|
||||
|
||||
// TinyLog is a high-performance, low-memory log collector
|
||||
type TinyLog struct {
|
||||
LogID uint
|
||||
mu sync.RWMutex
|
||||
file *os.File
|
||||
path string
|
||||
writer *bufio.Writer
|
||||
subscribers []chan []byte
|
||||
closed bool
|
||||
}
|
||||
|
||||
// NewTinyLog creates a new TinyLog instance backed by a temporary file and registers it
|
||||
func NewTinyLog(logID uint) (*TinyLog, error) {
|
||||
f, err := os.CreateTemp("", "task_log_*.log")
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
tl := &TinyLog{
|
||||
LogID: logID,
|
||||
file: f,
|
||||
path: f.Name(),
|
||||
writer: bufio.NewWriter(f),
|
||||
subscribers: make([]chan []byte, 0),
|
||||
}
|
||||
globalTinyLogManager.Register(tl)
|
||||
return tl, nil
|
||||
}
|
||||
|
||||
// Write implements io.Writer
|
||||
func (l *TinyLog) Write(p []byte) (n int, err error) {
|
||||
l.mu.Lock()
|
||||
defer l.mu.Unlock()
|
||||
|
||||
if l.closed {
|
||||
return 0, os.ErrClosed
|
||||
}
|
||||
|
||||
// 1. Convert to UTF-8 if necessary (common on Windows)
|
||||
text := utils.ToUTF8(p)
|
||||
data := []byte(text)
|
||||
|
||||
// 2. Write to file buffer
|
||||
_, err = l.writer.Write(data)
|
||||
if err != nil {
|
||||
return 0, err
|
||||
}
|
||||
|
||||
// 3. Broadcast to subscribers
|
||||
if len(l.subscribers) > 0 {
|
||||
for _, ch := range l.subscribers {
|
||||
select {
|
||||
case ch <- data:
|
||||
default:
|
||||
// Drop message if subscriber is too slow to avoid blocking writer
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return len(p), nil
|
||||
}
|
||||
|
||||
// Subscribe returns a channel that receives log chunks in real-time
|
||||
func (l *TinyLog) Subscribe() chan []byte {
|
||||
l.mu.Lock()
|
||||
defer l.mu.Unlock()
|
||||
|
||||
ch := make(chan []byte, 100) // Buffer to handle bursts
|
||||
l.subscribers = append(l.subscribers, ch)
|
||||
return ch
|
||||
}
|
||||
|
||||
// Unsubscribe removes a subscriber
|
||||
func (l *TinyLog) Unsubscribe(ch chan []byte) {
|
||||
l.mu.Lock()
|
||||
defer l.mu.Unlock()
|
||||
|
||||
for i, sub := range l.subscribers {
|
||||
if sub == ch {
|
||||
l.subscribers = append(l.subscribers[:i], l.subscribers[i+1:]...)
|
||||
close(ch)
|
||||
break
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Close finishes writing and closes the file, and unregisters itself
|
||||
func (l *TinyLog) Close() error {
|
||||
l.mu.Lock()
|
||||
defer l.mu.Unlock()
|
||||
|
||||
if l.closed {
|
||||
return nil
|
||||
}
|
||||
|
||||
// Flush buffer to file
|
||||
if err := l.writer.Flush(); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
// Close all subscribers
|
||||
for _, ch := range l.subscribers {
|
||||
close(ch)
|
||||
}
|
||||
l.subscribers = nil
|
||||
|
||||
l.closed = true
|
||||
globalTinyLogManager.Unregister(l.LogID)
|
||||
return l.file.Close()
|
||||
}
|
||||
|
||||
// CompressAndCleanup reads the temporary file, compresses it, returns the result, and removes the file
|
||||
func (l *TinyLog) CompressAndCleanup() (string, error) {
|
||||
// Ensure closed
|
||||
if !l.closed {
|
||||
l.Close()
|
||||
}
|
||||
|
||||
// Open temp file for reading
|
||||
f, err := os.Open(l.path)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
defer func() {
|
||||
f.Close()
|
||||
os.Remove(l.path) // Cleanup
|
||||
}()
|
||||
|
||||
// Create buffer for compressed output
|
||||
var buf bytes.Buffer
|
||||
b64Writer := base64.NewEncoder(base64.StdEncoding, &buf)
|
||||
zlibWriter := zlib.NewWriter(b64Writer)
|
||||
|
||||
// Stream: File -> Zlib -> Base64 -> Buffer
|
||||
if _, err := io.Copy(zlibWriter, f); err != nil {
|
||||
return "", err
|
||||
}
|
||||
|
||||
// Close generic writers to flush data
|
||||
if err := zlibWriter.Close(); err != nil {
|
||||
return "", err
|
||||
}
|
||||
if err := b64Writer.Close(); err != nil {
|
||||
return "", err
|
||||
}
|
||||
|
||||
return buf.String(), nil
|
||||
}
|
||||
|
||||
// ReadLastLines returns the last n lines of the log
|
||||
func (l *TinyLog) ReadLastLines(n int) ([]byte, error) {
|
||||
l.mu.RLock()
|
||||
defer l.mu.RUnlock()
|
||||
|
||||
// Flush writer to ensure file on disk is up to date
|
||||
_ = l.writer.Flush()
|
||||
|
||||
stat, err := os.Stat(l.path)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
size := stat.Size()
|
||||
var limit int64 = 65536 // Max 64KB for "last 100 lines" preview
|
||||
if size < limit {
|
||||
limit = size
|
||||
}
|
||||
offset := size - limit
|
||||
|
||||
data := make([]byte, limit)
|
||||
f, err := os.Open(l.path)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
defer f.Close()
|
||||
|
||||
_, err = f.ReadAt(data, offset)
|
||||
if err != nil && err != io.EOF {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
lines := bytes.Split(data, []byte{'\n'})
|
||||
if len(lines) > n+1 {
|
||||
return bytes.Join(lines[len(lines)-n-1:], []byte{'\n'}), nil
|
||||
}
|
||||
return data, nil
|
||||
}
|
||||
|
||||
// GetPath returns the temporary file path
|
||||
func (l *TinyLog) GetPath() string {
|
||||
return l.path
|
||||
}
|
||||
+21
-20
@@ -4,6 +4,7 @@ import (
|
||||
"bytes"
|
||||
"compress/zlib"
|
||||
"encoding/base64"
|
||||
"io"
|
||||
)
|
||||
|
||||
// CompressToBase64 compresses data using zlib and encodes to base64
|
||||
@@ -22,23 +23,23 @@ func CompressToBase64(data string) (string, error) {
|
||||
return base64.StdEncoding.EncodeToString(buf.Bytes()), nil
|
||||
}
|
||||
|
||||
// // DecompressFromBase64 decodes base64 and decompresses zlib data
|
||||
// func DecompressFromBase64(data string) (string, error) {
|
||||
// if data == "" {
|
||||
// return "", nil
|
||||
// }
|
||||
// decoded, err := base64.StdEncoding.DecodeString(data)
|
||||
// if err != nil {
|
||||
// return "", err
|
||||
// }
|
||||
// zr, err := zlib.NewReader(bytes.NewReader(decoded))
|
||||
// if err != nil {
|
||||
// return "", err
|
||||
// }
|
||||
// defer zr.Close()
|
||||
// result, err := io.ReadAll(zr)
|
||||
// if err != nil {
|
||||
// return "", err
|
||||
// }
|
||||
// return string(result), nil
|
||||
// }
|
||||
// DecompressFromBase64 decodes base64 and decompresses zlib data
|
||||
func DecompressFromBase64(data string) (string, error) {
|
||||
if data == "" {
|
||||
return "", nil
|
||||
}
|
||||
decoded, err := base64.StdEncoding.DecodeString(data)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
zr, err := zlib.NewReader(bytes.NewReader(decoded))
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
defer zr.Close()
|
||||
result, err := io.ReadAll(zr)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
return string(result), nil
|
||||
}
|
||||
|
||||
@@ -0,0 +1,43 @@
|
||||
package utils
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
"io"
|
||||
"unicode/utf8"
|
||||
|
||||
"golang.org/x/text/encoding/simplifiedchinese"
|
||||
"golang.org/x/text/transform"
|
||||
)
|
||||
|
||||
// ToUTF8 converts potentially non-UTF8 data (like GBK on Windows) to UTF-8
|
||||
func ToUTF8(data []byte) string {
|
||||
if utf8.Valid(data) {
|
||||
return string(data)
|
||||
}
|
||||
// Try GBK (common on Windows)
|
||||
reader := transform.NewReader(
|
||||
bufio.NewReader(
|
||||
&byteReader{data: data},
|
||||
),
|
||||
simplifiedchinese.GBK.NewDecoder(),
|
||||
)
|
||||
result, err := io.ReadAll(reader)
|
||||
if err != nil {
|
||||
return string(data)
|
||||
}
|
||||
return string(result)
|
||||
}
|
||||
|
||||
type byteReader struct {
|
||||
data []byte
|
||||
pos int
|
||||
}
|
||||
|
||||
func (r *byteReader) Read(p []byte) (n int, err error) {
|
||||
if r.pos >= len(r.data) {
|
||||
return 0, io.EOF
|
||||
}
|
||||
n = copy(p, r.data[r.pos:])
|
||||
r.pos += n
|
||||
return n, nil
|
||||
}
|
||||
@@ -0,0 +1,20 @@
|
||||
package utils
|
||||
|
||||
import (
|
||||
"runtime"
|
||||
"strconv"
|
||||
"strings"
|
||||
)
|
||||
|
||||
// GetGoroutineID 获取当前 Goroutine ID
|
||||
// 注意:这只是为了调试和日志目的,不应该用于业务逻辑
|
||||
func GetGoroutineID() int64 {
|
||||
var buf [64]byte
|
||||
n := runtime.Stack(buf[:], false)
|
||||
idField := strings.Fields(strings.TrimPrefix(string(buf[:n]), "goroutine "))[0]
|
||||
id, err := strconv.ParseInt(idField, 10, 64)
|
||||
if err != nil {
|
||||
return -1
|
||||
}
|
||||
return id
|
||||
}
|
||||
@@ -0,0 +1,51 @@
|
||||
package utils
|
||||
|
||||
import (
|
||||
"crypto/sha256"
|
||||
"encoding/hex"
|
||||
"net"
|
||||
"os"
|
||||
"runtime"
|
||||
"sort"
|
||||
"strings"
|
||||
)
|
||||
|
||||
// GenerateMachineID 生成机器识别码
|
||||
func GenerateMachineID() string {
|
||||
var parts []string
|
||||
|
||||
// 主机名
|
||||
if hostname, err := os.Hostname(); err == nil {
|
||||
parts = append(parts, hostname)
|
||||
}
|
||||
|
||||
// 获取所有非回环网卡的 MAC 地址,排序后取第一个(最稳定)
|
||||
if interfaces, err := net.Interfaces(); err == nil {
|
||||
var macs []string
|
||||
for _, iface := range interfaces {
|
||||
// 跳过回环接口、没有 MAC 地址的接口、虚拟接口
|
||||
if iface.Flags&net.FlagLoopback != 0 || len(iface.HardwareAddr) == 0 {
|
||||
continue
|
||||
}
|
||||
// 跳过 docker/veth 等虚拟网卡
|
||||
name := strings.ToLower(iface.Name)
|
||||
if strings.HasPrefix(name, "docker") || strings.HasPrefix(name, "veth") ||
|
||||
strings.HasPrefix(name, "br-") || strings.HasPrefix(name, "virbr") {
|
||||
continue
|
||||
}
|
||||
macs = append(macs, iface.HardwareAddr.String())
|
||||
}
|
||||
sort.Strings(macs)
|
||||
// 只使用第一个 MAC 地址(最稳定)
|
||||
if len(macs) > 0 {
|
||||
parts = append(parts, macs[0])
|
||||
}
|
||||
}
|
||||
|
||||
// 操作系统和架构
|
||||
parts = append(parts, runtime.GOOS, runtime.GOARCH)
|
||||
|
||||
data := strings.Join(parts, "|")
|
||||
hash := sha256.Sum256([]byte(data))
|
||||
return hex.EncodeToString(hash[:])
|
||||
}
|
||||
+18
-7
@@ -18,19 +18,19 @@ async function request<T>(url: string, options?: RequestInit): Promise<T> {
|
||||
...options?.headers
|
||||
}
|
||||
})
|
||||
|
||||
|
||||
const json: ApiResponse<T> = await res.json()
|
||||
|
||||
|
||||
if (json.code === 401) {
|
||||
// 未登录或登录过期,跳转到登录页
|
||||
window.location.href = BASE_URL + '/login'
|
||||
throw new Error(json.msg || '请先登录')
|
||||
}
|
||||
|
||||
|
||||
if (json.code !== 200) {
|
||||
throw new Error(json.msg || '请求失败')
|
||||
}
|
||||
|
||||
|
||||
return json.data
|
||||
}
|
||||
|
||||
@@ -69,7 +69,7 @@ export const api = {
|
||||
create: (data: Partial<Task>) => request<Task>('/tasks', { method: 'POST', body: JSON.stringify(data) }),
|
||||
update: (id: number, data: Partial<Task>) => request<Task>(`/tasks/${id}`, { method: 'PUT', body: JSON.stringify(data) }),
|
||||
delete: (id: number) => request(`/tasks/${id}`, { method: 'DELETE' }),
|
||||
execute: (id: number) => request(`/execute/task/${id}`, { method: 'POST' })
|
||||
execute: (id: number) => request<ExecutionResult>(`/execute/task/${id}`, { method: 'POST' })
|
||||
},
|
||||
scripts: {
|
||||
list: () => request<Script[]>('/scripts'),
|
||||
@@ -103,6 +103,7 @@ export const api = {
|
||||
if (params?.task_name) query.set('task_name', params.task_name)
|
||||
return request<LogListResponse>(`/logs?${query}`)
|
||||
},
|
||||
get: (id: number) => request<LogDetail>(`/logs/${id}`),
|
||||
detail: (id: number) => request<LogDetail>(`/logs/${id}`)
|
||||
},
|
||||
dashboard: {
|
||||
@@ -159,7 +160,7 @@ export const api = {
|
||||
const formData = new FormData()
|
||||
formData.append('file', file)
|
||||
if (targetPath) formData.append('path', targetPath)
|
||||
|
||||
|
||||
const res = await fetch(`${API_BASE_URL}/files/upload`, {
|
||||
method: 'POST',
|
||||
credentials: 'include',
|
||||
@@ -182,7 +183,7 @@ export const api = {
|
||||
}
|
||||
}
|
||||
if (targetPath) formData.append('path', targetPath)
|
||||
|
||||
|
||||
const res = await fetch(`${API_BASE_URL}/files/uploadfiles`, {
|
||||
method: 'POST',
|
||||
credentials: 'include',
|
||||
@@ -261,6 +262,16 @@ export interface RepoConfig {
|
||||
proxy: string
|
||||
proxy_url: string
|
||||
auth_token: string
|
||||
concurrency?: number
|
||||
}
|
||||
|
||||
export interface ExecutionResult {
|
||||
TaskID: number
|
||||
Success: boolean
|
||||
Output: string
|
||||
Error: string
|
||||
Start: string
|
||||
End: string
|
||||
}
|
||||
|
||||
export interface TaskListResponse {
|
||||
|
||||
@@ -1,14 +1,13 @@
|
||||
<script setup lang="ts">
|
||||
import { ref, onMounted, computed, watch } from 'vue'
|
||||
import { ref, onMounted, onUnmounted, computed, watch, nextTick } from 'vue'
|
||||
import { useRoute } from 'vue-router'
|
||||
import { Button } from '@/components/ui/button'
|
||||
import { Input } from '@/components/ui/input'
|
||||
import Pagination from '@/components/Pagination.vue'
|
||||
import LogViewer from './LogViewer.vue'
|
||||
import { RefreshCw, X, Search, Maximize2, GitBranch, Terminal } from 'lucide-vue-next'
|
||||
import { api, type TaskLog, type LogDetail } from '@/api'
|
||||
import { api, type TaskLog } from '@/api'
|
||||
import { toast } from 'vue-sonner'
|
||||
import pako from 'pako'
|
||||
import { useSiteSettings } from '@/composables/useSiteSettings'
|
||||
import TextOverflow from '@/components/TextOverflow.vue'
|
||||
|
||||
@@ -17,34 +16,24 @@ const { pageSize } = useSiteSettings()
|
||||
|
||||
const logs = ref<TaskLog[]>([])
|
||||
const selectedLog = ref<TaskLog | null>(null)
|
||||
const logDetail = ref<LogDetail | null>(null)
|
||||
const filterKeyword = ref('')
|
||||
const filterTaskId = ref<number | undefined>(undefined)
|
||||
const currentPage = ref(1)
|
||||
const total = ref(0)
|
||||
|
||||
let searchTimer: ReturnType<typeof setTimeout> | null = null
|
||||
let durationTimer: ReturnType<typeof setInterval> | null = null
|
||||
|
||||
// 全屏查看
|
||||
const showFullscreen = ref(false)
|
||||
|
||||
function decompressOutput(compressed: string): string {
|
||||
if (!compressed) return '无输出'
|
||||
try {
|
||||
const binaryString = atob(compressed)
|
||||
const bytes = new Uint8Array(binaryString.length)
|
||||
for (let i = 0; i < binaryString.length; i++) {
|
||||
bytes[i] = binaryString.charCodeAt(i)
|
||||
}
|
||||
const decompressed = pako.inflate(bytes)
|
||||
return new TextDecoder().decode(decompressed)
|
||||
} catch {
|
||||
return compressed
|
||||
}
|
||||
}
|
||||
const wsContent = ref('')
|
||||
const isWsLoading = ref(false)
|
||||
let logSocket: WebSocket | null = null
|
||||
|
||||
|
||||
const decompressedOutput = computed(() => {
|
||||
if (!logDetail.value?.output) return '无输出'
|
||||
return decompressOutput(logDetail.value.output)
|
||||
return wsContent.value || '无输出'
|
||||
})
|
||||
|
||||
async function loadLogs() {
|
||||
@@ -81,24 +70,109 @@ function handlePageChange(page: number) {
|
||||
}
|
||||
|
||||
async function selectLog(log: TaskLog) {
|
||||
if (logSocket) {
|
||||
logSocket.close()
|
||||
}
|
||||
|
||||
// 清理旧定时器
|
||||
if (durationTimer) {
|
||||
clearInterval(durationTimer)
|
||||
durationTimer = null
|
||||
}
|
||||
|
||||
selectedLog.value = log
|
||||
logDetail.value = null
|
||||
try {
|
||||
logDetail.value = await api.logs.detail(log.id)
|
||||
} catch {
|
||||
toast.error('加载日志详情失败')
|
||||
|
||||
// 如果是运行中状态,启动定时器轮询最新日志信息(主要是更新耗时)
|
||||
if (log.status === 'running') {
|
||||
const updateLog = async () => {
|
||||
try {
|
||||
const res = await api.logs.get(log.id)
|
||||
if (res && selectedLog.value && selectedLog.value.id === log.id) {
|
||||
// 只更新需要变动的字段
|
||||
selectedLog.value.duration = res.duration
|
||||
// 同步更新列表中的数据
|
||||
const listItem = logs.value.find(l => l.id === log.id)
|
||||
if (listItem) {
|
||||
listItem.duration = res.duration
|
||||
}
|
||||
// 如果状态变了,更新状态并停止轮询
|
||||
if (res.status !== 'running') {
|
||||
selectedLog.value.status = res.status
|
||||
selectedLog.value.end_time = res.end_time
|
||||
if (listItem) {
|
||||
listItem.status = res.status
|
||||
listItem.end_time = res.end_time
|
||||
}
|
||||
if (durationTimer) {
|
||||
clearInterval(durationTimer)
|
||||
durationTimer = null
|
||||
}
|
||||
}
|
||||
}
|
||||
} catch { /* ignore */ }
|
||||
}
|
||||
durationTimer = setInterval(updateLog, 3000)
|
||||
}
|
||||
|
||||
wsContent.value = ''
|
||||
isWsLoading.value = true
|
||||
|
||||
const protocol = window.location.protocol === 'https:' ? 'wss:' : 'ws:'
|
||||
const host = window.location.host
|
||||
const baseUrl = (window as any).__BASE_URL__ || ''
|
||||
const apiVersion = (window as any).__API_VERSION__ || '/api/v1'
|
||||
const wsUrl = `${protocol}//${host}${baseUrl}${apiVersion}/logs/ws?log_id=${log.id}`
|
||||
|
||||
logSocket = new WebSocket(wsUrl)
|
||||
|
||||
logSocket.onopen = () => {
|
||||
isWsLoading.value = false
|
||||
console.log('[LogWS] Connection opened')
|
||||
}
|
||||
|
||||
logSocket.onmessage = (event) => {
|
||||
isWsLoading.value = false
|
||||
if (log.status !== 'running') {
|
||||
wsContent.value = event.data
|
||||
} else {
|
||||
wsContent.value += event.data
|
||||
// 自动滚动到底部
|
||||
nextTick(() => {
|
||||
const pre = document.querySelector('.log-pre')
|
||||
if (pre) pre.scrollTop = pre.scrollHeight
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
logSocket.onerror = (e) => {
|
||||
isWsLoading.value = false
|
||||
console.error('[LogWS] Connection error', e)
|
||||
toast.error('日志连接异常')
|
||||
}
|
||||
|
||||
logSocket.onclose = (e) => {
|
||||
isWsLoading.value = false
|
||||
console.log('[LogWS] Connection closed', e.code, e.reason)
|
||||
}
|
||||
}
|
||||
|
||||
function closeDetail() {
|
||||
if (durationTimer) {
|
||||
clearInterval(durationTimer)
|
||||
durationTimer = null
|
||||
}
|
||||
if (logSocket) {
|
||||
logSocket.close()
|
||||
logSocket = null
|
||||
}
|
||||
selectedLog.value = null
|
||||
logDetail.value = null
|
||||
wsContent.value = ''
|
||||
}
|
||||
|
||||
function formatDuration(ms: number): string {
|
||||
if (ms < 1000) return `${ms}ms`
|
||||
if (ms < 60000) return `${(ms / 1000).toFixed(1)}s`
|
||||
return `${(ms / 60000).toFixed(1)}m`
|
||||
if (ms < 1000) return `${ms}毫秒`
|
||||
if (ms < 60000) return `${(ms / 1000).toFixed(1)}秒`
|
||||
return `${(ms / 60000).toFixed(1)}分钟`
|
||||
}
|
||||
|
||||
function getTaskTypeTitle(type: string) {
|
||||
@@ -132,7 +206,8 @@ watch(() => route.query.task_id, (newTaskId) => {
|
||||
<div class="flex items-center gap-2">
|
||||
<div class="relative flex-1 sm:flex-none">
|
||||
<Search class="absolute left-3 top-1/2 -translate-y-1/2 h-4 w-4 text-muted-foreground" />
|
||||
<Input v-model="filterKeyword" placeholder="搜索任务..." class="h-9 pl-9 w-full sm:w-56 text-sm" @input="handleSearch" />
|
||||
<Input v-model="filterKeyword" placeholder="搜索任务..." class="h-9 pl-9 w-full sm:w-56 text-sm"
|
||||
@input="handleSearch" />
|
||||
</div>
|
||||
<Button variant="outline" size="icon" class="h-9 w-9 shrink-0" @click="loadLogs">
|
||||
<RefreshCw class="h-4 w-4" />
|
||||
@@ -144,7 +219,8 @@ watch(() => route.query.task_id, (newTaskId) => {
|
||||
<!-- 日志列表 -->
|
||||
<div class="flex-1 min-w-0 rounded-lg border bg-card overflow-hidden">
|
||||
<!-- 小屏表头 -->
|
||||
<div class="flex sm:hidden items-center gap-2 px-3 py-2 border-b bg-muted/50 text-xs text-muted-foreground font-medium">
|
||||
<div
|
||||
class="flex sm:hidden items-center gap-2 px-3 py-2 border-b bg-muted/50 text-xs text-muted-foreground font-medium">
|
||||
<span class="w-14 shrink-0">ID</span>
|
||||
<span class="w-10 shrink-0 text-center">类型</span>
|
||||
<span class="flex-1 min-w-0">任务名称</span>
|
||||
@@ -152,7 +228,8 @@ watch(() => route.query.task_id, (newTaskId) => {
|
||||
<span class="w-12 text-right shrink-0">耗时</span>
|
||||
</div>
|
||||
<!-- 大屏表头 -->
|
||||
<div class="hidden sm:flex items-center gap-4 px-4 py-2 border-b bg-muted/50 text-sm text-muted-foreground font-medium">
|
||||
<div
|
||||
class="hidden sm:flex items-center gap-4 px-4 py-2 border-b bg-muted/50 text-sm text-muted-foreground font-medium">
|
||||
<span class="w-16 shrink-0">ID</span>
|
||||
<span class="w-12 shrink-0 text-center">类型</span>
|
||||
<span class="w-36 shrink-0">任务名称</span>
|
||||
@@ -166,15 +243,10 @@ watch(() => route.query.task_id, (newTaskId) => {
|
||||
<div v-if="logs.length === 0" class="text-sm text-muted-foreground text-center py-8">
|
||||
暂无日志
|
||||
</div>
|
||||
<div
|
||||
v-for="log in logs"
|
||||
:key="log.id"
|
||||
:class="[
|
||||
'cursor-pointer hover:bg-muted/50 transition-colors',
|
||||
selectedLog?.id === log.id && 'bg-accent'
|
||||
]"
|
||||
@click="selectLog(log)"
|
||||
>
|
||||
<div v-for="log in logs" :key="log.id" :class="[
|
||||
'cursor-pointer hover:bg-muted/50 transition-colors',
|
||||
selectedLog?.id === log.id && 'bg-accent'
|
||||
]" @click="selectLog(log)">
|
||||
<!-- 小屏行 -->
|
||||
<div class="flex sm:hidden items-center gap-2 px-3 py-2">
|
||||
<span class="w-14 shrink-0 text-muted-foreground text-xs">#{{ log.id }}</span>
|
||||
@@ -185,10 +257,13 @@ watch(() => route.query.task_id, (newTaskId) => {
|
||||
<span class="flex-1 min-w-0 font-medium truncate text-xs">{{ log.task_name }}</span>
|
||||
<span class="w-8 flex justify-center shrink-0">
|
||||
<span class="relative flex h-2.5 w-2.5">
|
||||
<span :class="log.status === 'success' ? 'bg-green-500' : log.status === 'failed' ? 'bg-red-500' : 'bg-yellow-500'" class="relative inline-flex rounded-full h-2.5 w-2.5"></span>
|
||||
<span
|
||||
:class="log.status === 'success' ? 'bg-green-500' : log.status === 'failed' ? 'bg-red-500' : 'bg-yellow-500'"
|
||||
class="relative inline-flex rounded-full h-2.5 w-2.5"></span>
|
||||
</span>
|
||||
</span>
|
||||
<span class="w-12 text-right shrink-0 text-muted-foreground text-xs">{{ formatDuration(log.duration) }}</span>
|
||||
<span class="w-12 text-right shrink-0 text-muted-foreground text-xs">{{ formatDuration(log.duration)
|
||||
}}</span>
|
||||
</div>
|
||||
<!-- 大屏行 -->
|
||||
<div class="hidden sm:flex items-center gap-4 px-4 py-2">
|
||||
@@ -203,11 +278,16 @@ watch(() => route.query.task_id, (newTaskId) => {
|
||||
</code>
|
||||
<span class="w-12 flex justify-center shrink-0">
|
||||
<span class="relative flex h-2.5 w-2.5">
|
||||
<span :class="log.status === 'success' ? 'bg-green-500' : log.status === 'failed' ? 'bg-red-500' : 'bg-yellow-500'" class="relative inline-flex rounded-full h-2.5 w-2.5"></span>
|
||||
<span
|
||||
:class="log.status === 'success' ? 'bg-green-500' : log.status === 'failed' ? 'bg-red-500' : 'bg-yellow-500'"
|
||||
class="relative inline-flex rounded-full h-2.5 w-2.5"></span>
|
||||
</span>
|
||||
</span>
|
||||
<span class="w-16 text-right shrink-0 text-muted-foreground text-xs">{{ formatDuration(log.duration) }}</span>
|
||||
<span v-if="!selectedLog" class="w-40 text-right shrink-0 text-muted-foreground text-xs hidden md:block">{{ log.start_time || log.created_at }}</span>
|
||||
<span class="w-16 text-right shrink-0 text-muted-foreground text-xs">{{ formatDuration(log.duration)
|
||||
}}</span>
|
||||
<span v-if="!selectedLog"
|
||||
class="w-40 text-right shrink-0 text-muted-foreground text-xs hidden md:block">{{ log.start_time ||
|
||||
log.created_at }}</span>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
@@ -216,10 +296,8 @@ watch(() => route.query.task_id, (newTaskId) => {
|
||||
</div>
|
||||
|
||||
<!-- 日志详情侧边栏 -->
|
||||
<div
|
||||
v-if="selectedLog"
|
||||
class="w-full lg:w-[480px] rounded-lg border bg-card flex flex-col overflow-hidden shrink-0 max-h-[60vh] lg:max-h-[calc(100vh-180px)]"
|
||||
>
|
||||
<div v-if="selectedLog"
|
||||
class="w-full lg:w-[480px] rounded-lg border bg-card flex flex-col overflow-hidden shrink-0 max-h-[60vh] lg:max-h-[calc(100vh-180px)]">
|
||||
<div class="flex items-center justify-between px-4 py-3 border-b">
|
||||
<span class="text-sm font-medium">日志详情</span>
|
||||
<Button variant="ghost" size="icon" class="h-7 w-7" @click="closeDetail">
|
||||
@@ -235,7 +313,9 @@ watch(() => route.query.task_id, (newTaskId) => {
|
||||
<span class="text-muted-foreground">状态</span>
|
||||
<span class="flex items-center gap-1.5">
|
||||
<span class="relative flex h-2.5 w-2.5">
|
||||
<span :class="selectedLog.status === 'success' ? 'bg-green-500' : selectedLog.status === 'failed' ? 'bg-red-500' : 'bg-yellow-500'" class="relative inline-flex rounded-full h-2.5 w-2.5"></span>
|
||||
<span
|
||||
:class="selectedLog.status === 'success' ? 'bg-green-500' : selectedLog.status === 'failed' ? 'bg-red-500' : 'bg-yellow-500'"
|
||||
class="relative inline-flex rounded-full h-2.5 w-2.5"></span>
|
||||
</span>
|
||||
{{ selectedLog.status }}
|
||||
</span>
|
||||
@@ -267,18 +347,15 @@ watch(() => route.query.task_id, (newTaskId) => {
|
||||
</Button>
|
||||
</div>
|
||||
<div class="flex-1 overflow-auto">
|
||||
<pre v-if="logDetail" class="p-4 text-xs font-mono whitespace-pre-wrap break-all">{{ decompressedOutput }}</pre>
|
||||
<div v-else class="p-4 text-sm text-muted-foreground">加载中...</div>
|
||||
<pre class="p-4 text-xs font-mono whitespace-pre-wrap break-all log-pre">{{ decompressedOutput }}</pre>
|
||||
<div v-if="isWsLoading" class="p-4 text-sm text-muted-foreground italic">连接中...</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- 全屏查看日志 -->
|
||||
<LogViewer
|
||||
v-model:open="showFullscreen"
|
||||
:title="`日志输出 - ${selectedLog?.task_name || ''}`"
|
||||
:content="decompressedOutput"
|
||||
/>
|
||||
<LogViewer v-model:open="showFullscreen" :title="`日志输出 - ${selectedLog?.task_name || ''}`"
|
||||
:content="decompressedOutput" :status="selectedLog?.status" />
|
||||
</div>
|
||||
</template>
|
||||
|
||||
@@ -8,6 +8,7 @@ const props = defineProps<{
|
||||
open: boolean
|
||||
title: string
|
||||
content: string
|
||||
status?: string
|
||||
}>()
|
||||
|
||||
const emit = defineEmits<{
|
||||
@@ -45,7 +46,21 @@ watch(() => props.open, (val) => {
|
||||
>
|
||||
<div class="bg-background rounded-lg shadow-lg flex flex-col w-full sm:w-[90vw] md:w-[80vw] max-w-5xl h-[90vh] sm:h-[85vh]">
|
||||
<div class="flex flex-col sm:flex-row sm:items-center justify-between px-3 sm:px-4 py-2 sm:py-3 border-b shrink-0 gap-2">
|
||||
<span class="text-sm font-medium truncate">{{ title }}</span>
|
||||
<div class="flex items-center gap-3 min-w-0">
|
||||
<span class="text-sm font-medium truncate">{{ title }}</span>
|
||||
<div v-if="status"
|
||||
class="flex items-center gap-1.5 px-2 py-0.5 rounded text-[10px] font-bold uppercase transition-colors shrink-0"
|
||||
:class="status === 'success' ? 'bg-green-500/10 text-green-500 border border-green-500/20' :
|
||||
status === 'failed' ? 'bg-red-500/10 text-red-500 border border-red-500/20' :
|
||||
'bg-yellow-500/10 text-yellow-500 border border-yellow-500/20'"
|
||||
>
|
||||
<span v-if="status === 'running'" class="relative flex h-1.5 w-1.5 mr-0.5">
|
||||
<span class="animate-ping absolute inline-flex h-full w-full rounded-full bg-yellow-400 opacity-75"></span>
|
||||
<span class="relative inline-flex rounded-full h-1.5 w-1.5 bg-yellow-500"></span>
|
||||
</span>
|
||||
{{ status === 'success' ? '成功' : status === 'failed' ? '失败' : '执行中' }}
|
||||
</div>
|
||||
</div>
|
||||
<div class="flex items-center gap-2">
|
||||
<div class="relative flex-1 sm:flex-none">
|
||||
<Search class="absolute left-3 top-1/2 -translate-y-1/2 h-4 w-4 text-muted-foreground" />
|
||||
@@ -56,7 +71,7 @@ watch(() => props.open, (val) => {
|
||||
</Button>
|
||||
</div>
|
||||
</div>
|
||||
<div class="flex-1 overflow-auto">
|
||||
<div class="flex-1 overflow-auto bg-black/5 dark:bg-white/5">
|
||||
<pre class="p-3 sm:p-4 text-xs font-mono whitespace-pre-wrap break-all" v-html="highlightedContent"></pre>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
@@ -5,6 +5,7 @@ import { Dialog, DialogContent, DialogHeader, DialogTitle, DialogFooter } from '
|
||||
import { Input } from '@/components/ui/input'
|
||||
import { Label } from '@/components/ui/label'
|
||||
import { Select, SelectContent, SelectItem, SelectTrigger, SelectValue } from '@/components/ui/select'
|
||||
import { Switch } from '@/components/ui/switch'
|
||||
import { Checkbox } from '@/components/ui/checkbox'
|
||||
import DirTreeSelect from '@/components/DirTreeSelect.vue'
|
||||
import { api, type Task, type RepoConfig, type Agent } from '@/api'
|
||||
@@ -48,15 +49,23 @@ const repoConfig = ref<RepoConfig>({
|
||||
branch: '',
|
||||
sparse_path: '',
|
||||
single_file: false,
|
||||
proxy: 'none',
|
||||
proxy_url: '',
|
||||
auth_token: ''
|
||||
auth_token: '',
|
||||
concurrency: 1,
|
||||
proxy: ''
|
||||
})
|
||||
const cleanType = ref('none')
|
||||
const cleanKeep = ref(30)
|
||||
const allAgents = ref<Agent[]>([])
|
||||
const selectedAgentId = ref<string>('local')
|
||||
|
||||
const concurrencyEnabled = computed({
|
||||
get: () => repoConfig.value.concurrency === 1,
|
||||
set: (val: boolean) => {
|
||||
repoConfig.value.concurrency = val ? 1 : 0
|
||||
}
|
||||
})
|
||||
|
||||
const cleanConfig = computed(() => {
|
||||
if (!cleanType.value || cleanType.value === 'none' || cleanKeep.value <= 0) return ''
|
||||
return JSON.stringify({ type: cleanType.value, keep: cleanKeep.value })
|
||||
@@ -80,14 +89,34 @@ watch(() => props.open, async (val) => {
|
||||
cleanKeep.value = 30
|
||||
}
|
||||
// 解析仓库配置
|
||||
if (props.task?.config) {
|
||||
// 解析仓库配置
|
||||
const defaultConfig: RepoConfig = {
|
||||
source_type: 'git',
|
||||
source_url: '',
|
||||
target_path: '',
|
||||
branch: '',
|
||||
sparse_path: '',
|
||||
single_file: false,
|
||||
proxy: 'none',
|
||||
proxy_url: '',
|
||||
auth_token: '',
|
||||
concurrency: 1
|
||||
}
|
||||
const configStr = props.task?.config
|
||||
if (configStr) {
|
||||
try {
|
||||
repoConfig.value = JSON.parse(props.task.config)
|
||||
const parsed = JSON.parse(configStr)
|
||||
// 兼容旧字段: 优先使用 $task_concurrency, 若无则默认 1
|
||||
let concurrency = 1
|
||||
if (parsed['$task_concurrency'] !== undefined) {
|
||||
concurrency = parsed['$task_concurrency'] === 1 ? 1 : 0
|
||||
}
|
||||
repoConfig.value = { ...defaultConfig, ...parsed, concurrency }
|
||||
} catch {
|
||||
repoConfig.value = { source_type: 'git', source_url: '', target_path: '', branch: '', sparse_path: '', single_file: false, proxy: 'none', proxy_url: '', auth_token: '' }
|
||||
repoConfig.value = defaultConfig
|
||||
}
|
||||
} else {
|
||||
repoConfig.value = { source_type: 'git', source_url: '', target_path: '', branch: '', sparse_path: '', single_file: false, proxy: 'none', proxy_url: '', auth_token: '' }
|
||||
repoConfig.value = defaultConfig
|
||||
}
|
||||
// 仓库任务暂时仅支持本地执行
|
||||
selectedAgentId.value = 'local'
|
||||
@@ -106,7 +135,15 @@ async function save() {
|
||||
try {
|
||||
form.value.clean_config = cleanConfig.value
|
||||
form.value.type = 'repo'
|
||||
form.value.config = JSON.stringify(repoConfig.value)
|
||||
// 确保 concurrency 字段被正确保存到 config 中
|
||||
// 注意:我们将 concurrency 存储在 config 的 $task_concurrency 字段中
|
||||
// 同时也保留在 repoConfig 对象中以便回显
|
||||
const configToSave: any = {
|
||||
...repoConfig.value,
|
||||
'$task_concurrency': repoConfig.value.concurrency !== undefined ? repoConfig.value.concurrency : 1
|
||||
}
|
||||
|
||||
form.value.config = JSON.stringify(configToSave)
|
||||
form.value.command = `[${repoConfig.value.source_type}] ${repoConfig.value.source_url}`
|
||||
form.value.agent_id = selectedAgentId.value === 'local' ? null : Number(selectedAgentId.value)
|
||||
if (props.isEdit && form.value.id) {
|
||||
@@ -204,6 +241,14 @@ async function save() {
|
||||
<Label class="sm:text-right text-sm">认证Token</Label>
|
||||
<Input v-model="repoConfig.auth_token" type="text" placeholder="可选,用于私有仓库" class="sm:col-span-3 h-8 text-sm" autocomplete="new-password" />
|
||||
</div>
|
||||
<div class="grid grid-cols-1 sm:grid-cols-4 items-center gap-2 sm:gap-3">
|
||||
<Label class="sm:text-right text-sm">并发控制</Label>
|
||||
<div class="sm:col-span-3 flex items-center gap-2">
|
||||
<Switch v-model:checked="concurrencyEnabled" />
|
||||
<span class="text-sm text-muted-foreground">允许并发</span>
|
||||
<span class="text-xs text-muted-foreground ml-2">(如果任务未执行完成,是否允许再次执行)</span>
|
||||
</div>
|
||||
</div>
|
||||
<div class="grid grid-cols-1 sm:grid-cols-4 items-center gap-2 sm:gap-3">
|
||||
<Label class="sm:text-right text-sm">定时规则</Label>
|
||||
<Input v-model="form.schedule" placeholder="0 0 0 * * *" class="sm:col-span-3 h-8 text-sm font-mono" />
|
||||
|
||||
@@ -4,6 +4,7 @@ import { Button } from '@/components/ui/button'
|
||||
import { Dialog, DialogContent, DialogHeader, DialogTitle, DialogFooter } from '@/components/ui/dialog'
|
||||
import { Input } from '@/components/ui/input'
|
||||
import { Label } from '@/components/ui/label'
|
||||
import { Switch } from '@/components/ui/switch'
|
||||
import { Select, SelectContent, SelectItem, SelectTrigger, SelectValue } from '@/components/ui/select'
|
||||
import { Popover, PopoverContent, PopoverTrigger } from '@/components/ui/popover'
|
||||
import DirTreeSelect from '@/components/DirTreeSelect.vue'
|
||||
@@ -44,6 +45,13 @@ const selectedAgentId = ref<string>('local')
|
||||
const envSearchQuery = ref('')
|
||||
// 为每个执行位置保存独立的工作目录配置
|
||||
const workDirCache = ref<Record<string, string>>({})
|
||||
const concurrency = ref(0)
|
||||
const concurrencyEnabled = ref(false)
|
||||
|
||||
// 监听 concurrencyEnabled 的变化,同步到 concurrency
|
||||
watch(concurrencyEnabled, (val) => {
|
||||
concurrency.value = val ? 1 : 0
|
||||
})
|
||||
|
||||
// 当前显示的工作目录(根据选择的执行位置)
|
||||
const currentWorkDir = computed({
|
||||
@@ -93,6 +101,36 @@ watch(() => props.open, async (val) => {
|
||||
cleanType.value = 'none'
|
||||
cleanKeep.value = 30
|
||||
}
|
||||
// 解析任务配置
|
||||
try {
|
||||
// 确保 config 是有效的 JSON 对象字符串
|
||||
let configStr = props.task?.config
|
||||
// 如果是 null/undefined 或者空字符串,初始化为 '{}'
|
||||
if (!configStr) {
|
||||
configStr = '{}'
|
||||
}
|
||||
|
||||
const parsed = JSON.parse(configStr)
|
||||
// 确保解析结果是对象
|
||||
if (parsed && typeof parsed === 'object') {
|
||||
const val = parsed['$task_concurrency']
|
||||
if (typeof val === 'number') {
|
||||
// 如果已存在并发配置,直接使用(0 或 1)
|
||||
concurrency.value = val
|
||||
concurrencyEnabled.value = val === 1
|
||||
} else {
|
||||
// 默认值:允许并发
|
||||
concurrency.value = 1
|
||||
concurrencyEnabled.value = true
|
||||
}
|
||||
} else {
|
||||
concurrency.value = 1
|
||||
concurrencyEnabled.value = true
|
||||
}
|
||||
} catch {
|
||||
concurrency.value = 1
|
||||
concurrencyEnabled.value = true
|
||||
}
|
||||
// 解析环境变量
|
||||
if (props.task?.envs) {
|
||||
selectedEnvIds.value = props.task.envs.split(',').map(s => parseInt(s.trim())).filter(n => !isNaN(n))
|
||||
@@ -140,8 +178,31 @@ async function save() {
|
||||
form.value.envs = selectedEnvIds.value.join(',')
|
||||
form.value.type = 'task'
|
||||
form.value.agent_id = selectedAgentId.value === 'local' ? null : Number(selectedAgentId.value)
|
||||
|
||||
// 保存配置 - 确保 concurrency 字段被正确保存
|
||||
let config: Record<string, any> = {}
|
||||
|
||||
// 如果 form.value.config 存在,先解析它以保留其他配置
|
||||
if (form.value.config) {
|
||||
try {
|
||||
const parsed = JSON.parse(form.value.config)
|
||||
if (parsed && typeof parsed === 'object') {
|
||||
config = parsed
|
||||
}
|
||||
} catch {
|
||||
config = {}
|
||||
}
|
||||
}
|
||||
|
||||
// 更新并发控制字段 (1: 开启, 0: 关闭)
|
||||
config['$task_concurrency'] = concurrency.value
|
||||
|
||||
// 重新序列化配置
|
||||
form.value.config = JSON.stringify(config)
|
||||
|
||||
// 保存当前选择的执行位置对应的工作目录
|
||||
form.value.work_dir = currentWorkDir.value
|
||||
|
||||
if (props.isEdit && form.value.id) {
|
||||
await api.tasks.update(form.value.id, form.value)
|
||||
toast.success('任务已更新')
|
||||
@@ -151,7 +212,9 @@ async function save() {
|
||||
}
|
||||
emit('update:open', false)
|
||||
emit('saved')
|
||||
} catch { toast.error('保存失败') }
|
||||
} catch (error) {
|
||||
toast.error('保存失败')
|
||||
}
|
||||
}
|
||||
</script>
|
||||
|
||||
@@ -185,7 +248,7 @@ async function save() {
|
||||
<SelectValue placeholder="选择执行位置" />
|
||||
</SelectTrigger>
|
||||
<SelectContent>
|
||||
<SelectItem value="local">本地执行</SelectItem>
|
||||
<SelectItem value="local">本地执行</SelectItem>
|
||||
<SelectItem v-for="agent in onlineAgents" :key="agent.id" :value="String(agent.id)">
|
||||
{{ agent.name }} ({{ agent.status === 'online' ? '在线' : '离线' }})
|
||||
</SelectItem>
|
||||
@@ -235,6 +298,16 @@ async function save() {
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<div class="grid grid-cols-1 sm:grid-cols-4 items-start gap-2 sm:gap-3">
|
||||
<Label class="sm:text-right text-sm pt-2">并发控制</Label>
|
||||
<div class="sm:col-span-3 space-y-1.5">
|
||||
<div class="flex items-center gap-2">
|
||||
<Switch v-model="concurrencyEnabled" />
|
||||
<span class="text-sm text-muted-foreground">允许并发</span>
|
||||
</div>
|
||||
<p class="text-xs text-muted-foreground">如果任务未执行完成,是否允许再次执行</p>
|
||||
</div>
|
||||
</div>
|
||||
<div class="grid grid-cols-1 sm:grid-cols-4 items-start gap-2 sm:gap-3">
|
||||
<Label class="sm:text-right text-sm pt-1.5">环境变量</Label>
|
||||
<div class="sm:col-span-3 space-y-1.5">
|
||||
|
||||
@@ -6,7 +6,7 @@ import { Input } from '@/components/ui/input'
|
||||
import Pagination from '@/components/Pagination.vue'
|
||||
import TaskDialog from './TaskDialog.vue'
|
||||
import RepoDialog from './RepoDialog.vue'
|
||||
import { Plus, Play, Pencil, Trash2, Search, ScrollText, GitBranch, Terminal, Server, Monitor, X } from 'lucide-vue-next'
|
||||
import { Plus, Play, Pencil, Trash2, Search, ScrollText, GitBranch, Terminal, Server, Monitor, X, Loader2 } from 'lucide-vue-next'
|
||||
import { api, type Task, type Agent } from '@/api'
|
||||
import { toast } from 'vue-sonner'
|
||||
import { useSiteSettings } from '@/composables/useSiteSettings'
|
||||
@@ -137,8 +137,22 @@ async function deleteTask() {
|
||||
deleteTaskId.value = null
|
||||
}
|
||||
|
||||
const executingTaskId = ref<number | null>(null)
|
||||
|
||||
async function runTask(id: number) {
|
||||
try { await api.tasks.execute(id); toast.success('任务已执行') } catch { toast.error('执行失败') }
|
||||
executingTaskId.value = id
|
||||
toast.message('正在执行...', { id: 'executing' })
|
||||
try {
|
||||
const res = await api.tasks.execute(id)
|
||||
if (res.Success === false) {
|
||||
throw new Error(res.Error || '执行失败')
|
||||
}
|
||||
toast.success('触发成功', { id: 'executing' })
|
||||
} catch (error: any) {
|
||||
toast.error(error?.message || '执行失败', { id: 'executing' })
|
||||
} finally {
|
||||
executingTaskId.value = null
|
||||
}
|
||||
}
|
||||
|
||||
async function toggleTask(task: Task, enabled: boolean) {
|
||||
@@ -252,8 +266,9 @@ watch(() => route.query.agent_id, (newVal) => {
|
||||
</span>
|
||||
</span>
|
||||
<span class="w-20 sm:w-36 shrink-0 flex justify-center gap-0.5 sm:gap-1">
|
||||
<Button variant="ghost" size="icon" class="h-6 w-6 sm:h-7 sm:w-7" @click="runTask(task.id)" title="执行">
|
||||
<Play class="h-3 w-3 sm:h-3.5 sm:w-3.5" />
|
||||
<Button variant="ghost" size="icon" class="h-6 w-6 sm:h-7 sm:w-7" @click="runTask(task.id)" title="执行" :disabled="executingTaskId === task.id">
|
||||
<Loader2 v-if="executingTaskId === task.id" class="h-3 w-3 sm:h-3.5 sm:w-3.5 animate-spin" />
|
||||
<Play v-else class="h-3 w-3 sm:h-3.5 sm:w-3.5" />
|
||||
</Button>
|
||||
<Button variant="ghost" size="icon" class="h-6 w-6 sm:h-7 sm:w-7" @click="viewLogs(task.id)" title="日志">
|
||||
<ScrollText class="h-3 w-3 sm:h-3.5 sm:w-3.5" />
|
||||
|
||||
Reference in New Issue
Block a user