Files
TaskPool/internal/services/agent_ws_service.go
T
admin e6956aa001 Initial commit: TaskPool React panel
- React frontend with route-level code splitting
- Backend rebranded from Baihu to TaskPool
- DB brand migration script and local compatibility
2026-07-26 08:43:52 +08:00

411 lines
11 KiB
Go

package services
import (
"encoding/json"
"sync"
"time"
"github.com/engigu/taskpool/internal/constant"
"github.com/engigu/taskpool/internal/database"
"github.com/engigu/taskpool/internal/executor"
"github.com/engigu/taskpool/internal/logger"
"github.com/engigu/taskpool/internal/models"
"github.com/gorilla/websocket"
)
// AgentWSManager WebSocket 连接管理器
type AgentWSManager struct {
connections map[string]*AgentConnection // Agent ID -> 连接对象
ipConnections map[string]int // IP -> 连接数
ipLastAttempt map[string]time.Time // IP -> 最后连接尝试时间
ipFailCount map[string]int // IP -> 连续失败次数
remoteWaiters map[string]chan *models.AgentTaskResult // 日志 ID -> 结果通道
mu sync.RWMutex
}
// 限流配置
const (
maxConnectionsPerIP = 10 // 每个 IP 最大连接数
minConnectInterval = 5 * time.Second // 同一 IP 最小连接间隔
maxFailCount = 5 // 最大连续失败次数
failBlockDuration = 5 * time.Minute // 失败后封禁时长
)
// AgentConnection Agent WebSocket 连接
type AgentConnection struct {
AgentID string
IP string
Conn *websocket.Conn
Send chan []byte
LastPing time.Time
closed bool
mu sync.Mutex
}
// WSMessage WebSocket 消息结构
type WSMessage struct {
Type string `json:"type"`
Data json.RawMessage `json:"data,omitempty"`
}
// 消息类型常量
const (
WSTypeHeartbeat = constant.WSTypeHeartbeat
WSTypeHeartbeatAck = constant.WSTypeHeartbeatAck
WSTypeTasks = constant.WSTypeTasks
WSTypeTaskResult = constant.WSTypeTaskResult
WSTypeUpdate = constant.WSTypeUpdate
WSTypeDisconnect = constant.WSTypeDisconnect
WSTypeConnected = constant.WSTypeConnected
WSTypeDisabled = constant.WSTypeDisabled
WSTypeEnabled = constant.WSTypeEnabled
WSTypeFetchTasks = constant.WSTypeFetchTasks
WSTypeTaskLog = constant.WSTypeTaskLog
WSTypeExecute = constant.WSTypeExecute
WSTypeTaskHeartbeat = constant.WSTypeTaskHeartbeat
)
var agentWSManager *AgentWSManager
var agentWSOnce sync.Once
// GetAgentWSManager 获取单例
func GetAgentWSManager() *AgentWSManager {
agentWSOnce.Do(func() {
agentWSManager = &AgentWSManager{
connections: make(map[string]*AgentConnection),
ipConnections: make(map[string]int),
ipLastAttempt: make(map[string]time.Time),
ipFailCount: make(map[string]int),
remoteWaiters: make(map[string]chan *models.AgentTaskResult),
}
// 启动时,先将所有 "online" 状态的 Agent 重置为 "offline"
NewAgentService().ResetAllAgentsToOffline()
// 将清理任务注册到系统内部 Cron,每 30 秒执行一次
executor.GetSysCron().AddJob("@every 30s", agentWSManager.cleanupLoop)
})
return agentWSManager
}
// CheckRateLimit 检查 IP 限流,返回是否允许连接
func (m *AgentWSManager) CheckRateLimit(ip string) (bool, string) {
m.mu.Lock()
defer m.mu.Unlock()
now := time.Now()
// 检查是否被封禁(连续失败过多)
if failCount, exists := m.ipFailCount[ip]; exists && failCount >= maxFailCount {
if lastAttempt, ok := m.ipLastAttempt[ip]; ok {
if now.Sub(lastAttempt) < failBlockDuration {
remaining := failBlockDuration - now.Sub(lastAttempt)
return false, "连接失败次数过多,请 " + remaining.Round(time.Second).String() + " 后重试"
}
// 封禁时间已过,重置计数
delete(m.ipFailCount, ip)
}
}
// 检查连接频率
if lastAttempt, exists := m.ipLastAttempt[ip]; exists {
if now.Sub(lastAttempt) < minConnectInterval {
return false, "连接过于频繁,请稍后重试"
}
}
// 检查 IP 连接数
if count, exists := m.ipConnections[ip]; exists && count >= maxConnectionsPerIP {
return false, "该 IP 连接数已达上限"
}
m.ipLastAttempt[ip] = now
return true, ""
}
// RecordConnectFail 记录连接失败
func (m *AgentWSManager) RecordConnectFail(ip string) {
m.mu.Lock()
defer m.mu.Unlock()
m.ipFailCount[ip]++
m.ipLastAttempt[ip] = time.Now()
if m.ipFailCount[ip] >= maxFailCount {
logger.Warnf("[AgentWS] IP %s 连续失败 %d 次,已封禁 %v", ip, m.ipFailCount[ip], failBlockDuration)
}
}
// RecordConnectSuccess 记录连接成功,重置失败计数
func (m *AgentWSManager) RecordConnectSuccess(ip string) {
m.mu.Lock()
defer m.mu.Unlock()
delete(m.ipFailCount, ip)
}
// Register 注册连接
func (m *AgentWSManager) Register(agentID string, conn *websocket.Conn, ip string) *AgentConnection {
m.mu.Lock()
defer m.mu.Unlock()
// 关闭旧连接
if old, exists := m.connections[agentID]; exists {
// 减少旧 IP 的连接计数
if old.IP != "" {
if count, ok := m.ipConnections[old.IP]; ok && count > 0 {
m.ipConnections[old.IP] = count - 1
}
}
old.Close()
}
ac := &AgentConnection{
AgentID: agentID,
IP: ip,
Conn: conn,
Send: make(chan []byte, 256),
LastPing: time.Now(),
}
m.connections[agentID] = ac
// 增加 IP 连接计数
m.ipConnections[ip]++
logger.Infof("[AgentWS] Agent #%s 已连接 (%s)", agentID, ip)
return ac
}
// Unregister 注销连接(只注销指定的连接实例)
func (m *AgentWSManager) Unregister(agentID string, ac *AgentConnection) {
m.mu.Lock()
defer m.mu.Unlock()
// 只有当前连接和 map 中的连接是同一个实例时才删除
if conn, exists := m.connections[agentID]; exists && conn == ac {
// 减少 IP 连接计数
if conn.IP != "" {
if count, ok := m.ipConnections[conn.IP]; ok && count > 0 {
m.ipConnections[conn.IP] = count - 1
}
}
conn.Close()
delete(m.connections, agentID)
logger.Infof("[AgentWS] Agent #%s 已断开", agentID)
}
}
// GetConnection 获取连接
func (m *AgentWSManager) GetConnection(agentID string) *AgentConnection {
m.mu.RLock()
defer m.mu.RUnlock()
return m.connections[agentID]
}
// IsAgentOnline 检查指定 Agent 是否在线
func (m *AgentWSManager) IsAgentOnline(agentID string) bool {
m.mu.RLock()
defer m.mu.RUnlock()
_, exists := m.connections[agentID]
return exists
}
// SendToAgent 发送消息给指定 Agent
func (m *AgentWSManager) SendToAgent(agentID string, msgType string, data interface{}) error {
conn := m.GetConnection(agentID)
if conn == nil {
return nil // Agent 不在线
}
dataBytes, _ := json.Marshal(data)
msg := WSMessage{Type: msgType, Data: dataBytes}
msgBytes, _ := json.Marshal(msg)
select {
case conn.Send <- msgBytes:
return nil
default:
return nil // 缓冲区满,丢弃
}
}
// BroadcastTasks 广播任务更新给指定 Agent
func (m *AgentWSManager) BroadcastTasks(agentID string) {
agentService := NewAgentService()
tasks := agentService.GetTasks(agentID)
m.SendToAgent(agentID, WSTypeTasks, map[string]interface{}{
"tasks": tasks,
})
}
// BroadcastTasksToAll 广播任务更新给所有在线 Agent
func (m *AgentWSManager) BroadcastTasksToAll() {
m.mu.RLock()
var agentIDs []string
for agentID := range m.connections {
agentIDs = append(agentIDs, agentID)
}
m.mu.RUnlock()
for _, agentID := range agentIDs {
m.BroadcastTasks(agentID)
}
}
// RegisterRemoteWaiter 注册远程任务结果等待者
func (m *AgentWSManager) RegisterRemoteWaiter(logID string) chan *models.AgentTaskResult {
m.mu.Lock()
defer m.mu.Unlock()
ch := make(chan *models.AgentTaskResult, 1)
m.remoteWaiters[logID] = ch
return ch
}
// UnregisterRemoteWaiter 注销远程任务结果等待者
func (m *AgentWSManager) UnregisterRemoteWaiter(logID string) {
m.mu.Lock()
defer m.mu.Unlock()
delete(m.remoteWaiters, logID)
}
// NotifyRemoteResult 通知远程任务结果
func (m *AgentWSManager) NotifyRemoteResult(result *models.AgentTaskResult) bool {
m.mu.RLock()
defer m.mu.RUnlock()
if ch, ok := m.remoteWaiters[result.LogID]; ok {
select {
case ch <- result:
return true
default:
return false
}
}
return false
}
// OnlineCount 在线 Agent 数量
func (m *AgentWSManager) OnlineCount() int {
m.mu.RLock()
defer m.mu.RUnlock()
return len(m.connections)
}
// cleanupLoop 清理超时连接 (由 SysCron 每 30 秒调用一次)
func (m *AgentWSManager) cleanupLoop() {
defer func() {
if r := recover(); r != nil {
logger.Errorf("[AgentWS] cleanupLoop panic: %v", r)
}
}()
m.mu.Lock()
defer m.mu.Unlock()
now := time.Now()
// 清理超时连接
for agentID, conn := range m.connections {
if now.Sub(conn.LastPing) > 2*time.Minute {
// 减少 IP 连接计数
if conn.IP != "" {
if count, ok := m.ipConnections[conn.IP]; ok && count > 0 {
m.ipConnections[conn.IP] = count - 1
}
}
conn.Close()
delete(m.connections, agentID)
// 更新数据库状态
database.DB.Model(&models.Agent{}).Where("id = ?", agentID).Update("status", constant.AgentStatusOffline)
logger.Infof("[AgentWS] Agent #%s 心跳超时,已断开", agentID)
}
}
// 定期清理数据库中的过期状态(处理服务重启或异常终止的情况)
cutoff := now.Add(-2 * time.Minute)
database.DB.Model(&models.Agent{}).
Where("status = ? AND last_seen < ?", constant.AgentStatusOnline, cutoff).
Update("status", constant.AgentStatusOffline)
// 清理过期的限流记录(超过 10 分钟未活动)
for ip, lastAttempt := range m.ipLastAttempt {
if now.Sub(lastAttempt) > 10*time.Minute {
delete(m.ipLastAttempt, ip)
delete(m.ipFailCount, ip)
// 只清理没有活跃连接的 IP 计数
if m.ipConnections[ip] == 0 {
delete(m.ipConnections, ip)
}
}
}
}
// Close 关闭连接
func (c *AgentConnection) Close() {
c.mu.Lock()
defer c.mu.Unlock()
if c.closed {
return
}
c.closed = true
if c.Conn != nil {
c.Conn.Close()
}
if c.Send != nil {
close(c.Send)
}
}
// IsClosed 检查连接是否已关闭
func (c *AgentConnection) IsClosed() bool {
c.mu.Lock()
defer c.mu.Unlock()
return c.closed
}
// WriteMessage 写入消息
func (c *AgentConnection) WriteMessage(data []byte) error {
c.mu.Lock()
defer c.mu.Unlock()
if c.closed || c.Conn == nil {
return nil
}
c.Conn.SetWriteDeadline(time.Now().Add(10 * time.Second))
return c.Conn.WriteMessage(websocket.TextMessage, data)
}
// SetReadDeadline 设置读取超时
func (c *AgentConnection) SetReadDeadline(t time.Time) error {
c.mu.Lock()
defer c.mu.Unlock()
if c.closed || c.Conn == nil {
return nil
}
return c.Conn.SetReadDeadline(t)
}
// ReadMessage 读取消息
func (c *AgentConnection) ReadMessage() (int, []byte, error) {
// 不加锁,因为 ReadMessage 是阻塞的
// 但需要先检查连接状态
c.mu.Lock()
if c.closed || c.Conn == nil {
c.mu.Unlock()
return 0, nil, websocket.ErrCloseSent
}
conn := c.Conn
c.mu.Unlock()
return conn.ReadMessage()
}
// WritePing 发送 ping 消息
func (c *AgentConnection) WritePing() error {
c.mu.Lock()
defer c.mu.Unlock()
if c.closed || c.Conn == nil {
return nil
}
c.Conn.SetWriteDeadline(time.Now().Add(10 * time.Second))
return c.Conn.WriteMessage(websocket.PingMessage, nil)
}
// UpdatePing 更新心跳时间
func (c *AgentConnection) UpdatePing() {
c.LastPing = time.Now()
}