fix: sqlite atabase is locked #20

This commit is contained in:
engigu
2026-03-06 15:59:03 +08:00
parent e9038ac893
commit f4f955d721
2 changed files with 69 additions and 41 deletions
+12 -1
View File
@@ -36,7 +36,7 @@ func Init(cfg *Config) error {
switch cfg.Type { switch cfg.Type {
case "sqlite": case "sqlite":
dialector = sqlite.Open(cfg.Path) dialector = sqlite.Open(cfg.Path + "?_busy_timeout=5000")
case "mysql": case "mysql":
dsn := fmt.Sprintf("%s:%s@tcp(%s:%d)/%s?charset=utf8mb4&parseTime=True&loc=Asia%%2FShanghai", dsn := fmt.Sprintf("%s:%s@tcp(%s:%d)/%s?charset=utf8mb4&parseTime=True&loc=Asia%%2FShanghai",
cfg.User, cfg.Password, cfg.Host, cfg.Port, cfg.DBName) cfg.User, cfg.Password, cfg.Host, cfg.Port, cfg.DBName)
@@ -60,6 +60,17 @@ func Init(cfg *Config) error {
} }
logger.Infof("[Database] 已连接 %s 数据库 (时区: Asia/Shanghai)", cfg.Type) logger.Infof("[Database] 已连接 %s 数据库 (时区: Asia/Shanghai)", cfg.Type)
// SQLite 特殊优化:开启 WAL 模式,提升并发性能
if cfg.Type == "sqlite" {
sqlDB, _ := DB.DB()
if sqlDB != nil {
sqlDB.SetMaxOpenConns(1) // SQLite 只允许单写连接
sqlDB.Exec("PRAGMA journal_mode=WAL")
sqlDB.Exec("PRAGMA synchronous=NORMAL")
}
}
return nil return nil
} }
+57 -40
View File
@@ -19,7 +19,6 @@ import (
"github.com/engigu/baihu-panel/internal/utils" "github.com/engigu/baihu-panel/internal/utils"
"gorm.io/gorm" "gorm.io/gorm"
"gorm.io/gorm/clause"
) )
// AgentWSManager 接口定义(避免循环依赖) // AgentWSManager 接口定义(避免循环依赖)
@@ -768,54 +767,72 @@ func (es *ExecutorService) CheckConcurrency(taskID string) error {
// AddRunningGo 添加当前 goroutine ID 到任务的 running_go 字段 // AddRunningGo 添加当前 goroutine ID 到任务的 running_go 字段
func (es *ExecutorService) AddRunningGo(taskID string) (int64, error) { func (es *ExecutorService) AddRunningGo(taskID string) (int64, error) {
goid := utils.GetGoroutineID() goid := utils.GetGoroutineID()
err := database.DB.Transaction(func(tx *gorm.DB) error { var lastErr error
var task models.Task for attempt := 0; attempt < 3; attempt++ {
if err := tx.Clauses(clause.Locking{Strength: "UPDATE"}).Where("id = ?", taskID).First(&task).Error; err != nil { lastErr = database.DB.Transaction(func(tx *gorm.DB) error {
return err var task models.Task
} if err := tx.Where("id = ?", taskID).First(&task).Error; err != nil {
var goids []int64 return err
if task.RunningGo != "" { }
_ = json.Unmarshal([]byte(task.RunningGo), &goids) var goids []int64
} if task.RunningGo != "" {
_ = json.Unmarshal([]byte(task.RunningGo), &goids)
}
// 解析配置以获取并发设置 // 解析配置以获取并发设置
var config models.TaskConfig var config models.TaskConfig
if task.Config != "" { if task.Config != "" {
_ = json.Unmarshal([]byte(task.Config), &config) _ = json.Unmarshal([]byte(task.Config), &config)
} }
// 如果并发为0(禁用)且已有执行中的任务,返回错误 // 如果并发为0(禁用)且已有执行中的任务,返回错误
if config.Concurrency == 0 && len(goids) > 0 { if config.Concurrency == 0 && len(goids) > 0 {
return fmt.Errorf("task is running") return fmt.Errorf("task is running")
} }
goids = append(goids, goid) goids = append(goids, goid)
data, _ := json.Marshal(goids) data, _ := json.Marshal(goids)
return tx.Model(&task).Update("running_go", string(data)).Error return tx.Model(&task).Update("running_go", string(data)).Error
}) })
return goid, err if lastErr == nil {
return goid, nil
}
// 如果是业务错误(任务正在运行),不重试
if lastErr.Error() == "task is running" {
return goid, lastErr
}
// 数据库锁错误,等待后重试
time.Sleep(100 * time.Millisecond)
}
return goid, fmt.Errorf("任务并发限制: %v", lastErr)
} }
// RemoveRunningGo 从任务的 running_go 字段移除指定 goroutine ID // RemoveRunningGo 从任务的 running_go 字段移除指定 goroutine ID
func (es *ExecutorService) RemoveRunningGo(taskID string, goid int64) { func (es *ExecutorService) RemoveRunningGo(taskID string, goid int64) {
database.DB.Transaction(func(tx *gorm.DB) error { for attempt := 0; attempt < 3; attempt++ {
var task models.Task err := database.DB.Transaction(func(tx *gorm.DB) error {
if err := tx.Clauses(clause.Locking{Strength: "UPDATE"}).Where("id = ?", taskID).First(&task).Error; err != nil { var task models.Task
return err if err := tx.Where("id = ?", taskID).First(&task).Error; err != nil {
} return err
var goids []int64
if task.RunningGo != "" {
_ = json.Unmarshal([]byte(task.RunningGo), &goids)
}
newGoids := make([]int64, 0)
for _, id := range goids {
if id != goid {
newGoids = append(newGoids, id)
} }
var goids []int64
if task.RunningGo != "" {
_ = json.Unmarshal([]byte(task.RunningGo), &goids)
}
newGoids := make([]int64, 0)
for _, id := range goids {
if id != goid {
newGoids = append(newGoids, id)
}
}
data, _ := json.Marshal(newGoids)
return tx.Model(&task).Update("running_go", string(data)).Error
})
if err == nil {
return
} }
data, _ := json.Marshal(newGoids) time.Sleep(100 * time.Millisecond)
return tx.Model(&task).Update("running_go", string(data)).Error }
})
} }
// ExecuteRemoteForScheduler 供 Scheduler 调用,执行远程任务并等待结果 // ExecuteRemoteForScheduler 供 Scheduler 调用,执行远程任务并等待结果