first commit

2026-04-23 13:53:09 +08:00
commit 9de47fa5b8
34 changed files with 2764 additions and 0 deletions
--- a/dao/model_dao.go
+++ b/dao/model_dao.go
@@ -0,0 +1,89 @@
+package dao
+
+import (
+	"context"
+
+	"model-asynch/consts/public"
+	"model-asynch/model/entity"
+
+	"gitea.com/red-future/common/db/gfdb"
+	"github.com/gogf/gf/v2/util/gconv"
+)
+
+var Model = &modelDao{}
+
+type modelDao struct{}
+
+func (d *modelDao) Insert(ctx context.Context, m *entity.AsynchModel) (id int64, err error) {
+	r, err := gfdb.DB(ctx).Model(ctx, public.TableNameModel).Data(m).Insert()
+	if err != nil {
+		return 0, err
+	}
+	return r.LastInsertId()
+}
+
+func (d *modelDao) UpdateByID(ctx context.Context, id int64, data map[string]any) (rows int64, err error) {
+	// 触发 gfdb 的 updateHook 自动填充 updater，需要显式带 updater 字段
+	data[entity.AsynchModelCol.Updater] = ""
+	r, err := gfdb.DB(ctx).Model(ctx, public.TableNameModel).
+		Where(entity.AsynchModelCol.Id, id).
+		Data(data).
+		Update()
+	if err != nil {
+		return 0, err
+	}
+	return r.RowsAffected()
+}
+
+func (d *modelDao) DeleteByID(ctx context.Context, id int64) (rows int64, err error) {
+	r, err := gfdb.DB(ctx).Model(ctx, public.TableNameModel).
+		Where(entity.AsynchModelCol.Id, id).
+		Delete()
+	if err != nil {
+		return 0, err
+	}
+	return r.RowsAffected()
+}
+
+func (d *modelDao) GetByModelName(ctx context.Context, modelName string) (m *entity.AsynchModel, err error) {
+	r, err := gfdb.DB(ctx).Model(ctx, public.TableNameModel).
+		Where(entity.AsynchModelCol.ModelName, modelName).
+		One()
+	if err != nil {
+		return nil, err
+	}
+	if r.IsEmpty() {
+		return nil, nil
+	}
+	err = r.Struct(&m)
+	return
+}
+
+func (d *modelDao) GetByID(ctx context.Context, id int64) (m *entity.AsynchModel, err error) {
+	r, err := gfdb.DB(ctx).Model(ctx, public.TableNameModel).
+		Where(entity.AsynchModelCol.Id, id).
+		One()
+	if err != nil {
+		return nil, err
+	}
+	if r.IsEmpty() {
+		return nil, nil
+	}
+	err = r.Struct(&m)
+	return
+}
+
+func (d *modelDao) List(ctx context.Context, pageNum, pageSize int) (list []*entity.AsynchModel, total int64, err error) {
+	model := gfdb.DB(ctx).Model(ctx, public.TableNameModel).OrderDesc(entity.AsynchModelCol.CreatedAt)
+	if pageNum > 0 && pageSize > 0 {
+		model = model.Page(pageNum, pageSize)
+	}
+	r, totalInt, err := model.AllAndCount(false)
+	if err != nil {
+		return nil, 0, err
+	}
+	total = gconv.Int64(totalInt)
+	err = r.Structs(&list)
+	return
+}
+
--- a/dao/model_dao_bg.go
+++ b/dao/model_dao_bg.go
@@ -0,0 +1,32 @@
+package dao
+
+import (
+	"context"
+
+	"model-asynch/consts/public"
+	"model-asynch/model/entity"
+
+	"gitea.com/red-future/common/db/gfdb"
+)
+
+// GetByModelNameForTenant 后台任务使用：按 tenant_id + model_name 查询，不依赖 gfdb Hook/Trace/用户上下文
+func (d *modelDao) GetByModelNameForTenant(ctx context.Context, tenantId uint64, modelName string) (m *entity.AsynchModel, err error) {
+	r, err := gfdb.DB(ctx).GetAll(ctx,
+		"SELECT * FROM "+public.TableNameModel+" WHERE tenant_id=? AND model_name=? AND deleted_at IS NULL LIMIT 1",
+		tenantId, modelName,
+	)
+	if err != nil {
+		return nil, err
+	}
+	if r.IsEmpty() {
+		return nil, nil
+	}
+	var list []*entity.AsynchModel
+	if err := r.Structs(&list); err != nil {
+		return nil, err
+	}
+	if len(list) == 0 {
+		return nil, nil
+	}
+	return list[0], nil
+}
--- a/dao/task_dao.go
+++ b/dao/task_dao.go
@@ -0,0 +1,224 @@
+package dao
+
+import (
+	"context"
+	"fmt"
+	"time"
+
+	"model-asynch/consts/public"
+	"model-asynch/model/entity"
+
+	"gitea.com/red-future/common/db/gfdb"
+	"github.com/gogf/gf/v2/database/gdb"
+	"github.com/gogf/gf/v2/os/gtime"
+)
+
+var Task = &taskDao{}
+
+type taskDao struct{}
+
+func (d *taskDao) Insert(ctx context.Context, t *entity.AsynchTask) (id int64, err error) {
+	r, err := gfdb.DB(ctx).Model(ctx, public.TableNameTask).Data(t).Insert()
+	if err != nil {
+		return 0, err
+	}
+	return r.LastInsertId()
+}
+
+func (d *taskDao) GetByTaskID(ctx context.Context, taskID string) (t *entity.AsynchTask, err error) {
+	r, err := gfdb.DB(ctx).Model(ctx, public.TableNameTask).
+		Where(entity.AsynchTaskCol.TaskID, taskID).
+		One()
+	if err != nil {
+		return nil, err
+	}
+	if r.IsEmpty() {
+		return nil, nil
+	}
+	err = r.Struct(&t)
+	return
+}
+
+// ListByTaskIDs 批量查询任务（会受 gfdb 的租户 Hook 影响，只返回当前租户数据）
+func (d *taskDao) ListByTaskIDs(ctx context.Context, taskIDs []string) (list []*entity.AsynchTask, err error) {
+	if len(taskIDs) == 0 {
+		return nil, nil
+	}
+	r, err := gfdb.DB(ctx).Model(ctx, public.TableNameTask).
+		WhereIn(entity.AsynchTaskCol.TaskID, taskIDs).
+		All()
+	if err != nil {
+		return nil, err
+	}
+	err = r.Structs(&list)
+	return
+}
+
+// MarkDownloadedByID 将成功任务标记为已下载(state=4)，并写入过期时间
+func (d *taskDao) MarkDownloadedByID(ctx context.Context, id int64, expireAt *gtime.Time) error {
+	data := gdb.Map{
+		entity.AsynchTaskCol.State:    4,
+		entity.AsynchTaskCol.ExpireAt: expireAt,
+		entity.AsynchTaskCol.Updater:  "",
+	}
+	_, err := gfdb.DB(ctx).Model(ctx, public.TableNameTask).
+		Where(entity.AsynchTaskCol.Id, id).
+		Where(entity.AsynchTaskCol.State, 2).
+		Data(data).
+		Update()
+	return err
+}
+
+func (d *taskDao) UpdateRunning(ctx context.Context, id int64) error {
+	now := gtime.Now()
+	data := gdb.Map{
+		entity.AsynchTaskCol.State:     1,
+		entity.AsynchTaskCol.StartedAt: now,
+		entity.AsynchTaskCol.Updater:   "",
+	}
+	_, err := gfdb.DB(ctx).Model(ctx, public.TableNameTask).
+		Where(entity.AsynchTaskCol.Id, id).
+		Data(data).
+		Update()
+	return err
+}
+
+func (d *taskDao) UpdateSuccess(ctx context.Context, id int64, ossFile, fileType string, fileSize int64, expireAt *gtime.Time) error {
+	now := gtime.Now()
+	data := gdb.Map{
+		entity.AsynchTaskCol.State:      2,
+		entity.AsynchTaskCol.OssFile:    ossFile,
+		entity.AsynchTaskCol.FileType:   fileType,
+		entity.AsynchTaskCol.FileSize:   fileSize,
+		entity.AsynchTaskCol.ErrorMsg:   "",
+		entity.AsynchTaskCol.FinishedAt: now,
+		entity.AsynchTaskCol.ExpireAt:   expireAt,
+		entity.AsynchTaskCol.Updater:    "",
+	}
+	_, err := gfdb.DB(ctx).Model(ctx, public.TableNameTask).
+		Where(entity.AsynchTaskCol.Id, id).
+		Data(data).
+		Update()
+	return err
+}
+
+func (d *taskDao) UpdateFailed(ctx context.Context, id int64, errorMsg string) error {
+	now := gtime.Now()
+	data := gdb.Map{
+		entity.AsynchTaskCol.State:      3,
+		entity.AsynchTaskCol.ErrorMsg:   errorMsg,
+		entity.AsynchTaskCol.FinishedAt: now,
+		entity.AsynchTaskCol.Updater:    "",
+	}
+	_, err := gfdb.DB(ctx).Model(ctx, public.TableNameTask).
+		Where(entity.AsynchTaskCol.Id, id).
+		Data(data).
+		Update()
+	return err
+}
+
+func (d *taskDao) SoftDeleteByTaskID(ctx context.Context, taskID string) (rows int64, err error) {
+	r, err := gfdb.DB(ctx).Model(ctx, public.TableNameTask).
+		Where(entity.AsynchTaskCol.TaskID, taskID).
+		Delete()
+	if err != nil {
+		return 0, err
+	}
+	return r.RowsAffected()
+}
+
+// CountActiveByModel 统计某模型排队中/执行中的任务数，用于 queue_limit 限制（近似值）
+func (d *taskDao) CountActiveByModel(ctx context.Context, modelName string) (int64, error) {
+	n, err := gfdb.DB(ctx).Model(ctx, public.TableNameTask).
+		Where(entity.AsynchTaskCol.ModelName, modelName).
+		WhereIn(entity.AsynchTaskCol.State, []int{0, 1}).
+		Count()
+	return int64(n), err
+}
+
+// ClaimPending 抢占 pending 任务（state=0），并在同一事务中更新为 running（state=1）
+// 使用 PostgreSQL: FOR UPDATE SKIP LOCKED 避免多 worker 重复消费
+func (d *taskDao) ClaimPending(ctx context.Context, batchSize int) (tasks []*entity.AsynchTask, err error) {
+	if batchSize <= 0 {
+		batchSize = 1
+	}
+	err = gfdb.DB(ctx).Transaction(ctx, func(ctx context.Context, tx gdb.TX) error {
+		sql := fmt.Sprintf(
+			`SELECT id, tenant_id, model_name, task_id, input_ref, request_payload
+			   FROM %s
+			  WHERE deleted_at IS NULL AND state = 0
+			  ORDER BY created_at ASC
+			  LIMIT %d
+			  FOR UPDATE SKIP LOCKED`,
+			public.TableNameTask,
+			batchSize,
+		)
+		r, err := tx.GetAll(sql)
+		if err != nil {
+			return err
+		}
+		if r.IsEmpty() {
+			tasks = nil
+			return nil
+		}
+		if err := r.Structs(&tasks); err != nil {
+			return err
+		}
+		// 更新为 running
+		now := time.Now()
+		for _, t := range tasks {
+			// tx.Model 不走 gfdb Hook，这里手动更新必要字段
+			_, err = tx.Exec(
+				fmt.Sprintf(`UPDATE %s SET state=1, started_at=?, updated_at=? WHERE id=?`, public.TableNameTask),
+				now, now, t.Id,
+			)
+			if err != nil {
+				return err
+			}
+		}
+		return nil
+	})
+	return
+}
+
+// ListExpiredSuccess 获取已成功且过期的任务
+func (d *taskDao) ListExpiredSuccess(ctx context.Context, limit int) (list []*entity.AsynchTask, err error) {
+	if limit <= 0 {
+		limit = 100
+	}
+	r, err := gfdb.DB(ctx).Model(ctx, public.TableNameTask).
+		Where(entity.AsynchTaskCol.State, 2).
+		Where(entity.AsynchTaskCol.ExpireAt+" IS NOT NULL").
+		Where(entity.AsynchTaskCol.ExpireAt+" < ?", gtime.Now()).
+		Limit(limit).
+		All()
+	if err != nil {
+		return nil, err
+	}
+	err = r.Structs(&list)
+	return
+}
+
+// ListTimeoutTasks 获取超时的排队/执行中任务
+func (d *taskDao) ListTimeoutTasks(ctx context.Context, timeout time.Duration, limit int) (list []*entity.AsynchTask, err error) {
+	if limit <= 0 {
+		limit = 100
+	}
+	deadline := gtime.New(time.Now().Add(-timeout))
+	r, err := gfdb.DB(ctx).Model(ctx, public.TableNameTask).
+		WhereIn(entity.AsynchTaskCol.State, []int{0, 1}).
+		Where(entity.AsynchTaskCol.UpdatedAt+" < ?", deadline).
+		Limit(limit).
+		All()
+	if err != nil {
+		return nil, err
+	}
+	err = r.Structs(&list)
+	return
+}
+
+// DebugPing 用于启动时检测数据库连通性（可选）
+func (d *taskDao) DebugPing(ctx context.Context) error {
+	_, err := gfdb.DB(ctx).GetAll(ctx, "SELECT 1")
+	return err
+}
--- a/dao/task_dao_bg.go
+++ b/dao/task_dao_bg.go
@@ -0,0 +1,193 @@
+package dao
+
+import (
+	"context"
+	"fmt"
+	"time"
+
+	"model-asynch/consts/public"
+	"model-asynch/model/entity"
+
+	"gitea.com/red-future/common/db/gfdb"
+	"github.com/gogf/gf/v2/database/gdb"
+	"github.com/gogf/gf/v2/os/gtime"
+)
+
+// ClaimPendingGlobal 后台任务使用：全局抢占 pending 任务（不加 tenant 过滤）
+func (d *taskDao) ClaimPendingGlobal(ctx context.Context, batchSize int) (tasks []*entity.AsynchTask, err error) {
+	if batchSize <= 0 {
+		batchSize = 1
+	}
+	err = gfdb.DB(ctx).Transaction(ctx, func(ctx context.Context, tx gdb.TX) error {
+		sql := fmt.Sprintf(
+			`SELECT id, tenant_id, model_name, task_id, input_ref, request_payload
+			   FROM %s
+			  WHERE deleted_at IS NULL AND state = 0
+			  ORDER BY enqueue_at ASC
+			  LIMIT %d
+			  FOR UPDATE SKIP LOCKED`,
+			public.TableNameTask,
+			batchSize,
+		)
+		r, err := tx.GetAll(sql)
+		if err != nil {
+			return err
+		}
+		if r.IsEmpty() {
+			tasks = nil
+			return nil
+		}
+		if err := r.Structs(&tasks); err != nil {
+			return err
+		}
+		now := time.Now()
+		for _, t := range tasks {
+			_, err = tx.Exec(
+				fmt.Sprintf(`UPDATE %s SET state=1, started_at=?, updated_at=? WHERE id=?`, public.TableNameTask),
+				now, now, t.Id,
+			)
+			if err != nil {
+				return err
+			}
+		}
+		return nil
+	})
+	return
+}
+
+func (d *taskDao) UpdateSuccessGlobal(ctx context.Context, id int64, ossFile, fileType string, fileSize int64, expireAt *gtime.Time) error {
+	now := gtime.Now()
+	_, err := gfdb.DB(ctx).Exec(ctx,
+		fmt.Sprintf(`UPDATE %s SET state=2, oss_file=?, file_type=?, file_size=?, error_msg='', finished_at=?, expire_at=NULL, updated_at=? WHERE id=?`, public.TableNameTask),
+		ossFile, fileType, fileSize, now, now, id,
+	)
+	return err
+}
+
+func (d *taskDao) UpdateFailedGlobal(ctx context.Context, id int64, errorMsg string) error {
+	now := gtime.Now()
+	_, err := gfdb.DB(ctx).Exec(ctx,
+		fmt.Sprintf(`UPDATE %s SET state=3, error_msg=?, finished_at=?, updated_at=? WHERE id=?`, public.TableNameTask),
+		errorMsg, now, now, id,
+	)
+	return err
+}
+
+func (d *taskDao) SoftDeleteByTaskIDGlobal(ctx context.Context, taskID string) error {
+	_, err := gfdb.DB(ctx).Exec(ctx,
+		fmt.Sprintf(`UPDATE %s SET deleted_at=NOW(), updated_at=NOW() WHERE task_id=? AND deleted_at IS NULL`, public.TableNameTask),
+		taskID,
+	)
+	return err
+}
+
+func (d *taskDao) RollbackToPendingGlobal(ctx context.Context, id int64) error {
+	_, err := gfdb.DB(ctx).Exec(ctx,
+		fmt.Sprintf(`UPDATE %s SET state=0, enqueue_at=NOW(), updated_at=NOW() WHERE id=? AND state=1`, public.TableNameTask),
+		id,
+	)
+	return err
+}
+
+// ListExpiredDownloadedGlobal 获取已下载(state=4)且过期的任务，用于清理
+func (d *taskDao) ListExpiredDownloadedGlobal(ctx context.Context, limit int) (list []*entity.AsynchTask, err error) {
+	if limit <= 0 {
+		limit = 200
+	}
+	r, err := gfdb.DB(ctx).GetAll(ctx,
+		fmt.Sprintf(`SELECT * FROM %s WHERE deleted_at IS NULL AND state=4 AND expire_at IS NOT NULL AND expire_at < ? LIMIT ?`, public.TableNameTask),
+		gtime.Now(), limit,
+	)
+	if err != nil {
+		return nil, err
+	}
+	err = r.Structs(&list)
+	return
+}
+
+// ListFailedRetryableGlobal 获取失败(state=3)且仍可重试的任务
+// retry_count 不含首次执行；retry_times 表示失败后最多再重试 N 次
+func (d *taskDao) ListFailedRetryableGlobal(ctx context.Context, limit int) (list []*entity.AsynchTask, err error) {
+	if limit <= 0 {
+		limit = 200
+	}
+	r, err := gfdb.DB(ctx).GetAll(ctx,
+		fmt.Sprintf(`
+SELECT t.*
+  FROM %s t
+  JOIN %s m
+    ON t.tenant_id = m.tenant_id
+   AND t.model_name = m.model_name
+ WHERE t.deleted_at IS NULL
+   AND t.state = 3
+   AND t.retry_count < m.retry_times
+ ORDER BY t.updated_at ASC
+ LIMIT ?`, public.TableNameTask, public.TableNameModel),
+		limit,
+	)
+	if err != nil {
+		return nil, err
+	}
+	err = r.Structs(&list)
+	return
+}
+
+// RequeueForRetryGlobal 将任务重新入队（state=0，enqueue_at=now），并将 retry_count +1
+func (d *taskDao) RequeueForRetryGlobal(ctx context.Context, id int64) error {
+	_, err := gfdb.DB(ctx).Exec(ctx,
+		fmt.Sprintf(`UPDATE %s SET state=0, retry_count=retry_count+1, enqueue_at=NOW(), updated_at=NOW() WHERE id=? AND state=3 AND deleted_at IS NULL`, public.TableNameTask),
+		id,
+	)
+	return err
+}
+
+// ListFailedExhaustedGlobal 获取失败(state=3)且超过重试次数的任务，用于硬删除
+func (d *taskDao) ListFailedExhaustedGlobal(ctx context.Context, limit int) (list []*entity.AsynchTask, err error) {
+	if limit <= 0 {
+		limit = 200
+	}
+	r, err := gfdb.DB(ctx).GetAll(ctx,
+		fmt.Sprintf(`
+SELECT t.*
+  FROM %s t
+  JOIN %s m
+    ON t.tenant_id = m.tenant_id
+   AND t.model_name = m.model_name
+ WHERE t.deleted_at IS NULL
+   AND t.state = 3
+   AND t.retry_count >= m.retry_times
+ ORDER BY t.updated_at ASC
+ LIMIT ?`, public.TableNameTask, public.TableNameModel),
+		limit,
+	)
+	if err != nil {
+		return nil, err
+	}
+	err = r.Structs(&list)
+	return
+}
+
+// HardDeleteByIDGlobal 硬删除任务记录
+func (d *taskDao) HardDeleteByIDGlobal(ctx context.Context, id int64) error {
+	_, err := gfdb.DB(ctx).Exec(ctx,
+		fmt.Sprintf(`DELETE FROM %s WHERE id=?`, public.TableNameTask),
+		id,
+	)
+	return err
+}
+
+func (d *taskDao) ListTimeoutTasksGlobal(ctx context.Context, timeout time.Duration, limit int) (list []*entity.AsynchTask, err error) {
+	if limit <= 0 {
+		limit = 200
+	}
+	deadline := gtime.New(time.Now().Add(-timeout))
+	r, err := gfdb.DB(ctx).GetAll(ctx,
+		fmt.Sprintf(`SELECT * FROM %s WHERE deleted_at IS NULL AND state IN (0,1) AND updated_at < ? LIMIT ?`, public.TableNameTask),
+		deadline, limit,
+	)
+	if err != nil {
+		return nil, err
+	}
+	err = r.Structs(&list)
+	return
+}