|
|
package model |
|
|
|
|
|
import ( |
|
|
"database/sql/driver" |
|
|
"encoding/json" |
|
|
"time" |
|
|
|
|
|
"github.com/QuantumNous/new-api/constant" |
|
|
"github.com/QuantumNous/new-api/dto" |
|
|
commonRelay "github.com/QuantumNous/new-api/relay/common" |
|
|
) |
|
|
|
|
|
type TaskStatus string |
|
|
|
|
|
func (t TaskStatus) ToVideoStatus() string { |
|
|
var status string |
|
|
switch t { |
|
|
case TaskStatusQueued, TaskStatusSubmitted: |
|
|
status = dto.VideoStatusQueued |
|
|
case TaskStatusInProgress: |
|
|
status = dto.VideoStatusInProgress |
|
|
case TaskStatusSuccess: |
|
|
status = dto.VideoStatusCompleted |
|
|
case TaskStatusFailure: |
|
|
status = dto.VideoStatusFailed |
|
|
default: |
|
|
status = dto.VideoStatusUnknown |
|
|
} |
|
|
return status |
|
|
} |
|
|
|
|
|
const ( |
|
|
TaskStatusNotStart TaskStatus = "NOT_START" |
|
|
TaskStatusSubmitted = "SUBMITTED" |
|
|
TaskStatusQueued = "QUEUED" |
|
|
TaskStatusInProgress = "IN_PROGRESS" |
|
|
TaskStatusFailure = "FAILURE" |
|
|
TaskStatusSuccess = "SUCCESS" |
|
|
TaskStatusUnknown = "UNKNOWN" |
|
|
) |
|
|
|
|
|
type Task struct { |
|
|
ID int64 `json:"id" gorm:"primary_key;AUTO_INCREMENT"` |
|
|
CreatedAt int64 `json:"created_at" gorm:"index"` |
|
|
UpdatedAt int64 `json:"updated_at"` |
|
|
TaskID string `json:"task_id" gorm:"type:varchar(191);index"` |
|
|
Platform constant.TaskPlatform `json:"platform" gorm:"type:varchar(30);index"` |
|
|
UserId int `json:"user_id" gorm:"index"` |
|
|
Group string `json:"group" gorm:"type:varchar(50)"` |
|
|
ChannelId int `json:"channel_id" gorm:"index"` |
|
|
Quota int `json:"quota"` |
|
|
Action string `json:"action" gorm:"type:varchar(40);index"` |
|
|
Status TaskStatus `json:"status" gorm:"type:varchar(20);index"` |
|
|
FailReason string `json:"fail_reason"` |
|
|
SubmitTime int64 `json:"submit_time" gorm:"index"` |
|
|
StartTime int64 `json:"start_time" gorm:"index"` |
|
|
FinishTime int64 `json:"finish_time" gorm:"index"` |
|
|
Progress string `json:"progress" gorm:"type:varchar(20);index"` |
|
|
Properties Properties `json:"properties" gorm:"type:json"` |
|
|
|
|
|
PrivateData TaskPrivateData `json:"-" gorm:"column:private_data;type:json"` |
|
|
Data json.RawMessage `json:"data" gorm:"type:json"` |
|
|
} |
|
|
|
|
|
func (t *Task) SetData(data any) { |
|
|
b, _ := json.Marshal(data) |
|
|
t.Data = json.RawMessage(b) |
|
|
} |
|
|
|
|
|
func (t *Task) GetData(v any) error { |
|
|
err := json.Unmarshal(t.Data, &v) |
|
|
return err |
|
|
} |
|
|
|
|
|
type Properties struct { |
|
|
Input string `json:"input"` |
|
|
UpstreamModelName string `json:"upstream_model_name,omitempty"` |
|
|
OriginModelName string `json:"origin_model_name,omitempty"` |
|
|
} |
|
|
|
|
|
func (m *Properties) Scan(val interface{}) error { |
|
|
bytesValue, _ := val.([]byte) |
|
|
if len(bytesValue) == 0 { |
|
|
*m = Properties{} |
|
|
return nil |
|
|
} |
|
|
return json.Unmarshal(bytesValue, m) |
|
|
} |
|
|
|
|
|
func (m Properties) Value() (driver.Value, error) { |
|
|
if m == (Properties{}) { |
|
|
return nil, nil |
|
|
} |
|
|
return json.Marshal(m) |
|
|
} |
|
|
|
|
|
type TaskPrivateData struct { |
|
|
Key string `json:"key,omitempty"` |
|
|
} |
|
|
|
|
|
func (p *TaskPrivateData) Scan(val interface{}) error { |
|
|
bytesValue, _ := val.([]byte) |
|
|
if len(bytesValue) == 0 { |
|
|
return nil |
|
|
} |
|
|
return json.Unmarshal(bytesValue, p) |
|
|
} |
|
|
|
|
|
func (p TaskPrivateData) Value() (driver.Value, error) { |
|
|
if (p == TaskPrivateData{}) { |
|
|
return nil, nil |
|
|
} |
|
|
return json.Marshal(p) |
|
|
} |
|
|
|
|
|
|
|
|
type SyncTaskQueryParams struct { |
|
|
Platform constant.TaskPlatform |
|
|
ChannelID string |
|
|
TaskID string |
|
|
UserID string |
|
|
Action string |
|
|
Status string |
|
|
StartTimestamp int64 |
|
|
EndTimestamp int64 |
|
|
UserIDs []int |
|
|
} |
|
|
|
|
|
func InitTask(platform constant.TaskPlatform, relayInfo *commonRelay.RelayInfo) *Task { |
|
|
properties := Properties{} |
|
|
privateData := TaskPrivateData{} |
|
|
if relayInfo != nil && relayInfo.ChannelMeta != nil { |
|
|
if relayInfo.ChannelMeta.ChannelType == constant.ChannelTypeGemini { |
|
|
privateData.Key = relayInfo.ChannelMeta.ApiKey |
|
|
} |
|
|
if relayInfo.UpstreamModelName != "" { |
|
|
properties.UpstreamModelName = relayInfo.UpstreamModelName |
|
|
} |
|
|
if relayInfo.OriginModelName != "" { |
|
|
properties.OriginModelName = relayInfo.OriginModelName |
|
|
} |
|
|
} |
|
|
|
|
|
t := &Task{ |
|
|
UserId: relayInfo.UserId, |
|
|
Group: relayInfo.UsingGroup, |
|
|
SubmitTime: time.Now().Unix(), |
|
|
Status: TaskStatusNotStart, |
|
|
Progress: "0%", |
|
|
ChannelId: relayInfo.ChannelId, |
|
|
Platform: platform, |
|
|
Properties: properties, |
|
|
PrivateData: privateData, |
|
|
} |
|
|
return t |
|
|
} |
|
|
|
|
|
func TaskGetAllUserTask(userId int, startIdx int, num int, queryParams SyncTaskQueryParams) []*Task { |
|
|
var tasks []*Task |
|
|
var err error |
|
|
|
|
|
|
|
|
query := DB.Where("user_id = ?", userId) |
|
|
|
|
|
if queryParams.TaskID != "" { |
|
|
query = query.Where("task_id = ?", queryParams.TaskID) |
|
|
} |
|
|
if queryParams.Action != "" { |
|
|
query = query.Where("action = ?", queryParams.Action) |
|
|
} |
|
|
if queryParams.Status != "" { |
|
|
query = query.Where("status = ?", queryParams.Status) |
|
|
} |
|
|
if queryParams.Platform != "" { |
|
|
query = query.Where("platform = ?", queryParams.Platform) |
|
|
} |
|
|
if queryParams.StartTimestamp != 0 { |
|
|
|
|
|
query = query.Where("submit_time >= ?", queryParams.StartTimestamp) |
|
|
} |
|
|
if queryParams.EndTimestamp != 0 { |
|
|
query = query.Where("submit_time <= ?", queryParams.EndTimestamp) |
|
|
} |
|
|
|
|
|
|
|
|
err = query.Omit("channel_id").Order("id desc").Limit(num).Offset(startIdx).Find(&tasks).Error |
|
|
if err != nil { |
|
|
return nil |
|
|
} |
|
|
|
|
|
return tasks |
|
|
} |
|
|
|
|
|
func TaskGetAllTasks(startIdx int, num int, queryParams SyncTaskQueryParams) []*Task { |
|
|
var tasks []*Task |
|
|
var err error |
|
|
|
|
|
|
|
|
query := DB |
|
|
|
|
|
|
|
|
if queryParams.ChannelID != "" { |
|
|
query = query.Where("channel_id = ?", queryParams.ChannelID) |
|
|
} |
|
|
if queryParams.Platform != "" { |
|
|
query = query.Where("platform = ?", queryParams.Platform) |
|
|
} |
|
|
if queryParams.UserID != "" { |
|
|
query = query.Where("user_id = ?", queryParams.UserID) |
|
|
} |
|
|
if len(queryParams.UserIDs) != 0 { |
|
|
query = query.Where("user_id in (?)", queryParams.UserIDs) |
|
|
} |
|
|
if queryParams.TaskID != "" { |
|
|
query = query.Where("task_id = ?", queryParams.TaskID) |
|
|
} |
|
|
if queryParams.Action != "" { |
|
|
query = query.Where("action = ?", queryParams.Action) |
|
|
} |
|
|
if queryParams.Status != "" { |
|
|
query = query.Where("status = ?", queryParams.Status) |
|
|
} |
|
|
if queryParams.StartTimestamp != 0 { |
|
|
query = query.Where("submit_time >= ?", queryParams.StartTimestamp) |
|
|
} |
|
|
if queryParams.EndTimestamp != 0 { |
|
|
query = query.Where("submit_time <= ?", queryParams.EndTimestamp) |
|
|
} |
|
|
|
|
|
|
|
|
err = query.Order("id desc").Limit(num).Offset(startIdx).Find(&tasks).Error |
|
|
if err != nil { |
|
|
return nil |
|
|
} |
|
|
|
|
|
return tasks |
|
|
} |
|
|
|
|
|
func GetAllUnFinishSyncTasks(limit int) []*Task { |
|
|
var tasks []*Task |
|
|
var err error |
|
|
|
|
|
err = DB.Where("progress != ?", "100%").Where("status != ?", TaskStatusFailure).Where("status != ?", TaskStatusSuccess).Limit(limit).Order("id").Find(&tasks).Error |
|
|
if err != nil { |
|
|
return nil |
|
|
} |
|
|
return tasks |
|
|
} |
|
|
|
|
|
func GetByOnlyTaskId(taskId string) (*Task, bool, error) { |
|
|
if taskId == "" { |
|
|
return nil, false, nil |
|
|
} |
|
|
var task *Task |
|
|
var err error |
|
|
err = DB.Where("task_id = ?", taskId).First(&task).Error |
|
|
exist, err := RecordExist(err) |
|
|
if err != nil { |
|
|
return nil, false, err |
|
|
} |
|
|
return task, exist, err |
|
|
} |
|
|
|
|
|
func GetByTaskId(userId int, taskId string) (*Task, bool, error) { |
|
|
if taskId == "" { |
|
|
return nil, false, nil |
|
|
} |
|
|
var task *Task |
|
|
var err error |
|
|
err = DB.Where("user_id = ? and task_id = ?", userId, taskId). |
|
|
First(&task).Error |
|
|
exist, err := RecordExist(err) |
|
|
if err != nil { |
|
|
return nil, false, err |
|
|
} |
|
|
return task, exist, err |
|
|
} |
|
|
|
|
|
func GetByTaskIds(userId int, taskIds []any) ([]*Task, error) { |
|
|
if len(taskIds) == 0 { |
|
|
return nil, nil |
|
|
} |
|
|
var task []*Task |
|
|
var err error |
|
|
err = DB.Where("user_id = ? and task_id in (?)", userId, taskIds). |
|
|
Find(&task).Error |
|
|
if err != nil { |
|
|
return nil, err |
|
|
} |
|
|
return task, nil |
|
|
} |
|
|
|
|
|
func TaskUpdateProgress(id int64, progress string) error { |
|
|
return DB.Model(&Task{}).Where("id = ?", id).Update("progress", progress).Error |
|
|
} |
|
|
|
|
|
func (Task *Task) Insert() error { |
|
|
var err error |
|
|
err = DB.Create(Task).Error |
|
|
return err |
|
|
} |
|
|
|
|
|
func (Task *Task) Update() error { |
|
|
var err error |
|
|
err = DB.Save(Task).Error |
|
|
return err |
|
|
} |
|
|
|
|
|
func TaskBulkUpdate(TaskIds []string, params map[string]any) error { |
|
|
if len(TaskIds) == 0 { |
|
|
return nil |
|
|
} |
|
|
return DB.Model(&Task{}). |
|
|
Where("task_id in (?)", TaskIds). |
|
|
Updates(params).Error |
|
|
} |
|
|
|
|
|
func TaskBulkUpdateByTaskIds(taskIDs []int64, params map[string]any) error { |
|
|
if len(taskIDs) == 0 { |
|
|
return nil |
|
|
} |
|
|
return DB.Model(&Task{}). |
|
|
Where("id in (?)", taskIDs). |
|
|
Updates(params).Error |
|
|
} |
|
|
|
|
|
func TaskBulkUpdateByID(ids []int64, params map[string]any) error { |
|
|
if len(ids) == 0 { |
|
|
return nil |
|
|
} |
|
|
return DB.Model(&Task{}). |
|
|
Where("id in (?)", ids). |
|
|
Updates(params).Error |
|
|
} |
|
|
|
|
|
type TaskQuotaUsage struct { |
|
|
Mode string `json:"mode"` |
|
|
Count float64 `json:"count"` |
|
|
} |
|
|
|
|
|
func SumUsedTaskQuota(queryParams SyncTaskQueryParams) (stat []TaskQuotaUsage, err error) { |
|
|
query := DB.Model(Task{}) |
|
|
|
|
|
if queryParams.ChannelID != "" { |
|
|
query = query.Where("channel_id = ?", queryParams.ChannelID) |
|
|
} |
|
|
if queryParams.UserID != "" { |
|
|
query = query.Where("user_id = ?", queryParams.UserID) |
|
|
} |
|
|
if len(queryParams.UserIDs) != 0 { |
|
|
query = query.Where("user_id in (?)", queryParams.UserIDs) |
|
|
} |
|
|
if queryParams.TaskID != "" { |
|
|
query = query.Where("task_id = ?", queryParams.TaskID) |
|
|
} |
|
|
if queryParams.Action != "" { |
|
|
query = query.Where("action = ?", queryParams.Action) |
|
|
} |
|
|
if queryParams.Status != "" { |
|
|
query = query.Where("status = ?", queryParams.Status) |
|
|
} |
|
|
if queryParams.StartTimestamp != 0 { |
|
|
query = query.Where("submit_time >= ?", queryParams.StartTimestamp) |
|
|
} |
|
|
if queryParams.EndTimestamp != 0 { |
|
|
query = query.Where("submit_time <= ?", queryParams.EndTimestamp) |
|
|
} |
|
|
err = query.Select("mode, sum(quota) as count").Group("mode").Find(&stat).Error |
|
|
return stat, err |
|
|
} |
|
|
|
|
|
|
|
|
func TaskCountAllTasks(queryParams SyncTaskQueryParams) int64 { |
|
|
var total int64 |
|
|
query := DB.Model(&Task{}) |
|
|
if queryParams.ChannelID != "" { |
|
|
query = query.Where("channel_id = ?", queryParams.ChannelID) |
|
|
} |
|
|
if queryParams.Platform != "" { |
|
|
query = query.Where("platform = ?", queryParams.Platform) |
|
|
} |
|
|
if queryParams.UserID != "" { |
|
|
query = query.Where("user_id = ?", queryParams.UserID) |
|
|
} |
|
|
if len(queryParams.UserIDs) != 0 { |
|
|
query = query.Where("user_id in (?)", queryParams.UserIDs) |
|
|
} |
|
|
if queryParams.TaskID != "" { |
|
|
query = query.Where("task_id = ?", queryParams.TaskID) |
|
|
} |
|
|
if queryParams.Action != "" { |
|
|
query = query.Where("action = ?", queryParams.Action) |
|
|
} |
|
|
if queryParams.Status != "" { |
|
|
query = query.Where("status = ?", queryParams.Status) |
|
|
} |
|
|
if queryParams.StartTimestamp != 0 { |
|
|
query = query.Where("submit_time >= ?", queryParams.StartTimestamp) |
|
|
} |
|
|
if queryParams.EndTimestamp != 0 { |
|
|
query = query.Where("submit_time <= ?", queryParams.EndTimestamp) |
|
|
} |
|
|
_ = query.Count(&total).Error |
|
|
return total |
|
|
} |
|
|
|
|
|
|
|
|
func TaskCountAllUserTask(userId int, queryParams SyncTaskQueryParams) int64 { |
|
|
var total int64 |
|
|
query := DB.Model(&Task{}).Where("user_id = ?", userId) |
|
|
if queryParams.TaskID != "" { |
|
|
query = query.Where("task_id = ?", queryParams.TaskID) |
|
|
} |
|
|
if queryParams.Action != "" { |
|
|
query = query.Where("action = ?", queryParams.Action) |
|
|
} |
|
|
if queryParams.Status != "" { |
|
|
query = query.Where("status = ?", queryParams.Status) |
|
|
} |
|
|
if queryParams.Platform != "" { |
|
|
query = query.Where("platform = ?", queryParams.Platform) |
|
|
} |
|
|
if queryParams.StartTimestamp != 0 { |
|
|
query = query.Where("submit_time >= ?", queryParams.StartTimestamp) |
|
|
} |
|
|
if queryParams.EndTimestamp != 0 { |
|
|
query = query.Where("submit_time <= ?", queryParams.EndTimestamp) |
|
|
} |
|
|
_ = query.Count(&total).Error |
|
|
return total |
|
|
} |
|
|
func (t *Task) ToOpenAIVideo() *dto.OpenAIVideo { |
|
|
openAIVideo := dto.NewOpenAIVideo() |
|
|
openAIVideo.ID = t.TaskID |
|
|
openAIVideo.Status = t.Status.ToVideoStatus() |
|
|
openAIVideo.Model = t.Properties.OriginModelName |
|
|
openAIVideo.SetProgressStr(t.Progress) |
|
|
openAIVideo.CreatedAt = t.CreatedAt |
|
|
openAIVideo.CompletedAt = t.UpdatedAt |
|
|
openAIVideo.SetMetadata("url", t.FailReason) |
|
|
return openAIVideo |
|
|
} |
|
|
|