19904408334
6166c24412
重新启用任务并发限制逻辑，使用 Redis 计数器控制模型并发数； 引入分布式锁防止重复创建，并优化优雅退出顺序确保请求完成； 移除 video_duration 计费计算，支持外部传入 taskId，为轮询查询添加独立超时上下文。
70 lines
1.9 KiB
Go
70 lines
1.9 KiB
Go
package main
|
||
|
||
import (
|
||
"context"
|
||
"model-gateway/model/dto"
|
||
"model-gateway/service/task"
|
||
"os"
|
||
"os/signal"
|
||
"syscall"
|
||
"time"
|
||
|
||
"model-gateway/controller"
|
||
|
||
"gitea.redpowerfuture.com/red-future/common/http"
|
||
"gitea.redpowerfuture.com/red-future/common/jaeger"
|
||
_ "gitea.redpowerfuture.com/red-future/common/swagger"
|
||
_ "github.com/gogf/gf/contrib/drivers/pgsql/v2"
|
||
_ "github.com/gogf/gf/contrib/nosql/redis/v2"
|
||
"github.com/gogf/gf/v2/frame/g"
|
||
)
|
||
|
||
func main() {
|
||
ctx, cancel := context.WithCancel(context.Background())
|
||
defer cancel()
|
||
defer jaeger.ShutDown(ctx)
|
||
|
||
// 注册路由
|
||
http.RouteRegister([]interface{}{
|
||
controller.ModelGatewayModels,
|
||
controller.ModelGatewayTask,
|
||
controller.ModelGatewayLogsStat,
|
||
})
|
||
|
||
// 本地调试：可选自动触发 worker/cleaner（由配置文件控制）
|
||
startAutoRunner(ctx)
|
||
|
||
// 监听退出信号，确保 Ctrl+C 能完整退出（停止 worker/cleaner 并关闭 gateway server）
|
||
quit := make(chan os.Signal, 1)
|
||
signal.Notify(quit, os.Interrupt, syscall.SIGTERM)
|
||
<-quit
|
||
|
||
g.Log().Infof(ctx, "[main] 收到退出信号，开始优雅退出...")
|
||
// 先关闭 gateway server，等待 in-flight 请求处理完成
|
||
_ = http.Httpserver.Shutdown()
|
||
// 再取消上下文，避免活跃请求被中断
|
||
cancel()
|
||
}
|
||
|
||
func startAutoRunner(ctx context.Context) {
|
||
// queryPending
|
||
if g.Cfg().MustGet(ctx, "asynch.queryPending.enabled").Bool() {
|
||
interval := g.Cfg().MustGet(ctx, "asynch.queryPending.intervalSeconds", 10).Int()
|
||
limit := g.Cfg().MustGet(ctx, "asynch.queryPending.limit", 10).Int()
|
||
ticker := time.NewTicker(time.Duration(interval) * time.Second)
|
||
go func() {
|
||
defer ticker.Stop()
|
||
for {
|
||
select {
|
||
case <-ctx.Done():
|
||
return
|
||
case <-ticker.C:
|
||
if _, err := task.ModelGatewayTask.QueryPendingTasks(ctx, &dto.QueryPendingTasksReq{Limit: limit}); err != nil {
|
||
g.Log().Warningf(ctx, "[auto-queryPending] run once failed: %v", err)
|
||
}
|
||
}
|
||
}
|
||
}()
|
||
}
|
||
}
|