faa1871760
token 用量估算计量(CJK≈1/字、ASCII≈1/4字,无需分词器,护栏够用)。 单任务硬上限(dispatcher):Budget 挂 ctx 沿图透传,各 LLM 节点(对话/ReAct/compose/ 报告)入口计输入 token、出口计输出,触顶即中止整图——防失控成本(死循环/超大报告)。 报告路径优雅降级:触顶跳过剩余章节出部分稿,不整体失败。预算来源 Meta.token_budget 或 env TASK_TOKEN_BUDGET(默认 20 万)。 单用户日预算(gateway):dispatcher 收尾经 NATS 回写 UsageEvent → 网关按用户按天累计 Redis(48h 过期自滚动)→ 提交前门控 USER_DAILY_TOKEN_BUDGET(0=不限,超额 402)。 /billing 升级为真实用量:当日已用 / 日预算 / 余额。 契约 UsageEvent + MetaTokenBudget + SubjectUsage;bus Publish/SubscribeUsage; orchestrator SetUsageSink + 预算触顶 failed(不计熔断)。harness budget 5 单测,三模块全绿。 live:单任务 budget=30 → failed(已用约689);用户日 budget=200 → /billing remaining=0 → 402。 至此 harness 由「测温计」完成向「恒温器」的演进(评测闭环/纠偏/忠实度/脱敏/输入护栏/预算六项)。 Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
109 lines
4.3 KiB
Go
109 lines
4.3 KiB
Go
// Command server 启动 sundynix-gateway —— 第 2 层业务网关 / 统一接入层。
|
|
package main
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"log"
|
|
"os"
|
|
"time"
|
|
|
|
"github.com/sundynix/sundynix-gateway/internal/blob"
|
|
"github.com/sundynix/sundynix-gateway/internal/nats"
|
|
"github.com/sundynix/sundynix-gateway/internal/router"
|
|
"github.com/sundynix/sundynix-gateway/internal/store"
|
|
"github.com/sundynix/sundynix-shared/contract"
|
|
"github.com/sundynix/sundynix-shared/otelx"
|
|
"github.com/sundynix/sundynix-shared/secrets"
|
|
)
|
|
|
|
func main() {
|
|
secrets.MustHaveKeyInProd() // 生产须配 SUNDYNIX_SECRET_KEY 以加密落库的 api_key
|
|
otelx.SetupSlog("sundynix-gateway") // 结构化日志 + 链路感知(日志带 trace_id)
|
|
|
|
// 链路追踪:HTTP 入口 + 跨 NATS 传播的根。退出前 flush 残留 span。
|
|
shutdownTrace, _ := otelx.Init(context.Background(), "sundynix-gateway")
|
|
defer func() { _ = shutdownTrace(context.Background()) }()
|
|
|
|
natsURL := envOr("NATS_URL", "nats://localhost:4222")
|
|
pgDSN := envOr("POSTGRES_DSN", "postgres://sundynix:sundynix@localhost:5432/sundynix?sslmode=disable")
|
|
redisAddr := envOr("REDIS_ADDR", "localhost:6379")
|
|
// 对象存储(大文档正文):默认连 docker-compose 暴露的 MinIO;连不上则降级内联存 PG。
|
|
blobStore := blob.Open(
|
|
envOr("MINIO_ENDPOINT", "localhost:9000"),
|
|
envOr("MINIO_ACCESS_KEY", "minioadmin"),
|
|
envOr("MINIO_SECRET_KEY", "minioadmin"),
|
|
envOr("MINIO_BUCKET", "sundynix-docs"),
|
|
)
|
|
|
|
db := store.OpenPostgres(pgDSN) // MainDB: Users / Billing / DSL(连不上则降级)
|
|
defer db.Close()
|
|
cache := store.OpenRedis(redisAddr) // CacheDB: Session / Rate Limit(连不上则降级)
|
|
defer cache.Close()
|
|
bus := nats.MustConnect(natsURL) // 接入 NATS 零拷贝骨干网 + 声明任务流
|
|
defer bus.Close()
|
|
|
|
// 配置控制面:按 kind 响应消费方(Dispatcher=chat / mcp-go=embedding)的配置请求。
|
|
for _, kind := range []string{contract.ConfigKindChat, contract.ConfigKindEmbedding} {
|
|
k := kind
|
|
if _, err := bus.ServeConfig(k, func() *contract.ModelConfig {
|
|
row, _ := db.GetActiveModel(context.Background(), k)
|
|
if row == nil {
|
|
return nil
|
|
}
|
|
return &contract.ModelConfig{Provider: row.Provider, BaseURL: row.BaseURL, APIKey: row.APIKey, Model: row.Model}
|
|
}); err != nil {
|
|
log.Printf("[gateway] serve %s config: %v", k, err)
|
|
}
|
|
}
|
|
|
|
// 任务生命周期:订阅 dispatcher 回写的状态流转(running/done/failed/timeout),落 PG 供 UI 查询。
|
|
if _, err := bus.SubscribeTaskStatus(func(ev *contract.TaskStatusEvent) {
|
|
if err := db.UpdateTaskStatus(context.Background(), ev.TaskID, ev.Status, ev.Detail); err != nil {
|
|
log.Printf("[gateway] 更新任务状态 %s=%s 失败: %v", ev.TaskID, ev.Status, err)
|
|
}
|
|
}); err != nil {
|
|
log.Printf("[gateway] subscribe task status: %v", err)
|
|
}
|
|
|
|
// 评测闭环:订阅 dispatcher 回写的自动化评测结果,落 PG 供 UI 查询 / 质量趋势 / 门控。
|
|
if _, err := bus.SubscribeEval(func(ev *contract.EvalEvent) {
|
|
flags, _ := json.Marshal(ev.Flags)
|
|
if err := db.SaveEval(context.Background(), &store.Eval{
|
|
TaskID: ev.TaskID, Overall: ev.Overall, Rule: ev.Rule, LLM: ev.LLM, Faithful: ev.Faithful,
|
|
Level: ev.Level, Flags: string(flags), Reason: ev.Reason, Sources: ev.Sources, Corrected: ev.Corrected,
|
|
}); err != nil {
|
|
log.Printf("[gateway] 落库评测 %s 失败: %v", ev.TaskID, err)
|
|
}
|
|
}); err != nil {
|
|
log.Printf("[gateway] subscribe eval: %v", err)
|
|
}
|
|
|
|
// 成本护栏:订阅 dispatcher 回写的任务 token 用量,按用户按天累计到 Redis(供提交前日预算门控 / 计费)。
|
|
if _, err := bus.SubscribeUsage(func(ev *contract.UsageEvent) {
|
|
if ev.UserID == "" || ev.TotalTok <= 0 {
|
|
return
|
|
}
|
|
day := time.UnixMilli(ev.TS).Format("20060102")
|
|
if _, err := cache.AddUsage(context.Background(), ev.UserID, day, ev.TotalTok); err != nil {
|
|
log.Printf("[gateway] 累计用量 user=%s 失败: %v", ev.UserID, err)
|
|
}
|
|
}); err != nil {
|
|
log.Printf("[gateway] subscribe usage: %v", err)
|
|
}
|
|
|
|
r := router.New(db, cache, bus, blobStore)
|
|
addr := envOr("GATEWAY_ADDR", ":8080")
|
|
log.Printf("[gateway] listening on %s", addr)
|
|
if err := r.Run(addr); err != nil {
|
|
log.Fatalf("[gateway] exit: %v", err)
|
|
}
|
|
}
|
|
|
|
func envOr(key, def string) string {
|
|
if v := os.Getenv(key); v != "" {
|
|
return v
|
|
}
|
|
return def
|
|
}
|