Blizzard
3c65189f30
后端从占位回显变为真实生成：管理员经控制面登记/激活模型，Gateway 经 NATS 下发，Dispatcher 热更新 LLM Pool，Eino 图用 OpenAI 兼容流式真实推理。 - shared: contract.ModelConfig(provider/base_url/api_key/model) + 配置 subjects; bus.RequestModelConfig/ServeModelConfig/Publish/Subscribe ModelConfigUpdated - gateway: store.LLMModel→sundynix_model(AutoMigrate,唯一激活) + admin REST (GET/POST/active/delete/test models, api_key 脱敏) + main ServeModelConfig + 变更广播; 路由 /api/v1/admin/models* - dispatcher: llm.Pool OpenAI 兼容 SSE 流式客户端(ChatStream) + 热更新配置 + 未配置则降级桩; poolModel.Ready()?真实流式:注入记忆的桩; main 取配置+订阅 - 开发期接在线 API 不拉本地模型(见 llm-provider-strategy memory) - 验证: 4 模块 build✓ + e2e PASS; mock OpenAI 服务 live 跑通——登记/测试连接✓/ 激活→NATS 热更新→提交→真实 SSE 流出 mock 回复, mock 日志证明端点被调用且 注入画像(老王)进了模型上下文 Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
52 lines
1.6 KiB
Go
52 lines
1.6 KiB
Go
// Command server 启动 sundynix-gateway —— 第 2 层业务网关 / 统一接入层。
|
|
package main
|
|
|
|
import (
|
|
"context"
|
|
"log"
|
|
"os"
|
|
|
|
"github.com/sundynix/sundynix-gateway/internal/nats"
|
|
"github.com/sundynix/sundynix-gateway/internal/router"
|
|
"github.com/sundynix/sundynix-gateway/internal/store"
|
|
"github.com/sundynix/sundynix-shared/contract"
|
|
)
|
|
|
|
func main() {
|
|
natsURL := envOr("NATS_URL", "nats://localhost:4222")
|
|
pgDSN := envOr("POSTGRES_DSN", "postgres://sundynix:sundynix@localhost:5432/sundynix?sslmode=disable")
|
|
redisAddr := envOr("REDIS_ADDR", "localhost:6379")
|
|
|
|
db := store.OpenPostgres(pgDSN) // MainDB: Users / Billing / DSL（连不上则降级）
|
|
defer db.Close()
|
|
cache := store.OpenRedis(redisAddr) // CacheDB: Session / Rate Limit（连不上则降级）
|
|
defer cache.Close()
|
|
bus := nats.MustConnect(natsURL) // 接入 NATS 零拷贝骨干网 + 声明任务流
|
|
defer bus.Close()
|
|
|
|
// 配置控制面：响应 Dispatcher 对当前激活模型配置的请求。
|
|
if _, err := bus.ServeModelConfig(func() *contract.ModelConfig {
|
|
row, _ := db.GetActiveModel(context.Background())
|
|
if row == nil {
|
|
return nil
|
|
}
|
|
return &contract.ModelConfig{Provider: row.Provider, BaseURL: row.BaseURL, APIKey: row.APIKey, Model: row.Model}
|
|
}); err != nil {
|
|
log.Printf("[gateway] serve model config: %v", err)
|
|
}
|
|
|
|
r := router.New(db, cache, bus)
|
|
addr := envOr("GATEWAY_ADDR", ":8080")
|
|
log.Printf("[gateway] listening on %s", addr)
|
|
if err := r.Run(addr); err != nil {
|
|
log.Fatalf("[gateway] exit: %v", err)
|
|
}
|
|
}
|
|
|
|
func envOr(key, def string) string {
|
|
if v := os.Getenv(key); v != "" {
|
|
return v
|
|
}
|
|
return def
|
|
}
|