weichen
bbe39b475f
ci / vet-and-test (pull_request) Successful in 42s
Why: The implementation commit left two files unformatted; keep the tree gofmt-clean. Evidence: gofmt -l now empty; targeted test still green. Impact: Formatting only. Refs: Follow-up to the wiring commit.
216 lines
8.0 KiB
Go
216 lines
8.0 KiB
Go
package app
|
||
|
||
import (
|
||
"agent-system-backend/pkg/extension"
|
||
"context"
|
||
"fmt"
|
||
"sync"
|
||
|
||
"agent-system-backend/internal/ingest"
|
||
"agent-system-backend/internal/rag"
|
||
"agent-system-backend/internal/runtime"
|
||
"agent-system-backend/internal/settings"
|
||
"agent-system-backend/internal/store"
|
||
core "agent-system-core"
|
||
)
|
||
|
||
// hostcaps 聚合 owner 作用域的宿主能力（存储、检索管线、LLM 路由）。
|
||
// 同一实现同时服务 hostapi.Server 的 Search/Complete 闭包与进程内
|
||
// inprocHost（EXT-1 批注 1：复用现有 owner 作用域函数，不新造句柄）。
|
||
type hostcaps struct {
|
||
st *store.Store
|
||
pipe *rag.Pipeline
|
||
set *settings.Service
|
||
authz *projectAuthz // EXT-8 适配器槽（共享指针；首个注册者生效）
|
||
}
|
||
|
||
// projectAuthz EXT-8 资源授权适配器槽：进程内扩展注册，组合根装配进 Server。
|
||
type projectAuthz struct {
|
||
mu sync.Mutex
|
||
holder string // 持有者 pluginID（首个注册者生效）
|
||
fn extension.ResourceAuthorizer
|
||
}
|
||
|
||
func (a *projectAuthz) set(pluginID string, fn extension.ResourceAuthorizer) {
|
||
a.mu.Lock()
|
||
defer a.mu.Unlock()
|
||
if a.fn != nil {
|
||
return // 首个注册者生效；后来者忽略（调用方经日志可查）
|
||
}
|
||
a.holder, a.fn = pluginID, fn
|
||
}
|
||
|
||
// Authorize owner×project 共享读取判定；未注册一律 false（默认拒绝）。
|
||
func (a *projectAuthz) Authorize(owner string, projectID core.ID) (bool, error) {
|
||
a.mu.Lock()
|
||
fn := a.fn
|
||
a.mu.Unlock()
|
||
if fn == nil || owner == "" || projectID == "" {
|
||
return false, nil
|
||
}
|
||
return fn(owner, projectID)
|
||
}
|
||
|
||
// wireScopedHostFactory EXT-11：把「按 owner+pluginID 构造受限 Host」注入公开面
|
||
// （extension.SetScopedHostFactory）。组合根在 hostcaps 就绪后调用；重建句柄与
|
||
// 分发期同构（owner 作用域、来源前缀强制、KV/任务台账隔离）。
|
||
func wireScopedHostFactory(caps hostcaps) {
|
||
extension.SetScopedHostFactory(func(owner, pluginID string) extension.Host {
|
||
return inprocHost{caps: caps, pluginID: pluginID, owner: owner}
|
||
})
|
||
}
|
||
|
||
// search owner 作用域混合检索；projectID/topK 为空/0 时用管线默认值。
|
||
func (c hostcaps) search(ctx context.Context, owner string, projectID core.ID, text string, topK int) ([]core.RetrievalHit, error) {
|
||
return c.pipe.Retrieve(ctx, core.ID(owner), core.RetrievalQuery{ProjectID: projectID, Text: text, TopK: topK})
|
||
}
|
||
|
||
// searchDefault 与 hostapi /host/v1 检索端点同口径（不带 projectID/topK）。
|
||
func (c hostcaps) searchDefault(ctx context.Context, owner, text string) ([]core.RetrievalHit, error) {
|
||
return c.search(ctx, owner, "", text, 0)
|
||
}
|
||
|
||
// complete 经基座 LLM 路由补全（owner 的模型配置生效；未配置报错）。
|
||
func (c hostcaps) complete(ctx context.Context, owner, prompt string) (string, error) {
|
||
route := runtime.ResolveChatModel(core.AgentProfile{}, c.set.Effective(owner, ""))
|
||
if route.Model == "" || route.Base == "" {
|
||
return "", fmt.Errorf("llm route not configured")
|
||
}
|
||
return completeChat(ctx, route.Base, route.Key, route.Model, prompt)
|
||
}
|
||
|
||
// maxParseInput 与上传端点的读取上限同口径（server.upload 的 100<<20）。
|
||
const maxParseInput = 100 << 20
|
||
|
||
// parse 走基座内置解析器（EXT-5）：纯计算、不落 owner 数据；不可解析由
|
||
// Warnings 显式表达，只有取消与超限是 error。
|
||
func (c hostcaps) parse(ctx context.Context, filename, mime string, content []byte) (core.ParsedDocument, error) {
|
||
if err := ctx.Err(); err != nil {
|
||
return core.ParsedDocument{}, err
|
||
}
|
||
if len(content) > maxParseInput {
|
||
return core.ParsedDocument{}, fmt.Errorf("parse input %d bytes exceeds %d limit", len(content), maxParseInput)
|
||
}
|
||
return ingest.Parse(filename, mime, content), nil
|
||
}
|
||
|
||
// inprocHost 是进程内插件命令的 owner 作用域宿主句柄（extension.Host 实现）。
|
||
// 每次分发按请求 Owner 新建；所有能力调用都以该 owner 为第一参数，插件无法越权。
|
||
type inprocHost struct {
|
||
caps hostcaps
|
||
pluginID string
|
||
owner string
|
||
}
|
||
|
||
func (h inprocHost) PluginID() string { return h.pluginID }
|
||
func (h inprocHost) Owner() string { return h.owner }
|
||
|
||
func (h inprocHost) KVPut(key, value string) error {
|
||
return h.caps.st.PutPluginKV(h.pluginID, h.owner, key, value)
|
||
}
|
||
|
||
func (h inprocHost) KVGet(key string) (string, bool, error) {
|
||
return h.caps.st.GetPluginKV(h.pluginID, h.owner, key)
|
||
}
|
||
|
||
func (h inprocHost) Audit(action, target, evidence string) error {
|
||
return h.caps.st.AppendAuditEvent(store.AuditEvent{
|
||
Owner: h.owner, Actor: "plugin:" + h.pluginID,
|
||
Action: action, Target: target, Evidence: evidence,
|
||
})
|
||
}
|
||
|
||
func (h inprocHost) Complete(ctx context.Context, prompt string) (string, error) {
|
||
return h.caps.complete(ctx, h.owner, prompt)
|
||
}
|
||
|
||
func (h inprocHost) KnowledgeSearch(ctx context.Context, projectID core.ID, text string, topK int) ([]core.RetrievalHit, error) {
|
||
return h.caps.search(ctx, h.owner, projectID, text, topK)
|
||
}
|
||
|
||
// KnowledgeWrite 强制 owner 归属：Owner 改写为本次分发 owner，Source 为空补
|
||
// "plugin:<id>"；embed=false 只写全文行，embed=true 走 IndexChunks 建向量
|
||
// （embedding 失败降级纯全文，不阻断写入）。
|
||
func (h inprocHost) KnowledgeWrite(ctx context.Context, docs []core.KnowledgeDoc, embed bool) error {
|
||
if len(docs) == 0 {
|
||
return nil
|
||
}
|
||
src := "plugin:" + h.pluginID
|
||
for i := range docs {
|
||
docs[i].Owner = core.ID(h.owner)
|
||
if docs[i].Source == "" {
|
||
docs[i].Source = src
|
||
}
|
||
}
|
||
if !embed {
|
||
return h.caps.st.AddKnowledge(docs...)
|
||
}
|
||
return h.caps.pipe.IndexChunks(ctx, core.ID(h.owner), docs)
|
||
}
|
||
|
||
// KnowledgePublish 幂等发布（EXT-9）：按 docs 的 ref 整批替换——先清该 owner
|
||
// 下同 ref 旧行与旧向量（跨来源也清：ref 是发布单元），再走 KnowledgeWrite
|
||
// 语义（Owner/Source 强制同彼）。重试产生相同结果。
|
||
func (h inprocHost) KnowledgePublish(ctx context.Context, docs []core.KnowledgeDoc, embed bool) error {
|
||
if len(docs) == 0 {
|
||
return nil
|
||
}
|
||
refs := map[string]bool{}
|
||
for i := range docs {
|
||
docs[i].Owner = core.ID(h.owner)
|
||
if docs[i].Source == "" {
|
||
docs[i].Source = "plugin:" + h.pluginID
|
||
}
|
||
if docs[i].Ref != "" {
|
||
refs[docs[i].Ref] = true
|
||
}
|
||
}
|
||
for ref := range refs {
|
||
if err := h.caps.st.DeleteKnowledgeByRef(h.owner, ref); err != nil {
|
||
return err
|
||
}
|
||
if err := h.caps.st.DeleteKnowledgeVectors(ctx, h.owner, ref); err != nil {
|
||
return err
|
||
}
|
||
}
|
||
return h.KnowledgeWrite(ctx, docs, embed)
|
||
}
|
||
|
||
// KnowledgeDelete 撤销本插件来源（EXT-9）：前缀强制 plugin:<自身ID>——manual
|
||
// 或他人来源拒绝（fail-closed）；删行+向量，幂等。
|
||
func (h inprocHost) KnowledgeDelete(ctx context.Context, sourcePrefix string) error {
|
||
if sourcePrefix != "plugin:"+h.pluginID {
|
||
return fmt.Errorf("ext-9: plugins may only delete their own source prefix, want %q", "plugin:"+h.pluginID)
|
||
}
|
||
_, err := h.caps.st.DeleteKnowledgeBySource(ctx, h.owner, sourcePrefix)
|
||
return err
|
||
}
|
||
|
||
// TaskCreate/TaskUpdate 后台任务台账：基座只记进度/状态，执行体由下游自跑（H5）。
|
||
func (h inprocHost) TaskCreate(kind, title, conversationID string) (string, error) {
|
||
t, err := h.caps.st.CreateBackgroundTask(h.owner, kind, title, conversationID)
|
||
if err != nil {
|
||
return "", err
|
||
}
|
||
return t.ID, nil
|
||
}
|
||
|
||
func (h inprocHost) TaskUpdate(taskID, status string, progress int, errText string) error {
|
||
return h.caps.st.UpdateBackgroundTask(h.owner, taskID, status, progress, errText)
|
||
}
|
||
|
||
// ArtifactGet/ArtifactContent 工件只读（R1-3 ingest 读原件；写入属完整集）。
|
||
func (h inprocHost) ArtifactGet(artifactID string) (core.Artifact, error) {
|
||
return h.caps.st.GetArtifact(h.owner, artifactID)
|
||
}
|
||
|
||
func (h inprocHost) ArtifactContent(artifactID string) ([]byte, error) {
|
||
return h.caps.st.ArtifactContent(h.owner, artifactID)
|
||
}
|
||
|
||
// ParseDocument 内置文档解析（EXT-5）：委托 hostcaps.parse；纯计算不经存储，
|
||
// owner 作用域由调用方经 ArtifactContent 取字节时保证。
|
||
func (h inprocHost) ParseDocument(ctx context.Context, filename, mime string, content []byte) (core.ParsedDocument, error) {
|
||
return h.caps.parse(ctx, filename, mime, content)
|
||
}
|