ci / vet-and-test (pull_request) Successful in 46s
Why: downstream parsers are unreachable via extension.Host and the base lacked xlsx/pptx parsers; MS1 needs Excel and PPT ingest (EXT-5 request, documents proposal 2026-10-06-ext-5-host-parse-document). Evidence: local GOWORK=off go test ./... all 29 packages pass incl. new ooxml_test (hand-built parts), ooxml_python_test (openpyxl/python-pptx round-trip), inproc owner-scope and limit tests, xlsx upload e2e; go vet clean; recorded as SELF on the Dev task card, PR CI to confirm. Impact: Host gains ParseDocument (pure compute; errors only on ctx cancel or >100MiB input); builtin:xlsx (sheet order via workbook.xml rels, rich-text shared strings, formula cache, 1900/1904 dates, sparse cells) and builtin:pptx (sldIdLst order, titles, group shapes, AlternateContent Choice, tables, notes) added with 200k-cell/64MiB-part caps; legacy doc/xls/ppt get an actionable hint; ParsersDescription gains xlsx/pptx and the missing text ext; surface snapshot now records exported interface methods; docx part reads share the 64MiB cap. Refs: documents 2026-10-06-ext-5-host-parse-document.md; EXT-1 host.go precedent.
139 lines
5.3 KiB
Go
139 lines
5.3 KiB
Go
package app
|
||
|
||
import (
|
||
"context"
|
||
"fmt"
|
||
|
||
"agent-system-backend/internal/ingest"
|
||
"agent-system-backend/internal/rag"
|
||
"agent-system-backend/internal/runtime"
|
||
"agent-system-backend/internal/settings"
|
||
"agent-system-backend/internal/store"
|
||
core "agent-system-core"
|
||
)
|
||
|
||
// hostcaps 聚合 owner 作用域的宿主能力(存储、检索管线、LLM 路由)。
|
||
// 同一实现同时服务 hostapi.Server 的 Search/Complete 闭包与进程内
|
||
// inprocHost(EXT-1 批注 1:复用现有 owner 作用域函数,不新造句柄)。
|
||
type hostcaps struct {
|
||
st *store.Store
|
||
pipe *rag.Pipeline
|
||
set *settings.Service
|
||
}
|
||
|
||
// search owner 作用域混合检索;projectID/topK 为空/0 时用管线默认值。
|
||
func (c hostcaps) search(ctx context.Context, owner string, projectID core.ID, text string, topK int) ([]core.RetrievalHit, error) {
|
||
return c.pipe.Retrieve(ctx, core.ID(owner), core.RetrievalQuery{ProjectID: projectID, Text: text, TopK: topK})
|
||
}
|
||
|
||
// searchDefault 与 hostapi /host/v1 检索端点同口径(不带 projectID/topK)。
|
||
func (c hostcaps) searchDefault(ctx context.Context, owner, text string) ([]core.RetrievalHit, error) {
|
||
return c.search(ctx, owner, "", text, 0)
|
||
}
|
||
|
||
// complete 经基座 LLM 路由补全(owner 的模型配置生效;未配置报错)。
|
||
func (c hostcaps) complete(ctx context.Context, owner, prompt string) (string, error) {
|
||
route := runtime.ResolveChatModel(core.AgentProfile{}, c.set.Effective(owner, ""))
|
||
if route.Model == "" || route.Base == "" {
|
||
return "", fmt.Errorf("llm route not configured")
|
||
}
|
||
return completeChat(ctx, route.Base, route.Key, route.Model, prompt)
|
||
}
|
||
|
||
// maxParseInput 与上传端点的读取上限同口径(server.upload 的 100<<20)。
|
||
const maxParseInput = 100 << 20
|
||
|
||
// parse 走基座内置解析器(EXT-5):纯计算、不落 owner 数据;不可解析由
|
||
// Warnings 显式表达,只有取消与超限是 error。
|
||
func (c hostcaps) parse(ctx context.Context, filename, mime string, content []byte) (core.ParsedDocument, error) {
|
||
if err := ctx.Err(); err != nil {
|
||
return core.ParsedDocument{}, err
|
||
}
|
||
if len(content) > maxParseInput {
|
||
return core.ParsedDocument{}, fmt.Errorf("parse input %d bytes exceeds %d limit", len(content), maxParseInput)
|
||
}
|
||
return ingest.Parse(filename, mime, content), nil
|
||
}
|
||
|
||
// inprocHost 是进程内插件命令的 owner 作用域宿主句柄(extension.Host 实现)。
|
||
// 每次分发按请求 Owner 新建;所有能力调用都以该 owner 为第一参数,插件无法越权。
|
||
type inprocHost struct {
|
||
caps hostcaps
|
||
pluginID string
|
||
owner string
|
||
}
|
||
|
||
func (h inprocHost) PluginID() string { return h.pluginID }
|
||
func (h inprocHost) Owner() string { return h.owner }
|
||
|
||
func (h inprocHost) KVPut(key, value string) error {
|
||
return h.caps.st.PutPluginKV(h.pluginID, h.owner, key, value)
|
||
}
|
||
|
||
func (h inprocHost) KVGet(key string) (string, bool, error) {
|
||
return h.caps.st.GetPluginKV(h.pluginID, h.owner, key)
|
||
}
|
||
|
||
func (h inprocHost) Audit(action, target, evidence string) error {
|
||
return h.caps.st.AppendAuditEvent(store.AuditEvent{
|
||
Owner: h.owner, Actor: "plugin:" + h.pluginID,
|
||
Action: action, Target: target, Evidence: evidence,
|
||
})
|
||
}
|
||
|
||
func (h inprocHost) Complete(ctx context.Context, prompt string) (string, error) {
|
||
return h.caps.complete(ctx, h.owner, prompt)
|
||
}
|
||
|
||
func (h inprocHost) KnowledgeSearch(ctx context.Context, projectID core.ID, text string, topK int) ([]core.RetrievalHit, error) {
|
||
return h.caps.search(ctx, h.owner, projectID, text, topK)
|
||
}
|
||
|
||
// KnowledgeWrite 强制 owner 归属:Owner 改写为本次分发 owner,Source 为空补
|
||
// "plugin:<id>";embed=false 只写全文行,embed=true 走 IndexChunks 建向量
|
||
// (embedding 失败降级纯全文,不阻断写入)。
|
||
func (h inprocHost) KnowledgeWrite(ctx context.Context, docs []core.KnowledgeDoc, embed bool) error {
|
||
if len(docs) == 0 {
|
||
return nil
|
||
}
|
||
src := "plugin:" + h.pluginID
|
||
for i := range docs {
|
||
docs[i].Owner = core.ID(h.owner)
|
||
if docs[i].Source == "" {
|
||
docs[i].Source = src
|
||
}
|
||
}
|
||
if !embed {
|
||
return h.caps.st.AddKnowledge(docs...)
|
||
}
|
||
return h.caps.pipe.IndexChunks(ctx, core.ID(h.owner), docs)
|
||
}
|
||
|
||
// TaskCreate/TaskUpdate 后台任务台账:基座只记进度/状态,执行体由下游自跑(H5)。
|
||
func (h inprocHost) TaskCreate(kind, title, conversationID string) (string, error) {
|
||
t, err := h.caps.st.CreateBackgroundTask(h.owner, kind, title, conversationID)
|
||
if err != nil {
|
||
return "", err
|
||
}
|
||
return t.ID, nil
|
||
}
|
||
|
||
func (h inprocHost) TaskUpdate(taskID, status string, progress int, errText string) error {
|
||
return h.caps.st.UpdateBackgroundTask(h.owner, taskID, status, progress, errText)
|
||
}
|
||
|
||
// ArtifactGet/ArtifactContent 工件只读(R1-3 ingest 读原件;写入属完整集)。
|
||
func (h inprocHost) ArtifactGet(artifactID string) (core.Artifact, error) {
|
||
return h.caps.st.GetArtifact(h.owner, artifactID)
|
||
}
|
||
|
||
func (h inprocHost) ArtifactContent(artifactID string) ([]byte, error) {
|
||
return h.caps.st.ArtifactContent(h.owner, artifactID)
|
||
}
|
||
|
||
// ParseDocument 内置文档解析(EXT-5):委托 hostcaps.parse;纯计算不经存储,
|
||
// owner 作用域由调用方经 ArtifactContent 取字节时保证。
|
||
func (h inprocHost) ParseDocument(ctx context.Context, filename, mime string, content []byte) (core.ParsedDocument, error) {
|
||
return h.caps.parse(ctx, filename, mime, content)
|
||
}
|