Compare commits
116
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
2fc66be652 | ||
|
|
899fd70d27 | ||
|
|
9c24e220dd | ||
|
|
28f3ea7674 | ||
|
|
b6a843337c | ||
|
|
5b21325da7 | ||
|
|
42b22b436b | ||
|
|
14d48697a6 | ||
|
|
73ae2bb616 | ||
|
|
3cf8fa39b6 | ||
|
|
8d09aa0265 | ||
|
|
a625686ea9 | ||
|
|
c570f80e29 | ||
|
|
9c7dc6bf4a | ||
|
|
b1034e13ea | ||
|
|
6a1dcddb48 | ||
|
|
a5e3c7c817 | ||
|
|
6e972335c9 | ||
|
|
e86e74bc36 | ||
|
|
94afd71f00 | ||
|
|
c348441691 | ||
|
|
7f60baeaf8 | ||
|
|
ef2fa75006 | ||
|
|
a5da18b710 | ||
|
|
d6267fba15 | ||
|
|
1f25049492 | ||
|
|
76b6171de5 | ||
|
|
3b92cb63b4 | ||
|
|
37c5e6fbd6 | ||
|
|
cdbdeb0b14 | ||
|
|
1ac21c68d4 | ||
|
|
ea2689641f | ||
|
|
2eccf3f6f5 | ||
|
|
28e237f646 | ||
|
|
16fdad92c4 | ||
|
|
87ff3946df | ||
|
|
0e03cc2144 | ||
|
|
bdb45c3c2c | ||
|
|
f04c87ac31 | ||
|
|
f2fbefa2b9 | ||
|
|
e8f4e097a7 | ||
|
|
fe0c4a9f82 | ||
|
|
fc0558fc93 | ||
|
|
79e1a8fa85 | ||
|
|
e2be33f008 | ||
|
|
cb21ec4e2a | ||
|
|
5abb231efe | ||
|
|
74aa60bf2e | ||
|
|
b179452793 | ||
|
|
7425b32b9e | ||
|
|
e1fac5864d | ||
|
|
77e7f97827 | ||
|
|
fcd2539b9e | ||
|
|
d6053baf4c | ||
|
|
e63a9f38dd | ||
|
|
64b8bd4c98 | ||
|
|
ae42c9402d | ||
|
|
ead690be30 | ||
|
|
4a7e19ad62 | ||
|
|
3a1ad5afc7 | ||
|
|
6ab3b8677d | ||
|
|
78b6c6477c | ||
|
|
108c194c8d | ||
|
|
6ea6929309 | ||
|
|
d9a168635e | ||
|
|
c9c2f23990 | ||
|
|
16e356a3a4 | ||
|
|
d333094f7e | ||
|
|
0d8edbea52 | ||
|
|
7f2c8b9ee1 | ||
|
|
c5b9dca446 | ||
|
|
948ca36ca2 | ||
|
|
c2befaf17e | ||
|
|
d5714e81ed | ||
|
|
9758a8d8d0 | ||
|
|
fc5a1930b5 | ||
|
|
16a164a594 | ||
|
|
3a110a728c | ||
|
|
ecca2d74b9 | ||
|
|
e4020d297c | ||
|
|
b6d6708416 | ||
|
|
fb2b3b796c | ||
|
|
ba90a7d9ae | ||
|
|
0a52d9f976 | ||
|
|
3851bfb8a7 | ||
|
|
6fd1d441a9 | ||
|
|
9335fd40e6 | ||
|
|
9f5751c205 | ||
|
|
e51f2e6d00 | ||
|
|
d84a67cd24 | ||
|
|
33573d0d75 | ||
|
|
4a10818535 | ||
|
|
d9b0f8f178 | ||
|
|
855fe41152 | ||
|
|
11d1a76bdd | ||
|
|
17f2a4ecfa | ||
|
|
b1f89bf969 | ||
|
|
56848f3cbd | ||
|
|
91c1556184 | ||
|
|
0773a25ab9 | ||
|
|
694b08cdbe | ||
|
|
7e0374ff40 | ||
|
|
e047d90985 | ||
|
|
c6d867cde7 | ||
|
|
1a999c344d | ||
|
|
a34689c78f | ||
|
|
e2815bbf94 | ||
|
|
35f65a3c49 | ||
|
|
886e86c6a8 | ||
|
|
6b7d2432b3 | ||
|
|
23b5e3f336 | ||
|
|
dfd0d23bf3 | ||
|
|
2dedc0d20c | ||
|
|
e7ab48e8ea | ||
|
|
6bc1b08540 | ||
|
|
ec731addef |
+38
-5
@@ -6,15 +6,48 @@ on:
|
||||
branches: [main]
|
||||
jobs:
|
||||
vet-and-test:
|
||||
runs-on: nightly
|
||||
runs-on: ubuntu-latest
|
||||
env:
|
||||
GOPROXY: https://goproxy.cn,direct
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
- run: go vet ./... && go test -count=1 ./...
|
||||
- name: Checkout
|
||||
env:
|
||||
TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||
SUBMODULE_TOKEN: ${{ secrets.SUBMODULE_TOKEN }}
|
||||
run: |
|
||||
set -euo pipefail
|
||||
git init -q
|
||||
git remote add origin "${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git"
|
||||
git -c http.extraheader="AUTHORIZATION: token ${TOKEN}" fetch --depth=1 origin "${GITHUB_SHA}"
|
||||
git checkout -q --detach FETCH_HEAD
|
||||
if [ -z "${SUBMODULE_TOKEN}" ]; then
|
||||
echo "SUBMODULE_TOKEN is not configured" >&2
|
||||
exit 1
|
||||
fi
|
||||
git config --global url."https://weichen:${SUBMODULE_TOKEN}@git-home.u1680832.nyat.app:30319/".insteadOf "ssh://git@git-ssh.u1680832.nyat.app:31411/"
|
||||
git -c fetch.recurseSubmodules=false submodule update --init --recursive
|
||||
- name: Install Go 1.27.1
|
||||
run: |
|
||||
set -euo pipefail
|
||||
curl -fsSL -o "$RUNNER_TEMP/go.tgz" https://mirrors.aliyun.com/golang/go1.27.1.linux-amd64.tar.gz
|
||||
tar -C /usr/local -xzf "$RUNNER_TEMP/go.tgz"
|
||||
ln -sfn /usr/local/go/bin/go /usr/local/bin/go
|
||||
ln -sfn /usr/local/go/bin/gofmt /usr/local/bin/gofmt
|
||||
- name: Vet, test, and race
|
||||
run: go vet ./... && go test -count=1 ./... && go test -count=1 -race ./...
|
||||
docker-checkout-hostgateway:
|
||||
runs-on: ubuntu-latest
|
||||
options: --add-host gitea:host-gateway
|
||||
env:
|
||||
GITHUB_SERVER_URL: http://gitea:3000
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
- run: test -f go.mod && echo "docker-mode checkout via host-gateway OK"
|
||||
- name: Checkout without GitHub actions
|
||||
env:
|
||||
TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||
run: |
|
||||
set -euo pipefail
|
||||
git init -q
|
||||
git remote add origin "${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git"
|
||||
git -c http.extraheader="AUTHORIZATION: token ${TOKEN}" fetch --depth=1 origin "${GITHUB_SHA}"
|
||||
git checkout -q --detach FETCH_HEAD
|
||||
test -f go.mod && echo "docker-mode checkout via host-gateway OK"
|
||||
|
||||
@@ -0,0 +1,150 @@
|
||||
name: governance
|
||||
on:
|
||||
pull_request:
|
||||
push:
|
||||
branches: [main]
|
||||
|
||||
jobs:
|
||||
governance:
|
||||
runs-on: ubuntu-latest
|
||||
env:
|
||||
GOPROXY: https://goproxy.cn,direct
|
||||
steps:
|
||||
- name: Checkout
|
||||
env:
|
||||
TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||
SUBMODULE_TOKEN: ${{ secrets.SUBMODULE_TOKEN }}
|
||||
run: |
|
||||
set -euo pipefail
|
||||
# 只物化两个治理 gitlink(Guidelines 与 deps/development-manager),非递归;
|
||||
# 其它 gitlink 不物化、不取回。凭据只以 URL 限定的 extraheader 存在于本进程树内。
|
||||
python3 - <<'PY_CHECKOUT'
|
||||
import os
|
||||
from pathlib import Path
|
||||
import re
|
||||
import subprocess
|
||||
import sys
|
||||
from urllib.parse import urlsplit
|
||||
|
||||
# 服务端基址取运行器注入的 GITHUB_SERVER_URL(平台控制、候选 PR 不可影响)。
|
||||
SERVER = os.environ.get("GITHUB_SERVER_URL", "").rstrip("/")
|
||||
parsed_server = urlsplit(SERVER)
|
||||
if parsed_server.scheme not in {"http", "https"} or not parsed_server.netloc:
|
||||
sys.exit("Checkout server must be the platform-injected http(s) URL")
|
||||
SSH = "ssh://git@git-ssh.u1680832.nyat.app:31411/weichen/"
|
||||
# 审查过的白名单,独立于候选 .gitmodules:仅列出两个治理 gitlink。
|
||||
REPOSITORIES = {
|
||||
"deps/development-guidelines": "Development-Guidelines",
|
||||
"deps/development-manager": "Development-Manager",
|
||||
}
|
||||
TARGET = "weichen/Agent-Native"
|
||||
root_token = os.environ.pop("TOKEN", "")
|
||||
component_token = os.environ.pop("SUBMODULE_TOKEN", "")
|
||||
if not root_token or not component_token:
|
||||
sys.exit("Checkout requires TOKEN and SUBMODULE_TOKEN")
|
||||
if os.environ.get("GITHUB_REPOSITORY") != TARGET:
|
||||
sys.exit("Checkout repository is outside the reviewed allowlist")
|
||||
sha = os.environ.get("GITHUB_SHA", "")
|
||||
if not re.fullmatch(r"[0-9a-fA-F]{40}", sha):
|
||||
sys.exit("Checkout requires a fixed commit SHA")
|
||||
|
||||
# 丢弃继承的 Git 追踪/配置/SSH 钩子;凭据只存在于单个 Git 进程树的精确 URL 头中。
|
||||
clean_env = {k: v for k, v in os.environ.items() if not k.startswith("GIT_")}
|
||||
clean_env.update(GIT_CONFIG_NOSYSTEM="1", GIT_CONFIG_SYSTEM="/dev/null",
|
||||
GIT_CONFIG_GLOBAL="/dev/null", GIT_TERMINAL_PROMPT="0")
|
||||
config = {
|
||||
"core.hooksPath": "/dev/null", "core.fsmonitor": "false",
|
||||
"init.templateDir": "", "credential.helper": "",
|
||||
"fetch.recurseSubmodules": "false", "submodule.recurse": "false",
|
||||
"http.followRedirects": "false", "protocol.allow": "never",
|
||||
"protocol." + urlsplit(SERVER).scheme + ".allow": "always",
|
||||
}
|
||||
|
||||
|
||||
def git(repo, *args, extra=None):
|
||||
values = config | (extra or {})
|
||||
env = clean_env | {"GIT_CONFIG_COUNT": str(len(values))}
|
||||
for index, (key, value) in enumerate(values.items()):
|
||||
env[f"GIT_CONFIG_KEY_{index}"] = key
|
||||
env[f"GIT_CONFIG_VALUE_{index}"] = value
|
||||
return subprocess.run(["git", "-C", str(repo), *args], env=env,
|
||||
check=True, stdout=subprocess.PIPE).stdout
|
||||
|
||||
|
||||
def materialize_governance(root):
|
||||
# -r 列出任意深度的 gitlink,但不进入 submodule 内部;其它 gitlink 只记录、从不取回。
|
||||
links = {}
|
||||
for entry in git(root, "ls-tree", "-rz", "HEAD").split(b"\0"):
|
||||
if not entry:
|
||||
continue
|
||||
metadata, path = entry.split(b"\t", 1)
|
||||
mode, kind, commit = metadata.decode().split()
|
||||
if mode == "160000":
|
||||
links[path.decode()] = commit
|
||||
for name in REPOSITORIES:
|
||||
if name not in links:
|
||||
raise ValueError("Governance gitlink is missing from the fixed commit")
|
||||
raw = git(root, "config", "--no-includes", "--blob", "HEAD:.gitmodules", "--null", "--list")
|
||||
entries = {}
|
||||
for item in raw.split(b"\0"):
|
||||
if not item:
|
||||
continue
|
||||
key, value = item.decode().split("\n", 1)
|
||||
match = re.fullmatch(r"submodule\.(.+)\.(path|url)", key)
|
||||
if not match:
|
||||
continue
|
||||
name, field = match.groups()
|
||||
if name not in REPOSITORIES:
|
||||
continue
|
||||
if field in entries.setdefault(name, {}):
|
||||
raise ValueError("Duplicate candidate .gitmodules setting")
|
||||
entries[name][field] = value
|
||||
# 先整体校验两个治理条目,再进行任何带凭据的取回。
|
||||
for name, repository in REPOSITORIES.items():
|
||||
fields = entries.get(name, {})
|
||||
if fields.get("path") != name:
|
||||
raise ValueError("Governance submodule path is outside the reviewed allowlist")
|
||||
trusted_url = f"{SERVER}/weichen/{repository}.git"
|
||||
if fields.get("url") not in {SSH + repository + ".git", trusted_url}:
|
||||
raise ValueError("Governance submodule URL is outside the reviewed allowlist")
|
||||
for name, repository in REPOSITORIES.items():
|
||||
url = f"{SERVER}/weichen/{repository}.git"
|
||||
# 仅持久化审查过的公开 URL,使 Git 在进程级配置消失后仍识别该 submodule。
|
||||
git(root, "config", f"submodule.{name}.url", url)
|
||||
git(root, "submodule", "update", "--init", "--checkout", "--", name,
|
||||
extra={f"submodule.{name}.url": url,
|
||||
f"submodule.{name}.update": "checkout",
|
||||
f"http.{url}.extraheader": "AUTHORIZATION: token " + component_token})
|
||||
child = root / name
|
||||
if git(child, "rev-parse", "HEAD").decode().strip() != links[name]:
|
||||
raise ValueError("Materialized governance gitlink does not match the fixed SHA")
|
||||
|
||||
|
||||
try:
|
||||
root = Path.cwd()
|
||||
# 必须是干净的临时工作区;不复用既有 Git 状态。
|
||||
if (root / ".git").exists():
|
||||
raise ValueError("Checkout requires a fresh workspace")
|
||||
git(root, "init", "-q")
|
||||
url = f"{SERVER}/{TARGET}.git"
|
||||
git(root, "remote", "add", "origin", url)
|
||||
git(root, "fetch", "--depth=1", "origin", sha,
|
||||
extra={f"http.{url}.extraheader": "AUTHORIZATION: token " + root_token})
|
||||
git(root, "checkout", "-q", "--detach", "FETCH_HEAD")
|
||||
materialize_governance(root)
|
||||
except (ValueError, OSError, subprocess.CalledProcessError) as error:
|
||||
sys.exit(f"Checkout refused: {error}")
|
||||
print("Checkout complete; credentials were not persisted in Git configuration")
|
||||
PY_CHECKOUT
|
||||
unset TOKEN SUBMODULE_TOKEN
|
||||
- name: Install Go 1.27.1
|
||||
run: |
|
||||
set -euo pipefail
|
||||
curl -fsSL -o "$RUNNER_TEMP/go.tgz" https://mirrors.aliyun.com/golang/go1.27.1.linux-amd64.tar.gz
|
||||
tar -C /usr/local -xzf "$RUNNER_TEMP/go.tgz"
|
||||
ln -sfn /usr/local/go/bin/go /usr/local/bin/go
|
||||
ln -sfn /usr/local/go/bin/gofmt /usr/local/bin/gofmt
|
||||
- name: Validate agent execution configuration
|
||||
run: scripts/agent-exec validate --repo .
|
||||
- name: Governance check
|
||||
run: scripts/dm governance check --repo .
|
||||
@@ -10,3 +10,6 @@
|
||||
[submodule "deps/agent-intent"]
|
||||
path = deps/agent-intent
|
||||
url = ssh://git@git-ssh.u1680832.nyat.app:31411/weichen/Agent-Intent.git
|
||||
[submodule "deps/development-manager"]
|
||||
path = deps/development-manager
|
||||
url = ssh://git@git-ssh.u1680832.nyat.app:31411/weichen/Development-Manager.git
|
||||
|
||||
@@ -0,0 +1,57 @@
|
||||
# Agent-Native 采纳 development-governance-v2 治理套件 任务卡
|
||||
|
||||
任务主记录:[Agent-Native PR #47](https://git-home.u1680832.nyat.app:30319/weichen/Agent-Native/pulls/47)(本文件随 PR 描述维护)。
|
||||
状态:已完成(闭合随本 PR 合入;合入以平台记录为准);owner:weichen。
|
||||
|
||||
## 基线与授权
|
||||
|
||||
- 权威仓:weichen/Agent-Native;root_target:main;immediate_target:main
|
||||
- branch_kind:initiative;initiative_id:governance-adoption-Agent-Native
|
||||
- R0(initial_main_sha):c348441691e8bdab784a03aa9be64d53dacff341;工作区:/home/weichen/projects/Agent-Native-wt-feature-governance-adoption(worktree);分支:feature/governance-adoption
|
||||
- 父任务信息(仅子任务填写):无
|
||||
- accepting_requirements:false(单仓采纳 initiative,范围固定为下列十步,不接收新需求)
|
||||
- 需求分流:verdict=NEW;selected_initiative=无;候选=无;理由=development-governance-v2 Phase 6 每个正式仓库独立 initiative;triage 收据=无(本仓采纳前尚无 triage 入口)
|
||||
- 授权与交付终点:owner 已授权 development-governance-v2 全部实施(Agent-System-Dev 主记录 docs/superpowers/plans/2026-10-16-development-governance-v2-master.md);终点为本 PR 合入 main 且采纳状态 active。分支保护与 tag 由用户执行。
|
||||
- 实施执行:agent-per-unit(配置:AGENT-EXECUTION.md;外部 Agent 一单元一新进程/会话/工作区)
|
||||
|
||||
## 目标与非目标
|
||||
|
||||
目标(Phase 6 十步):固定 Guidelines SHA(deps/development-guidelines @ 2688fd2be6a52c0bf110e7e6366b6f291ab5e4eb);增加 AGENT-EXECUTION.md;增加共享执行器薄入口(deps/development-manager @ bd3a7de57a3a9e1a4495b94c5fa5c08d71e7be8c + scripts/dm、scripts/agent-exec、scripts/task);四条路由(implementation/repair/test/review);任务卡模板与分支元数据;CI 中启用 schema 校验(.gitea/workflows/governance.yml:agent-exec validate + governance check);一次正例运行;负例(缺配置、坏收据、越界路径、未知副作用);独立 Review + CI;采纳状态 active。
|
||||
|
||||
非目标:不改业务代码与既有测试;不改分支保护(由用户执行);不发布 tag。
|
||||
|
||||
引导说明:AGENT-EXECUTION.md 由 host 以固定版本治理套件(dm-server governance init @ bd3a7de57a3a9e1a4495b94c5fa5c08d71e7be8c)生成并作为引导配置提交(执行器运行前必须存在有效配置;沿用 DM 采纳先例);其余文件由实施单元生成。
|
||||
|
||||
## Agent 实施收据
|
||||
|
||||
| 单元 ID | 预期范围 | 角色 | 候选顺序 | attempt | CLI/模型 | 终态 | transport | fallback | 源码外收据路径 |
|
||||
|---|---|---|---|---|---|---|---|---|---|
|
||||
| governance-adoption-Agent-Native-r1 | 13 个允许路径(治理文件 + 两个 gitlink) | b1034e13 | implementation | cursor→antigravity→pi | run 18dcfcc1(dm-server pinned,attempts=1) | cursor / not-observable | success | 9c7dc6bf4a65(apply 快进) | 否 | /tmp/gov-receipt-Agent-Native-r1.json |
|
||||
| governance-adoption-Agent-Native-repair-r1 | policy/guidelines-adoption.md | repair | cursor→antigravity→pi | run 734e0741(attempts=1) | cursor / not-observable | success | a625686ea9f4(apply 快进) | 否 | /tmp/gov-receipt-Agent-Native-repair-r1.json |
|
||||
|
||||
## 同步记录
|
||||
|
||||
| 节点 | sync_base_sha | tested_head_sha | checked_at | 结果 |
|
||||
|---|---|---|---|---|
|
||||
| 启动 | c348441691e8bdab784a03aa9be64d53dacff341 | c348441691e8bdab784a03aa9be64d53dacff341 | 2026-10-17T07:17:40Z | 一致 |
|
||||
| 请求审核 | c348441691e8bdab784a03aa9be64d53dacff341 | 8d09aa0265d7 | 2026-10-17T08:53:09Z | 已含 origin/main |
|
||||
|
||||
## 结果与验证(完成后填写)
|
||||
|
||||
- 结果:治理套件已采纳——Guidelines 与 Development-Manager gitlink 固定、AGENT-EXECUTION.md 四条路由、共享执行器薄入口、pre-commit admit、governance CI;采纳状态 active 随本 PR 合入生效。
|
||||
- 验证:见下表(命令输出由 /tmp/gov-neg/ev.sh 写入 .task/evidence/governance-adoption/,SELF 除非另注)。
|
||||
- 复现:正负例脚本冻结副本 Agent-System-Dev `docs/superpowers/plans/evidence/governance-adopt-cases.py`(sha256 3aa1bf6ea1cd48f3f59c0a307620e4112389a93fe21a113006f54e62eb8f0d06),用法 `python3 governance-adopt-cases.py <仓库根>`;它经本仓 `scripts/agent-exec` 运行假 CLI,不访问网络。
|
||||
- 影响与剩余项:不改业务代码;本地启用钩子需由人执行 `git config core.hooksPath scripts/hooks`;将 governance 检查设为分支保护必需项属用户双钥匙事项(命令见 Agent-System-Dev 治理主记录)。
|
||||
|
||||
| 时间(UTC) | 命令 | 被测 HEAD | exit | 来源 | 摘要/位置 |
|
||||
|---|---|---|---|---|---|
|
||||
| 20261017T073822Z | `scripts/dm governance check --repo .` | 9c7dc6bf4a65 | 0 | SELF | ok fixtures;[输出](../evidence/governance-adoption/00-20261017T073822Z.log) sha256:3694b7fcd797887a |
|
||||
| 20261017T073822Z | `scripts/agent-exec validate --repo .` | 9c7dc6bf4a65 | 0 | SELF | validate: ok;[输出](../evidence/governance-adoption/01-20261017T073822Z.log) sha256:90017bfe574eef56 |
|
||||
| 20261017T073822Z | `python3 /tmp/gov-neg/adopt_cases.py .` | 9c7dc6bf4a65 | 0 | SELF | [verdict] ALL PASS cases=5;[输出](../evidence/governance-adoption/02-20261017T073822Z.log) sha256:571116eee5eb098d |
|
||||
| 20261017T083654Z | `scripts/dm governance check --repo .` | a625686ea9f4 | 0 | SELF | ok fixtures;[输出](../evidence/governance-adoption/03-20261017T083654Z.log) sha256:075f18ade3c51e71 |
|
||||
| 20261017T083654Z | `scripts/agent-exec validate --repo .` | a625686ea9f4 | 0 | SELF | validate: ok;[输出](../evidence/governance-adoption/04-20261017T083654Z.log) sha256:29a607257c052021 |
|
||||
| 2026-10-17T08:53:09Z | CI `ci / docker-checkout-hostgateway (pull_request)` | 8d09aa0265d7 | 0 | GATE | success;[运行](https://git-home.u1680832.nyat.app:30319/weichen/Agent-Native/actions/runs/3590/jobs/5679) |
|
||||
| 2026-10-17T08:53:09Z | CI `governance / governance (pull_request)` | 8d09aa0265d7 | 0 | GATE | success;[运行](https://git-home.u1680832.nyat.app:30319/weichen/Agent-Native/actions/runs/3591/jobs/5680) |
|
||||
| 2026-10-17T08:53:09Z | CI `ci / vet-and-test (pull_request)` | 8d09aa0265d7 | 0 | GATE | success;[运行](https://git-home.u1680832.nyat.app:30319/weichen/Agent-Native/actions/runs/3590/jobs/5678) |
|
||||
| — | 候选 HEAD CI | 3cf8fa39b631 | 0 | GATE | success ci / docker-checkout-hostgateway (pull_request)=success(/weichen/Agent-Native/actions/runs/3614/jobs/5713);governance / governance (pull_request)=success(/weichen/Agent-Native/actions/runs/3615/jobs/5714);ci / vet-and-test (pull_request)=success(/weichen/Agent-Native/actions/runs/3614/jobs/5712) |
|
||||
| — | 独立 Review | 3cf8fa39b631 | 0 | REPLAY | cursor-agent-stable --mode ask 全新只读会话(fresh_session=true,session id not-observable)闭合重审 VERDICT: APPROVE(对象 3cf8fa3) |
|
||||
@@ -0,0 +1,19 @@
|
||||
command: scripts/dm governance check --repo .
|
||||
cwd: /home/weichen/projects/Agent-Native-wt-feature-governance-adoption
|
||||
head: 9c7dc6bf4a658cb0a1ab17173964cbdc154daf9d
|
||||
exit: 0
|
||||
utc: 20261017T073822Z
|
||||
---
|
||||
ok gitlink deps/development-guidelines
|
||||
ok gitlink deps/development-manager
|
||||
ok agent-execution
|
||||
ok file AGENTS.md
|
||||
ok file PROJECT.md
|
||||
ok file policy/guidelines-adoption.md
|
||||
ok file .task/templates/task-card.md
|
||||
ok executable scripts/agent-exec
|
||||
ok executable scripts/hooks/pre-commit
|
||||
ok executable scripts/dm
|
||||
ok executable scripts/task
|
||||
ok adoption status
|
||||
ok fixtures
|
||||
@@ -0,0 +1,7 @@
|
||||
command: scripts/agent-exec validate --repo .
|
||||
cwd: /home/weichen/projects/Agent-Native-wt-feature-governance-adoption
|
||||
head: 9c7dc6bf4a658cb0a1ab17173964cbdc154daf9d
|
||||
exit: 0
|
||||
utc: 20261017T073822Z
|
||||
---
|
||||
validate: ok
|
||||
@@ -0,0 +1,13 @@
|
||||
command: python3 /tmp/gov-neg/adopt_cases.py .
|
||||
cwd: /home/weichen/projects/Agent-Native-wt-feature-governance-adoption
|
||||
head: 9c7dc6bf4a658cb0a1ab17173964cbdc154daf9d
|
||||
exit: 0
|
||||
utc: 20261017T073822Z
|
||||
---
|
||||
[object] Agent-Native-wt-feature-governance-adoption HEAD=9c7dc6bf4a658cb0a1ab17173964cbdc154daf9d
|
||||
PASS positive-run-apply: run exit=0 terminal=success apply exit=0 head=232696a2f8ab
|
||||
PASS missing-config: run exit=2 terminal=invalid-config validate exit=2
|
||||
PASS bad-receipt: apply exit=4 head_unchanged=True msg=apply: no local integrity record: changed paths do not match the transport diff
|
||||
PASS out-of-scope-path: run exit=5 terminal=scope-expansion transport=False
|
||||
PASS unknown-side-effect: run exit=4 terminal=failed-unknown transport=False
|
||||
[verdict] ALL PASS cases=5
|
||||
@@ -0,0 +1,19 @@
|
||||
command: scripts/dm governance check --repo .
|
||||
cwd: /home/weichen/projects/Agent-Native-wt-feature-governance-adoption
|
||||
head: a625686ea9f4448fd609e7dfff33f4680ce8f834
|
||||
exit: 0
|
||||
utc: 20261017T083654Z
|
||||
---
|
||||
ok gitlink deps/development-guidelines
|
||||
ok gitlink deps/development-manager
|
||||
ok agent-execution
|
||||
ok file AGENTS.md
|
||||
ok file PROJECT.md
|
||||
ok file policy/guidelines-adoption.md
|
||||
ok file .task/templates/task-card.md
|
||||
ok executable scripts/agent-exec
|
||||
ok executable scripts/hooks/pre-commit
|
||||
ok executable scripts/dm
|
||||
ok executable scripts/task
|
||||
ok adoption status
|
||||
ok fixtures
|
||||
@@ -0,0 +1,7 @@
|
||||
command: scripts/agent-exec validate --repo .
|
||||
cwd: /home/weichen/projects/Agent-Native-wt-feature-governance-adoption
|
||||
head: a625686ea9f4448fd609e7dfff33f4680ce8f834
|
||||
exit: 0
|
||||
utc: 20261017T083654Z
|
||||
---
|
||||
validate: ok
|
||||
@@ -0,0 +1,66 @@
|
||||
# <任务标题> 任务卡
|
||||
|
||||
任务主记录:<Issue/PR 链接,或注明"本文件随 PR 描述维护">。
|
||||
状态:<进行中 / 待审核 / 已合入 / 已放弃>;owner:<填写>。
|
||||
|
||||
## 基线与授权
|
||||
|
||||
- 权威仓:<仓 URL 或逻辑 ID>;root_target:main;immediate_target:<main 或 feature/initiative>
|
||||
- branch_kind:<initiative | child | standalone>;initiative_id:<稳定 ID,普通任务为空>
|
||||
- R0(initial_main_sha):<完整 SHA>;工作区:<路径>(worktree / clone);分支:<feature|fix|hotfix/...>
|
||||
- 父任务信息(仅子任务填写):parent_branch=<父分支>;parent_head_sha=<SHA>;parent_pr=<父 PR>
|
||||
- accepting_requirements:<true | false>(仅 initiative 可为 true;冻结后为 false)
|
||||
- 需求分流:verdict=<JOIN | NEW>;selected_initiative=<分支或无>;候选=<分支@HEAD 列表或无>;理由=<不适配/适配依据>;triage 收据=<源码外路径与摘要>
|
||||
- 授权与交付终点:<本次允许的动作与终点;未授权事项写明>
|
||||
- 实施执行:agent-per-unit(配置:AGENT-EXECUTION.md;外部 Agent 一单元一新进程/会话/工作区)
|
||||
|
||||
## 目标与非目标
|
||||
|
||||
<预期结果、受影响入口/模块/契约;明确不做什么。>
|
||||
|
||||
## Agent 实施收据
|
||||
|
||||
按根目录 AGENT-EXECUTION.md 路由;外部 Agent 一单元一新进程/会话/隔离工作区。实施、修复与测试必须通过登记的候选执行;未配置或候选安全耗尽停在 unavailable/blocked,禁止 host 隐式代写。
|
||||
|
||||
| 单元 ID | 预期范围 | 角色 | 候选顺序 | attempt | CLI/模型 | 终态 | transport | fallback | 源码外收据路径 |
|
||||
|---|---|---|---|---|---|---|---|---|---|
|
||||
| 待定义 | — | NOT_RUN | NOT_RUN | NOT_RUN | NOT_RUN | NOT_RUN | NOT_RUN | NOT_RUN | — |
|
||||
|
||||
## 复用材料(task-start 自动检索结果摘录)
|
||||
|
||||
- 相关近期提交:<git log -- <paths> 命中;无则写无>。
|
||||
- 相关经验条目:<检索命中;无则写无>。
|
||||
|
||||
## 同步记录
|
||||
|
||||
| 节点 | sync_base_sha | tested_head_sha | checked_at | 结果 |
|
||||
|---|---|---|---|---|
|
||||
| 启动 | <R0> | <HEAD> | <日期时间> | <一致/已同步> |
|
||||
| 验收前 | <填写> | <填写> | <填写> | <填写> |
|
||||
|
||||
字段没有发生的写"无",不省略。本卡与 PR 描述同源:开 PR 时将"目标与非目标、结果与验证、影响与剩余项"复制进 PR 描述,不另写第二份。
|
||||
|
||||
## 交付调度(有多个就绪任务时)
|
||||
|
||||
- 调度记录 / entry_id / 当前 attempt_id:<平台或调度服务链接及标识;未入队写无>。
|
||||
- 入队源 HEAD / owner / 依赖:<完整 SHA、身份、依赖或无>。
|
||||
- 固定候选引用:<调度尝试中的 base/head、组件与配置;未固定写无>。
|
||||
- 窗口、最终 CI、Review 与真实合入结果:<引用调度记录及原始证据,不复制全队列>。
|
||||
|
||||
定义见 [合入调度与 CI 分配](../standards/merge-queue.md)。本段在候选固定前整理;固定后先使用源码之外的记录保存运行结果,再按项目闭合流程回填。
|
||||
|
||||
## 结果与验证(完成后填写)
|
||||
|
||||
- 结果:<交付了什么;未发生写无>。
|
||||
- 验证:<结论性摘要:PASS/FAIL/SKIP/NOT_RUN 逐项;逐条证据见下表,来源标注与写入规则见 [按影响选择验证与证据](../standards/verification.md)>。
|
||||
- 影响与剩余项:<影响面、遗留风险、后续任务>。
|
||||
|
||||
| 时间(UTC) | 命令 | 被测 HEAD | exit | 来源 | 摘要/位置 |
|
||||
|---|---|---|---|---|---|
|
||||
| <时间> | <命令;由项目 evidence 工具写入,无工具时附命令+对象 SHA+输出 digest 并标 SELF> | <HEAD> | <exit> | GATE/REPLAY/SELF | <摘要/位置> |
|
||||
|
||||
## 回收(task-finish)
|
||||
|
||||
- 合入核对:<分支已包含于目标分支的核对输出>。
|
||||
- 未跟踪/ignored 文件处置:<归档/可再生/存疑 逐项;无则写无>。
|
||||
- 回收动作:<worktree remove、分支删除、prune;放弃路径注明原因>。
|
||||
@@ -0,0 +1,67 @@
|
||||
# Project Agent Execution Configuration
|
||||
# 项目工程 Agent 执行路由配置
|
||||
|
||||
适用范围:定义本项目中由 AI / Agent 主导的代码实施、修复、测试与审阅所调用的 Agent CLI 路由。
|
||||
解析器识别正文中唯一一个 ```agent-execution 代码块。正文外的说明文字可根据项目需要调整。
|
||||
|
||||
通用硬规则见 Development-Guidelines 的 [Agent 执行与协作契约](deps/development-guidelines/standards/agent-execution.md)。
|
||||
本配置为项目本地路由权威,声明具体的候选 profile、尝试次数上限、超时、集成入口与豁免路径;
|
||||
代码块须通过 `deps/development-guidelines/templates/schemas/agent-execution.schema.json` 校验后才能登记为 active。
|
||||
`fallback_to_host` 只能为 `never`;旧值 `all-unavailable` 仅供迁移工具读取,不能通过准入。
|
||||
下例的 CLI 名称、命令与路径均为占位,按项目实际执行器替换。
|
||||
|
||||
```agent-execution
|
||||
schema: agent-execution/v1
|
||||
|
||||
execution:
|
||||
fresh_process_per_unit: true
|
||||
permission: run-everything
|
||||
fallback_to_host: never
|
||||
max_parallel: 3
|
||||
timeout_seconds: 7200
|
||||
idle_timeout_seconds: 600
|
||||
summary_bytes: 16384
|
||||
raw_output_bytes: 10485760
|
||||
max_attempts_per_profile: 3
|
||||
emergency_profile: codex
|
||||
|
||||
roles:
|
||||
implementation: [cursor, antigravity, pi]
|
||||
repair: [cursor, antigravity, pi]
|
||||
test: [pi, antigravity, cursor]
|
||||
review: [pi, antigravity, cursor, codex]
|
||||
|
||||
profiles:
|
||||
cursor:
|
||||
adapter: cursor
|
||||
executable: "cursor-agent-stable"
|
||||
model: auto
|
||||
enabled: true
|
||||
|
||||
antigravity:
|
||||
adapter: antigravity
|
||||
executable: agy
|
||||
model: auto
|
||||
enabled: true
|
||||
|
||||
pi:
|
||||
adapter: pi
|
||||
executable: pi
|
||||
model: auto
|
||||
enabled: true
|
||||
|
||||
codex:
|
||||
adapter: codex
|
||||
executable: codex
|
||||
model: auto
|
||||
enabled: true
|
||||
|
||||
integration:
|
||||
exempt_paths: [".task/**", "docs/superpowers/specs/**", "docs/superpowers/plans/**"]
|
||||
transport:
|
||||
command: "scripts/agent-exec apply"
|
||||
admission:
|
||||
command: "scripts/agent-exec admit"
|
||||
cleanup:
|
||||
command: "scripts/agent-exec cleanup"
|
||||
```
|
||||
@@ -34,3 +34,21 @@
|
||||
- **SSH key**:`~/.ssh/home_gitea`(ED25519,公钥指纹
|
||||
`SHA256:GYXaOXIMeloQ1fKSfdJ/ndgPQzs/Ix7Hk62ekfkfQ20`,Gitea 侧密钥名 GMKtec);
|
||||
`~/.ssh/config` 已有 `git-ssh.u1680832.nyat.app` 主机条目,克隆/推送直接可用。
|
||||
|
||||
## Agent 执行与新项目准入(强制)
|
||||
|
||||
AI 实施单元只经 `scripts/agent-exec run` 执行(路由与候选见 [AGENT-EXECUTION.md](AGENT-EXECUTION.md) 与 [Agent 执行与协作契约](deps/development-guidelines/standards/agent-execution.md)),并经 `scripts/agent-exec apply` 集成。
|
||||
|
||||
1. 缺 Guidelines 固定版本(`deps/development-guidelines` gitlink 未就绪或 HEAD 不符)时,Agent 只能只读分析,不得实施。
|
||||
2. 缺有效 `AGENT-EXECUTION.md`(`scripts/dm governance check` 未通过)时禁止 AI 实施。
|
||||
3. 缺共享执行器(`scripts/agent-exec` 或 `deps/development-manager` 不可用)时,状态为 `blocked/unavailable`,不得改由 host 替代。
|
||||
4. 不允许 host 代写实施单元;实施、修复与测试必须经 `AGENT-EXECUTION.md` 登记的候选执行。
|
||||
5. 人类直接开发按其自身授权与项目规则进行,不受本条款约束。
|
||||
6. 分支保护与规范 tag 由用户负责设置与维护,Agent 不得代为设置。
|
||||
|
||||
入口:
|
||||
|
||||
- 需求分流:`scripts/task triage discover|decide|verify`
|
||||
- 任务启动:`scripts/task start …`
|
||||
- PR 检查:`scripts/task pr-check …`
|
||||
- Agent 执行:`scripts/agent-exec run|apply|admit|validate`
|
||||
|
||||
@@ -42,6 +42,7 @@ git clone --recurse-submodules ssh://git@git-ssh.u1680832.nyat.app:31411/weichen
|
||||
| 模块/接口 | 仓库根:`go vet ./... && go test -count=1 ./...` | 需要 Go 1.27;不覆盖真实模型端点 |
|
||||
| 数据/权限/恢复 | 不适用独立数据库。契约测试覆盖副作用分类与取消传播 | 不证明调用方产品库的持久化 |
|
||||
| UI/执行后端 | `go test ./adapters/... ./runtime/... ./conformance/...` | 默认 fake/stub;真实模型需调用方提供端点,本命令不覆盖 |
|
||||
| 治理与 Agent 执行配置 | 仓库根(需在暂存副本中先 `git add -A`,gitlink 须在索引中):`scripts/dm governance check --repo .` 与 `scripts/agent-exec validate --repo .` | 只核验采纳文件、固定组合与 `AGENT-EXECUTION.md` 配置,不证明执行结果 |
|
||||
|
||||
## 环境与数据
|
||||
|
||||
|
||||
@@ -1,56 +0,0 @@
|
||||
// Package intentgate 提供可选的意图闸门装饰器:在把 Prompt 交给被装饰的
|
||||
// 执行后端之前,用 agent-intent 做一次确定性识别;分支为守卫/命中/预期命中时
|
||||
// 交由宿主 Handler 解释,Ambiguous/Fallback 或 Handler 放弃时原样透传。
|
||||
//
|
||||
// 本包是 Agent-Native 仓内唯一 import agent-intent 的地方。不使用本包时,
|
||||
// 本仓与 agent-intent 无任何编译关系;未 Wrap 或快照零意图时,被装饰后端的
|
||||
// 行为与原来完全一致。
|
||||
package intentgate
|
||||
|
||||
import (
|
||||
"context"
|
||||
|
||||
"agent-intent/intent"
|
||||
"agent-native/exec"
|
||||
)
|
||||
|
||||
// Handler 解释"识别到意图"的执行请求。返回 handled=false 表示宿主放弃处理,
|
||||
// 装饰器回退为透传原后端。合成结果的语义(拒绝、引导、定向执行)由宿主定义,
|
||||
// 本包不发明结果语义。
|
||||
type Handler func(ctx context.Context, req exec.Request, res intent.Result) (result *exec.Result, err error, handled bool)
|
||||
|
||||
type gated struct {
|
||||
next exec.Backend
|
||||
rec intent.Recognizer
|
||||
snap *intent.Snapshot
|
||||
handler Handler
|
||||
}
|
||||
|
||||
// Wrap 返回带意图闸门的后端。next/rec/snap/handler 任一为 nil 时直接返回 next
|
||||
// (等价于未启用,行为不变)。
|
||||
func Wrap(next exec.Backend, rec intent.Recognizer, snap *intent.Snapshot, h Handler) exec.Backend {
|
||||
if next == nil || rec == nil || snap == nil || h == nil {
|
||||
return next
|
||||
}
|
||||
return &gated{next: next, rec: rec, snap: snap, handler: h}
|
||||
}
|
||||
|
||||
func (g *gated) Name() string { return g.next.Name() }
|
||||
|
||||
func (g *gated) Execute(ctx context.Context, req exec.Request) (*exec.Result, error) {
|
||||
res, err := g.rec.Recognize(ctx, req.Prompt, g.snap)
|
||||
if err != nil {
|
||||
// 识别系统错误 fail-closed:不静默放行可能应拦截的内容,也不吞错。
|
||||
return nil, err
|
||||
}
|
||||
switch res.Branch {
|
||||
case intent.BranchGuardHit, intent.BranchMatched, intent.BranchExpectationHit:
|
||||
default:
|
||||
return g.next.Execute(ctx, req) // 无裁决:透传原后端
|
||||
}
|
||||
out, herr, handled := g.handler(ctx, req, res)
|
||||
if !handled {
|
||||
return g.next.Execute(ctx, req)
|
||||
}
|
||||
return out, herr
|
||||
}
|
||||
@@ -1,166 +0,0 @@
|
||||
package intentgate
|
||||
|
||||
import (
|
||||
"context"
|
||||
"errors"
|
||||
"reflect"
|
||||
"testing"
|
||||
|
||||
"agent-intent/intent"
|
||||
"agent-native/exec"
|
||||
)
|
||||
|
||||
type stubBackend struct {
|
||||
name string
|
||||
calls int
|
||||
}
|
||||
|
||||
func (s *stubBackend) Name() string { return s.name }
|
||||
|
||||
func (s *stubBackend) Execute(ctx context.Context, req exec.Request) (*exec.Result, error) {
|
||||
s.calls++
|
||||
return &exec.Result{Success: true, Logs: "stub:" + req.Prompt}, nil
|
||||
}
|
||||
|
||||
func emptySnapshot(t *testing.T) *intent.Snapshot {
|
||||
t.Helper()
|
||||
reg, err := intent.NewRegistryBuilder(intent.Options{}).Build()
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
return reg.Snapshot()
|
||||
}
|
||||
|
||||
// 带一个守卫 spec 与一个可路由 spec 的快照。
|
||||
func loadedSnapshot(t *testing.T) *intent.Snapshot {
|
||||
t.Helper()
|
||||
b := intent.NewRegistryBuilder(intent.Options{
|
||||
GuardDomains: []string{"guard"},
|
||||
ProtectedDomains: []string{"guard"},
|
||||
})
|
||||
if err := b.Register(intent.IntentSpec{
|
||||
ID: "guard.config_change", Domain: "guard", Version: 1,
|
||||
Matcher: intent.MatchSpec{IncludesAny: []string{"系统配置", "网关"}},
|
||||
Risk: intent.RiskHigh,
|
||||
Handler: "refuse.and_guide",
|
||||
Metadata: map[string]string{
|
||||
"guidance": "系统配置请在管理界面修改",
|
||||
},
|
||||
}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
reg, err := b.Build()
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
return reg.Snapshot()
|
||||
}
|
||||
|
||||
func newRec() intent.Recognizer { return intent.NewRecognizer(intent.Options{}, nil, nil) }
|
||||
|
||||
func TestZeroSpecSnapshotPassthroughIdentical(t *testing.T) {
|
||||
// T0 行为解耦:零意图快照 + Wrap 后,与裸后端行为逐字节一致。
|
||||
bare := &stubBackend{name: "native"}
|
||||
gatedBe := Wrap(&stubBackend{name: "native"}, newRec(), emptySnapshot(t),
|
||||
func(ctx context.Context, req exec.Request, res intent.Result) (*exec.Result, error, bool) {
|
||||
t.Fatal("handler must not fire on empty snapshot")
|
||||
return nil, nil, false
|
||||
})
|
||||
req := exec.Request{Prompt: "帮我改一下系统网关地址"}
|
||||
want, werr := bare.Execute(context.Background(), req)
|
||||
got, gerr := gatedBe.Execute(context.Background(), req)
|
||||
if werr != nil || gerr != nil {
|
||||
t.Fatalf("execute errors: %v %v", werr, gerr)
|
||||
}
|
||||
if !reflect.DeepEqual(want, got) {
|
||||
t.Fatalf("results differ: %+v vs %+v", want, got)
|
||||
}
|
||||
if gatedBe.(*gated).next.(*stubBackend).calls != 1 {
|
||||
t.Fatal("next backend not invoked exactly once")
|
||||
}
|
||||
}
|
||||
|
||||
func TestGuardHitInterceptsWithoutModel(t *testing.T) {
|
||||
next := &stubBackend{name: "native"}
|
||||
be := Wrap(next, newRec(), loadedSnapshot(t),
|
||||
func(ctx context.Context, req exec.Request, res intent.Result) (*exec.Result, error, bool) {
|
||||
if res.Branch != intent.BranchGuardHit || res.Top == nil || res.Top.ID != "guard.config_change" {
|
||||
t.Fatalf("unexpected result: %+v", res)
|
||||
}
|
||||
// 宿主解释守卫意图:拒绝 + 引导(合成结果语义由宿主定义)。
|
||||
return &exec.Result{Success: false, ErrorReason: "guard refused: " + res.Top.Metadata["guidance"]}, nil, true
|
||||
})
|
||||
out, err := be.Execute(context.Background(), exec.Request{Prompt: "帮我改一下系统网关地址"})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if out.Success || out.ErrorReason == "" {
|
||||
t.Fatalf("expected guard refusal, got %+v", out)
|
||||
}
|
||||
if next.calls != 0 {
|
||||
t.Fatalf("model backend must not be called on guard hit, got %d calls", next.calls)
|
||||
}
|
||||
}
|
||||
|
||||
func TestFallbackPassesThroughToBackend(t *testing.T) {
|
||||
next := &stubBackend{name: "native"}
|
||||
be := Wrap(next, newRec(), loadedSnapshot(t),
|
||||
func(ctx context.Context, req exec.Request, res intent.Result) (*exec.Result, error, bool) {
|
||||
t.Fatal("handler must not fire on fallback")
|
||||
return nil, nil, false
|
||||
})
|
||||
out, err := be.Execute(context.Background(), exec.Request{Prompt: "写一份周报"})
|
||||
if err != nil || out == nil || !out.Success {
|
||||
t.Fatalf("fallback must reach backend: %+v %v", out, err)
|
||||
}
|
||||
if next.calls != 1 {
|
||||
t.Fatalf("backend calls = %d", next.calls)
|
||||
}
|
||||
}
|
||||
|
||||
func TestHandlerDeclineFallsBackToBackend(t *testing.T) {
|
||||
next := &stubBackend{name: "native"}
|
||||
be := Wrap(next, newRec(), loadedSnapshot(t),
|
||||
func(ctx context.Context, req exec.Request, res intent.Result) (*exec.Result, error, bool) {
|
||||
return nil, nil, false // 宿主放弃处理
|
||||
})
|
||||
out, err := be.Execute(context.Background(), exec.Request{Prompt: "帮我改一下系统网关地址"})
|
||||
if err != nil || out == nil || !out.Success {
|
||||
t.Fatalf("declined handling must pass through: %+v %v", out, err)
|
||||
}
|
||||
if next.calls != 1 {
|
||||
t.Fatalf("backend calls = %d", next.calls)
|
||||
}
|
||||
}
|
||||
|
||||
func TestNilComponentsReturnNext(t *testing.T) {
|
||||
next := &stubBackend{name: "native"}
|
||||
if got := Wrap(next, nil, nil, nil); got != exec.Backend(next) {
|
||||
t.Fatal("nil components must return next unchanged")
|
||||
}
|
||||
}
|
||||
|
||||
func TestRecognizeErrorFailsClosed(t *testing.T) {
|
||||
next := &stubBackend{name: "native"}
|
||||
b := intent.NewRegistryBuilder(intent.Options{MaxInputLen: 8})
|
||||
reg, err := b.Build()
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
be := Wrap(next, newRec(), reg.Snapshot(),
|
||||
func(ctx context.Context, req exec.Request, res intent.Result) (*exec.Result, error, bool) {
|
||||
t.Fatal("handler must not fire on recognize error")
|
||||
return nil, nil, false
|
||||
})
|
||||
_, err = be.Execute(context.Background(), exec.Request{Prompt: "这一段输入明显超过八个字节"})
|
||||
if err == nil {
|
||||
t.Fatal("expected fail-closed error")
|
||||
}
|
||||
var ie *intent.Error
|
||||
if !errors.As(err, &ie) {
|
||||
t.Fatalf("expected *intent.Error, got %T", err)
|
||||
}
|
||||
if next.calls != 0 {
|
||||
t.Fatal("backend must not run on recognize error")
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,26 @@
|
||||
{"id":"025357339a97c04d","timestamp":"2026-10-07T06:11:15.521547827Z","type":"message","message":{"role":"system","content":"## Environment\ndate: 2026-10-07(周三)\nmodel: fake\nworkspace: /home/weichen/projects/Agent-System-Dev-wt-feature-agent-stack-n1/deps/agent-native/adapters/native\ntool profile: workspace\n\nDeliverable files: output.md. Use workspace tools to write those files. Do not invent paths outside the workspace.\n\nTools available in this workspace:\n- read_file: Read a UTF-8 text file inside the workspace. Without offset/limit returns the whole file (truncated at 200 KiB); with offset/limit returns numbered lines from a 1-based offset.\n- write_file: Create or replace a UTF-8 text file inside the workspace.\n- edit_file: Replace one unique exact text span in a workspace file.\n- multi_edit: Apply several unique-span replacements to one workspace file atomically: either all edits land or the file is left untouched.\n- list_dir: List names in a workspace directory.\n- grep: Search workspace text files. Literal substring by default; regex=true switches to Go regexp, include filters file names (e.g. *.go), ignore_case folds case. Caps at 50 hits.\n- glob: Find workspace files matching a glob pattern (** crosses directories, * within one segment). Returns up to 500 relative paths."}}
|
||||
{"id":"46a70655ee65ddc3","parentId":"025357339a97c04d","timestamp":"2026-10-07T06:11:15.524296265Z","type":"message","message":{"role":"user","content":"hi"}}
|
||||
{"id":"ab242da6bd626cae","parentId":"46a70655ee65ddc3","timestamp":"2026-10-07T06:11:15.524748291Z","type":"message","message":{"role":"assistant","content":"hi","stop_reason":"end"}}
|
||||
{"id":"f637d2872ab9f34b","parentId":"ab242da6bd626cae","timestamp":"2026-10-07T06:11:15.525362933Z","type":"message","message":{"role":"user"}}
|
||||
{"id":"c1bada8c14ef7ec0","parentId":"f637d2872ab9f34b","timestamp":"2026-10-07T06:11:15.525828249Z","type":"message","message":{"role":"assistant","content":"hi","stop_reason":"end"}}
|
||||
{"id":"a01a79f9d2d2c219","parentId":"c1bada8c14ef7ec0","timestamp":"2026-10-07T06:11:15.52644899Z","type":"message","message":{"role":"user","content":"hi"}}
|
||||
{"id":"37ce369360ed5bc3","parentId":"a01a79f9d2d2c219","timestamp":"2026-10-07T06:11:22.666535507Z","type":"message","message":{"role":"user","content":"hi"}}
|
||||
{"id":"64a2479c0d206bf1","parentId":"37ce369360ed5bc3","timestamp":"2026-10-07T06:11:22.668999313Z","type":"message","message":{"role":"assistant","content":"hi","stop_reason":"end"}}
|
||||
{"id":"61593f441df28345","parentId":"64a2479c0d206bf1","timestamp":"2026-10-07T06:11:22.669756111Z","type":"message","message":{"role":"user"}}
|
||||
{"id":"c5aa1aebdaa45000","parentId":"61593f441df28345","timestamp":"2026-10-07T06:11:22.670242386Z","type":"message","message":{"role":"assistant","content":"hi","stop_reason":"end"}}
|
||||
{"id":"3a9f8790c99f9e94","parentId":"c5aa1aebdaa45000","timestamp":"2026-10-07T06:11:22.670926846Z","type":"message","message":{"role":"user","content":"hi"}}
|
||||
{"id":"064604f3b2f1ad65","parentId":"3a9f8790c99f9e94","timestamp":"2026-10-07T06:13:48.448571493Z","type":"message","message":{"role":"user","content":"hi"}}
|
||||
{"id":"9d3b5edce163fdbe","parentId":"064604f3b2f1ad65","timestamp":"2026-10-07T06:13:48.449399929Z","type":"message","message":{"role":"assistant","content":"hi","stop_reason":"end"}}
|
||||
{"id":"f280fb470f6e90f5","parentId":"9d3b5edce163fdbe","timestamp":"2026-10-07T06:13:48.450112717Z","type":"message","message":{"role":"user"}}
|
||||
{"id":"258b37ad6c79c52d","parentId":"f280fb470f6e90f5","timestamp":"2026-10-07T06:13:48.450611112Z","type":"message","message":{"role":"assistant","content":"hi","stop_reason":"end"}}
|
||||
{"id":"b6462f3dbbd35ce9","parentId":"258b37ad6c79c52d","timestamp":"2026-10-07T06:13:48.451303652Z","type":"message","message":{"role":"user","content":"hi"}}
|
||||
{"id":"1f742b0f9b7c92a1","parentId":"b6462f3dbbd35ce9","timestamp":"2026-10-07T06:13:48.971444939Z","type":"message","message":{"role":"user","content":"hi"}}
|
||||
{"id":"f472774cc9cb019d","parentId":"1f742b0f9b7c92a1","timestamp":"2026-10-07T06:13:48.973639624Z","type":"message","message":{"role":"assistant","content":"hi","stop_reason":"end"}}
|
||||
{"id":"27e484d323f079d3","parentId":"f472774cc9cb019d","timestamp":"2026-10-07T06:13:48.97478444Z","type":"message","message":{"role":"user"}}
|
||||
{"id":"9a97876386e882d4","parentId":"27e484d323f079d3","timestamp":"2026-10-07T06:13:48.97545809Z","type":"message","message":{"role":"assistant","content":"hi","stop_reason":"end"}}
|
||||
{"id":"a8a4c88afce69517","parentId":"9a97876386e882d4","timestamp":"2026-10-07T06:13:48.976690973Z","type":"message","message":{"role":"user","content":"hi"}}
|
||||
{"id":"c2865055fe240f43","parentId":"a8a4c88afce69517","timestamp":"2026-10-07T06:14:02.592947456Z","type":"message","message":{"role":"user","content":"hi"}}
|
||||
{"id":"a02f22b1760c8363","parentId":"c2865055fe240f43","timestamp":"2026-10-07T06:14:02.595218749Z","type":"message","message":{"role":"assistant","content":"hi","stop_reason":"end"}}
|
||||
{"id":"c3321f8e2d467eda","parentId":"a02f22b1760c8363","timestamp":"2026-10-07T06:14:02.59619084Z","type":"message","message":{"role":"user"}}
|
||||
{"id":"7d0eb0b5d39283b2","parentId":"c3321f8e2d467eda","timestamp":"2026-10-07T06:14:02.596897779Z","type":"message","message":{"role":"assistant","content":"hi","stop_reason":"end"}}
|
||||
{"id":"f99d01430932d356","parentId":"7d0eb0b5d39283b2","timestamp":"2026-10-07T06:14:02.598248098Z","type":"message","message":{"role":"user","content":"hi"}}
|
||||
@@ -0,0 +1,7 @@
|
||||
{
|
||||
"exec_id": "cx",
|
||||
"leaf": "f99d01430932d356",
|
||||
"model": "fake",
|
||||
"scope": "",
|
||||
"updated": "2026-10-07T06:14:02Z"
|
||||
}
|
||||
@@ -0,0 +1 @@
|
||||
stream ended without a message
|
||||
@@ -0,0 +1 @@
|
||||
hi
|
||||
+175
-48
@@ -14,6 +14,9 @@ import (
|
||||
|
||||
"agent-native/exec"
|
||||
"agent-native/runtime"
|
||||
"agent-native/runtime/checkpoint"
|
||||
"agent-native/runtime/filestate"
|
||||
"agent-native/runtime/hooks"
|
||||
"agent-native/runtime/llm"
|
||||
"agent-native/runtime/mcp"
|
||||
"agent-native/runtime/promptx"
|
||||
@@ -25,39 +28,68 @@ import (
|
||||
"logging-system/logsys"
|
||||
)
|
||||
|
||||
// Options 构造后端所需的模型接入与执行参数(由组合根注入,无产品依赖)。
|
||||
type Options struct {
|
||||
// ModelOptions 是模型接入。Stream 非空时不再按 APIBase/APIKey 构造客户端。
|
||||
type ModelOptions struct {
|
||||
APIBase string
|
||||
APIKey string
|
||||
Model string
|
||||
MaxTurns int
|
||||
Timeout time.Duration
|
||||
// Stream 测试注入的流函数;缺省按 APIBase/APIKey 构造 llm.Client。
|
||||
Stream llm.StreamFunc
|
||||
// Search 可选:提供时注册 tavily_search / web_search(密钥由组合根注入)。
|
||||
Search tools.SearchProvider
|
||||
// Exec 可选:提供时注册 run_command / run_python(解释器留空项不注册)。
|
||||
// nil = 不注册执行类工具(fail-closed,与 BashPermission 默认 deny 对齐)。
|
||||
Exec *tools.ExecConfig
|
||||
// Fetch 可选:提供时注册 fetch_url;nil = 不注册(fail-closed)。
|
||||
Fetch *tools.FetchConfig
|
||||
// MCP 可选:提供时把各 server 工具以 mcp__<server>__<tool> 注册进工作区。
|
||||
// nil = 不注册(fail-closed:server 不可达时整个步骤失败,不静默跳过)。
|
||||
MCP *mcp.Manager
|
||||
// SkillsRoots 可选:全局技能根目录;执行时自动并入工作区 .agent/skills/。
|
||||
SkillsRoots []string
|
||||
// Compact 可选:转录超过阈值时把头部历史压成摘要(长会话上下文治理)。
|
||||
Compact *CompactConfig
|
||||
// Subagent 可选:提供时注册 delegate_task(委派由宿主实现,内核只开端口)。
|
||||
Subagent subagent.Factory
|
||||
// HostTools 是宿主产品工具(登记工件、卡片、知识库)。与内核工具同名时失败,不覆盖。
|
||||
HostTools []tools.Tool
|
||||
// MaxToolCalls 是单步工具调用上限。0 表示不限制。请求自带预算时以请求为准。
|
||||
Stream llm.StreamFunc
|
||||
}
|
||||
|
||||
// ToolOptions 是可选工具装配。nil 字段不注册对应工具。
|
||||
type ToolOptions struct {
|
||||
Search tools.SearchProvider
|
||||
Exec *tools.ExecConfig
|
||||
Fetch *tools.FetchConfig
|
||||
MCP *mcp.Manager
|
||||
SkillsRoots []string
|
||||
Subagent subagent.Factory
|
||||
HostTools []tools.Tool
|
||||
Checkpoints *checkpoint.Log
|
||||
CheckpointAnchor func() string
|
||||
// CodeOrchestration 为真时注册 run_tool_script。默认关。
|
||||
CodeOrchestration bool
|
||||
}
|
||||
|
||||
// SessionOptions 是单次执行的会话预算与压缩。
|
||||
type SessionOptions struct {
|
||||
Compact *CompactConfig
|
||||
MaxToolCalls int
|
||||
// Log 可选。nil 时丢弃日志。
|
||||
Log *logsys.Logger
|
||||
// ExecutionID 写入日志,不参与执行控制。
|
||||
}
|
||||
|
||||
// ObserveOptions 是日志。Log 为 nil 时丢弃。
|
||||
type ObserveOptions struct {
|
||||
Log *logsys.Logger
|
||||
ExecutionID string
|
||||
// Trace 交给运行循环。nil 不采集。
|
||||
Trace func(name string, attrs map[string]string) func()
|
||||
}
|
||||
|
||||
// GateOptions 把直连已经使用的停止、提醒和工具钩子交给小队成员。零值不改变行为。
|
||||
type GateOptions struct {
|
||||
BeforeTool func(call llm.ToolCall) error
|
||||
AfterTool func(call llm.ToolCall, res llm.Message)
|
||||
Stop func(last llm.Message, info runtime.StopInfo) runtime.StopDecision
|
||||
Reminders func(turn int) []string
|
||||
RepeatGuard bool
|
||||
Hooks *hooks.Bus
|
||||
// Ask 在 MCP 工具要求用户输入时调用。nil 则把问题作为错误返回。
|
||||
Ask func(ctx context.Context, question string) (string, error)
|
||||
// PermissionAsk 在内核钩子对工具表态 ask 时向宿主请求裁决。
|
||||
// nil 时内核保持旧行为:ask 与 deny 一样按拒绝处理。
|
||||
PermissionAsk func(ctx context.Context, call llm.ToolCall) runtime.AskVerdict
|
||||
}
|
||||
|
||||
// Options 构造后端所需的模型接入与执行参数(由组合根注入,无产品依赖)。
|
||||
// 字段经嵌入提升,读取仍写 opts.Model;复合字面量要写子结构名。
|
||||
type Options struct {
|
||||
ModelOptions
|
||||
ToolOptions
|
||||
SessionOptions
|
||||
ObserveOptions
|
||||
GateOptions
|
||||
}
|
||||
|
||||
// CompactConfig 声明长会话压缩策略(优化性质:压缩失败不阻断执行,但留日志)。
|
||||
@@ -122,6 +154,15 @@ func (b *Backend) Execute(ctx context.Context, req exec.Request) (*exec.Result,
|
||||
if b.opts.Stream == nil && (strings.TrimSpace(b.opts.APIBase) == "" || strings.TrimSpace(b.opts.APIKey) == "") {
|
||||
return &exec.Result{Success: false, ErrorReason: "agent-native backend requires api base/key (or injected stream)"}, nil
|
||||
}
|
||||
if b.opts.Ask != nil {
|
||||
ctx = mcp.WithAsk(ctx, b.opts.Ask)
|
||||
}
|
||||
// MCP 长任务跟踪(2026-07-28 最小映射):本 run 内 tools/call 见过的
|
||||
// TaskID 在 run 结束时逐一 tasks/cancel,不影响共享 Manager 上其他 run。
|
||||
// 取消用 Background:run 的 ctx 在结束时已作废,取消投递不能被它掐掉。
|
||||
var taskTracker *mcp.TaskTracker
|
||||
ctx, taskTracker = mcp.WithTaskTracker(ctx)
|
||||
defer func() { taskTracker.CancelAll(context.Background()) }()
|
||||
model := strings.TrimSpace(b.opts.Model)
|
||||
if strings.TrimSpace(req.Model) != "" {
|
||||
model = strings.TrimSpace(req.Model)
|
||||
@@ -131,7 +172,15 @@ func (b *Backend) Execute(ctx context.Context, req exec.Request) (*exec.Result,
|
||||
}
|
||||
|
||||
workDir := req.WorkDir
|
||||
if !filepath.IsAbs(workDir) {
|
||||
if strings.TrimSpace(workDir) == "" {
|
||||
// 空工作区 = 请求未授权持久工作区:会话状态(.agentx/transcript 等)
|
||||
// 落一次性临时目录,不污染进程 CWD(契约套件即发此类请求)。
|
||||
tmp, err := os.MkdirTemp("", "agent-native-run-*")
|
||||
if err != nil {
|
||||
return &exec.Result{Success: false, ErrorReason: err.Error()}, nil
|
||||
}
|
||||
workDir = tmp
|
||||
} else if !filepath.IsAbs(workDir) {
|
||||
wd, _ := os.Getwd()
|
||||
workDir = filepath.Join(wd, workDir)
|
||||
}
|
||||
@@ -164,7 +213,7 @@ func (b *Backend) Execute(ctx context.Context, req exec.Request) (*exec.Result,
|
||||
|
||||
var reg *tools.Registry
|
||||
if profile == exec.ToolProfileWorkspace {
|
||||
reg = tools.WorkspaceTools(workDir)
|
||||
reg = tools.WorkspaceToolsCheckpointed(workDir, filestate.New(), b.opts.Checkpoints, b.opts.CheckpointAnchor)
|
||||
skills.RegisterLoader(reg, skillStore)
|
||||
if b.opts.Search != nil {
|
||||
tools.RegisterSearch(reg, b.opts.Search)
|
||||
@@ -179,9 +228,19 @@ func (b *Backend) Execute(ctx context.Context, req exec.Request) (*exec.Result,
|
||||
}
|
||||
tools.RegisterExecTools(reg, workDir, execCfg)
|
||||
}
|
||||
if b.opts.CodeOrchestration {
|
||||
tools.RegisterCodeTool(reg)
|
||||
}
|
||||
reg.SetActivationFile(filepath.Join(workDir, ".agentx", "activated-tools.json"))
|
||||
_ = reg.RestoreActivated()
|
||||
if b.opts.MCP != nil {
|
||||
if err := b.opts.MCP.RegisterInto(ctx, reg); err != nil {
|
||||
return &exec.Result{Success: false, ErrorReason: err.Error()}, nil
|
||||
switch {
|
||||
case len(req.ToolAllowlist) > 0 || b.opts.MCP.Ready():
|
||||
if err := b.opts.MCP.RegisterInto(ctx, reg); err != nil {
|
||||
return &exec.Result{Success: false, ErrorReason: err.Error()}, nil
|
||||
}
|
||||
default:
|
||||
b.opts.MCP.StartBackground(ctx, reg)
|
||||
}
|
||||
}
|
||||
subagent.Register(reg, b.opts.Subagent)
|
||||
@@ -276,9 +335,7 @@ func (b *Backend) Execute(ctx context.Context, req exec.Request) (*exec.Result,
|
||||
|
||||
if runRes.Err != nil {
|
||||
reason := runRes.Err.Error()
|
||||
b.mu.Lock()
|
||||
b.lastFailure[workDir] = reason
|
||||
b.mu.Unlock()
|
||||
b.noteFailure(workDir, reason)
|
||||
assessment := exec.AssessStepFailure(exec.StepFailureSignals{
|
||||
Err: runRes.Err,
|
||||
WorkDir: workDir,
|
||||
@@ -293,9 +350,7 @@ func (b *Backend) Execute(ctx context.Context, req exec.Request) (*exec.Result,
|
||||
}
|
||||
return res, nil
|
||||
}
|
||||
b.mu.Lock()
|
||||
delete(b.lastFailure, workDir)
|
||||
b.mu.Unlock()
|
||||
b.clearFailure(workDir)
|
||||
|
||||
patches, matErr := exec.MaterializeTargets(workDir, req.Targets, nil)
|
||||
if matErr != nil {
|
||||
@@ -319,7 +374,7 @@ func (b *Backend) run(ctx context.Context, model string, budget *runtime.Budget,
|
||||
if strings.TrimSpace(execID) == "" {
|
||||
execID = b.opts.ExecutionID
|
||||
}
|
||||
runRes, err := runtime.Run(ctx, runtime.Config{
|
||||
agent := runtime.NewAgentSession(runtime.Config{
|
||||
Model: model,
|
||||
SystemPrompt: b.systemPrompt(req, model, profile, workDir, skillIndex),
|
||||
Tools: reg,
|
||||
@@ -329,6 +384,12 @@ func (b *Backend) run(ctx context.Context, model string, budget *runtime.Budget,
|
||||
Log: b.logger(),
|
||||
ExecutionID: execID,
|
||||
Budget: budget,
|
||||
Reminders: b.opts.Reminders,
|
||||
RepeatGuard: b.opts.RepeatGuard,
|
||||
ResultsDir: filepath.Join(workDir, ".agentx", "results"),
|
||||
Hooks: gateBus(b.opts.GateOptions),
|
||||
PermissionAsk: b.opts.PermissionAsk,
|
||||
Trace: b.opts.Trace,
|
||||
OnEvent: func(ev runtime.Event) {
|
||||
logs.WriteString(ev.Type)
|
||||
if ev.Tool != "" {
|
||||
@@ -342,17 +403,21 @@ func (b *Backend) run(ctx context.Context, model string, budget *runtime.Budget,
|
||||
logs.WriteByte('\n')
|
||||
if onProcess != nil {
|
||||
onProcess(exec.ProcessEvent{
|
||||
Type: ev.Type,
|
||||
Text: ev.Text,
|
||||
Tool: ev.Tool,
|
||||
Detail: ev.Detail,
|
||||
PromptTokens: ev.PromptTokens,
|
||||
CompletionTokens: ev.CompletionTokens,
|
||||
Type: ev.Type,
|
||||
Text: ev.Text,
|
||||
Tool: ev.Tool,
|
||||
Detail: ev.Detail,
|
||||
PromptTokens: ev.PromptTokens,
|
||||
CompletionTokens: ev.CompletionTokens,
|
||||
LastPromptTokens: ev.LastPromptTokens,
|
||||
LastCompletionTokens: ev.LastCompletionTokens,
|
||||
CacheReadTokens: ev.CacheReadTokens,
|
||||
CacheWriteTokens: ev.CacheWriteTokens,
|
||||
})
|
||||
}
|
||||
},
|
||||
}, llm.Message{Role: llm.RoleUser, Content: req.Prompt})
|
||||
return runRes, err
|
||||
})
|
||||
return agent.Prompt(ctx, llm.Message{Role: llm.RoleUser, Content: req.Prompt})
|
||||
}
|
||||
|
||||
// maybeCompact 在转录超过阈值时压缩头部历史。压缩是优化性质:
|
||||
@@ -419,6 +484,40 @@ func defaultSummarizer(stream llm.StreamFunc, model string) func(ctx context.Con
|
||||
}
|
||||
}
|
||||
|
||||
func gateBus(g GateOptions) *hooks.Bus {
|
||||
bus := g.Hooks
|
||||
if g.BeforeTool == nil && g.AfterTool == nil && g.Stop == nil {
|
||||
return bus
|
||||
}
|
||||
if bus == nil {
|
||||
bus = hooks.New()
|
||||
}
|
||||
if g.BeforeTool != nil {
|
||||
fn := g.BeforeTool
|
||||
bus.On(hooks.AdaptBefore(func(name, args string) error { return fn(llm.ToolCall{Name: name, Arguments: args}) }))
|
||||
}
|
||||
if g.AfterTool != nil {
|
||||
fn := g.AfterTool
|
||||
bus.On(hooks.AdaptAfter(func(name, args, result string, isError bool) {
|
||||
fn(llm.ToolCall{Name: name, Arguments: args}, llm.Message{Content: result, IsError: isError})
|
||||
}))
|
||||
}
|
||||
if g.Stop != nil {
|
||||
fn := g.Stop
|
||||
bus.On(func(c hooks.Call) hooks.Outcome {
|
||||
if c.Event != hooks.Stop {
|
||||
return hooks.Outcome{}
|
||||
}
|
||||
d := fn(llm.Message{Role: llm.RoleAssistant, Content: c.LastText}, runtime.StopInfo{Continuations: c.Continuations, ToolCalls: c.ToolCalls})
|
||||
if d.Continue {
|
||||
return hooks.Outcome{Decision: hooks.Block, Reason: d.Reason, Replacement: d.Replacement, Notice: d.Notice}
|
||||
}
|
||||
return hooks.Outcome{Decision: hooks.Allow, Notice: d.Notice}
|
||||
})
|
||||
}
|
||||
return bus
|
||||
}
|
||||
|
||||
type errString string
|
||||
|
||||
func (e errString) Error() string { return string(e) }
|
||||
@@ -433,9 +532,7 @@ var resumeUnsafeMarkers = []string{
|
||||
|
||||
// rotateIfPoisoned 上次失败属 resume-unsafe 且存在旧会话时归档旧会话。
|
||||
func (b *Backend) rotateIfPoisoned(workDir string) {
|
||||
b.mu.Lock()
|
||||
reason := strings.ToLower(b.lastFailure[workDir])
|
||||
b.mu.Unlock()
|
||||
reason := strings.ToLower(b.failureReason(workDir))
|
||||
if reason == "" {
|
||||
return
|
||||
}
|
||||
@@ -469,6 +566,36 @@ func (b *Backend) logger() *logsys.Logger {
|
||||
return log.With("execution_id", b.opts.ExecutionID)
|
||||
}
|
||||
|
||||
const lastFailureFile = ".native-last-failure"
|
||||
|
||||
func (b *Backend) noteFailure(workDir, reason string) {
|
||||
b.mu.Lock()
|
||||
b.lastFailure[workDir] = reason
|
||||
b.mu.Unlock()
|
||||
_ = os.WriteFile(filepath.Join(workDir, lastFailureFile), []byte(reason), 0o644)
|
||||
}
|
||||
|
||||
func (b *Backend) clearFailure(workDir string) {
|
||||
b.mu.Lock()
|
||||
delete(b.lastFailure, workDir)
|
||||
b.mu.Unlock()
|
||||
_ = os.Remove(filepath.Join(workDir, lastFailureFile))
|
||||
}
|
||||
|
||||
func (b *Backend) failureReason(workDir string) string {
|
||||
b.mu.Lock()
|
||||
reason := b.lastFailure[workDir]
|
||||
b.mu.Unlock()
|
||||
if reason != "" {
|
||||
return reason
|
||||
}
|
||||
raw, err := os.ReadFile(filepath.Join(workDir, lastFailureFile))
|
||||
if err != nil {
|
||||
return ""
|
||||
}
|
||||
return string(raw)
|
||||
}
|
||||
|
||||
// systemPrompt 经 promptx 组装:角色指令 + 环境事实 + 技能索引 + 交付物约束。
|
||||
func (b *Backend) systemPrompt(req exec.Request, model, profile, workDir string, skillIndex []skills.Skill) string {
|
||||
var index []promptx.IndexEntry
|
||||
|
||||
@@ -2,6 +2,7 @@ package native
|
||||
|
||||
import (
|
||||
"context"
|
||||
"errors"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
@@ -39,12 +40,17 @@ func script(turns ...llm.Message) llm.StreamFunc {
|
||||
|
||||
func TestBackendWorkspaceProfileWritesDeliverable(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
b := New(Options{Model: "fake", Stream: script(
|
||||
llm.Message{Role: llm.RoleAssistant, StopReason: llm.StopToolCalls, ToolCalls: []llm.ToolCall{{
|
||||
ID: "c1", Name: "write_file", Arguments: `{"path":"output.md","content":"# 交付\n\n工具写入的交付物内容。","reason":"产出交付物"}`,
|
||||
}}},
|
||||
llm.Message{Role: llm.RoleAssistant, Content: "已写入 output.md", StopReason: llm.StopEnd},
|
||||
)})
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: script(
|
||||
llm.Message{Role: llm.RoleAssistant, StopReason: llm.StopToolCalls, ToolCalls: []llm.ToolCall{{
|
||||
ID: "c1", Name: "write_file", Arguments: `{"path":"output.md","content":"# 交付\n\n工具写入的交付物内容。"}`,
|
||||
}}},
|
||||
llm.Message{Role: llm.RoleAssistant, Content: "已写入 output.md", StopReason: llm.StopEnd},
|
||||
),
|
||||
},
|
||||
})
|
||||
var events []exec.ProcessEvent
|
||||
res, err := b.Execute(context.Background(), exec.Request{
|
||||
WorkDir: dir, Prompt: "写交付物", Instructions: "你是测试角色",
|
||||
@@ -81,9 +87,14 @@ func TestBackendWorkspaceProfileWritesDeliverable(t *testing.T) {
|
||||
|
||||
func TestBackendReasoningProfileWritesText(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
b := New(Options{Model: "fake", Stream: script(
|
||||
llm.Message{Role: llm.RoleAssistant, Content: "纯文本交付内容(无工具)。", StopReason: llm.StopEnd},
|
||||
)})
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: script(
|
||||
llm.Message{Role: llm.RoleAssistant, Content: "纯文本交付内容(无工具)。", StopReason: llm.StopEnd},
|
||||
),
|
||||
},
|
||||
})
|
||||
res, err := b.Execute(context.Background(), exec.Request{
|
||||
WorkDir: dir, Prompt: "直接回答", ToolProfile: exec.ToolProfileReasoning,
|
||||
Targets: []string{"notes.md"},
|
||||
@@ -109,14 +120,56 @@ func TestBackendFailClosedWithoutConfig(t *testing.T) {
|
||||
if res.Success || !strings.Contains(res.ErrorReason, "requires") {
|
||||
t.Fatalf("want fail-closed config error, got %+v", res)
|
||||
}
|
||||
res2, _ := New(Options{APIBase: "http://x", APIKey: "k"}).Execute(context.Background(),
|
||||
res2, _ := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
APIBase: "http://x",
|
||||
APIKey: "k",
|
||||
},
|
||||
}).Execute(context.Background(),
|
||||
exec.Request{WorkDir: t.TempDir(), Targets: []string{"x.md"}})
|
||||
if res2.Success || !strings.Contains(res2.ErrorReason, "model") {
|
||||
t.Fatalf("want model required error, got %+v", res2)
|
||||
}
|
||||
res3, _ := New(Options{Stream: script()}).Execute(context.Background(),
|
||||
res3, _ := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Stream: script(),
|
||||
},
|
||||
}).Execute(context.Background(),
|
||||
exec.Request{WorkDir: t.TempDir(), Targets: []string{"x.md"}, ToolProfile: "bogus"})
|
||||
if res3.Success || !strings.Contains(res3.ErrorReason, "tool profile") {
|
||||
t.Fatalf("want profile error, got %+v", res3)
|
||||
}
|
||||
}
|
||||
|
||||
func TestBeforeToolReachesSquadMembers(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
var seen string
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: script(
|
||||
llm.Message{Role: llm.RoleAssistant, StopReason: llm.StopToolCalls, ToolCalls: []llm.ToolCall{{
|
||||
ID: "c1", Name: "write_file", Arguments: `{"path":"output.md","content":"nope"}`,
|
||||
}}},
|
||||
llm.Message{Role: llm.RoleAssistant, Content: "blocked", StopReason: llm.StopEnd},
|
||||
),
|
||||
},
|
||||
GateOptions: GateOptions{BeforeTool: func(call llm.ToolCall) error {
|
||||
seen = call.Name
|
||||
return errors.New("计划模式拒绝了写工具")
|
||||
}},
|
||||
})
|
||||
res, err := b.Execute(context.Background(), exec.Request{WorkDir: dir, Prompt: "写", Targets: []string{"output.md"}})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if seen != "write_file" {
|
||||
t.Fatalf("before tool saw %q", seen)
|
||||
}
|
||||
if res.Success {
|
||||
t.Fatal("denied write still succeeded")
|
||||
}
|
||||
if _, err := os.Stat(filepath.Join(dir, "output.md")); err == nil {
|
||||
t.Fatal("write_file ran after deny")
|
||||
}
|
||||
}
|
||||
|
||||
@@ -30,11 +30,15 @@ func TestBackendCompactBeforeRun(t *testing.T) {
|
||||
var sawSummary bool
|
||||
// 注入式捕获:验证 Run 收到的消息里有摘要标记。
|
||||
bk2 := New(Options{
|
||||
Model: "fake",
|
||||
Stream: captureFirstStream(&sawSummary),
|
||||
Compact: &CompactConfig{ThresholdChars: 1000, KeepLastN: 3, Summarizer: func(ctx context.Context, messages []llm.Message) (string, error) {
|
||||
return "预置历史摘要", nil
|
||||
}},
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: captureFirstStream(&sawSummary),
|
||||
},
|
||||
SessionOptions: SessionOptions{
|
||||
Compact: &CompactConfig{ThresholdChars: 1000, KeepLastN: 3, Summarizer: func(ctx context.Context, messages []llm.Message) (string, error) {
|
||||
return "预置历史摘要", nil
|
||||
}},
|
||||
},
|
||||
})
|
||||
res, err := bk2.Execute(context.Background(), exec.Request{
|
||||
WorkDir: dir, Prompt: "继续", Targets: []string{"output.md"},
|
||||
@@ -47,8 +51,11 @@ func TestBackendCompactBeforeRun(t *testing.T) {
|
||||
t.Fatal("compaction should have run before the loop")
|
||||
}
|
||||
data, _ := os.ReadFile(transcript)
|
||||
if !strings.Contains(string(data), "[conversation summary]") {
|
||||
t.Fatalf("transcript should contain the summary marker, got:\n%.200s", data)
|
||||
if !strings.Contains(string(data), "预置历史摘要") || !strings.Contains(string(data), `"type":"compaction"`) {
|
||||
t.Fatalf("transcript should keep history and append a compaction entry, got:\n%.400s", data)
|
||||
}
|
||||
if !strings.Contains(string(data), `"role":"system"`) {
|
||||
t.Fatal("compaction must not rewrite the original transcript")
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
@@ -0,0 +1,89 @@
|
||||
package native
|
||||
|
||||
import (
|
||||
"context"
|
||||
"errors"
|
||||
"strings"
|
||||
|
||||
"agent-native/exec"
|
||||
)
|
||||
|
||||
// contractBackend 把 Backend 适配为 exec.ContractBackend。
|
||||
// 独立类型的原因:旧门面 Execute(ctx, exec.Request) 与契约的
|
||||
// Execute(ctx, exec.ContractRequest) 签名冲突,同名方法不能并存;
|
||||
// 包装让现有 squad 消费(旧门面)与契约消费(conformance/Core)互不影响。
|
||||
type contractBackend struct{ b *Backend }
|
||||
|
||||
// Contract 返回该后端的契约形态(N1 WP6;旧门面保持不变)。
|
||||
func (b *Backend) Contract() exec.ContractBackend {
|
||||
return contractBackend{b: b}
|
||||
}
|
||||
|
||||
func (c contractBackend) Descriptor() exec.BackendDescriptor {
|
||||
return exec.BackendDescriptor{
|
||||
Name: c.b.Name(),
|
||||
Capabilities: []exec.Capability{exec.CapText, exec.CapStream, exec.CapTools},
|
||||
}
|
||||
}
|
||||
|
||||
func (c contractBackend) Execute(ctx context.Context, req exec.ContractRequest) (*exec.ContractResult, error) {
|
||||
var onEvent func(ev exec.ProcessEvent)
|
||||
if req.OnEvent != nil {
|
||||
next := req.OnEvent
|
||||
onEvent = func(ev exec.ProcessEvent) {
|
||||
next(exec.Event{Kind: exec.EventKind(ev.Type), Text: ev.Text, Tool: ev.Tool, Detail: ev.Detail})
|
||||
}
|
||||
}
|
||||
// 契约语义:空 ToolPolicy.Profile 等同 reasoning(无工具纯文本任务)。
|
||||
profile := strings.TrimSpace(req.ToolPolicy.Profile)
|
||||
if profile == "" {
|
||||
profile = exec.ToolProfileReasoning
|
||||
}
|
||||
old := exec.Request{
|
||||
Prompt: req.Prompt,
|
||||
Instructions: req.Instructions,
|
||||
ExecutionID: req.ExecutionID,
|
||||
Targets: append([]string(nil), req.Targets...),
|
||||
ToolProfile: profile,
|
||||
ToolAllowlist: append([]string(nil), req.ToolPolicy.Allowlist...),
|
||||
WorkDir: req.Workspace.Root,
|
||||
OnEvent: onEvent,
|
||||
}
|
||||
if b := req.ContractBudget; b.MaxPromptTokens > 0 || b.MaxCompletionTokens > 0 || !b.Deadline.IsZero() {
|
||||
old.Budget = &exec.Budget{
|
||||
MaxPromptTokens: b.MaxPromptTokens,
|
||||
MaxCompletionTokens: b.MaxCompletionTokens,
|
||||
Deadline: b.Deadline,
|
||||
}
|
||||
}
|
||||
res, err := c.b.Execute(ctx, old)
|
||||
if err != nil {
|
||||
// 传输/实现级错误:按契约映射为 Unknown,不经 Go error 返回业务终态。
|
||||
return &exec.ContractResult{
|
||||
Outcome: exec.OutcomeUnknown,
|
||||
Err: &exec.Error{Code: exec.ErrProviderUnavailable, Reason: err.Error(), SideEffects: exec.SideEffectPossible},
|
||||
}, nil
|
||||
}
|
||||
out := &exec.ContractResult{
|
||||
Logs: res.Logs,
|
||||
Usage: exec.Usage{
|
||||
PromptTokens: res.PromptTokens,
|
||||
CompletionTokens: res.CompletionTokens,
|
||||
},
|
||||
}
|
||||
switch {
|
||||
case res.Success:
|
||||
out.Outcome = exec.OutcomeSucceeded
|
||||
out.Files = res.Patches
|
||||
case errors.Is(ctx.Err(), context.Canceled):
|
||||
out.Outcome = exec.OutcomeCanceled
|
||||
out.Err = &exec.Error{Code: exec.ErrCanceled, Reason: res.ErrorReason, SideEffects: exec.SideEffectPossible}
|
||||
case errors.Is(ctx.Err(), context.DeadlineExceeded):
|
||||
out.Outcome = exec.OutcomeFailed
|
||||
out.Err = &exec.Error{Code: exec.ErrDeadlineExceeded, Reason: res.ErrorReason, SideEffects: exec.SideEffectPossible}
|
||||
default:
|
||||
out.Outcome = exec.OutcomeFailed
|
||||
out.Err = &exec.Error{Code: exec.ErrProviderRejected, Reason: res.ErrorReason, Retryable: res.Retryable, SideEffects: exec.SideEffectPossible}
|
||||
}
|
||||
return out, nil
|
||||
}
|
||||
@@ -0,0 +1,113 @@
|
||||
package native
|
||||
|
||||
import (
|
||||
"context"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"agent-native/conformance"
|
||||
"agent-native/exec"
|
||||
"agent-native/runtime/llm"
|
||||
)
|
||||
|
||||
// TestContractBackendConformance 把 native 后端的契约形态挂上最小契约套件
|
||||
// (N1 WP6:conformance 首次获得真实实现调用方)。
|
||||
func TestContractBackendConformance(t *testing.T) {
|
||||
conformance.Suite(t, func() exec.ContractBackend {
|
||||
return New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: script(
|
||||
llm.Message{Role: llm.RoleAssistant, Content: "hi", StopReason: llm.StopEnd},
|
||||
),
|
||||
},
|
||||
}).Contract()
|
||||
})
|
||||
}
|
||||
|
||||
// TestContractExecuteCancel 取消路径:流阻塞到 ctx 结束,Outcome=Canceled 且
|
||||
// SideEffects 显式。
|
||||
func TestContractExecuteCancel(t *testing.T) {
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: func(ctx context.Context, model string, messages []llm.Message, decls []llm.ToolDecl, opts llm.StreamOptions) <-chan llm.Event {
|
||||
ch := make(chan llm.Event)
|
||||
go func() {
|
||||
<-ctx.Done()
|
||||
close(ch)
|
||||
}()
|
||||
return ch
|
||||
},
|
||||
},
|
||||
}).Contract()
|
||||
ctx, cancel := context.WithTimeout(context.Background(), 20*time.Millisecond)
|
||||
defer cancel()
|
||||
res, err := b.Execute(ctx, exec.ContractRequest{ExecutionID: "cx", Prompt: "hi"})
|
||||
if err != nil {
|
||||
t.Fatalf("transport error: %v", err)
|
||||
}
|
||||
if res.Outcome != exec.OutcomeCanceled && res.Outcome != exec.OutcomeFailed {
|
||||
t.Fatalf("outcome = %q", res.Outcome)
|
||||
}
|
||||
if res.Err == nil || res.Err.SideEffects == "" {
|
||||
t.Fatalf("err = %+v", res.Err)
|
||||
}
|
||||
}
|
||||
|
||||
// TestContractDescriptor 描述的身份与能力。
|
||||
func TestContractDescriptor(t *testing.T) {
|
||||
d := New(Options{}).Contract().Descriptor()
|
||||
if d.Name != "agent-native" {
|
||||
t.Fatalf("name = %q", d.Name)
|
||||
}
|
||||
if !d.Has(exec.CapText) || !d.Has(exec.CapStream) || !d.Has(exec.CapTools) {
|
||||
t.Fatalf("capabilities = %v", d.Capabilities)
|
||||
}
|
||||
}
|
||||
|
||||
// TestContractEmptyWorkspaceKeepsCWDClean 空 Workspace 的请求不得把会话状态
|
||||
// 写进进程 CWD(CI 护栏:make test 后工作区必须保持干净;包目录的已提交
|
||||
// .agentx 夹具内容必须逐字节不变)。
|
||||
func TestContractEmptyWorkspaceKeepsCWDClean(t *testing.T) {
|
||||
wd, err := os.Getwd()
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
snapshot := map[string][]byte{}
|
||||
for _, rel := range []string{
|
||||
filepath.Join(".agentx", "transcript.jsonl"),
|
||||
filepath.Join(".agentx", "transcript.jsonl.meta.json"),
|
||||
} {
|
||||
if b, readErr := os.ReadFile(filepath.Join(wd, rel)); readErr == nil {
|
||||
snapshot[rel] = b
|
||||
}
|
||||
}
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: script(llm.Message{Role: llm.RoleAssistant, Content: "hi", StopReason: llm.StopEnd}),
|
||||
},
|
||||
}).Contract()
|
||||
res, err := b.Execute(context.Background(), exec.ContractRequest{ExecutionID: "e-clean", Prompt: "hi"})
|
||||
if err != nil {
|
||||
t.Fatalf("transport error: %v", err)
|
||||
}
|
||||
if res.Outcome != exec.OutcomeSucceeded {
|
||||
t.Fatalf("outcome = %q err = %+v", res.Outcome, res.Err)
|
||||
}
|
||||
for rel, want := range snapshot {
|
||||
got, readErr := os.ReadFile(filepath.Join(wd, rel))
|
||||
if readErr != nil {
|
||||
t.Fatalf("夹具被删除:%s", rel)
|
||||
}
|
||||
if string(got) != string(want) {
|
||||
t.Fatalf("空 Workspace 的执行改写了包内夹具 %s(应落临时目录)", rel)
|
||||
}
|
||||
}
|
||||
if _, statErr := os.Stat(filepath.Join(wd, ".agentx", "activated-tools.json")); !os.IsNotExist(statErr) {
|
||||
t.Fatal("空 Workspace 的执行在包目录写下了 activated-tools.json(应落临时目录)")
|
||||
}
|
||||
}
|
||||
@@ -22,19 +22,23 @@ func TestBackendExecToolsWiredWithOptionsAndRequestEnv(t *testing.T) {
|
||||
}
|
||||
dir := t.TempDir()
|
||||
b := New(Options{
|
||||
Model: "fake",
|
||||
Stream: script(
|
||||
llm.Message{Role: llm.RoleAssistant, StopReason: llm.StopToolCalls, ToolCalls: []llm.ToolCall{{
|
||||
ID: "c1", Name: "run_command",
|
||||
Arguments: `{"command":"echo role=$ROLE_FLAG step=$STEP_FLAG > exec_out.txt"}`,
|
||||
}}},
|
||||
llm.Message{Role: llm.RoleAssistant, StopReason: llm.StopToolCalls, ToolCalls: []llm.ToolCall{{
|
||||
ID: "c2", Name: "write_file",
|
||||
Arguments: `{"path":"output.md","content":"done"}`,
|
||||
}}},
|
||||
llm.Message{Role: llm.RoleAssistant, Content: "ok", StopReason: llm.StopEnd},
|
||||
),
|
||||
Exec: &tools.ExecConfig{Bash: bash, Env: []string{"PATH=/usr/bin:/bin", "ROLE_FLAG=backend"}},
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: script(
|
||||
llm.Message{Role: llm.RoleAssistant, StopReason: llm.StopToolCalls, ToolCalls: []llm.ToolCall{{
|
||||
ID: "c1", Name: "run_command",
|
||||
Arguments: `{"command":"echo role=$ROLE_FLAG step=$STEP_FLAG > exec_out.txt"}`,
|
||||
}}},
|
||||
llm.Message{Role: llm.RoleAssistant, StopReason: llm.StopToolCalls, ToolCalls: []llm.ToolCall{{
|
||||
ID: "c2", Name: "write_file",
|
||||
Arguments: `{"path":"output.md","content":"done"}`,
|
||||
}}},
|
||||
llm.Message{Role: llm.RoleAssistant, Content: "ok", StopReason: llm.StopEnd},
|
||||
),
|
||||
},
|
||||
ToolOptions: ToolOptions{
|
||||
Exec: &tools.ExecConfig{Bash: bash, Env: []string{"PATH=/usr/bin:/bin", "ROLE_FLAG=backend"}},
|
||||
},
|
||||
})
|
||||
res, err := b.Execute(context.Background(), exec.Request{
|
||||
WorkDir: dir, Prompt: "run", Targets: []string{"output.md"},
|
||||
@@ -54,7 +58,12 @@ func TestBackendExecToolsWiredWithOptionsAndRequestEnv(t *testing.T) {
|
||||
|
||||
func TestBackendExecToolsAbsentWithoutOptions(t *testing.T) {
|
||||
stream, c := captureStream()
|
||||
b := New(Options{Model: "fake", Stream: stream})
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: stream,
|
||||
},
|
||||
})
|
||||
res, err := b.Execute(context.Background(), exec.Request{
|
||||
WorkDir: t.TempDir(), Prompt: "x", Targets: []string{"output.md"},
|
||||
ToolProfile: exec.ToolProfileReasoning,
|
||||
@@ -64,7 +73,12 @@ func TestBackendExecToolsAbsentWithoutOptions(t *testing.T) {
|
||||
}
|
||||
// reasoning 档本无工具;改用 workspace 档断言 decls 不含执行工具。
|
||||
stream2, c2 := captureStream()
|
||||
b2 := New(Options{Model: "fake", Stream: stream2})
|
||||
b2 := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: stream2,
|
||||
},
|
||||
})
|
||||
_, _ = b2.Execute(context.Background(), exec.Request{
|
||||
WorkDir: t.TempDir(), Prompt: "x", Targets: []string{"output.md"},
|
||||
ToolProfile: exec.ToolProfileWorkspace,
|
||||
@@ -83,8 +97,13 @@ func TestBackendAllowlistCanDisableExecTools(t *testing.T) {
|
||||
bash, _ := osexec.LookPath("bash")
|
||||
stream, c := captureStream()
|
||||
b := New(Options{
|
||||
Model: "fake", Stream: stream,
|
||||
Exec: &tools.ExecConfig{Bash: bash, Env: []string{"PATH=/usr/bin:/bin"}},
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: stream,
|
||||
},
|
||||
ToolOptions: ToolOptions{
|
||||
Exec: &tools.ExecConfig{Bash: bash, Env: []string{"PATH=/usr/bin:/bin"}},
|
||||
},
|
||||
})
|
||||
res, err := b.Execute(context.Background(), exec.Request{
|
||||
WorkDir: t.TempDir(), Prompt: "x", Targets: []string{"output.md"},
|
||||
@@ -125,7 +144,15 @@ func TestBackendSearchToolsWiredViaOptions(t *testing.T) {
|
||||
}}},
|
||||
llm.Message{Role: llm.RoleAssistant, Content: "ok", StopReason: llm.StopEnd},
|
||||
)
|
||||
b := New(Options{Model: "fake", Stream: stream, Search: provider})
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: stream,
|
||||
},
|
||||
ToolOptions: ToolOptions{
|
||||
Search: provider,
|
||||
},
|
||||
})
|
||||
dir := t.TempDir()
|
||||
res, err := b.Execute(context.Background(), exec.Request{
|
||||
WorkDir: dir, Prompt: "search", Targets: []string{"output.md"},
|
||||
@@ -152,7 +179,12 @@ func TestBackendSearchToolsWiredViaOptions(t *testing.T) {
|
||||
|
||||
func TestBackendSearchToolsAbsentWithoutOptions(t *testing.T) {
|
||||
stream, c := captureStream()
|
||||
b := New(Options{Model: "fake", Stream: stream})
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: stream,
|
||||
},
|
||||
})
|
||||
_, _ = b.Execute(context.Background(), exec.Request{
|
||||
WorkDir: t.TempDir(), Prompt: "x", Targets: []string{"output.md"},
|
||||
ToolProfile: exec.ToolProfileWorkspace,
|
||||
@@ -180,6 +212,9 @@ func TestBackendMCPToolsWiredViaOptions(t *testing.T) {
|
||||
t.Fatal(err)
|
||||
}
|
||||
defer mgr.Close()
|
||||
if err := mgr.RegisterInto(context.Background(), tools.NewRegistry(t.TempDir())); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
stream, c := captureStream(
|
||||
llm.Message{Role: llm.RoleAssistant, StopReason: llm.StopToolCalls, ToolCalls: []llm.ToolCall{{
|
||||
ID: "c1", Name: "mcp__fake__echo", Arguments: `{"text":"via-backend"}`,
|
||||
@@ -190,7 +225,15 @@ func TestBackendMCPToolsWiredViaOptions(t *testing.T) {
|
||||
}}},
|
||||
llm.Message{Role: llm.RoleAssistant, Content: "ok", StopReason: llm.StopEnd},
|
||||
)
|
||||
b := New(Options{Model: "fake", Stream: stream, MCP: mgr})
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: stream,
|
||||
},
|
||||
ToolOptions: ToolOptions{
|
||||
MCP: mgr,
|
||||
},
|
||||
})
|
||||
dir := t.TempDir()
|
||||
res, err2 := b.Execute(context.Background(), exec.Request{
|
||||
WorkDir: dir, Prompt: "call mcp", Targets: []string{"output.md"},
|
||||
@@ -217,7 +260,7 @@ func TestBackendSkillsIndexAndLoader(t *testing.T) {
|
||||
if err := os.MkdirAll(skillDir, 0o755); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := os.WriteFile(filepath.Join(skillDir, "SKILL.md"), []byte("---\ndescription: 生成文档交付物\n---\n\n配方正文"), 0o644); err != nil {
|
||||
if err := os.WriteFile(filepath.Join(skillDir, "SKILL.md"), []byte("---\nname: docx-author\ndescription: 生成文档交付物\n---\n\n配方正文"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
stream, c := captureStream(
|
||||
@@ -229,7 +272,15 @@ func TestBackendSkillsIndexAndLoader(t *testing.T) {
|
||||
}}},
|
||||
llm.Message{Role: llm.RoleAssistant, Content: "ok", StopReason: llm.StopEnd},
|
||||
)
|
||||
b := New(Options{Model: "fake", Stream: stream, SkillsRoots: []string{skillsRoot}})
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: stream,
|
||||
},
|
||||
ToolOptions: ToolOptions{
|
||||
SkillsRoots: []string{skillsRoot},
|
||||
},
|
||||
})
|
||||
dir := t.TempDir()
|
||||
res, err := b.Execute(context.Background(), exec.Request{
|
||||
WorkDir: dir, Prompt: "写", Targets: []string{"output.md"}, Skills: []string{"docx-author"},
|
||||
@@ -257,7 +308,15 @@ func TestBackendSkillsIndexAndLoader(t *testing.T) {
|
||||
}
|
||||
|
||||
func TestBackendDeclaredSkillMissingFailsClosed(t *testing.T) {
|
||||
b := New(Options{Model: "fake", Stream: script(), SkillsRoots: []string{t.TempDir()}})
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: script(),
|
||||
},
|
||||
ToolOptions: ToolOptions{
|
||||
SkillsRoots: []string{t.TempDir()},
|
||||
},
|
||||
})
|
||||
res, err := b.Execute(context.Background(), exec.Request{
|
||||
WorkDir: t.TempDir(), Prompt: "x", Targets: []string{"output.md"},
|
||||
Skills: []string{"ghost-skill"},
|
||||
@@ -277,13 +336,18 @@ func TestBackendWorkspaceSkillsRootAutoMerged(t *testing.T) {
|
||||
}}},
|
||||
llm.Message{Role: llm.RoleAssistant, Content: "ok", StopReason: llm.StopEnd},
|
||||
)
|
||||
b := New(Options{Model: "fake", Stream: stream})
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: stream,
|
||||
},
|
||||
})
|
||||
dir := t.TempDir()
|
||||
wsSkill := filepath.Join(dir, ".agent", "skills", "ws-skill")
|
||||
if err := os.MkdirAll(wsSkill, 0o755); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := os.WriteFile(filepath.Join(wsSkill, "SKILL.md"), []byte("---\ndescription: 工作区技能\n---\n正文"), 0o644); err != nil {
|
||||
if err := os.WriteFile(filepath.Join(wsSkill, "SKILL.md"), []byte("---\nname: ws-skill\ndescription: 工作区技能\n---\n正文"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
res, err := b.Execute(context.Background(), exec.Request{
|
||||
@@ -311,11 +375,15 @@ func TestBackendSubagentWiredViaOptions(t *testing.T) {
|
||||
llm.Message{Role: llm.RoleAssistant, Content: "ok", StopReason: llm.StopEnd},
|
||||
)
|
||||
b := New(Options{
|
||||
Model: "fake",
|
||||
Stream: stream,
|
||||
Subagent: func(ctx context.Context, req subagent.Request) (subagent.Result, error) {
|
||||
delegated = &req
|
||||
return subagent.Result{Success: true, Text: "结论已查明"}, nil
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: stream,
|
||||
},
|
||||
ToolOptions: ToolOptions{
|
||||
Subagent: func(ctx context.Context, req subagent.Request) (subagent.Result, error) {
|
||||
delegated = &req
|
||||
return subagent.Result{Success: true, Text: "结论已查明"}, nil
|
||||
},
|
||||
},
|
||||
})
|
||||
dir := t.TempDir()
|
||||
|
||||
@@ -0,0 +1,4 @@
|
||||
execution_id=cx session=
|
||||
agent_start
|
||||
turn_start
|
||||
message_start
|
||||
@@ -25,9 +25,13 @@ func (h hostTool) Execute(ctx context.Context, args json.RawMessage) (tools.Resu
|
||||
func TestHostToolAndUsageEvent(t *testing.T) {
|
||||
var events []exec.ProcessEvent
|
||||
b := New(Options{
|
||||
Model: "fake",
|
||||
HostTools: []tools.Tool{hostTool{name: "register_artifact"}},
|
||||
Stream: usageScript(),
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: usageScript(),
|
||||
},
|
||||
ToolOptions: ToolOptions{
|
||||
HostTools: []tools.Tool{hostTool{name: "register_artifact"}},
|
||||
},
|
||||
})
|
||||
res, err := b.Execute(context.Background(), exec.Request{
|
||||
WorkDir: t.TempDir(), Prompt: "登记",
|
||||
@@ -65,9 +69,13 @@ func TestHostToolAndUsageEvent(t *testing.T) {
|
||||
func TestHostToolSeesStepWorkDir(t *testing.T) {
|
||||
var seen string
|
||||
b := New(Options{
|
||||
Model: "fake",
|
||||
Stream: script(llm.Message{Role: llm.RoleAssistant, StopReason: llm.StopToolCalls, ToolCalls: []llm.ToolCall{{ID: "c1", Name: "peek", Arguments: `{}`}}}),
|
||||
HostTools: []tools.Tool{peekTool{got: &seen}},
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: script(llm.Message{Role: llm.RoleAssistant, StopReason: llm.StopToolCalls, ToolCalls: []llm.ToolCall{{ID: "c1", Name: "peek", Arguments: `{}`}}}),
|
||||
},
|
||||
ToolOptions: ToolOptions{
|
||||
HostTools: []tools.Tool{peekTool{got: &seen}},
|
||||
},
|
||||
})
|
||||
dir := t.TempDir()
|
||||
_, err := b.Execute(context.Background(), exec.Request{WorkDir: dir, Prompt: "x", Targets: []string{"output.md"}})
|
||||
@@ -91,9 +99,13 @@ func (p peekTool) Execute(ctx context.Context, args json.RawMessage) (tools.Resu
|
||||
|
||||
func TestHostToolNameConflictFailsClosed(t *testing.T) {
|
||||
b := New(Options{
|
||||
Model: "fake",
|
||||
Stream: script(llm.Message{Role: llm.RoleAssistant, Content: "x", StopReason: llm.StopEnd}),
|
||||
HostTools: []tools.Tool{hostTool{name: "read_file"}},
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: script(llm.Message{Role: llm.RoleAssistant, Content: "x", StopReason: llm.StopEnd}),
|
||||
},
|
||||
ToolOptions: ToolOptions{
|
||||
HostTools: []tools.Tool{hostTool{name: "read_file"}},
|
||||
},
|
||||
})
|
||||
res, err := b.Execute(context.Background(), exec.Request{
|
||||
WorkDir: t.TempDir(), Prompt: "x", Targets: []string{"output.md"},
|
||||
|
||||
@@ -0,0 +1 @@
|
||||
hi
|
||||
@@ -0,0 +1,65 @@
|
||||
package native
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"os"
|
||||
"os/exec"
|
||||
"testing"
|
||||
|
||||
"agent-native/rpc"
|
||||
"agent-native/runtime"
|
||||
"agent-native/runtime/llm"
|
||||
"agent-native/runtime/session"
|
||||
)
|
||||
|
||||
func TestEventAndRPCFixtures(t *testing.T) {
|
||||
var types []string
|
||||
agent := runtime.NewAgentSession(runtime.Config{
|
||||
Model: "fake",
|
||||
Stream: func(ctx context.Context, model string, messages []llm.Message, td []llm.ToolDecl, opts llm.StreamOptions) <-chan llm.Event {
|
||||
ch := make(chan llm.Event, 1)
|
||||
ch <- llm.Event{Kind: llm.KindMessageEnd, Message: llm.Message{Role: llm.RoleAssistant, Content: "ok", StopReason: llm.StopEnd}}
|
||||
close(ch)
|
||||
return ch
|
||||
},
|
||||
OnEvent: func(ev runtime.Event) { types = append(types, ev.Type) },
|
||||
})
|
||||
if _, err := agent.Prompt(context.Background(), llm.Message{Role: llm.RoleUser, Content: "hi"}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
raw, _ := json.Marshal(types)
|
||||
for _, want := range []string{"message_start", "message_end", "agent_settled"} {
|
||||
if !contains(types, want) {
|
||||
t.Fatalf("fixture missing %s in %s", want, raw)
|
||||
}
|
||||
}
|
||||
dir := t.TempDir()
|
||||
store, err := session.Open(dir + "/s.jsonl")
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
srv := &rpc.Server{Agent: agent, Store: store}
|
||||
resp, err := srv.Handle(context.Background(), []byte(`{"type":"get_session_stats"}`))
|
||||
if err != nil || !json.Valid(resp) {
|
||||
t.Fatalf("rpc fixture: %s %v", resp, err)
|
||||
}
|
||||
}
|
||||
|
||||
func TestPiCrossCompareOptional(t *testing.T) {
|
||||
if _, err := exec.LookPath("pi"); err != nil {
|
||||
t.Skip("pi is not installed")
|
||||
}
|
||||
if os.Getenv("PI_CROSS") != "1" {
|
||||
t.Skip("set PI_CROSS=1 to compare a live pi process")
|
||||
}
|
||||
}
|
||||
|
||||
func contains(list []string, want string) bool {
|
||||
for _, item := range list {
|
||||
if item == want {
|
||||
return true
|
||||
}
|
||||
}
|
||||
return false
|
||||
}
|
||||
@@ -0,0 +1,40 @@
|
||||
package native
|
||||
|
||||
import (
|
||||
"os"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
"testing"
|
||||
)
|
||||
|
||||
func TestR2PoisonMarkerSurvivesNewProcess(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
if err := os.MkdirAll(filepath.Join(dir, ".agentx"), 0o755); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
transcript := filepath.Join(dir, ".agentx", "transcript.jsonl")
|
||||
if err := os.WriteFile(transcript, []byte("{}\n"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := os.WriteFile(filepath.Join(dir, lastFailureFile), []byte("context length exceeded"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
b := New(Options{})
|
||||
b.rotateIfPoisoned(dir)
|
||||
if _, err := os.Stat(transcript); !os.IsNotExist(err) {
|
||||
t.Fatal("poisoned transcript still at the live path")
|
||||
}
|
||||
entries, err := os.ReadDir(filepath.Join(dir, ".agentx"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
var renamed bool
|
||||
for _, e := range entries {
|
||||
if strings.Contains(e.Name(), "transcript.poisoned.") {
|
||||
renamed = true
|
||||
}
|
||||
}
|
||||
if !renamed {
|
||||
t.Fatal("expected archived transcript")
|
||||
}
|
||||
}
|
||||
@@ -58,7 +58,12 @@ func toolNames(decls []llm.ToolDecl) []string {
|
||||
|
||||
func TestBackendRequestModelOverride(t *testing.T) {
|
||||
stream, c := captureStream()
|
||||
b := New(Options{Model: "default-model", Stream: stream})
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "default-model",
|
||||
Stream: stream,
|
||||
},
|
||||
})
|
||||
dir := t.TempDir()
|
||||
res, err := b.Execute(context.Background(), exec.Request{
|
||||
WorkDir: dir, Prompt: "hi", Targets: []string{"output.md"}, Model: "override-model",
|
||||
@@ -82,7 +87,12 @@ func TestBackendRequestToolAllowlist(t *testing.T) {
|
||||
}}},
|
||||
llm.Message{Role: llm.RoleAssistant, Content: "gave up", StopReason: llm.StopEnd},
|
||||
)
|
||||
b := New(Options{Model: "fake", Stream: stream})
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: stream,
|
||||
},
|
||||
})
|
||||
dir := t.TempDir()
|
||||
// 目标 output2.md 不在 allowlist 内能写吗?——write_file 被整体收窄,
|
||||
// 模型两次尝试都会得到 unknown tool,最终无交付物 → 失败。
|
||||
@@ -109,7 +119,12 @@ func TestBackendRequestToolAllowlist(t *testing.T) {
|
||||
}
|
||||
|
||||
func TestBackendRequestUnknownAllowlistFailsClosed(t *testing.T) {
|
||||
b := New(Options{Model: "fake", Stream: script()})
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: script(),
|
||||
},
|
||||
})
|
||||
res, err := b.Execute(context.Background(), exec.Request{
|
||||
WorkDir: t.TempDir(), Prompt: "x", Targets: []string{"output.md"},
|
||||
ToolAllowlist: []string{"read_file", "no_such_tool"},
|
||||
@@ -139,7 +154,12 @@ func TestBackendRequestBudgetDeadlineBindsContext(t *testing.T) {
|
||||
}()
|
||||
return ch
|
||||
}
|
||||
b := New(Options{Model: "fake", Stream: stream})
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: stream,
|
||||
},
|
||||
})
|
||||
start := time.Now()
|
||||
res, err := b.Execute(context.Background(), exec.Request{
|
||||
WorkDir: t.TempDir(), Prompt: "x", Targets: []string{"output.md"},
|
||||
@@ -164,12 +184,17 @@ func TestBackendRequestBudgetDeadlineBindsContext(t *testing.T) {
|
||||
|
||||
func TestBackendRequestExecutionIDInLogs(t *testing.T) {
|
||||
stream, _ := captureStream()
|
||||
b := New(Options{Model: "fake", Stream: stream})
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: stream,
|
||||
},
|
||||
})
|
||||
dir := t.TempDir()
|
||||
res, err := b.Execute(context.Background(), exec.Request{
|
||||
WorkDir: dir, Prompt: "hi", Targets: []string{"output.md"},
|
||||
Instructions: "你是角色",
|
||||
ExecutionID: "exec-42", SessionScope: "run-9/step-3",
|
||||
ExecutionID: "exec-42", SessionScope: "run-9/step-3",
|
||||
ToolProfile: exec.ToolProfileReasoning,
|
||||
})
|
||||
if err != nil || !res.Success {
|
||||
|
||||
@@ -38,7 +38,12 @@ func failThenSucceed(failMsg string) llm.StreamFunc {
|
||||
|
||||
func TestSessionRotationAfterPoisonedFailure(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
b := New(Options{Model: "fake", Stream: failThenSucceed("maximum context length exceeded (context_overflow)")})
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: failThenSucceed("maximum context length exceeded (context_overflow)"),
|
||||
},
|
||||
})
|
||||
|
||||
// 第一次执行:失败(上下文溢出),留下毒化会话。
|
||||
res1, err := b.Execute(context.Background(), execReq(dir, []string{"output.md"}))
|
||||
@@ -87,7 +92,12 @@ func TestSessionRotationAfterPoisonedFailure(t *testing.T) {
|
||||
|
||||
func TestNoRotationOnRetryableNetworkFailure(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
b := New(Options{Model: "fake", Stream: failThenSucceed("connection reset by peer (provider_network)")})
|
||||
b := New(Options{
|
||||
ModelOptions: ModelOptions{
|
||||
Model: "fake",
|
||||
Stream: failThenSucceed("connection reset by peer (provider_network)"),
|
||||
},
|
||||
})
|
||||
_, _ = b.Execute(context.Background(), execReq(dir, []string{"output.md"}))
|
||||
transcript := filepath.Join(dir, ".agentx", "transcript.jsonl")
|
||||
_ = os.MkdirAll(filepath.Dir(transcript), 0o755)
|
||||
|
||||
+14
-14
@@ -3,28 +3,28 @@ package catalogcheck
|
||||
import (
|
||||
"testing"
|
||||
|
||||
"agent-native/contract"
|
||||
"agent-native/exec"
|
||||
"error-code-system/errcode"
|
||||
)
|
||||
|
||||
// 常量取值必须与错误码库种子码相同。旧短字符串只作为错误码库里的别名存在。
|
||||
func TestContractCodesMatchCatalog(t *testing.T) {
|
||||
pairs := []struct {
|
||||
got contract.ErrorCode
|
||||
got exec.ErrorCode
|
||||
want errcode.Code
|
||||
}{
|
||||
{contract.ErrCanceled, errcode.AgentCanceled},
|
||||
{contract.ErrDeadlineExceeded, errcode.AgentDeadlineExceeded},
|
||||
{contract.ErrBudgetExceeded, errcode.AgentBudgetExceeded},
|
||||
{contract.ErrProviderUnavailable, errcode.AgentProviderUnavailable},
|
||||
{contract.ErrProviderRejected, errcode.AgentProviderRejected},
|
||||
{contract.ErrToolRejected, errcode.AgentToolRejected},
|
||||
{contract.ErrPathOutsideWorkspace, errcode.AgentPathOutsideWorkspace},
|
||||
{contract.ErrMissingCapability, errcode.AgentMissingCapability},
|
||||
{contract.ErrMissingDeliverable, errcode.AgentMissingDeliverable},
|
||||
{contract.ErrEmptyOutput, errcode.AgentEmptyOutput},
|
||||
{contract.ErrUnknownOutcome, errcode.AgentUnknownOutcome},
|
||||
{contract.ErrInternal, errcode.AgentInternal},
|
||||
{exec.ErrCanceled, errcode.AgentCanceled},
|
||||
{exec.ErrDeadlineExceeded, errcode.AgentDeadlineExceeded},
|
||||
{exec.ErrBudgetExceeded, errcode.AgentBudgetExceeded},
|
||||
{exec.ErrProviderUnavailable, errcode.AgentProviderUnavailable},
|
||||
{exec.ErrProviderRejected, errcode.AgentProviderRejected},
|
||||
{exec.ErrToolRejected, errcode.AgentToolRejected},
|
||||
{exec.ErrPathOutsideWorkspace, errcode.AgentPathOutsideWorkspace},
|
||||
{exec.ErrMissingCapability, errcode.AgentMissingCapability},
|
||||
{exec.ErrMissingDeliverable, errcode.AgentMissingDeliverable},
|
||||
{exec.ErrEmptyOutput, errcode.AgentEmptyOutput},
|
||||
{exec.ErrUnknownOutcome, errcode.AgentUnknownOutcome},
|
||||
{exec.ErrInternal, errcode.AgentInternal},
|
||||
}
|
||||
for _, pair := range pairs {
|
||||
if string(pair.got) != string(pair.want) {
|
||||
|
||||
@@ -0,0 +1,127 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"flag"
|
||||
"fmt"
|
||||
"io"
|
||||
"os"
|
||||
"path/filepath"
|
||||
|
||||
"agent-native/rpc"
|
||||
"agent-native/runtime"
|
||||
"agent-native/runtime/llm"
|
||||
"agent-native/runtime/session"
|
||||
)
|
||||
|
||||
func main() {
|
||||
mode := flag.String("mode", "print", "print, json, or rpc")
|
||||
model := flag.String("model", "", "provider/model[:thinking]")
|
||||
prompt := flag.String("prompt", "", "user message for print and json modes")
|
||||
sessionPath := flag.String("session", "", "transcript path")
|
||||
noSession := flag.Bool("no-session", false, "do not read or write a transcript")
|
||||
export := flag.String("export", "", "write the active session as HTML and exit")
|
||||
flag.Parse()
|
||||
|
||||
if *sessionPath == "" && !*noSession {
|
||||
home, _ := os.UserHomeDir()
|
||||
*sessionPath = filepath.Join(home, ".agent-native", "session.jsonl")
|
||||
}
|
||||
var store *session.Store
|
||||
if !*noSession {
|
||||
st, err := session.Open(*sessionPath)
|
||||
if err != nil {
|
||||
fmt.Fprintln(os.Stderr, err)
|
||||
os.Exit(1)
|
||||
}
|
||||
store = st
|
||||
}
|
||||
if *export != "" {
|
||||
if store == nil {
|
||||
fmt.Fprintln(os.Stderr, "export requires a session")
|
||||
os.Exit(1)
|
||||
}
|
||||
if err := store.ExportHTML(*export); err != nil {
|
||||
fmt.Fprintln(os.Stderr, err)
|
||||
os.Exit(1)
|
||||
}
|
||||
return
|
||||
}
|
||||
|
||||
ref, err := llm.ParseModelRef(*model)
|
||||
if *model != "" && err != nil {
|
||||
fmt.Fprintln(os.Stderr, err)
|
||||
os.Exit(1)
|
||||
}
|
||||
agent := runtime.NewAgentSession(runtime.Config{
|
||||
Model: ref.Model,
|
||||
ThinkingLevel: ref.Thinking,
|
||||
Session: store,
|
||||
Stream: liveStream(ref),
|
||||
OnEvent: func(ev runtime.Event) {
|
||||
if *mode != "json" {
|
||||
return
|
||||
}
|
||||
raw, _ := json.Marshal(map[string]any{"type": ev.Type, "text": ev.Text, "tool": ev.Tool})
|
||||
fmt.Println(string(raw))
|
||||
},
|
||||
})
|
||||
srv := &rpc.Server{Agent: agent, Store: store, NoStore: *noSession}
|
||||
ctx := context.Background()
|
||||
switch *mode {
|
||||
case "rpc":
|
||||
in := bufio.NewScanner(os.Stdin)
|
||||
in.Buffer(make([]byte, 0, 64*1024), 8*1024*1024)
|
||||
for in.Scan() {
|
||||
resp, err := srv.Handle(ctx, in.Bytes())
|
||||
if err != nil {
|
||||
fmt.Fprintln(os.Stderr, err)
|
||||
os.Exit(1)
|
||||
}
|
||||
os.Stdout.Write(resp)
|
||||
}
|
||||
case "print", "json":
|
||||
if *prompt == "" {
|
||||
*prompt = readAll(os.Stdin)
|
||||
}
|
||||
res, err := agent.Prompt(ctx, llm.Message{Role: llm.RoleUser, Content: *prompt})
|
||||
if err != nil {
|
||||
fmt.Fprintln(os.Stderr, err)
|
||||
os.Exit(1)
|
||||
}
|
||||
if res.Err != nil {
|
||||
fmt.Fprintln(os.Stderr, res.Err)
|
||||
os.Exit(1)
|
||||
}
|
||||
if *mode == "print" {
|
||||
fmt.Println(res.Text)
|
||||
}
|
||||
default:
|
||||
fmt.Fprintln(os.Stderr, "unknown mode")
|
||||
os.Exit(1)
|
||||
}
|
||||
}
|
||||
|
||||
func liveStream(ref llm.ModelRef) llm.StreamFunc {
|
||||
provider, ok := llm.Lookup(ref.Provider, nil)
|
||||
if !ok {
|
||||
provider = llm.Provider{Protocol: llm.ProtocolOpenAIChat, BaseURL: os.Getenv("OPENAI_BASE_URL"), APIKey: os.Getenv("OPENAI_API_KEY")}
|
||||
}
|
||||
client, err := llm.ClientFor(provider)
|
||||
if err != nil {
|
||||
return func(ctx context.Context, model string, messages []llm.Message, tools []llm.ToolDecl, opts llm.StreamOptions) <-chan llm.Event {
|
||||
ch := make(chan llm.Event, 1)
|
||||
ch <- llm.Event{Kind: llm.KindError, Err: err, Message: llm.Message{StopReason: llm.StopError}}
|
||||
close(ch)
|
||||
return ch
|
||||
}
|
||||
}
|
||||
return llm.WithRetry(client.Stream, 2, nil)
|
||||
}
|
||||
|
||||
func readAll(r io.Reader) string {
|
||||
raw, _ := io.ReadAll(r)
|
||||
return string(raw)
|
||||
}
|
||||
+23
-23
@@ -11,27 +11,27 @@ import (
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"agent-native/contract"
|
||||
"agent-native/exec"
|
||||
)
|
||||
|
||||
// FakeBackend 是确定性假实现,仅用于契约套件自测与消费方单测。
|
||||
// 不模拟任何模型行为;按 Script 逐项返回。
|
||||
type FakeBackend struct {
|
||||
Desc contract.BackendDescriptor
|
||||
Desc exec.BackendDescriptor
|
||||
// Result 为每次 Execute 返回的终态(浅拷贝后返回)。
|
||||
Result contract.Result
|
||||
Result exec.ContractResult
|
||||
// BlockUntil 若非 nil,Execute 阻塞直到该 channel 关闭或 ctx 取消,
|
||||
// 用于验证取消语义。
|
||||
BlockUntil <-chan struct{}
|
||||
// CanceledWithCtx 记录 Execute 返回时 ctx 是否已取消。
|
||||
CanceledWithCtx bool
|
||||
// LastRequest 记录最近一次请求。
|
||||
LastRequest contract.Request
|
||||
LastRequest exec.ContractRequest
|
||||
}
|
||||
|
||||
func (f *FakeBackend) Descriptor() contract.BackendDescriptor { return f.Desc }
|
||||
func (f *FakeBackend) Descriptor() exec.BackendDescriptor { return f.Desc }
|
||||
|
||||
func (f *FakeBackend) Execute(ctx context.Context, req contract.Request) (*contract.Result, error) {
|
||||
func (f *FakeBackend) Execute(ctx context.Context, req exec.ContractRequest) (*exec.ContractResult, error) {
|
||||
f.LastRequest = req
|
||||
if f.BlockUntil != nil {
|
||||
select {
|
||||
@@ -39,10 +39,10 @@ func (f *FakeBackend) Execute(ctx context.Context, req contract.Request) (*contr
|
||||
case <-ctx.Done():
|
||||
f.CanceledWithCtx = true
|
||||
res := *(&f.Result)
|
||||
res.Outcome = contract.OutcomeCanceled
|
||||
res.Err = &contract.Error{
|
||||
Code: contract.ErrCanceled,
|
||||
SideEffects: contract.SideEffectNone,
|
||||
res.Outcome = exec.OutcomeCanceled
|
||||
res.Err = &exec.Error{
|
||||
Code: exec.ErrCanceled,
|
||||
SideEffects: exec.SideEffectNone,
|
||||
}
|
||||
return &res, nil
|
||||
}
|
||||
@@ -55,15 +55,15 @@ func (f *FakeBackend) Execute(ctx context.Context, req contract.Request) (*contr
|
||||
type Case struct {
|
||||
Name string
|
||||
// Backend 为被测实现。
|
||||
Backend contract.Backend
|
||||
Backend exec.ContractBackend
|
||||
// Request 为请求模板。
|
||||
Request contract.Request
|
||||
Request exec.ContractRequest
|
||||
// CancelAfter 若非零,在等待该时长后取消 ctx(验证取消路径)。
|
||||
CancelAfter time.Duration
|
||||
// WantOutcome 为期望终态。
|
||||
WantOutcome contract.Outcome
|
||||
WantOutcome exec.Outcome
|
||||
// WantErrCode 为期望错误码(Failed/Canceled/Unknown 时)。
|
||||
WantErrCode contract.ErrorCode
|
||||
WantErrCode exec.ErrorCode
|
||||
}
|
||||
|
||||
// Run 执行一条契约用例。
|
||||
@@ -96,23 +96,23 @@ func Run(t *testing.T, c Case) {
|
||||
t.Fatalf("[%s] Err.SideEffects must be explicit (none|possible), got empty", c.Name)
|
||||
}
|
||||
}
|
||||
if res.Outcome == contract.OutcomeSucceeded && res.Err != nil {
|
||||
if res.Outcome == exec.OutcomeSucceeded && res.Err != nil {
|
||||
t.Fatalf("[%s] Succeeded result must not carry Err", c.Name)
|
||||
}
|
||||
}
|
||||
|
||||
// Suite 是最小契约套件:成功、失败带副作用标记、取消三态。
|
||||
// 每个真实 Backend 实现都必须通过;套件外按实现能力补充专项用例。
|
||||
func Suite(t *testing.T, mk func() contract.Backend) {
|
||||
func Suite(t *testing.T, mk func() exec.ContractBackend) {
|
||||
t.Helper()
|
||||
|
||||
t.Run("succeeded_minimal", func(t *testing.T) {
|
||||
b := mk()
|
||||
Run(t, Case{
|
||||
Name: "succeeded",
|
||||
Backend: b,
|
||||
Request: contract.Request{ExecutionID: "e1", Prompt: "hi"},
|
||||
WantOutcome: contract.OutcomeSucceeded,
|
||||
Name: "succeeded",
|
||||
Backend: b,
|
||||
Request: exec.ContractRequest{ExecutionID: "e1", Prompt: "hi"},
|
||||
WantOutcome: exec.OutcomeSucceeded,
|
||||
})
|
||||
})
|
||||
|
||||
@@ -130,13 +130,13 @@ func Suite(t *testing.T, mk func() contract.Backend) {
|
||||
t.Run("error_sideeffects_explicit", func(t *testing.T) {
|
||||
b := mk()
|
||||
// 通过描述能力判定是否有失败路径可测;无失败路径的实现跳过。
|
||||
if !b.Descriptor().Has(contract.CapText) && !b.Descriptor().Has(contract.CapFiles) {
|
||||
if !b.Descriptor().Has(exec.CapText) && !b.Descriptor().Has(exec.CapFiles) {
|
||||
t.Skip("no text/files capability to force failure path")
|
||||
}
|
||||
// 空提示在多数实现下是确定性失败或成功空输出;仅验证当 Outcome=Failed
|
||||
// 时错误字段完整。具体实现应补充自身失败注入用例。
|
||||
res, _ := b.Execute(context.Background(), contract.Request{ExecutionID: "e2"})
|
||||
if res != nil && res.Outcome == contract.OutcomeFailed {
|
||||
res, _ := b.Execute(context.Background(), exec.ContractRequest{ExecutionID: "e2"})
|
||||
if res != nil && res.Outcome == exec.OutcomeFailed {
|
||||
if res.Err == nil || res.Err.Code == "" || res.Err.SideEffects == "" {
|
||||
t.Fatalf("failed result must carry Code and SideEffects, got %+v", res.Err)
|
||||
}
|
||||
|
||||
@@ -0,0 +1,41 @@
|
||||
package conformance
|
||||
|
||||
import (
|
||||
"testing"
|
||||
|
||||
"agent-native/exec"
|
||||
)
|
||||
|
||||
func TestFakeBackendSuite(t *testing.T) {
|
||||
Suite(t, func() exec.ContractBackend {
|
||||
return &FakeBackend{
|
||||
Desc: exec.BackendDescriptor{
|
||||
Name: "fake",
|
||||
Capabilities: []exec.Capability{exec.CapText},
|
||||
},
|
||||
Result: exec.ContractResult{
|
||||
Outcome: exec.OutcomeSucceeded,
|
||||
Text: "ok",
|
||||
},
|
||||
}
|
||||
})
|
||||
}
|
||||
|
||||
func TestFakeCancelSemantics(t *testing.T) {
|
||||
block := make(chan struct{})
|
||||
b := &FakeBackend{
|
||||
Desc: exec.BackendDescriptor{Name: "fake", Capabilities: []exec.Capability{exec.CapCancel}},
|
||||
BlockUntil: block,
|
||||
}
|
||||
Run(t, Case{
|
||||
Name: "cancel",
|
||||
Backend: b,
|
||||
Request: exec.ContractRequest{ExecutionID: "e-cancel"},
|
||||
CancelAfter: 50_000_000,
|
||||
WantOutcome: exec.OutcomeCanceled,
|
||||
WantErrCode: exec.ErrCanceled,
|
||||
})
|
||||
if !b.CanceledWithCtx {
|
||||
t.Fatal("backend must observe ctx cancellation before returning")
|
||||
}
|
||||
}
|
||||
@@ -1,63 +0,0 @@
|
||||
package contract_test
|
||||
|
||||
import (
|
||||
"testing"
|
||||
|
||||
"agent-native/conformance"
|
||||
"agent-native/contract"
|
||||
)
|
||||
|
||||
// 契约自测:fake 后端通过最小套件,验证套件本身与类型语义一致。
|
||||
func TestFakeBackendSuite(t *testing.T) {
|
||||
conformance.Suite(t, func() contract.Backend {
|
||||
return &conformance.FakeBackend{
|
||||
Desc: contract.BackendDescriptor{
|
||||
Name: "fake",
|
||||
Capabilities: []contract.Capability{contract.CapText},
|
||||
},
|
||||
Result: contract.Result{
|
||||
Outcome: contract.OutcomeSucceeded,
|
||||
Text: "ok",
|
||||
},
|
||||
}
|
||||
})
|
||||
}
|
||||
|
||||
func TestFakeCancelSemantics(t *testing.T) {
|
||||
block := make(chan struct{})
|
||||
b := &conformance.FakeBackend{
|
||||
Desc: contract.BackendDescriptor{Name: "fake", Capabilities: []contract.Capability{contract.CapCancel}},
|
||||
BlockUntil: block,
|
||||
}
|
||||
conformance.Run(t, conformance.Case{
|
||||
Name: "cancel",
|
||||
Backend: b,
|
||||
Request: contract.Request{ExecutionID: "e-cancel"},
|
||||
CancelAfter: 50_000_000, // 50ms in ns (avoid time import here)
|
||||
WantOutcome: contract.OutcomeCanceled,
|
||||
WantErrCode: contract.ErrCanceled,
|
||||
})
|
||||
if !b.CanceledWithCtx {
|
||||
t.Fatal("backend must observe ctx cancellation before returning")
|
||||
}
|
||||
}
|
||||
|
||||
func TestErrorDuckTypeForLogs(t *testing.T) {
|
||||
e := &contract.Error{
|
||||
Code: contract.ErrProviderUnavailable,
|
||||
Reason: "down",
|
||||
Retryable: true,
|
||||
SideEffects: contract.SideEffectNone,
|
||||
}
|
||||
if e.ErrorCode() != "agent.provider_unavailable" {
|
||||
t.Fatal(e.ErrorCode())
|
||||
}
|
||||
fields := e.ErrorFields()
|
||||
if fields["reason"] != "down" || fields["side_effects"] != "none" || fields["retryable"] != true {
|
||||
t.Fatalf("%v", fields)
|
||||
}
|
||||
var nilErr *contract.Error
|
||||
if nilErr.ErrorCode() != "" || nilErr.ErrorFields() != nil {
|
||||
t.Fatal("nil error")
|
||||
}
|
||||
}
|
||||
Vendored
+1
-1
Submodule deps/agent-intent updated: 3674dc4bfd...651a2e1e03
Vendored
+1
-1
Submodule deps/development-guidelines updated: 26b562d2e3...2688fd2be6
+1
Submodule deps/development-manager added at bd3a7de57a
Vendored
+1
-1
Submodule deps/error-code-system updated: dbeed2f1b6...a3ee67bba2
Vendored
+1
-1
Submodule deps/logging-system updated: 2c5716fdcf...49b5d8be60
@@ -89,3 +89,19 @@ baseline_fixed: true
|
||||
|
||||
安全声明(不冒充已解决):run_command **不是 OS 沙箱**(宿主负责隔离);技能正文与 MCP
|
||||
server 描述是提示注入面(只信受信根 + 长度上限);fetch 的 DNS 解析存在 rebinding 窗口。
|
||||
扩展进程、安装的包和外部 CLI 都以调用者的完整权限运行,同样不是沙箱。
|
||||
|
||||
## R16 无界面全量(pi-headless,2026-10-01)
|
||||
|
||||
对标口径改为 pi 的无界面能力。不做 TUI、主题、快捷键,也不做订阅制 OAuth。
|
||||
|
||||
| 域 | 现状 |
|
||||
|---|---|
|
||||
| 会话树 | available:id/parentId、fork/clone、叶子切换、continue/resume、追加式压缩、旧线性文件仍可 Load、export_html |
|
||||
| 供应商 | available:Anthropic、OpenAI Chat 与 Responses、Google、Azure、兼容预设、models.json、`provider/id:thinking`、图片、缓存 token、自动重试;上下文溢出不重试 |
|
||||
| AgentSession | available:steer/follow-up、one 与 all、abort、clear_queue、中途换模型;事件含 message_start、tool_execution_update、queue_update、agent_settled |
|
||||
| 资源 | available:pi 工具名与原名并存、上下文文件、提示词模板、`/skill:name`、项目信任 |
|
||||
| 扩展与包 | available:stdio JSONL 子进程;install/remove/update/list/config |
|
||||
| 模式 | available:`cmd/agent-native` 的 print/json/rpc,以及 Go `rpc.Client` |
|
||||
| exec.Backend | available:`adapters/native` 的 Execute 经 AgentSession,请求/结果字段不变 |
|
||||
|
||||
|
||||
+6
-1
@@ -16,7 +16,7 @@ type Request struct {
|
||||
// OnEvent 可选过程事件回调(nil = 调用方不需要过程,后端行为与现状完全一致)。
|
||||
// 实现方必须保证:回调在 Execute 返回前完成(同步调用或等待收尾),无泄漏 goroutine;
|
||||
// 回调内不得阻塞(消费方自行节流/异步入队)。
|
||||
OnEvent func(ev ProcessEvent)
|
||||
OnEvent func(ev ProcessEvent) `json:"-"`
|
||||
|
||||
// ---- v0.2 能力字段(全部可选;零值 = 既有行为,向后兼容) ----
|
||||
|
||||
@@ -57,6 +57,11 @@ type ProcessEvent struct {
|
||||
// PromptTokens / CompletionTokens 在 Type=usage 时填写。
|
||||
PromptTokens int
|
||||
CompletionTokens int
|
||||
// 以下在 Type=usage 或 message_end 时填写(N3 WP6:上一请求与缓存命中拆分)。
|
||||
LastPromptTokens int
|
||||
LastCompletionTokens int
|
||||
CacheReadTokens int
|
||||
CacheWriteTokens int
|
||||
}
|
||||
|
||||
const (
|
||||
|
||||
@@ -1,7 +1,8 @@
|
||||
// Package contract 定义 Agent-Native 的公共执行契约。
|
||||
// 原 contract 包并入 exec。与本文件同名的执行门面仍是 Request、Result、Backend;
|
||||
// 设计契约里冲突的四个名字加 Contract 前缀。
|
||||
//
|
||||
// 本包是助手(Core)与小队(Squad)共用的唯一执行接口层:Core 注入具体
|
||||
// Backend 实现,Squad 只表达需求并使用已注入的后端。契约不依赖任何具体
|
||||
// ContractBackend 实现,Squad 只表达需求并使用已注入的后端。契约不依赖任何具体
|
||||
// 内核、产品类型、数据库或配置包。
|
||||
//
|
||||
// 语义不变量(实现方与消费方都必须遵守):
|
||||
@@ -20,7 +21,7 @@
|
||||
// 上下文,不授予跨会话可见性。
|
||||
// 7. Workspace 的路径约束不是 OS 沙箱;执行不可信第三方工具需要调用方
|
||||
// 提供的进程/容器隔离,不能由本契约推导。
|
||||
package contract
|
||||
package exec
|
||||
|
||||
import (
|
||||
"context"
|
||||
@@ -50,12 +51,6 @@ const (
|
||||
CapStructuredOutput Capability = "structured-output"
|
||||
)
|
||||
|
||||
// ToolProfile 是预定义工具策略名;与现有产品配置兼容。
|
||||
const (
|
||||
ToolProfileWorkspace = "workspace" // 默认:文档类工具受限集合
|
||||
ToolProfileReasoning = "reasoning" // 无工具,仅推理
|
||||
)
|
||||
|
||||
// ToolPolicy 描述执行允许的工具范围。实现不得自行扩展;未知工具一律拒绝。
|
||||
type ToolPolicy struct {
|
||||
// Profile 为策略名(workspace/reasoning/或产品注册的自定义名)。
|
||||
@@ -82,8 +77,8 @@ type SessionScope struct {
|
||||
Session string `json:"session,omitempty"`
|
||||
}
|
||||
|
||||
// Budget 约束一次执行(含共享 ExecutionID 的重试)。
|
||||
type Budget struct {
|
||||
// ContractBudget 约束一次执行(含共享 ExecutionID 的重试)。
|
||||
type ContractBudget struct {
|
||||
// MaxPromptTokens/MaxCompletionTokens 为 0 时不限制。
|
||||
MaxPromptTokens int `json:"max_prompt_tokens,omitempty"`
|
||||
MaxCompletionTokens int `json:"max_completion_tokens,omitempty"`
|
||||
@@ -98,9 +93,9 @@ type Message struct {
|
||||
Content string `json:"content"`
|
||||
}
|
||||
|
||||
// Request 是一次授权执行的统一输入。字段为设计契约;现有 file-only 流程
|
||||
// ContractRequest 是一次授权执行的统一输入。字段为设计契约;现有 file-only 流程
|
||||
// (Prompt+Instructions+Targets→reply.md)是其子集 facade。
|
||||
type Request struct {
|
||||
type ContractRequest struct {
|
||||
// ExecutionID 由调用方生成,重试与受控 fallback 复用同值。
|
||||
ExecutionID string `json:"execution_id"`
|
||||
// SessionScope 为隔离身份;可为零值(一次性任务)。
|
||||
@@ -118,8 +113,8 @@ type Request struct {
|
||||
Workspace WorkspaceHandle `json:"workspace"`
|
||||
// ToolPolicy 为工具范围;空 Profile 等同 reasoning。
|
||||
ToolPolicy ToolPolicy `json:"tool_policy"`
|
||||
// Budget 为本次执行预算。
|
||||
Budget Budget `json:"budget"`
|
||||
// ContractBudget 为本次执行预算。
|
||||
ContractBudget ContractBudget `json:"budget"`
|
||||
// Required 为必须满足的能力;解析器据此选择实现,缺失即拒绝。
|
||||
Required []Capability `json:"required,omitempty"`
|
||||
|
||||
@@ -235,14 +230,14 @@ type Usage struct {
|
||||
CompletionTokens int `json:"completion_tokens,omitempty"`
|
||||
}
|
||||
|
||||
// Result 是执行终态。Text 与 Files 依据任务可为空;Outcome 决定解释。
|
||||
type Result struct {
|
||||
// ContractResult 是执行终态。Text 与 Files 依据任务可为空;Outcome 决定解释。
|
||||
type ContractResult struct {
|
||||
Outcome Outcome `json:"outcome"`
|
||||
// Text 为文本结果(CapText 任务必填)。
|
||||
Text string `json:"text,omitempty"`
|
||||
// Files 为文件候选产物(内容字节),由调用方决定正式落盘与提交。
|
||||
Files map[string][]byte `json:"files,omitempty"`
|
||||
// Logs 为执行日志/过程摘要(兼容现有 Result.Logs)。
|
||||
// Logs 为执行日志/过程摘要(兼容现有 ContractResult.Logs)。
|
||||
Logs string `json:"logs,omitempty"`
|
||||
// Err 为 Failed/Canceled/Unknown 时的标准化错误;Succeeded 时为 nil。
|
||||
Err *Error `json:"err,omitempty"`
|
||||
@@ -271,19 +266,19 @@ func (d BackendDescriptor) Has(c Capability) bool {
|
||||
return false
|
||||
}
|
||||
|
||||
// Backend 是统一执行接口。实现必须:
|
||||
// ContractBackend 是统一执行接口。实现必须:
|
||||
// - 在 ctx 取消时尽快返回(Canceled 或 Unknown);
|
||||
// - 不持有跨执行的可变会话状态(连接池等无状态资源可复用);
|
||||
// - 不自行扩大工具范围或读取 Workspace 之外的路径。
|
||||
type Backend interface {
|
||||
type ContractBackend interface {
|
||||
Descriptor() BackendDescriptor
|
||||
// Execute 执行一次授权调用。返回的 Result 永不为 nil;ctx 错误映射为
|
||||
// Execute 执行一次授权调用。返回的 ContractResult 永不为 nil;ctx 错误映射为
|
||||
// Outcome=Canceled/Unknown,不返回 Go error 表达业务终态。
|
||||
Execute(ctx context.Context, req Request) (*Result, error)
|
||||
Execute(ctx context.Context, req ContractRequest) (*ContractResult, error)
|
||||
}
|
||||
|
||||
// Resolver 按名称与必需能力解析后端。未知名必须返回错误,生产路径不得
|
||||
// 回落到 Stub。
|
||||
type Resolver interface {
|
||||
Resolve(name string, required []Capability) (Backend, error)
|
||||
Resolve(name string, required []Capability) (ContractBackend, error)
|
||||
}
|
||||
@@ -0,0 +1,23 @@
|
||||
package exec
|
||||
|
||||
import "testing"
|
||||
|
||||
func TestErrorDuckTypeForLogs(t *testing.T) {
|
||||
e := &Error{
|
||||
Code: ErrProviderUnavailable,
|
||||
Reason: "down",
|
||||
Retryable: true,
|
||||
SideEffects: SideEffectNone,
|
||||
}
|
||||
if e.ErrorCode() != "agent.provider_unavailable" {
|
||||
t.Fatal(e.ErrorCode())
|
||||
}
|
||||
fields := e.ErrorFields()
|
||||
if fields["reason"] != "down" || fields["side_effects"] != "none" || fields["retryable"] != true {
|
||||
t.Fatalf("%v", fields)
|
||||
}
|
||||
var nilErr *Error
|
||||
if nilErr.ErrorCode() != "" || nilErr.ErrorFields() != nil {
|
||||
t.Fatal("nil error")
|
||||
}
|
||||
}
|
||||
@@ -3,13 +3,10 @@ module agent-native
|
||||
go 1.27
|
||||
|
||||
require (
|
||||
agent-intent v0.0.0
|
||||
error-code-system v0.0.0
|
||||
logging-system v0.0.0
|
||||
)
|
||||
|
||||
replace agent-intent => ./deps/agent-intent
|
||||
|
||||
replace error-code-system => ./deps/error-code-system
|
||||
|
||||
replace logging-system => ./deps/logging-system
|
||||
|
||||
@@ -1,29 +1,31 @@
|
||||
# 通用规范采纳记录
|
||||
|
||||
- 项目/负责人:Agent-Native / 仓库所有者 weichen
|
||||
- 项目/负责人:Agent-Native / weichen
|
||||
- 状态:active
|
||||
- 规范位置:`deps/development-guidelines`
|
||||
- 规范性文档目录:`policy/`
|
||||
- 过程文档位置:`docs/records/`(项目内固定目录豁免。当前为个人维护的基础库,单独过程仓会让每份记录都变成跨仓 gitlink;任务主记录仍在 Gitea Issue/PR。豁免一经登记,过程记录不得再写入 `policy/` 或规范库。)
|
||||
- 版本权威:父仓 gitlink;可读标签:无(内容版本 `0.1.0-draft.6`,提交 `26b562d2e34fbc560711296a309c91c74ffc55b1`)
|
||||
- 批准/生效依据:本仓接入提交;草案审阅完成后随该提交生效
|
||||
- 替代范围和迁移说明:本仓此前没有根 `AGENTS.md`。接入后以本文件与根入口为准,不在规范库内保存项目事实。
|
||||
- 过程文档位置:任务卡在 `.task/`(模板 `.task/templates/task-card.md`);过程记录在 `docs/records/`(项目内固定目录豁免。当前为个人维护的基础库,单独过程仓会让每份记录都变成跨仓 gitlink;任务主记录在 PR 描述中。豁免一经登记,过程记录不得再写入 `policy/` 或规范库。)
|
||||
- 版本权威:本仓 gitlink `deps/development-guidelines` @ `2688fd2be6a5`(完整 `2688fd2be6a52c0bf110e7e6366b6f291ab5e4eb`,内容版本 `0.1.0-draft.12`);可读标签:无
|
||||
- 批准/生效依据:`feature/governance-adoption PR(Agent-Native)`;合入前须在 `.task/feature-governance-adoption.md` 记录正负例、Review 与 CI 证据
|
||||
- 替代范围和迁移说明:无替代项。既有 `AGENTS.md`、`PROJECT.md` 内容保留,本次只向二者追加内容(「Agent 执行与新项目准入(强制)」段与验证命令);`AGENT-EXECUTION.md` 非既有文件,由本次采纳新增(治理引导提交 b1034e1)。新增共享执行器入口 `scripts/dm`、`scripts/agent-exec`、`scripts/task`,`scripts/hooks/pre-commit`(待 host 启用 `core.hooksPath`)与 `.gitea/workflows/governance.yml`。
|
||||
|
||||
| 规范/工作流 | 适用条件与范围 | 采纳或不适用理由 | 执行方式/证据 |
|
||||
|---|---|---|---|
|
||||
| core/baseline.md | 日常工作 | 所有改动都要守硬边界 | manual |
|
||||
| workflows/delivery.md、debugging.md、handoff.md | 交付、排障与交接 | 单人维护仍需要可交接的任务记录 | manual |
|
||||
| workflows/delivery.md、debugging.md、handoff.md | 交付、排障与交接 | 单人维护仍需要可交接的任务记录(`.task/` 任务卡 + PR 主记录) | manual |
|
||||
| standards/collaboration.md | 并行共同起点、节点同步与陈旧候选拒绝 | 本仓会被 Agent-Squad 以 gitlink 消费 | manual |
|
||||
| standards/verification.md | 验证与结论 | 仓库根 `go vet` / `go test` | manual;命令见 PROJECT.md |
|
||||
| standards/merge-queue.md | 多个就绪任务的最终同步、CI、Review 与合入调度 | 不适用:个人维护的单仓,合入由仓库所有者串行完成,无多任务就绪队列 | 不适用 |
|
||||
| standards/verification.md | 验证与结论 | 仓库根 `go vet` / `go test`;治理与执行配置命令见 PROJECT.md「验证」节 | manual;命令见 PROJECT.md |
|
||||
| workflows/design-verification.md、standards/testability.md、standards/failure-containment.md | 契约、适配器与故障分类 | 执行器失败必须可定位且不扩大工具范围 | manual |
|
||||
| standards/module-contracts.md | contract/exec/runtime/adapters 边界 | 公开端口已按层拆分 | manual |
|
||||
| standards/observability.md | 错误码、过程事件 | 与 Error-Code-System / Logging-System 对齐 | manual |
|
||||
| standards/agent-execution.md | 能力协商与后端回退 | 本仓就是执行契约的权威 | manual |
|
||||
| standards/multi-repo.md | submodule 与固定组合 | 规范与基础库以 gitlink 锁定 | manual |
|
||||
| standards/agent-execution.md | 工程 Agent CLI 执行路由、会话隔离与受控集成;模型能力协商与回退 | 本仓就是执行契约的权威。AI 实施单元只经 `AGENT-EXECUTION.md` 登记的候选由 `scripts/agent-exec run` 执行,并经 `scripts/agent-exec apply` 集成,禁止 host 代写 | `AGENT-EXECUTION.md` + `scripts/agent-exec`(validate/admit);证据:`governance check + 正负例(.task/feature-governance-adoption.md)` |
|
||||
| standards/multi-repo.md | submodule 与固定版本组合 | 规范与基础库以 gitlink 锁定 | manual |
|
||||
| standards/security.md | 路径授权、工具范围、凭证 | 凭证不入库;路径授权不等于 OS 沙箱 | manual |
|
||||
| standards/documentation.md | 三层文档 | `policy/` 与 `docs/records/` 已分开 | manual |
|
||||
| standards/data-reliability.md | 执行副作用与重放 | 无本仓数据库;适用副作用分类,不扩展成存储设计 | manual |
|
||||
| standards/configuration.md | 调用方注入的模型与工具配置 | 本仓不自带多实例部署配置 | manual |
|
||||
| standards/tool-adaptation.md | 为工具创建规则/钩子、接入新客户端 | 适用于 `scripts/hooks/pre-commit`(git 钩子,待 host 启用);本仓不新增工具规则或客户端接入 | manual |
|
||||
| standards/release-operations.md | 独立发布流水线 | 当前无制品仓库与部署入口 | 不适用 |
|
||||
| workflows/automation.md | 定时与后台任务 | 本仓无 daemon | 不适用 |
|
||||
|
||||
@@ -37,6 +39,8 @@
|
||||
|
||||
## 本次升级或首次接入验证
|
||||
|
||||
### 2026-09-29 首次接入(历史记录,版本号为当时值)
|
||||
|
||||
- 入口:根 `AGENTS.md`、`PROJECT.md` 指向 `deps/development-guidelines`。
|
||||
- 子模块:`deps/development-guidelines` 固定 `26b562d2e34fbc560711296a309c91c74ffc55b1`。
|
||||
- `.gitmodules` 使用批准的上游 SSH URL,不含本机路径或凭证。
|
||||
@@ -49,3 +53,12 @@
|
||||
- 依赖边界新增:唯 `adapters/intentgate` 可 import agent-intent;不使用该包时核心与 agent-intent 无编译关系。
|
||||
- 接入与验证记录见 [docs/records/2026-09-29-intentgate-adoption.md](../docs/records/2026-09-29-intentgate-adoption.md)。
|
||||
- 回退:删除 `adapters/intentgate/`、go.mod 的 agent-intent require/replace、`.gitmodules` 对应条目与 submodule,`scripts/submodule-consistency.sh` 移除该路径。
|
||||
|
||||
### 2026-10-17 治理套件采纳(feature/governance-adoption)
|
||||
|
||||
- 入口:根 `AGENTS.md`、`PROJECT.md`、`AGENT-EXECUTION.md` 指向 `deps/development-guidelines`;相对链接须可解析。
|
||||
- 固定版本:`deps/development-guidelines` 由 `26b562d2` 前进到 `2688fd2be6a52c0bf110e7e6366b6f291ab5e4eb`;`deps/development-manager` 固定 `bd3a7de57a3a9e1a4495b94c5fa5c08d71e7be8c`(`.gitmodules` 条目与 gitlink 由执行器记录)。
|
||||
- 共享执行器:`scripts/dm`(读取 `deps/development-manager` 钉住提交)、`scripts/agent-exec`、`scripts/task` 为薄入口;`.task/templates/task-card.md` 为任务卡模板。
|
||||
- CI 门禁:`.gitea/workflows/governance.yml` 执行 `scripts/agent-exec validate --repo .` 与 `scripts/dm governance check --repo .`;除 agent-execution 外的专题保持 manual。
|
||||
- 检查:本文件无尖括号占位符;暂存副本内 `scripts/dm governance check --repo .` 与 `scripts/agent-exec validate --repo .` 的输出,以及正负例、Review 与 CI 证据,合入前在 `.task/feature-governance-adoption.md` 补齐(当前为 NOT_RUN)。
|
||||
- 回退:把 `deps/development-guidelines` 恢复到 `26b562d2e34fbc560711296a309c91c74ffc55b1`,删除 `deps/development-manager` 条目,删除 `scripts/dm`、`scripts/agent-exec`、`scripts/task`、`scripts/hooks/`、`.gitea/workflows/governance.yml` 与 `.task/templates/task-card.md`,并从 `AGENTS.md` 删除「Agent 执行与新项目准入(强制)」段。
|
||||
|
||||
@@ -0,0 +1,54 @@
|
||||
package rpc
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"io"
|
||||
)
|
||||
|
||||
// Client is the Go SDK for the JSONL RPC mode.
|
||||
type Client struct {
|
||||
in io.Writer
|
||||
out *bufio.Reader
|
||||
}
|
||||
|
||||
// NewClient wraps a bidirectional pipe. Commands are one JSON object per line.
|
||||
func NewClient(in io.Writer, out io.Reader) *Client {
|
||||
return &Client{in: in, out: bufio.NewReader(out)}
|
||||
}
|
||||
|
||||
// Call sends one command and reads the matching response.
|
||||
func (c *Client) Call(ctx context.Context, req Request) (Response, error) {
|
||||
raw, err := json.Marshal(req)
|
||||
if err != nil {
|
||||
return Response{}, err
|
||||
}
|
||||
if _, err := c.in.Write(append(raw, '\n')); err != nil {
|
||||
return Response{}, err
|
||||
}
|
||||
type result struct {
|
||||
resp Response
|
||||
err error
|
||||
}
|
||||
ch := make(chan result, 1)
|
||||
go func() {
|
||||
line, err := c.out.ReadBytes('\n')
|
||||
if err != nil {
|
||||
ch <- result{err: err}
|
||||
return
|
||||
}
|
||||
var resp Response
|
||||
if err := json.Unmarshal(line, &resp); err != nil {
|
||||
ch <- result{err: err}
|
||||
return
|
||||
}
|
||||
ch <- result{resp: resp}
|
||||
}()
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
return Response{}, ctx.Err()
|
||||
case got := <-ch:
|
||||
return got.resp, got.err
|
||||
}
|
||||
}
|
||||
+213
@@ -0,0 +1,213 @@
|
||||
package rpc
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
|
||||
"agent-native/runtime"
|
||||
"agent-native/runtime/llm"
|
||||
"agent-native/runtime/session"
|
||||
)
|
||||
|
||||
// Request is one RPC command. Type matches the pi headless command set.
|
||||
type Request struct {
|
||||
ID string `json:"id,omitempty"`
|
||||
Type string `json:"type"`
|
||||
Message string `json:"message,omitempty"`
|
||||
Model string `json:"model,omitempty"`
|
||||
ThinkingLevel string `json:"thinkingLevel,omitempty"`
|
||||
Path string `json:"path,omitempty"`
|
||||
Name string `json:"name,omitempty"`
|
||||
Leaf string `json:"leaf,omitempty"`
|
||||
Keep int `json:"keep,omitempty"`
|
||||
}
|
||||
|
||||
// Response is the synchronous result of one command.
|
||||
type Response struct {
|
||||
ID string `json:"id,omitempty"`
|
||||
Type string `json:"type"`
|
||||
OK bool `json:"ok"`
|
||||
Text string `json:"text,omitempty"`
|
||||
Error string `json:"error,omitempty"`
|
||||
Result any `json:"result,omitempty"`
|
||||
// Status 是命令回执:started 已接手,queued 先排队,handled 已处理完。
|
||||
Status string `json:"status,omitempty"`
|
||||
}
|
||||
|
||||
// Server serves RPC commands against one agent session and its transcript.
|
||||
type Server struct {
|
||||
Agent *runtime.AgentSession
|
||||
Store *session.Store
|
||||
NoStore bool
|
||||
}
|
||||
|
||||
// Handle runs one command and returns the JSON response line.
|
||||
func (s *Server) Handle(ctx context.Context, line []byte) ([]byte, error) {
|
||||
var req Request
|
||||
if err := json.Unmarshal(line, &req); err != nil {
|
||||
return encode(Response{Type: "response", OK: false, Error: err.Error()})
|
||||
}
|
||||
resp := s.dispatch(ctx, req)
|
||||
resp.ID = req.ID
|
||||
if resp.Type == "" {
|
||||
resp.Type = "response"
|
||||
}
|
||||
return encode(resp)
|
||||
}
|
||||
|
||||
func (s *Server) dispatch(ctx context.Context, req Request) Response {
|
||||
switch req.Type {
|
||||
case "prompt":
|
||||
if s.Agent == nil {
|
||||
return fail("no agent")
|
||||
}
|
||||
msg := llm.Message{Role: llm.RoleUser, Content: req.Message}
|
||||
if s.Agent.Busy() {
|
||||
s.Agent.FollowUp(msg)
|
||||
return Response{OK: true, Status: "queued"}
|
||||
}
|
||||
res, err := s.Agent.Prompt(ctx, msg)
|
||||
if err != nil {
|
||||
return fail(err.Error())
|
||||
}
|
||||
if res.Err != nil {
|
||||
return fail(res.Err.Error())
|
||||
}
|
||||
return Response{OK: true, Text: res.Text, Status: "handled"}
|
||||
case "steer":
|
||||
if s.Agent == nil {
|
||||
return fail("no agent")
|
||||
}
|
||||
s.Agent.Steer(llm.Message{Role: llm.RoleUser, Content: req.Message})
|
||||
return Response{OK: true, Status: queueStatus(s.Agent.Busy())}
|
||||
case "follow_up":
|
||||
if s.Agent == nil {
|
||||
return fail("no agent")
|
||||
}
|
||||
s.Agent.FollowUp(llm.Message{Role: llm.RoleUser, Content: req.Message})
|
||||
return Response{OK: true, Status: queueStatus(s.Agent.Busy())}
|
||||
case "abort":
|
||||
s.Agent.Abort()
|
||||
return Response{OK: true}
|
||||
case "clear_queue":
|
||||
s.Agent.ClearQueue()
|
||||
return Response{OK: true}
|
||||
case "set_model":
|
||||
if err := s.Agent.SetModel(req.Model, req.ThinkingLevel); err != nil {
|
||||
return fail(err.Error())
|
||||
}
|
||||
return Response{OK: true}
|
||||
case "compact":
|
||||
keep := req.Keep
|
||||
if keep <= 0 {
|
||||
keep = 4
|
||||
}
|
||||
done, err := s.Agent.Compact(keep, func(messages []llm.Message) (string, error) {
|
||||
return fmt.Sprintf("%d messages", len(messages)), nil
|
||||
})
|
||||
if err != nil {
|
||||
return fail(err.Error())
|
||||
}
|
||||
return Response{OK: true, Result: done}
|
||||
case "get_state":
|
||||
leaf, _ := s.Store.Leaf()
|
||||
return Response{OK: true, Result: map[string]any{"leaf": leaf, "name": s.Store.Name(), "path": s.Store.Path()}}
|
||||
case "get_tree":
|
||||
entries, err := s.Store.Entries()
|
||||
if err != nil {
|
||||
return fail(err.Error())
|
||||
}
|
||||
return Response{OK: true, Result: entries}
|
||||
case "get_entries":
|
||||
entries, err := s.Store.Entries()
|
||||
if err != nil {
|
||||
return fail(err.Error())
|
||||
}
|
||||
return Response{OK: true, Result: entries}
|
||||
case "get_last_assistant_text":
|
||||
msgs, err := s.Store.Load()
|
||||
if err != nil {
|
||||
return fail(err.Error())
|
||||
}
|
||||
text := ""
|
||||
for _, m := range msgs {
|
||||
if m.Role == llm.RoleAssistant {
|
||||
text = m.Content
|
||||
}
|
||||
}
|
||||
return Response{OK: true, Text: text}
|
||||
case "set_session_name":
|
||||
if err := s.Store.SetName(req.Name); err != nil {
|
||||
return fail(err.Error())
|
||||
}
|
||||
return Response{OK: true}
|
||||
case "fork":
|
||||
dest := req.Path
|
||||
if dest == "" {
|
||||
return fail("path is required")
|
||||
}
|
||||
if _, err := s.Store.Fork(dest, req.Leaf); err != nil {
|
||||
return fail(err.Error())
|
||||
}
|
||||
return Response{OK: true, Text: dest}
|
||||
case "clone":
|
||||
if req.Path == "" {
|
||||
return fail("path is required")
|
||||
}
|
||||
if _, err := s.Store.Clone(req.Path); err != nil {
|
||||
return fail(err.Error())
|
||||
}
|
||||
return Response{OK: true, Text: req.Path}
|
||||
case "switch_session":
|
||||
if req.Path == "" {
|
||||
return fail("path is required")
|
||||
}
|
||||
st, err := session.Open(req.Path)
|
||||
if err != nil {
|
||||
return fail(err.Error())
|
||||
}
|
||||
s.Store = st
|
||||
return Response{OK: true}
|
||||
case "new_session":
|
||||
if req.Path == "" {
|
||||
return fail("path is required")
|
||||
}
|
||||
st, err := session.Open(req.Path)
|
||||
if err != nil {
|
||||
return fail(err.Error())
|
||||
}
|
||||
s.Store = st
|
||||
return Response{OK: true, Text: req.Path}
|
||||
case "export_html":
|
||||
if req.Path == "" {
|
||||
return fail("path is required")
|
||||
}
|
||||
if err := s.Store.ExportHTML(req.Path); err != nil {
|
||||
return fail(err.Error())
|
||||
}
|
||||
return Response{OK: true, Text: req.Path}
|
||||
case "get_session_stats":
|
||||
st := s.Store.Stats()
|
||||
return Response{OK: true, Result: st}
|
||||
default:
|
||||
return fail("unknown command " + req.Type)
|
||||
}
|
||||
}
|
||||
|
||||
func fail(msg string) Response { return Response{OK: false, Error: msg} }
|
||||
|
||||
func queueStatus(busy bool) string {
|
||||
if busy {
|
||||
return "queued"
|
||||
}
|
||||
return "started"
|
||||
}
|
||||
|
||||
func encode(resp Response) ([]byte, error) {
|
||||
raw, err := json.Marshal(resp)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return append(raw, '\n'), nil
|
||||
}
|
||||
@@ -0,0 +1,75 @@
|
||||
package rpc
|
||||
|
||||
import (
|
||||
"context"
|
||||
"io"
|
||||
"path/filepath"
|
||||
"testing"
|
||||
|
||||
"agent-native/runtime"
|
||||
"agent-native/runtime/llm"
|
||||
"agent-native/runtime/session"
|
||||
)
|
||||
|
||||
func TestRPCSessionCommandsAndClient(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
store, err := session.Open(filepath.Join(dir, "s.jsonl"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := store.Append(llm.Message{Role: llm.RoleAssistant, Content: "ready"}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
agent := runtime.NewAgentSession(runtime.Config{
|
||||
Model: "fake",
|
||||
Stream: func(ctx context.Context, model string, messages []llm.Message, td []llm.ToolDecl, opts llm.StreamOptions) <-chan llm.Event {
|
||||
ch := make(chan llm.Event, 1)
|
||||
ch <- llm.Event{Kind: llm.KindMessageEnd, Message: llm.Message{Role: llm.RoleAssistant, Content: "echo", StopReason: llm.StopEnd}}
|
||||
close(ch)
|
||||
return ch
|
||||
},
|
||||
})
|
||||
srv := &Server{Agent: agent, Store: store}
|
||||
clientIn, serverOut := io.Pipe()
|
||||
serverIn, clientOut := io.Pipe()
|
||||
go func() {
|
||||
defer serverOut.Close()
|
||||
buf := make([]byte, 4096)
|
||||
for {
|
||||
n, err := serverIn.Read(buf)
|
||||
if n > 0 {
|
||||
resp, herr := srv.Handle(context.Background(), buf[:n])
|
||||
if herr == nil {
|
||||
_, _ = serverOut.Write(resp)
|
||||
}
|
||||
}
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
}
|
||||
}()
|
||||
client := NewClient(clientOut, clientIn)
|
||||
resp, err := client.Call(context.Background(), Request{ID: "1", Type: "get_last_assistant_text"})
|
||||
if err != nil || !resp.OK || resp.Text != "ready" {
|
||||
t.Fatalf("%+v %v", resp, err)
|
||||
}
|
||||
fork := filepath.Join(dir, "fork.jsonl")
|
||||
resp, err = client.Call(context.Background(), Request{Type: "fork", Path: fork})
|
||||
if err != nil || !resp.OK {
|
||||
t.Fatalf("fork %+v %v", resp, err)
|
||||
}
|
||||
resp, err = client.Call(context.Background(), Request{Type: "prompt", Message: "hi"})
|
||||
if err != nil || !resp.OK || resp.Text != "echo" || resp.Status != "handled" {
|
||||
t.Fatalf("prompt %+v %v", resp, err)
|
||||
}
|
||||
resp, err = client.Call(context.Background(), Request{Type: "steer", Message: "later"})
|
||||
if err != nil || !resp.OK || resp.Status != "started" {
|
||||
t.Fatalf("steer %+v %v", resp, err)
|
||||
}
|
||||
htmlPath := filepath.Join(dir, "out.html")
|
||||
resp, err = client.Call(context.Background(), Request{Type: "export_html", Path: htmlPath})
|
||||
if err != nil || !resp.OK {
|
||||
t.Fatalf("export %+v %v", resp, err)
|
||||
}
|
||||
_ = clientOut.Close()
|
||||
}
|
||||
@@ -0,0 +1,95 @@
|
||||
package runtime
|
||||
|
||||
import (
|
||||
"context"
|
||||
"errors"
|
||||
"testing"
|
||||
|
||||
"agent-native/runtime/hooks"
|
||||
"agent-native/runtime/llm"
|
||||
"agent-native/runtime/tools"
|
||||
)
|
||||
|
||||
func TestHookAdaptersMatchDirectCallbacks(t *testing.T) {
|
||||
direct := runGate(t, false)
|
||||
adapted := runGate(t, true)
|
||||
if direct.stop != adapted.stop || direct.text != adapted.text {
|
||||
t.Fatalf("stop/text direct=%s %q adapted=%s %q", direct.stop, direct.text, adapted.stop, adapted.text)
|
||||
}
|
||||
if direct.denies != adapted.denies || direct.reminders != adapted.reminders || direct.errors != adapted.errors {
|
||||
t.Fatalf("counts direct=%+v adapted=%+v", direct, adapted)
|
||||
}
|
||||
if direct.denies != 1 || direct.reminders == 0 {
|
||||
t.Fatalf("unexpected counts %+v", direct)
|
||||
}
|
||||
}
|
||||
|
||||
type gateStats struct {
|
||||
stop, text string
|
||||
denies, reminders, errors int
|
||||
}
|
||||
|
||||
func runGate(t *testing.T, viaHooks bool) gateStats {
|
||||
t.Helper()
|
||||
var stats gateStats
|
||||
before := func(call llm.ToolCall) error {
|
||||
if call.Name == "read_file" {
|
||||
stats.denies++
|
||||
return errors.New("denied")
|
||||
}
|
||||
return nil
|
||||
}
|
||||
reminders := func(int) []string {
|
||||
stats.reminders++
|
||||
return []string{"记一笔"}
|
||||
}
|
||||
stop := func(last llm.Message, info StopInfo) StopDecision {
|
||||
if info.Continuations < 1 {
|
||||
return StopDecision{Continue: true, Reason: "再看一眼"}
|
||||
}
|
||||
return StopDecision{}
|
||||
}
|
||||
cfg := Config{
|
||||
Model: "fake",
|
||||
Tools: tools.WorkspaceTools(t.TempDir()),
|
||||
Stream: script(
|
||||
llm.Message{Role: llm.RoleAssistant, StopReason: llm.StopToolCalls, ToolCalls: []llm.ToolCall{{
|
||||
ID: "c1", Name: "read_file", Arguments: `{"path":"a.md"}`,
|
||||
}}},
|
||||
llm.Message{Role: llm.RoleAssistant, Content: "done", StopReason: llm.StopEnd},
|
||||
),
|
||||
Reminders: reminders,
|
||||
}
|
||||
if viaHooks {
|
||||
bus := hooks.New()
|
||||
bus.On(hooks.AdaptBefore(func(name, args string) error {
|
||||
return before(llm.ToolCall{Name: name, Arguments: args})
|
||||
}))
|
||||
bus.On(func(c hooks.Call) hooks.Outcome {
|
||||
if c.Event != hooks.Stop {
|
||||
return hooks.Outcome{}
|
||||
}
|
||||
d := stop(llm.Message{Content: c.LastText}, StopInfo{Continuations: c.Continuations, ToolCalls: c.ToolCalls})
|
||||
if d.Continue {
|
||||
return hooks.Outcome{Decision: hooks.Block, Reason: d.Reason, Replacement: d.Replacement, Notice: d.Notice}
|
||||
}
|
||||
return hooks.Outcome{Decision: hooks.Allow, Notice: d.Notice}
|
||||
})
|
||||
cfg.Hooks = bus
|
||||
} else {
|
||||
cfg.BeforeTool = before
|
||||
cfg.Stop = stop
|
||||
}
|
||||
res, err := Run(context.Background(), cfg, llm.Message{Role: llm.RoleUser, Content: "读文件"})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
stats.stop = string(res.StopReason)
|
||||
stats.text = res.Text
|
||||
for _, m := range res.Messages {
|
||||
if m.Role == llm.RoleTool && m.IsError {
|
||||
stats.errors++
|
||||
}
|
||||
}
|
||||
return stats
|
||||
}
|
||||
@@ -0,0 +1,216 @@
|
||||
// Package agentspec 定义子代理画像(AgentSpec)与 agent-*.md 文件形态。
|
||||
// 宿主与内置画像可声明全部字段;插件来源的画像只允许身份与工具面,
|
||||
// 不得声明钩子、MCP 与权限模式(fail-closed,错误定位到字段)。
|
||||
package agentspec
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"strconv"
|
||||
"strings"
|
||||
)
|
||||
|
||||
// AgentSpec 是一个子代理画像。字段对齐公开子代理 frontmatter 约定,
|
||||
// 另加 outputSchema。空字段表示沿用宿主内置。
|
||||
type AgentSpec struct {
|
||||
Name string
|
||||
Description string
|
||||
Prompt string // 正文(frontmatter 之后的内容)
|
||||
Tools []string
|
||||
DisallowedTools []string
|
||||
Model string
|
||||
PermissionMode string
|
||||
Skills []string
|
||||
MaxTurns int
|
||||
MemoryScope string
|
||||
Effort string
|
||||
Background bool
|
||||
WorktreeIsolation bool
|
||||
OutputSchema string
|
||||
}
|
||||
|
||||
// pluginBannedKeys 是插件来源画像禁带的键:钩子、MCP 与权限模式归宿主与基座。
|
||||
var pluginBannedKeys = map[string]bool{
|
||||
"hooks": true,
|
||||
"mcp": true,
|
||||
"permissionMode": true,
|
||||
}
|
||||
|
||||
// Parse 解析宿主/内置画像文件:frontmatter(--- 包裹的 key: value 行,
|
||||
// 列表值用逗号分隔)+ 正文。未知键报错;name 必填且须小写连字符。
|
||||
func Parse(content string) (AgentSpec, error) {
|
||||
return parse(content, nil)
|
||||
}
|
||||
|
||||
// ParsePlugin 解析插件来源画像文件:在 Parse 之上禁带 hooks/mcp/permissionMode 键。
|
||||
func ParsePlugin(content string) (AgentSpec, error) {
|
||||
return parse(content, pluginBannedKeys)
|
||||
}
|
||||
|
||||
func parse(content string, banned map[string]bool) (AgentSpec, error) {
|
||||
fm, body, err := splitFrontmatter(content)
|
||||
if err != nil {
|
||||
return AgentSpec{}, err
|
||||
}
|
||||
var spec AgentSpec
|
||||
for key, value := range fm {
|
||||
if banned[key] {
|
||||
return AgentSpec{}, fmt.Errorf("agentspec: 插件画像不得声明 %s", key)
|
||||
}
|
||||
if err := assign(&spec, key, value); err != nil {
|
||||
return AgentSpec{}, err
|
||||
}
|
||||
}
|
||||
spec.Prompt = strings.TrimSpace(body)
|
||||
if spec.Name == "" {
|
||||
return AgentSpec{}, fmt.Errorf("agentspec: name required")
|
||||
}
|
||||
if !validName(spec.Name) {
|
||||
return AgentSpec{}, fmt.Errorf("agentspec: name %q 须为小写连字符(如 doc-reviewer)", spec.Name)
|
||||
}
|
||||
return spec, nil
|
||||
}
|
||||
|
||||
// LoadDir 整批加载目录下的 *.md 画像:任一文件解析失败则全批拒绝;
|
||||
// 重名拒绝。parser 按来源选 Parse 或 ParsePlugin。返回按 Name 索引。
|
||||
func LoadDir(dir string, parser func(string) (AgentSpec, error)) (map[string]AgentSpec, error) {
|
||||
if parser == nil {
|
||||
parser = Parse
|
||||
}
|
||||
names, err := filepath.Glob(filepath.Join(dir, "*.md"))
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("agentspec: glob %s: %w", dir, err)
|
||||
}
|
||||
out := map[string]AgentSpec{}
|
||||
for _, name := range names {
|
||||
raw, err := os.ReadFile(name)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("agentspec: %s: %w", filepath.Base(name), err)
|
||||
}
|
||||
spec, err := parser(string(raw))
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("agentspec: %s: %w", filepath.Base(name), err)
|
||||
}
|
||||
if _, dup := out[spec.Name]; dup {
|
||||
return nil, fmt.Errorf("agentspec: duplicate name %q in %s", spec.Name, dir)
|
||||
}
|
||||
out[spec.Name] = spec
|
||||
}
|
||||
return out, nil
|
||||
}
|
||||
|
||||
func splitFrontmatter(content string) (map[string]string, string, error) {
|
||||
text := strings.ReplaceAll(content, "\r\n", "\n")
|
||||
if !strings.HasPrefix(text, "---\n") {
|
||||
return nil, "", fmt.Errorf("agentspec: missing frontmatter(须以 --- 开头)")
|
||||
}
|
||||
rest := text[len("---\n"):]
|
||||
end := strings.Index(rest, "\n---")
|
||||
if end < 0 {
|
||||
return nil, "", fmt.Errorf("agentspec: frontmatter 未闭合(缺 --- 结尾)")
|
||||
}
|
||||
fm := map[string]string{}
|
||||
for _, line := range strings.Split(rest[:end], "\n") {
|
||||
line = strings.TrimSpace(line)
|
||||
if line == "" || strings.HasPrefix(line, "#") {
|
||||
continue
|
||||
}
|
||||
i := strings.Index(line, ":")
|
||||
if i <= 0 {
|
||||
return nil, "", fmt.Errorf("agentspec: 无法解析的行 %q(须为 key: value)", line)
|
||||
}
|
||||
fm[strings.TrimSpace(line[:i])] = strings.TrimSpace(line[i+1:])
|
||||
}
|
||||
body := rest[end+len("\n---"):]
|
||||
body = strings.TrimLeft(body, "\n")
|
||||
return fm, body, nil
|
||||
}
|
||||
|
||||
func assign(spec *AgentSpec, key, value string) error {
|
||||
switch key {
|
||||
case "name":
|
||||
spec.Name = value
|
||||
case "description":
|
||||
spec.Description = value
|
||||
case "tools":
|
||||
spec.Tools = splitList(value)
|
||||
case "disallowedTools":
|
||||
spec.DisallowedTools = splitList(value)
|
||||
case "model":
|
||||
spec.Model = value
|
||||
case "permissionMode":
|
||||
spec.PermissionMode = value
|
||||
case "skills":
|
||||
spec.Skills = splitList(value)
|
||||
case "maxTurns":
|
||||
n, err := strconv.Atoi(value)
|
||||
if err != nil || n < 0 {
|
||||
return fmt.Errorf("agentspec: maxTurns %q 须为非负整数", value)
|
||||
}
|
||||
spec.MaxTurns = n
|
||||
case "memoryScope":
|
||||
spec.MemoryScope = value
|
||||
case "effort":
|
||||
spec.Effort = value
|
||||
case "background":
|
||||
b, err := parseBool(key, value)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
spec.Background = b
|
||||
case "worktreeIsolation":
|
||||
b, err := parseBool(key, value)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
spec.WorktreeIsolation = b
|
||||
case "outputSchema":
|
||||
spec.OutputSchema = value
|
||||
default:
|
||||
return fmt.Errorf("agentspec: 未知键 %q", key)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func parseBool(key, value string) (bool, error) {
|
||||
switch value {
|
||||
case "true":
|
||||
return true, nil
|
||||
case "false":
|
||||
return false, nil
|
||||
default:
|
||||
return false, fmt.Errorf("agentspec: %s %q 须为 true/false", key, value)
|
||||
}
|
||||
}
|
||||
|
||||
func splitList(value string) []string {
|
||||
if strings.TrimSpace(value) == "" {
|
||||
return nil
|
||||
}
|
||||
parts := strings.Split(value, ",")
|
||||
out := make([]string, 0, len(parts))
|
||||
for _, p := range parts {
|
||||
if s := strings.TrimSpace(p); s != "" {
|
||||
out = append(out, s)
|
||||
}
|
||||
}
|
||||
return out
|
||||
}
|
||||
|
||||
func validName(name string) bool {
|
||||
if name == "" || strings.HasPrefix(name, "-") || strings.HasSuffix(name, "-") {
|
||||
return false
|
||||
}
|
||||
for _, seg := range strings.Split(name, "-") {
|
||||
if seg == "" {
|
||||
return false
|
||||
}
|
||||
for _, r := range seg {
|
||||
if (r < 'a' || r > 'z') && (r < '0' || r > '9') {
|
||||
return false
|
||||
}
|
||||
}
|
||||
}
|
||||
return true
|
||||
}
|
||||
@@ -0,0 +1,131 @@
|
||||
package agentspec
|
||||
|
||||
import (
|
||||
"os"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
"testing"
|
||||
)
|
||||
|
||||
const goodSpec = `---
|
||||
name: doc-reviewer
|
||||
description: 评审体系文档章节
|
||||
tools: read_file, grep, write_file
|
||||
disallowedTools: run_shell
|
||||
model: lightweight
|
||||
skills: house-style, rdm-review
|
||||
maxTurns: 8
|
||||
memoryScope: project
|
||||
effort: high
|
||||
background: true
|
||||
worktreeIsolation: false
|
||||
outputSchema: review-result
|
||||
---
|
||||
你是章节评审代理。逐条核对来源标注。
|
||||
`
|
||||
|
||||
func TestParseFullFields(t *testing.T) {
|
||||
spec, err := Parse(goodSpec)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if spec.Name != "doc-reviewer" || spec.Description == "" {
|
||||
t.Fatalf("identity = %+v", spec)
|
||||
}
|
||||
if len(spec.Tools) != 3 || spec.Tools[2] != "write_file" {
|
||||
t.Fatalf("tools = %v", spec.Tools)
|
||||
}
|
||||
if len(spec.DisallowedTools) != 1 || spec.DisallowedTools[0] != "run_shell" {
|
||||
t.Fatalf("disallowed = %v", spec.DisallowedTools)
|
||||
}
|
||||
if spec.Model != "lightweight" || spec.MaxTurns != 8 || spec.MemoryScope != "project" || spec.Effort != "high" {
|
||||
t.Fatalf("scalars = %+v", spec)
|
||||
}
|
||||
if !spec.Background || spec.WorktreeIsolation {
|
||||
t.Fatalf("bools = %+v", spec)
|
||||
}
|
||||
if len(spec.Skills) != 2 || spec.OutputSchema != "review-result" {
|
||||
t.Fatalf("skills/schema = %+v", spec)
|
||||
}
|
||||
if spec.Prompt == "" {
|
||||
t.Fatal("prompt body empty")
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseDefaultsAndMinimal(t *testing.T) {
|
||||
spec, err := Parse("---\nname: helper\n---\n做杂事。\n")
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if spec.MaxTurns != 0 || spec.Background || len(spec.Tools) != 0 || spec.PermissionMode != "" {
|
||||
t.Fatalf("defaults = %+v", spec)
|
||||
}
|
||||
if spec.Prompt != "做杂事。" {
|
||||
t.Fatalf("prompt = %q", spec.Prompt)
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseRejectsBadInputs(t *testing.T) {
|
||||
cases := map[string]string{
|
||||
"missing frontmatter": "name: x\n---\n正文\n",
|
||||
"unclosed frontmatter": "---\nname: x\n正文\n",
|
||||
"unknown key": "---\nname: x\nbogus: 1\n---\n正文\n",
|
||||
"missing name": "---\ndescription: x\n---\n正文\n",
|
||||
"bad name uppercase": "---\nname: Bad\n---\n正文\n",
|
||||
"bad name underscore": "---\nname: has_under\n---\n正文\n",
|
||||
"bad maxTurns": "---\nname: x\nmaxTurns: many\n---\n正文\n",
|
||||
"bad bool": "---\nname: x\nbackground: yes\n---\n正文\n",
|
||||
"malformed line": "---\nname: x\nno-colon-here\n---\n正文\n",
|
||||
}
|
||||
for label, content := range cases {
|
||||
if _, err := Parse(content); err == nil {
|
||||
t.Fatalf("%s: expected error", label)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func TestParsePluginBansHostOnlyKeys(t *testing.T) {
|
||||
for _, key := range []string{"hooks", "mcp", "permissionMode"} {
|
||||
content := "---\nname: plug-agent\n" + key + ": anything\n---\n正文\n"
|
||||
if _, err := ParsePlugin(content); err == nil {
|
||||
t.Fatalf("plugin key %s: expected rejection", key)
|
||||
} else if got := err.Error(); !strings.Contains(got, "不得声明 "+key) {
|
||||
t.Fatalf("plugin key %s: error %q 未定位到字段", key, got)
|
||||
}
|
||||
}
|
||||
// 宿主来源不受此限:permissionMode 在 Parse 下可用。
|
||||
if _, err := Parse("---\nname: host-agent\npermissionMode: plan\n---\n正文\n"); err != nil {
|
||||
t.Fatalf("host parse with permissionMode: %v", err)
|
||||
}
|
||||
// 插件的合法字段照常解析。
|
||||
spec, err := ParsePlugin("---\nname: plug-agent\ntools: read_file\n---\n正文\n")
|
||||
if err != nil || len(spec.Tools) != 1 {
|
||||
t.Fatalf("plugin good spec: %+v err=%v", spec, err)
|
||||
}
|
||||
}
|
||||
|
||||
func TestLoadDirAtomicAndDuplicate(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
write := func(name, content string) {
|
||||
if err := os.WriteFile(filepath.Join(dir, name), []byte(content), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
write("a.md", "---\nname: alpha\n---\nA\n")
|
||||
write("b.md", "---\nname: beta\n---\nB\n")
|
||||
got, err := LoadDir(dir, nil)
|
||||
if err != nil || len(got) != 2 {
|
||||
t.Fatalf("load = %d err=%v", len(got), err)
|
||||
}
|
||||
|
||||
write("c.md", "---\nname: alpha\n---\nC\n")
|
||||
if _, err := LoadDir(dir, nil); err == nil {
|
||||
t.Fatal("duplicate name accepted")
|
||||
}
|
||||
os.Remove(filepath.Join(dir, "c.md"))
|
||||
|
||||
write("bad.md", "---\nname: x\nbogus: 1\n---\n")
|
||||
if _, err := LoadDir(dir, nil); err == nil {
|
||||
t.Fatal("bad file did not fail the batch")
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,85 @@
|
||||
// Package argschema checks tool-call arguments against the small JSON-schema
|
||||
// subset that tool declarations use. It has no dependencies beyond the
|
||||
// standard library so both the tool registry and the LLM client can share it.
|
||||
package argschema
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"strings"
|
||||
)
|
||||
|
||||
// Validate reports whether args satisfy schema: the top-level type is object,
|
||||
// required keys are present and not blank strings, declared properties have
|
||||
// their primitive type, and unknown keys are rejected when properties are
|
||||
// declared.
|
||||
func Validate(schema, args json.RawMessage) error {
|
||||
var spec struct {
|
||||
Type string `json:"type"`
|
||||
Required []string `json:"required"`
|
||||
Properties map[string]json.RawMessage `json:"properties"`
|
||||
}
|
||||
if len(schema) > 0 {
|
||||
if err := json.Unmarshal(schema, &spec); err != nil {
|
||||
return fmt.Errorf("invalid tool schema")
|
||||
}
|
||||
}
|
||||
var obj map[string]any
|
||||
if err := json.Unmarshal(args, &obj); err != nil {
|
||||
return fmt.Errorf("arguments must be a JSON object")
|
||||
}
|
||||
if spec.Type != "" && spec.Type != "object" {
|
||||
return fmt.Errorf("unsupported schema type %s", spec.Type)
|
||||
}
|
||||
for _, req := range spec.Required {
|
||||
v, ok := obj[req]
|
||||
if !ok || v == nil {
|
||||
return fmt.Errorf("missing required argument %s", req)
|
||||
}
|
||||
if s, ok := v.(string); ok && strings.TrimSpace(s) == "" {
|
||||
return fmt.Errorf("missing required argument %s", req)
|
||||
}
|
||||
}
|
||||
for key, raw := range spec.Properties {
|
||||
v, ok := obj[key]
|
||||
if !ok {
|
||||
continue
|
||||
}
|
||||
var prop struct {
|
||||
Type string `json:"type"`
|
||||
}
|
||||
if err := json.Unmarshal(raw, &prop); err != nil || prop.Type == "" {
|
||||
continue
|
||||
}
|
||||
if !matchesType(prop.Type, v) {
|
||||
return fmt.Errorf("argument %s must be %s", key, prop.Type)
|
||||
}
|
||||
}
|
||||
if len(spec.Properties) > 0 {
|
||||
for key := range obj {
|
||||
if _, ok := spec.Properties[key]; !ok {
|
||||
return fmt.Errorf("unknown argument %s", key)
|
||||
}
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func matchesType(kind string, v any) bool {
|
||||
switch kind {
|
||||
case "string":
|
||||
_, ok := v.(string)
|
||||
return ok
|
||||
case "number":
|
||||
_, ok := v.(float64)
|
||||
return ok
|
||||
case "integer":
|
||||
f, ok := v.(float64)
|
||||
return ok && f == float64(int64(f))
|
||||
case "boolean":
|
||||
_, ok := v.(bool)
|
||||
return ok
|
||||
default:
|
||||
return true
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,44 @@
|
||||
package argschema
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"testing"
|
||||
)
|
||||
|
||||
func TestValidate(t *testing.T) {
|
||||
schema := json.RawMessage(`{"type":"object","required":["path"],"properties":{"path":{"type":"string"},"limit":{"type":"integer"},"ratio":{"type":"number"},"all":{"type":"boolean"},"any":{}}}`)
|
||||
tests := []struct {
|
||||
name string
|
||||
schema json.RawMessage
|
||||
args string
|
||||
want string
|
||||
}{
|
||||
{"valid", schema, `{"path":"a.txt","limit":3,"ratio":0.5,"all":true,"any":[1]}`, ""},
|
||||
{"no-schema-accepts-object", nil, `{"x":1}`, ""},
|
||||
{"no-properties-accepts-unknown", json.RawMessage(`{"type":"object"}`), `{"x":1}`, ""},
|
||||
{"invalid-schema", json.RawMessage(`[`), `{}`, "invalid tool schema"},
|
||||
{"array-arguments", schema, `[1]`, "arguments must be a JSON object"},
|
||||
{"broken-arguments", schema, `{"path":`, "arguments must be a JSON object"},
|
||||
{"non-object-schema", json.RawMessage(`{"type":"array"}`), `{}`, "unsupported schema type array"},
|
||||
{"missing-required", schema, `{}`, "missing required argument path"},
|
||||
{"null-required", schema, `{"path":null}`, "missing required argument path"},
|
||||
{"blank-required", schema, `{"path":" "}`, "missing required argument path"},
|
||||
{"wrong-string", schema, `{"path":7}`, "argument path must be string"},
|
||||
{"fractional-integer", schema, `{"path":"a","limit":1.5}`, "argument limit must be integer"},
|
||||
{"wrong-number", schema, `{"path":"a","ratio":"x"}`, "argument ratio must be number"},
|
||||
{"wrong-boolean", schema, `{"path":"a","all":1}`, "argument all must be boolean"},
|
||||
{"unknown-key", schema, `{"path":"a","extra":1}`, "unknown argument extra"},
|
||||
}
|
||||
for _, tc := range tests {
|
||||
t.Run(tc.name, func(t *testing.T) {
|
||||
err := Validate(tc.schema, json.RawMessage(tc.args))
|
||||
got := ""
|
||||
if err != nil {
|
||||
got = err.Error()
|
||||
}
|
||||
if got != tc.want {
|
||||
t.Fatalf("Validate(%s, %s) = %q, want %q", tc.schema, tc.args, got, tc.want)
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,326 @@
|
||||
// Package checkpoint 记录写文件之前的内容,并按用户消息把文件退回去。
|
||||
// 只追踪显式交给它的写入。shell 与 python 的改动不经过这里。
|
||||
package checkpoint
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"sync"
|
||||
)
|
||||
|
||||
// Record 是一次被追踪的写入。Before 是写入前的字节,After 是写入后的字节。
|
||||
type Record struct {
|
||||
Seq int `json:"seq"`
|
||||
Anchor string `json:"anchor,omitempty"`
|
||||
Root string `json:"root"`
|
||||
Path string `json:"path"`
|
||||
Existed bool `json:"existed"`
|
||||
Before []byte `json:"before,omitempty"`
|
||||
After []byte `json:"after,omitempty"`
|
||||
}
|
||||
|
||||
// Result 是一次回滚的分类。Skipped 是当前内容既不是写入后也不是写入前的文件
|
||||
// (含目标是符号链接的情况——恢复会跟出根外,按外部改动处理)。
|
||||
// Failed 是恢复动作本身失败的文件(Rewind 不因单文件失败中止,继续其余)。
|
||||
type Result struct {
|
||||
Restored []string
|
||||
Skipped []string
|
||||
Failed []string
|
||||
}
|
||||
|
||||
// Log 是追加写的检查点文件。
|
||||
type Log struct {
|
||||
path string
|
||||
mu sync.Mutex
|
||||
lastSeq int // Open 时一次读出的最大 Seq;Record 递增(不再全读)
|
||||
}
|
||||
|
||||
func Open(path string) (*Log, error) {
|
||||
if err := os.MkdirAll(filepath.Dir(path), 0o755); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
f, err := os.OpenFile(path, os.O_CREATE, 0o644)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
_ = f.Close()
|
||||
l := &Log{path: path}
|
||||
// 初始化序号(一次读,之后递增)。
|
||||
if all, err := l.read(); err == nil && len(all) > 0 {
|
||||
l.lastSeq = all[len(all)-1].Seq
|
||||
}
|
||||
return l, nil
|
||||
}
|
||||
|
||||
func (l *Log) Path() string { return l.path }
|
||||
|
||||
// Record 追加一条检查点。rel 是相对 root 的路径。
|
||||
func (l *Log) Record(anchor, root, rel string, before []byte, existed bool, after []byte) error {
|
||||
if l == nil {
|
||||
return nil
|
||||
}
|
||||
l.mu.Lock()
|
||||
defer l.mu.Unlock()
|
||||
l.lastSeq++
|
||||
rec := Record{
|
||||
Seq: l.lastSeq, Anchor: anchor, Root: root, Path: filepath.ToSlash(rel),
|
||||
Existed: existed, Before: append([]byte(nil), before...), After: append([]byte(nil), after...),
|
||||
}
|
||||
raw, err := json.Marshal(rec)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
f, err := os.OpenFile(l.path, os.O_APPEND|os.O_WRONLY, 0o644)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
defer f.Close()
|
||||
_, err = f.Write(append(raw, '\n'))
|
||||
return err
|
||||
}
|
||||
|
||||
// Compact 只保留最近 keepAnchors 个 anchor 的记录(按 Seq 序判定新旧,
|
||||
// 保留原 Seq 不重排,序号单调性不破)。keepAnchors ≤ 0 不动。
|
||||
// 重写是原子的(临时文件 + rename)。
|
||||
func (l *Log) Compact(keepAnchors int) error {
|
||||
if l == nil || keepAnchors <= 0 {
|
||||
return nil
|
||||
}
|
||||
l.mu.Lock()
|
||||
defer l.mu.Unlock()
|
||||
all, err := l.read()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
var anchors []string
|
||||
seen := map[string]bool{}
|
||||
for _, rec := range all {
|
||||
if !seen[rec.Anchor] {
|
||||
seen[rec.Anchor] = true
|
||||
anchors = append(anchors, rec.Anchor)
|
||||
}
|
||||
}
|
||||
if len(anchors) <= keepAnchors {
|
||||
return nil
|
||||
}
|
||||
keep := map[string]bool{}
|
||||
for _, a := range anchors[len(anchors)-keepAnchors:] {
|
||||
keep[a] = true
|
||||
}
|
||||
tmp := l.path + ".compact.tmp"
|
||||
f, err := os.OpenFile(tmp, os.O_CREATE|os.O_WRONLY|os.O_TRUNC, 0o644)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
enc := json.NewEncoder(f)
|
||||
for _, rec := range all {
|
||||
if keep[rec.Anchor] {
|
||||
if err := enc.Encode(rec); err != nil {
|
||||
_ = f.Close()
|
||||
_ = os.Remove(tmp)
|
||||
return err
|
||||
}
|
||||
}
|
||||
}
|
||||
if err := f.Close(); err != nil {
|
||||
_ = os.Remove(tmp)
|
||||
return err
|
||||
}
|
||||
return os.Rename(tmp, l.path)
|
||||
}
|
||||
|
||||
// Plan 列出从 anchor 起(含)会被回滚的文件,不改磁盘。
|
||||
// ordered 是用户消息 id 的时间顺序。
|
||||
func (l *Log) Plan(anchor string, ordered []string) (Result, error) {
|
||||
if l == nil {
|
||||
return Result{}, nil
|
||||
}
|
||||
l.mu.Lock()
|
||||
defer l.mu.Unlock()
|
||||
all, err := l.read()
|
||||
if err != nil {
|
||||
return Result{}, err
|
||||
}
|
||||
return classify(all, anchor, ordered), nil
|
||||
}
|
||||
|
||||
// Rewind 把 anchor 及其后的被追踪写入退回写入前。
|
||||
// 当前内容与最后一次记录的 After 不一致时跳过并列入 Skipped。
|
||||
func (l *Log) Rewind(anchor string, ordered []string) (Result, error) {
|
||||
if l == nil {
|
||||
return Result{}, nil
|
||||
}
|
||||
l.mu.Lock()
|
||||
defer l.mu.Unlock()
|
||||
all, err := l.read()
|
||||
if err != nil {
|
||||
return Result{}, err
|
||||
}
|
||||
plan := classify(all, anchor, ordered)
|
||||
// 单文件失败不中止:符号链接目标归入 Skipped(外部改动语义),
|
||||
// 其余恢复错误记入 Failed 并继续(部分恢复对调用方可读)。
|
||||
restored := plan.Restored[:0]
|
||||
for _, rel := range plan.Restored {
|
||||
group := groupFor(selected(all, anchor, ordered), rel)
|
||||
if err := restore(group); err != nil {
|
||||
if errors.Is(err, errSymlinkTarget) {
|
||||
plan.Skipped = append(plan.Skipped, rel)
|
||||
continue
|
||||
}
|
||||
plan.Failed = append(plan.Failed, rel)
|
||||
continue
|
||||
}
|
||||
restored = append(restored, rel)
|
||||
}
|
||||
plan.Restored = restored
|
||||
return plan, nil
|
||||
}
|
||||
|
||||
func (l *Log) read() ([]Record, error) {
|
||||
b, err := os.ReadFile(l.path)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
var out []Record
|
||||
for _, line := range bytes.Split(b, []byte("\n")) {
|
||||
line = bytes.TrimSpace(line)
|
||||
if len(line) == 0 {
|
||||
continue
|
||||
}
|
||||
var rec Record
|
||||
if err := json.Unmarshal(line, &rec); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
out = append(out, rec)
|
||||
}
|
||||
return out, nil
|
||||
}
|
||||
|
||||
func selected(all []Record, anchor string, ordered []string) []Record {
|
||||
keep := map[string]bool{}
|
||||
on := false
|
||||
for _, id := range ordered {
|
||||
if id == anchor {
|
||||
on = true
|
||||
}
|
||||
if on {
|
||||
keep[id] = true
|
||||
}
|
||||
}
|
||||
if anchor != "" && len(ordered) == 0 {
|
||||
keep[anchor] = true
|
||||
}
|
||||
var out []Record
|
||||
for _, rec := range all {
|
||||
if keep[rec.Anchor] {
|
||||
out = append(out, rec)
|
||||
}
|
||||
}
|
||||
return out
|
||||
}
|
||||
|
||||
func classify(all []Record, anchor string, ordered []string) Result {
|
||||
sel := selected(all, anchor, ordered)
|
||||
seen := map[string]bool{}
|
||||
var restored, skipped []string
|
||||
for _, rec := range sel {
|
||||
if seen[rec.Path] {
|
||||
continue
|
||||
}
|
||||
seen[rec.Path] = true
|
||||
group := groupFor(sel, rec.Path)
|
||||
switch fileState(group) {
|
||||
case stateRestore:
|
||||
restored = append(restored, rec.Path)
|
||||
case stateSkip:
|
||||
skipped = append(skipped, rec.Path)
|
||||
}
|
||||
}
|
||||
return Result{Restored: restored, Skipped: skipped}
|
||||
}
|
||||
|
||||
func groupFor(sel []Record, rel string) []Record {
|
||||
var group []Record
|
||||
for _, rec := range sel {
|
||||
if rec.Path == rel {
|
||||
group = append(group, rec)
|
||||
}
|
||||
}
|
||||
return group
|
||||
}
|
||||
|
||||
const (
|
||||
stateAlready = iota
|
||||
stateRestore
|
||||
stateSkip
|
||||
)
|
||||
|
||||
func fileState(group []Record) int {
|
||||
if len(group) == 0 {
|
||||
return stateAlready
|
||||
}
|
||||
first, last := group[0], group[len(group)-1]
|
||||
abs := filepath.Join(last.Root, filepath.FromSlash(last.Path))
|
||||
current, err := os.ReadFile(abs)
|
||||
missing := os.IsNotExist(err)
|
||||
if err != nil && !missing {
|
||||
return stateSkip
|
||||
}
|
||||
if missing {
|
||||
if !last.Existed && len(last.After) == 0 {
|
||||
return stateAlready
|
||||
}
|
||||
if !first.Existed && bytes.Equal(nil, first.Before) && len(last.After) > 0 {
|
||||
return stateSkip
|
||||
}
|
||||
return stateSkip
|
||||
}
|
||||
if bytes.Equal(current, last.After) {
|
||||
if !first.Existed {
|
||||
return stateRestore
|
||||
}
|
||||
if bytes.Equal(current, first.Before) {
|
||||
return stateAlready
|
||||
}
|
||||
return stateRestore
|
||||
}
|
||||
if first.Existed && bytes.Equal(current, first.Before) {
|
||||
return stateAlready
|
||||
}
|
||||
return stateSkip
|
||||
}
|
||||
|
||||
var errSymlinkTarget = errors.New("checkpoint: restore target is a symlink")
|
||||
|
||||
// restoreForTesting 是测试缝:非空时在每次恢复前调用(返回错误即恢复失败)。
|
||||
// 生产代码永不应设置它;恢复期的故障注入无法绕开分类层的预检
|
||||
// (权限类失败对 root 不可重现,故用显式缝)。
|
||||
var restoreForTesting func(abs string) error
|
||||
|
||||
func restore(group []Record) error {
|
||||
if len(group) == 0 {
|
||||
return nil
|
||||
}
|
||||
first := group[0]
|
||||
abs := filepath.Join(first.Root, filepath.FromSlash(first.Path))
|
||||
if restoreForTesting != nil {
|
||||
if err := restoreForTesting(abs); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
// 符号链接防护:恢复会跟出根外(与 fs_write_file 的防护同语义)。
|
||||
// 按外部改动处理——由调用方归入 Skipped,不写不删。
|
||||
if info, err := os.Lstat(abs); err == nil && info.Mode()&os.ModeSymlink != 0 {
|
||||
return errSymlinkTarget
|
||||
}
|
||||
if !first.Existed {
|
||||
return os.Remove(abs)
|
||||
}
|
||||
if err := os.MkdirAll(filepath.Dir(abs), 0o755); err != nil {
|
||||
return err
|
||||
}
|
||||
return os.WriteFile(abs, first.Before, 0o644)
|
||||
}
|
||||
@@ -0,0 +1,80 @@
|
||||
package checkpoint
|
||||
|
||||
import (
|
||||
"os"
|
||||
"path/filepath"
|
||||
"testing"
|
||||
)
|
||||
|
||||
func TestRewindRestoresTrackedWriteAndSkipsExternalChange(t *testing.T) {
|
||||
root := t.TempDir()
|
||||
log, err := Open(filepath.Join(t.TempDir(), "cp.jsonl"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := os.WriteFile(filepath.Join(root, "keep.txt"), []byte("old"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := log.Record("m1", root, "keep.txt", []byte("old"), true, []byte("new")); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := os.WriteFile(filepath.Join(root, "keep.txt"), []byte("new"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := os.WriteFile(filepath.Join(root, "side.txt"), []byte("from-shell"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := log.Record("m1", root, "moved.txt", []byte("a"), true, []byte("b")); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := os.WriteFile(filepath.Join(root, "moved.txt"), []byte("someone-else"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
|
||||
got, err := log.Rewind("m1", []string{"m1"})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if len(got.Restored) != 1 || got.Restored[0] != "keep.txt" {
|
||||
t.Fatalf("restored %#v", got.Restored)
|
||||
}
|
||||
if len(got.Skipped) != 1 || got.Skipped[0] != "moved.txt" {
|
||||
t.Fatalf("skipped %#v", got.Skipped)
|
||||
}
|
||||
body, err := os.ReadFile(filepath.Join(root, "keep.txt"))
|
||||
if err != nil || string(body) != "old" {
|
||||
t.Fatalf("keep.txt %q %v", body, err)
|
||||
}
|
||||
side, err := os.ReadFile(filepath.Join(root, "side.txt"))
|
||||
if err != nil || string(side) != "from-shell" {
|
||||
t.Fatalf("untracked file changed: %q %v", side, err)
|
||||
}
|
||||
moved, _ := os.ReadFile(filepath.Join(root, "moved.txt"))
|
||||
if string(moved) != "someone-else" {
|
||||
t.Fatalf("external edit was reverted: %q", moved)
|
||||
}
|
||||
}
|
||||
|
||||
func TestRewindRemovesCreatedFile(t *testing.T) {
|
||||
root := t.TempDir()
|
||||
log, err := Open(filepath.Join(t.TempDir(), "cp.jsonl"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := os.WriteFile(filepath.Join(root, "new.txt"), []byte("hi"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := log.Record("m2", root, "new.txt", nil, false, []byte("hi")); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
got, err := log.Rewind("m2", []string{"m1", "m2"})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if len(got.Restored) != 1 {
|
||||
t.Fatalf("restored %#v", got.Restored)
|
||||
}
|
||||
if _, err := os.Stat(filepath.Join(root, "new.txt")); !os.IsNotExist(err) {
|
||||
t.Fatalf("created file still present: %v", err)
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,237 @@
|
||||
package checkpoint
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
"testing"
|
||||
)
|
||||
|
||||
// ---- N3 WP3:检查点收口 ----
|
||||
|
||||
// 符号链接目标:恢复会跟出根外——归入 Skipped,链接与目标都不动。
|
||||
func TestRewindSkipsSymlinkTarget(t *testing.T) {
|
||||
root := t.TempDir()
|
||||
log, err := Open(filepath.Join(root, "cp.jsonl"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
real := filepath.Join(root, "real.txt")
|
||||
if err := os.WriteFile(real, []byte("被跟踪写入后"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := log.Record("m1", root, "real.txt", []byte("写入前"), true, []byte("被跟踪写入后")); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
outside := filepath.Join(t.TempDir(), "outside.txt")
|
||||
if err := os.WriteFile(outside, []byte("根外内容"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := os.Remove(real); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := os.Symlink(outside, real); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
res, err := log.Rewind("m1", []string{"m1"})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if len(res.Skipped) != 1 || res.Skipped[0] != "real.txt" {
|
||||
t.Fatalf("符号链接必须进 Skipped:%+v", res)
|
||||
}
|
||||
if len(res.Restored) != 0 || len(res.Failed) != 0 {
|
||||
t.Fatalf("符号链接不得恢复也不得算失败:%+v", res)
|
||||
}
|
||||
body, _ := os.ReadFile(outside)
|
||||
if string(body) != "根外内容" {
|
||||
t.Fatalf("根外目标被写:%q", body)
|
||||
}
|
||||
if info, _ := os.Lstat(real); info == nil || info.Mode()&os.ModeSymlink == 0 {
|
||||
t.Fatal("符号链接本身不得被改动")
|
||||
}
|
||||
}
|
||||
|
||||
// 部分恢复:一个文件恢复动作失败(所在目录只读,Remove 失败),
|
||||
// 另一个照常恢复,失败进 Result.Failed,不中止。
|
||||
func TestRewindPartialFailureContinues(t *testing.T) {
|
||||
root := t.TempDir()
|
||||
log, err := Open(filepath.Join(root, "cp.jsonl"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
dirA, dirB := filepath.Join(root, "a"), filepath.Join(root, "b")
|
||||
for _, d := range []string{dirA, dirB} {
|
||||
if err := os.MkdirAll(d, 0o755); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
// 两个都是「被跟踪创建」的文件(existed=false,当前内容==写入后 → stateRestore)。
|
||||
if err := os.WriteFile(filepath.Join(dirA, "keep.txt"), []byte("A后"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := os.WriteFile(filepath.Join(dirB, "fail.txt"), []byte("B后"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := log.Record("m1", root, "a/keep.txt", nil, false, []byte("A后")); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := log.Record("m1", root, "b/fail.txt", nil, false, []byte("B后")); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
// 测试缝注入恢复失败(权限法对 root 不可重现——CI 以 root 跑)。
|
||||
restoreForTesting = func(abs string) error {
|
||||
if strings.HasSuffix(abs, "b/fail.txt") {
|
||||
return errors.New("注入的恢复失败")
|
||||
}
|
||||
return nil
|
||||
}
|
||||
defer func() { restoreForTesting = nil }()
|
||||
res, err := log.Rewind("m1", []string{"m1"})
|
||||
if err != nil {
|
||||
t.Fatalf("单文件失败不得中止:%v", err)
|
||||
}
|
||||
if len(res.Failed) != 1 || res.Failed[0] != "b/fail.txt" {
|
||||
t.Fatalf("失败文件应进 Failed:%+v", res)
|
||||
}
|
||||
if len(res.Restored) != 1 || res.Restored[0] != "a/keep.txt" {
|
||||
t.Fatalf("其余文件照常恢复:%+v", res)
|
||||
}
|
||||
if _, err := os.Stat(filepath.Join(dirA, "keep.txt")); !os.IsNotExist(err) {
|
||||
t.Fatal("keep.txt 应被删除")
|
||||
}
|
||||
if _, err := os.Stat(filepath.Join(dirB, "fail.txt")); err != nil {
|
||||
t.Fatal("fail.txt 应保留")
|
||||
}
|
||||
}
|
||||
|
||||
// Compact:只留最近 N 个 anchor 的记录,原 Seq 保留,后续 Record 序号单调。
|
||||
func TestCompactKeepsRecentAnchors(t *testing.T) {
|
||||
root := t.TempDir()
|
||||
log, err := Open(filepath.Join(root, "cp.jsonl"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
for _, tc := range []struct{ anchor, rel string }{
|
||||
{"m1", "a"}, {"m2", "b"}, {"m2", "c"}, {"m3", "d"},
|
||||
} {
|
||||
if err := log.Record(tc.anchor, root, tc.rel, []byte("x"), true, []byte("y")); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
if err := log.Compact(2); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
all, err := log.read()
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if len(all) != 3 {
|
||||
t.Fatalf("Compact(2) 应留 3 条(m2×2 + m3),得到 %d", len(all))
|
||||
}
|
||||
for _, rec := range all {
|
||||
if rec.Anchor == "m1" {
|
||||
t.Fatalf("m1 应被裁掉:%+v", all)
|
||||
}
|
||||
}
|
||||
// Seq 保留原值且后续递增单调。
|
||||
maxSeq := 0
|
||||
for _, rec := range all {
|
||||
if rec.Seq > maxSeq {
|
||||
maxSeq = rec.Seq
|
||||
}
|
||||
}
|
||||
if err := log.Record("m4", root, "e", []byte("x"), true, []byte("y")); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
all, _ = log.read()
|
||||
if all[len(all)-1].Seq <= maxSeq {
|
||||
t.Fatalf("Compact 后序号必须单调:%d → %d", maxSeq, all[len(all)-1].Seq)
|
||||
}
|
||||
}
|
||||
|
||||
// 空 ordered 边界:只回滚 anchor 自己的记录(既有语义钉住)。
|
||||
func TestRewindEmptyOrderedKeepsAnchorOnly(t *testing.T) {
|
||||
root := t.TempDir()
|
||||
log, err := Open(filepath.Join(root, "cp.jsonl"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := os.WriteFile(filepath.Join(root, "a.txt"), []byte("A后"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := os.WriteFile(filepath.Join(root, "b.txt"), []byte("B后"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := log.Record("m1", root, "a.txt", []byte("A前"), true, []byte("A后")); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := log.Record("m2", root, "b.txt", []byte("B前"), true, []byte("B后")); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
res, err := log.Rewind("m2", nil)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if len(res.Restored) != 1 || res.Restored[0] != "b.txt" {
|
||||
t.Fatalf("空 ordered 只回滚 anchor 自己:%+v", res)
|
||||
}
|
||||
if body, _ := os.ReadFile(filepath.Join(root, "a.txt")); string(body) != "A后" {
|
||||
t.Fatalf("m1 的文件不得被动:%q", body)
|
||||
}
|
||||
}
|
||||
|
||||
// 「外部同字节改写」分类为 Already(内容等价即视为同步,钉住语义)。
|
||||
func TestIdenticalExternalRewriteIsAlready(t *testing.T) {
|
||||
root := t.TempDir()
|
||||
log, err := Open(filepath.Join(root, "cp.jsonl"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := os.WriteFile(filepath.Join(root, "a.txt"), []byte("相同内容"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := log.Record("m1", root, "a.txt", []byte("相同内容"), true, []byte("相同内容")); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
// 外部用相同字节重写一遍(mtime 变、内容同)。
|
||||
if err := os.WriteFile(filepath.Join(root, "a.txt"), []byte("相同内容"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
res, err := log.Plan("m1", []string{"m1"})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if len(res.Restored) != 0 || len(res.Skipped) != 0 {
|
||||
t.Fatalf("同字节改写应为 Already(不进任何分类):%+v", res)
|
||||
}
|
||||
}
|
||||
|
||||
// root 移动:记录按各自 Root 恢复,不窜根。
|
||||
func TestRewindUsesPerRecordRoot(t *testing.T) {
|
||||
root1, root2 := t.TempDir(), t.TempDir()
|
||||
log, err := Open(filepath.Join(root1, "cp.jsonl"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := os.WriteFile(filepath.Join(root2, "a.txt"), []byte("root2 的内容"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := log.Record("m1", root2, "a.txt", []byte("写入前"), true, []byte("root2 的内容")); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
res, err := log.Rewind("m1", []string{"m1"})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if len(res.Restored) != 1 {
|
||||
t.Fatalf("应按记录内 Root 恢复:%+v", res)
|
||||
}
|
||||
if body, _ := os.ReadFile(filepath.Join(root2, "a.txt")); string(body) != "写入前" {
|
||||
t.Fatalf("root2 未恢复:%q", body)
|
||||
}
|
||||
if _, err := os.Stat(filepath.Join(root1, "a.txt")); !os.IsNotExist(err) {
|
||||
t.Fatal("不得在 root1 造出同名文件")
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,51 @@
|
||||
"""工作流脚本回调。用法:import agentwf as wf。
|
||||
|
||||
请求写到 fd 3,响应从 fd 4 按行读回。宿主一次只处理一条。
|
||||
"""
|
||||
|
||||
import json
|
||||
import os
|
||||
|
||||
_seq = 0
|
||||
_out = os.fdopen(3, "w", encoding="utf-8", buffering=1)
|
||||
_inp = os.fdopen(4, "r", encoding="utf-8", buffering=1)
|
||||
|
||||
|
||||
def _rpc(op, **fields):
|
||||
global _seq
|
||||
_seq += 1
|
||||
msg = {"id": str(_seq), "op": op}
|
||||
msg.update(fields)
|
||||
_out.write(json.dumps(msg, ensure_ascii=False) + "\n")
|
||||
_out.flush()
|
||||
line = _inp.readline()
|
||||
if not line:
|
||||
raise RuntimeError("workflow host closed")
|
||||
resp = json.loads(line)
|
||||
if not resp.get("ok"):
|
||||
raise RuntimeError(resp.get("error") or "workflow call failed")
|
||||
return resp.get("output", "")
|
||||
|
||||
|
||||
def tool(name, args=None):
|
||||
return _rpc("tool.call", name=name, args=args or {})
|
||||
|
||||
|
||||
def ask(question, choices=None):
|
||||
return _rpc("hitl.ask", question=question, choices=choices or [])
|
||||
|
||||
|
||||
def agent(name, task):
|
||||
return _rpc("agent.spawn", agent=name, task=task)
|
||||
|
||||
|
||||
def artifact(name, content):
|
||||
return _rpc("artifact.register", name=name, content=content)
|
||||
|
||||
|
||||
def card(title, kind="result"):
|
||||
return _rpc("card.create", title=title, kind=kind)
|
||||
|
||||
|
||||
def step(step_id, title, status):
|
||||
return _rpc("step", stepId=step_id, title=title, status=status)
|
||||
@@ -0,0 +1,12 @@
|
||||
package codeorch
|
||||
|
||||
// Forbidden 是脚本不能再调用的工具:解释器、自身、派发和工作流。
|
||||
func Forbidden(name string) bool {
|
||||
switch name {
|
||||
case "run_python", "run_shell", "run_command", "run_tool_script",
|
||||
"delegate_task", "squad_orchestrate", "run_workflow", "review_findings":
|
||||
return true
|
||||
default:
|
||||
return false
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,380 @@
|
||||
// Package codeorch 在会话目录里跑一段 Python,并按行把工具调用交回宿主。
|
||||
// 工作流脚本和 run_tool_script 共用这一套进程与限额。
|
||||
package codeorch
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
"bytes"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"os"
|
||||
"os/exec"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
"sync"
|
||||
"time"
|
||||
"unicode/utf8"
|
||||
|
||||
_ "embed"
|
||||
)
|
||||
|
||||
//go:embed agentwf.py
|
||||
var agentwfSource string
|
||||
|
||||
const (
|
||||
defaultTimeout = 120 * time.Second
|
||||
defaultMaxWait = 600 * time.Second
|
||||
defaultCalls = 50
|
||||
defaultResult = 1 << 20
|
||||
defaultModel = 16000
|
||||
)
|
||||
|
||||
var (
|
||||
helperOnce sync.Once
|
||||
helperDir string
|
||||
helperErr error
|
||||
)
|
||||
|
||||
// Call 是脚本发来的一行请求。Args 与 Choices 保持原始 JSON。
|
||||
type Call struct {
|
||||
ID string `json:"id"`
|
||||
Op string `json:"op"`
|
||||
Name string `json:"name"`
|
||||
Args json.RawMessage `json:"args"`
|
||||
Question string `json:"question"`
|
||||
Choices json.RawMessage `json:"choices"`
|
||||
Agent string `json:"agent"`
|
||||
Task string `json:"task"`
|
||||
Content string `json:"content"`
|
||||
Title string `json:"title"`
|
||||
Kind string `json:"kind"`
|
||||
Status string `json:"status"`
|
||||
StepID string `json:"stepId"`
|
||||
}
|
||||
|
||||
// Limits 控制一次脚本运行。零值使用工具路径的缺省:120 秒、最长 600 秒、50 次、1 MiB、16k 字符。
|
||||
type Limits struct {
|
||||
Timeout time.Duration
|
||||
MaxTimeout time.Duration
|
||||
MaxCalls int
|
||||
MaxResultBytes int
|
||||
MaxModelChars int
|
||||
FullDir string
|
||||
}
|
||||
|
||||
// Outcome 是给模型的文本、已成功的调用,以及超限时的全文路径。
|
||||
type Outcome struct {
|
||||
Output string
|
||||
FullPath string
|
||||
Calls []string
|
||||
Err error
|
||||
}
|
||||
|
||||
// Starter 按工作目录和脚本路径准备命令。空则用 python3。
|
||||
type Starter func(ctx context.Context, workDir, path string) (*exec.Cmd, error)
|
||||
|
||||
// Dispatch 处理一条回调。返回的错误会写回脚本并记入最终结果。
|
||||
type Dispatch func(ctx context.Context, call Call) (string, error)
|
||||
|
||||
// ModelText 把截断后的输出、已执行调用和错误拼成给模型的文本。
|
||||
func (o Outcome) ModelText() string {
|
||||
text := o.Output
|
||||
if o.Err != nil {
|
||||
msg := o.Err.Error()
|
||||
if len(o.Calls) > 0 {
|
||||
msg = "已执行:" + strings.Join(o.Calls, "、") + "\n" + msg
|
||||
}
|
||||
if text != "" {
|
||||
text += "\n"
|
||||
}
|
||||
text += msg
|
||||
}
|
||||
if o.FullPath != "" {
|
||||
if text != "" {
|
||||
text += "\n"
|
||||
}
|
||||
text += "全文在 " + o.FullPath
|
||||
}
|
||||
return text
|
||||
}
|
||||
|
||||
// RunFile 执行已经落盘的脚本。
|
||||
func RunFile(ctx context.Context, workDir, path string, lim Limits, start Starter, dispatch Dispatch) Outcome {
|
||||
if ctx == nil {
|
||||
ctx = context.Background()
|
||||
}
|
||||
timeout := lim.bounded()
|
||||
runCtx, cancel := context.WithTimeout(ctx, timeout)
|
||||
defer cancel()
|
||||
helper, err := helperPath()
|
||||
if err != nil {
|
||||
return Outcome{Err: err}
|
||||
}
|
||||
if start == nil {
|
||||
start = defaultStart
|
||||
}
|
||||
cmd, err := start(runCtx, workDir, path)
|
||||
if err != nil {
|
||||
return Outcome{Err: err}
|
||||
}
|
||||
cmd.Env = prependPythonPath(cmd.Env, helper)
|
||||
reqR, reqW, err := os.Pipe()
|
||||
if err != nil {
|
||||
return Outcome{Err: err}
|
||||
}
|
||||
respR, respW, err := os.Pipe()
|
||||
if err != nil {
|
||||
reqR.Close()
|
||||
reqW.Close()
|
||||
return Outcome{Err: err}
|
||||
}
|
||||
cmd.ExtraFiles = []*os.File{reqW, respR}
|
||||
var stdout, stderr bytes.Buffer
|
||||
cmd.Stdout = &stdout
|
||||
cmd.Stderr = &stderr
|
||||
if err := cmd.Start(); err != nil {
|
||||
reqR.Close()
|
||||
reqW.Close()
|
||||
respR.Close()
|
||||
respW.Close()
|
||||
return Outcome{Err: err}
|
||||
}
|
||||
reqW.Close()
|
||||
respR.Close()
|
||||
defer reqR.Close()
|
||||
defer respW.Close()
|
||||
calls, callErr := serve(runCtx, reqR, respW, lim, dispatch)
|
||||
if callErr != nil {
|
||||
cancel()
|
||||
}
|
||||
waitErr := cmd.Wait()
|
||||
out := Outcome{Output: clipJoined(&stdout, &stderr), Calls: calls}
|
||||
out = clipModel(out, lim)
|
||||
switch {
|
||||
case callErr != nil:
|
||||
out.Err = callErr
|
||||
case runCtx.Err() == context.DeadlineExceeded:
|
||||
out.Err = fmt.Errorf("脚本超时")
|
||||
case runCtx.Err() == context.Canceled:
|
||||
out.Err = fmt.Errorf("脚本已取消")
|
||||
case waitErr != nil:
|
||||
out.Err = fmt.Errorf("脚本退出:%v", waitErr)
|
||||
}
|
||||
return out
|
||||
}
|
||||
|
||||
// Run 把脚本体写入工作目录后再执行。
|
||||
func Run(ctx context.Context, workDir, body string, lim Limits, start Starter, dispatch Dispatch) Outcome {
|
||||
dir := filepath.Join(workDir, ".agent")
|
||||
if err := os.MkdirAll(dir, 0o755); err != nil {
|
||||
return Outcome{Err: err}
|
||||
}
|
||||
path := filepath.Join(dir, fmt.Sprintf("orch-%d.py", time.Now().UnixNano()))
|
||||
if err := os.WriteFile(path, []byte(body), 0o600); err != nil {
|
||||
return Outcome{Err: err}
|
||||
}
|
||||
return RunFile(ctx, workDir, path, lim, start, dispatch)
|
||||
}
|
||||
|
||||
func (l Limits) bounded() time.Duration {
|
||||
d := l.Timeout
|
||||
if d <= 0 {
|
||||
d = defaultTimeout
|
||||
}
|
||||
max := l.MaxTimeout
|
||||
if max <= 0 {
|
||||
max = defaultMaxWait
|
||||
}
|
||||
if d > max {
|
||||
return max
|
||||
}
|
||||
return d
|
||||
}
|
||||
|
||||
func (l Limits) calls() int {
|
||||
if l.MaxCalls <= 0 {
|
||||
return defaultCalls
|
||||
}
|
||||
return l.MaxCalls
|
||||
}
|
||||
|
||||
func (l Limits) resultBytes() int {
|
||||
if l.MaxResultBytes <= 0 {
|
||||
return defaultResult
|
||||
}
|
||||
return l.MaxResultBytes
|
||||
}
|
||||
|
||||
func (l Limits) modelChars() int {
|
||||
if l.MaxModelChars <= 0 {
|
||||
return defaultModel
|
||||
}
|
||||
return l.MaxModelChars
|
||||
}
|
||||
|
||||
func serve(ctx context.Context, reqR, respW *os.File, lim Limits, dispatch Dispatch) ([]string, error) {
|
||||
sc := bufio.NewScanner(reqR)
|
||||
sc.Buffer(make([]byte, 64*1024), lim.resultBytes())
|
||||
var calls []string
|
||||
n := 0
|
||||
for sc.Scan() {
|
||||
line := strings.TrimSpace(sc.Text())
|
||||
if line == "" {
|
||||
continue
|
||||
}
|
||||
n++
|
||||
var call Call
|
||||
if err := json.Unmarshal([]byte(line), &call); err != nil {
|
||||
_ = writeResp(respW, call.ID, false, "", "请求不是合法 JSON")
|
||||
continue
|
||||
}
|
||||
if n > lim.calls() {
|
||||
_ = writeResp(respW, call.ID, false, "", "脚本回调超过 50 次")
|
||||
return calls, fmt.Errorf("脚本回调超过 50 次")
|
||||
}
|
||||
if ctx.Err() != nil {
|
||||
return calls, ctx.Err()
|
||||
}
|
||||
if dispatch == nil {
|
||||
_ = writeResp(respW, call.ID, false, "", "没有回调处理")
|
||||
continue
|
||||
}
|
||||
output, err := dispatch(ctx, call)
|
||||
if err != nil {
|
||||
_ = writeResp(respW, call.ID, false, "", err.Error())
|
||||
if ctx.Err() != nil {
|
||||
return calls, ctx.Err()
|
||||
}
|
||||
continue
|
||||
}
|
||||
if call.Op == "tool.call" && call.Name != "" {
|
||||
calls = append(calls, call.Name)
|
||||
}
|
||||
if err := writeResp(respW, call.ID, true, clipBytes(output, lim.resultBytes()), ""); err != nil {
|
||||
return calls, err
|
||||
}
|
||||
}
|
||||
if err := sc.Err(); err != nil {
|
||||
if err == bufio.ErrTooLong {
|
||||
return calls, fmt.Errorf("单行请求超过 1MB")
|
||||
}
|
||||
if ctx.Err() != nil {
|
||||
return calls, ctx.Err()
|
||||
}
|
||||
return calls, err
|
||||
}
|
||||
return calls, nil
|
||||
}
|
||||
|
||||
func writeResp(w io.Writer, id string, ok bool, output, errText string) error {
|
||||
raw, err := json.Marshal(struct {
|
||||
ID string `json:"id"`
|
||||
OK bool `json:"ok"`
|
||||
Output string `json:"output,omitempty"`
|
||||
Error string `json:"error,omitempty"`
|
||||
}{ID: id, OK: ok, Output: output, Error: errText})
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
_, err = w.Write(append(raw, '\n'))
|
||||
return err
|
||||
}
|
||||
|
||||
func clipBytes(s string, n int) string {
|
||||
if n <= 0 || len(s) <= n {
|
||||
return s
|
||||
}
|
||||
cut := s[:n]
|
||||
for !utf8.ValidString(cut) && len(cut) > 0 {
|
||||
cut = cut[:len(cut)-1]
|
||||
}
|
||||
return cut
|
||||
}
|
||||
|
||||
func clipJoined(stdout, stderr *bytes.Buffer) string {
|
||||
text := strings.TrimSpace(stdout.String())
|
||||
errText := strings.TrimSpace(stderr.String())
|
||||
if errText != "" {
|
||||
if text != "" {
|
||||
text += "\n"
|
||||
}
|
||||
text += errText
|
||||
}
|
||||
return text
|
||||
}
|
||||
|
||||
func clipModel(out Outcome, lim Limits) Outcome {
|
||||
limit := lim.modelChars()
|
||||
if utf8.RuneCountInString(out.Output) <= limit {
|
||||
return out
|
||||
}
|
||||
dir := lim.FullDir
|
||||
if dir == "" {
|
||||
dir = os.TempDir()
|
||||
}
|
||||
if err := os.MkdirAll(dir, 0o755); err != nil {
|
||||
out.Output = clipRunes(out.Output, limit)
|
||||
return out
|
||||
}
|
||||
path := filepath.Join(dir, fmt.Sprintf("script-output-%d.txt", time.Now().UnixNano()))
|
||||
if err := os.WriteFile(path, []byte(out.Output), 0o644); err != nil {
|
||||
out.Output = clipRunes(out.Output, limit)
|
||||
return out
|
||||
}
|
||||
out.FullPath = path
|
||||
out.Output = clipRunes(out.Output, limit)
|
||||
return out
|
||||
}
|
||||
|
||||
func clipRunes(s string, n int) string {
|
||||
if utf8.RuneCountInString(s) <= n {
|
||||
return s
|
||||
}
|
||||
i := 0
|
||||
for count := 0; count < n && i < len(s); count++ {
|
||||
_, size := utf8.DecodeRuneInString(s[i:])
|
||||
i += size
|
||||
}
|
||||
return s[:i] + "…(超长截断)"
|
||||
}
|
||||
|
||||
func defaultStart(ctx context.Context, workDir, path string) (*exec.Cmd, error) {
|
||||
bin, err := exec.LookPath("python3")
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("找不到 python3: %w", err)
|
||||
}
|
||||
cmd := exec.CommandContext(ctx, bin, path)
|
||||
cmd.Dir = workDir
|
||||
return cmd, nil
|
||||
}
|
||||
|
||||
func helperPath() (string, error) {
|
||||
helperOnce.Do(func() {
|
||||
dir, err := os.MkdirTemp("", "agentwf-*")
|
||||
if err != nil {
|
||||
helperErr = err
|
||||
return
|
||||
}
|
||||
if err := os.WriteFile(filepath.Join(dir, "agentwf.py"), []byte(agentwfSource), 0o644); err != nil {
|
||||
helperErr = err
|
||||
return
|
||||
}
|
||||
helperDir = dir
|
||||
})
|
||||
return helperDir, helperErr
|
||||
}
|
||||
|
||||
func prependPythonPath(env []string, dir string) []string {
|
||||
if env == nil {
|
||||
env = os.Environ()
|
||||
}
|
||||
for i, kv := range env {
|
||||
if strings.HasPrefix(kv, "PYTHONPATH=") {
|
||||
env[i] = "PYTHONPATH=" + dir + string(os.PathListSeparator) + strings.TrimPrefix(kv, "PYTHONPATH=")
|
||||
return env
|
||||
}
|
||||
}
|
||||
return append(env, "PYTHONPATH="+dir)
|
||||
}
|
||||
@@ -0,0 +1,89 @@
|
||||
package codeorch
|
||||
|
||||
import (
|
||||
"context"
|
||||
"errors"
|
||||
"os"
|
||||
"strings"
|
||||
"testing"
|
||||
"time"
|
||||
"unicode/utf8"
|
||||
)
|
||||
|
||||
func TestScriptCallsTwoToolsAndReportsTheOneThatRan(t *testing.T) {
|
||||
body := "import agentwf as wf\nprint(wf.tool('alpha', {}))\nprint(wf.tool('beta', {}))\n"
|
||||
out := Run(context.Background(), t.TempDir(), body, Limits{}, nil, func(_ context.Context, call Call) (string, error) {
|
||||
if call.Name == "beta" {
|
||||
return "", errors.New("beta 失败")
|
||||
}
|
||||
return "A", nil
|
||||
})
|
||||
text := out.ModelText()
|
||||
if len(out.Calls) != 1 || out.Calls[0] != "alpha" {
|
||||
t.Fatalf("calls %+v", out.Calls)
|
||||
}
|
||||
if !strings.Contains(text, "已执行:alpha") || !strings.Contains(text, "beta 失败") {
|
||||
t.Fatalf("text %q err %v", text, out.Err)
|
||||
}
|
||||
}
|
||||
|
||||
func TestForbiddenToolIsRejectedBeforeDispatchRunsIt(t *testing.T) {
|
||||
body := "import agentwf as wf\nprint(wf.tool('read_file', {}))\nprint(wf.tool('run_shell', {}))\n"
|
||||
var ran []string
|
||||
out := Run(context.Background(), t.TempDir(), body, Limits{}, nil, func(_ context.Context, call Call) (string, error) {
|
||||
if Forbidden(call.Name) {
|
||||
return "", errors.New("不能调用 " + call.Name)
|
||||
}
|
||||
ran = append(ran, call.Name)
|
||||
return "ok", nil
|
||||
})
|
||||
if len(ran) != 1 || ran[0] != "read_file" {
|
||||
t.Fatalf("ran %+v", ran)
|
||||
}
|
||||
if !strings.Contains(out.ModelText(), "不能调用 run_shell") {
|
||||
t.Fatalf("text %q", out.ModelText())
|
||||
}
|
||||
}
|
||||
|
||||
func TestLongOutputIsClippedAndStored(t *testing.T) {
|
||||
body := "import agentwf as wf\nprint(wf.tool('big', {}))\n"
|
||||
dir := t.TempDir()
|
||||
out := Run(context.Background(), dir, body, Limits{MaxModelChars: 8, FullDir: dir}, nil, func(_ context.Context, call Call) (string, error) {
|
||||
return strings.Repeat("测", 20), nil
|
||||
})
|
||||
if out.FullPath == "" {
|
||||
t.Fatal("expected a full-text file")
|
||||
}
|
||||
full, err := os.ReadFile(out.FullPath)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if utf8.RuneCount(full) < 20 {
|
||||
t.Fatalf("full text too short: %q", full)
|
||||
}
|
||||
if !strings.HasSuffix(out.Output, "…(超长截断)") || utf8.RuneCountInString(strings.TrimSuffix(out.Output, "…(超长截断)")) != 8 {
|
||||
t.Fatalf("model output not clipped: %q", out.Output)
|
||||
}
|
||||
if !strings.Contains(out.ModelText(), out.FullPath) {
|
||||
t.Fatalf("model text missing path: %q", out.ModelText())
|
||||
}
|
||||
}
|
||||
|
||||
func TestResultGivenToScriptIsCapped(t *testing.T) {
|
||||
got := clipBytes(strings.Repeat("x", 20), 8)
|
||||
if got != "xxxxxxxx" {
|
||||
t.Fatalf("clip %q", got)
|
||||
}
|
||||
if !utf8.ValidString(clipBytes("测测测", 4)) {
|
||||
t.Fatal("clip broke utf-8")
|
||||
}
|
||||
}
|
||||
|
||||
func TestTimeoutIsCapped(t *testing.T) {
|
||||
if (Limits{Timeout: 900 * time.Second, MaxTimeout: 600 * time.Second}).bounded() != 600*time.Second {
|
||||
t.Fatal("timeout must clamp to the max")
|
||||
}
|
||||
if (Limits{}).bounded() != defaultTimeout {
|
||||
t.Fatal("empty limits must use the 120s default")
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,442 @@
|
||||
package runtime
|
||||
|
||||
import (
|
||||
"context"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
"testing"
|
||||
|
||||
"agent-native/runtime/llm"
|
||||
"agent-native/runtime/session"
|
||||
"agent-native/runtime/tools"
|
||||
)
|
||||
|
||||
type replayTool struct {
|
||||
countingTool
|
||||
replay string
|
||||
}
|
||||
|
||||
func (r *replayTool) Replay() string {
|
||||
if r.replay == "" {
|
||||
return tools.ReplayNever
|
||||
}
|
||||
return r.replay
|
||||
}
|
||||
|
||||
func TestPendingUnsafeToolIsNotRerun(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
st, err := session.Open(filepath.Join(dir, "s.jsonl"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := st.Append(llm.Message{
|
||||
Role: llm.RoleAssistant, StopReason: llm.StopToolCalls,
|
||||
ToolCalls: []llm.ToolCall{{ID: "c1", Name: "write_file", Arguments: `{}`}},
|
||||
}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := st.AppendToolIntent(session.ToolIntent{CallID: "c1", Name: "write_file", Arguments: `{}`, Replay: tools.ReplayNever}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
tool := &countingTool{name: "write_file"}
|
||||
reg := tools.NewRegistry(dir)
|
||||
reg.Register(tool)
|
||||
_, err = Run(context.Background(), Config{
|
||||
Model: "fake", Session: st, Tools: reg, MaxTurns: 2,
|
||||
Stream: script(llm.Message{Role: llm.RoleAssistant, Content: "later", StopReason: llm.StopEnd}),
|
||||
}, llm.Message{Role: llm.RoleUser, Content: "next"})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if tool.calls != 0 {
|
||||
t.Fatalf("unsafe tool reran: %d", tool.calls)
|
||||
}
|
||||
msgs, err := st.Load()
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
var paired bool
|
||||
for _, m := range msgs {
|
||||
if m.Role == llm.RoleTool && m.ToolCallID == "c1" && m.Content == unknownSideEffect {
|
||||
paired = true
|
||||
}
|
||||
}
|
||||
if !paired {
|
||||
t.Fatalf("pair missing: %#v", msgs)
|
||||
}
|
||||
}
|
||||
|
||||
func TestPendingSafeToolRerunsOnce(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
st, err := session.Open(filepath.Join(dir, "s.jsonl"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := st.Append(llm.Message{
|
||||
Role: llm.RoleAssistant, StopReason: llm.StopToolCalls,
|
||||
ToolCalls: []llm.ToolCall{{ID: "c1", Name: "read_file", Arguments: `{}`}},
|
||||
}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := st.AppendToolIntent(session.ToolIntent{CallID: "c1", Name: "read_file", Arguments: `{}`, Replay: tools.ReplaySafe}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
tool := &replayTool{countingTool: countingTool{name: "read_file"}, replay: tools.ReplaySafe}
|
||||
reg := tools.NewRegistry(dir)
|
||||
reg.Register(tool)
|
||||
_, err = Run(context.Background(), Config{
|
||||
Model: "fake", Session: st, Tools: reg, MaxTurns: 2,
|
||||
Stream: script(llm.Message{Role: llm.RoleAssistant, Content: "later", StopReason: llm.StopEnd}),
|
||||
}, llm.Message{Role: llm.RoleUser, Content: "next"})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if tool.calls != 1 {
|
||||
t.Fatalf("calls %d", tool.calls)
|
||||
}
|
||||
msgs, err := st.Load()
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
for _, m := range msgs {
|
||||
if m.Role == llm.RoleTool && m.ToolCallID == "c1" {
|
||||
if m.Content != "ok" || strings.Contains(m.Content, unknownSideEffect) {
|
||||
t.Fatalf("result %#v", m)
|
||||
}
|
||||
return
|
||||
}
|
||||
}
|
||||
t.Fatal("missing tool result")
|
||||
}
|
||||
|
||||
func TestStoredSafeCurrentNeverDoesNotRerun(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
st, err := session.Open(filepath.Join(dir, "s.jsonl"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := st.AppendToolIntent(session.ToolIntent{CallID: "c1", Name: "read_file", Arguments: `{}`, Replay: tools.ReplaySafe}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
tool := &replayTool{countingTool: countingTool{name: "read_file"}, replay: tools.ReplayNever}
|
||||
reg := tools.NewRegistry(dir)
|
||||
reg.Register(tool)
|
||||
if _, err := recoverPending(context.Background(), Config{Session: st, Tools: reg}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if tool.calls != 0 {
|
||||
t.Fatalf("calls %d", tool.calls)
|
||||
}
|
||||
}
|
||||
|
||||
func TestFollowUpIsPersistedBeforeNextRequest(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
st, err := session.Open(filepath.Join(dir, "s.jsonl"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
sent := false
|
||||
var saw bool
|
||||
stream := func(ctx context.Context, model string, messages []llm.Message, tools []llm.ToolDecl, opts llm.StreamOptions) <-chan llm.Event {
|
||||
ch := make(chan llm.Event, 1)
|
||||
go func() {
|
||||
defer close(ch)
|
||||
for _, m := range messages {
|
||||
if m.Content == "follow-please" {
|
||||
loaded, err := st.Load()
|
||||
if err != nil {
|
||||
t.Errorf("load %v", err)
|
||||
}
|
||||
for _, got := range loaded {
|
||||
if got.Content == "follow-please" {
|
||||
saw = true
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
ch <- llm.Event{Kind: llm.KindMessageEnd, Message: llm.Message{Role: llm.RoleAssistant, Content: "ok", StopReason: llm.StopEnd}}
|
||||
}()
|
||||
return ch
|
||||
}
|
||||
_, err = Run(context.Background(), Config{
|
||||
Model: "fake", Session: st, MaxTurns: 3, Stream: stream,
|
||||
GetFollowUp: func() []llm.Message {
|
||||
if sent {
|
||||
return nil
|
||||
}
|
||||
sent = true
|
||||
return []llm.Message{{Role: llm.RoleUser, Content: "follow-please"}}
|
||||
},
|
||||
}, llm.Message{Role: llm.RoleUser, Content: "go"})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if !saw {
|
||||
t.Fatal("follow-up entered the request before it was stored")
|
||||
}
|
||||
}
|
||||
|
||||
func TestSpansUseAgreedNamesWithoutPrompt(t *testing.T) {
|
||||
var names []string
|
||||
var leaked bool
|
||||
reg := tools.NewRegistry(t.TempDir())
|
||||
reg.Register(&countingTool{name: "read_file"})
|
||||
_, err := Run(context.Background(), Config{
|
||||
Model: "fake", Tools: reg, MaxTurns: 2,
|
||||
Trace: func(name string, attrs map[string]string) func() {
|
||||
names = append(names, name)
|
||||
if _, ok := attrs["prompt"]; ok || attrs["content"] != "" {
|
||||
leaked = true
|
||||
}
|
||||
return func() {}
|
||||
},
|
||||
Stream: script(
|
||||
llm.Message{Role: llm.RoleAssistant, StopReason: llm.StopToolCalls, ToolCalls: []llm.ToolCall{{ID: "1", Name: "read_file", Arguments: `{}`}}},
|
||||
llm.Message{Role: llm.RoleAssistant, Content: "done", StopReason: llm.StopEnd},
|
||||
),
|
||||
}, llm.Message{Role: llm.RoleUser, Content: "用户的秘密提示词"})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
joined := strings.Join(names, ",")
|
||||
for _, want := range []string{"invoke_agent", "chat", "execute_tool"} {
|
||||
if !strings.Contains(joined, want) {
|
||||
t.Fatalf("names %s", joined)
|
||||
}
|
||||
}
|
||||
if leaked {
|
||||
t.Fatal("prompt leaked into span attrs")
|
||||
}
|
||||
}
|
||||
|
||||
// ---- N3 WP1:崩溃窗口尾部配对兜底(验收① 库层机器核心)----
|
||||
|
||||
// 窗口内死亡(persist(assistant) 之后、任何 intent 之前):转录只有带
|
||||
// tool_calls 的 assistant。恢复后每个调用都有「进程中断」配对,且 run 继续。
|
||||
func TestResumePairsOrphanTailAfterCrashWindow(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
st, err := session.Open(filepath.Join(dir, "s.jsonl"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := st.Append(llm.Message{Role: llm.RoleSystem, Content: "sys"}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := st.Append(llm.Message{Role: llm.RoleUser, Content: "干个活"}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
// 崩溃窗口形态:assistant 落盘、零意图、零结果。
|
||||
if err := st.Append(llm.Message{
|
||||
Role: llm.RoleAssistant, StopReason: llm.StopToolCalls,
|
||||
ToolCalls: []llm.ToolCall{
|
||||
{ID: "c1", Name: "write_file", Arguments: `{}`},
|
||||
{ID: "c2", Name: "read_file", Arguments: `{}`},
|
||||
},
|
||||
}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
reg := tools.NewRegistry(dir)
|
||||
tool := &countingTool{name: "write_file"}
|
||||
reg.Register(tool)
|
||||
reg.Register(&countingTool{name: "read_file"})
|
||||
_, err = Run(context.Background(), Config{
|
||||
Model: "fake", Session: st, Tools: reg, MaxTurns: 2,
|
||||
Stream: script(llm.Message{Role: llm.RoleAssistant, Content: "继续", StopReason: llm.StopEnd}),
|
||||
}, llm.Message{Role: llm.RoleUser, Content: "还在吗"})
|
||||
if err != nil {
|
||||
t.Fatalf("恢复后的 Run 不得失败(配对修复应让提供方接受历史):%v", err)
|
||||
}
|
||||
msgs, err := st.Load()
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
// 双向配对断言:每个调用有结果、每个结果有调用。
|
||||
calls, results := map[string]string{}, map[string]bool{}
|
||||
for _, m := range msgs {
|
||||
for _, c := range m.ToolCalls {
|
||||
calls[c.ID] = c.Name
|
||||
}
|
||||
if m.Role == llm.RoleTool && m.ToolCallID != "" {
|
||||
results[m.ToolCallID] = true
|
||||
if m.Content != crashInterrupted && m.Content != unknownSideEffect {
|
||||
t.Fatalf("兜底文案不对:%q", m.Content)
|
||||
}
|
||||
if !m.IsError {
|
||||
t.Fatal("兜底结果必须 IsError")
|
||||
}
|
||||
}
|
||||
}
|
||||
for id := range calls {
|
||||
if !results[id] {
|
||||
t.Fatalf("孤立 tool_call:%s", id)
|
||||
}
|
||||
}
|
||||
if tool.calls != 0 {
|
||||
t.Fatalf("兜底不得重放写工具:%d", tool.calls)
|
||||
}
|
||||
}
|
||||
|
||||
// 执行中死亡(c1 意图+结果、c2 意图无结果)+ 窗口死亡(c3 无意图)混合:
|
||||
// 意图路径配 c2、尾部兜底配 c3,互不重复。
|
||||
func TestResumeMixedIntentAndOrphanTail(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
st, err := session.Open(filepath.Join(dir, "s.jsonl"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := st.Append(llm.Message{
|
||||
Role: llm.RoleAssistant, StopReason: llm.StopToolCalls,
|
||||
ToolCalls: []llm.ToolCall{
|
||||
{ID: "c1", Name: "read_file", Arguments: `{}`},
|
||||
{ID: "c2", Name: "read_file", Arguments: `{}`},
|
||||
{ID: "c3", Name: "write_file", Arguments: `{}`},
|
||||
},
|
||||
}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := st.AppendToolIntent(session.ToolIntent{CallID: "c1", Name: "read_file", Arguments: `{}`, Replay: tools.ReplaySafe}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := st.Append(llm.Message{Role: llm.RoleTool, ToolCallID: "c1", Name: "read_file", Content: "真实结果"}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := st.AppendToolIntent(session.ToolIntent{CallID: "c2", Name: "read_file", Arguments: `{}`, Replay: tools.ReplayNever}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
reg := tools.NewRegistry(dir)
|
||||
reg.Register(&countingTool{name: "read_file"})
|
||||
reg.Register(&countingTool{name: "write_file"})
|
||||
_, err = Run(context.Background(), Config{
|
||||
Model: "fake", Session: st, Tools: reg, MaxTurns: 1,
|
||||
Stream: script(llm.Message{Role: llm.RoleAssistant, Content: "x", StopReason: llm.StopEnd}),
|
||||
}, llm.Message{Role: llm.RoleUser, Content: "next"})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
msgs, err := st.Load()
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
byID := map[string][]string{}
|
||||
for _, m := range msgs {
|
||||
if m.Role == llm.RoleTool && m.ToolCallID != "" {
|
||||
byID[m.ToolCallID] = append(byID[m.ToolCallID], m.Content)
|
||||
}
|
||||
}
|
||||
if got := byID["c1"]; len(got) != 1 || got[0] != "真实结果" {
|
||||
t.Fatalf("c1 必须保持原结果且不重复:%v", got)
|
||||
}
|
||||
if got := byID["c2"]; len(got) != 1 || got[0] != unknownSideEffect {
|
||||
t.Fatalf("c2 走意图路径:%v", got)
|
||||
}
|
||||
if got := byID["c3"]; len(got) != 1 || got[0] != crashInterrupted {
|
||||
t.Fatalf("c3 走尾部兜底:%v", got)
|
||||
}
|
||||
}
|
||||
|
||||
// 健康转录(尾部是完整配对或 user 消息)不做任何改写。
|
||||
func TestRepairOrphanTailNoopOnHealthyTranscript(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
st, err := session.Open(filepath.Join(dir, "s.jsonl"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
for _, m := range []llm.Message{
|
||||
{Role: llm.RoleSystem, Content: "sys"},
|
||||
{Role: llm.RoleUser, Content: "u"},
|
||||
{Role: llm.RoleAssistant, StopReason: llm.StopToolCalls, ToolCalls: []llm.ToolCall{{ID: "c1", Name: "read_file", Arguments: `{}`}}},
|
||||
{Role: llm.RoleTool, ToolCallID: "c1", Name: "read_file", Content: "r"},
|
||||
{Role: llm.RoleAssistant, Content: "done", StopReason: llm.StopEnd},
|
||||
{Role: llm.RoleUser, Content: "u2"},
|
||||
} {
|
||||
if err := st.Append(m); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
before, _ := st.Load()
|
||||
if _, err := repairOrphanTail(Config{Session: st}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
after, _ := st.Load()
|
||||
if len(after) != len(before) {
|
||||
t.Fatalf("健康转录被改写:%d → %d", len(before), len(after))
|
||||
}
|
||||
}
|
||||
|
||||
// ---- N3 WP2:JournalOnly(journal 只作日志,上下文由 History 组装)----
|
||||
|
||||
// JournalOnly:journal 有杀窗口尾巴 → 恢复配对写入 journal;上下文来自
|
||||
// History(不含 journal 内容),恢复摘要以系统消息注入;种子不进 journal。
|
||||
func TestJournalOnlyRecoversWithoutTranscriptAuthority(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
st, err := session.Open(filepath.Join(dir, "s.jsonl"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := st.Append(llm.Message{
|
||||
Role: llm.RoleAssistant, StopReason: llm.StopToolCalls,
|
||||
ToolCalls: []llm.ToolCall{{ID: "c1", Name: "read_file", Arguments: `{}`}},
|
||||
}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := st.AppendToolIntent(session.ToolIntent{CallID: "c1", Name: "read_file", Arguments: `{}`, Replay: tools.ReplaySafe}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
reg := tools.NewRegistry(dir)
|
||||
reg.Register(&replayTool{countingTool: countingTool{name: "read_file"}, replay: tools.ReplaySafe})
|
||||
var gotReq []llm.Message
|
||||
res, err := Run(context.Background(), Config{
|
||||
Model: "fake", Session: st, JournalOnly: true, Tools: reg, MaxTurns: 2,
|
||||
History: []llm.Message{
|
||||
{Role: llm.RoleSystem, Content: "sys"},
|
||||
{Role: llm.RoleUser, Content: "历史一"},
|
||||
{Role: llm.RoleAssistant, Content: "回复一"},
|
||||
},
|
||||
Stream: func(ctx context.Context, model string, msgs []llm.Message, _ []llm.ToolDecl, _ llm.StreamOptions) <-chan llm.Event {
|
||||
gotReq = append([]llm.Message{}, msgs...)
|
||||
ch := make(chan llm.Event, 1)
|
||||
ch <- llm.Event{Kind: llm.KindMessageEnd, Message: llm.Message{Role: llm.RoleAssistant, Content: "继续", StopReason: llm.StopEnd}}
|
||||
close(ch)
|
||||
return ch
|
||||
},
|
||||
}, llm.Message{Role: llm.RoleUser, Content: "最新"})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
// journal 里 c1 被 safe 重放配对(一次真实结果)。
|
||||
journal, _ := st.Load()
|
||||
var journaled bool
|
||||
for _, m := range journal {
|
||||
if m.Role == llm.RoleTool && m.ToolCallID == "c1" && m.Content == "ok" {
|
||||
journaled = true
|
||||
}
|
||||
if m.Content == "历史一" {
|
||||
t.Fatal("种子历史不得进 journal")
|
||||
}
|
||||
}
|
||||
if !journaled {
|
||||
t.Fatalf("journal 缺恢复配对:%#v", journal)
|
||||
}
|
||||
// 上下文:History 内容在;恢复摘要在;且在新 user 消息之前。
|
||||
var sawHist, sawNote int
|
||||
noteIdx, userIdx := -1, -1
|
||||
for i, m := range gotReq {
|
||||
if m.Content == "历史一" {
|
||||
sawHist++
|
||||
}
|
||||
if m.Role == llm.RoleSystem && strings.Contains(m.Content, "已完成恢复") && strings.Contains(m.Content, "c1") {
|
||||
sawNote++
|
||||
noteIdx = i
|
||||
}
|
||||
if m.Content == "最新" {
|
||||
userIdx = i
|
||||
}
|
||||
}
|
||||
if sawHist != 1 || sawNote != 1 {
|
||||
t.Fatalf("历史=%d 摘要=%d:%#v", sawHist, sawNote, gotReq)
|
||||
}
|
||||
if noteIdx < 0 || userIdx < 0 || noteIdx > userIdx {
|
||||
t.Fatalf("摘要必须在新 user 消息之前:note=%d user=%d", noteIdx, userIdx)
|
||||
}
|
||||
_ = res
|
||||
}
|
||||
@@ -39,7 +39,7 @@ func vocabScript() llm.StreamFunc {
|
||||
step++
|
||||
ch <- llm.Event{Kind: llm.KindReasoningDelta, ReasoningDelta: "思考"}
|
||||
ch <- llm.Event{Kind: llm.KindTextDelta, Text: "正文"}
|
||||
ch <- llm.Event{Kind: llm.KindToolCallDelta, ToolName: "list_dir", ArgumentsDelta: `{"path":"."}`}
|
||||
ch <- llm.Event{Kind: llm.KindToolCallDelta, ToolIndex: 2, ToolID: "c1", ToolName: "list_dir", ArgumentsDelta: `{"path":"."}`}
|
||||
ch <- llm.Event{Kind: llm.KindMessageEnd, Message: llm.Message{
|
||||
Role: llm.RoleAssistant, StopReason: llm.StopToolCalls,
|
||||
ToolCalls: []llm.ToolCall{{ID: "c1", Name: "list_dir", Arguments: `{"path":"."}`}},
|
||||
@@ -54,6 +54,25 @@ func vocabScript() llm.StreamFunc {
|
||||
}
|
||||
}
|
||||
|
||||
func TestLoopPreservesToolCallDeltaIdentity(t *testing.T) {
|
||||
reg := tools.WorkspaceTools(t.TempDir())
|
||||
var got Event
|
||||
_, err := Run(context.Background(), Config{
|
||||
Model: "fake", Tools: reg, Stream: vocabScript(), MaxTurns: 4,
|
||||
OnEvent: func(ev Event) {
|
||||
if ev.Type == "tool_call_delta" {
|
||||
got = ev
|
||||
}
|
||||
},
|
||||
}, llm.Message{Role: llm.RoleUser, Content: "run"})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if got.ToolIndex != 2 || got.CallID != "c1" || got.Tool != "list_dir" || got.Detail != `{"path":"."}` {
|
||||
t.Fatalf("tool delta lost its provider identity: %#v", got)
|
||||
}
|
||||
}
|
||||
|
||||
func TestLoopEmitsProcessVocabulary(t *testing.T) {
|
||||
reg := tools.WorkspaceTools(t.TempDir())
|
||||
var observed []string
|
||||
|
||||
@@ -0,0 +1,181 @@
|
||||
package pkg
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"os"
|
||||
"os/exec"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
)
|
||||
|
||||
// Manifest is the agent-native.json discovered in a package.
|
||||
type Manifest struct {
|
||||
Name string `json:"name"`
|
||||
Extensions []string `json:"extensions,omitempty"`
|
||||
Config map[string]string `json:"config,omitempty"`
|
||||
}
|
||||
|
||||
// Manager installs packages under Dir.
|
||||
type Manager struct {
|
||||
Dir string
|
||||
}
|
||||
|
||||
func (m Manager) root() string {
|
||||
if m.Dir != "" {
|
||||
return m.Dir
|
||||
}
|
||||
home, _ := os.UserHomeDir()
|
||||
return filepath.Join(home, ".agent-native", "packages")
|
||||
}
|
||||
|
||||
// Install copies a local directory, clones a git URL, or runs npm pack
|
||||
// when src starts with "npm:". The package name comes from its manifest.
|
||||
func (m Manager) Install(src string) (Manifest, error) {
|
||||
dir, err := os.MkdirTemp("", "agent-native-pkg-*")
|
||||
if err != nil {
|
||||
return Manifest{}, err
|
||||
}
|
||||
defer os.RemoveAll(dir)
|
||||
switch {
|
||||
case strings.HasPrefix(src, "npm:"):
|
||||
if _, err := exec.LookPath("npm"); err != nil {
|
||||
return Manifest{}, fmt.Errorf("pkg: npm is not installed")
|
||||
}
|
||||
cmd := exec.Command("npm", "pack", strings.TrimPrefix(src, "npm:"))
|
||||
cmd.Dir = dir
|
||||
if out, err := cmd.CombinedOutput(); err != nil {
|
||||
return Manifest{}, fmt.Errorf("pkg: npm pack: %s", out)
|
||||
}
|
||||
case strings.HasPrefix(src, "git+") || strings.HasSuffix(src, ".git") || strings.Contains(src, "://"):
|
||||
cmd := exec.Command("git", "clone", "--depth", "1", src, filepath.Join(dir, "src"))
|
||||
if out, err := cmd.CombinedOutput(); err != nil {
|
||||
return Manifest{}, fmt.Errorf("pkg: git clone: %s", out)
|
||||
}
|
||||
dir = filepath.Join(dir, "src")
|
||||
default:
|
||||
if err := copyDir(src, filepath.Join(dir, "src")); err != nil {
|
||||
return Manifest{}, err
|
||||
}
|
||||
dir = filepath.Join(dir, "src")
|
||||
}
|
||||
manifest, err := ReadManifest(dir)
|
||||
if err != nil {
|
||||
return Manifest{}, err
|
||||
}
|
||||
dest := filepath.Join(m.root(), manifest.Name)
|
||||
if err := os.RemoveAll(dest); err != nil {
|
||||
return Manifest{}, err
|
||||
}
|
||||
if err := copyDir(dir, dest); err != nil {
|
||||
return Manifest{}, err
|
||||
}
|
||||
return manifest, nil
|
||||
}
|
||||
|
||||
// Remove deletes an installed package.
|
||||
func (m Manager) Remove(name string) error {
|
||||
return os.RemoveAll(filepath.Join(m.root(), name))
|
||||
}
|
||||
|
||||
// Update reinstalls from the recorded source when present, otherwise no-ops.
|
||||
func (m Manager) Update(name string) (Manifest, error) {
|
||||
manifest, err := ReadManifest(filepath.Join(m.root(), name))
|
||||
if err != nil {
|
||||
return Manifest{}, err
|
||||
}
|
||||
src := manifest.Config["source"]
|
||||
if src == "" {
|
||||
return manifest, nil
|
||||
}
|
||||
return m.Install(src)
|
||||
}
|
||||
|
||||
// List returns installed manifests.
|
||||
func (m Manager) List() ([]Manifest, error) {
|
||||
entries, err := os.ReadDir(m.root())
|
||||
if err != nil {
|
||||
if os.IsNotExist(err) {
|
||||
return nil, nil
|
||||
}
|
||||
return nil, err
|
||||
}
|
||||
var out []Manifest
|
||||
for _, ent := range entries {
|
||||
if !ent.IsDir() {
|
||||
continue
|
||||
}
|
||||
manifest, err := ReadManifest(filepath.Join(m.root(), ent.Name()))
|
||||
if err != nil {
|
||||
continue
|
||||
}
|
||||
out = append(out, manifest)
|
||||
}
|
||||
return out, nil
|
||||
}
|
||||
|
||||
// Config sets one package config key.
|
||||
func (m Manager) Config(name, key, value string) error {
|
||||
path := filepath.Join(m.root(), name)
|
||||
manifest, err := ReadManifest(path)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
if manifest.Config == nil {
|
||||
manifest.Config = map[string]string{}
|
||||
}
|
||||
manifest.Config[key] = value
|
||||
raw, err := json.MarshalIndent(manifest, "", " ")
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
return os.WriteFile(filepath.Join(path, "agent-native.json"), raw, 0o644)
|
||||
}
|
||||
|
||||
// ReadManifest loads agent-native.json from a directory.
|
||||
func ReadManifest(dir string) (Manifest, error) {
|
||||
raw, err := os.ReadFile(filepath.Join(dir, "agent-native.json"))
|
||||
if err != nil {
|
||||
return Manifest{}, err
|
||||
}
|
||||
var manifest Manifest
|
||||
if err := json.Unmarshal(raw, &manifest); err != nil {
|
||||
return Manifest{}, err
|
||||
}
|
||||
if manifest.Name == "" {
|
||||
return Manifest{}, fmt.Errorf("pkg: manifest name is empty")
|
||||
}
|
||||
return manifest, nil
|
||||
}
|
||||
|
||||
func copyDir(src, dst string) error {
|
||||
return filepath.Walk(src, func(path string, info os.FileInfo, err error) error {
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
rel, err := filepath.Rel(src, path)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
target := filepath.Join(dst, rel)
|
||||
if info.IsDir() {
|
||||
return os.MkdirAll(target, 0o755)
|
||||
}
|
||||
if err := os.MkdirAll(filepath.Dir(target), 0o755); err != nil {
|
||||
return err
|
||||
}
|
||||
in, err := os.Open(path)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
defer in.Close()
|
||||
out, err := os.OpenFile(target, os.O_CREATE|os.O_TRUNC|os.O_WRONLY, info.Mode())
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
defer out.Close()
|
||||
_, err = io.Copy(out, in)
|
||||
return err
|
||||
})
|
||||
}
|
||||
@@ -0,0 +1,235 @@
|
||||
package ext
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"os/exec"
|
||||
"sync"
|
||||
|
||||
"agent-native/runtime/llm"
|
||||
"agent-native/runtime/tools"
|
||||
)
|
||||
|
||||
// Message is one JSONL frame on the extension pipe.
|
||||
type Message struct {
|
||||
Type string `json:"type"`
|
||||
ID string `json:"id,omitempty"`
|
||||
Name string `json:"name,omitempty"`
|
||||
Description string `json:"description,omitempty"`
|
||||
Parameters json.RawMessage `json:"parameters,omitempty"`
|
||||
Arguments json.RawMessage `json:"arguments,omitempty"`
|
||||
Content string `json:"content,omitempty"`
|
||||
IsError bool `json:"isError,omitempty"`
|
||||
Event string `json:"event,omitempty"`
|
||||
Block bool `json:"block,omitempty"`
|
||||
Reason string `json:"reason,omitempty"`
|
||||
Message string `json:"message,omitempty"`
|
||||
Protocol string `json:"protocol,omitempty"`
|
||||
BaseURL string `json:"baseURL,omitempty"`
|
||||
CustomType string `json:"customType,omitempty"`
|
||||
Data json.RawMessage `json:"data,omitempty"`
|
||||
Command string `json:"command,omitempty"`
|
||||
}
|
||||
|
||||
// UIRequest is a question an extension wants a human to answer.
|
||||
type UIRequest struct {
|
||||
ID string
|
||||
Message string
|
||||
}
|
||||
|
||||
// Process is one extension subprocess.
|
||||
type Process struct {
|
||||
cmd *exec.Cmd
|
||||
stdin io.WriteCloser
|
||||
mu sync.Mutex
|
||||
tools []registeredTool
|
||||
commands []string
|
||||
providers []llm.Provider
|
||||
pending map[string]chan Message
|
||||
UI chan UIRequest
|
||||
OnCustom func(customType string, data json.RawMessage)
|
||||
closed bool
|
||||
}
|
||||
|
||||
type registeredTool struct {
|
||||
name string
|
||||
description string
|
||||
parameters json.RawMessage
|
||||
proc *Process
|
||||
}
|
||||
|
||||
func (t registeredTool) Name() string { return t.name }
|
||||
func (t registeredTool) Description() string { return t.description }
|
||||
func (t registeredTool) Parameters() json.RawMessage { return t.parameters }
|
||||
func (t registeredTool) Execute(ctx context.Context, args json.RawMessage) (tools.Result, error) {
|
||||
return t.proc.callTool(ctx, t.name, args)
|
||||
}
|
||||
|
||||
// Start launches command and reads its registration frames until it goes idle
|
||||
// or the context ends. command is argv, not a shell line.
|
||||
func Start(ctx context.Context, command []string) (*Process, error) {
|
||||
if len(command) == 0 {
|
||||
return nil, fmt.Errorf("ext: empty command")
|
||||
}
|
||||
cmd := exec.CommandContext(ctx, command[0], command[1:]...)
|
||||
stdin, err := cmd.StdinPipe()
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
stdout, err := cmd.StdoutPipe()
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if err := cmd.Start(); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
p := &Process{
|
||||
cmd: cmd, stdin: stdin, pending: map[string]chan Message{},
|
||||
UI: make(chan UIRequest, 4),
|
||||
}
|
||||
go p.read(stdout)
|
||||
if err := p.send(Message{Type: "init"}); err != nil {
|
||||
_ = p.Close()
|
||||
return nil, err
|
||||
}
|
||||
return p, nil
|
||||
}
|
||||
|
||||
// Tools returns the tools the extension registered.
|
||||
func (p *Process) Tools() []tools.Tool {
|
||||
p.mu.Lock()
|
||||
defer p.mu.Unlock()
|
||||
out := make([]tools.Tool, len(p.tools))
|
||||
for i := range p.tools {
|
||||
out[i] = p.tools[i]
|
||||
}
|
||||
return out
|
||||
}
|
||||
|
||||
// Commands returns slash-command names.
|
||||
func (p *Process) Commands() []string {
|
||||
p.mu.Lock()
|
||||
defer p.mu.Unlock()
|
||||
return append([]string(nil), p.commands...)
|
||||
}
|
||||
|
||||
// Providers returns endpoints the extension registered.
|
||||
func (p *Process) Providers() []llm.Provider {
|
||||
p.mu.Lock()
|
||||
defer p.mu.Unlock()
|
||||
return append([]llm.Provider(nil), p.providers...)
|
||||
}
|
||||
|
||||
// Hook tells the extension about an event. A block result stops the host action.
|
||||
func (p *Process) Hook(ctx context.Context, event, name string, args json.RawMessage) (bool, string) {
|
||||
id := name + ":" + event
|
||||
ch := make(chan Message, 1)
|
||||
p.mu.Lock()
|
||||
p.pending[id] = ch
|
||||
p.mu.Unlock()
|
||||
if err := p.send(Message{Type: "event", ID: id, Event: event, Name: name, Arguments: args}); err != nil {
|
||||
return false, ""
|
||||
}
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
return false, ctx.Err().Error()
|
||||
case msg := <-ch:
|
||||
return msg.Block, msg.Reason
|
||||
}
|
||||
}
|
||||
|
||||
func (p *Process) callTool(ctx context.Context, name string, args json.RawMessage) (tools.Result, error) {
|
||||
id := name
|
||||
ch := make(chan Message, 1)
|
||||
p.mu.Lock()
|
||||
p.pending[id] = ch
|
||||
p.mu.Unlock()
|
||||
if err := p.send(Message{Type: "tool_call", ID: id, Name: name, Arguments: args}); err != nil {
|
||||
return tools.Result{IsError: true, Content: err.Error()}, err
|
||||
}
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
return tools.Result{IsError: true, Content: ctx.Err().Error()}, ctx.Err()
|
||||
case msg := <-ch:
|
||||
return tools.Result{Content: msg.Content, IsError: msg.IsError}, nil
|
||||
}
|
||||
}
|
||||
|
||||
func (p *Process) send(msg Message) error {
|
||||
raw, err := json.Marshal(msg)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
p.mu.Lock()
|
||||
defer p.mu.Unlock()
|
||||
if p.closed {
|
||||
return fmt.Errorf("ext: closed")
|
||||
}
|
||||
_, err = p.stdin.Write(append(raw, '\n'))
|
||||
return err
|
||||
}
|
||||
|
||||
func (p *Process) read(r io.Reader) {
|
||||
sc := bufio.NewScanner(r)
|
||||
sc.Buffer(make([]byte, 0, 64*1024), 4*1024*1024)
|
||||
for sc.Scan() {
|
||||
var msg Message
|
||||
if err := json.Unmarshal(sc.Bytes(), &msg); err != nil {
|
||||
continue
|
||||
}
|
||||
p.dispatch(msg)
|
||||
}
|
||||
}
|
||||
|
||||
func (p *Process) dispatch(msg Message) {
|
||||
switch msg.Type {
|
||||
case "register_tool":
|
||||
p.mu.Lock()
|
||||
p.tools = append(p.tools, registeredTool{
|
||||
name: msg.Name, description: msg.Description, parameters: msg.Parameters, proc: p,
|
||||
})
|
||||
p.mu.Unlock()
|
||||
case "register_command":
|
||||
p.mu.Lock()
|
||||
p.commands = append(p.commands, msg.Name)
|
||||
p.mu.Unlock()
|
||||
case "register_provider":
|
||||
p.mu.Lock()
|
||||
p.providers = append(p.providers, llm.Provider{
|
||||
Name: msg.Name, Protocol: llm.Protocol(msg.Protocol), BaseURL: msg.BaseURL,
|
||||
})
|
||||
p.mu.Unlock()
|
||||
case "tool_result", "hook_result":
|
||||
p.mu.Lock()
|
||||
ch := p.pending[msg.ID]
|
||||
delete(p.pending, msg.ID)
|
||||
p.mu.Unlock()
|
||||
if ch != nil {
|
||||
ch <- msg
|
||||
}
|
||||
case "ui_request":
|
||||
select {
|
||||
case p.UI <- UIRequest{ID: msg.ID, Message: msg.Message}:
|
||||
default:
|
||||
}
|
||||
case "custom_entry":
|
||||
if p.OnCustom != nil {
|
||||
p.OnCustom(msg.CustomType, msg.Data)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Close stops the subprocess.
|
||||
func (p *Process) Close() error {
|
||||
p.mu.Lock()
|
||||
p.closed = true
|
||||
_ = p.stdin.Close()
|
||||
p.mu.Unlock()
|
||||
if p.cmd.Process != nil {
|
||||
_ = p.cmd.Process.Kill()
|
||||
}
|
||||
return p.cmd.Wait()
|
||||
}
|
||||
@@ -0,0 +1,100 @@
|
||||
package ext
|
||||
|
||||
import (
|
||||
"context"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"agent-native/runtime/ext/pkg"
|
||||
)
|
||||
|
||||
func TestExtensionRegistersAndHooks(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
script := filepath.Join(dir, "ext.sh")
|
||||
body := `#!/bin/sh
|
||||
while IFS= read -r line; do
|
||||
case "$line" in
|
||||
*'"type":"init"'*)
|
||||
echo '{"type":"register_tool","name":"ping","description":"p","parameters":{"type":"object"}}'
|
||||
echo '{"type":"register_command","name":"hi"}'
|
||||
echo '{"type":"register_provider","name":"local","protocol":"openai-chat","baseURL":"http://127.0.0.1:9"}'
|
||||
echo '{"type":"ui_request","id":"u1","message":"choose"}'
|
||||
;;
|
||||
*'"type":"tool_call"'*)
|
||||
echo '{"type":"tool_result","id":"ping","content":"pong"}'
|
||||
;;
|
||||
*'"type":"event"'*)
|
||||
echo '{"type":"hook_result","id":"ping:tool_call","block":true,"reason":"no"}'
|
||||
;;
|
||||
esac
|
||||
done
|
||||
`
|
||||
if err := os.WriteFile(script, []byte(body), 0o755); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
|
||||
defer cancel()
|
||||
proc, err := Start(ctx, []string{"/bin/sh", script})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
defer proc.Close()
|
||||
deadline := time.Now().Add(2 * time.Second)
|
||||
for len(proc.Tools()) == 0 && time.Now().Before(deadline) {
|
||||
time.Sleep(20 * time.Millisecond)
|
||||
}
|
||||
tools := proc.Tools()
|
||||
if len(tools) != 1 || tools[0].Name() != "ping" {
|
||||
t.Fatalf("tools %+v", tools)
|
||||
}
|
||||
res, err := tools[0].Execute(ctx, []byte(`{}`))
|
||||
if err != nil || res.Content != "pong" {
|
||||
t.Fatalf("tool: %+v %v", res, err)
|
||||
}
|
||||
block, reason := proc.Hook(ctx, "tool_call", "ping", []byte(`{}`))
|
||||
if !block || reason != "no" {
|
||||
t.Fatalf("hook %v %s", block, reason)
|
||||
}
|
||||
if len(proc.Commands()) != 1 || len(proc.Providers()) != 1 {
|
||||
t.Fatalf("commands %v providers %v", proc.Commands(), proc.Providers())
|
||||
}
|
||||
select {
|
||||
case ui := <-proc.UI:
|
||||
if ui.Message != "choose" {
|
||||
t.Fatal(ui)
|
||||
}
|
||||
case <-time.After(time.Second):
|
||||
t.Fatal("missing ui request")
|
||||
}
|
||||
}
|
||||
|
||||
func TestPackageInstallListConfigRemove(t *testing.T) {
|
||||
src := t.TempDir()
|
||||
if err := os.WriteFile(filepath.Join(src, "agent-native.json"), []byte(`{"name":"demo","extensions":["./ext.sh"]}`), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
mgr := pkg.Manager{Dir: t.TempDir()}
|
||||
manifest, err := mgr.Install(src)
|
||||
if err != nil || manifest.Name != "demo" {
|
||||
t.Fatalf("%+v %v", manifest, err)
|
||||
}
|
||||
if err := mgr.Config("demo", "source", src); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
list, err := mgr.List()
|
||||
if err != nil || len(list) != 1 || list[0].Config["source"] != src {
|
||||
t.Fatalf("list %+v %v", list, err)
|
||||
}
|
||||
if _, err := mgr.Update("demo"); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := mgr.Remove("demo"); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
list, _ = mgr.List()
|
||||
if len(list) != 0 {
|
||||
t.Fatalf("still installed: %+v", list)
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,63 @@
|
||||
// Package filestate 记录本轮读过的文件,并在改写前核对修改时间与大小。
|
||||
package filestate
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"os"
|
||||
"sync"
|
||||
"time"
|
||||
)
|
||||
|
||||
type stamp struct {
|
||||
mod time.Time
|
||||
size int64
|
||||
}
|
||||
|
||||
// Tracker 是一次 run 内的读取记录。nil 接收者表示不检查。
|
||||
type Tracker struct {
|
||||
mu sync.Mutex
|
||||
seen map[string]stamp
|
||||
}
|
||||
|
||||
func New() *Tracker {
|
||||
return &Tracker{seen: map[string]stamp{}}
|
||||
}
|
||||
|
||||
// NoteRead 记下当前的修改时间与大小。
|
||||
func (t *Tracker) NoteRead(path string) error {
|
||||
if t == nil {
|
||||
return nil
|
||||
}
|
||||
info, err := os.Stat(path)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
t.mu.Lock()
|
||||
t.seen[path] = stamp{mod: info.ModTime(), size: info.Size()}
|
||||
t.mu.Unlock()
|
||||
return nil
|
||||
}
|
||||
|
||||
// CheckWrite 允许新建。已存在的文件必须在本轮读过,且修改时间与大小未变。
|
||||
func (t *Tracker) CheckWrite(path string) error {
|
||||
if t == nil {
|
||||
return nil
|
||||
}
|
||||
info, err := os.Stat(path)
|
||||
if err != nil {
|
||||
if os.IsNotExist(err) {
|
||||
return nil
|
||||
}
|
||||
return err
|
||||
}
|
||||
t.mu.Lock()
|
||||
got, ok := t.seen[path]
|
||||
t.mu.Unlock()
|
||||
if !ok {
|
||||
return fmt.Errorf("请先读取该文件再修改:%s", path)
|
||||
}
|
||||
if !got.mod.Equal(info.ModTime()) || got.size != info.Size() {
|
||||
return fmt.Errorf("文件在读取后已变化,请重新读取:%s", path)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
@@ -0,0 +1,40 @@
|
||||
package filestate
|
||||
|
||||
import (
|
||||
"os"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
"testing"
|
||||
"time"
|
||||
)
|
||||
|
||||
func TestCheckWriteRejectsStaleFile(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
path := filepath.Join(dir, "note.txt")
|
||||
if err := os.WriteFile(path, []byte("v1"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
tr := New()
|
||||
if err := tr.CheckWrite(path); err == nil || !strings.Contains(err.Error(), "请先读取") {
|
||||
t.Fatalf("unread write: %v", err)
|
||||
}
|
||||
if err := tr.NoteRead(path); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := tr.CheckWrite(path); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
// 改大小,并尽量推开修改时间。
|
||||
time.Sleep(20 * time.Millisecond)
|
||||
if err := os.WriteFile(path, []byte("v1-changed"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
err := tr.CheckWrite(path)
|
||||
if err == nil || !strings.Contains(err.Error(), "请重新读取") {
|
||||
t.Fatalf("stale write: %v", err)
|
||||
}
|
||||
missing := filepath.Join(dir, "new.txt")
|
||||
if err := tr.CheckWrite(missing); err != nil {
|
||||
t.Fatalf("create: %v", err)
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,177 @@
|
||||
// Package gates 提供终轮门禁与进度提醒的组合机制(自产品下沉)。
|
||||
// 产品依赖——工件存取、质量评分、验证器模型、提示词、进度快照——全部端口化;
|
||||
// 判定逻辑(正则族)、续跑上限与节流策略由本包持有。
|
||||
// 端口为 nil 时语义与「未启用该检查」一致,不改变既有行为。
|
||||
package gates
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"path/filepath"
|
||||
"regexp"
|
||||
"strings"
|
||||
)
|
||||
|
||||
// 续跑与节流上限。与产品现网取值一致;消费方引用本包常量,不再各自硬编码。
|
||||
const (
|
||||
// MaxDeliverableGuards 是「声称交付但无工件」的纠正轮次上限。
|
||||
MaxDeliverableGuards = 2
|
||||
// MaxVerifyContinuations 是终轮检查的续跑上限(与内核 Stop 的 3 次上限对齐)。
|
||||
MaxVerifyContinuations = 3
|
||||
// ReminderToolGap 是连续这么多个工具轮没有更新计划或待办就提醒一次。
|
||||
ReminderToolGap = 3
|
||||
// MaxChecklistReminders 是每个 run 的进度提醒次数上限。
|
||||
MaxChecklistReminders = 3
|
||||
)
|
||||
|
||||
// ArtifactLookup 按 ID 取工件:名称、内容与是否存在。
|
||||
type ArtifactLookup func(id string) (name string, content []byte, ok bool)
|
||||
|
||||
// QualityScorer 对文本类工件评分;nil 表示跳过评分(视为通过)。
|
||||
// why 在未通过时给出可读原因。
|
||||
type QualityScorer func(name string, content []byte) (passed bool, why string)
|
||||
|
||||
// ArtifactRef 是一次工件引用(库内最小形态;宿主负责投影自有类型)。
|
||||
type ArtifactRef struct {
|
||||
ID string
|
||||
Name string
|
||||
Kind string
|
||||
}
|
||||
|
||||
var (
|
||||
// ArtifactIDPattern 是工件编号的文本形态(门禁与宿主的引用提取共用)。
|
||||
ArtifactIDPattern = regexp.MustCompile(`art_[0-9a-f]{12}`)
|
||||
fileClaimRe = regexp.MustCompile(`(?s)(?:已生成|已保存|已导出|已写入).{0,120}?\.(?:docx|xlsx|pptx|pdf|png|jpe?g|csv|md|txt|json)\b`)
|
||||
softClaimRe = regexp.MustCompile(`(?s)(?:文件|文档|工件).{0,40}?已(?:正常)?(?:生成|登记|保存|导出|写入)`)
|
||||
forgedCallRe = regexp.MustCompile(`\[(?:调用工具|工具结果|产出工件) `)
|
||||
)
|
||||
|
||||
// ClaimGate 判断终轮正文是否在没有对应工件的情况下声称交付。
|
||||
// 引用本轮已产出、或确实存在的工件不算谎称;伪造调用标记始终拦截。
|
||||
// lookup 为 nil 时,任何引用未产出工件的 art_ 编号都视为不存在(拦截)。
|
||||
func ClaimGate(body string, produced []ArtifactRef, lookup ArtifactLookup) (bool, string) {
|
||||
if strings.TrimSpace(body) == "" {
|
||||
return false, ""
|
||||
}
|
||||
if forgedCallRe.MatchString(body) {
|
||||
return true, "回复正文里出现了工具调用标记,但本轮没有真实的工具调用"
|
||||
}
|
||||
producedIDs := map[string]bool{}
|
||||
for _, ref := range produced {
|
||||
if ref.ID != "" {
|
||||
producedIDs[ref.ID] = true
|
||||
}
|
||||
}
|
||||
knownExisting := false
|
||||
for _, id := range ArtifactIDPattern.FindAllString(body, -1) {
|
||||
if producedIDs[id] {
|
||||
continue
|
||||
}
|
||||
if lookup != nil {
|
||||
if _, _, ok := lookup(id); ok {
|
||||
knownExisting = true
|
||||
continue
|
||||
}
|
||||
}
|
||||
return true, "回复引用了不存在的工件"
|
||||
}
|
||||
if len(producedIDs) > 0 || knownExisting {
|
||||
return false, ""
|
||||
}
|
||||
if fileClaimRe.MatchString(body) || softClaimRe.MatchString(body) {
|
||||
return true, "回复声称已经生成或登记了文件,但这一轮没有产生对应的工件"
|
||||
}
|
||||
return false, ""
|
||||
}
|
||||
|
||||
// CheckArtifacts 确认登记的工件存在且非空。
|
||||
// md、txt、docx 还要过 scorer;其他类型只检查存在与非空。
|
||||
func CheckArtifacts(refs []ArtifactRef, lookup ArtifactLookup, scorer QualityScorer) []string {
|
||||
var reasons []string
|
||||
for _, ref := range refs {
|
||||
if ref.ID == "" {
|
||||
reasons = append(reasons, "工件引用缺少 ID")
|
||||
continue
|
||||
}
|
||||
name := ref.Name
|
||||
if name == "" {
|
||||
name = ref.ID
|
||||
}
|
||||
var (
|
||||
content []byte
|
||||
ok bool
|
||||
artName string
|
||||
)
|
||||
if lookup != nil {
|
||||
artName, content, ok = lookup(ref.ID)
|
||||
}
|
||||
if !ok {
|
||||
reasons = append(reasons, name+" 不存在")
|
||||
continue
|
||||
}
|
||||
if artName != "" {
|
||||
name = artName
|
||||
}
|
||||
if len(content) == 0 {
|
||||
reasons = append(reasons, name+" 内容为空")
|
||||
continue
|
||||
}
|
||||
switch strings.ToLower(filepath.Ext(name)) {
|
||||
case ".md", ".txt", ".docx":
|
||||
if scorer == nil {
|
||||
continue
|
||||
}
|
||||
passed, why := scorer(name, content)
|
||||
if !passed {
|
||||
if why == "" {
|
||||
why = "评分未通过"
|
||||
}
|
||||
reasons = append(reasons, name+":"+why)
|
||||
}
|
||||
}
|
||||
}
|
||||
return reasons
|
||||
}
|
||||
|
||||
// Verdict 是独立验证器的裁决。
|
||||
type Verdict struct {
|
||||
Passed bool `json:"passed"`
|
||||
Reason string `json:"reason"`
|
||||
NextAction string `json:"nextAction"`
|
||||
}
|
||||
|
||||
// ParseVerdict 解析验证器输出:剥围栏、取最外层 JSON、必须有 passed 键。
|
||||
func ParseVerdict(raw string) (Verdict, error) {
|
||||
s := stripFence(raw)
|
||||
start := strings.Index(s, "{")
|
||||
end := strings.LastIndex(s, "}")
|
||||
if start < 0 || end < start {
|
||||
return Verdict{}, fmt.Errorf("验证器返回无法解析")
|
||||
}
|
||||
s = s[start : end+1]
|
||||
var probe map[string]json.RawMessage
|
||||
if err := json.Unmarshal([]byte(s), &probe); err != nil {
|
||||
return Verdict{}, err
|
||||
}
|
||||
if _, ok := probe["passed"]; !ok {
|
||||
return Verdict{}, fmt.Errorf("验证器返回无法解析")
|
||||
}
|
||||
var verdict Verdict
|
||||
if err := json.Unmarshal([]byte(s), &verdict); err != nil {
|
||||
return Verdict{}, err
|
||||
}
|
||||
return verdict, nil
|
||||
}
|
||||
|
||||
func stripFence(s string) string {
|
||||
s = strings.TrimSpace(s)
|
||||
if !strings.HasPrefix(s, "```") {
|
||||
return s
|
||||
}
|
||||
s = strings.TrimPrefix(s, "```")
|
||||
if i := strings.IndexByte(s, '\n'); i >= 0 {
|
||||
s = s[i+1:]
|
||||
}
|
||||
s = strings.TrimSpace(strings.TrimSuffix(strings.TrimSpace(s), "```"))
|
||||
return s
|
||||
}
|
||||
@@ -0,0 +1,133 @@
|
||||
package gates
|
||||
|
||||
import (
|
||||
"strings"
|
||||
"testing"
|
||||
"time"
|
||||
)
|
||||
|
||||
func lookupWith(ids map[string][]byte) ArtifactLookup {
|
||||
return func(id string) (string, []byte, bool) {
|
||||
c, ok := ids[id]
|
||||
return id + ".md", c, ok
|
||||
}
|
||||
}
|
||||
|
||||
func TestClaimGateForgedMarkerAlwaysBlocks(t *testing.T) {
|
||||
block, why := ClaimGate("结果如下 [调用工具 write_file]", nil, nil)
|
||||
if !block || why == "" {
|
||||
t.Fatalf("block=%v why=%q", block, why)
|
||||
}
|
||||
}
|
||||
|
||||
func TestClaimGateProducedAndExistingDoNotBlock(t *testing.T) {
|
||||
produced := []ArtifactRef{{ID: "art_aaaabbbbcccc"}}
|
||||
if block, _ := ClaimGate("已生成 art_aaaabbbbcccc 请查收", produced, nil); block {
|
||||
t.Fatal("produced reference blocked")
|
||||
}
|
||||
lookup := lookupWith(map[string][]byte{"art_dddd11112222": []byte("x")})
|
||||
if block, _ := ClaimGate("之前的 art_dddd11112222 里有结论", nil, lookup); block {
|
||||
t.Fatal("existing artifact reference blocked")
|
||||
}
|
||||
}
|
||||
|
||||
func TestClaimGateUnknownArtifactBlocks(t *testing.T) {
|
||||
block, why := ClaimGate("见附件 art_000011112222", nil, lookupWith(nil))
|
||||
if !block || !strings.Contains(why, "不存在") {
|
||||
t.Fatalf("block=%v why=%q", block, why)
|
||||
}
|
||||
}
|
||||
|
||||
func TestClaimGateBareClaimWithoutArtifactsBlocks(t *testing.T) {
|
||||
for _, body := range []string{
|
||||
"已生成报告.md,请查收",
|
||||
"文件已生成好了",
|
||||
} {
|
||||
if block, _ := ClaimGate(body, nil, nil); !block {
|
||||
t.Fatalf("claim not blocked: %q", body)
|
||||
}
|
||||
}
|
||||
// 如实说明没有生成则不拦。
|
||||
if block, _ := ClaimGate("这一轮没有生成文件", nil, nil); block {
|
||||
t.Fatal("honest note blocked")
|
||||
}
|
||||
}
|
||||
|
||||
func TestCheckArtifactsReasons(t *testing.T) {
|
||||
lookup := func(id string) (string, []byte, bool) {
|
||||
switch id {
|
||||
case "ok":
|
||||
return "ok.md", []byte("# 正常"), true
|
||||
case "empty":
|
||||
return "empty.md", nil, true
|
||||
default:
|
||||
return "", nil, false
|
||||
}
|
||||
}
|
||||
scorer := func(name string, content []byte) (bool, string) { return false, "标题缺失" }
|
||||
refs := []ArtifactRef{
|
||||
{ID: ""},
|
||||
{ID: "missing", Name: "缺失.md"},
|
||||
{ID: "empty"},
|
||||
{ID: "ok"},
|
||||
}
|
||||
reasons := CheckArtifacts(refs, lookup, scorer)
|
||||
joined := strings.Join(reasons, ";")
|
||||
for _, want := range []string{"缺少 ID", "缺失.md 不存在", "empty.md 内容为空", "ok.md:标题缺失"} {
|
||||
if !strings.Contains(joined, want) {
|
||||
t.Fatalf("reasons %q 缺 %q", joined, want)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func TestCheckArtifactsNilScorerSkipsQuality(t *testing.T) {
|
||||
lookup := lookupWith(map[string][]byte{"a": []byte("x")})
|
||||
if reasons := CheckArtifacts([]ArtifactRef{{ID: "a"}}, lookup, nil); len(reasons) != 0 {
|
||||
t.Fatalf("reasons = %v", reasons)
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseVerdictForms(t *testing.T) {
|
||||
v, err := ParseVerdict("```json\n{\"passed\":true,\"reason\":\"ok\"}\n```")
|
||||
if err != nil || !v.Passed {
|
||||
t.Fatalf("v=%+v err=%v", v, err)
|
||||
}
|
||||
if _, err := ParseVerdict("没有 JSON"); err == nil {
|
||||
t.Fatal("garbage accepted")
|
||||
}
|
||||
if _, err := ParseVerdict("{\"reason\":\"no passed key\"}"); err == nil {
|
||||
t.Fatal("missing passed accepted")
|
||||
}
|
||||
}
|
||||
|
||||
func TestProgressReminderThrottleAndFormat(t *testing.T) {
|
||||
r := &ProgressReminder{}
|
||||
now := time.Now()
|
||||
first := r.Remind([]string{"写第三章"}, []string{"评审"}, now)
|
||||
if len(first) != 1 {
|
||||
t.Fatalf("first = %v", first)
|
||||
}
|
||||
text := first[0]
|
||||
for _, want := range []string{"已连续 3 个工具轮", "- 待办:写第三章", "- 计划:评审", "请更新计划或待办"} {
|
||||
if !strings.Contains(text, want) {
|
||||
t.Fatalf("text 缺 %q:\n%s", want, text)
|
||||
}
|
||||
}
|
||||
// 内容相同且计数不同:key 不同,应继续发出直到封顶。
|
||||
if got := r.Remind([]string{"写第三章"}, []string{"评审"}, now); len(got) != 1 {
|
||||
t.Fatalf("second = %v", got)
|
||||
}
|
||||
if got := r.Remind([]string{"写第三章"}, []string{"评审"}, now); len(got) != 1 {
|
||||
t.Fatalf("third = %v", got)
|
||||
}
|
||||
if got := r.Remind([]string{"写第三章"}, []string{"评审"}, now); got != nil {
|
||||
t.Fatalf("fourth should be capped: %v", got)
|
||||
}
|
||||
if r.Sent() != 3 {
|
||||
t.Fatalf("sent = %d", r.Sent())
|
||||
}
|
||||
// 无内容不发。
|
||||
if got := (&ProgressReminder{}).Remind(nil, nil, now); got != nil {
|
||||
t.Fatalf("empty = %v", got)
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,78 @@
|
||||
package gates
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"agent-native/runtime/reminders"
|
||||
)
|
||||
|
||||
// ProgressReminder 是进度提醒的节流状态机与格式化机制。
|
||||
// 计数(第几个工具轮)由调用方按自己的事件流维护;本机制负责
|
||||
// 「达到阈值后的去重、封顶与文案」。
|
||||
type ProgressReminder struct {
|
||||
Gap int // 连续多少个工具轮未更新即提醒;0 = ReminderToolGap
|
||||
Cap int // 每 run 提醒上限;0 = MaxChecklistReminders
|
||||
notes *reminders.Bus
|
||||
sent int
|
||||
}
|
||||
|
||||
func (r *ProgressReminder) gap() int {
|
||||
if r.Gap <= 0 {
|
||||
return ReminderToolGap
|
||||
}
|
||||
return r.Gap
|
||||
}
|
||||
|
||||
func (r *ProgressReminder) cap() int {
|
||||
if r.Cap <= 0 {
|
||||
return MaxChecklistReminders
|
||||
}
|
||||
return r.Cap
|
||||
}
|
||||
|
||||
// Sent 报告已发出的提醒条数(调用方判定封顶用)。
|
||||
func (r *ProgressReminder) Sent() int { return r.sent }
|
||||
|
||||
// Remind 在给定未完成项时发一条提醒;节流或没有内容时返回 nil。
|
||||
// 文案与产品现网一致:「计划和待办已连续 N 个工具轮没有更新」。
|
||||
func (r *ProgressReminder) Remind(todos, plans []string, now time.Time) []string {
|
||||
if r.sent >= r.cap() {
|
||||
return nil
|
||||
}
|
||||
text := FormatUnfinished(r.gap(), todos, plans)
|
||||
if text == "" {
|
||||
return nil
|
||||
}
|
||||
if r.notes == nil {
|
||||
r.notes = reminders.New(0, r.cap())
|
||||
}
|
||||
key := fmt.Sprintf("%d:%s", r.sent, text)
|
||||
if !r.notes.Admit(reminders.Note{Kind: reminders.KindTodo, Key: key, Text: text}, now) {
|
||||
return nil
|
||||
}
|
||||
r.sent++
|
||||
return []string{text}
|
||||
}
|
||||
|
||||
// FormatUnfinished 渲染未完成项提醒;无内容时返回空串。
|
||||
func FormatUnfinished(gap int, todos, plans []string) string {
|
||||
var lines []string
|
||||
for _, item := range todos {
|
||||
if text := strings.TrimSpace(item); text != "" {
|
||||
lines = append(lines, "- 待办:"+text)
|
||||
}
|
||||
}
|
||||
for _, step := range plans {
|
||||
if text := strings.TrimSpace(step); text != "" {
|
||||
lines = append(lines, "- 计划:"+text)
|
||||
}
|
||||
}
|
||||
if len(lines) == 0 {
|
||||
return ""
|
||||
}
|
||||
return fmt.Sprintf("计划和待办已连续 %d 个工具轮没有更新。未完成项:\n", gap) +
|
||||
strings.Join(lines, "\n") +
|
||||
"\n请更新计划或待办,或在回复里说明为什么先不做。"
|
||||
}
|
||||
@@ -0,0 +1,94 @@
|
||||
// Package guardrails 提供三类语义化护栏端口:输入(只作用于入口智能体)、
|
||||
// 输出(只作用于给出最终结果的智能体)、工具(每次工具调用)。
|
||||
// 护栏以钩子总线注册:它是类型化语义层,钩子仍是通用事件层。
|
||||
// 当前形态护栏拿不到运行 ctx(事件载荷不含它);需要取消语义时直接写钩子。
|
||||
package guardrails
|
||||
|
||||
import (
|
||||
"context"
|
||||
|
||||
"agent-native/runtime/hooks"
|
||||
)
|
||||
|
||||
// Verdict 是一次护栏表态。空 Decision 表示不插手。
|
||||
// Deny 拒绝(Output 层表现为要求模型改进后继续);Modify 改写载荷
|
||||
// (Input 改用户输入、Output 改最终文本、Tool 改参数);Reason 附说明。
|
||||
type Verdict struct {
|
||||
Decision hooks.Decision
|
||||
Reason string
|
||||
Replacement string
|
||||
}
|
||||
|
||||
type InputGuardrail func(ctx context.Context, text string) Verdict
|
||||
type OutputGuardrail func(ctx context.Context, text string) Verdict
|
||||
type ToolGuardrail func(ctx context.Context, name, args string) Verdict
|
||||
|
||||
// Set 是一组护栏;nil 字段表示该层不启用。
|
||||
type Set struct {
|
||||
Input InputGuardrail
|
||||
Output OutputGuardrail
|
||||
Tool ToolGuardrail
|
||||
}
|
||||
|
||||
// Scope 标注本 run 的角色:Entry=本 run 处理入口用户输入;
|
||||
// Final=本 run 给出最终答案。子代理 run 两者都为 false,
|
||||
// Input/Output 护栏不会作用于它;Tool 护栏作用于一切工具调用。
|
||||
type Scope struct {
|
||||
Entry bool
|
||||
Final bool
|
||||
}
|
||||
|
||||
// Register 把护栏挂到总线。语义:
|
||||
// - Input(仅 scope.Entry):挂 UserPromptSubmit。deny → 循环不启动,
|
||||
// 以理由直接收尾;modify → 改写后的输入追加为新的用户消息(原文留痕)。
|
||||
// - Output(仅 scope.Final):挂 Stop。deny → 视同续跑,理由交给模型改进
|
||||
// (计入内核续跑上限,达上限后收尾并附 Notice);modify → 替换最终文本并续跑。
|
||||
// - Tool:挂 PreToolUse,与其他钩子按既有优先级合并
|
||||
// (deny/block > ask > modify > allow);modify 的 Replacement 改写工具参数。
|
||||
func Register(bus *hooks.Bus, set Set, scope Scope) {
|
||||
if bus == nil {
|
||||
return
|
||||
}
|
||||
if set.Input != nil && scope.Entry {
|
||||
g := set.Input
|
||||
bus.On(func(c hooks.Call) hooks.Outcome {
|
||||
if c.Event != hooks.UserPromptSubmit {
|
||||
return hooks.Outcome{}
|
||||
}
|
||||
v := g(context.Background(), c.LastText)
|
||||
return hooks.Outcome{Decision: v.Decision, Reason: v.Reason, Replacement: v.Replacement}
|
||||
})
|
||||
}
|
||||
if set.Output != nil && scope.Final {
|
||||
g := set.Output
|
||||
bus.On(func(c hooks.Call) hooks.Outcome {
|
||||
if c.Event != hooks.Stop {
|
||||
return hooks.Outcome{}
|
||||
}
|
||||
v := g(context.Background(), c.LastText)
|
||||
switch v.Decision {
|
||||
case hooks.Deny, hooks.Block:
|
||||
// 对 Stop 事件而言「拒绝最终答案」= 要求模型改进后再来一轮。
|
||||
return hooks.Outcome{Decision: hooks.Block, Reason: v.Reason}
|
||||
case hooks.Modify:
|
||||
return hooks.Outcome{Decision: hooks.Block, Reason: v.Reason, Replacement: v.Replacement}
|
||||
default:
|
||||
return hooks.Outcome{Decision: v.Decision, Reason: v.Reason}
|
||||
}
|
||||
})
|
||||
}
|
||||
if set.Tool != nil {
|
||||
g := set.Tool
|
||||
bus.On(func(c hooks.Call) hooks.Outcome {
|
||||
if c.Event != hooks.PreToolUse {
|
||||
return hooks.Outcome{}
|
||||
}
|
||||
v := g(context.Background(), c.Tool, c.Args)
|
||||
out := hooks.Outcome{Decision: v.Decision, Reason: v.Reason}
|
||||
if v.Decision == hooks.Modify {
|
||||
out.Args = v.Replacement
|
||||
}
|
||||
return out
|
||||
})
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,89 @@
|
||||
package guardrails
|
||||
|
||||
import (
|
||||
"context"
|
||||
"testing"
|
||||
|
||||
"agent-native/runtime/hooks"
|
||||
)
|
||||
|
||||
func TestToolGuardrailMergesOnPreToolUse(t *testing.T) {
|
||||
bus := hooks.New()
|
||||
Register(bus, Set{
|
||||
Tool: func(ctx context.Context, name, args string) Verdict {
|
||||
if name == "run_shell" {
|
||||
return Verdict{Decision: hooks.Deny, Reason: "shell 被护栏禁用"}
|
||||
}
|
||||
return Verdict{}
|
||||
},
|
||||
}, Scope{})
|
||||
out := bus.Emit(hooks.Call{Event: hooks.PreToolUse, Tool: "run_shell"})
|
||||
if out.Decision != hooks.Deny || out.Reason == "" {
|
||||
t.Fatalf("out = %+v", out)
|
||||
}
|
||||
out = bus.Emit(hooks.Call{Event: hooks.PreToolUse, Tool: "read_file"})
|
||||
if out.Decision != "" {
|
||||
t.Fatalf("read_file out = %+v", out)
|
||||
}
|
||||
}
|
||||
|
||||
func TestToolGuardrailModifyRewritesArgs(t *testing.T) {
|
||||
bus := hooks.New()
|
||||
Register(bus, Set{
|
||||
Tool: func(ctx context.Context, name, args string) Verdict {
|
||||
return Verdict{Decision: hooks.Modify, Replacement: `{"path":"safe.txt"}`}
|
||||
},
|
||||
}, Scope{})
|
||||
out := bus.Emit(hooks.Call{Event: hooks.PreToolUse, Tool: "write_file"})
|
||||
if out.Decision != hooks.Modify || out.Args != `{"path":"safe.txt"}` {
|
||||
t.Fatalf("out = %+v", out)
|
||||
}
|
||||
}
|
||||
|
||||
func TestOutputGuardrailDenyBecomesContinuation(t *testing.T) {
|
||||
bus := hooks.New()
|
||||
Register(bus, Set{
|
||||
Output: func(ctx context.Context, text string) Verdict {
|
||||
return Verdict{Decision: hooks.Deny, Reason: "缺少来源标注"}
|
||||
},
|
||||
}, Scope{Final: true})
|
||||
out := bus.Emit(hooks.Call{Event: hooks.Stop, LastText: "结论"})
|
||||
// Output deny 必须表达为续跑(Block),而不是把 run 掐死。
|
||||
if out.Decision != hooks.Block || out.Reason != "缺少来源标注" {
|
||||
t.Fatalf("out = %+v", out)
|
||||
}
|
||||
}
|
||||
|
||||
func TestScopeGatesInputAndOutput(t *testing.T) {
|
||||
fired := map[string]bool{}
|
||||
mk := func() Set {
|
||||
return Set{
|
||||
Input: func(ctx context.Context, text string) Verdict { fired["input"] = true; return Verdict{} },
|
||||
Output: func(ctx context.Context, text string) Verdict { fired["output"] = true; return Verdict{} },
|
||||
}
|
||||
}
|
||||
// 子代理 run(Entry/Final 都为 false):Input/Output 不注册。
|
||||
bus := hooks.New()
|
||||
Register(bus, mk(), Scope{})
|
||||
bus.Emit(hooks.Call{Event: hooks.UserPromptSubmit, LastText: "x"})
|
||||
bus.Emit(hooks.Call{Event: hooks.Stop, LastText: "y"})
|
||||
if fired["input"] || fired["output"] {
|
||||
t.Fatalf("sub-run scope fired: %v", fired)
|
||||
}
|
||||
// 入口且最终:两层都触发。
|
||||
bus2 := hooks.New()
|
||||
Register(bus2, mk(), Scope{Entry: true, Final: true})
|
||||
bus2.Emit(hooks.Call{Event: hooks.UserPromptSubmit, LastText: "x"})
|
||||
bus2.Emit(hooks.Call{Event: hooks.Stop, LastText: "y"})
|
||||
if !fired["input"] || !fired["output"] {
|
||||
t.Fatalf("entry/final scope did not fire: %v", fired)
|
||||
}
|
||||
}
|
||||
|
||||
func TestNilBusIsNoop(t *testing.T) {
|
||||
Register(nil, Set{
|
||||
Input: func(ctx context.Context, text string) Verdict { return Verdict{Decision: hooks.Deny} },
|
||||
Output: func(ctx context.Context, text string) Verdict { return Verdict{Decision: hooks.Deny} },
|
||||
Tool: func(ctx context.Context, name, args string) Verdict { return Verdict{Decision: hooks.Deny} },
|
||||
}, Scope{Entry: true, Final: true})
|
||||
}
|
||||
@@ -0,0 +1,136 @@
|
||||
// Package hooks 是进程内钩子总线。决策按 block/deny、ask、modify、allow 取更强的一条。
|
||||
// 没有表态的处理函数不改变结果。
|
||||
package hooks
|
||||
|
||||
import "sync"
|
||||
|
||||
type Event string
|
||||
|
||||
const (
|
||||
SessionStart Event = "SessionStart"
|
||||
UserPromptSubmit Event = "UserPromptSubmit"
|
||||
PreToolUse Event = "PreToolUse"
|
||||
PermissionRequest Event = "PermissionRequest"
|
||||
PostToolUse Event = "PostToolUse"
|
||||
PostToolUseFailure Event = "PostToolUseFailure"
|
||||
PostToolBatch Event = "PostToolBatch"
|
||||
Stop Event = "Stop"
|
||||
SubagentStart Event = "SubagentStart"
|
||||
SubagentStop Event = "SubagentStop"
|
||||
PreCompact Event = "PreCompact"
|
||||
SessionEnd Event = "SessionEnd"
|
||||
)
|
||||
|
||||
type Decision string
|
||||
|
||||
const (
|
||||
Allow Decision = "allow"
|
||||
Deny Decision = "deny"
|
||||
Ask Decision = "ask"
|
||||
Modify Decision = "modify"
|
||||
Block Decision = "block"
|
||||
)
|
||||
|
||||
// Call 是一次事件。工具字段只在工具事件上有意义。
|
||||
type Call struct {
|
||||
Event Event
|
||||
Tool string
|
||||
Args string
|
||||
Result string
|
||||
IsError bool
|
||||
Turn int
|
||||
LastText string
|
||||
Continuations int
|
||||
ToolCalls int
|
||||
}
|
||||
|
||||
// Outcome 是一个处理函数的表态。空 Decision 表示不插手。
|
||||
type Outcome struct {
|
||||
Decision Decision
|
||||
Reason string
|
||||
Args string
|
||||
Notice string
|
||||
Replacement string
|
||||
}
|
||||
|
||||
type Handler func(Call) Outcome
|
||||
|
||||
type Bus struct {
|
||||
mu sync.Mutex
|
||||
hs []Handler
|
||||
}
|
||||
|
||||
func New() *Bus { return &Bus{} }
|
||||
|
||||
func (b *Bus) On(h Handler) {
|
||||
if b == nil || h == nil {
|
||||
return
|
||||
}
|
||||
b.mu.Lock()
|
||||
b.hs = append(b.hs, h)
|
||||
b.mu.Unlock()
|
||||
}
|
||||
|
||||
// Emit 按优先级合并表态。deny 与 block 同级,先登记的保留。
|
||||
func (b *Bus) Emit(c Call) Outcome {
|
||||
if b == nil {
|
||||
return Outcome{}
|
||||
}
|
||||
b.mu.Lock()
|
||||
hs := append([]Handler(nil), b.hs...)
|
||||
b.mu.Unlock()
|
||||
var merged Outcome
|
||||
for _, h := range hs {
|
||||
merged = prefer(merged, h(c))
|
||||
}
|
||||
return merged
|
||||
}
|
||||
|
||||
func prefer(cur, next Outcome) Outcome {
|
||||
if rank(next.Decision) > rank(cur.Decision) {
|
||||
return next
|
||||
}
|
||||
return cur
|
||||
}
|
||||
|
||||
func rank(d Decision) int {
|
||||
switch d {
|
||||
case Block, Deny:
|
||||
return 4
|
||||
case Ask:
|
||||
return 3
|
||||
case Modify:
|
||||
return 2
|
||||
case Allow:
|
||||
return 1
|
||||
default:
|
||||
return 0
|
||||
}
|
||||
}
|
||||
|
||||
// AdaptBefore 把「返回错误即拒绝」收成 PreToolUse 处理函数。
|
||||
func AdaptBefore(fn func(name, args string) error) Handler {
|
||||
return func(c Call) Outcome {
|
||||
if c.Event != PreToolUse || fn == nil {
|
||||
return Outcome{}
|
||||
}
|
||||
if err := fn(c.Tool, c.Args); err != nil {
|
||||
return Outcome{Decision: Deny, Reason: err.Error()}
|
||||
}
|
||||
return Outcome{Decision: Allow}
|
||||
}
|
||||
}
|
||||
|
||||
// AdaptAfter 把工具结果观察收成 PostToolUse 或失败事件。它不改写结果。
|
||||
func AdaptAfter(fn func(name, args, result string, isError bool)) Handler {
|
||||
return func(c Call) Outcome {
|
||||
if fn == nil {
|
||||
return Outcome{}
|
||||
}
|
||||
switch c.Event {
|
||||
case PostToolUse, PostToolUseFailure:
|
||||
fn(c.Tool, c.Args, c.Result, c.IsError)
|
||||
}
|
||||
return Outcome{}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,40 @@
|
||||
package hooks
|
||||
|
||||
import "testing"
|
||||
|
||||
func TestDenyBeatsAllow(t *testing.T) {
|
||||
b := New()
|
||||
b.On(func(Call) Outcome { return Outcome{Decision: Allow} })
|
||||
b.On(func(c Call) Outcome {
|
||||
if c.Event == PreToolUse {
|
||||
return Outcome{Decision: Deny, Reason: "no"}
|
||||
}
|
||||
return Outcome{}
|
||||
})
|
||||
out := b.Emit(Call{Event: PreToolUse, Tool: "write_file"})
|
||||
if out.Decision != Deny || out.Reason != "no" {
|
||||
t.Fatalf("%+v", out)
|
||||
}
|
||||
}
|
||||
|
||||
func TestAdaptBefore(t *testing.T) {
|
||||
h := AdaptBefore(func(name, args string) error {
|
||||
if name == "write_file" {
|
||||
return errString("blocked")
|
||||
}
|
||||
return nil
|
||||
})
|
||||
if h(Call{Event: PreToolUse, Tool: "read_file"}).Decision != Allow {
|
||||
t.Fatal("read")
|
||||
}
|
||||
if h(Call{Event: PreToolUse, Tool: "write_file"}).Decision != Deny {
|
||||
t.Fatal("write")
|
||||
}
|
||||
if h(Call{Event: Stop}).Decision != "" {
|
||||
t.Fatal("stop should be ignored")
|
||||
}
|
||||
}
|
||||
|
||||
type errString string
|
||||
|
||||
func (e errString) Error() string { return string(e) }
|
||||
@@ -0,0 +1,404 @@
|
||||
package llm
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
"bytes"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"net/http"
|
||||
"strings"
|
||||
"time"
|
||||
)
|
||||
|
||||
// anthropic.go — 原生 Anthropic Messages API 客户端(N2 WP2)。
|
||||
// 与 OpenAI 路径共用 Message/Event 表面;组包与 BuildBody 的 Anthropic
|
||||
// 分支是同一个函数(消灭「离线/线上两张皮」,审计 N4 的根因)。
|
||||
|
||||
// AnthropicVersion 是请求头 anthropic-version 的钉住值。
|
||||
const AnthropicVersion = "2023-06-01"
|
||||
|
||||
// anthropicBody 组 Anthropic Messages 请求体(线上 Client 与离线 BuildBody
|
||||
// 共用)。tools 挂 input_schema;system 与最后一个 tool 挂 cache_control
|
||||
// (静态前缀的缓存断点);assistant 的思考块在内容块最前且带签名往返。
|
||||
func anthropicBody(model string, messages []Message, tools []ToolDecl, opts StreamOptions) ([]byte, error) {
|
||||
sys, msgs := anthropicMessages(messages)
|
||||
body := map[string]any{
|
||||
"model": model,
|
||||
"messages": msgs,
|
||||
"stream": true,
|
||||
// Anthropic 要求 max_tokens。0 表示调用方不限制:用足够大的默认值,
|
||||
// 避免 4096 把长回复截断。真正的上限由调用方 StreamOptions.MaxTokens 决定。
|
||||
"max_tokens": opts.MaxTokens,
|
||||
}
|
||||
if body["max_tokens"] == 0 {
|
||||
body["max_tokens"] = 128000
|
||||
}
|
||||
if sys != "" {
|
||||
body["system"] = []map[string]any{{
|
||||
"type": "text",
|
||||
"text": sys,
|
||||
"cache_control": map[string]any{"type": "ephemeral"},
|
||||
}}
|
||||
}
|
||||
if budget := AnthropicThinkingBudget(opts.ThinkingLevel); budget > 0 {
|
||||
body["thinking"] = map[string]any{"type": "enabled", "budget_tokens": budget}
|
||||
}
|
||||
if len(tools) > 0 {
|
||||
body["tools"] = anthropicTools(tools)
|
||||
}
|
||||
return json.Marshal(body)
|
||||
}
|
||||
|
||||
// anthropicTools 声明工具(name/description/input_schema);最后一个挂
|
||||
// cache_control 作为静态工具前缀的断点。
|
||||
func anthropicTools(decls []ToolDecl) []map[string]any {
|
||||
out := make([]map[string]any, 0, len(decls))
|
||||
for i, t := range decls {
|
||||
params := t.Parameters
|
||||
if len(params) == 0 {
|
||||
params = json.RawMessage(`{"type":"object","properties":{}}`)
|
||||
}
|
||||
item := map[string]any{
|
||||
"name": t.Name,
|
||||
"description": t.Description,
|
||||
"input_schema": json.RawMessage(params),
|
||||
}
|
||||
if i == len(decls)-1 {
|
||||
item["cache_control"] = map[string]any{"type": "ephemeral"}
|
||||
}
|
||||
out = append(out, item)
|
||||
}
|
||||
return out
|
||||
}
|
||||
|
||||
// anthropicMessages 把通用转录映射成 Anthropic 消息:
|
||||
// system 收成字符串(由调用方决定挂法);assistant 的思考块在最前,
|
||||
// 其后 text/image 与 tool_use;连续 RoleTool 折叠成一条 user 消息内的
|
||||
// tool_result 块组(Anthropic 不允许 tool 角色)。
|
||||
func anthropicMessages(messages []Message) (string, []map[string]any) {
|
||||
var system strings.Builder
|
||||
var out []map[string]any
|
||||
for i := 0; i < len(messages); i++ {
|
||||
m := messages[i]
|
||||
switch m.Role {
|
||||
case RoleSystem:
|
||||
if system.Len() > 0 {
|
||||
system.WriteString("\n")
|
||||
}
|
||||
system.WriteString(m.Content)
|
||||
case RoleAssistant:
|
||||
var content []map[string]any
|
||||
for _, th := range m.Thinking {
|
||||
if th.Redacted {
|
||||
content = append(content, map[string]any{"type": "redacted_thinking", "data": th.Data})
|
||||
continue
|
||||
}
|
||||
content = append(content, map[string]any{
|
||||
"type": "thinking", "thinking": th.Thinking, "signature": th.Signature,
|
||||
})
|
||||
}
|
||||
if m.Content != "" {
|
||||
content = append(content, map[string]any{"type": "text", "text": m.Content})
|
||||
}
|
||||
for _, img := range m.Images {
|
||||
content = append(content, map[string]any{
|
||||
"type": "image",
|
||||
"source": map[string]any{
|
||||
"type": "base64",
|
||||
"media_type": firstNonEmpty(img.MIME, "image/png"),
|
||||
"data": img.Data,
|
||||
},
|
||||
})
|
||||
}
|
||||
for _, tc := range m.ToolCalls {
|
||||
args := json.RawMessage(tc.Arguments)
|
||||
if !json.Valid(args) {
|
||||
args = json.RawMessage(`{}`)
|
||||
}
|
||||
content = append(content, map[string]any{
|
||||
"type": "tool_use", "id": tc.ID, "name": tc.Name, "input": args,
|
||||
})
|
||||
}
|
||||
if len(content) == 0 {
|
||||
content = append(content, map[string]any{"type": "text", "text": ""})
|
||||
}
|
||||
out = append(out, map[string]any{"role": "assistant", "content": content})
|
||||
case RoleTool:
|
||||
// 连续 tool 结果折叠进同一条 user 消息。
|
||||
var results []map[string]any
|
||||
for ; i < len(messages) && messages[i].Role == RoleTool; i++ {
|
||||
t := messages[i]
|
||||
results = append(results, map[string]any{
|
||||
"type": "tool_result",
|
||||
"tool_use_id": t.ToolCallID,
|
||||
"content": t.Content,
|
||||
"is_error": t.IsError,
|
||||
})
|
||||
}
|
||||
i--
|
||||
out = append(out, map[string]any{"role": "user", "content": results})
|
||||
default:
|
||||
content := []map[string]any{}
|
||||
if m.Content != "" {
|
||||
content = append(content, map[string]any{"type": "text", "text": m.Content})
|
||||
}
|
||||
for _, img := range m.Images {
|
||||
content = append(content, map[string]any{
|
||||
"type": "image",
|
||||
"source": map[string]any{
|
||||
"type": "base64",
|
||||
"media_type": firstNonEmpty(img.MIME, "image/png"),
|
||||
"data": img.Data,
|
||||
},
|
||||
})
|
||||
}
|
||||
out = append(out, map[string]any{"role": "user", "content": content})
|
||||
}
|
||||
}
|
||||
return system.String(), out
|
||||
}
|
||||
|
||||
// streamAnthropic 发 POST {base}/messages 并把 Anthropic SSE 事件族映射到
|
||||
// 通用 Event。与 OpenAI 客户端共享错误/中止语义。
|
||||
func (c *Client) streamAnthropic(ctx context.Context, model string, messages []Message, tools []ToolDecl, opts StreamOptions, out chan<- Event) {
|
||||
base := firstNonEmpty(opts.APIBase, c.BaseURL)
|
||||
key := firstNonEmpty(opts.APIKey, c.APIKey)
|
||||
if base == "" || key == "" || model == "" {
|
||||
emitError(out, "", false, "agentx llm client is missing base url, api key, or model")
|
||||
return
|
||||
}
|
||||
if opts.MessageShape != "" {
|
||||
messages = PrepareMessages(messages, opts.MessageShape)
|
||||
}
|
||||
raw, err := anthropicBody(model, messages, tools, opts)
|
||||
if err != nil {
|
||||
emitError(out, "", false, err.Error())
|
||||
return
|
||||
}
|
||||
req, err := http.NewRequestWithContext(ctx, http.MethodPost, strings.TrimRight(base, "/")+"/messages", bytes.NewReader(raw))
|
||||
if err != nil {
|
||||
emitError(out, "", false, err.Error())
|
||||
return
|
||||
}
|
||||
req.Header.Set("x-api-key", key)
|
||||
req.Header.Set("anthropic-version", AnthropicVersion)
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
req.Header.Set("Accept", "text/event-stream")
|
||||
hc := c.HTTPClient
|
||||
if hc == nil {
|
||||
hc = &http.Client{Timeout: 30 * time.Minute}
|
||||
}
|
||||
resp, err := hc.Do(req)
|
||||
if err != nil {
|
||||
if ctx.Err() != nil {
|
||||
emitAbort(out, "", ctx.Err())
|
||||
return
|
||||
}
|
||||
emitError(out, "", true, err.Error())
|
||||
return
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
if resp.StatusCode >= 400 {
|
||||
slurp, _ := io.ReadAll(io.LimitReader(resp.Body, 4096))
|
||||
msg := fmt.Sprintf("provider status %d: %s", resp.StatusCode, strings.TrimSpace(string(slurp)))
|
||||
ev := Event{
|
||||
Kind: KindError,
|
||||
HTTPStatus: resp.StatusCode,
|
||||
Retryable: StatusRetryable(resp.StatusCode) && !ContextOverflow(msg),
|
||||
ErrorMessage: msg,
|
||||
Err: &StreamError{Message: msg, Retryable: StatusRetryable(resp.StatusCode) && !ContextOverflow(msg)},
|
||||
Message: Message{Role: RoleAssistant, StopReason: StopError},
|
||||
}
|
||||
if d, ok := ParseRetryAfter(resp.Header.Get("Retry-After"), time.Now()); ok {
|
||||
ev.HasRetryAfter = true
|
||||
ev.RetryAfter = d
|
||||
}
|
||||
out <- ev
|
||||
return
|
||||
}
|
||||
parseAnthropicSSE(ctx, resp.Body, out)
|
||||
}
|
||||
|
||||
// ---- Anthropic SSE 解析 ----
|
||||
|
||||
type anthropicBlock struct {
|
||||
typ string
|
||||
toolID string
|
||||
toolName string
|
||||
args strings.Builder
|
||||
thinking strings.Builder
|
||||
signature strings.Builder
|
||||
redacted string
|
||||
}
|
||||
|
||||
// parseAnthropicSSE 读 event:/data: 帧对,产出文本/思考/工具增量与一次
|
||||
// 终结 message_end(或 error)。
|
||||
func parseAnthropicSSE(ctx context.Context, r io.Reader, out chan<- Event) {
|
||||
blocks := map[int]*anthropicBlock{}
|
||||
var content strings.Builder
|
||||
var thinking []ThinkingBlock
|
||||
var calls []ToolCall
|
||||
var usage Usage
|
||||
stopReason := StopEnd
|
||||
finishReason := ""
|
||||
sc := bufio.NewScanner(r)
|
||||
sc.Buffer(make([]byte, 0, 64*1024), 4*1024*1024)
|
||||
eventType := ""
|
||||
for sc.Scan() {
|
||||
line := sc.Text()
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
emitAbort(out, "", ctx.Err())
|
||||
return
|
||||
default:
|
||||
}
|
||||
switch {
|
||||
case strings.HasPrefix(line, "event:"):
|
||||
eventType = strings.TrimSpace(strings.TrimPrefix(line, "event:"))
|
||||
case strings.HasPrefix(line, "data:"):
|
||||
data := strings.TrimSpace(strings.TrimPrefix(line, "data:"))
|
||||
if data == "" {
|
||||
continue
|
||||
}
|
||||
var frame map[string]json.RawMessage
|
||||
if err := json.Unmarshal([]byte(data), &frame); err != nil {
|
||||
continue
|
||||
}
|
||||
switch eventType {
|
||||
case "message_start":
|
||||
var v struct {
|
||||
Message struct {
|
||||
Usage struct {
|
||||
InputTokens int `json:"input_tokens"`
|
||||
CacheReadTokens int `json:"cache_read_input_tokens"`
|
||||
CacheWriteTokens int `json:"cache_creation_input_tokens"`
|
||||
} `json:"usage"`
|
||||
} `json:"message"`
|
||||
}
|
||||
if json.Unmarshal(frame["message"], &v.Message) == nil {
|
||||
usage.PromptTokens = v.Message.Usage.InputTokens
|
||||
usage.CacheReadTokens = v.Message.Usage.CacheReadTokens
|
||||
usage.CacheWriteTokens = v.Message.Usage.CacheWriteTokens
|
||||
}
|
||||
case "content_block_start":
|
||||
var v struct {
|
||||
Index int `json:"index"`
|
||||
ContentBlock struct {
|
||||
Type string `json:"type"`
|
||||
ID string `json:"id"`
|
||||
Name string `json:"name"`
|
||||
Data string `json:"data"`
|
||||
} `json:"content_block"`
|
||||
}
|
||||
if json.Unmarshal(frame["index"], &v.Index) == nil {
|
||||
_ = json.Unmarshal(frame["content_block"], &v.ContentBlock)
|
||||
b := &anthropicBlock{typ: v.ContentBlock.Type, toolID: v.ContentBlock.ID, toolName: v.ContentBlock.Name, redacted: v.ContentBlock.Data}
|
||||
blocks[v.Index] = b
|
||||
if v.ContentBlock.Type == "tool_use" {
|
||||
out <- Event{Kind: KindToolCallDelta, ToolIndex: v.Index, ToolID: v.ContentBlock.ID, ToolName: v.ContentBlock.Name}
|
||||
}
|
||||
}
|
||||
case "content_block_delta":
|
||||
var v struct {
|
||||
Index int `json:"index"`
|
||||
Delta struct {
|
||||
Type string `json:"type"`
|
||||
Text string `json:"text"`
|
||||
Thinking string `json:"thinking"`
|
||||
Signature string `json:"signature"`
|
||||
Partial string `json:"partial_json"`
|
||||
} `json:"delta"`
|
||||
}
|
||||
if json.Unmarshal(frame["index"], &v.Index) != nil {
|
||||
continue
|
||||
}
|
||||
_ = json.Unmarshal(frame["delta"], &v.Delta)
|
||||
b := blocks[v.Index]
|
||||
switch v.Delta.Type {
|
||||
case "text_delta":
|
||||
content.WriteString(v.Delta.Text)
|
||||
out <- Event{Kind: KindTextDelta, Text: v.Delta.Text}
|
||||
case "thinking_delta":
|
||||
if b != nil {
|
||||
b.thinking.WriteString(v.Delta.Thinking)
|
||||
}
|
||||
out <- Event{Kind: KindReasoningDelta, ReasoningDelta: v.Delta.Thinking}
|
||||
case "signature_delta":
|
||||
if b != nil {
|
||||
b.signature.WriteString(v.Delta.Signature)
|
||||
}
|
||||
case "input_json_delta":
|
||||
if b != nil {
|
||||
b.args.WriteString(v.Delta.Partial)
|
||||
}
|
||||
out <- Event{Kind: KindToolCallDelta, ToolIndex: v.Index, ArgumentsDelta: v.Delta.Partial}
|
||||
}
|
||||
case "content_block_stop":
|
||||
var v struct {
|
||||
Index int `json:"index"`
|
||||
}
|
||||
if json.Unmarshal(frame["index"], &v.Index) != nil {
|
||||
continue
|
||||
}
|
||||
b := blocks[v.Index]
|
||||
if b == nil {
|
||||
continue
|
||||
}
|
||||
switch b.typ {
|
||||
case "tool_use":
|
||||
calls = append(calls, ToolCall{ID: b.toolID, Name: b.toolName, Arguments: b.args.String()})
|
||||
case "thinking":
|
||||
thinking = append(thinking, ThinkingBlock{Thinking: b.thinking.String(), Signature: b.signature.String()})
|
||||
case "redacted_thinking":
|
||||
thinking = append(thinking, ThinkingBlock{Redacted: true, Data: b.redacted})
|
||||
}
|
||||
case "message_delta":
|
||||
var v struct {
|
||||
Delta struct {
|
||||
StopReason string `json:"stop_reason"`
|
||||
} `json:"delta"`
|
||||
Usage struct {
|
||||
OutputTokens int `json:"output_tokens"`
|
||||
} `json:"usage"`
|
||||
}
|
||||
_ = json.Unmarshal(frame["delta"], &v.Delta)
|
||||
_ = json.Unmarshal(frame["usage"], &v.Usage)
|
||||
finishReason = v.Delta.StopReason
|
||||
usage.CompletionTokens = v.Usage.OutputTokens
|
||||
if v.Delta.StopReason == "tool_use" {
|
||||
stopReason = StopToolCalls
|
||||
}
|
||||
case "error":
|
||||
msg := data
|
||||
var v struct {
|
||||
Error struct {
|
||||
Type string `json:"type"`
|
||||
Message string `json:"message"`
|
||||
} `json:"error"`
|
||||
}
|
||||
if json.Unmarshal(frame["error"], &v.Error) == nil && v.Error.Message != "" {
|
||||
msg = v.Error.Type + ": " + v.Error.Message
|
||||
}
|
||||
out <- Event{Kind: KindError, ErrorMessage: msg, Err: &StreamError{Message: msg}, Message: Message{Role: RoleAssistant, StopReason: StopError}}
|
||||
return
|
||||
}
|
||||
}
|
||||
}
|
||||
if err := sc.Err(); err != nil {
|
||||
if ctx.Err() != nil {
|
||||
emitAbort(out, "", ctx.Err())
|
||||
return
|
||||
}
|
||||
emitError(out, "", true, "anthropic sse read: "+err.Error())
|
||||
return
|
||||
}
|
||||
usage.TotalTokens = usage.PromptTokens + usage.CompletionTokens
|
||||
out <- Event{
|
||||
Kind: KindMessageEnd,
|
||||
Message: Message{Role: RoleAssistant, Content: content.String(), ToolCalls: calls, Thinking: thinking, StopReason: stopReason},
|
||||
Usage: usage,
|
||||
FinishReason: finishReason,
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,250 @@
|
||||
package llm
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"io"
|
||||
"net/http"
|
||||
"net/http/httptest"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
"testing"
|
||||
)
|
||||
|
||||
// ---- N2 WP2:Anthropic 原生客户端(验收① 的机器证据)----
|
||||
|
||||
// fixtureServer 按调用序回放 testdata/anthropic 下的录制 SSE,并记录请求。
|
||||
type fixtureServer struct {
|
||||
t *testing.T
|
||||
requests []recordedRequest
|
||||
count int
|
||||
}
|
||||
|
||||
type recordedRequest struct {
|
||||
path string
|
||||
apiKey string
|
||||
version string
|
||||
body map[string]any
|
||||
}
|
||||
|
||||
func (f *fixtureServer) handler(w http.ResponseWriter, r *http.Request) {
|
||||
f.count++
|
||||
body, _ := io.ReadAll(r.Body)
|
||||
var parsed map[string]any
|
||||
_ = json.Unmarshal(body, &parsed)
|
||||
f.requests = append(f.requests, recordedRequest{
|
||||
path: r.URL.Path,
|
||||
apiKey: r.Header.Get("x-api-key"),
|
||||
version: r.Header.Get("anthropic-version"),
|
||||
body: parsed,
|
||||
})
|
||||
names := []string{"01-tool-use.sse", "02-thinking-text.sse", "03-text.sse"}
|
||||
raw, err := os.ReadFile(filepath.Join("testdata", "anthropic", names[f.count-1]))
|
||||
if err != nil {
|
||||
f.t.Fatalf("fixture %d: %v", f.count, err)
|
||||
}
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
_, _ = w.Write(raw)
|
||||
}
|
||||
|
||||
// anthropicPresetClient 经预设表构建客户端(验收的是「选 anthropic 预设」本身),
|
||||
// BaseURL 指到夹具服务器(预设只是结构体,测试内覆盖端点,不打真实网络)。
|
||||
func anthropicPresetClient(t *testing.T, base string) *Client {
|
||||
t.Helper()
|
||||
var preset Provider
|
||||
for _, p := range Presets() {
|
||||
if p.Name == "anthropic" {
|
||||
preset = p
|
||||
}
|
||||
}
|
||||
if preset.Name == "" {
|
||||
t.Fatal("anthropic preset missing")
|
||||
}
|
||||
preset.BaseURL = base
|
||||
preset.APIKey = "fixture-key"
|
||||
c, err := ClientFor(preset)
|
||||
if err != nil {
|
||||
t.Fatalf("ClientFor: %v", err)
|
||||
}
|
||||
return c
|
||||
}
|
||||
|
||||
func collect(t *testing.T, ch <-chan Event) (end Event, texts, reasoning []string) {
|
||||
t.Helper()
|
||||
for ev := range ch {
|
||||
switch ev.Kind {
|
||||
case KindTextDelta:
|
||||
texts = append(texts, ev.Text)
|
||||
case KindReasoningDelta:
|
||||
reasoning = append(reasoning, ev.ReasoningDelta)
|
||||
case KindMessageEnd:
|
||||
end = ev
|
||||
case KindError:
|
||||
t.Fatalf("stream error: %s", ev.ErrorMessage)
|
||||
}
|
||||
}
|
||||
return end, texts, reasoning
|
||||
}
|
||||
|
||||
// TestAnthropicPresetToolRound 验收①:选 anthropic 预设,用录制 HTTP 夹具
|
||||
// 完成一轮完整工具调用(tools 请求 → tool_use → tool_result → 终文本),
|
||||
// 且 thinking 块带原签名在下一请求里往返。
|
||||
func TestAnthropicPresetToolRound(t *testing.T) {
|
||||
fs := &fixtureServer{t: t}
|
||||
srv := httptest.NewServer(http.HandlerFunc(fs.handler))
|
||||
defer srv.Close()
|
||||
c := anthropicPresetClient(t, srv.URL)
|
||||
ctx := context.Background()
|
||||
|
||||
tools := []ToolDecl{{Name: "read_file", Description: "读文件", Parameters: json.RawMessage(`{"type":"object","properties":{"path":{"type":"string"}}}`)}}
|
||||
|
||||
// 第一回合:带 tools 请求 → tool_use。
|
||||
end1, _, _ := collect(t, c.Stream(ctx, "claude-fixture", []Message{{Role: RoleUser, Content: "查一下 main.go"}}, tools, StreamOptions{}))
|
||||
if end1.Message.StopReason != StopToolCalls || len(end1.Message.ToolCalls) != 1 {
|
||||
t.Fatalf("resp1: %+v", end1.Message)
|
||||
}
|
||||
call := end1.Message.ToolCalls[0]
|
||||
if call.ID != "toolu_01ABC" || call.Name != "read_file" || call.Arguments != `{"path":"main.go"}` {
|
||||
t.Fatalf("tool call: %+v", call)
|
||||
}
|
||||
|
||||
req1 := fs.requests[0]
|
||||
if req1.path != "/messages" || req1.apiKey != "fixture-key" || req1.version != AnthropicVersion {
|
||||
t.Fatalf("req1 headers: %+v", req1)
|
||||
}
|
||||
toolsBody, _ := req1.body["tools"].([]any)
|
||||
if len(toolsBody) != 1 {
|
||||
t.Fatalf("req1 tools: %v", req1.body["tools"])
|
||||
}
|
||||
tool0 := toolsBody[0].(map[string]any)
|
||||
if tool0["name"] != "read_file" || tool0["input_schema"] == nil || tool0["cache_control"] == nil {
|
||||
t.Fatalf("req1 tool decl: %v", tool0)
|
||||
}
|
||||
|
||||
// 第二回合:assistant(tool_use) + tool_result → thinking(带签名) + 终文本。
|
||||
msgs2 := []Message{
|
||||
{Role: RoleUser, Content: "查一下 main.go"},
|
||||
end1.Message,
|
||||
{Role: RoleTool, ToolCallID: call.ID, Name: call.Name, Content: "1 package main\n..."},
|
||||
}
|
||||
end2, texts2, reasoning2 := collect(t, c.Stream(ctx, "claude-fixture", msgs2, tools, StreamOptions{}))
|
||||
if end2.Message.StopReason != StopEnd || end2.Message.Content != "查到了,main.go 一共 42 行。" {
|
||||
t.Fatalf("resp2: %+v", end2.Message)
|
||||
}
|
||||
if len(end2.Message.Thinking) != 1 || end2.Message.Thinking[0].Signature != "EqoBCkgIARABGAIiQA" {
|
||||
t.Fatalf("resp2 thinking: %+v", end2.Message.Thinking)
|
||||
}
|
||||
if strings.Join(texts2, "") != end2.Message.Content || len(reasoning2) == 0 {
|
||||
t.Fatalf("deltas: %v %v", texts2, reasoning2)
|
||||
}
|
||||
|
||||
req2 := fs.requests[1]
|
||||
msgsBody, _ := req2.body["messages"].([]any)
|
||||
var toolResult map[string]any
|
||||
for _, m := range msgsBody {
|
||||
mm := m.(map[string]any)
|
||||
if mm["role"] != "user" {
|
||||
continue
|
||||
}
|
||||
for _, blk := range mm["content"].([]any) {
|
||||
b := blk.(map[string]any)
|
||||
if b["type"] == "tool_result" {
|
||||
toolResult = b
|
||||
}
|
||||
}
|
||||
}
|
||||
if toolResult == nil || toolResult["tool_use_id"] != "toolu_01ABC" {
|
||||
t.Fatalf("req2 tool_result: %v", toolResult)
|
||||
}
|
||||
|
||||
// 第三回合:assistant(thinking+text) 回送 → 签名必须原样往返。
|
||||
msgs3 := append(append([]Message{}, msgs2...), end2.Message, Message{Role: RoleUser, Content: "再说一遍"})
|
||||
end3, _, _ := collect(t, c.Stream(ctx, "claude-fixture", msgs3, tools, StreamOptions{}))
|
||||
if end3.Message.Content != "42 行。" {
|
||||
t.Fatalf("resp3: %+v", end3.Message)
|
||||
}
|
||||
|
||||
req3 := fs.requests[2]
|
||||
var thinkingBlock map[string]any
|
||||
for _, m := range req3.body["messages"].([]any) {
|
||||
mm := m.(map[string]any)
|
||||
if mm["role"] != "assistant" {
|
||||
continue
|
||||
}
|
||||
for _, blk := range mm["content"].([]any) {
|
||||
b := blk.(map[string]any)
|
||||
if b["type"] == "thinking" {
|
||||
thinkingBlock = b
|
||||
}
|
||||
}
|
||||
}
|
||||
if thinkingBlock == nil || thinkingBlock["signature"] != "EqoBCkgIARABGAIiQA" {
|
||||
t.Fatalf("req3 thinking round-trip: %v", thinkingBlock)
|
||||
}
|
||||
}
|
||||
|
||||
// TestAnthropicBodyShape 组包单测:tool_use/tool_result/thinking 块形态、
|
||||
// system 与末位工具的 cache_control、max_tokens 默认。
|
||||
func TestAnthropicBodyShape(t *testing.T) {
|
||||
msgs := []Message{
|
||||
{Role: RoleSystem, Content: "sys"},
|
||||
{Role: RoleUser, Content: "u"},
|
||||
{Role: RoleAssistant, Thinking: []ThinkingBlock{{Thinking: "想", Signature: "sig"}}, ToolCalls: []ToolCall{{ID: "t1", Name: "read", Arguments: `{"a":1}`}}},
|
||||
{Role: RoleTool, ToolCallID: "t1", Name: "read", Content: "r1"},
|
||||
{Role: RoleTool, ToolCallID: "t2", Name: "grep", Content: "r2", IsError: true},
|
||||
}
|
||||
raw, err := anthropicBody("claude", msgs, []ToolDecl{{Name: "read", Description: "读"}}, StreamOptions{})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
var body map[string]any
|
||||
if err := json.Unmarshal(raw, &body); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if body["max_tokens"] != float64(128000) {
|
||||
t.Fatalf("max_tokens 默认:%v", body["max_tokens"])
|
||||
}
|
||||
sys := body["system"].([]any)[0].(map[string]any)
|
||||
if sys["cache_control"] == nil {
|
||||
t.Fatal("system 应挂 cache_control")
|
||||
}
|
||||
out := body["messages"].([]any)
|
||||
// assistant:思考块在最前,其后 tool_use。
|
||||
assistant := out[1].(map[string]any)
|
||||
blocks := assistant["content"].([]any)
|
||||
if blocks[0].(map[string]any)["type"] != "thinking" || blocks[1].(map[string]any)["type"] != "tool_use" {
|
||||
t.Fatalf("assistant 块序:%v", blocks)
|
||||
}
|
||||
// 连续两条 tool 结果折叠进同一条 user 消息。
|
||||
folded := out[2].(map[string]any)
|
||||
if folded["role"] != "user" || len(folded["content"].([]any)) != 2 {
|
||||
t.Fatalf("tool_result 折叠:%v", folded)
|
||||
}
|
||||
second := folded["content"].([]any)[1].(map[string]any)
|
||||
if second["type"] != "tool_result" || second["is_error"] != true {
|
||||
t.Fatalf("tool_result is_error:%v", second)
|
||||
}
|
||||
// 末位工具挂 cache_control。
|
||||
tool := body["tools"].([]any)[0].(map[string]any)
|
||||
if tool["cache_control"] == nil {
|
||||
t.Fatal("末位工具应挂 cache_control")
|
||||
}
|
||||
}
|
||||
|
||||
// TestAnthropicSSEErrorFrame 协议内 error 帧映射为 KindError。
|
||||
func TestAnthropicSSEErrorFrame(t *testing.T) {
|
||||
raw := "event: error\ndata: {\"type\":\"error\",\"error\":{\"type\":\"overloaded_error\",\"message\":\"Overloaded\"}}\n\n"
|
||||
ch := make(chan Event, 1)
|
||||
go func() {
|
||||
defer close(ch)
|
||||
parseAnthropicSSE(context.Background(), strings.NewReader(raw), ch)
|
||||
}()
|
||||
var got []Event
|
||||
for ev := range ch {
|
||||
got = append(got, ev)
|
||||
}
|
||||
if len(got) != 1 || got[0].Kind != KindError || !strings.Contains(got[0].ErrorMessage, "Overloaded") {
|
||||
t.Fatalf("%+v", got)
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,80 @@
|
||||
package llm
|
||||
|
||||
import (
|
||||
"io"
|
||||
"net/http"
|
||||
"slices"
|
||||
)
|
||||
|
||||
const maxObservedBodyBytes = 32*1024*1024 + 1
|
||||
|
||||
// bodyObserver counts the bytes a reader returns from an HTTP response body
|
||||
// and whether it reached io.EOF. It never copies or keeps the bytes.
|
||||
type bodyObserver struct {
|
||||
src io.Reader
|
||||
protocol string
|
||||
framing string
|
||||
declared int64
|
||||
uncompressed bool
|
||||
bytes int64
|
||||
saturated bool
|
||||
eof bool
|
||||
}
|
||||
|
||||
// newBodyObserver classifies only what net/http exposes on the response;
|
||||
// anything it cannot see reliably is recorded as unknown.
|
||||
func newBodyObserver(resp *http.Response) *bodyObserver {
|
||||
o := &bodyObserver{src: resp.Body, protocol: "other", framing: "unknown",
|
||||
declared: resp.ContentLength, uncompressed: resp.Uncompressed}
|
||||
switch resp.ProtoMajor {
|
||||
case 1:
|
||||
o.protocol = "http1"
|
||||
switch {
|
||||
case slices.Contains(resp.TransferEncoding, "chunked"):
|
||||
o.framing = "chunked"
|
||||
case resp.Uncompressed:
|
||||
// Transparent decompression hides the wire framing and length.
|
||||
case resp.ContentLength >= 0:
|
||||
o.framing = "known_length"
|
||||
case resp.Close:
|
||||
o.framing = "close_delimited"
|
||||
}
|
||||
case 2:
|
||||
o.protocol = "http2"
|
||||
o.framing = "http2_stream"
|
||||
}
|
||||
return o
|
||||
}
|
||||
|
||||
func (o *bodyObserver) Read(p []byte) (int, error) {
|
||||
n, err := o.src.Read(p)
|
||||
if n > 0 && !o.saturated {
|
||||
if int64(n) >= maxObservedBodyBytes-o.bytes {
|
||||
o.bytes = maxObservedBodyBytes
|
||||
o.saturated = true
|
||||
} else {
|
||||
o.bytes += int64(n)
|
||||
}
|
||||
}
|
||||
if err == io.EOF {
|
||||
o.eof = true
|
||||
}
|
||||
return n, err
|
||||
}
|
||||
|
||||
// snapshot must be taken after the last Read has returned.
|
||||
func (o *bodyObserver) snapshot() *BodyBoundaryObservation {
|
||||
relation := "unknown"
|
||||
if o.declared >= 0 && !o.uncompressed && !o.saturated && o.eof {
|
||||
relation = "mismatch"
|
||||
if o.bytes == o.declared {
|
||||
relation = "match"
|
||||
}
|
||||
}
|
||||
return &BodyBoundaryObservation{
|
||||
ProtocolClass: o.protocol, FramingClass: o.framing,
|
||||
DeclaredLengthKnown: o.declared >= 0, BytesRead: o.bytes,
|
||||
BytesSaturated: o.saturated, EOFSeen: o.eof,
|
||||
LengthRelation: relation, Uncompressed: o.uncompressed,
|
||||
}
|
||||
}
|
||||
+98
-8
@@ -11,11 +11,24 @@ import (
|
||||
"time"
|
||||
)
|
||||
|
||||
// Client calls an OpenAI-compatible chat completions endpoint with streaming.
|
||||
// Client calls a chat completions endpoint with streaming.
|
||||
// 默认讲 OpenAI 兼容协议;Protocol 为 ProtocolAnthropic 时讲原生
|
||||
// Anthropic Messages(组包与 BuildBody 共用,见 anthropic.go)。
|
||||
type Client struct {
|
||||
BaseURL string
|
||||
APIKey string
|
||||
HTTPClient *http.Client
|
||||
// Protocol 空 = openai-chat(零值兼容所有直接构造点)。
|
||||
Protocol Protocol
|
||||
// ReasoningSplit 在 openai-chat 请求体加 "reasoning_split": true:
|
||||
// MiniMax 等 interleaved-thinking 提供商据此把思考放进独立的
|
||||
// reasoning_content 字段而不是混在 content 的 <think> 块里(分流后
|
||||
// SSE 的 reasoning_content 捕获照常生效)。对不认识该字段的服务器
|
||||
// 属未知字段,多数按忽略处理;宿主按模型名自行决定是否置位。
|
||||
ReasoningSplit bool
|
||||
// RouteContract optionally releases tool calls from an openai-chat stream
|
||||
// that ended without [DONE]; nil or the zero value is off.
|
||||
RouteContract *RouteContractEOF
|
||||
}
|
||||
|
||||
// Stream implements StreamFunc. Transport and provider failures are encoded as
|
||||
@@ -24,6 +37,10 @@ func (c *Client) Stream(ctx context.Context, model string, messages []Message, t
|
||||
out := make(chan Event)
|
||||
go func() {
|
||||
defer close(out)
|
||||
if c.Protocol == ProtocolAnthropic {
|
||||
c.streamAnthropic(ctx, model, messages, tools, opts, out)
|
||||
return
|
||||
}
|
||||
c.run(ctx, model, messages, tools, opts, out)
|
||||
}()
|
||||
return out
|
||||
@@ -42,6 +59,9 @@ func (c *Client) run(ctx context.Context, model string, messages []Message, tool
|
||||
emitError(out, "", false, "agentx llm client is missing base url, api key, or model")
|
||||
return
|
||||
}
|
||||
if opts.MessageShape != "" {
|
||||
messages = PrepareMessages(messages, opts.MessageShape)
|
||||
}
|
||||
body := map[string]any{
|
||||
"model": model,
|
||||
"messages": toProviderMessages(messages),
|
||||
@@ -53,6 +73,12 @@ func (c *Client) run(ctx context.Context, model string, messages []Message, tool
|
||||
if opts.MaxTokens > 0 {
|
||||
body["max_tokens"] = opts.MaxTokens
|
||||
}
|
||||
if effort := OpenAIReasoningEffort(opts.ThinkingLevel); effort != "" {
|
||||
body["reasoning_effort"] = effort
|
||||
}
|
||||
if c.ReasoningSplit {
|
||||
body["reasoning_split"] = true
|
||||
}
|
||||
if len(tools) > 0 {
|
||||
body["tools"] = toProviderTools(tools)
|
||||
body["tool_choice"] = "auto"
|
||||
@@ -77,24 +103,81 @@ func (c *Client) run(ctx context.Context, model string, messages []Message, tool
|
||||
resp, err := hc.Do(req)
|
||||
if err != nil {
|
||||
if ctx.Err() != nil {
|
||||
emitAbort(out, "", ctx.Err())
|
||||
emitAbort(out, "", ctx.Err(), &TerminalObservation{ReadOutcome: "cancelled"})
|
||||
return
|
||||
}
|
||||
emitError(out, "", true, err.Error())
|
||||
emitError(out, "", true, err.Error(), &TerminalObservation{ReadOutcome: "transport_error"})
|
||||
return
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
if resp.StatusCode >= 400 {
|
||||
slurp, _ := io.ReadAll(io.LimitReader(resp.Body, 4096))
|
||||
retryable := resp.StatusCode == http.StatusTooManyRequests || resp.StatusCode >= 500
|
||||
emitError(out, "", retryable, fmt.Sprintf("provider status %d: %s", resp.StatusCode, strings.TrimSpace(string(slurp))))
|
||||
msg := fmt.Sprintf("provider status %d: %s", resp.StatusCode, strings.TrimSpace(string(slurp)))
|
||||
ev := Event{
|
||||
Kind: KindError,
|
||||
HTTPStatus: resp.StatusCode,
|
||||
TerminalObservation: &TerminalObservation{ReadOutcome: "provider_error"},
|
||||
Retryable: StatusRetryable(resp.StatusCode) && !ContextOverflow(msg),
|
||||
ErrorMessage: msg,
|
||||
Err: &StreamError{Message: msg, Retryable: StatusRetryable(resp.StatusCode) && !ContextOverflow(msg)},
|
||||
Message: Message{Role: RoleAssistant, StopReason: StopError},
|
||||
}
|
||||
if d, ok := ParseRetryAfter(resp.Header.Get("Retry-After"), time.Now()); ok {
|
||||
ev.HasRetryAfter = true
|
||||
ev.RetryAfter = d
|
||||
}
|
||||
out <- ev
|
||||
return
|
||||
}
|
||||
for ev := range ParseSSE(ctx, resp.Body) {
|
||||
observed := newBodyObserver(resp)
|
||||
contract := c.newRouteContract(model, base, req, resp, tools)
|
||||
var facts sseFacts
|
||||
var hooks sseHooks
|
||||
if contract != nil {
|
||||
hooks.facts = &facts
|
||||
hooks.decideEOF = func(success, failure Event) Event {
|
||||
check := contract.check(observed.snapshot(), failure.TerminalObservation, facts, success.Message.ToolCalls)
|
||||
if check != "" {
|
||||
failure.TerminalObservation.ContractCheck = check
|
||||
return failure
|
||||
}
|
||||
success.CompletionBasis = CompletionRouteContractEOF
|
||||
success.TerminalObservation.CompletionBasis = CompletionRouteContractEOF
|
||||
return success
|
||||
}
|
||||
}
|
||||
for ev := range parseSSE(ctx, observed, hooks) {
|
||||
if ev.Kind == KindMessageEnd || ev.Kind == KindError {
|
||||
ev.HTTPStatus = resp.StatusCode
|
||||
// ParseSSE sends its terminal event only after its last body read.
|
||||
if obs := ev.TerminalObservation; obs != nil {
|
||||
obs.BodyBoundary = observed.snapshot()
|
||||
if ev.Kind == KindMessageEnd && ev.Err == nil && ev.StreamComplete {
|
||||
ev.CompletionBasis = CompletionDoneMarker
|
||||
obs.CompletionBasis = CompletionDoneMarker
|
||||
}
|
||||
if contract != nil && ev.Err != nil && !ev.StreamComplete &&
|
||||
ev.Message.StopReason != StopAborted && obs.ContractCheck == "" {
|
||||
obs.ContractCheck = contract.check(obs.BodyBoundary, obs, facts, ev.Message.ToolCalls)
|
||||
}
|
||||
}
|
||||
}
|
||||
out <- ev
|
||||
}
|
||||
}
|
||||
|
||||
// replayThink 拼接一条 assistant 消息捕获到的全部思考块。
|
||||
func replayThink(m Message) string {
|
||||
var b strings.Builder
|
||||
for _, t := range m.Thinking {
|
||||
if t.Thinking != "" {
|
||||
b.WriteString(t.Thinking)
|
||||
b.WriteString("\n")
|
||||
}
|
||||
}
|
||||
return strings.TrimRight(b.String(), "\n")
|
||||
}
|
||||
|
||||
func toProviderMessages(messages []Message) []map[string]any {
|
||||
out := make([]map[string]any, 0, len(messages))
|
||||
for _, m := range messages {
|
||||
@@ -106,7 +189,14 @@ func toProviderMessages(messages []Message) []map[string]any {
|
||||
"content": m.Content,
|
||||
})
|
||||
case RoleAssistant:
|
||||
item := map[string]any{"role": "assistant", "content": m.Content}
|
||||
// 回放捕获的思考(Message.Thinking 由 SSE 的 reasoning_content 捕获而来):
|
||||
// 交错思考模型要求历史 assistant 原样带回 <think> 块。没有思考块的
|
||||
// 消息零改动——非思考模型的上下文不受影响。
|
||||
content := m.Content
|
||||
if think := replayThink(m); think != "" {
|
||||
content = "<think>\n" + think + "\n</think>\n\n" + content
|
||||
}
|
||||
item := map[string]any{"role": "assistant", "content": content}
|
||||
if len(m.ToolCalls) > 0 {
|
||||
calls := make([]map[string]any, 0, len(m.ToolCalls))
|
||||
for _, tc := range m.ToolCalls {
|
||||
@@ -125,7 +215,7 @@ func toProviderMessages(messages []Message) []map[string]any {
|
||||
default:
|
||||
out = append(out, map[string]any{
|
||||
"role": string(m.Role),
|
||||
"content": m.Content,
|
||||
"content": messageContent(m),
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
@@ -0,0 +1,398 @@
|
||||
package llm
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"compress/gzip"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"io"
|
||||
"net/http"
|
||||
"net/http/httptest"
|
||||
"strconv"
|
||||
"strings"
|
||||
"sync/atomic"
|
||||
"testing"
|
||||
)
|
||||
|
||||
type terminalRoundTripFunc func(*http.Request) (*http.Response, error)
|
||||
|
||||
func (f terminalRoundTripFunc) RoundTrip(r *http.Request) (*http.Response, error) { return f(r) }
|
||||
|
||||
func TestClientTerminalObservationHTTPStatus(t *testing.T) {
|
||||
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
if r.URL.Path != "/chat/completions" {
|
||||
t.Errorf("path = %q", r.URL.Path)
|
||||
}
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
_, _ = w.Write([]byte("data: {\"choices\":[{\"delta\":{\"content\":\"ok\"},\"finish_reason\":\"stop\"}],\"usage\":{\"prompt_tokens\":2,\"completion_tokens\":1,\"total_tokens\":3}}\n\ndata: [DONE]\n\n"))
|
||||
}))
|
||||
defer server.Close()
|
||||
client := &Client{BaseURL: server.URL, APIKey: "fixture", HTTPClient: server.Client()}
|
||||
var end Event
|
||||
for ev := range client.Stream(context.Background(), "fixture", []Message{{Role: RoleUser, Content: "hello"}}, nil, StreamOptions{}) {
|
||||
if ev.Kind == KindMessageEnd {
|
||||
end = ev
|
||||
}
|
||||
}
|
||||
if end.HTTPStatus != http.StatusOK || end.TerminalObservation == nil ||
|
||||
end.TerminalObservation.ReadOutcome != "done_marker" || !end.StreamComplete || end.Usage.TotalTokens != 3 {
|
||||
t.Fatalf("successful HTTP terminal lost transport evidence: %#v", end)
|
||||
}
|
||||
}
|
||||
|
||||
func TestClientTerminalObservationProviderAndTransportFailure(t *testing.T) {
|
||||
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
http.Error(w, "PRIVATE_PROVIDER_BODY_R05", http.StatusTooManyRequests)
|
||||
}))
|
||||
defer server.Close()
|
||||
tests := []struct {
|
||||
name string
|
||||
client *Client
|
||||
status int
|
||||
outcome string
|
||||
}{
|
||||
{"provider-http", &Client{BaseURL: server.URL, APIKey: "fixture", HTTPClient: server.Client()}, http.StatusTooManyRequests, "provider_error"},
|
||||
{"transport", &Client{BaseURL: "http://test.invalid", APIKey: "fixture", HTTPClient: &http.Client{Transport: terminalRoundTripFunc(func(*http.Request) (*http.Response, error) {
|
||||
return nil, errors.New("PRIVATE_TRANSPORT_ERROR_R05")
|
||||
})}}, 0, "transport_error"},
|
||||
}
|
||||
for _, tc := range tests {
|
||||
t.Run(tc.name, func(t *testing.T) {
|
||||
var end Event
|
||||
for ev := range tc.client.Stream(context.Background(), "fixture", []Message{{Role: RoleUser, Content: "hello"}}, nil, StreamOptions{}) {
|
||||
end = ev
|
||||
}
|
||||
if end.Kind != KindError || end.HTTPStatus != tc.status || end.TerminalObservation == nil ||
|
||||
end.TerminalObservation.ReadOutcome != tc.outcome {
|
||||
t.Fatalf("provider/transport failure was not classified: %#v", end)
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
// bodyBoundaryToolFrames is a complete tool call plus Usage without [DONE].
|
||||
const bodyBoundaryToolFrames = "data: {\"choices\":[{\"delta\":{\"tool_calls\":[{\"index\":0,\"id\":\"call_PRIVATE_R06\",\"function\":{\"name\":\"read_PRIVATE_R06\",\"arguments\":\"{\\\"path\\\":\\\"PRIVATE_R06.txt\\\"}\"}}]},\"finish_reason\":\"tool_calls\"}]}\n\n" +
|
||||
"data: {\"choices\":[],\"usage\":{\"prompt_tokens\":5,\"completion_tokens\":2,\"total_tokens\":7}}\n\n"
|
||||
|
||||
const bodyBoundaryDone = "data: [DONE]\n\n"
|
||||
|
||||
func streamBodyBoundaryEnd(t *testing.T, ctx context.Context, client *Client) Event {
|
||||
t.Helper()
|
||||
var end Event
|
||||
terminals := 0
|
||||
for ev := range client.Stream(ctx, "fixture", []Message{{Role: RoleUser, Content: "hello"}}, nil, StreamOptions{}) {
|
||||
if ev.Kind == KindMessageEnd || ev.Kind == KindError {
|
||||
end = ev
|
||||
terminals++
|
||||
} else if ev.TerminalObservation != nil {
|
||||
t.Fatalf("non-terminal event carried an observation: %#v", ev)
|
||||
}
|
||||
}
|
||||
if terminals != 1 {
|
||||
t.Fatalf("terminal events = %d, want 1", terminals)
|
||||
}
|
||||
if end.TerminalObservation != nil {
|
||||
raw, err := json.Marshal(end.TerminalObservation)
|
||||
if err != nil || strings.Contains(string(raw), "PRIVATE") || strings.Contains(string(raw), "127.0.0.1") {
|
||||
t.Fatalf("unsafe terminal observation: %s err=%v", raw, err)
|
||||
}
|
||||
}
|
||||
return end
|
||||
}
|
||||
|
||||
type bodyBoundaryWant struct {
|
||||
protocol, framing, relation string
|
||||
declared, eof, uncompressed bool
|
||||
bytes int64
|
||||
}
|
||||
|
||||
func requireBodyBoundary(t *testing.T, end Event, want bodyBoundaryWant) {
|
||||
t.Helper()
|
||||
if end.TerminalObservation == nil || end.TerminalObservation.BodyBoundary == nil {
|
||||
t.Fatalf("missing body boundary observation: %#v", end)
|
||||
}
|
||||
body := end.TerminalObservation.BodyBoundary
|
||||
if body.ProtocolClass != want.protocol || body.FramingClass != want.framing ||
|
||||
body.LengthRelation != want.relation || body.DeclaredLengthKnown != want.declared ||
|
||||
body.EOFSeen != want.eof || body.Uncompressed != want.uncompressed || body.BytesSaturated {
|
||||
t.Fatalf("wrong body boundary: %+v want %+v", body, want)
|
||||
}
|
||||
if want.bytes >= 0 && body.BytesRead != want.bytes {
|
||||
t.Fatalf("bytes read = %d, want %d", body.BytesRead, want.bytes)
|
||||
}
|
||||
}
|
||||
|
||||
func requireUnreleasedTools(t *testing.T, end Event) {
|
||||
t.Helper()
|
||||
if end.Kind != KindMessageEnd || end.Err == nil || end.StreamComplete || len(end.Message.ToolCalls) != 0 ||
|
||||
end.Usage.TotalTokens != 7 || end.HTTPStatus != http.StatusOK {
|
||||
t.Fatalf("unfinished tool stream was released or lost usage: %#v", end)
|
||||
}
|
||||
}
|
||||
|
||||
func fixtureResponseClient(resp func() *http.Response) *Client {
|
||||
return &Client{BaseURL: "http://fixture.invalid", APIKey: "fixture", HTTPClient: &http.Client{
|
||||
Transport: terminalRoundTripFunc(func(*http.Request) (*http.Response, error) { return resp(), nil }),
|
||||
}}
|
||||
}
|
||||
|
||||
func TestClientBodyBoundaryShortRead(t *testing.T) {
|
||||
t.Run("declared-longer-than-body", func(t *testing.T) {
|
||||
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
w.Header().Set("Content-Length", strconv.Itoa(len(bodyBoundaryToolFrames)+64))
|
||||
_, _ = io.WriteString(w, bodyBoundaryToolFrames)
|
||||
}))
|
||||
defer server.Close()
|
||||
end := streamBodyBoundaryEnd(t, context.Background(), &Client{BaseURL: server.URL, APIKey: "fixture", HTTPClient: server.Client()})
|
||||
requireUnreleasedTools(t, end)
|
||||
if end.TerminalObservation.ReadOutcome != "read_error" {
|
||||
t.Fatalf("short body was not a read error: %+v", end.TerminalObservation)
|
||||
}
|
||||
requireBodyBoundary(t, end, bodyBoundaryWant{protocol: "http1", framing: "known_length", relation: "unknown",
|
||||
declared: true, bytes: int64(len(bodyBoundaryToolFrames))})
|
||||
})
|
||||
t.Run("declared-length-mismatch", func(t *testing.T) {
|
||||
client := fixtureResponseClient(func() *http.Response {
|
||||
return &http.Response{StatusCode: http.StatusOK, ProtoMajor: 1, ProtoMinor: 1,
|
||||
ContentLength: int64(len(bodyBoundaryToolFrames) + 64), Header: http.Header{},
|
||||
Body: io.NopCloser(strings.NewReader(bodyBoundaryToolFrames))}
|
||||
})
|
||||
end := streamBodyBoundaryEnd(t, context.Background(), client)
|
||||
requireUnreleasedTools(t, end)
|
||||
requireBodyBoundary(t, end, bodyBoundaryWant{protocol: "http1", framing: "known_length", relation: "mismatch",
|
||||
declared: true, eof: true, bytes: int64(len(bodyBoundaryToolFrames))})
|
||||
})
|
||||
}
|
||||
|
||||
func TestClientBodyBoundaryUncompressed(t *testing.T) {
|
||||
var compressed bytes.Buffer
|
||||
zw := gzip.NewWriter(&compressed)
|
||||
_, _ = io.WriteString(zw, bodyBoundaryToolFrames)
|
||||
if err := zw.Close(); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
w.Header().Set("Content-Encoding", "gzip")
|
||||
w.Header().Set("Content-Length", strconv.Itoa(compressed.Len()))
|
||||
_, _ = w.Write(compressed.Bytes())
|
||||
}))
|
||||
defer server.Close()
|
||||
end := streamBodyBoundaryEnd(t, context.Background(), &Client{BaseURL: server.URL, APIKey: "fixture", HTTPClient: server.Client()})
|
||||
requireUnreleasedTools(t, end)
|
||||
requireBodyBoundary(t, end, bodyBoundaryWant{protocol: "http1", framing: "unknown", relation: "unknown",
|
||||
eof: true, uncompressed: true, bytes: int64(len(bodyBoundaryToolFrames))})
|
||||
}
|
||||
|
||||
// doneThenErrorBody returns the whole stream without io.EOF; any later read fails.
|
||||
type doneThenErrorBody struct {
|
||||
data *strings.Reader
|
||||
reads int
|
||||
}
|
||||
|
||||
func (b *doneThenErrorBody) Read(p []byte) (int, error) {
|
||||
if b.data.Len() > 0 {
|
||||
return b.data.Read(p)
|
||||
}
|
||||
b.reads++
|
||||
return 0, errors.New("PRIVATE_READ_AFTER_DONE_R06")
|
||||
}
|
||||
|
||||
func (b *doneThenErrorBody) Close() error { return nil }
|
||||
|
||||
func TestClientDoneDoesNotNeedBodyEOF(t *testing.T) {
|
||||
stream := bodyBoundaryToolFrames + bodyBoundaryDone
|
||||
body := &doneThenErrorBody{data: strings.NewReader(stream)}
|
||||
client := fixtureResponseClient(func() *http.Response {
|
||||
return &http.Response{StatusCode: http.StatusOK, ProtoMajor: 1, ProtoMinor: 1, ContentLength: -1,
|
||||
TransferEncoding: []string{"chunked"}, Header: http.Header{}, Body: body}
|
||||
})
|
||||
end := streamBodyBoundaryEnd(t, context.Background(), client)
|
||||
if end.Kind != KindMessageEnd || end.Err != nil || !end.StreamComplete || len(end.Message.ToolCalls) != 1 ||
|
||||
end.Message.StopReason != StopToolCalls || end.Usage.TotalTokens != 7 || end.HTTPStatus != http.StatusOK ||
|
||||
end.TerminalObservation.ReadOutcome != "done_marker" {
|
||||
t.Fatalf("legal [DONE] tool terminal was not kept: %#v", end)
|
||||
}
|
||||
requireBodyBoundary(t, end, bodyBoundaryWant{protocol: "http1", framing: "chunked", relation: "unknown",
|
||||
bytes: int64(len(stream))})
|
||||
if body.reads != 0 {
|
||||
t.Fatalf("parser read past [DONE] %d times", body.reads)
|
||||
}
|
||||
|
||||
var standalone Event
|
||||
for ev := range ParseSSE(context.Background(), strings.NewReader(stream)) {
|
||||
standalone = ev
|
||||
}
|
||||
if standalone.TerminalObservation == nil || standalone.TerminalObservation.BodyBoundary != nil ||
|
||||
len(standalone.Message.ToolCalls) != 1 || !standalone.StreamComplete {
|
||||
t.Fatalf("standalone ParseSSE changed: %#v", standalone)
|
||||
}
|
||||
}
|
||||
|
||||
func TestClientBodyBoundaryChunkedAndHTTP2(t *testing.T) {
|
||||
flushed := func(stream string) http.HandlerFunc {
|
||||
return func(w http.ResponseWriter, r *http.Request) {
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
_, _ = io.WriteString(w, stream)
|
||||
w.(http.Flusher).Flush()
|
||||
}
|
||||
}
|
||||
tests := []struct {
|
||||
name string
|
||||
server func() *httptest.Server
|
||||
wantDone bool
|
||||
want bodyBoundaryWant
|
||||
}{
|
||||
{"known-length", func() *httptest.Server {
|
||||
stream := bodyBoundaryToolFrames + bodyBoundaryDone
|
||||
return httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
w.Header().Set("Content-Length", strconv.Itoa(len(stream)))
|
||||
_, _ = io.WriteString(w, stream)
|
||||
}))
|
||||
}, true, bodyBoundaryWant{protocol: "http1", framing: "known_length", relation: "match", declared: true, eof: true,
|
||||
bytes: int64(len(bodyBoundaryToolFrames + bodyBoundaryDone))}},
|
||||
{"chunked", func() *httptest.Server {
|
||||
return httptest.NewServer(flushed(bodyBoundaryToolFrames))
|
||||
}, false, bodyBoundaryWant{protocol: "http1", framing: "chunked", relation: "unknown", eof: true,
|
||||
bytes: int64(len(bodyBoundaryToolFrames))}},
|
||||
{"http2", func() *httptest.Server {
|
||||
server := httptest.NewUnstartedServer(flushed(bodyBoundaryToolFrames))
|
||||
server.EnableHTTP2 = true
|
||||
server.StartTLS()
|
||||
return server
|
||||
}, false, bodyBoundaryWant{protocol: "http2", framing: "http2_stream", relation: "unknown", eof: true,
|
||||
bytes: int64(len(bodyBoundaryToolFrames))}},
|
||||
}
|
||||
for _, tc := range tests {
|
||||
t.Run(tc.name, func(t *testing.T) {
|
||||
server := tc.server()
|
||||
defer server.Close()
|
||||
end := streamBodyBoundaryEnd(t, context.Background(), &Client{BaseURL: server.URL, APIKey: "fixture", HTTPClient: server.Client()})
|
||||
requireBodyBoundary(t, end, tc.want)
|
||||
if !tc.wantDone {
|
||||
requireUnreleasedTools(t, end)
|
||||
return
|
||||
}
|
||||
if end.Err != nil || !end.StreamComplete || len(end.Message.ToolCalls) != 1 || end.Usage.TotalTokens != 7 {
|
||||
t.Fatalf("legal [DONE] tool terminal was not kept: %#v", end)
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
func TestClientBodyBoundaryCloseDelimitedUnknown(t *testing.T) {
|
||||
t.Run("close-delimited", func(t *testing.T) {
|
||||
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
w.Header().Set("Transfer-Encoding", "identity")
|
||||
w.WriteHeader(http.StatusOK)
|
||||
_, _ = io.WriteString(w, bodyBoundaryToolFrames)
|
||||
w.(http.Flusher).Flush()
|
||||
}))
|
||||
defer server.Close()
|
||||
end := streamBodyBoundaryEnd(t, context.Background(), &Client{BaseURL: server.URL, APIKey: "fixture", HTTPClient: server.Client()})
|
||||
requireUnreleasedTools(t, end)
|
||||
requireBodyBoundary(t, end, bodyBoundaryWant{protocol: "http1", framing: "close_delimited", relation: "unknown",
|
||||
eof: true, bytes: int64(len(bodyBoundaryToolFrames))})
|
||||
})
|
||||
t.Run("undeterminable", func(t *testing.T) {
|
||||
client := fixtureResponseClient(func() *http.Response {
|
||||
return &http.Response{StatusCode: http.StatusOK, ContentLength: -1, Header: http.Header{},
|
||||
Body: io.NopCloser(strings.NewReader(bodyBoundaryToolFrames))}
|
||||
})
|
||||
end := streamBodyBoundaryEnd(t, context.Background(), client)
|
||||
requireUnreleasedTools(t, end)
|
||||
requireBodyBoundary(t, end, bodyBoundaryWant{protocol: "other", framing: "unknown", relation: "unknown",
|
||||
eof: true, bytes: int64(len(bodyBoundaryToolFrames))})
|
||||
})
|
||||
}
|
||||
|
||||
func TestClientBodyBoundaryFailuresDoNotClaimEOF(t *testing.T) {
|
||||
t.Run("cancelled", func(t *testing.T) {
|
||||
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
_, _ = io.WriteString(w, "data: {\"choices\":[{\"delta\":{\"content\":\"PRIVATE_R06\"}}]}\n\n")
|
||||
w.(http.Flusher).Flush()
|
||||
<-r.Context().Done()
|
||||
}))
|
||||
defer server.Close()
|
||||
ctx, cancel := context.WithCancel(context.Background())
|
||||
defer cancel()
|
||||
client := &Client{BaseURL: server.URL, APIKey: "fixture", HTTPClient: server.Client()}
|
||||
var end Event
|
||||
for ev := range client.Stream(ctx, "fixture", []Message{{Role: RoleUser, Content: "hello"}}, nil, StreamOptions{}) {
|
||||
if ev.Kind == KindTextDelta {
|
||||
cancel()
|
||||
}
|
||||
if ev.Kind == KindMessageEnd || ev.Kind == KindError {
|
||||
end = ev
|
||||
}
|
||||
}
|
||||
if end.Kind != KindError || end.Message.StopReason != StopAborted || end.TerminalObservation == nil ||
|
||||
end.TerminalObservation.ReadOutcome != "cancelled" {
|
||||
t.Fatalf("cancelled stream was not aborted: %#v", end)
|
||||
}
|
||||
if body := end.TerminalObservation.BodyBoundary; body == nil || body.EOFSeen || body.LengthRelation != "unknown" {
|
||||
t.Fatalf("cancelled stream claimed body EOF: %+v", body)
|
||||
}
|
||||
})
|
||||
t.Run("provider-4xx", func(t *testing.T) {
|
||||
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
http.Error(w, "PRIVATE_PROVIDER_BODY_R06", http.StatusBadRequest)
|
||||
}))
|
||||
defer server.Close()
|
||||
end := streamBodyBoundaryEnd(t, context.Background(), &Client{BaseURL: server.URL, APIKey: "fixture", HTTPClient: server.Client()})
|
||||
if end.Kind != KindError || end.HTTPStatus != http.StatusBadRequest || end.TerminalObservation == nil ||
|
||||
end.TerminalObservation.ReadOutcome != "provider_error" || end.TerminalObservation.BodyBoundary != nil {
|
||||
t.Fatalf("provider error carried a body boundary: %#v", end)
|
||||
}
|
||||
})
|
||||
t.Run("redirect-then-short-read", func(t *testing.T) {
|
||||
var finalHits atomic.Int32
|
||||
mux := http.NewServeMux()
|
||||
mux.HandleFunc("/chat/completions", func(w http.ResponseWriter, r *http.Request) {
|
||||
w.Header().Set("Location", "/final/chat/completions")
|
||||
w.WriteHeader(http.StatusTemporaryRedirect)
|
||||
_, _ = io.WriteString(w, "PRIVATE_REDIRECT_BODY_R06")
|
||||
})
|
||||
mux.HandleFunc("/final/chat/completions", func(w http.ResponseWriter, r *http.Request) {
|
||||
finalHits.Add(1)
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
w.Header().Set("Content-Length", strconv.Itoa(len(bodyBoundaryToolFrames)+64))
|
||||
_, _ = io.WriteString(w, bodyBoundaryToolFrames)
|
||||
})
|
||||
server := httptest.NewServer(mux)
|
||||
defer server.Close()
|
||||
end := streamBodyBoundaryEnd(t, context.Background(), &Client{BaseURL: server.URL, APIKey: "fixture", HTTPClient: server.Client()})
|
||||
if hits := finalHits.Load(); hits != 1 {
|
||||
t.Fatalf("redirect target hits = %d, want 1", hits)
|
||||
}
|
||||
requireUnreleasedTools(t, end)
|
||||
requireBodyBoundary(t, end, bodyBoundaryWant{protocol: "http1", framing: "known_length", relation: "unknown",
|
||||
declared: true, bytes: int64(len(bodyBoundaryToolFrames))})
|
||||
})
|
||||
}
|
||||
|
||||
func TestClientBodyBoundarySaturatesCount(t *testing.T) {
|
||||
size := int64(maxObservedBodyBytes + 4096)
|
||||
observer := newBodyObserver(&http.Response{ProtoMajor: 1, ContentLength: size,
|
||||
Body: io.NopCloser(io.LimitReader(zeroReader{}, size))})
|
||||
if n, err := io.Copy(io.Discard, observer); err != nil || n != size {
|
||||
t.Fatalf("observer changed the body: n=%d err=%v", n, err)
|
||||
}
|
||||
body := observer.snapshot()
|
||||
if body.BytesRead != maxObservedBodyBytes || !body.BytesSaturated || !body.EOFSeen ||
|
||||
body.LengthRelation != "unknown" || !body.DeclaredLengthKnown {
|
||||
t.Fatalf("saturated body boundary: %+v", body)
|
||||
}
|
||||
}
|
||||
|
||||
type zeroReader struct{}
|
||||
|
||||
func (zeroReader) Read(p []byte) (int, error) {
|
||||
clear(p)
|
||||
return len(p), nil
|
||||
}
|
||||
@@ -0,0 +1,79 @@
|
||||
package llm
|
||||
|
||||
import "context"
|
||||
|
||||
// WithFallback 在尚未转发任何增量时,遇到 5xx 就改用链上下一个模型。
|
||||
// fallbacks 为空时返回原来的 StreamFunc,不改变行为。
|
||||
func WithFallback(base StreamFunc, fallbacks []string, onSwitch func(from, to string)) StreamFunc {
|
||||
chain := nonEmpty(fallbacks)
|
||||
if base == nil || len(chain) == 0 {
|
||||
return base
|
||||
}
|
||||
return func(ctx context.Context, model string, messages []Message, tools []ToolDecl, opts StreamOptions) <-chan Event {
|
||||
out := make(chan Event)
|
||||
go func() {
|
||||
defer close(out)
|
||||
models := append([]string{model}, chain...)
|
||||
for i, current := range models {
|
||||
forwarded := false
|
||||
switchNext := false
|
||||
for ev := range base(ctx, current, messages, tools, opts) {
|
||||
if isDelta(ev) {
|
||||
forwarded = true
|
||||
}
|
||||
if ev.Kind == KindError && !forwarded && serverError(ev) && i+1 < len(models) {
|
||||
switchNext = true
|
||||
if onSwitch != nil {
|
||||
onSwitch(current, models[i+1])
|
||||
}
|
||||
break
|
||||
}
|
||||
select {
|
||||
case out <- ev:
|
||||
case <-ctx.Done():
|
||||
return
|
||||
}
|
||||
if ev.Kind == KindMessageEnd || ev.Kind == KindError {
|
||||
return
|
||||
}
|
||||
}
|
||||
if !switchNext {
|
||||
return
|
||||
}
|
||||
}
|
||||
}()
|
||||
return out
|
||||
}
|
||||
}
|
||||
|
||||
func nonEmpty(in []string) []string {
|
||||
var out []string
|
||||
seen := map[string]bool{}
|
||||
for _, s := range in {
|
||||
s = trimModel(s)
|
||||
if s == "" || seen[s] {
|
||||
continue
|
||||
}
|
||||
seen[s] = true
|
||||
out = append(out, s)
|
||||
}
|
||||
return out
|
||||
}
|
||||
|
||||
func trimModel(s string) string {
|
||||
for len(s) > 0 && (s[0] == ' ' || s[0] == '\t') {
|
||||
s = s[1:]
|
||||
}
|
||||
for len(s) > 0 && (s[len(s)-1] == ' ' || s[len(s)-1] == '\t') {
|
||||
s = s[:len(s)-1]
|
||||
}
|
||||
return s
|
||||
}
|
||||
|
||||
func isDelta(ev Event) bool {
|
||||
return ev.Kind == KindTextDelta || ev.Kind == KindReasoningDelta || ev.Kind == KindToolCallDelta
|
||||
}
|
||||
|
||||
func serverError(ev Event) bool {
|
||||
return ev.HTTPStatus >= 500 && ev.HTTPStatus <= 599
|
||||
}
|
||||
@@ -0,0 +1,74 @@
|
||||
package llm
|
||||
|
||||
import (
|
||||
"context"
|
||||
"testing"
|
||||
)
|
||||
|
||||
func TestFallbackSwitchesOn5xxBeforeOutput(t *testing.T) {
|
||||
var switched string
|
||||
base := func(ctx context.Context, model string, messages []Message, tools []ToolDecl, opts StreamOptions) <-chan Event {
|
||||
ch := make(chan Event, 2)
|
||||
go func() {
|
||||
defer close(ch)
|
||||
if model == "primary" {
|
||||
ch <- Event{Kind: KindError, HTTPStatus: 503, ErrorMessage: "provider status 503", Message: Message{Role: RoleAssistant, StopReason: StopError}}
|
||||
return
|
||||
}
|
||||
ch <- Event{Kind: KindTextDelta, Text: "ok"}
|
||||
ch <- Event{Kind: KindMessageEnd, Message: Message{Role: RoleAssistant, Content: "ok", StopReason: StopEnd}}
|
||||
}()
|
||||
return ch
|
||||
}
|
||||
stream := WithFallback(base, []string{"backup"}, func(from, to string) {
|
||||
switched = from + "->" + to
|
||||
})
|
||||
var text string
|
||||
var sawError bool
|
||||
for ev := range stream(context.Background(), "primary", nil, nil, StreamOptions{}) {
|
||||
if ev.Kind == KindTextDelta {
|
||||
text += ev.Text
|
||||
}
|
||||
if ev.Kind == KindError {
|
||||
sawError = true
|
||||
}
|
||||
}
|
||||
if switched != "primary->backup" || text != "ok" || sawError {
|
||||
t.Fatalf("switched %q text %q error %v", switched, text, sawError)
|
||||
}
|
||||
}
|
||||
|
||||
func TestFallbackStaysAfterFirstDelta(t *testing.T) {
|
||||
calls := 0
|
||||
base := func(ctx context.Context, model string, messages []Message, tools []ToolDecl, opts StreamOptions) <-chan Event {
|
||||
calls++
|
||||
ch := make(chan Event, 2)
|
||||
go func() {
|
||||
defer close(ch)
|
||||
ch <- Event{Kind: KindTextDelta, Text: "partial"}
|
||||
ch <- Event{Kind: KindError, HTTPStatus: 500, Message: Message{Role: RoleAssistant, StopReason: StopError}}
|
||||
}()
|
||||
return ch
|
||||
}
|
||||
stream := WithFallback(base, []string{"backup"}, func(from, to string) {
|
||||
t.Fatal("switched after output")
|
||||
})
|
||||
n := 0
|
||||
for range stream(context.Background(), "primary", nil, nil, StreamOptions{}) {
|
||||
n++
|
||||
}
|
||||
if calls != 1 || n != 2 {
|
||||
t.Fatalf("calls %d events %d", calls, n)
|
||||
}
|
||||
}
|
||||
|
||||
func TestEmptyFallbackIsIdentity(t *testing.T) {
|
||||
base := func(ctx context.Context, model string, messages []Message, tools []ToolDecl, opts StreamOptions) <-chan Event {
|
||||
ch := make(chan Event)
|
||||
close(ch)
|
||||
return ch
|
||||
}
|
||||
if WithFallback(base, nil, nil) == nil {
|
||||
t.Fatal("nil stream")
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,60 @@
|
||||
package llm
|
||||
|
||||
// PrepareMessages 按 endpoint 整形消息。
|
||||
// merge 合并相邻、且不携带工具调用的同角色消息。
|
||||
// strict 在此之后把第一条之后的 system 收成 user,再合并,满足严格交替。
|
||||
// 工具消息和带 tool_calls 的助手消息保持原样,避免拆开调用与结果。
|
||||
func PrepareMessages(msgs []Message, shape string) []Message {
|
||||
switch shape {
|
||||
case "", "merge", "strict":
|
||||
default:
|
||||
return msgs
|
||||
}
|
||||
out := mergeSameRole(msgs)
|
||||
if shape == "strict" {
|
||||
out = foldExtraSystems(out)
|
||||
out = mergeSameRole(out)
|
||||
}
|
||||
return out
|
||||
}
|
||||
|
||||
func mergeable(m Message) bool {
|
||||
return m.Role != RoleTool && len(m.ToolCalls) == 0 && m.ToolCallID == ""
|
||||
}
|
||||
|
||||
func mergeSameRole(msgs []Message) []Message {
|
||||
if len(msgs) == 0 {
|
||||
return msgs
|
||||
}
|
||||
out := make([]Message, 0, len(msgs))
|
||||
for _, m := range msgs {
|
||||
if n := len(out); n > 0 && out[n-1].Role == m.Role && mergeable(out[n-1]) && mergeable(m) {
|
||||
if out[n-1].Content != "" && m.Content != "" {
|
||||
out[n-1].Content += "\n\n" + m.Content
|
||||
} else {
|
||||
out[n-1].Content += m.Content
|
||||
}
|
||||
continue
|
||||
}
|
||||
out = append(out, m)
|
||||
}
|
||||
return out
|
||||
}
|
||||
|
||||
func foldExtraSystems(msgs []Message) []Message {
|
||||
seenSystem := false
|
||||
out := make([]Message, 0, len(msgs))
|
||||
for _, m := range msgs {
|
||||
if m.Role == RoleSystem {
|
||||
if seenSystem {
|
||||
m.Role = RoleUser
|
||||
if m.Content != "" {
|
||||
m.Content = "[system]\n" + m.Content
|
||||
}
|
||||
}
|
||||
seenSystem = true
|
||||
}
|
||||
out = append(out, m)
|
||||
}
|
||||
return out
|
||||
}
|
||||
@@ -0,0 +1,38 @@
|
||||
package llm
|
||||
|
||||
import "testing"
|
||||
|
||||
func TestPrepareMergesAdjacentSystems(t *testing.T) {
|
||||
out := PrepareMessages([]Message{
|
||||
{Role: RoleSystem, Content: "a"},
|
||||
{Role: RoleSystem, Content: "b"},
|
||||
{Role: RoleUser, Content: "hi"},
|
||||
}, "merge")
|
||||
if len(out) != 2 || out[0].Content != "a\n\nb" {
|
||||
t.Fatalf("merged = %#v", out)
|
||||
}
|
||||
}
|
||||
|
||||
func TestPrepareStrictFoldsLaterSystem(t *testing.T) {
|
||||
out := PrepareMessages([]Message{
|
||||
{Role: RoleSystem, Content: "base"},
|
||||
{Role: RoleUser, Content: "hi"},
|
||||
{Role: RoleSystem, Content: "note"},
|
||||
}, "strict")
|
||||
if len(out) != 2 {
|
||||
t.Fatalf("len = %d %#v", len(out), out)
|
||||
}
|
||||
if out[1].Role != RoleUser || out[1].Content != "hi\n\n[system]\nnote" {
|
||||
t.Fatalf("folded = %#v", out[1])
|
||||
}
|
||||
}
|
||||
|
||||
func TestPrepareKeepsToolPairs(t *testing.T) {
|
||||
out := PrepareMessages([]Message{
|
||||
{Role: RoleAssistant, Content: "call", ToolCalls: []ToolCall{{ID: "1", Name: "t"}}},
|
||||
{Role: RoleTool, ToolCallID: "1", Content: "ok"},
|
||||
}, "merge")
|
||||
if len(out) != 2 || out[1].Role != RoleTool {
|
||||
t.Fatalf("tools = %#v", out)
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,524 @@
|
||||
package llm
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"math/rand"
|
||||
"net/http"
|
||||
"os"
|
||||
"strconv"
|
||||
"strings"
|
||||
"time"
|
||||
)
|
||||
|
||||
// Thinking levels, from off to max. Unknown values are rejected by NormalizeThinking.
|
||||
var ThinkingLevels = []string{"off", "minimal", "low", "medium", "high", "xhigh", "max"}
|
||||
|
||||
// NormalizeThinking returns the canonical level. Empty stays empty.
|
||||
func NormalizeThinking(level string) (string, error) {
|
||||
if level == "" {
|
||||
return "", nil
|
||||
}
|
||||
level = strings.ToLower(strings.TrimSpace(level))
|
||||
for _, known := range ThinkingLevels {
|
||||
if level == known {
|
||||
return level, nil
|
||||
}
|
||||
}
|
||||
return "", fmt.Errorf("llm: unknown thinking level %q", level)
|
||||
}
|
||||
|
||||
// OpenAIReasoningEffort maps a thinking level onto OpenAI reasoning_effort.
|
||||
// off and empty produce no parameter.
|
||||
func OpenAIReasoningEffort(level string) string {
|
||||
switch level {
|
||||
case "minimal":
|
||||
return "minimal"
|
||||
case "low":
|
||||
return "low"
|
||||
case "medium":
|
||||
return "medium"
|
||||
case "high", "xhigh", "max":
|
||||
return "high"
|
||||
default:
|
||||
return ""
|
||||
}
|
||||
}
|
||||
|
||||
// AnthropicThinkingBudget maps a thinking level onto a token budget.
|
||||
// off and empty disable thinking.
|
||||
func AnthropicThinkingBudget(level string) int {
|
||||
switch level {
|
||||
case "minimal":
|
||||
return 1024
|
||||
case "low":
|
||||
return 2048
|
||||
case "medium":
|
||||
return 4096
|
||||
case "high":
|
||||
return 8192
|
||||
case "xhigh":
|
||||
return 16384
|
||||
case "max":
|
||||
return 32768
|
||||
default:
|
||||
return 0
|
||||
}
|
||||
}
|
||||
|
||||
// GoogleThinkingBudget maps a thinking level onto Gemini thinkingBudget.
|
||||
func GoogleThinkingBudget(level string) int {
|
||||
switch level {
|
||||
case "minimal", "low":
|
||||
return 1024
|
||||
case "medium":
|
||||
return 4096
|
||||
case "high":
|
||||
return 8192
|
||||
case "xhigh", "max":
|
||||
return 24576
|
||||
default:
|
||||
return 0
|
||||
}
|
||||
}
|
||||
|
||||
// ModelRef is provider/model with an optional :thinking suffix.
|
||||
type ModelRef struct {
|
||||
Provider string
|
||||
Model string
|
||||
Thinking string
|
||||
}
|
||||
|
||||
// ParseModelRef accepts "model", "provider/model", and "provider/model:level".
|
||||
func ParseModelRef(spec string) (ModelRef, error) {
|
||||
spec = strings.TrimSpace(spec)
|
||||
if spec == "" {
|
||||
return ModelRef{}, fmt.Errorf("llm: empty model ref")
|
||||
}
|
||||
thinking := ""
|
||||
if i := strings.LastIndex(spec, ":"); i >= 0 {
|
||||
thinking = spec[i+1:]
|
||||
spec = spec[:i]
|
||||
norm, err := NormalizeThinking(thinking)
|
||||
if err != nil {
|
||||
return ModelRef{}, err
|
||||
}
|
||||
thinking = norm
|
||||
}
|
||||
provider, model := "", spec
|
||||
if i := strings.Index(spec, "/"); i >= 0 {
|
||||
provider = spec[:i]
|
||||
model = spec[i+1:]
|
||||
}
|
||||
if model == "" {
|
||||
return ModelRef{}, fmt.Errorf("llm: model id missing in %q", spec)
|
||||
}
|
||||
return ModelRef{Provider: provider, Model: model, Thinking: thinking}, nil
|
||||
}
|
||||
|
||||
// Protocol names the wire format a provider speaks.
|
||||
type Protocol string
|
||||
|
||||
const (
|
||||
ProtocolOpenAIChat Protocol = "openai-chat"
|
||||
ProtocolOpenAIResponses Protocol = "openai-responses"
|
||||
ProtocolAnthropic Protocol = "anthropic"
|
||||
ProtocolGoogle Protocol = "google"
|
||||
ProtocolAzure Protocol = "azure"
|
||||
)
|
||||
|
||||
// Provider is one configured endpoint.
|
||||
type Provider struct {
|
||||
Name string `json:"name"`
|
||||
Protocol Protocol `json:"protocol"`
|
||||
BaseURL string `json:"baseURL"`
|
||||
APIKeyEnv string `json:"apiKeyEnv,omitempty"`
|
||||
APIKey string `json:"-"`
|
||||
}
|
||||
|
||||
// Presets are OpenAI-compatible or native endpoints that only need an API key.
|
||||
func Presets() []Provider {
|
||||
return []Provider{
|
||||
{Name: "anthropic", Protocol: ProtocolAnthropic, BaseURL: "https://api.anthropic.com", APIKeyEnv: "ANTHROPIC_API_KEY"},
|
||||
{Name: "openai", Protocol: ProtocolOpenAIChat, BaseURL: "https://api.openai.com/v1", APIKeyEnv: "OPENAI_API_KEY"},
|
||||
{Name: "openai-responses", Protocol: ProtocolOpenAIResponses, BaseURL: "https://api.openai.com/v1", APIKeyEnv: "OPENAI_API_KEY"},
|
||||
{Name: "google", Protocol: ProtocolOpenAIChat, BaseURL: "https://generativelanguage.googleapis.com/v1beta/openai", APIKeyEnv: "GEMINI_API_KEY"},
|
||||
{Name: "azure", Protocol: ProtocolAzure, BaseURL: "", APIKeyEnv: "AZURE_OPENAI_API_KEY"},
|
||||
{Name: "deepseek", Protocol: ProtocolOpenAIChat, BaseURL: "https://api.deepseek.com/v1", APIKeyEnv: "DEEPSEEK_API_KEY"},
|
||||
{Name: "minimax", Protocol: ProtocolOpenAIChat, BaseURL: "https://api.minimaxi.com/v1", APIKeyEnv: "MINIMAX_API_KEY"},
|
||||
{Name: "openrouter", Protocol: ProtocolOpenAIChat, BaseURL: "https://openrouter.ai/api/v1", APIKeyEnv: "OPENROUTER_API_KEY"},
|
||||
{Name: "groq", Protocol: ProtocolOpenAIChat, BaseURL: "https://api.groq.com/openai/v1", APIKeyEnv: "GROQ_API_KEY"},
|
||||
}
|
||||
}
|
||||
|
||||
// modelsFile is the on-disk shape of models.json.
|
||||
type modelsFile struct {
|
||||
Providers []Provider `json:"providers"`
|
||||
}
|
||||
|
||||
// LoadModelsJSON reads custom providers. Missing file yields an empty list.
|
||||
func LoadModelsJSON(path string) ([]Provider, error) {
|
||||
raw, err := os.ReadFile(path)
|
||||
if err != nil {
|
||||
if os.IsNotExist(err) {
|
||||
return nil, nil
|
||||
}
|
||||
return nil, err
|
||||
}
|
||||
var file modelsFile
|
||||
if err := json.Unmarshal(raw, &file); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
for i := range file.Providers {
|
||||
if file.Providers[i].APIKey == "" && file.Providers[i].APIKeyEnv != "" {
|
||||
file.Providers[i].APIKey = os.Getenv(file.Providers[i].APIKeyEnv)
|
||||
}
|
||||
}
|
||||
return file.Providers, nil
|
||||
}
|
||||
|
||||
// Lookup finds a preset or a custom provider by name.
|
||||
func Lookup(name string, custom []Provider) (Provider, bool) {
|
||||
for _, p := range custom {
|
||||
if p.Name == name {
|
||||
return p, true
|
||||
}
|
||||
}
|
||||
for _, p := range Presets() {
|
||||
if p.Name == name {
|
||||
if p.APIKey == "" {
|
||||
p.APIKey = os.Getenv(p.APIKeyEnv)
|
||||
}
|
||||
return p, true
|
||||
}
|
||||
}
|
||||
return Provider{}, false
|
||||
}
|
||||
|
||||
// ClientFor 返回会说该协议的客户端。responses、azure 以及原生 Google
|
||||
// 协议当前没有接到客户端上,返回明确错误而不是发到错误的路径。
|
||||
func ClientFor(p Provider) (*Client, error) {
|
||||
switch p.Protocol {
|
||||
case ProtocolOpenAIChat:
|
||||
return &Client{BaseURL: p.BaseURL, APIKey: p.APIKey}, nil
|
||||
case ProtocolAnthropic:
|
||||
return &Client{BaseURL: p.BaseURL, APIKey: p.APIKey, Protocol: ProtocolAnthropic}, nil
|
||||
default:
|
||||
return nil, fmt.Errorf("llm: protocol %q is not implemented", p.Protocol)
|
||||
}
|
||||
}
|
||||
|
||||
func messageContent(m Message) any {
|
||||
if len(m.Images) == 0 {
|
||||
return m.Content
|
||||
}
|
||||
parts := []map[string]any{}
|
||||
if m.Content != "" {
|
||||
parts = append(parts, map[string]any{"type": "text", "text": m.Content})
|
||||
}
|
||||
for _, img := range m.Images {
|
||||
url := img.URL
|
||||
if url == "" && img.Data != "" {
|
||||
mime := img.MIME
|
||||
if mime == "" {
|
||||
mime = "image/png"
|
||||
}
|
||||
url = "data:" + mime + ";base64," + img.Data
|
||||
}
|
||||
parts = append(parts, map[string]any{
|
||||
"type": "image_url",
|
||||
"image_url": map[string]any{"url": url},
|
||||
})
|
||||
}
|
||||
return parts
|
||||
}
|
||||
|
||||
// BuildBody returns the JSON body for one native protocol.
|
||||
func BuildBody(protocol Protocol, model string, messages []Message, tools []ToolDecl, opts StreamOptions) ([]byte, error) {
|
||||
switch protocol {
|
||||
case ProtocolOpenAIChat, ProtocolAzure:
|
||||
body := map[string]any{
|
||||
"model": model,
|
||||
"messages": toProviderMessages(messages),
|
||||
"stream": true,
|
||||
}
|
||||
if opts.MaxTokens > 0 {
|
||||
body["max_tokens"] = opts.MaxTokens
|
||||
}
|
||||
if effort := OpenAIReasoningEffort(opts.ThinkingLevel); effort != "" {
|
||||
body["reasoning_effort"] = effort
|
||||
}
|
||||
if len(tools) > 0 {
|
||||
body["tools"] = toProviderTools(tools)
|
||||
}
|
||||
return json.Marshal(body)
|
||||
case ProtocolOpenAIResponses:
|
||||
body := map[string]any{
|
||||
"model": model,
|
||||
"input": responsesInput(messages),
|
||||
"stream": true,
|
||||
}
|
||||
if opts.MaxTokens > 0 {
|
||||
body["max_output_tokens"] = opts.MaxTokens
|
||||
}
|
||||
if effort := OpenAIReasoningEffort(opts.ThinkingLevel); effort != "" {
|
||||
body["reasoning"] = map[string]any{"effort": effort}
|
||||
}
|
||||
return json.Marshal(body)
|
||||
// ProtocolGoogle 只供离线组包(客户端未接);Anthropic 与线上客户端
|
||||
// 共用 anthropicBody(同一组包,消灭离线/线上两张皮)。
|
||||
case ProtocolAnthropic:
|
||||
return anthropicBody(model, messages, tools, opts)
|
||||
case ProtocolGoogle:
|
||||
body := map[string]any{
|
||||
"contents": googleContents(messages),
|
||||
}
|
||||
if budget := GoogleThinkingBudget(opts.ThinkingLevel); budget > 0 {
|
||||
body["generationConfig"] = map[string]any{
|
||||
"thinkingConfig": map[string]any{"thinkingBudget": budget},
|
||||
}
|
||||
}
|
||||
return json.Marshal(body)
|
||||
default:
|
||||
return nil, fmt.Errorf("llm: unknown protocol %q", protocol)
|
||||
}
|
||||
}
|
||||
|
||||
func responsesInput(messages []Message) []map[string]any {
|
||||
out := make([]map[string]any, 0, len(messages))
|
||||
for _, m := range messages {
|
||||
role := string(m.Role)
|
||||
if role == "" {
|
||||
role = "user"
|
||||
}
|
||||
out = append(out, map[string]any{
|
||||
"role": role,
|
||||
"content": messageContent(m),
|
||||
})
|
||||
}
|
||||
return out
|
||||
}
|
||||
|
||||
func googleContents(messages []Message) []map[string]any {
|
||||
var out []map[string]any
|
||||
for _, m := range messages {
|
||||
if m.Role == RoleSystem {
|
||||
continue
|
||||
}
|
||||
role := "user"
|
||||
if m.Role == RoleAssistant {
|
||||
role = "model"
|
||||
}
|
||||
parts := []map[string]any{}
|
||||
if m.Content != "" {
|
||||
parts = append(parts, map[string]any{"text": m.Content})
|
||||
}
|
||||
for _, img := range m.Images {
|
||||
parts = append(parts, map[string]any{
|
||||
"inlineData": map[string]any{
|
||||
"mimeType": firstNonEmpty(img.MIME, "image/png"),
|
||||
"data": img.Data,
|
||||
},
|
||||
})
|
||||
}
|
||||
out = append(out, map[string]any{"role": role, "parts": parts})
|
||||
}
|
||||
return out
|
||||
}
|
||||
|
||||
func firstNonEmpty(a, b string) string {
|
||||
if a != "" {
|
||||
return a
|
||||
}
|
||||
return b
|
||||
}
|
||||
|
||||
const (
|
||||
retryBaseDelay = 200 * time.Millisecond
|
||||
maxRetryAfter = 30 * time.Second
|
||||
)
|
||||
|
||||
// overflowNeedles are substrings that mean the prompt does not fit.
|
||||
// Matching is case-insensitive. A bare "context" is not enough.
|
||||
var overflowNeedles = []string{
|
||||
"status 413",
|
||||
"payload too large",
|
||||
"context_length_exceeded",
|
||||
"context length",
|
||||
"maximum context",
|
||||
"context window",
|
||||
"prompt is too long",
|
||||
"exceeds the maximum",
|
||||
"exceeds max",
|
||||
"too many tokens",
|
||||
"input is too long",
|
||||
"input length",
|
||||
"tokens exceed",
|
||||
"上下文",
|
||||
"超出最大",
|
||||
"输入过长",
|
||||
"提示过长",
|
||||
"请求过长",
|
||||
"请求体过大",
|
||||
}
|
||||
|
||||
// ContextOverflow reports provider errors that ask the caller to compact.
|
||||
func ContextOverflow(message string) bool {
|
||||
m := strings.ToLower(message)
|
||||
for _, needle := range overflowNeedles {
|
||||
if strings.Contains(m, strings.ToLower(needle)) {
|
||||
return true
|
||||
}
|
||||
}
|
||||
return false
|
||||
}
|
||||
|
||||
// CapacityLimited reports an in-stream overload that is worth retrying
|
||||
// before any delta has been forwarded.
|
||||
func CapacityLimited(message string) bool {
|
||||
m := strings.ToLower(message)
|
||||
return strings.Contains(m, "overloaded") || strings.Contains(m, "at capacity") || strings.Contains(m, "too many requests") || strings.Contains(m, "rate limit")
|
||||
}
|
||||
|
||||
// StatusRetryable is true for timeouts, rate limits, server errors, and 529.
|
||||
func StatusRetryable(code int) bool {
|
||||
return code == http.StatusRequestTimeout || code == http.StatusTooManyRequests || code == 529 || code >= 500
|
||||
}
|
||||
|
||||
// ParseRetryAfter reads a delay in seconds or an HTTP date.
|
||||
// The returned duration is capped. ok is false when the header is missing or garbage.
|
||||
func ParseRetryAfter(raw string, now time.Time) (time.Duration, bool) {
|
||||
raw = strings.TrimSpace(raw)
|
||||
if raw == "" {
|
||||
return 0, false
|
||||
}
|
||||
if secs, err := strconv.Atoi(raw); err == nil {
|
||||
if secs < 0 {
|
||||
return 0, false
|
||||
}
|
||||
return capRetryAfter(time.Duration(secs) * time.Second), true
|
||||
}
|
||||
when, err := http.ParseTime(raw)
|
||||
if err != nil {
|
||||
return 0, false
|
||||
}
|
||||
d := when.Sub(now)
|
||||
if d < 0 {
|
||||
d = 0
|
||||
}
|
||||
return capRetryAfter(d), true
|
||||
}
|
||||
|
||||
func capRetryAfter(d time.Duration) time.Duration {
|
||||
if d > maxRetryAfter {
|
||||
return maxRetryAfter
|
||||
}
|
||||
return d
|
||||
}
|
||||
|
||||
func retryBackoff(extraTry int) time.Duration {
|
||||
if extraTry < 1 {
|
||||
extraTry = 1
|
||||
}
|
||||
shift := extraTry - 1
|
||||
if shift > 4 {
|
||||
shift = 4
|
||||
}
|
||||
delay := retryBaseDelay * time.Duration(1<<uint(shift))
|
||||
jitter := time.Duration(rand.Int63n(int64(delay/2) + 1))
|
||||
return delay + jitter
|
||||
}
|
||||
|
||||
func forwardedDelta(ev Event) bool {
|
||||
switch ev.Kind {
|
||||
case KindTextDelta, KindReasoningDelta, KindToolCallDelta:
|
||||
return true
|
||||
default:
|
||||
return false
|
||||
}
|
||||
}
|
||||
|
||||
// WithRetry re-invokes base on a retryable terminal error, up to attempts
|
||||
// extra tries. Events are forwarded as they arrive. A retry happens only when
|
||||
// no delta has been forwarded yet. onEvent receives auto_retry_start and
|
||||
// auto_retry_end. Context-overflow errors are returned immediately.
|
||||
// attempts <= 0 disables extra tries.
|
||||
func WithRetry(base StreamFunc, attempts int, onEvent func(kind, detail string)) StreamFunc {
|
||||
if attempts < 0 {
|
||||
attempts = 0
|
||||
}
|
||||
return func(ctx context.Context, model string, messages []Message, tools []ToolDecl, opts StreamOptions) <-chan Event {
|
||||
out := make(chan Event)
|
||||
go func() {
|
||||
defer close(out)
|
||||
headerWait := time.Duration(0)
|
||||
useHeader := false
|
||||
for try := 0; try <= attempts; try++ {
|
||||
if try > 0 {
|
||||
delay := retryBackoff(try)
|
||||
if useHeader {
|
||||
delay = headerWait
|
||||
}
|
||||
detail := fmt.Sprintf("attempt %d", try+1)
|
||||
if onEvent != nil {
|
||||
onEvent("auto_retry_start", detail)
|
||||
}
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
emitAbort(out, "", ctx.Err())
|
||||
return
|
||||
case <-time.After(delay):
|
||||
}
|
||||
}
|
||||
useHeader = false
|
||||
forwarded := false
|
||||
var terminal *Event
|
||||
for ev := range base(ctx, model, messages, tools, opts) {
|
||||
if terminal != nil {
|
||||
continue
|
||||
}
|
||||
if ev.Kind == KindError {
|
||||
cp := ev
|
||||
terminal = &cp
|
||||
continue
|
||||
}
|
||||
if forwardedDelta(ev) {
|
||||
forwarded = true
|
||||
}
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
return
|
||||
case out <- ev:
|
||||
}
|
||||
if ev.Kind == KindMessageEnd {
|
||||
if try > 0 && onEvent != nil {
|
||||
onEvent("auto_retry_end", fmt.Sprintf("attempt %d", try+1))
|
||||
}
|
||||
return
|
||||
}
|
||||
}
|
||||
if terminal == nil {
|
||||
return
|
||||
}
|
||||
overflow := ContextOverflow(terminal.ErrorMessage)
|
||||
if forwarded || overflow || !terminal.Retryable || try == attempts {
|
||||
if try > 0 && onEvent != nil {
|
||||
onEvent("auto_retry_end", fmt.Sprintf("attempt %d", try+1))
|
||||
}
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
return
|
||||
case out <- *terminal:
|
||||
}
|
||||
return
|
||||
}
|
||||
if terminal.HasRetryAfter {
|
||||
useHeader = true
|
||||
headerWait = terminal.RetryAfter
|
||||
}
|
||||
}
|
||||
}()
|
||||
return out
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,241 @@
|
||||
package llm
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"net/http"
|
||||
"net/http/httptest"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
"testing"
|
||||
"time"
|
||||
)
|
||||
|
||||
func TestParseModelRefAndThinking(t *testing.T) {
|
||||
ref, err := ParseModelRef("anthropic/claude-sonnet:high")
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if ref.Provider != "anthropic" || ref.Model != "claude-sonnet" || ref.Thinking != "high" {
|
||||
t.Fatalf("%+v", ref)
|
||||
}
|
||||
if _, err := ParseModelRef("openai/gpt:nope"); err == nil {
|
||||
t.Fatal("unknown thinking level must fail")
|
||||
}
|
||||
if AnthropicThinkingBudget("high") != 8192 || OpenAIReasoningEffort("off") != "" {
|
||||
t.Fatal("thinking map")
|
||||
}
|
||||
p, ok := Lookup("groq", nil)
|
||||
if !ok || !strings.Contains(p.BaseURL, "groq") || p.Protocol != ProtocolOpenAIChat {
|
||||
t.Fatalf("preset: %+v", p)
|
||||
}
|
||||
}
|
||||
|
||||
func TestModelsJSONAndBodies(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
path := filepath.Join(dir, "models.json")
|
||||
raw := []byte(`{"providers":[{"name":"local","protocol":"openai-chat","baseURL":"http://127.0.0.1:9","apiKeyEnv":"UNUSED_KEY"}]}`)
|
||||
if err := os.WriteFile(path, raw, 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
got, err := LoadModelsJSON(path)
|
||||
if err != nil || len(got) != 1 || got[0].Name != "local" {
|
||||
t.Fatalf("%+v %v", got, err)
|
||||
}
|
||||
msgs := []Message{{
|
||||
Role: RoleUser, Content: "see",
|
||||
Images: []Image{{MIME: "image/png", Data: "aaaa"}},
|
||||
}}
|
||||
body, err := BuildBody(ProtocolAnthropic, "claude", append([]Message{{Role: RoleSystem, Content: "sys"}}, msgs...), nil, StreamOptions{ThinkingLevel: "low"})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if !strings.Contains(string(body), "budget_tokens") || !strings.Contains(string(body), "base64") {
|
||||
t.Fatalf("anthropic body: %s", body)
|
||||
}
|
||||
gbody, err := BuildBody(ProtocolGoogle, "gemini", msgs, nil, StreamOptions{ThinkingLevel: "max"})
|
||||
if err != nil || !strings.Contains(string(gbody), "inlineData") || !strings.Contains(string(gbody), "thinkingBudget") {
|
||||
t.Fatalf("google: %s %v", gbody, err)
|
||||
}
|
||||
rbody, err := BuildBody(ProtocolOpenAIResponses, "gpt", msgs, nil, StreamOptions{ThinkingLevel: "medium", MaxTokens: 20})
|
||||
if err != nil || !strings.Contains(string(rbody), "max_output_tokens") || !strings.Contains(string(rbody), "image_url") {
|
||||
t.Fatalf("responses: %s %v", rbody, err)
|
||||
}
|
||||
var decoded map[string]any
|
||||
if err := json.Unmarshal(rbody, &decoded); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
|
||||
func TestPresetsAndClientForChatCompletions(t *testing.T) {
|
||||
// google 仍走 OpenAI 兼容端点;anthropic 自 N2 起是原生 Messages 协议。
|
||||
want := map[string]struct {
|
||||
protocol Protocol
|
||||
base string
|
||||
}{
|
||||
"anthropic": {ProtocolAnthropic, "https://api.anthropic.com"},
|
||||
"google": {ProtocolOpenAIChat, "https://generativelanguage.googleapis.com/v1beta/openai"},
|
||||
}
|
||||
for _, p := range Presets() {
|
||||
w, ok := want[p.Name]
|
||||
if !ok {
|
||||
continue
|
||||
}
|
||||
if p.Protocol != w.protocol || p.BaseURL != w.base {
|
||||
t.Fatalf("%s preset: %+v", p.Name, p)
|
||||
}
|
||||
}
|
||||
// 原生 anthropic 有真实客户端(审计 N4 关闭);responses/azure/google 仍 fail-closed。
|
||||
if p, ok := Lookup("anthropic", nil); !ok {
|
||||
t.Fatal("anthropic preset missing")
|
||||
} else if c, err := ClientFor(p); err != nil || c.Protocol != ProtocolAnthropic {
|
||||
t.Fatalf("anthropic ClientFor: %v %+v", err, c)
|
||||
}
|
||||
for _, name := range []string{"openai-responses", "azure"} {
|
||||
p, ok := Lookup(name, nil)
|
||||
if !ok {
|
||||
t.Fatal(name)
|
||||
}
|
||||
if _, err := ClientFor(p); err == nil {
|
||||
t.Fatalf("%s should fail closed", name)
|
||||
}
|
||||
}
|
||||
var path string
|
||||
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
path = r.URL.Path
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
_, _ = w.Write([]byte("data: [DONE]\n\n"))
|
||||
}))
|
||||
defer srv.Close()
|
||||
client, err := ClientFor(Provider{Protocol: ProtocolOpenAIChat, BaseURL: srv.URL, APIKey: "k"})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
for ev := range client.Stream(context.Background(), "m", []Message{{Role: RoleUser, Content: "hi"}}, nil, StreamOptions{}) {
|
||||
if ev.Kind == KindError {
|
||||
t.Fatal(ev.Err)
|
||||
}
|
||||
}
|
||||
if path != "/chat/completions" {
|
||||
t.Fatalf("path %q", path)
|
||||
}
|
||||
}
|
||||
|
||||
func TestRetryThenSuccess(t *testing.T) {
|
||||
n := 0
|
||||
base := StreamFunc(func(ctx context.Context, model string, messages []Message, tools []ToolDecl, opts StreamOptions) <-chan Event {
|
||||
out := make(chan Event, 2)
|
||||
n++
|
||||
if n == 1 {
|
||||
out <- Event{Kind: KindError, Retryable: true, ErrorMessage: "429"}
|
||||
} else {
|
||||
out <- Event{Kind: KindTextDelta, Text: "ok"}
|
||||
out <- Event{Kind: KindMessageEnd, Message: Message{Role: RoleAssistant, Content: "ok"}}
|
||||
}
|
||||
close(out)
|
||||
return out
|
||||
})
|
||||
var events []string
|
||||
wrapped := WithRetry(base, 2, func(kind, detail string) { events = append(events, kind) })
|
||||
var texts []string
|
||||
for ev := range wrapped(context.Background(), "m", nil, nil, StreamOptions{}) {
|
||||
if ev.Kind == KindTextDelta {
|
||||
texts = append(texts, ev.Text)
|
||||
}
|
||||
}
|
||||
if len(texts) != 1 || texts[0] != "ok" {
|
||||
t.Fatalf("texts %v calls %d", texts, n)
|
||||
}
|
||||
if len(events) == 0 || events[0] != "auto_retry_start" {
|
||||
t.Fatalf("events %v", events)
|
||||
}
|
||||
}
|
||||
|
||||
func TestContextOverflowPatterns(t *testing.T) {
|
||||
hits := []string{
|
||||
"provider status 413: payload too large",
|
||||
"context_length_exceeded",
|
||||
"prompt is too long",
|
||||
"input length exceeds the maximum",
|
||||
"maximum context length exceeded",
|
||||
"context length overflow",
|
||||
"too many tokens",
|
||||
"输入过长,请缩短上下文",
|
||||
"请求过长",
|
||||
"超出最大长度",
|
||||
}
|
||||
for _, msg := range hits {
|
||||
if !ContextOverflow(msg) {
|
||||
t.Fatalf("want overflow: %s", msg)
|
||||
}
|
||||
}
|
||||
if ContextOverflow("context cancelled") || ContextOverflow("temporary network error") {
|
||||
t.Fatal("unrelated context text must not count as overflow")
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseRetryAfter(t *testing.T) {
|
||||
now := time.Date(2026, 10, 3, 12, 0, 0, 0, time.UTC)
|
||||
if d, ok := ParseRetryAfter("2", now); !ok || d != 2*time.Second {
|
||||
t.Fatalf("seconds: %v %v", d, ok)
|
||||
}
|
||||
if d, ok := ParseRetryAfter("not-a-date", now); ok || d != 0 {
|
||||
t.Fatalf("garbage should fail: %v %v", d, ok)
|
||||
}
|
||||
if _, ok := ParseRetryAfter("", now); ok {
|
||||
t.Fatal("empty header")
|
||||
}
|
||||
far := now.Add(2 * time.Hour).Format(http.TimeFormat)
|
||||
if d, ok := ParseRetryAfter(far, now); !ok || d != maxRetryAfter {
|
||||
t.Fatalf("date cap: %v %v", d, ok)
|
||||
}
|
||||
past := now.Add(-time.Minute).Format(http.TimeFormat)
|
||||
if d, ok := ParseRetryAfter(past, now); !ok || d != 0 {
|
||||
t.Fatalf("past date: %v %v", d, ok)
|
||||
}
|
||||
}
|
||||
|
||||
func TestRetryDoesNotRepeatDeltas(t *testing.T) {
|
||||
n := 0
|
||||
base := StreamFunc(func(ctx context.Context, model string, messages []Message, tools []ToolDecl, opts StreamOptions) <-chan Event {
|
||||
out := make(chan Event, 2)
|
||||
n++
|
||||
out <- Event{Kind: KindTextDelta, Text: "a"}
|
||||
out <- Event{Kind: KindError, Retryable: true, ErrorMessage: "overloaded"}
|
||||
close(out)
|
||||
return out
|
||||
})
|
||||
var texts []string
|
||||
var errors int
|
||||
for ev := range WithRetry(base, 2, nil)(context.Background(), "m", nil, nil, StreamOptions{}) {
|
||||
if ev.Kind == KindTextDelta {
|
||||
texts = append(texts, ev.Text)
|
||||
}
|
||||
if ev.Kind == KindError {
|
||||
errors++
|
||||
}
|
||||
}
|
||||
if n != 1 || len(texts) != 1 || texts[0] != "a" || errors != 1 {
|
||||
t.Fatalf("calls=%d texts=%v errors=%d", n, texts, errors)
|
||||
}
|
||||
}
|
||||
|
||||
func TestContextOverflowIsNotRetried(t *testing.T) {
|
||||
if !ContextOverflow("maximum context length exceeded") {
|
||||
t.Fatal("expected overflow")
|
||||
}
|
||||
n := 0
|
||||
base := StreamFunc(func(ctx context.Context, model string, messages []Message, tools []ToolDecl, opts StreamOptions) <-chan Event {
|
||||
out := make(chan Event, 1)
|
||||
n++
|
||||
out <- Event{Kind: KindError, Retryable: true, ErrorMessage: "context length overflow"}
|
||||
close(out)
|
||||
return out
|
||||
})
|
||||
for range WithRetry(base, 3, nil)(context.Background(), "m", nil, nil, StreamOptions{}) {
|
||||
}
|
||||
if n != 1 {
|
||||
t.Fatalf("overflow must not retry, calls=%d", n)
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,29 @@
|
||||
package llm
|
||||
|
||||
import (
|
||||
"context"
|
||||
"strings"
|
||||
"testing"
|
||||
)
|
||||
|
||||
func TestR2SSEJoinsMultilineData(t *testing.T) {
|
||||
body := strings.Join([]string{
|
||||
`data: {"choices":[{"delta":{"content":"hi"}`,
|
||||
`data: }]}`,
|
||||
``,
|
||||
`data: [DONE]`,
|
||||
``,
|
||||
}, "\n")
|
||||
var got string
|
||||
for ev := range ParseSSE(context.Background(), strings.NewReader(body)) {
|
||||
if ev.Kind == KindTextDelta {
|
||||
got += ev.Text
|
||||
}
|
||||
if ev.Kind == KindError {
|
||||
t.Fatal(ev.Err)
|
||||
}
|
||||
}
|
||||
if got != "hi" {
|
||||
t.Fatalf("joined content %q", got)
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,47 @@
|
||||
package llm
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"io"
|
||||
"net/http"
|
||||
"net/http/httptest"
|
||||
"strings"
|
||||
"testing"
|
||||
)
|
||||
|
||||
// TestOpenAIChatBodyReasoningSplit 验证 Client.ReasoningSplit 置位时
|
||||
// openai-chat 请求体带 "reasoning_split": true,未置位时不带(未知字段
|
||||
// 不外溢给别的提供商)。
|
||||
func TestOpenAIChatBodyReasoningSplit(t *testing.T) {
|
||||
var bodies []string
|
||||
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
raw, _ := io.ReadAll(r.Body)
|
||||
bodies = append(bodies, string(raw))
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
_, _ = io.WriteString(w, "data: [DONE]\n\n")
|
||||
}))
|
||||
defer srv.Close()
|
||||
|
||||
drain := func(c *Client) {
|
||||
for range c.Stream(context.Background(), "MiniMax-M3",
|
||||
[]Message{{Role: RoleUser, Content: "hi"}}, nil, StreamOptions{}) {
|
||||
}
|
||||
}
|
||||
|
||||
drain(&Client{BaseURL: srv.URL, APIKey: "k"})
|
||||
drain(&Client{BaseURL: srv.URL, APIKey: "k", ReasoningSplit: true})
|
||||
if len(bodies) != 2 {
|
||||
t.Fatalf("requests = %d", len(bodies))
|
||||
}
|
||||
if strings.Contains(bodies[0], "reasoning_split") {
|
||||
t.Fatalf("flag off must not leak the field: %s", bodies[0])
|
||||
}
|
||||
var got map[string]any
|
||||
if err := json.Unmarshal([]byte(bodies[1]), &got); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if v, ok := got["reasoning_split"].(bool); !ok || !v {
|
||||
t.Fatalf("flag on must set reasoning_split=true: %s", bodies[1])
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,164 @@
|
||||
package llm
|
||||
|
||||
import (
|
||||
"crypto/sha256"
|
||||
"encoding/hex"
|
||||
"encoding/json"
|
||||
"net/http"
|
||||
"net/url"
|
||||
"strings"
|
||||
|
||||
"agent-native/runtime/argschema"
|
||||
)
|
||||
|
||||
// Completion bases recorded on a successful OpenAI-chat message_end.
|
||||
const (
|
||||
CompletionDoneMarker = "done_marker"
|
||||
CompletionRouteContractEOF = "route_contract_eof"
|
||||
)
|
||||
|
||||
// RouteContractEOF lets one exact OpenAI-chat route release tool calls from a
|
||||
// stream that ended without [DONE], when the HTTP body boundary and every
|
||||
// frame prove the calls complete. The zero value is off. IdentitySHA256 must
|
||||
// equal RouteContractIdentity(Model, BaseURL), and BaseURL must already be in
|
||||
// NormalizeRouteBaseURL form.
|
||||
type RouteContractEOF struct {
|
||||
Model string
|
||||
BaseURL string
|
||||
IdentitySHA256 string
|
||||
}
|
||||
|
||||
// RouteContractIdentity is the lowercase hex sha256 of
|
||||
// "openai-chat\n" + model + "\n" + baseURL.
|
||||
func RouteContractIdentity(model, baseURL string) string {
|
||||
sum := sha256.Sum256([]byte("openai-chat\n" + model + "\n" + baseURL))
|
||||
return hex.EncodeToString(sum[:])
|
||||
}
|
||||
|
||||
// NormalizeRouteBaseURL returns the https base URL with lowercase scheme and
|
||||
// host and no trailing '/'. Any other scheme, userinfo, query or fragment is
|
||||
// not a match.
|
||||
func NormalizeRouteBaseURL(raw string) (string, bool) {
|
||||
if strings.ContainsAny(raw, "?#") {
|
||||
return "", false
|
||||
}
|
||||
u, err := url.Parse(raw)
|
||||
if err != nil || !strings.EqualFold(u.Scheme, "https") || u.Opaque != "" ||
|
||||
u.User != nil || u.Host == "" || u.RawQuery != "" || u.ForceQuery || u.Fragment != "" {
|
||||
return "", false
|
||||
}
|
||||
return "https://" + strings.ToLower(u.Host) + strings.TrimRight(u.EscapedPath(), "/"), true
|
||||
}
|
||||
|
||||
func (rc *RouteContractEOF) off() bool {
|
||||
return rc == nil || *rc == RouteContractEOF{}
|
||||
}
|
||||
|
||||
// admits is condition C1 apart from the redirect check.
|
||||
func (rc *RouteContractEOF) admits(protocol Protocol, model, base string) bool {
|
||||
if protocol != "" && protocol != ProtocolOpenAIChat {
|
||||
return false
|
||||
}
|
||||
if model != rc.Model {
|
||||
return false
|
||||
}
|
||||
normalized, ok := NormalizeRouteBaseURL(base)
|
||||
if !ok || normalized != rc.BaseURL {
|
||||
return false
|
||||
}
|
||||
return RouteContractIdentity(rc.Model, rc.BaseURL) == rc.IdentitySHA256
|
||||
}
|
||||
|
||||
// routeContract evaluates a configured RouteContractEOF for one response.
|
||||
type routeContract struct {
|
||||
active bool
|
||||
tools []ToolDecl
|
||||
}
|
||||
|
||||
// newRouteContract returns nil when the client has no contract configured.
|
||||
func (c *Client) newRouteContract(model, base string, req *http.Request, resp *http.Response, tools []ToolDecl) *routeContract {
|
||||
if c.RouteContract.off() {
|
||||
return nil
|
||||
}
|
||||
return &routeContract{
|
||||
active: c.RouteContract.admits(c.Protocol, model, base) && sameTarget(req, resp),
|
||||
tools: tools,
|
||||
}
|
||||
}
|
||||
|
||||
// sameTarget rejects any redirect that changed scheme, host, port or path.
|
||||
func sameTarget(req *http.Request, resp *http.Response) bool {
|
||||
if req == nil || req.URL == nil || resp == nil || resp.Request == nil || resp.Request.URL == nil {
|
||||
return false
|
||||
}
|
||||
sent, final := req.URL, resp.Request.URL
|
||||
return strings.EqualFold(sent.Scheme, final.Scheme) &&
|
||||
strings.EqualFold(sent.Hostname(), final.Hostname()) &&
|
||||
sent.Port() == final.Port() &&
|
||||
sent.EscapedPath() == final.EscapedPath()
|
||||
}
|
||||
|
||||
// check returns the first failing condition id, or "" when all hold.
|
||||
func (rc *routeContract) check(boundary *BodyBoundaryObservation, obs *TerminalObservation, facts sseFacts, calls []ToolCall) string {
|
||||
switch {
|
||||
case !rc.active:
|
||||
return "C1"
|
||||
case !boundaryProven(boundary):
|
||||
return "C2"
|
||||
case obs == nil || obs.ReadOutcome != "clean_eof":
|
||||
return "C3"
|
||||
case facts.finishChunks != 1 || facts.finishReason != "tool_calls" || facts.multiChoice:
|
||||
return "C4"
|
||||
case !obs.UsagePresent:
|
||||
return "C5"
|
||||
case facts.fragmentAfterFinish:
|
||||
return "C6"
|
||||
case !callsComplete(calls):
|
||||
return "C7"
|
||||
case !callsDeclared(calls, rc.tools):
|
||||
return "C8"
|
||||
case obs.TailEventKind != "json_frame" || !obs.LastFrameJSONComplete:
|
||||
return "C9"
|
||||
}
|
||||
return ""
|
||||
}
|
||||
|
||||
func boundaryProven(b *BodyBoundaryObservation) bool {
|
||||
if b == nil {
|
||||
return false
|
||||
}
|
||||
return (b.FramingClass == "http2_stream" && b.EOFSeen) ||
|
||||
(b.FramingClass == "known_length" && b.LengthRelation == "match")
|
||||
}
|
||||
|
||||
func callsComplete(calls []ToolCall) bool {
|
||||
if len(calls) == 0 {
|
||||
return false
|
||||
}
|
||||
for _, call := range calls {
|
||||
var args map[string]json.RawMessage
|
||||
if call.ID == "" || call.Name == "" {
|
||||
return false
|
||||
}
|
||||
if err := json.Unmarshal([]byte(call.Arguments), &args); err != nil || args == nil {
|
||||
return false
|
||||
}
|
||||
}
|
||||
return true
|
||||
}
|
||||
|
||||
func callsDeclared(calls []ToolCall, tools []ToolDecl) bool {
|
||||
for _, call := range calls {
|
||||
idx := -1
|
||||
for i, decl := range tools {
|
||||
if decl.Name == call.Name {
|
||||
idx = i
|
||||
break
|
||||
}
|
||||
}
|
||||
if idx < 0 || argschema.Validate(tools[idx].Parameters, json.RawMessage(call.Arguments)) != nil {
|
||||
return false
|
||||
}
|
||||
}
|
||||
return true
|
||||
}
|
||||
@@ -0,0 +1,630 @@
|
||||
package llm
|
||||
|
||||
import (
|
||||
"context"
|
||||
"crypto/sha256"
|
||||
"encoding/hex"
|
||||
"encoding/json"
|
||||
"io"
|
||||
"net/http"
|
||||
"net/http/httptest"
|
||||
"reflect"
|
||||
"strconv"
|
||||
"strings"
|
||||
"testing"
|
||||
)
|
||||
|
||||
const (
|
||||
rcModel = "fixture-model"
|
||||
rcEOFReason = "tool call stream ended before [DONE]"
|
||||
)
|
||||
|
||||
var rcTools = []ToolDecl{
|
||||
{Name: "read_PRIVATE_I1", Parameters: json.RawMessage(`{"type":"object","required":["path"],"properties":{"path":{"type":"string"}}}`)},
|
||||
{Name: "list_PRIVATE_I1", Parameters: json.RawMessage(`{"type":"object","properties":{"dir":{"type":"string"}}}`)},
|
||||
}
|
||||
|
||||
func rcFrame(v any) string {
|
||||
raw, err := json.Marshal(v)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
return "data: " + string(raw) + "\n\n"
|
||||
}
|
||||
|
||||
func rcChunk(choices ...map[string]any) string {
|
||||
return rcFrame(map[string]any{"choices": choices})
|
||||
}
|
||||
|
||||
func rcFrag(index int, id, name, args string) map[string]any {
|
||||
fn := map[string]any{}
|
||||
if name != "" {
|
||||
fn["name"] = name
|
||||
}
|
||||
if args != "" {
|
||||
fn["arguments"] = args
|
||||
}
|
||||
frag := map[string]any{"index": index, "function": fn}
|
||||
if id != "" {
|
||||
frag["id"] = id
|
||||
}
|
||||
return frag
|
||||
}
|
||||
|
||||
func rcToolChoice(finish string, frags ...map[string]any) map[string]any {
|
||||
choice := map[string]any{"delta": map[string]any{"tool_calls": frags}}
|
||||
if finish != "" {
|
||||
choice["finish_reason"] = finish
|
||||
}
|
||||
return choice
|
||||
}
|
||||
|
||||
func rcFinishChunk(reason string) string {
|
||||
return rcChunk(map[string]any{"delta": map[string]any{}, "finish_reason": reason})
|
||||
}
|
||||
|
||||
var (
|
||||
rcText = rcChunk(map[string]any{"delta": map[string]any{"content": "PRIVATE_TEXT_I1", "reasoning_content": "PRIVATE_THINK_I1"}})
|
||||
rcCall1 = rcChunk(rcToolChoice("", rcFrag(0, "call_PRIVATE_I1", "read_PRIVATE_I1", `{"path":`)))
|
||||
rcCall2 = rcChunk(rcToolChoice("", rcFrag(0, "", "", `"PRIVATE_I1.txt"}`)))
|
||||
rcFinish = rcFinishChunk("tool_calls")
|
||||
rcUsage = rcFrame(map[string]any{"choices": []any{}, "usage": map[string]any{"prompt_tokens": 5, "completion_tokens": 2, "total_tokens": 7}})
|
||||
rcDone = "data: [DONE]\n\n"
|
||||
rcStream = rcText + rcCall1 + rcCall2 + rcFinish + rcUsage
|
||||
rcCall = ToolCall{ID: "call_PRIVATE_I1", Name: "read_PRIVATE_I1", Arguments: `{"path":"PRIVATE_I1.txt"}`}
|
||||
|
||||
rcErrorFrame = rcFrame(map[string]any{"error": map[string]any{"message": "PRIVATE_PROVIDER_I1"}})
|
||||
)
|
||||
|
||||
// rcSingleCall streams one complete call in one fragment with the given parts.
|
||||
func rcSingleCall(id, name, args string) string {
|
||||
return rcText + rcChunk(rcToolChoice("", rcFrag(0, id, name, args))) + rcFinish + rcUsage
|
||||
}
|
||||
|
||||
func rcWrite(stream string) http.HandlerFunc {
|
||||
return func(w http.ResponseWriter, r *http.Request) {
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
_, _ = io.WriteString(w, stream)
|
||||
w.(http.Flusher).Flush()
|
||||
}
|
||||
}
|
||||
|
||||
func rcHTTP2(t *testing.T, h http.Handler) *httptest.Server {
|
||||
t.Helper()
|
||||
server := httptest.NewUnstartedServer(h)
|
||||
server.EnableHTTP2 = true
|
||||
server.StartTLS()
|
||||
t.Cleanup(server.Close)
|
||||
return server
|
||||
}
|
||||
|
||||
func rcTLS1(t *testing.T, h http.Handler) *httptest.Server {
|
||||
t.Helper()
|
||||
server := httptest.NewTLSServer(h)
|
||||
t.Cleanup(server.Close)
|
||||
return server
|
||||
}
|
||||
|
||||
func rcPlain(t *testing.T, h http.Handler) *httptest.Server {
|
||||
t.Helper()
|
||||
server := httptest.NewServer(h)
|
||||
t.Cleanup(server.Close)
|
||||
return server
|
||||
}
|
||||
|
||||
// rcHTTPClient trusts server like server.Client() but owns its connection
|
||||
// pool, so each run starts on a fresh connection and HTTP/2 stream ids match.
|
||||
func rcHTTPClient(t *testing.T, server *httptest.Server) *http.Client {
|
||||
t.Helper()
|
||||
base := server.Client().Transport.(*http.Transport)
|
||||
transport := &http.Transport{TLSClientConfig: base.TLSClientConfig.Clone(), ForceAttemptHTTP2: true}
|
||||
t.Cleanup(transport.CloseIdleConnections)
|
||||
return &http.Client{Transport: transport}
|
||||
}
|
||||
|
||||
func rcClientFor(t *testing.T, server *httptest.Server) *Client {
|
||||
return &Client{BaseURL: server.URL, APIKey: "fixture", HTTPClient: rcHTTPClient(t, server)}
|
||||
}
|
||||
|
||||
func rcContract(model, base string) *RouteContractEOF {
|
||||
return &RouteContractEOF{Model: model, BaseURL: base, IdentitySHA256: RouteContractIdentity(model, base)}
|
||||
}
|
||||
|
||||
func rcFixtureClient(resp func() *http.Response) *Client {
|
||||
return &Client{BaseURL: "https://fixture.invalid", APIKey: "fixture", HTTPClient: &http.Client{
|
||||
Transport: terminalRoundTripFunc(func(r *http.Request) (*http.Response, error) {
|
||||
res := resp()
|
||||
res.Request = r
|
||||
return res, nil
|
||||
}),
|
||||
}}
|
||||
}
|
||||
|
||||
type rcSetup struct {
|
||||
client *Client
|
||||
contract *RouteContractEOF
|
||||
opts StreamOptions
|
||||
tools []ToolDecl
|
||||
}
|
||||
|
||||
type rcResult struct {
|
||||
end Event
|
||||
releasedMessages int
|
||||
releasedCalls int
|
||||
}
|
||||
|
||||
func rcRun(t *testing.T, ctx context.Context, base *Client, contract *RouteContractEOF, tools []ToolDecl, opts StreamOptions, onEvent func(Event)) rcResult {
|
||||
t.Helper()
|
||||
client := *base
|
||||
client.RouteContract = contract
|
||||
var res rcResult
|
||||
terminals := 0
|
||||
for ev := range client.Stream(ctx, rcModel, []Message{{Role: RoleUser, Content: "hello"}}, tools, opts) {
|
||||
if onEvent != nil {
|
||||
onEvent(ev)
|
||||
}
|
||||
if ev.Kind != KindMessageEnd && ev.Kind != KindError {
|
||||
continue
|
||||
}
|
||||
terminals++
|
||||
res.end = ev
|
||||
if ev.Kind == KindMessageEnd && ev.Err == nil && len(ev.Message.ToolCalls) > 0 {
|
||||
res.releasedMessages++
|
||||
res.releasedCalls += len(ev.Message.ToolCalls)
|
||||
}
|
||||
}
|
||||
if terminals != 1 {
|
||||
t.Fatalf("terminal events = %d, want 1", terminals)
|
||||
}
|
||||
rcRequireSafeLabels(t, res.end)
|
||||
return res
|
||||
}
|
||||
|
||||
// rcRequireSafeLabels is the sentinel scan: the new labels hold only their
|
||||
// fixed enums and the observation never carries content, tool identity,
|
||||
// arguments or error text.
|
||||
func rcRequireSafeLabels(t *testing.T, end Event) {
|
||||
t.Helper()
|
||||
obs := end.TerminalObservation
|
||||
if obs == nil {
|
||||
t.Fatalf("terminal without observation: %#v", end)
|
||||
}
|
||||
switch end.CompletionBasis {
|
||||
case "", CompletionDoneMarker, CompletionRouteContractEOF:
|
||||
default:
|
||||
t.Fatalf("completion basis outside enum: %q", end.CompletionBasis)
|
||||
}
|
||||
if obs.CompletionBasis != end.CompletionBasis {
|
||||
t.Fatalf("observation basis %q != event basis %q", obs.CompletionBasis, end.CompletionBasis)
|
||||
}
|
||||
if c := obs.ContractCheck; c != "" && (len(c) != 2 || c[0] != 'C' || c[1] < '1' || c[1] > '9') {
|
||||
t.Fatalf("contract check outside enum: %q", c)
|
||||
}
|
||||
raw, err := json.Marshal(obs)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
for _, secret := range []string{"PRIVATE", "[DONE]", "tool call", "fixture-model"} {
|
||||
if strings.Contains(string(raw), secret) {
|
||||
t.Fatalf("observation leaked %q: %s", secret, raw)
|
||||
}
|
||||
}
|
||||
for _, label := range []string{end.CompletionBasis, obs.CompletionBasis, obs.ContractCheck} {
|
||||
if strings.Contains(label, "PRIVATE") || strings.Contains(label, " ") {
|
||||
t.Fatalf("label carries content: %q", label)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func rcStreamCase(server func(*testing.T, http.Handler) *httptest.Server, stream string) func(*testing.T) rcSetup {
|
||||
return func(t *testing.T) rcSetup {
|
||||
s := server(t, rcWrite(stream))
|
||||
return rcSetup{client: rcClientFor(t, s), contract: rcContract(rcModel, s.URL)}
|
||||
}
|
||||
}
|
||||
|
||||
func rcH2(stream string) func(*testing.T) rcSetup { return rcStreamCase(rcHTTP2, stream) }
|
||||
|
||||
func rcRedirectCase(target func(t *testing.T) string) func(*testing.T) rcSetup {
|
||||
return func(t *testing.T) rcSetup {
|
||||
location := target(t)
|
||||
mux := http.NewServeMux()
|
||||
mux.HandleFunc("/chat/completions", func(w http.ResponseWriter, r *http.Request) {
|
||||
http.Redirect(w, r, location, http.StatusTemporaryRedirect)
|
||||
})
|
||||
mux.HandleFunc("/final/chat/completions", rcWrite(rcStream))
|
||||
s := rcHTTP2(t, mux)
|
||||
return rcSetup{client: rcClientFor(t, s), contract: rcContract(rcModel, s.URL)}
|
||||
}
|
||||
}
|
||||
|
||||
type rcCase struct {
|
||||
name string
|
||||
setup func(*testing.T) rcSetup
|
||||
// want is done_marker, route_contract_eof, off, or a check id C1..C9.
|
||||
want string
|
||||
// reason is the contract-off failure text; empty skips the check.
|
||||
reason string
|
||||
calls []ToolCall
|
||||
noUsage bool
|
||||
}
|
||||
|
||||
func rcCases() []rcCase {
|
||||
twoCalls := rcText + rcCall1 + rcCall2 +
|
||||
rcChunk(rcToolChoice("", rcFrag(1, "call_PRIVATE_I1_b", "list_PRIVATE_I1", `{}`))) + rcFinish + rcUsage
|
||||
return []rcCase{
|
||||
// [DONE] keeps today's path whether or not the contract is configured.
|
||||
{name: "done/contract-on", setup: rcH2(rcStream + rcDone), want: CompletionDoneMarker},
|
||||
{name: "done/contract-c1-failing", setup: func(t *testing.T) rcSetup {
|
||||
s := rcH2(rcStream + rcDone)(t)
|
||||
s.contract = rcContract("other-model", s.client.BaseURL)
|
||||
return s
|
||||
}, want: CompletionDoneMarker},
|
||||
{name: "done/known-length", setup: rcKnownLength(rcStream + rcDone), want: CompletionDoneMarker},
|
||||
|
||||
// Released only when every condition holds.
|
||||
{name: "release/http2", setup: rcH2(rcStream), want: CompletionRouteContractEOF},
|
||||
{name: "release/known-length-match", setup: rcKnownLength(rcStream), want: CompletionRouteContractEOF},
|
||||
{name: "release/usage-before-finish", setup: rcH2(rcText + rcUsage + rcCall1 + rcCall2 + rcFinish), want: CompletionRouteContractEOF},
|
||||
{name: "release/usage-after-finish", setup: rcH2(rcText + rcCall1 + rcCall2 + rcFinish + rcUsage), want: CompletionRouteContractEOF},
|
||||
{name: "release/fragment-in-finish-chunk", setup: rcH2(rcText + rcCall1 +
|
||||
rcChunk(rcToolChoice("tool_calls", rcFrag(0, "", "", `"PRIVATE_I1.txt"}`))) + rcUsage), want: CompletionRouteContractEOF},
|
||||
{name: "release/two-calls", setup: rcH2(twoCalls), want: CompletionRouteContractEOF,
|
||||
calls: []ToolCall{rcCall, {ID: "call_PRIVATE_I1_b", Name: "list_PRIVATE_I1", Arguments: `{}`}}},
|
||||
{name: "release/api-base-override-to-contract", setup: func(t *testing.T) rcSetup {
|
||||
s := rcH2(rcStream)(t)
|
||||
s.opts.APIBase = s.client.BaseURL + "/"
|
||||
s.client.BaseURL = "https://unused.invalid"
|
||||
return s
|
||||
}, want: CompletionRouteContractEOF},
|
||||
|
||||
// The zero value is off.
|
||||
{name: "off/zero-contract", setup: func(t *testing.T) rcSetup {
|
||||
s := rcH2(rcStream)(t)
|
||||
s.contract = &RouteContractEOF{}
|
||||
return s
|
||||
}, want: "off", reason: rcEOFReason},
|
||||
|
||||
// C1 route identity.
|
||||
{name: "c1/model-mismatch", setup: func(t *testing.T) rcSetup {
|
||||
s := rcH2(rcStream)(t)
|
||||
s.contract = rcContract("other-model", s.client.BaseURL)
|
||||
return s
|
||||
}, want: "C1", reason: rcEOFReason},
|
||||
{name: "c1/base-http", setup: rcStreamCase(rcPlain, rcStream), want: "C1", reason: rcEOFReason},
|
||||
{name: "c1/base-userinfo", setup: func(t *testing.T) rcSetup {
|
||||
s := rcH2(rcStream)(t)
|
||||
s.client.BaseURL = strings.Replace(s.client.BaseURL, "https://", "https://user@", 1)
|
||||
return s
|
||||
}, want: "C1", reason: rcEOFReason},
|
||||
{name: "c1/base-query", setup: func(t *testing.T) rcSetup {
|
||||
s := rcH2(rcStream)(t)
|
||||
s.client.BaseURL += "?x=1"
|
||||
return s
|
||||
}, want: "C1", reason: rcEOFReason},
|
||||
{name: "c1/digest-mismatch", setup: func(t *testing.T) rcSetup {
|
||||
s := rcH2(rcStream)(t)
|
||||
s.contract.IdentitySHA256 = strings.Repeat("0", 64)
|
||||
return s
|
||||
}, want: "C1", reason: rcEOFReason},
|
||||
{name: "c1/digest-uppercase", setup: func(t *testing.T) rcSetup {
|
||||
s := rcH2(rcStream)(t)
|
||||
s.contract.IdentitySHA256 = strings.ToUpper(s.contract.IdentitySHA256)
|
||||
return s
|
||||
}, want: "C1", reason: rcEOFReason},
|
||||
{name: "c1/protocol-not-openai-chat", setup: func(t *testing.T) rcSetup {
|
||||
s := rcH2(rcStream)(t)
|
||||
s.client.Protocol = ProtocolGoogle
|
||||
return s
|
||||
}, want: "C1", reason: rcEOFReason},
|
||||
{name: "c1/api-base-override-elsewhere", setup: func(t *testing.T) rcSetup {
|
||||
other := rcHTTP2(t, rcWrite(rcStream))
|
||||
s := rcH2(rcStream)(t)
|
||||
s.opts.APIBase = other.URL
|
||||
s.client.HTTPClient = rcHTTPClient(t, other)
|
||||
return s
|
||||
}, want: "C1", reason: rcEOFReason},
|
||||
{name: "c1/redirect-other-host", setup: rcRedirectCase(func(t *testing.T) string {
|
||||
return rcHTTP2(t, rcWrite(rcStream)).URL + "/chat/completions"
|
||||
}), want: "C1", reason: rcEOFReason},
|
||||
{name: "c1/redirect-same-host-other-path", setup: rcRedirectCase(func(t *testing.T) string {
|
||||
return "/final/chat/completions"
|
||||
}), want: "C1", reason: rcEOFReason},
|
||||
{name: "c1/redirect-https-downgrade", setup: rcRedirectCase(func(t *testing.T) string {
|
||||
return rcPlain(t, rcWrite(rcStream)).URL + "/chat/completions"
|
||||
}), want: "C1", reason: rcEOFReason},
|
||||
|
||||
// C2 body boundary.
|
||||
{name: "c2/known-length-mismatch", setup: func(t *testing.T) rcSetup {
|
||||
client := rcFixtureClient(func() *http.Response {
|
||||
return &http.Response{StatusCode: http.StatusOK, ProtoMajor: 1, ProtoMinor: 1,
|
||||
ContentLength: int64(len(rcStream) + 64), Header: http.Header{},
|
||||
Body: io.NopCloser(strings.NewReader(rcStream))}
|
||||
})
|
||||
return rcSetup{client: client, contract: rcContract(rcModel, client.BaseURL)}
|
||||
}, want: "C2", reason: rcEOFReason},
|
||||
{name: "c2/unknown-framing", setup: func(t *testing.T) rcSetup {
|
||||
client := rcFixtureClient(func() *http.Response {
|
||||
return &http.Response{StatusCode: http.StatusOK, ContentLength: -1, Header: http.Header{},
|
||||
Body: io.NopCloser(strings.NewReader(rcStream))}
|
||||
})
|
||||
return rcSetup{client: client, contract: rcContract(rcModel, client.BaseURL)}
|
||||
}, want: "C2", reason: rcEOFReason},
|
||||
{name: "c2/chunked", setup: rcStreamCase(rcTLS1, rcStream), want: "C2", reason: rcEOFReason},
|
||||
{name: "c2/close-delimited", setup: func(t *testing.T) rcSetup {
|
||||
s := rcTLS1(t, http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
w.Header().Set("Transfer-Encoding", "identity")
|
||||
w.WriteHeader(http.StatusOK)
|
||||
_, _ = io.WriteString(w, rcStream)
|
||||
w.(http.Flusher).Flush()
|
||||
}))
|
||||
return rcSetup{client: rcClientFor(t, s), contract: rcContract(rcModel, s.URL)}
|
||||
}, want: "C2", reason: rcEOFReason},
|
||||
// A reset or dropped stream never reaches body EOF, so the boundary
|
||||
// condition fails before the read-outcome condition is evaluated.
|
||||
{name: "c2/http2-rst-stream", setup: func(t *testing.T) rcSetup {
|
||||
s := rcHTTP2(t, http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
rcWrite(rcStream)(w, r)
|
||||
panic(http.ErrAbortHandler)
|
||||
}))
|
||||
return rcSetup{client: rcClientFor(t, s), contract: rcContract(rcModel, s.URL)}
|
||||
}, want: "C2", reason: "stream read failed after reported usage"},
|
||||
{name: "c2/mid-stream-disconnect", setup: func(t *testing.T) rcSetup {
|
||||
s := rcTLS1(t, http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
rcWrite(rcStream)(w, r)
|
||||
conn, _, err := w.(http.Hijacker).Hijack()
|
||||
if err == nil {
|
||||
_ = conn.Close()
|
||||
}
|
||||
}))
|
||||
return rcSetup{client: rcClientFor(t, s), contract: rcContract(rcModel, s.URL)}
|
||||
}, want: "C2", reason: "stream read failed after reported usage"},
|
||||
|
||||
// The parser stops at a bad frame; with a trailing delimiter it never
|
||||
// reads to body EOF, so the boundary condition fails first.
|
||||
{name: "c2/invalid-frame-before-eof", setup: rcH2(rcStream + "data: PRIVATE_not_json\n\n"), want: "C2",
|
||||
reason: "malformed stream chunk after reported usage"},
|
||||
{name: "c2/provider-error-before-eof", setup: rcH2(rcStream + rcErrorFrame), want: "C2",
|
||||
reason: "provider error after reported usage: PRIVATE_PROVIDER_I1"},
|
||||
|
||||
// C3 read outcome: the bad frame is the last bytes, so body EOF is seen.
|
||||
{name: "c3/half-frame", setup: rcH2(rcStream + `data: {"choices":[{"delta":{"content":"PRIVATE_HALF`), want: "C3",
|
||||
reason: "malformed stream chunk after reported usage"},
|
||||
{name: "c3/invalid-frame", setup: rcH2(rcStream + "data: PRIVATE_not_json"), want: "C3",
|
||||
reason: "malformed stream chunk after reported usage"},
|
||||
{name: "c3/provider-error-after-usage", setup: rcH2(rcStream + strings.TrimRight(rcErrorFrame, "\n")),
|
||||
want: "C3", reason: "provider error after reported usage: PRIVATE_PROVIDER_I1"},
|
||||
{name: "c3/provider-error-before-usage", setup: rcH2(rcText + rcCall1 + rcCall2 + rcFinish + strings.TrimRight(rcErrorFrame, "\n")),
|
||||
want: "C3", reason: "PRIVATE_PROVIDER_I1", noUsage: true},
|
||||
|
||||
// C4 finish reason and choices.
|
||||
{name: "c4/two-finish-chunks", setup: rcH2(rcText + rcCall1 + rcCall2 + rcFinish + rcFinish + rcUsage), want: "C4", reason: rcEOFReason},
|
||||
{name: "c4/finish-stop-with-tools", setup: rcH2(rcText + rcCall1 + rcCall2 + rcFinishChunk("stop") + rcUsage), want: "C4", reason: rcEOFReason},
|
||||
{name: "c4/finish-length-with-tools", setup: rcH2(rcText + rcCall1 + rcCall2 + rcFinishChunk("length") + rcUsage), want: "C4", reason: rcEOFReason},
|
||||
{name: "c4/multi-choice-chunk", setup: rcH2(rcText +
|
||||
rcChunk(map[string]any{"delta": map[string]any{"content": "a"}}, map[string]any{"delta": map[string]any{"content": "b"}}) +
|
||||
rcCall1 + rcCall2 + rcFinish + rcUsage), want: "C4", reason: rcEOFReason},
|
||||
{name: "c4/truncated-at-frame-boundary-without-finish", setup: rcH2(rcText + rcCall1 + rcCall2 + rcUsage), want: "C4", reason: rcEOFReason},
|
||||
|
||||
// C5 usage.
|
||||
{name: "c5/missing-usage", setup: rcH2(rcText + rcCall1 + rcCall2 + rcFinish), want: "C5", reason: rcEOFReason, noUsage: true},
|
||||
|
||||
// C6 fragments after finish.
|
||||
{name: "c6/fragment-after-finish-chunk", setup: rcH2(rcText + rcCall1 + rcFinish + rcCall2 + rcUsage), want: "C6", reason: rcEOFReason},
|
||||
|
||||
// C7 call identity and argument shape.
|
||||
{name: "c7/missing-id", setup: rcH2(rcSingleCall("", "read_PRIVATE_I1", `{"path":"PRIVATE_I1.txt"}`)), want: "C7", reason: rcEOFReason},
|
||||
{name: "c7/missing-name", setup: rcH2(rcSingleCall("call_PRIVATE_I1", "", `{"path":"PRIVATE_I1.txt"}`)), want: "C7", reason: rcEOFReason},
|
||||
{name: "c7/array-arguments", setup: rcH2(rcSingleCall("call_PRIVATE_I1", "read_PRIVATE_I1", `["PRIVATE_I1.txt"]`)), want: "C7", reason: rcEOFReason},
|
||||
{name: "c7/broken-arguments", setup: rcH2(rcSingleCall("call_PRIVATE_I1", "read_PRIVATE_I1", `{"path":"PRIVATE_I1.txt"`)), want: "C7", reason: rcEOFReason},
|
||||
{name: "c7/finish-without-call", setup: rcH2(rcText + rcFinish + rcUsage), want: "C7", reason: "tool call finish reason without a tool call"},
|
||||
|
||||
// C8 declared tools and argument schema.
|
||||
{name: "c8/unknown-tool", setup: rcH2(rcSingleCall("call_PRIVATE_I1", "write_PRIVATE_I1", `{"path":"PRIVATE_I1.txt"}`)), want: "C8", reason: rcEOFReason},
|
||||
{name: "c8/no-tools-declared", setup: func(t *testing.T) rcSetup {
|
||||
s := rcH2(rcStream)(t)
|
||||
s.tools = []ToolDecl{}
|
||||
return s
|
||||
}, want: "C8", reason: rcEOFReason},
|
||||
{name: "c8/missing-required", setup: rcH2(rcSingleCall("call_PRIVATE_I1", "read_PRIVATE_I1", `{}`)), want: "C8", reason: rcEOFReason},
|
||||
{name: "c8/blank-required", setup: rcH2(rcSingleCall("call_PRIVATE_I1", "read_PRIVATE_I1", `{"path":" "}`)), want: "C8", reason: rcEOFReason},
|
||||
{name: "c8/wrong-property-type", setup: rcH2(rcSingleCall("call_PRIVATE_I1", "read_PRIVATE_I1", `{"path":7}`)), want: "C8", reason: rcEOFReason},
|
||||
{name: "c8/unknown-argument", setup: rcH2(rcSingleCall("call_PRIVATE_I1", "read_PRIVATE_I1", `{"path":"a","PRIVATE":1}`)), want: "C8", reason: rcEOFReason},
|
||||
|
||||
// C9 tail event.
|
||||
{name: "c9/comment-tail", setup: rcH2(rcStream + ": PRIVATE_keepalive\n\n"), want: "C9", reason: rcEOFReason},
|
||||
}
|
||||
}
|
||||
|
||||
func rcKnownLength(stream string) func(*testing.T) rcSetup {
|
||||
return func(t *testing.T) rcSetup {
|
||||
s := rcTLS1(t, http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
w.Header().Set("Content-Length", strconv.Itoa(len(stream)))
|
||||
_, _ = io.WriteString(w, stream)
|
||||
}))
|
||||
return rcSetup{client: rcClientFor(t, s), contract: rcContract(rcModel, s.URL)}
|
||||
}
|
||||
}
|
||||
|
||||
func TestRouteContractEOFMatrix(t *testing.T) {
|
||||
for _, tc := range rcCases() {
|
||||
t.Run(tc.name, func(t *testing.T) {
|
||||
s := tc.setup(t)
|
||||
tools := s.tools
|
||||
if tools == nil {
|
||||
tools = rcTools
|
||||
}
|
||||
wantCalls := tc.calls
|
||||
if wantCalls == nil {
|
||||
wantCalls = []ToolCall{rcCall}
|
||||
}
|
||||
wantUsage := 7
|
||||
if tc.noUsage {
|
||||
wantUsage = 0
|
||||
}
|
||||
off := rcRun(t, context.Background(), s.client, nil, tools, s.opts, nil)
|
||||
on := rcRun(t, context.Background(), s.client, s.contract, tools, s.opts, nil)
|
||||
for _, r := range []rcResult{off, on} {
|
||||
if r.end.Usage.TotalTokens != wantUsage {
|
||||
t.Fatalf("usage = %+v, want total %d", r.end.Usage, wantUsage)
|
||||
}
|
||||
}
|
||||
if off.end.TerminalObservation.ContractCheck != "" {
|
||||
t.Fatalf("contract-off stream carried a contract check: %+v", off.end.TerminalObservation)
|
||||
}
|
||||
if tc.reason != "" && off.end.ErrorMessage != tc.reason {
|
||||
t.Fatalf("contract-off failure = %q, want %q", off.end.ErrorMessage, tc.reason)
|
||||
}
|
||||
|
||||
switch tc.want {
|
||||
case CompletionDoneMarker:
|
||||
if !reflect.DeepEqual(on.end, off.end) {
|
||||
t.Fatalf("contract changed a [DONE] terminal:\n on=%#v\noff=%#v", on.end, off.end)
|
||||
}
|
||||
if on.end.Err != nil || !on.end.StreamComplete || on.end.CompletionBasis != CompletionDoneMarker ||
|
||||
on.end.TerminalObservation.ContractCheck != "" || on.end.TerminalObservation.ReadOutcome != "done_marker" {
|
||||
t.Fatalf("[DONE] terminal not marked done_marker: %#v", on.end)
|
||||
}
|
||||
rcRequireReleased(t, on, wantCalls)
|
||||
case CompletionRouteContractEOF:
|
||||
rcRequireRejected(t, off)
|
||||
if off.end.CompletionBasis != "" || off.end.ErrorMessage != rcEOFReason {
|
||||
t.Fatalf("contract-off stream was not rejected unchanged: %#v", off.end)
|
||||
}
|
||||
end := on.end
|
||||
if end.Err != nil || end.StreamComplete || end.CompletionBasis != CompletionRouteContractEOF ||
|
||||
end.TerminalObservation.ContractCheck != "" || end.TerminalObservation.ReadOutcome != "clean_eof" ||
|
||||
end.Message.StopReason != StopToolCalls || end.FinishReason != "tool_calls" || end.HTTPStatus != http.StatusOK {
|
||||
t.Fatalf("contract stream was not released: %#v obs=%+v", end, end.TerminalObservation)
|
||||
}
|
||||
if end.Message.Content != off.end.Message.Content || !reflect.DeepEqual(end.Message.Thinking, off.end.Message.Thinking) {
|
||||
t.Fatalf("released message changed content: %#v vs %#v", end.Message, off.end.Message)
|
||||
}
|
||||
rcRequireReleased(t, on, wantCalls)
|
||||
case "off":
|
||||
if !reflect.DeepEqual(on.end, off.end) {
|
||||
t.Fatalf("zero contract changed the terminal:\n on=%#v\noff=%#v", on.end, off.end)
|
||||
}
|
||||
rcRequireRejected(t, on)
|
||||
default:
|
||||
rcRequireRejected(t, off)
|
||||
rcRequireRejected(t, on)
|
||||
if got := on.end.TerminalObservation.ContractCheck; got != tc.want {
|
||||
t.Fatalf("contract check = %q, want %q (obs=%+v)", got, tc.want, on.end.TerminalObservation)
|
||||
}
|
||||
stripped := on.end
|
||||
obs := *on.end.TerminalObservation
|
||||
obs.ContractCheck = ""
|
||||
stripped.TerminalObservation = &obs
|
||||
if !reflect.DeepEqual(stripped, off.end) {
|
||||
t.Fatalf("rejection differs from contract-off beyond contractCheck:\n on=%#v %+v\noff=%#v %+v",
|
||||
stripped, stripped.TerminalObservation, off.end, off.end.TerminalObservation)
|
||||
}
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
func rcRequireReleased(t *testing.T, r rcResult, calls []ToolCall) {
|
||||
t.Helper()
|
||||
if r.releasedMessages != 1 || r.releasedCalls != len(calls) || !reflect.DeepEqual(r.end.Message.ToolCalls, calls) {
|
||||
t.Fatalf("released %d messages / %d calls %#v, want 1 / %#v", r.releasedMessages, r.releasedCalls, r.end.Message.ToolCalls, calls)
|
||||
}
|
||||
}
|
||||
|
||||
func rcRequireRejected(t *testing.T, r rcResult) {
|
||||
t.Helper()
|
||||
end := r.end
|
||||
if r.releasedMessages != 0 || r.releasedCalls != 0 || len(end.Message.ToolCalls) != 0 || end.Err == nil ||
|
||||
end.StreamComplete || end.CompletionBasis != "" || end.TerminalObservation.CompletionBasis != "" {
|
||||
t.Fatalf("stream was released: %#v", end)
|
||||
}
|
||||
}
|
||||
|
||||
func TestRouteContractEOFCancelDuringReadAborts(t *testing.T) {
|
||||
server := rcHTTP2(t, http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
rcWrite(rcText+rcCall1+rcCall2+rcFinish+rcUsage)(w, r)
|
||||
<-r.Context().Done()
|
||||
}))
|
||||
client := rcClientFor(t, server)
|
||||
ctx, cancel := context.WithCancel(context.Background())
|
||||
defer cancel()
|
||||
res := rcRun(t, ctx, client, rcContract(rcModel, server.URL), rcTools, StreamOptions{}, func(ev Event) {
|
||||
if ev.Kind == KindToolCallDelta {
|
||||
cancel()
|
||||
}
|
||||
})
|
||||
end := res.end
|
||||
if end.Kind != KindError || end.Message.StopReason != StopAborted || end.TerminalObservation.ReadOutcome != "cancelled" ||
|
||||
end.TerminalObservation.ContractCheck != "" || end.CompletionBasis != "" || res.releasedMessages != 0 ||
|
||||
res.releasedCalls != 0 || len(end.Message.ToolCalls) != 0 {
|
||||
t.Fatalf("cancelled contract stream was not aborted: %#v obs=%+v", end, end.TerminalObservation)
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseSSEUnchangedWithoutDone(t *testing.T) {
|
||||
var end Event
|
||||
for ev := range ParseSSE(context.Background(), strings.NewReader(rcStream)) {
|
||||
end = ev
|
||||
}
|
||||
if end.Kind != KindMessageEnd || end.ErrorMessage != rcEOFReason || len(end.Message.ToolCalls) != 0 ||
|
||||
end.StreamComplete || end.CompletionBasis != "" || end.Usage.TotalTokens != 7 ||
|
||||
end.TerminalObservation == nil || end.TerminalObservation.CompletionBasis != "" ||
|
||||
end.TerminalObservation.ContractCheck != "" || end.TerminalObservation.BodyBoundary != nil {
|
||||
t.Fatalf("ParseSSE changed without [DONE]: %#v", end)
|
||||
}
|
||||
raw, err := json.Marshal(end.TerminalObservation)
|
||||
if err != nil || strings.Contains(string(raw), "completionBasis") || strings.Contains(string(raw), "contractCheck") {
|
||||
t.Fatalf("ParseSSE observation JSON changed: %s err=%v", raw, err)
|
||||
}
|
||||
var done Event
|
||||
for ev := range ParseSSE(context.Background(), strings.NewReader(rcStream+rcDone)) {
|
||||
done = ev
|
||||
}
|
||||
if done.Err != nil || !done.StreamComplete || done.CompletionBasis != "" || done.TerminalObservation.CompletionBasis != "" ||
|
||||
!reflect.DeepEqual(done.Message.ToolCalls, []ToolCall{rcCall}) {
|
||||
t.Fatalf("ParseSSE changed with [DONE]: %#v", done)
|
||||
}
|
||||
}
|
||||
|
||||
func TestRouteContractIdentity(t *testing.T) {
|
||||
sum := sha256.Sum256([]byte("openai-chat\nm\nhttps://api.example.com/v1"))
|
||||
if got, want := RouteContractIdentity("m", "https://api.example.com/v1"), hex.EncodeToString(sum[:]); got != want {
|
||||
t.Fatalf("identity = %s, want %s", got, want)
|
||||
}
|
||||
if got := RouteContractIdentity("m", "https://api.example.com/v1"); got != strings.ToLower(got) || len(got) != 64 {
|
||||
t.Fatalf("identity is not lowercase hex: %s", got)
|
||||
}
|
||||
}
|
||||
|
||||
func TestNormalizeRouteBaseURL(t *testing.T) {
|
||||
tests := []struct {
|
||||
raw, want string
|
||||
ok bool
|
||||
}{
|
||||
{"https://api.example.com/v1", "https://api.example.com/v1", true},
|
||||
{"HTTPS://API.Example.COM/v1/", "https://api.example.com/v1", true},
|
||||
{"https://api.example.com:8443/v1//", "https://api.example.com:8443/v1", true},
|
||||
{"https://api.example.com", "https://api.example.com", true},
|
||||
{"https://api.example.com/V1", "https://api.example.com/V1", true},
|
||||
{"http://api.example.com/v1", "", false},
|
||||
{"https://user@api.example.com/v1", "", false},
|
||||
{"https://user:pw@api.example.com/v1", "", false},
|
||||
{"https://api.example.com/v1?x=1", "", false},
|
||||
{"https://api.example.com/v1?", "", false},
|
||||
{"https://api.example.com/v1#frag", "", false},
|
||||
{"https://api.example.com/v1#", "", false},
|
||||
{"https:api.example.com", "", false},
|
||||
{"https:///v1", "", false},
|
||||
{"", "", false},
|
||||
{"://bad", "", false},
|
||||
}
|
||||
for _, tc := range tests {
|
||||
got, ok := NormalizeRouteBaseURL(tc.raw)
|
||||
if got != tc.want || ok != tc.ok {
|
||||
t.Fatalf("NormalizeRouteBaseURL(%q) = %q, %v; want %q, %v", tc.raw, got, ok, tc.want, tc.ok)
|
||||
}
|
||||
}
|
||||
}
|
||||
+348
-36
@@ -4,6 +4,7 @@ import (
|
||||
"bufio"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"io"
|
||||
"strings"
|
||||
)
|
||||
@@ -26,58 +27,195 @@ type sseChoice struct {
|
||||
|
||||
type sseChunk struct {
|
||||
Choices []sseChoice `json:"choices"`
|
||||
Usage *Usage `json:"usage"`
|
||||
Usage *usageWire `json:"usage"`
|
||||
Error *struct {
|
||||
Message string `json:"message"`
|
||||
} `json:"error"`
|
||||
}
|
||||
|
||||
type usageWire struct {
|
||||
Usage
|
||||
Details struct {
|
||||
Cached int `json:"cached_tokens"`
|
||||
} `json:"prompt_tokens_details"`
|
||||
}
|
||||
|
||||
const (
|
||||
maxObservedToolFragments = 10000
|
||||
maxObservedToolArgumentBytes = 4*1024*1024 + 1
|
||||
maxObservedTailEvents = 10000
|
||||
)
|
||||
|
||||
// sseFacts are structural stream facts the route contract needs. They are
|
||||
// written by the parser goroutine before it sends the terminal event.
|
||||
type sseFacts struct {
|
||||
// finishChunks counts chunks with a non-empty finish_reason.
|
||||
finishChunks int
|
||||
finishReason string
|
||||
// multiChoice is set when any chunk carried more than one choice.
|
||||
multiChoice bool
|
||||
// fragmentAfterFinish is set when a tool-call fragment arrived in a chunk
|
||||
// after the one carrying finish_reason.
|
||||
fragmentAfterFinish bool
|
||||
}
|
||||
|
||||
// sseHooks are internal parser options. The zero value is ParseSSE.
|
||||
type sseHooks struct {
|
||||
facts *sseFacts
|
||||
// decideEOF, when set, receives a tool stream whose terminal would be
|
||||
// "tool call stream ended before [DONE]": success is the message_end the
|
||||
// stream would end with had [DONE] arrived, failure is the event emitted
|
||||
// today. It returns the event to send.
|
||||
decideEOF func(success, failure Event) Event
|
||||
}
|
||||
|
||||
// ParseSSE reads an OpenAI-compatible server-sent event body and emits
|
||||
// deltas plus one terminal message_end or error event.
|
||||
func ParseSSE(ctx context.Context, r io.Reader) <-chan Event {
|
||||
return parseSSE(ctx, r, sseHooks{})
|
||||
}
|
||||
|
||||
func parseSSE(ctx context.Context, r io.Reader, hooks sseHooks) <-chan Event {
|
||||
out := make(chan Event)
|
||||
go func() {
|
||||
defer close(out)
|
||||
emitParsed(ctx, r, out)
|
||||
emitParsed(ctx, r, out, hooks)
|
||||
}()
|
||||
return out
|
||||
}
|
||||
|
||||
func emitParsed(ctx context.Context, r io.Reader, out chan<- Event) {
|
||||
func emitParsed(ctx context.Context, r io.Reader, out chan<- Event, hooks sseHooks) {
|
||||
facts := hooks.facts
|
||||
if facts == nil {
|
||||
facts = &sseFacts{}
|
||||
}
|
||||
var content strings.Builder
|
||||
var reasoning strings.Builder
|
||||
calls := map[int]*ToolCall{}
|
||||
order := []int{}
|
||||
var usage Usage
|
||||
finished := ""
|
||||
sawDone := false
|
||||
sawUsage := false
|
||||
readOutcome := "clean_eof"
|
||||
lastFrameJSONComplete := false
|
||||
toolFragments := 0
|
||||
toolArgumentBytes := 0
|
||||
sc := bufio.NewScanner(r)
|
||||
sc.Buffer(make([]byte, 0, 64*1024), 4*1024*1024)
|
||||
for sc.Scan() {
|
||||
reader := &sseEventReader{sc: sc}
|
||||
observation := func() *TerminalObservation {
|
||||
tailKind := reader.tailKind
|
||||
if tailKind == "" {
|
||||
tailKind = "unknown"
|
||||
}
|
||||
argumentsValid := len(order) > 0
|
||||
for _, idx := range order {
|
||||
var args map[string]json.RawMessage
|
||||
if err := json.Unmarshal([]byte(calls[idx].Arguments), &args); err != nil || args == nil {
|
||||
argumentsValid = false
|
||||
break
|
||||
}
|
||||
}
|
||||
return &TerminalObservation{
|
||||
ReadOutcome: readOutcome, LastFrameJSONComplete: lastFrameJSONComplete,
|
||||
UsagePresent: sawUsage, ToolFragments: toolFragments,
|
||||
ToolArgumentBytes: toolArgumentBytes, ToolArgumentsValid: argumentsValid,
|
||||
TailEventKind: tailKind, TailEventCount: reader.tailCount,
|
||||
}
|
||||
}
|
||||
buildTerminalFailure := func(why string) Event {
|
||||
message := Message{Role: RoleAssistant, Content: content.String(), StopReason: StopError}
|
||||
if reasoning.Len() > 0 {
|
||||
message.Thinking = []ThinkingBlock{{Thinking: reasoning.String()}}
|
||||
}
|
||||
failed := terminalStreamFailure(message, usage, finished, sawDone, why)
|
||||
failed.TerminalObservation = observation()
|
||||
return failed
|
||||
}
|
||||
sendTerminal := func(ev Event) {
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
readOutcome = "cancelled"
|
||||
emitAbort(out, content.String(), ctx.Err(), observation())
|
||||
case out <- ev:
|
||||
}
|
||||
}
|
||||
sendTerminalFailure := func(why string) {
|
||||
sendTerminal(buildTerminalFailure(why))
|
||||
}
|
||||
buildMessageEnd := func() Event {
|
||||
msg := Message{Role: RoleAssistant, Content: content.String(), StopReason: mapFinish(finished, len(order) > 0)}
|
||||
if reasoning.Len() > 0 {
|
||||
msg.Thinking = []ThinkingBlock{{Thinking: reasoning.String()}}
|
||||
}
|
||||
for _, idx := range order {
|
||||
msg.ToolCalls = append(msg.ToolCalls, *calls[idx])
|
||||
}
|
||||
if msg.StopReason == StopToolCalls && len(msg.ToolCalls) == 0 {
|
||||
msg.StopReason = StopEnd
|
||||
}
|
||||
return Event{Kind: KindMessageEnd, Message: msg, Usage: usage, FinishReason: finished, StreamComplete: sawDone, TerminalObservation: observation()}
|
||||
}
|
||||
for {
|
||||
data, ok := reader.next()
|
||||
if !ok {
|
||||
break
|
||||
}
|
||||
if ctx.Err() != nil {
|
||||
emitAbort(out, content.String(), ctx.Err())
|
||||
readOutcome = "cancelled"
|
||||
emitAbort(out, content.String(), ctx.Err(), observation())
|
||||
return
|
||||
}
|
||||
line := strings.TrimSpace(sc.Text())
|
||||
if line == "" || strings.HasPrefix(line, ":") {
|
||||
continue
|
||||
}
|
||||
if !strings.HasPrefix(line, "data:") {
|
||||
continue
|
||||
}
|
||||
data := strings.TrimSpace(strings.TrimPrefix(line, "data:"))
|
||||
if data == "[DONE]" {
|
||||
reader.noteTail("done_literal")
|
||||
sawDone = true
|
||||
readOutcome = "done_marker"
|
||||
break
|
||||
}
|
||||
var chunk sseChunk
|
||||
if err := json.Unmarshal([]byte(data), &chunk); err != nil {
|
||||
emitError(out, content.String(), false, "malformed stream chunk: "+err.Error())
|
||||
reader.noteTail(badFrameKind(data, err))
|
||||
readOutcome = "invalid_frame"
|
||||
lastFrameJSONComplete = false
|
||||
if sawUsage {
|
||||
sendTerminalFailure("malformed stream chunk after reported usage")
|
||||
return
|
||||
}
|
||||
emitError(out, content.String(), false, "malformed stream chunk: "+err.Error(), observation())
|
||||
return
|
||||
}
|
||||
reader.noteTail("json_frame")
|
||||
lastFrameJSONComplete = true
|
||||
if chunk.Error != nil && chunk.Error.Message != "" {
|
||||
emitError(out, content.String(), false, chunk.Error.Message)
|
||||
readOutcome = "provider_error"
|
||||
msg := chunk.Error.Message
|
||||
if sawUsage {
|
||||
sendTerminalFailure("provider error after reported usage: " + msg)
|
||||
return
|
||||
}
|
||||
retryable := CapacityLimited(msg) && !ContextOverflow(msg)
|
||||
emitError(out, content.String(), retryable, msg, observation())
|
||||
return
|
||||
}
|
||||
if chunk.Usage != nil {
|
||||
usage = *chunk.Usage
|
||||
usage = chunk.Usage.Usage
|
||||
sawUsage = true
|
||||
if chunk.Usage.Details.Cached > 0 {
|
||||
usage.CacheReadTokens = chunk.Usage.Details.Cached
|
||||
}
|
||||
}
|
||||
if len(chunk.Choices) > 1 {
|
||||
facts.multiChoice = true
|
||||
}
|
||||
finishedBefore := facts.finishChunks > 0
|
||||
for _, c := range chunk.Choices {
|
||||
if c.FinishReason != "" {
|
||||
if facts.finishChunks < maxObservedTailEvents {
|
||||
facts.finishChunks++
|
||||
}
|
||||
break
|
||||
}
|
||||
}
|
||||
if len(chunk.Choices) == 0 {
|
||||
continue
|
||||
@@ -85,28 +223,48 @@ func emitParsed(ctx context.Context, r io.Reader, out chan<- Event) {
|
||||
choice := chunk.Choices[0]
|
||||
if choice.FinishReason != "" {
|
||||
finished = choice.FinishReason
|
||||
facts.finishReason = finished
|
||||
}
|
||||
if finishedBefore && len(choice.Delta.ToolCalls) > 0 {
|
||||
facts.fragmentAfterFinish = true
|
||||
}
|
||||
if choice.Delta.Content != "" {
|
||||
content.WriteString(choice.Delta.Content)
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
emitAbort(out, content.String(), ctx.Err())
|
||||
readOutcome = "cancelled"
|
||||
emitAbort(out, content.String(), ctx.Err(), observation())
|
||||
return
|
||||
case out <- Event{Kind: KindTextDelta, Text: choice.Delta.Content}:
|
||||
}
|
||||
}
|
||||
// reasoning_content(国产 OpenAI 兼容模型的思考链)与正文分流:
|
||||
// 只作为 reasoning_delta 事件外发,不计入 Message.Content(与 runner
|
||||
// stripThinkBlocks"正文无 think"语义对齐)。
|
||||
// stripThinkBlocks"正文无 think"语义对齐)。同时累计进 reasoning——
|
||||
// 交错思考模型(MiniMax/DeepSeek R1 等)要求历史 assistant 原样带回
|
||||
// 思考内容,丢弃会降低后续轮质量;捕获进 Message.Thinking 随会话
|
||||
// 转录持久化,请求序列化侧按需回放。
|
||||
if choice.Delta.Reasoning != "" {
|
||||
reasoning.WriteString(choice.Delta.Reasoning)
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
emitAbort(out, content.String(), ctx.Err())
|
||||
readOutcome = "cancelled"
|
||||
emitAbort(out, content.String(), ctx.Err(), observation())
|
||||
return
|
||||
case out <- Event{Kind: KindReasoningDelta, ReasoningDelta: choice.Delta.Reasoning}:
|
||||
}
|
||||
}
|
||||
for _, tc := range choice.Delta.ToolCalls {
|
||||
if toolFragments < maxObservedToolFragments {
|
||||
toolFragments++
|
||||
}
|
||||
if n := len(tc.Function.Arguments); n > 0 && toolArgumentBytes < maxObservedToolArgumentBytes {
|
||||
if n > maxObservedToolArgumentBytes-toolArgumentBytes {
|
||||
toolArgumentBytes = maxObservedToolArgumentBytes
|
||||
} else {
|
||||
toolArgumentBytes += n
|
||||
}
|
||||
}
|
||||
cur, ok := calls[tc.Index]
|
||||
if !ok {
|
||||
cur = &ToolCall{}
|
||||
@@ -124,7 +282,8 @@ func emitParsed(ctx context.Context, r io.Reader, out chan<- Event) {
|
||||
}
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
emitAbort(out, content.String(), ctx.Err())
|
||||
readOutcome = "cancelled"
|
||||
emitAbort(out, content.String(), ctx.Err(), observation())
|
||||
return
|
||||
case out <- Event{
|
||||
Kind: KindToolCallDelta,
|
||||
@@ -137,24 +296,167 @@ func emitParsed(ctx context.Context, r io.Reader, out chan<- Event) {
|
||||
}
|
||||
}
|
||||
if err := sc.Err(); err != nil {
|
||||
readOutcome = "read_error"
|
||||
if ctx.Err() != nil {
|
||||
emitAbort(out, content.String(), ctx.Err())
|
||||
readOutcome = "cancelled"
|
||||
emitAbort(out, content.String(), ctx.Err(), observation())
|
||||
return
|
||||
}
|
||||
emitError(out, content.String(), true, err.Error())
|
||||
if sawUsage {
|
||||
sendTerminalFailure("stream read failed after reported usage")
|
||||
return
|
||||
}
|
||||
emitError(out, content.String(), true, err.Error(), observation())
|
||||
return
|
||||
}
|
||||
msg := Message{Role: RoleAssistant, Content: content.String(), StopReason: mapFinish(finished, len(order) > 0)}
|
||||
for _, idx := range order {
|
||||
msg.ToolCalls = append(msg.ToolCalls, *calls[idx])
|
||||
// 取消必须压过正常结束。select 在两个分支都就绪时随机挑选,
|
||||
// 竞态下会把 message_end 发给已经取消的调用方。
|
||||
if ctx.Err() != nil {
|
||||
readOutcome = "cancelled"
|
||||
emitAbort(out, content.String(), ctx.Err(), observation())
|
||||
return
|
||||
}
|
||||
if msg.StopReason == StopToolCalls && len(msg.ToolCalls) == 0 {
|
||||
msg.StopReason = StopEnd
|
||||
// A finish reason alone does not prove the tool arguments arrived intact.
|
||||
// Preserve returned usage when rejecting a partial terminal, so the host
|
||||
// can charge this call and stop rather than treating it as a free retry.
|
||||
if (finished == "tool_calls" || finished == "function_call") && len(order) == 0 {
|
||||
sendTerminalFailure("tool call finish reason without a tool call")
|
||||
return
|
||||
}
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
emitAbort(out, content.String(), ctx.Err())
|
||||
case out <- Event{Kind: KindMessageEnd, Message: msg, Usage: usage}:
|
||||
if len(order) > 0 {
|
||||
problem := ""
|
||||
switch {
|
||||
case !sawDone:
|
||||
problem = "tool call stream ended before [DONE]"
|
||||
case !toolFinishExecutable(finished, sawDone):
|
||||
problem = "tool call ended without a supported finish reason"
|
||||
default:
|
||||
for _, idx := range order {
|
||||
call := calls[idx]
|
||||
var args map[string]json.RawMessage
|
||||
if call.ID == "" || call.Name == "" {
|
||||
problem = "tool call identity is incomplete"
|
||||
break
|
||||
}
|
||||
if err := json.Unmarshal([]byte(call.Arguments), &args); err != nil || args == nil {
|
||||
problem = "tool call arguments are not a JSON object"
|
||||
break
|
||||
}
|
||||
}
|
||||
}
|
||||
if problem != "" {
|
||||
if !sawDone && hooks.decideEOF != nil {
|
||||
sendTerminal(hooks.decideEOF(buildMessageEnd(), buildTerminalFailure(problem)))
|
||||
return
|
||||
}
|
||||
sendTerminalFailure(problem)
|
||||
return
|
||||
}
|
||||
}
|
||||
sendTerminal(buildMessageEnd())
|
||||
}
|
||||
|
||||
func terminalStreamFailure(message Message, usage Usage, reason string, complete bool, why string) Event {
|
||||
err := &StreamError{Message: why, Retryable: false}
|
||||
return Event{Kind: KindMessageEnd, Message: message, Usage: usage,
|
||||
FinishReason: reason, StreamComplete: complete, Err: err,
|
||||
ErrorMessage: why, Retryable: false}
|
||||
}
|
||||
|
||||
// sseEventReader 按空行切事件,并把同一事件里的多行 data: 用换行拼回。
|
||||
// 已经是完整 JSON 的 data 行单独成事件,这样单行流不用空行也能解析。
|
||||
// tailKind/tailCount 只记最后完成的结构事件类别与饱和计数,不存帧内容。
|
||||
type sseEventReader struct {
|
||||
sc *bufio.Scanner
|
||||
carry string
|
||||
tailKind string
|
||||
tailCount int
|
||||
}
|
||||
|
||||
func (r *sseEventReader) noteTail(kind string) {
|
||||
if r.tailCount < maxObservedTailEvents {
|
||||
r.tailCount++
|
||||
}
|
||||
r.tailKind = kind
|
||||
}
|
||||
|
||||
// badFrameKind classifies a data event that did not decode as a chunk using
|
||||
// only the decoder's error category and position, never its text or bytes.
|
||||
func badFrameKind(data string, err error) string {
|
||||
if strings.TrimSpace(data) == "" {
|
||||
return "empty_data"
|
||||
}
|
||||
var syntax *json.SyntaxError
|
||||
if !errors.As(err, &syntax) {
|
||||
return "unknown"
|
||||
}
|
||||
if syntax.Offset == int64(len(data)) {
|
||||
var probe json.RawMessage
|
||||
if errors.Is(json.NewDecoder(strings.NewReader(data)).Decode(&probe), io.ErrUnexpectedEOF) {
|
||||
return "partial_frame"
|
||||
}
|
||||
}
|
||||
return "unknown_non_json"
|
||||
}
|
||||
|
||||
func (r *sseEventReader) next() (string, bool) {
|
||||
var parts []string
|
||||
nextPiece := func() (string, bool) {
|
||||
if r.carry != "" {
|
||||
piece := r.carry
|
||||
r.carry = ""
|
||||
return piece, true
|
||||
}
|
||||
if !r.sc.Scan() {
|
||||
return "", false
|
||||
}
|
||||
return r.sc.Text(), true
|
||||
}
|
||||
for {
|
||||
line, ok := nextPiece()
|
||||
if !ok {
|
||||
break
|
||||
}
|
||||
if strings.TrimSpace(line) == "" {
|
||||
if len(parts) == 0 {
|
||||
continue
|
||||
}
|
||||
return strings.Join(parts, "\n"), true
|
||||
}
|
||||
trimmed := strings.TrimSpace(line)
|
||||
if strings.HasPrefix(trimmed, ":") {
|
||||
r.noteTail("comment")
|
||||
continue
|
||||
}
|
||||
if !strings.HasPrefix(trimmed, "data:") {
|
||||
continue
|
||||
}
|
||||
piece := strings.TrimSpace(strings.TrimPrefix(trimmed, "data:"))
|
||||
if len(parts) > 0 && json.Valid([]byte(strings.Join(parts, "\n"))) {
|
||||
r.carry = line
|
||||
return strings.Join(parts, "\n"), true
|
||||
}
|
||||
parts = append(parts, piece)
|
||||
}
|
||||
if len(parts) > 0 {
|
||||
return strings.Join(parts, "\n"), true
|
||||
}
|
||||
return "", false
|
||||
}
|
||||
|
||||
// toolFinishExecutable 只在供应商明确以工具调用或正常 stop 结束时执行。
|
||||
// length、缺失的结束原因,以及没有 [DONE] 的断开,都视为未完成。
|
||||
func toolFinishExecutable(reason string, sawDone bool) bool {
|
||||
if !sawDone {
|
||||
return false
|
||||
}
|
||||
switch reason {
|
||||
case "tool_calls", "function_call":
|
||||
return true
|
||||
case "stop":
|
||||
return true
|
||||
default:
|
||||
return false
|
||||
}
|
||||
}
|
||||
|
||||
@@ -164,7 +466,9 @@ func mapFinish(reason string, hasTools bool) StopReason {
|
||||
return StopToolCalls
|
||||
case "content_filter", "error":
|
||||
return StopError
|
||||
case "stop", "length", "":
|
||||
case "length":
|
||||
return StopEnd
|
||||
case "stop", "":
|
||||
if hasTools {
|
||||
return StopToolCalls
|
||||
}
|
||||
@@ -177,8 +481,8 @@ func mapFinish(reason string, hasTools bool) StopReason {
|
||||
}
|
||||
}
|
||||
|
||||
func emitError(out chan<- Event, partial string, retryable bool, message string) {
|
||||
out <- Event{
|
||||
func emitError(out chan<- Event, partial string, retryable bool, message string, observed ...*TerminalObservation) {
|
||||
event := Event{
|
||||
Kind: KindError,
|
||||
Retryable: retryable,
|
||||
ErrorMessage: message,
|
||||
@@ -189,14 +493,18 @@ func emitError(out chan<- Event, partial string, retryable bool, message string)
|
||||
StopReason: StopError,
|
||||
},
|
||||
}
|
||||
if len(observed) > 0 {
|
||||
event.TerminalObservation = observed[0]
|
||||
}
|
||||
out <- event
|
||||
}
|
||||
|
||||
func emitAbort(out chan<- Event, partial string, err error) {
|
||||
func emitAbort(out chan<- Event, partial string, err error, observed ...*TerminalObservation) {
|
||||
msg := "aborted"
|
||||
if err != nil {
|
||||
msg = err.Error()
|
||||
}
|
||||
out <- Event{
|
||||
event := Event{
|
||||
Kind: KindError,
|
||||
Retryable: false,
|
||||
ErrorMessage: msg,
|
||||
@@ -207,6 +515,10 @@ func emitAbort(out chan<- Event, partial string, err error) {
|
||||
StopReason: StopAborted,
|
||||
},
|
||||
}
|
||||
if len(observed) > 0 {
|
||||
event.TerminalObservation = observed[0]
|
||||
}
|
||||
out <- event
|
||||
}
|
||||
|
||||
// StreamError is a provider or transport failure encoded on the event stream.
|
||||
|
||||
@@ -2,6 +2,7 @@ package llm
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"io"
|
||||
"net/http"
|
||||
"net/http/httptest"
|
||||
@@ -38,6 +39,29 @@ func TestParseSSETextAndUsage(t *testing.T) {
|
||||
if end.Usage.TotalTokens != 5 {
|
||||
t.Fatalf("usage %#v", end.Usage)
|
||||
}
|
||||
if end.FinishReason != "stop" {
|
||||
t.Fatalf("finish reason %q, want stop", end.FinishReason)
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseSSEFinishReasonLengthKeepsStopEnd(t *testing.T) {
|
||||
body := strings.Join([]string{
|
||||
`data: {"choices":[{"delta":{"content":"半"},"finish_reason":"length"}]}`,
|
||||
`data: [DONE]`,
|
||||
"",
|
||||
}, "\n")
|
||||
var end Event
|
||||
for ev := range ParseSSE(context.Background(), strings.NewReader(body)) {
|
||||
if ev.Kind == KindMessageEnd {
|
||||
end = ev
|
||||
}
|
||||
}
|
||||
if end.FinishReason != "length" {
|
||||
t.Fatalf("finish reason %q, want length", end.FinishReason)
|
||||
}
|
||||
if end.Message.StopReason != StopEnd {
|
||||
t.Fatalf("stop reason %s, want end so existing callers stay unchanged", end.Message.StopReason)
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseSSEToolCallIncrements(t *testing.T) {
|
||||
@@ -64,12 +88,247 @@ func TestParseSSEToolCallIncrements(t *testing.T) {
|
||||
if end.Message.StopReason != StopToolCalls || len(end.Message.ToolCalls) != 1 {
|
||||
t.Fatalf("end %#v", end.Message)
|
||||
}
|
||||
if end.TerminalObservation == nil || end.TerminalObservation.ReadOutcome != "done_marker" ||
|
||||
!end.TerminalObservation.ToolArgumentsValid || end.TerminalObservation.ToolFragments != 3 {
|
||||
t.Fatalf("valid multi-fragment terminal was not classified: %#v", end.TerminalObservation)
|
||||
}
|
||||
tc := end.Message.ToolCalls[0]
|
||||
if tc.ID != "call_1" || tc.Name != "read_file" || tc.Arguments != `{"path":"a.md"}` {
|
||||
t.Fatalf("tool call %#v", tc)
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseSSEToolFinishWithoutCallFails(t *testing.T) {
|
||||
for _, reason := range []string{"tool_calls", "function_call"} {
|
||||
t.Run(reason, func(t *testing.T) {
|
||||
body := strings.Join([]string{
|
||||
`data: {"choices":[{"delta":{},"finish_reason":"` + reason + `"}],"usage":{"prompt_tokens":12,"completion_tokens":5,"total_tokens":17}}`,
|
||||
`data: [DONE]`,
|
||||
"",
|
||||
}, "\n")
|
||||
var end Event
|
||||
for ev := range ParseSSE(context.Background(), strings.NewReader(body)) {
|
||||
if ev.Kind == KindMessageEnd {
|
||||
end = ev
|
||||
}
|
||||
}
|
||||
if end.Err == nil || end.Message.StopReason != StopError || end.Usage.TotalTokens != 17 ||
|
||||
!end.StreamComplete || len(end.Message.ToolCalls) != 0 {
|
||||
t.Fatalf("empty tool finish must fail and retain Usage: %#v", end)
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseSSELengthFailsUnfinishedToolCall(t *testing.T) {
|
||||
body := strings.Join([]string{
|
||||
`data: {"choices":[{"delta":{"tool_calls":[{"index":0,"id":"call_1","function":{"name":"read_file","arguments":"{\"path\":"}}]}}]}`,
|
||||
`data: {"choices":[{"delta":{},"finish_reason":"length"}]}`,
|
||||
`data: [DONE]`,
|
||||
"",
|
||||
}, "\n")
|
||||
var end Event
|
||||
for ev := range ParseSSE(context.Background(), strings.NewReader(body)) {
|
||||
if ev.Kind == KindMessageEnd {
|
||||
end = ev
|
||||
}
|
||||
}
|
||||
if end.Message.StopReason != StopError || len(end.Message.ToolCalls) != 0 || end.Err == nil {
|
||||
t.Fatalf("truncated tool call must fail without execution: %#v", end)
|
||||
}
|
||||
if end.FinishReason != "length" {
|
||||
t.Fatalf("finish %q", end.FinishReason)
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseSSEUncleanEndFailsToolCall(t *testing.T) {
|
||||
body := `data: {"choices":[{"delta":{"tool_calls":[{"index":0,"id":"call_1","function":{"name":"read_file","arguments":"{\"path\":"}}]}}]}`
|
||||
var end Event
|
||||
for ev := range ParseSSE(context.Background(), strings.NewReader(body)) {
|
||||
if ev.Kind == KindMessageEnd {
|
||||
end = ev
|
||||
}
|
||||
}
|
||||
if end.Kind != KindMessageEnd || end.Message.StopReason != StopError || len(end.Message.ToolCalls) != 0 || end.Err == nil {
|
||||
t.Fatalf("unclean stream must fail without executing tools: %#v", end)
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseSSEToolFinishWithoutDone(t *testing.T) {
|
||||
body := strings.Join([]string{
|
||||
`data: {"choices":[{"delta":{"tool_calls":[{"index":0,"id":"call_1","function":{"name":"echo","arguments":"{}"}}]}}]}`,
|
||||
`data: {"choices":[{"delta":{},"finish_reason":"tool_calls"}],"usage":{"prompt_tokens":12,"completion_tokens":5,"total_tokens":17}}`,
|
||||
"",
|
||||
}, "\n\n")
|
||||
var end Event
|
||||
for ev := range ParseSSE(context.Background(), strings.NewReader(body)) {
|
||||
if ev.Kind == KindMessageEnd {
|
||||
end = ev
|
||||
}
|
||||
}
|
||||
if end.Kind != KindMessageEnd || end.Message.StopReason != StopError ||
|
||||
len(end.Message.ToolCalls) != 0 || end.Err == nil || end.Retryable ||
|
||||
end.Usage.TotalTokens != 17 {
|
||||
t.Fatalf("unsafe tool call from unfinished stream: %#v", end)
|
||||
}
|
||||
}
|
||||
|
||||
func TestTerminalObservationCleanEOFWithoutDone(t *testing.T) {
|
||||
body := strings.Join([]string{
|
||||
`data: {"choices":[{"delta":{"content":"PRIVATE_PROMPT_R05","tool_calls":[{"index":0,"id":"call_1","function":{"name":"PRIVATE_TOOL_R05","arguments":"{}"}}]}}]}`,
|
||||
`data: {"choices":[{"delta":{},"finish_reason":"tool_calls"}],"usage":{"prompt_tokens":12,"completion_tokens":5,"total_tokens":17}}`,
|
||||
"",
|
||||
}, "\n\n")
|
||||
var end Event
|
||||
for ev := range ParseSSE(context.Background(), strings.NewReader(body)) {
|
||||
if ev.Kind == KindMessageEnd {
|
||||
end = ev
|
||||
}
|
||||
}
|
||||
if end.Err == nil || end.StreamComplete || len(end.Message.ToolCalls) != 0 || end.Usage.TotalTokens != 17 {
|
||||
t.Fatalf("unfinished tool stream was released or unmetered: %#v", end)
|
||||
}
|
||||
meta := end.TerminalObservation
|
||||
if meta == nil || meta.ReadOutcome != "clean_eof" || !meta.LastFrameJSONComplete ||
|
||||
!meta.UsagePresent || meta.ToolFragments != 1 || meta.ToolArgumentBytes != 2 || !meta.ToolArgumentsValid {
|
||||
t.Fatalf("missing content-free clean EOF evidence: %#v", meta)
|
||||
}
|
||||
raw, err := json.Marshal(meta)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if strings.Contains(string(raw), "PRIVATE_PROMPT_R05") || strings.Contains(string(raw), "PRIVATE_TOOL_R05") {
|
||||
t.Fatalf("terminal observation retained model content: %s", raw)
|
||||
}
|
||||
}
|
||||
|
||||
func TestTerminalObservationMalformedAndReadError(t *testing.T) {
|
||||
usageAndTool := `data: {"choices":[{"delta":{"tool_calls":[{"index":0,"id":"call_1","function":{"name":"echo","arguments":"{}"}}]},"finish_reason":"tool_calls"}],"usage":{"prompt_tokens":12,"completion_tokens":5,"total_tokens":17}}` + "\n\n"
|
||||
tests := []struct {
|
||||
name string
|
||||
ctx context.Context
|
||||
reader io.Reader
|
||||
outcome string
|
||||
usage int
|
||||
frameValid bool
|
||||
}{
|
||||
{"invalid-frame", context.Background(), strings.NewReader(usageAndTool + "data: {not-json}\n\n"), "invalid_frame", 17, false},
|
||||
{"read-error", context.Background(), &errorAfterDataReader{data: strings.NewReader(usageAndTool)}, "read_error", 17, true},
|
||||
}
|
||||
ctx, cancel := context.WithCancel(context.Background())
|
||||
cancel()
|
||||
tests = append(tests, struct {
|
||||
name string
|
||||
ctx context.Context
|
||||
reader io.Reader
|
||||
outcome string
|
||||
usage int
|
||||
frameValid bool
|
||||
}{"cancelled", ctx, strings.NewReader(usageAndTool), "cancelled", 0, false})
|
||||
for _, tc := range tests {
|
||||
t.Run(tc.name, func(t *testing.T) {
|
||||
var end Event
|
||||
for ev := range ParseSSE(tc.ctx, tc.reader) {
|
||||
if ev.Kind == KindMessageEnd || ev.Kind == KindError {
|
||||
end = ev
|
||||
}
|
||||
}
|
||||
if end.Err == nil || len(end.Message.ToolCalls) != 0 || end.Usage.TotalTokens != tc.usage {
|
||||
t.Fatalf("failure lost Usage or released tools: %#v", end)
|
||||
}
|
||||
meta := end.TerminalObservation
|
||||
if meta == nil || meta.ReadOutcome != tc.outcome || meta.LastFrameJSONComplete != tc.frameValid {
|
||||
t.Fatalf("wrong terminal classification: %#v", meta)
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseSSEInvalidToolArguments(t *testing.T) {
|
||||
body := strings.Join([]string{
|
||||
`data: {"choices":[{"delta":{"tool_calls":[{"index":0,"id":"call_1","function":{"name":"publish_work_checkpoint","arguments":"{\"findings\":"}}]}}]}`,
|
||||
`data: {"choices":[{"delta":{},"finish_reason":"tool_calls"}],"usage":{"prompt_tokens":12,"completion_tokens":5,"total_tokens":17}}`,
|
||||
`data: [DONE]`,
|
||||
"",
|
||||
}, "\n\n")
|
||||
var end Event
|
||||
for ev := range ParseSSE(context.Background(), strings.NewReader(body)) {
|
||||
if ev.Kind == KindMessageEnd {
|
||||
end = ev
|
||||
}
|
||||
}
|
||||
if end.Kind != KindMessageEnd || end.Message.StopReason != StopError ||
|
||||
len(end.Message.ToolCalls) != 0 || end.Err == nil || end.Retryable ||
|
||||
end.Usage.TotalTokens != 17 {
|
||||
t.Fatalf("unsafe tool call with invalid JSON arguments: %#v", end)
|
||||
}
|
||||
if end.TerminalObservation == nil || end.TerminalObservation.ToolArgumentsValid ||
|
||||
end.TerminalObservation.ReadOutcome != "done_marker" {
|
||||
t.Fatalf("invalid arguments incorrectly classified: %#v", end.TerminalObservation)
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseSSERejectsMissingToolIdentity(t *testing.T) {
|
||||
for _, tc := range []struct{ name, firstChunk string }{
|
||||
{"missing-id", `data: {"choices":[{"delta":{"tool_calls":[{"index":0,"function":{"name":"echo","arguments":"{}"}}]}}]}`},
|
||||
{"missing-name", `data: {"choices":[{"delta":{"tool_calls":[{"index":0,"id":"call_1","function":{"arguments":"{}"}}]}}]}`},
|
||||
} {
|
||||
t.Run(tc.name, func(t *testing.T) {
|
||||
body := strings.Join([]string{
|
||||
tc.firstChunk,
|
||||
`data: {"choices":[{"delta":{},"finish_reason":"tool_calls"}],"usage":{"prompt_tokens":12,"completion_tokens":5,"total_tokens":17}}`,
|
||||
`data: [DONE]`,
|
||||
"",
|
||||
}, "\n\n")
|
||||
var end Event
|
||||
for ev := range ParseSSE(context.Background(), strings.NewReader(body)) {
|
||||
if ev.Kind == KindMessageEnd {
|
||||
end = ev
|
||||
}
|
||||
}
|
||||
if end.Message.StopReason != StopError || len(end.Message.ToolCalls) != 0 || end.Err == nil {
|
||||
t.Fatalf("missing tool identity reached execution: %#v", end)
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseSSERejectsNonObjectToolArguments(t *testing.T) {
|
||||
for _, tc := range []struct{ name, arguments string }{
|
||||
{"array", "[]"},
|
||||
{"null", "null"},
|
||||
} {
|
||||
t.Run(tc.name, func(t *testing.T) {
|
||||
body := strings.Join([]string{
|
||||
`data: {"choices":[{"delta":{"tool_calls":[{"index":0,"id":"call_1","function":{"name":"echo","arguments":"` + tc.arguments + `"}}]}}]}`,
|
||||
`data: {"choices":[{"delta":{},"finish_reason":"tool_calls"}],"usage":{"prompt_tokens":12,"completion_tokens":5,"total_tokens":17}}`,
|
||||
`data: [DONE]`,
|
||||
"",
|
||||
}, "\n\n")
|
||||
var end Event
|
||||
for ev := range ParseSSE(context.Background(), strings.NewReader(body)) {
|
||||
if ev.Kind == KindMessageEnd {
|
||||
end = ev
|
||||
}
|
||||
}
|
||||
if end.Message.StopReason != StopError || len(end.Message.ToolCalls) != 0 || end.Err == nil {
|
||||
t.Fatalf("non-object tool arguments reached execution: %#v", end)
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseSSECapacityErrorIsRetryable(t *testing.T) {
|
||||
body := "data: {\"error\":{\"message\":\"server is at capacity\"}}\n\n"
|
||||
var got Event
|
||||
for ev := range ParseSSE(context.Background(), strings.NewReader(body)) {
|
||||
got = ev
|
||||
}
|
||||
if got.Kind != KindError || !got.Retryable || !CapacityLimited(got.ErrorMessage) {
|
||||
t.Fatalf("event %#v", got)
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseSSEMalformedIsError(t *testing.T) {
|
||||
body := "data: {not-json}\n\n"
|
||||
var got Event
|
||||
@@ -81,6 +340,66 @@ func TestParseSSEMalformedIsError(t *testing.T) {
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseSSEMalformedChunkAfterUsageKeepsUsage(t *testing.T) {
|
||||
body := strings.Join([]string{
|
||||
`data: {"choices":[{"delta":{"tool_calls":[{"index":0,"id":"call_1","function":{"name":"echo","arguments":"{}"}}]},"finish_reason":"tool_calls"}],"usage":{"prompt_tokens":12,"completion_tokens":5,"total_tokens":17}}`,
|
||||
`data: {not-json}`,
|
||||
"",
|
||||
}, "\n\n")
|
||||
var end Event
|
||||
for ev := range ParseSSE(context.Background(), strings.NewReader(body)) {
|
||||
end = ev
|
||||
}
|
||||
if end.Kind != KindMessageEnd || end.Message.StopReason != StopError ||
|
||||
len(end.Message.ToolCalls) != 0 || end.Err == nil || end.Retryable ||
|
||||
end.Usage.TotalTokens != 17 {
|
||||
t.Fatalf("malformed chunk dropped already returned usage: %#v", end)
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseSSEProviderErrorAfterUsageKeepsUsage(t *testing.T) {
|
||||
body := strings.Join([]string{
|
||||
`data: {"choices":[{"delta":{"tool_calls":[{"index":0,"id":"call_1","function":{"name":"echo","arguments":"{}"}}]}}],"usage":{"prompt_tokens":12,"completion_tokens":5,"total_tokens":17}}`,
|
||||
`data: {"error":{"message":"server is at capacity"}}`,
|
||||
"",
|
||||
}, "\n\n")
|
||||
var end Event
|
||||
for ev := range ParseSSE(context.Background(), strings.NewReader(body)) {
|
||||
end = ev
|
||||
}
|
||||
if end.Kind != KindMessageEnd || end.Message.StopReason != StopError ||
|
||||
len(end.Message.ToolCalls) != 0 || end.Err == nil || end.Retryable ||
|
||||
end.Usage.TotalTokens != 17 {
|
||||
t.Fatalf("provider error after usage retried or lost its charge: %#v", end)
|
||||
}
|
||||
}
|
||||
|
||||
type errorAfterDataReader struct{ data *strings.Reader }
|
||||
|
||||
func (r *errorAfterDataReader) Read(p []byte) (int, error) {
|
||||
n, err := r.data.Read(p)
|
||||
if err == io.EOF {
|
||||
return 0, io.ErrUnexpectedEOF
|
||||
}
|
||||
return n, err
|
||||
}
|
||||
|
||||
func TestParseSSEReaderErrorAfterUsageKeepsUsage(t *testing.T) {
|
||||
body := strings.Join([]string{
|
||||
`data: {"choices":[{"delta":{"tool_calls":[{"index":0,"id":"call_1","function":{"name":"echo","arguments":"{}"}}]}}],"usage":{"prompt_tokens":12,"completion_tokens":5,"total_tokens":17}}`,
|
||||
"",
|
||||
}, "\n\n")
|
||||
var end Event
|
||||
for ev := range ParseSSE(context.Background(), &errorAfterDataReader{data: strings.NewReader(body)}) {
|
||||
end = ev
|
||||
}
|
||||
if end.Kind != KindMessageEnd || end.Message.StopReason != StopError ||
|
||||
len(end.Message.ToolCalls) != 0 || end.Err == nil || end.Retryable ||
|
||||
end.Usage.TotalTokens != 17 {
|
||||
t.Fatalf("reader error after usage retried or lost its charge: %#v", end)
|
||||
}
|
||||
}
|
||||
|
||||
func TestParseSSECancel(t *testing.T) {
|
||||
pr, pw := io.Pipe()
|
||||
ctx, cancel := context.WithCancel(context.Background())
|
||||
@@ -222,3 +541,81 @@ func TestParseSSEReasoningDelta(t *testing.T) {
|
||||
t.Fatalf("end content %q must not include reasoning", end.Message.Content)
|
||||
}
|
||||
}
|
||||
|
||||
// collectTerminal drains one stream and fails unless it carries exactly one
|
||||
// terminal message_end or error event.
|
||||
func collectTerminal(t *testing.T, ch <-chan Event) Event {
|
||||
t.Helper()
|
||||
var end Event
|
||||
terminals := 0
|
||||
for ev := range ch {
|
||||
if ev.Kind == KindMessageEnd || ev.Kind == KindError {
|
||||
terminals++
|
||||
end = ev
|
||||
}
|
||||
}
|
||||
if terminals != 1 {
|
||||
t.Fatalf("stream emitted %d terminal events, want 1", terminals)
|
||||
}
|
||||
return end
|
||||
}
|
||||
|
||||
func TestSSETailStructure(t *testing.T) {
|
||||
toolFrames := `data: {"choices":[{"delta":{"content":"PRIVATE_TAIL_R06","tool_calls":[{"index":0,"id":"call_1","function":{"name":"PRIVATE_TAIL_R06","arguments":"{}"}}]}}]}` + "\n\n" +
|
||||
`data: {"choices":[{"delta":{},"finish_reason":"tool_calls"}],"usage":{"prompt_tokens":12,"completion_tokens":5,"total_tokens":17}}` + "\n\n"
|
||||
textFrame := `data: {"choices":[{"delta":{"content":"PRIVATE_TAIL_R06"},"finish_reason":"stop"}],"usage":{"prompt_tokens":3,"completion_tokens":2,"total_tokens":5}}` + "\n\n"
|
||||
tests := []struct {
|
||||
name string
|
||||
body string
|
||||
kind string
|
||||
count int
|
||||
outcome string
|
||||
complete bool
|
||||
tools int
|
||||
usage int
|
||||
wantError bool
|
||||
}{
|
||||
{"done", toolFrames + "data: [DONE]\n\n", "done_literal", 3, "done_marker", true, 1, 17, false},
|
||||
{"direct-eof", toolFrames, "json_frame", 2, "clean_eof", false, 0, 17, true},
|
||||
{"comment-then-eof", toolFrames + ": PRIVATE_TAIL_R06\n\n", "comment", 3, "clean_eof", false, 0, 17, true},
|
||||
{"empty-data", toolFrames + "data:\n\n", "empty_data", 3, "invalid_frame", false, 0, 17, true},
|
||||
{"unknown-non-json", toolFrames + "data: NOT_DONE\n\n", "unknown_non_json", 3, "invalid_frame", false, 0, 17, true},
|
||||
{"partial-frame", toolFrames + "data: {", "partial_frame", 3, "invalid_frame", false, 0, 17, true},
|
||||
{"plain-text-eof", textFrame, "json_frame", 1, "clean_eof", false, 0, 5, false},
|
||||
}
|
||||
for _, tc := range tests {
|
||||
t.Run(tc.name, func(t *testing.T) {
|
||||
end := collectTerminal(t, ParseSSE(context.Background(), strings.NewReader(tc.body)))
|
||||
got := end.TerminalObservation
|
||||
if got == nil || got.TailEventKind != tc.kind || got.TailEventCount != tc.count || got.ReadOutcome != tc.outcome {
|
||||
t.Fatalf("wrong tail observation: %+v", got)
|
||||
}
|
||||
if end.StreamComplete != tc.complete || end.Usage.TotalTokens != tc.usage {
|
||||
t.Fatalf("tail changed completion or lost Usage: complete=%v usage=%+v", end.StreamComplete, end.Usage)
|
||||
}
|
||||
if len(end.Message.ToolCalls) != tc.tools {
|
||||
t.Fatalf("released %d tool calls, want %d", len(end.Message.ToolCalls), tc.tools)
|
||||
}
|
||||
if (end.Err != nil) != tc.wantError {
|
||||
t.Fatalf("terminal error = %v, want error %v", end.Err, tc.wantError)
|
||||
}
|
||||
raw, err := json.Marshal(got)
|
||||
if err != nil || strings.Contains(string(raw), "PRIVATE_TAIL_R06") {
|
||||
t.Fatalf("unsafe tail observation: %s err=%v", raw, err)
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
func TestSSETailCountSaturates(t *testing.T) {
|
||||
body := `data: {"choices":[{"delta":{"content":"x"},"finish_reason":"stop"}]}` + "\n\n" +
|
||||
strings.Repeat(":\n", 10050)
|
||||
end := collectTerminal(t, ParseSSE(context.Background(), strings.NewReader(body)))
|
||||
got := end.TerminalObservation
|
||||
if got == nil || got.TailEventKind != "comment" || got.TailEventCount != 10000 || got.ReadOutcome != "clean_eof" {
|
||||
t.Fatalf("tail count did not saturate: %+v", got)
|
||||
}
|
||||
if end.Err != nil || end.Message.Content != "x" || len(end.Message.ToolCalls) != 0 {
|
||||
t.Fatalf("comments changed the parsed message: %+v", end)
|
||||
}
|
||||
}
|
||||
|
||||
+20
@@ -0,0 +1,20 @@
|
||||
event: message_start
|
||||
data: {"type":"message_start","message":{"id":"msg_01","type":"message","role":"assistant","model":"claude-fixture","usage":{"input_tokens":88,"cache_read_input_tokens":0,"cache_creation_input_tokens":0}}}
|
||||
|
||||
event: content_block_start
|
||||
data: {"type":"content_block_start","index":0,"content_block":{"type":"tool_use","id":"toolu_01ABC","name":"read_file"}}
|
||||
|
||||
event: content_block_delta
|
||||
data: {"type":"content_block_delta","index":0,"delta":{"type":"input_json_delta","partial_json":"{\"path\":"}}
|
||||
|
||||
event: content_block_delta
|
||||
data: {"type":"content_block_delta","index":0,"delta":{"type":"input_json_delta","partial_json":"\"main.go\"}"}}
|
||||
|
||||
event: content_block_stop
|
||||
data: {"type":"content_block_stop","index":0}
|
||||
|
||||
event: message_delta
|
||||
data: {"type":"message_delta","delta":{"stop_reason":"tool_use"},"usage":{"output_tokens":31}}
|
||||
|
||||
event: message_stop
|
||||
data: {"type":"message_stop"}
|
||||
@@ -0,0 +1,29 @@
|
||||
event: message_start
|
||||
data: {"type":"message_start","message":{"id":"msg_02","type":"message","role":"assistant","model":"claude-fixture","usage":{"input_tokens":142,"cache_read_input_tokens":60,"cache_creation_input_tokens":0}}}
|
||||
|
||||
event: content_block_start
|
||||
data: {"type":"content_block_start","index":0,"content_block":{"type":"thinking","thinking":""}}
|
||||
|
||||
event: content_block_delta
|
||||
data: {"type":"content_block_delta","index":0,"delta":{"type":"thinking_delta","thinking":"用户问 main.go,工具已返回。"}}
|
||||
|
||||
event: content_block_delta
|
||||
data: {"type":"content_block_delta","index":0,"delta":{"type":"signature_delta","signature":"EqoBCkgIARABGAIiQA"}}
|
||||
|
||||
event: content_block_stop
|
||||
data: {"type":"content_block_stop","index":0}
|
||||
|
||||
event: content_block_start
|
||||
data: {"type":"content_block_start","index":1,"content_block":{"type":"text","text":""}}
|
||||
|
||||
event: content_block_delta
|
||||
data: {"type":"content_block_delta","index":1,"delta":{"type":"text_delta","text":"查到了,main.go 一共 42 行。"}}
|
||||
|
||||
event: content_block_stop
|
||||
data: {"type":"content_block_stop","index":1}
|
||||
|
||||
event: message_delta
|
||||
data: {"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":57}}
|
||||
|
||||
event: message_stop
|
||||
data: {"type":"message_stop"}
|
||||
+17
@@ -0,0 +1,17 @@
|
||||
event: message_start
|
||||
data: {"type":"message_start","message":{"id":"msg_03","type":"message","role":"assistant","model":"claude-fixture","usage":{"input_tokens":201}}}
|
||||
|
||||
event: content_block_start
|
||||
data: {"type":"content_block_start","index":0,"content_block":{"type":"text","text":""}}
|
||||
|
||||
event: content_block_delta
|
||||
data: {"type":"content_block_delta","index":0,"delta":{"type":"text_delta","text":"42 行。"}}
|
||||
|
||||
event: content_block_stop
|
||||
data: {"type":"content_block_stop","index":0}
|
||||
|
||||
event: message_delta
|
||||
data: {"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":9}}
|
||||
|
||||
event: message_stop
|
||||
data: {"type":"message_stop"}
|
||||
@@ -0,0 +1,45 @@
|
||||
package llm
|
||||
|
||||
import (
|
||||
"strings"
|
||||
"testing"
|
||||
)
|
||||
|
||||
// 交错思考模型(MiniMax 等)要求历史 assistant 原样带回思考内容:
|
||||
// SSE 把 reasoning_content 捕获进 Message.Thinking;序列化把它作为
|
||||
// <think> 前缀回放。没有思考块的消息保持零改动。
|
||||
func TestReasoningCaptureAndReplay(t *testing.T) {
|
||||
// 回放侧。
|
||||
msgs := []Message{
|
||||
{Role: RoleUser, Content: "总结"},
|
||||
{Role: RoleAssistant, Content: "结论。", Thinking: []ThinkingBlock{{Thinking: "先读材料。"}}},
|
||||
{Role: RoleAssistant, Content: "没有思考的轮次。"},
|
||||
}
|
||||
out := toProviderMessages(msgs)
|
||||
if got := out[1]["content"].(string); !strings.HasPrefix(got, "<think>\n先读材料。\n</think>") || !strings.HasSuffix(got, "结论。") {
|
||||
t.Fatalf("assistant replay malformed: %q", got)
|
||||
}
|
||||
if got := out[2]["content"].(string); got != "没有思考的轮次。" {
|
||||
t.Fatalf("non-thinking assistant must be untouched: %q", got)
|
||||
}
|
||||
if _, ok := out[0]["tool_calls"]; ok {
|
||||
t.Fatal("user messages carry no tool_calls")
|
||||
}
|
||||
// 捕获侧:直接构造 SSE 流。
|
||||
sse := "data: {\"choices\":[{\"delta\":{\"reasoning_content\":\"思考\"}}]}\n\n" +
|
||||
"data: {\"choices\":[{\"delta\":{\"content\":\"正文\"}}]}\n\n" +
|
||||
"data: {\"choices\":[{\"delta\":{},\"finish_reason\":\"stop\"}]}\n\n" +
|
||||
"data: [DONE]\n\n"
|
||||
var end Event
|
||||
for ev := range ParseSSE(t.Context(), strings.NewReader(sse)) {
|
||||
if ev.Kind == KindMessageEnd {
|
||||
end = ev
|
||||
}
|
||||
}
|
||||
if end.Message.Content != "正文" {
|
||||
t.Fatalf("content polluted by reasoning: %q", end.Message.Content)
|
||||
}
|
||||
if len(end.Message.Thinking) != 1 || end.Message.Thinking[0].Thinking != "思考" {
|
||||
t.Fatalf("reasoning not captured: %+v", end.Message.Thinking)
|
||||
}
|
||||
}
|
||||
+108
-9
@@ -3,6 +3,7 @@ package llm
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"time"
|
||||
)
|
||||
|
||||
// Role is a transcript role carried into the provider request.
|
||||
@@ -48,10 +49,24 @@ type Message struct {
|
||||
Role Role `json:"role"`
|
||||
Content string `json:"content,omitempty"`
|
||||
Name string `json:"name,omitempty"`
|
||||
Images []Image `json:"images,omitempty"`
|
||||
ToolCallID string `json:"tool_call_id,omitempty"`
|
||||
ToolCalls []ToolCall `json:"tool_calls,omitempty"`
|
||||
StopReason StopReason `json:"stop_reason,omitempty"`
|
||||
IsError bool `json:"is_error,omitempty"`
|
||||
// Thinking 是思考块:Anthropic 原生路径含签名、在请求里原样往返;
|
||||
// OpenAI 兼容路径由 SSE 的 reasoning_content 捕获(不含签名),随会话
|
||||
// 转录持久化,请求序列化时按 <think> 块回放(见 client.go replayThink)。
|
||||
Thinking []ThinkingBlock `json:"thinking,omitempty"`
|
||||
StopReason StopReason `json:"stop_reason,omitempty"`
|
||||
IsError bool `json:"is_error,omitempty"`
|
||||
}
|
||||
|
||||
// ThinkingBlock 是一块 Anthropic 思考内容。Redacted 为真时 Data 是不透明
|
||||
// 密文(redacted_thinking),往返时原样回送。
|
||||
type ThinkingBlock struct {
|
||||
Thinking string `json:"thinking,omitempty"`
|
||||
Signature string `json:"signature,omitempty"`
|
||||
Redacted bool `json:"redacted,omitempty"`
|
||||
Data string `json:"data,omitempty"`
|
||||
}
|
||||
|
||||
// ToolDecl is the JSON-schema declaration sent to the provider.
|
||||
@@ -61,11 +76,70 @@ type ToolDecl struct {
|
||||
Parameters json.RawMessage `json:"parameters"`
|
||||
}
|
||||
|
||||
// Usage counts tokens reported by the provider. Zero means the provider omitted usage.
|
||||
// Image is one picture attached to a user message.
|
||||
type Image struct {
|
||||
MIME string `json:"mime,omitempty"`
|
||||
URL string `json:"url,omitempty"`
|
||||
Data string `json:"data,omitempty"`
|
||||
}
|
||||
|
||||
// Usage counts tokens. On one provider response, PromptTokens, CompletionTokens
|
||||
// and TotalTokens are that request. On a loop Result they are the billing sum
|
||||
// across requests; Last* is only the latest request, for context observation.
|
||||
// Zero means the provider omitted usage.
|
||||
type Usage struct {
|
||||
PromptTokens int `json:"prompt_tokens"`
|
||||
CompletionTokens int `json:"completion_tokens"`
|
||||
TotalTokens int `json:"total_tokens"`
|
||||
PromptTokens int `json:"prompt_tokens"`
|
||||
CompletionTokens int `json:"completion_tokens"`
|
||||
TotalTokens int `json:"total_tokens"`
|
||||
CacheReadTokens int `json:"cache_read_tokens,omitempty"`
|
||||
CacheWriteTokens int `json:"cache_write_tokens,omitempty"`
|
||||
LastPromptTokens int `json:"last_prompt_tokens,omitempty"`
|
||||
LastCompletionTokens int `json:"last_completion_tokens,omitempty"`
|
||||
LastTotalTokens int `json:"last_total_tokens,omitempty"`
|
||||
}
|
||||
|
||||
// TerminalObservation records how a stream ended without retaining provider
|
||||
// content, tool identity, arguments, request headers, or error text. Counts
|
||||
// saturate at fixed limits; this evidence never authorizes a tool call.
|
||||
type TerminalObservation struct {
|
||||
ReadOutcome string `json:"readOutcome"`
|
||||
LastFrameJSONComplete bool `json:"lastFrameJSONComplete"`
|
||||
UsagePresent bool `json:"usagePresent"`
|
||||
ToolFragments int `json:"toolFragments"`
|
||||
ToolArgumentBytes int `json:"toolArgumentBytes"`
|
||||
ToolArgumentsValid bool `json:"toolArgumentsValid"`
|
||||
// TailEventKind is the structural class of the last SSE event the parser
|
||||
// completed: done_literal, json_frame, empty_data, comment,
|
||||
// unknown_non_json, partial_frame or unknown. TailEventCount counts those
|
||||
// events and saturates at 10000. Neither marks the stream complete.
|
||||
TailEventKind string `json:"tailEventKind"`
|
||||
TailEventCount int `json:"tailEventCount"`
|
||||
// BodyBoundary is set only by Client on a response it received; a bare
|
||||
// ParseSSE call leaves it nil.
|
||||
BodyBoundary *BodyBoundaryObservation `json:"bodyBoundary,omitempty"`
|
||||
// CompletionBasis mirrors Event.CompletionBasis.
|
||||
CompletionBasis string `json:"completionBasis,omitempty"`
|
||||
// ContractCheck is the first route-contract condition, C1 through C9, that
|
||||
// failed when a configured RouteContractEOF did not release a stream that
|
||||
// ended without [DONE]. Empty when no contract evaluated the stream.
|
||||
ContractCheck string `json:"contractCheck,omitempty"`
|
||||
}
|
||||
|
||||
// BodyBoundaryObservation records how the client read one HTTP response body.
|
||||
// It holds only fixed enums, booleans and a saturated byte count. Reaching
|
||||
// EOF proves only that the body ended, not that the SSE stream completed.
|
||||
type BodyBoundaryObservation struct {
|
||||
// ProtocolClass is http1, http2 or other.
|
||||
ProtocolClass string `json:"protocolClass"`
|
||||
// FramingClass is known_length, chunked, http2_stream, close_delimited or unknown.
|
||||
FramingClass string `json:"framingClass"`
|
||||
DeclaredLengthKnown bool `json:"declaredLengthKnown"`
|
||||
BytesRead int64 `json:"bytesRead"`
|
||||
BytesSaturated bool `json:"bytesSaturated"`
|
||||
EOFSeen bool `json:"eofSeen"`
|
||||
// LengthRelation is match, mismatch or unknown.
|
||||
LengthRelation string `json:"lengthRelation"`
|
||||
Uncompressed bool `json:"uncompressed"`
|
||||
}
|
||||
|
||||
// Event is one streamed update. Failures are KindError plus a final assistant
|
||||
@@ -80,9 +154,29 @@ type Event struct {
|
||||
ArgumentsDelta string
|
||||
Message Message
|
||||
Usage Usage
|
||||
Err error
|
||||
Retryable bool
|
||||
ErrorMessage string
|
||||
// FinishReason 是供应商原始结束原因(stop、length、tool_calls 等)。
|
||||
// 空表示这条事件不携带结束原因。StopReason 的映射不受此字段影响。
|
||||
FinishReason string
|
||||
// StreamComplete records whether the OpenAI-compatible SSE stream supplied
|
||||
// its explicit [DONE] marker. Tool calls require this before execution
|
||||
// unless CompletionBasis is route_contract_eof.
|
||||
StreamComplete bool
|
||||
// CompletionBasis is set by Client on a successful OpenAI-chat message_end:
|
||||
// done_marker when [DONE] arrived, route_contract_eof when RouteContractEOF
|
||||
// released tool calls without it. Empty otherwise.
|
||||
CompletionBasis string
|
||||
// TerminalObservation is present only on a terminal/error event. It does
|
||||
// not change StreamComplete or the tool-execution safety gate.
|
||||
TerminalObservation *TerminalObservation
|
||||
Err error
|
||||
Retryable bool
|
||||
ErrorMessage string
|
||||
// HTTPStatus 是提供方的 HTTP 状态;0 表示尚无 HTTP 响应。
|
||||
HTTPStatus int
|
||||
// RetryAfter is the provider's requested wait. HasRetryAfter distinguishes
|
||||
// a real zero from a missing or unparseable header.
|
||||
RetryAfter time.Duration
|
||||
HasRetryAfter bool
|
||||
}
|
||||
|
||||
// StreamOptions tunes one provider request.
|
||||
@@ -90,6 +184,11 @@ type StreamOptions struct {
|
||||
MaxTokens int
|
||||
APIBase string
|
||||
APIKey string
|
||||
// ThinkingLevel is off, minimal, low, medium, high, xhigh, or max.
|
||||
// Empty leaves the provider default unchanged.
|
||||
ThinkingLevel string
|
||||
// MessageShape is merge, strict, or empty. Empty leaves the transcript unchanged.
|
||||
MessageShape string
|
||||
}
|
||||
|
||||
// StreamFunc is the provider boundary. It must return a channel that is closed
|
||||
|
||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user