320 lines
10 KiB
JSON
320 lines
10 KiB
JSON
{
|
|
"target": "http://127.0.0.1:18817",
|
|
"model": "MiniMax-M2.7-highspeed",
|
|
"generatedAt": "2026-10-10T00:08:03Z",
|
|
"tasks": [
|
|
{
|
|
"id": "minutes-basic",
|
|
"turns": [
|
|
{
|
|
"user": "帮我总结一份会议纪要",
|
|
"runId": "run_98227b6da4f8",
|
|
"status": "completed",
|
|
"finalText": "本轮未做同源模型验证(验证器未独立配置);硬事实与事实核查已执行",
|
|
"usage": {
|
|
"id": "run_98227b6da4f8",
|
|
"status": "completed",
|
|
"createdAt": "2026-10-10T00:08:03.365884236Z",
|
|
"endedAt": "2026-10-10T00:09:46.817340834Z",
|
|
"usage": {
|
|
"promptTokens": 958971,
|
|
"completionTokens": 5805,
|
|
"totalTokens": 964776,
|
|
"durationMs": 103450,
|
|
"toolCalls": 0
|
|
},
|
|
"error": null
|
|
},
|
|
"metrics": {
|
|
"toolCalls": 20,
|
|
"toolFailures": 2,
|
|
"fullRegens": 0,
|
|
"apiDiscovery": 0,
|
|
"readsOriginal": 1,
|
|
"planUpdates": 6,
|
|
"verifierChecks": 2
|
|
},
|
|
"checks": [
|
|
{
|
|
"passed": false,
|
|
"reason": "事实核查:交付物里以下数字/日期在本次材料中找不到出处:2026年、10月10日。逐条二选一:改成材料里能找到的数值,或删除/明确标注为推测或目标值(如“目标 85%”)。不要保留无法回溯的裸数字。"
|
|
},
|
|
{
|
|
"passed": false,
|
|
"reason": "验证器未配置独立轻量模型(当前与主模型相同),跳过同源验证"
|
|
}
|
|
],
|
|
"artifacts": [
|
|
"研发智能体文档处理与自举方案评审纪要.docx",
|
|
"研发智能体文档处理与自举方案评审纪要.docx"
|
|
],
|
|
"durationMs": 105127
|
|
}
|
|
],
|
|
"total": {
|
|
"toolCalls": 20,
|
|
"toolFailures": 2,
|
|
"fullRegens": 0,
|
|
"apiDiscovery": 0,
|
|
"readsOriginal": 1,
|
|
"planUpdates": 6,
|
|
"verifierChecks": 2
|
|
},
|
|
"unverifiedFacts": [
|
|
"10月10日"
|
|
]
|
|
},
|
|
{
|
|
"id": "plan-followup",
|
|
"turns": [
|
|
{
|
|
"user": "帮我总结一份会议纪要",
|
|
"runId": "run_0e2939910b9b",
|
|
"status": "completed",
|
|
"finalText": "本轮未做同源模型验证(验证器未独立配置);硬事实与事实核查已执行",
|
|
"usage": {
|
|
"id": "run_0e2939910b9b",
|
|
"status": "completed",
|
|
"createdAt": "2026-10-10T00:09:48.529064498Z",
|
|
"endedAt": "2026-10-10T00:11:19.797414578Z",
|
|
"usage": {
|
|
"promptTokens": 490283,
|
|
"completionTokens": 5397,
|
|
"totalTokens": 495680,
|
|
"durationMs": 91268,
|
|
"toolCalls": 0
|
|
},
|
|
"error": null
|
|
},
|
|
"metrics": {
|
|
"toolCalls": 16,
|
|
"toolFailures": 4,
|
|
"fullRegens": 0,
|
|
"apiDiscovery": 1,
|
|
"readsOriginal": 0,
|
|
"planUpdates": 5,
|
|
"verifierChecks": 1
|
|
},
|
|
"checks": [
|
|
{
|
|
"passed": false,
|
|
"reason": "验证器未配置独立轻量模型(当前与主模型相同),跳过同源验证"
|
|
}
|
|
],
|
|
"artifacts": [
|
|
"研发智能体文档处理与自举方案评审会议纪要.docx"
|
|
],
|
|
"durationMs": 93112
|
|
},
|
|
{
|
|
"user": "根据这个纪要,制定一个方案",
|
|
"runId": "run_db60273d0c50",
|
|
"status": "completed",
|
|
"finalText": "本轮未做同源模型验证(验证器未独立配置);硬事实与事实核查已执行",
|
|
"usage": {
|
|
"id": "run_db60273d0c50",
|
|
"status": "completed",
|
|
"createdAt": "2026-10-10T00:11:21.632969359Z",
|
|
"endedAt": "2026-10-10T00:12:41.942635887Z",
|
|
"usage": {
|
|
"promptTokens": 527953,
|
|
"completionTokens": 4448,
|
|
"totalTokens": 532401,
|
|
"durationMs": 80309,
|
|
"toolCalls": 0
|
|
},
|
|
"error": null
|
|
},
|
|
"metrics": {
|
|
"toolCalls": 12,
|
|
"toolFailures": 1,
|
|
"fullRegens": 0,
|
|
"apiDiscovery": 0,
|
|
"readsOriginal": 0,
|
|
"planUpdates": 2,
|
|
"verifierChecks": 2
|
|
},
|
|
"checks": [
|
|
{
|
|
"passed": false,
|
|
"reason": "事实核查:交付物里以下数字/日期在本次材料中找不到出处:2026-10-10。逐条二选一:改成材料里能找到的数值,或删除/明确标注为推测或目标值(如“目标 85%”)。不要保留无法回溯的裸数字。"
|
|
},
|
|
{
|
|
"passed": false,
|
|
"reason": "验证器未配置独立轻量模型(当前与主模型相同),跳过同源验证"
|
|
}
|
|
],
|
|
"artifacts": [
|
|
"研发智能体文档处理系统重构方案.docx",
|
|
"研发智能体文档处理系统重构方案.docx"
|
|
],
|
|
"durationMs": 81106
|
|
},
|
|
{
|
|
"user": "方案太简要了,给我一个详细的方案和计划",
|
|
"runId": "run_aa3daf21b2bc",
|
|
"status": "completed",
|
|
"finalText": "本轮未做同源模型验证(验证器未独立配置);硬事实与事实核查已执行",
|
|
"usage": {
|
|
"id": "run_aa3daf21b2bc",
|
|
"status": "completed",
|
|
"createdAt": "2026-10-10T00:12:42.741977532Z",
|
|
"endedAt": "2026-10-10T00:16:13.009298846Z",
|
|
"usage": {
|
|
"promptTokens": 2124640,
|
|
"completionTokens": 15096,
|
|
"totalTokens": 2139736,
|
|
"durationMs": 210267,
|
|
"toolCalls": 0
|
|
},
|
|
"error": null
|
|
},
|
|
"metrics": {
|
|
"toolCalls": 30,
|
|
"toolFailures": 5,
|
|
"fullRegens": 0,
|
|
"apiDiscovery": 0,
|
|
"readsOriginal": 0,
|
|
"planUpdates": 2,
|
|
"verifierChecks": 2
|
|
},
|
|
"checks": [
|
|
{
|
|
"passed": false,
|
|
"reason": "事实核查:交付物里以下数字/日期在本次材料中找不到出处:95%、80%、90%、85%、20%、70%。逐条二选一:改成材料里能找到的数值,或删除/明确标注为推测或目标值(如“目标 85%”)。不要保留无法回溯的裸数字。"
|
|
},
|
|
{
|
|
"passed": false,
|
|
"reason": "验证器未配置独立轻量模型(当前与主模型相同),跳过同源验证"
|
|
}
|
|
],
|
|
"artifacts": [
|
|
"研发智能体文档处理系统重构详细方案.docx",
|
|
"研发智能体文档处理系统重构详细方案.docx"
|
|
],
|
|
"durationMs": 210280
|
|
}
|
|
],
|
|
"total": {
|
|
"toolCalls": 58,
|
|
"toolFailures": 10,
|
|
"fullRegens": 0,
|
|
"apiDiscovery": 1,
|
|
"readsOriginal": 0,
|
|
"planUpdates": 9,
|
|
"verifierChecks": 5
|
|
},
|
|
"unverifiedFacts": [
|
|
"95%",
|
|
"80%",
|
|
"90%",
|
|
"85%",
|
|
"20%",
|
|
"70%"
|
|
]
|
|
},
|
|
{
|
|
"id": "qa-citation",
|
|
"turns": [
|
|
{
|
|
"user": "这次会议最主要的事情是什么",
|
|
"runId": "run_c23966341ee0",
|
|
"status": "completed",
|
|
"finalText": "本轮未做同源模型验证(验证器未独立配置);硬事实与事实核查已执行",
|
|
"usage": {
|
|
"id": "run_c23966341ee0",
|
|
"status": "completed",
|
|
"createdAt": "2026-10-10T00:16:13.059935626Z",
|
|
"endedAt": "2026-10-10T00:16:29.456464692Z",
|
|
"usage": {
|
|
"promptTokens": 23148,
|
|
"completionTokens": 728,
|
|
"totalTokens": 23876,
|
|
"durationMs": 16396,
|
|
"toolCalls": 0
|
|
},
|
|
"error": null
|
|
},
|
|
"metrics": {
|
|
"toolCalls": 0,
|
|
"toolFailures": 0,
|
|
"fullRegens": 0,
|
|
"apiDiscovery": 0,
|
|
"readsOriginal": 0,
|
|
"planUpdates": 0,
|
|
"verifierChecks": 1
|
|
},
|
|
"checks": [
|
|
{
|
|
"passed": false,
|
|
"reason": "验证器未配置独立轻量模型(当前与主模型相同),跳过同源验证"
|
|
}
|
|
],
|
|
"durationMs": 18029
|
|
}
|
|
],
|
|
"total": {
|
|
"toolCalls": 0,
|
|
"toolFailures": 0,
|
|
"fullRegens": 0,
|
|
"apiDiscovery": 0,
|
|
"readsOriginal": 0,
|
|
"planUpdates": 0,
|
|
"verifierChecks": 1
|
|
}
|
|
},
|
|
{
|
|
"id": "minutes-pm-tool",
|
|
"turns": [
|
|
{
|
|
"user": "生成会议纪要",
|
|
"runId": "run_e87920a123a3",
|
|
"status": "completed",
|
|
"finalText": "本轮未做同源模型验证(验证器未独立配置);硬事实与事实核查已执行",
|
|
"usage": {
|
|
"id": "run_e87920a123a3",
|
|
"status": "completed",
|
|
"createdAt": "2026-10-10T00:16:31.112896348Z",
|
|
"endedAt": "2026-10-10T00:18:24.614591662Z",
|
|
"usage": {
|
|
"promptTokens": 647994,
|
|
"completionTokens": 7187,
|
|
"totalTokens": 655181,
|
|
"durationMs": 113501,
|
|
"toolCalls": 0
|
|
},
|
|
"error": null
|
|
},
|
|
"metrics": {
|
|
"toolCalls": 19,
|
|
"toolFailures": 7,
|
|
"fullRegens": 0,
|
|
"apiDiscovery": 0,
|
|
"readsOriginal": 0,
|
|
"planUpdates": 0,
|
|
"verifierChecks": 1
|
|
},
|
|
"checks": [
|
|
{
|
|
"passed": false,
|
|
"reason": "验证器未配置独立轻量模型(当前与主模型相同),跳过同源验证"
|
|
}
|
|
],
|
|
"artifacts": [
|
|
"会议纪要-智能体项目管理工具演示与结题报告推进.docx"
|
|
],
|
|
"durationMs": 114121
|
|
}
|
|
],
|
|
"total": {
|
|
"toolCalls": 19,
|
|
"toolFailures": 7,
|
|
"fullRegens": 0,
|
|
"apiDiscovery": 0,
|
|
"readsOriginal": 0,
|
|
"planUpdates": 0,
|
|
"verifierChecks": 1
|
|
}
|
|
}
|
|
]
|
|
} |