[{"data":1,"prerenderedAt":342},["ShallowReactive",2],{"docs-page-cn-/cn/usecase/blog/agent_memory_observability_12_measures":3,"surround-cn-/cn/usecase/blog/agent_memory_observability_12_measures":330},{"id":4,"title":5,"avatar":6,"banner":6,"body":7,"category":6,"desc":6,"description":16,"extension":324,"lead":6,"links":6,"meta":325,"navigation":6,"path":326,"seo":327,"stem":328,"__hash__":329},"docs/cn/usecase/blog/agent_memory_observability_12_measures.md","Agent 记忆可观测性：上线后值得关注的 12 项指标",null,{"type":8,"value":9,"toc":316},"minimark",[10,17,20,23,27,30,33,35,38,41,214,217,219,223,226,243,262,264,267,284,302,313],[11,12,13],"p",{},[14,15,16],"em",{},"记忆张量 MemTensor 的生产检查清单",[11,18,19],{},"Agent 可能给出了正确答案，却依赖一条过期偏好；也可能检索到调用者无权访问的记录，或在用户纠正后继续使用旧信息。我们建议从首次写入到检索、再到后续变化，全程追踪记忆，了解哪些记录实际进入模型，并据此排查结果。",[21,22],"br",{},[24,25,26],"h2",{"id":26},"从用户完成任务的结果出发",[11,28,29],{},"选择一个记忆应当有所帮助的任务：一周后接续客服工单、编码 Agent 应用项目规则，或助手使用修正后的偏好。在模型、基础提示词、工具与评分标准一致的条件下，对比使用和不使用授权记忆的同类任务。",[11,31,32],{},"同时记录任务成功率、检索质量和延迟，才能把记忆系统的变化与 Agent 实际完成的工作关联起来。",[21,34],{},[24,36,37],{"id":37},"起步时的十二项指标",[11,39,40],{},"以下指标用于应用侧评估。试点前先定义标注规则、抽样方法和验收阈值。",[42,43,44,60],"table",{},[45,46,47],"thead",{},[48,49,50,54,57],"tr",{},[51,52,53],"th",{},"阶段",[51,55,56],{},"指标",[51,58,59],{},"衡量方式",[61,62,63,78,90,102,115,127,139,151,163,176,188,201],"tbody",{},[48,64,65,69,75],{},[66,67,68],"td",{},"写入",[66,70,71],{},[72,73,74],"strong",{},"1. 记忆接受率",[66,76,77],{},"抽样生成记忆中，内容准确、归属正确且值得保留的比例。",[48,79,80,82,87],{},[66,81,68],{},[66,83,84],{},[72,85,86],{},"2. 重复写入率",[66,88,89],{},"新存储记录中，与现有有效记忆形成无必要重复的比例；有意保留的历史版本除外。",[48,91,92,94,99],{},[66,93,68],{},[66,95,96],{},[72,97,98],{},"3. 写入到可检索延迟",[66,100,101],{},"从提交写入，到预先定义的授权查询首次成功找回记忆的时间，报告 p50 和 p95。",[48,103,104,107,112],{},[66,105,106],{},"检索",[66,108,109],{},[72,110,111],{},"4. 事实召回率 recall@k",[66,113,114],{},"前 k 条结果覆盖的必要事实数，除以任务所需的全部事实数；事实去重后计算。",[48,116,117,119,124],{},[66,118,106],{},[66,120,121],{},[72,122,123],{},"5. 准确率 precision@k",[66,125,126],{},"前 k 条结果中的相关记录数除以 k，未返回满的结果位按未命中计算。",[48,128,129,131,136],{},[66,130,106],{},[66,132,133],{},[72,134,135],{},"6. 过期信息召回率",[66,137,138],{},"返回记录中，相对于问题所要求时间已失效的比例。",[48,140,141,143,148],{},[66,142,106],{},[66,144,145],{},[72,146,147],{},"7. 跨范围信息暴露率",[66,149,150],{},"权限范围测试中，返回任意未授权记忆的测试比例，无论它是否出现在最终回答里。",[48,152,153,155,160],{},[66,154,106],{},[66,156,157],{},[72,158,159],{},"8. 读取延迟 p95",[66,161,162],{},"从发起检索请求到收到响应的第 95 百分位耗时，按负载与数据规模分别统计。",[48,164,165,168,173],{},[66,166,167],{},"更新",[66,169,170],{},[72,171,172],{},"9. 纠错传播时间",[66,174,175],{},"从提交纠正，到当前状态查询返回新值、且不再把旧值当作当前值的时间。",[48,177,178,180,185],{},[66,179,167],{},[66,181,182],{},[72,183,184],{},"10. 未解决冲突率",[66,186,187],{},"已审核事实组中，同一实体、属性、作用域和有效时间仍存在不兼容当前值的比例。",[48,189,190,193,198],{},[66,191,192],{},"遗忘",[66,194,195],{},[72,196,197],{},"11. 删除完成率",[66,199,200],{},"在截止时间前，已在声明范围内验证完成的删除请求数，除以全部到期请求数。",[48,202,203,206,211],{},[66,204,205],{},"结果",[66,207,208],{},[72,209,210],{},"12. 任务成功率增量",[66,212,213],{},"同类任务在使用和不使用授权记忆时的成功率差值，以百分点表示。",[11,215,216],{},"按实际负载设置延迟预算，并在成功请求耗时之外报告失败与超时。即使总体比例很低，也要逐条检查越权暴露和未完成的删除。",[21,218],{},[24,220,222],{"id":221},"用标识符串联过程减少私密内容副本","用标识符串联过程，减少私密内容副本",[11,224,225],{},"将每次请求与认证后的访问范围、查询、返回的记忆 ID、实际注入的记忆 ID、回答和反馈关联起来。对于写入、更新和删除，记录受影响的记忆 ID、来源引用、操作主体和时间。敏感内容保留在指定存储中，遥测系统通过引用查询。",[11,227,228,229,236,237,242],{},"MemOS Cloud 的",[230,231,235],"a",{"href":232,"rel":233},"https://memos-docs.openmem.net/cn/memos_cloud/features/async_mode/",[234],"nofollow","异步写入","会返回任务 ID，处理在后台继续进行。通过",[230,238,241],{"href":239,"rel":240},"https://memos-docs.openmem.net/cn/api_docs/message/get_status/",[234],"获取任务状态","跟踪完成情况，并按类别识别受影响的记忆。同时记录处理完成时间和首次成功检索时间。",[11,244,245,250,251,256,257,261],{},[230,246,249],{"href":247,"rel":248},"https://memos-docs.openmem.net/cn/memos_cloud/getting_started/cloud_and_opensource/",[234],"Cloud 控制台","提供调用日志与调用链查看，便于排查 API 行为。",[230,252,255],{"href":253,"rel":254},"https://docs.openmem.net/cn/openclaw/local_plugin/",[234],"MemOS Local Plugin Viewer","把记忆、任务、Analytics 和 Logs 汇集到同一个界面，便于检查本地运行情况。采用",[230,258,260],{"href":247,"rel":259},[234],"开源部署","时，也可以在自己的基础设施中扩展服务端观测。",[21,263],{},[24,265,266],{"id":266},"发布前演练三类失败",[11,268,269,272,273,278,279,283],{},[72,270,271],{},"尝试越权读取。"," 使用不同用户和项目的测试账号，也测试篡改标识符的请求。MemOS Cloud 的",[230,274,277],{"href":275,"rel":276},"https://memos-docs.openmem.net/cn/memos_cloud/introduction/isolation_filters/",[234],"项目与用户隔离","通过项目 API Key 和 ",[280,281,282],"code",{},"user_id"," 区分记录。在后端将这些 ID 绑定到已认证的调用者，再检查未授权请求是否会暴露其他范围的记录。",[11,285,286,289,290,295,296,301],{},[72,287,288],{},"纠正一条偏好，再执行同一任务。"," ",[230,291,294],{"href":292,"rel":293},"https://memos-docs.openmem.net/cn/memos_cloud/mem_operations/update_memory/",[234],"修改记忆","按 ID 编辑已知记录；",[230,297,300],{"href":298,"rel":299},"https://memos-docs.openmem.net/cn/memos_cloud/mem_operations/add_feedback/",[234],"添加反馈","理解自然语言纠正，定位相关记忆并更新。按约定期限衡量传播时间；历史记录可以保留，但应被识别为历史状态。",[11,303,304,289,307,312],{},[72,305,306],{},"删除测试记忆，再次检索。",[230,308,311],{"href":309,"rel":310},"https://memos-docs.openmem.net/cn/memos_cloud/mem_operations/delete_memory/",[234],"删除记忆","支持在 API Key 所属项目内删除指定条目或用户的记忆。按 Agent 删除需要开启 Agent 独立记忆。查询应用使用的每一条检索路径，并在删除策略覆盖的底层存储中验证完成情况，包括应用保存的副本。",[11,314,315],{},"从一条用户旅程和一小组已标注任务开始。当更多指标能够帮助诊断失败或作出发布决策时，再扩展测量范围。",{"title":317,"searchDepth":318,"depth":318,"links":319},"",2,[320,321,322,323],{"id":26,"depth":318,"text":26},{"id":37,"depth":318,"text":37},{"id":221,"depth":318,"text":222},{"id":266,"depth":318,"text":266},"md",{},"/cn/usecase/blog/agent_memory_observability_12_measures",{"title":5,"description":16},"cn/usecase/blog/agent_memory_observability_12_measures","NFs7TRrfVyDsTrHkPs5d5NusmwGU3V4UK_rZh-9HHIo",[331,337],{"title":332,"path":333,"stem":334,"framework":6,"module":6,"class":335,"target":-1,"active":336,"defaultOpen":336,"children":-1,"description":-1},"Agent 记忆与 RAG 的区别：2026 年生产实践指南","/cn/usecase/blog/agent_memory_is_not_rag","usecase/blog/agent_memory_is_not_rag",[],false,{"title":338,"path":339,"stem":340,"framework":6,"module":6,"class":341,"target":-1,"active":336,"defaultOpen":336,"children":-1,"description":-1},"如何为 AI Agent 选择 MemOS 接入方式","/cn/usecase/blog/choosing_memos_integration","usecase/blog/choosing_memos_integration",[],1793163788547]