mirror of
https://gitcode.com/JianFeeeee/HomeAgent.git
synced 2026-10-15 12:15:16 +00:00
生产已在上一提交(86572d13)全绿;本提交把 CAS 专属测试改到块语义,
并修掉几处判据自身的缺陷(判据错 ≠ 生产错):
- sdk/memory_impl_test: media.Store→块;NewGraphMemoryWithPlugin
- core/{graphmedia,mediaref,medialive,medialoop,inputunify}_test:
mediaStore→memory;PayloadDigest→Data/BlockData;shortDigest→shortID
- graphmedia: 无引用句子用独立块 ID(shortID 20 字符会与 blk_src_ 撞长度)
- memory/sentence_block: BlockByIDPrefix 加 len<12 下限(短引用守卫)
- core/medialoop: reembedOneBlock 按 BlockData 兜底取字节(lean 列无 data)
- knowledge: broken.png 改目录造读失败(chmod 0000 对 root 无效);
dense/attach 测试补 Data 并先落盘后 AttachMedia
- webui: graph_pulse fixture payload_digest→has_data
注:internal/plugin/proc 的 shmVersion 不匹配(内核1/插件2)是
SDK 仓(777c3a0,v2 模板)与本分支内核(v1)的跨仓版本错位,
与块 union 无关(stash 全部改动后仍复现),属 proc-extra 特性线。
797 lines
26 KiB
Go
797 lines
26 KiB
Go
package core
|
||
|
||
import (
|
||
"fmt"
|
||
"path/filepath"
|
||
"strings"
|
||
"testing"
|
||
"time"
|
||
|
||
"github.com/JianFeeeee/HomeAgent/internal/memory"
|
||
"github.com/JianFeeeee/HomeAgent/internal/memory/document"
|
||
)
|
||
|
||
// L3 图库媒体绑定测试(块 union 化之后)。
|
||
//
|
||
// 这层的目的只有一个:几个月后从图谱走到一条句子,要能取回当时那份媒体。
|
||
// 媒体作为一等块进入 L3(字节在块自己的 Data),以结构边与承载节点相连:
|
||
//
|
||
// sentence --contains--> block(对话/三元组产生的记忆)
|
||
// document --contains--> block(L2 文档归档进 L3)
|
||
//
|
||
// 描述文本、marker 反解、CAS digest、由 marker 反推出的「媒体实体」全部已废弃,
|
||
// 因此这些测试也不存在任何按描述或 digest 检索的断言。
|
||
|
||
// mediaBlock 构造内容派生 ID 的媒体块。
|
||
func mediaBlock(mime string, payload []byte) memory.MemoryBlock {
|
||
return memory.MemoryBlock{
|
||
ID: memory.MediaBlockID(mime, payload),
|
||
Modality: memory.BlockImage,
|
||
Data: payload,
|
||
MIME: mime,
|
||
Size: int64(len(payload)),
|
||
}
|
||
}
|
||
|
||
// attachBlockToSentenceBlock 提交一条句子并把媒体变成 L3 一等块。
|
||
// 必须走真实提交:边要求两端都是真实图节点。
|
||
func attachBlockToSentenceBlock(t *testing.T, g *memory.GraphDB, sentenceText string, payload []byte) (string, memory.MemoryBlock) {
|
||
t.Helper()
|
||
ids, _, _, err := g.CommitWithMedia([]memory.Triple{{
|
||
Subject: "媒体载体", Relation: "包含", Object: "内容", SentenceText: sentenceText,
|
||
}}, "test", 0)
|
||
if err != nil {
|
||
t.Fatalf("CommitWithMedia: %v", err)
|
||
}
|
||
// ★ 媒体的挂载点是「原句块 ID」(sentences 表行号已退场)。
|
||
sid := ids[sentenceText]
|
||
if sid == "" {
|
||
t.Fatalf("拿不到原句块 ID: %q", sentenceText)
|
||
}
|
||
b := mediaBlock("image/png", payload)
|
||
if err := g.PutMemoryBlocks([]memory.MemoryBlock{b}); err != nil {
|
||
t.Fatalf("PutMemoryBlocks: %v", err)
|
||
}
|
||
// 端点 kind 都是 "block"(原句由块承载)
|
||
if err := g.AddMemoryBlockEdge("block", sid, "block", b.ID, "contains"); err != nil {
|
||
t.Fatalf("AddMemoryBlockEdge: %v", err)
|
||
}
|
||
return sid, b
|
||
}
|
||
|
||
func newGraphMediaAgent(t *testing.T) (*Agent, *memory.GraphDB) {
|
||
t.Helper()
|
||
dir := t.TempDir()
|
||
|
||
g, err := memory.NewGraphDB(filepath.Join(dir, "graph.db"))
|
||
if err != nil {
|
||
t.Fatalf("NewGraphDB: %v", err)
|
||
}
|
||
t.Cleanup(func() { g.Close() })
|
||
|
||
return &Agent{memory: g}, g
|
||
}
|
||
|
||
func TestCommitWithMedia_ReturnsSentenceIDs(t *testing.T) {
|
||
_, g := newGraphMediaAgent(t)
|
||
|
||
sentence := "这张图是紫蓝红三色带。"
|
||
triples := []memory.Triple{{
|
||
Subject: "图片", Relation: "内容", Object: "三色带",
|
||
SentenceText: sentence,
|
||
}}
|
||
|
||
ids, ec, rc, err := g.CommitWithMedia(triples, "s1", 0)
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
// ★ 旧表双写已停 ⇒ ec/rc 恒为 0(2026-10-04)
|
||
//
|
||
// 判据要验的是「写进了图库」,改用块侧信号。
|
||
blocks, err := g.MemoryBlocks()
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if len(blocks) < 3 { // 主体 + 宾语 + 原句块
|
||
t.Fatalf("应写入 ≥3 个块(主体/宾语/原句),实际 %d", len(blocks))
|
||
}
|
||
fmt.Printf(" 写入块 %d 个(旧表计数已停用 ec=%d rc=%d)\n", len(blocks), ec, rc)
|
||
if ids[sentence] == "" {
|
||
t.Fatalf("应返回原句块 ID,实际 %v", ids)
|
||
}
|
||
}
|
||
|
||
func TestCommit_StillWorksAfterRefactor(t *testing.T) {
|
||
// Commit 有三十多个调用点,内部转调后行为必须完全不变
|
||
_, g := newGraphMediaAgent(t)
|
||
|
||
triples := []memory.Triple{
|
||
{Subject: "张三", Relation: "喜欢", Object: "咖啡", SentenceText: "张三喜欢咖啡"},
|
||
{Subject: "李四", Relation: "住在", Object: "北京"},
|
||
}
|
||
ec, rc, err := g.Commit(triples, "s1", 0)
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
// ★ 旧表双写已停(2026-10-04)⇒ ec/rc 恒为 0。
|
||
// 判据要验的是「Commit 写进去了」,改用**块侧**信号。
|
||
if ec != 0 || rc != 0 {
|
||
t.Fatalf("旧表双写已停,ec/rc 应为 0,实际 ec=%d rc=%d", ec, rc)
|
||
}
|
||
blocks, err := g.MemoryBlocks()
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if len(blocks) < 4 {
|
||
t.Fatalf("Commit 应写入 ≥4 个实体块,实际 %d", len(blocks))
|
||
}
|
||
fmt.Printf(" Commit 写入块 %d 个(旧表计数已停用 ec=%d rc=%d)\n", len(blocks), ec, rc)
|
||
|
||
// 重复提交同一批:关系边允许并存(52e4596 移除 UNIQUE),幂等体现在块侧。
|
||
_, _, err = g.Commit(triples, "s1", 0)
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
blocks2, err := g.MemoryBlocks()
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if len(blocks2) != len(blocks) {
|
||
t.Errorf("重复提交不该新增块(块 ID 内容派生,幂等),%d → %d",
|
||
len(blocks), len(blocks2))
|
||
}
|
||
}
|
||
|
||
func TestCommitTriplesWithMedia_RoundTrip(t *testing.T) {
|
||
// 整层的核心断言:写入 → 提交 → 反查取回原始字节
|
||
a, _ := newGraphMediaAgent(t)
|
||
|
||
content := []byte("\x89PNG\r\n\x1a\n fake image bytes")
|
||
b := mediaBlock("image/png", content)
|
||
// 媒体块先落库(字节随块),三元组只带轻量块 ID 引用
|
||
if err := a.memory.PutMemoryBlocks([]memory.MemoryBlock{b}); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
|
||
sentence := "用户发来一张紫蓝红三色带图。"
|
||
triples := []memory.Triple{{
|
||
Subject: "图片", Relation: "内容", Object: "三色带",
|
||
SentenceText: sentence,
|
||
MediaDigests: []string{b.ID[:12]}, // 模型手里通常只有短前缀
|
||
}}
|
||
|
||
if _, _, bound, err := a.commitTriplesWithMedia(triples, "s1", 0, nil); err != nil {
|
||
t.Fatal(err)
|
||
} else if bound != 1 {
|
||
t.Fatalf("应绑定 1 个块,实际 %d", bound)
|
||
}
|
||
|
||
ids, _, _, err := a.memory.CommitWithMedia(triples, "s1", 0)
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
sid := ids[sentence]
|
||
if sid == "" {
|
||
t.Fatal("拿不到句子 id")
|
||
}
|
||
|
||
// 反查:从句子取回一等块,再取回字节
|
||
blocks, err := a.RecallBlocksForSentence(sid)
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if len(blocks) != 1 || blocks[0].ID != b.ID {
|
||
t.Fatalf("反查应得块 %s,实际 %+v", b.ID, blocks)
|
||
}
|
||
// 召回是 lean 列;字节按块 ID 单取 —— 块即 union
|
||
got, err := a.memory.BlockData(b.ID)
|
||
if err != nil {
|
||
t.Fatalf("取回内容失败: %v", err)
|
||
}
|
||
if string(got) != string(content) {
|
||
t.Fatal("取回的内容与写入不一致")
|
||
}
|
||
}
|
||
|
||
func TestAttachBlocksToSentence_SkipsUnresolvable(t *testing.T) {
|
||
// 块引用在库里不存在时必须跳过,不能建一条指向虚无的块边。
|
||
a, g := newGraphMediaAgent(t)
|
||
// ★ 空块 ID = 无效句柄
|
||
if n := a.attachBlocksToSentenceBlock("", []string{"deadbeefdead"}, nil, ""); n != 0 {
|
||
t.Fatalf("无法补全的块引用不该建块,实际绑定 %d", n)
|
||
}
|
||
blocks, err := g.BlocksForNode("sentence", "42")
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if len(blocks) != 0 {
|
||
t.Fatalf("不该有块,实际 %+v", blocks)
|
||
}
|
||
}
|
||
|
||
func TestAttachBlocksToSentence_NilStoreNoop(t *testing.T) {
|
||
a := &Agent{}
|
||
if n := a.attachBlocksToSentenceBlock("", []string{"aaaaaaaaaaaa"}, nil, ""); n != 0 {
|
||
t.Fatalf("媒体关闭时应静默无操作,实际 %d", n)
|
||
}
|
||
if got, err := a.RecallBlocksForSentence(""); err != nil || got != nil {
|
||
t.Fatalf("媒体关闭时应静默无操作,实际 %v / %v", got, err)
|
||
}
|
||
}
|
||
|
||
func TestAttachBlocksToSentence_ReusesSeedIdentity(t *testing.T) {
|
||
// L2→L3 迁移必须保持块身份:同一个块换层,而不是另建一个同内容的新块。
|
||
a, g := newGraphMediaAgent(t)
|
||
seedBlock := mediaBlock("image/png", []byte("seed-img"))
|
||
// 种子块先入库(内容派生 ID,因此 attachBlocksToSentenceBlock
|
||
// 也可以按前缀解析到它 —— 但这里显式走 seed 通道)
|
||
if err := g.PutMemoryBlocks([]memory.MemoryBlock{seedBlock}); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
|
||
ids, _, _, err := g.CommitWithMedia([]memory.Triple{{
|
||
Subject: "迁移", Relation: "包含", Object: "媒体", SentenceText: "迁移测试句。",
|
||
}}, "seed", 0)
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
sid := ids["迁移测试句。"]
|
||
|
||
byDigest := map[string]memory.MemoryBlock{seedBlock.ID: seedBlock}
|
||
if n := a.attachBlocksToSentenceBlock(sid, []string{seedBlock.ID}, byDigest, ""); n != 1 {
|
||
t.Fatalf("应绑定 1 个块,实际 %d", n)
|
||
}
|
||
blocks, err := g.BlocksForNode("block", sid)
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if len(blocks) != 1 || blocks[0].ID != seedBlock.ID {
|
||
t.Fatalf("块身份应保持为 %s,实际 %+v", seedBlock.ID, blocks)
|
||
}
|
||
}
|
||
|
||
func TestLinkBlocksToDocument_CreatesDocumentNodeEdge(t *testing.T) {
|
||
// 文档归档进 L3:块原样迁入,document --contains--> block 边建立。
|
||
a, g := newGraphMediaAgent(t)
|
||
|
||
b := mediaBlock("image/png", []byte("doc-img"))
|
||
|
||
if n := a.linkBlocksToDocument("doc_42", []memory.MemoryBlock{b}, ""); n != 1 {
|
||
t.Fatalf("应建立 1 条文档→块边,实际 %d", n)
|
||
}
|
||
blocks, err := g.BlocksForNode("document", "doc_42")
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if len(blocks) != 1 || blocks[0].ID != b.ID {
|
||
t.Fatalf("文档应持有块 %s,实际 %+v", b.ID, blocks)
|
||
}
|
||
}
|
||
|
||
func TestCommitTriplesWithMedia_FallsBackWithoutStore(t *testing.T) {
|
||
// 媒体关闭时退回普通 Commit,行为与直接调 Commit 完全一致
|
||
dir := t.TempDir()
|
||
g, err := memory.NewGraphDB(filepath.Join(dir, "g.db"))
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer g.Close()
|
||
|
||
a := &Agent{memory: g}
|
||
ec, rc, _, err := a.commitTriplesWithMedia([]memory.Triple{
|
||
{Subject: "张三", Relation: "喜欢", Object: "咖啡"},
|
||
}, "s1", 0, nil)
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
// ★ 旧表停写后 ec/rc 恒 0,改验块侧(2026-10-04)
|
||
blocks, err := g.MemoryBlocks()
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if len(blocks) < 2 {
|
||
t.Fatalf("期望 ≥2 个块(主体 + 宾语),实际 %d", len(blocks))
|
||
}
|
||
_ = ec
|
||
_ = rc
|
||
}
|
||
|
||
func TestMediaContextForSentences(t *testing.T) {
|
||
a, g := newGraphMediaAgent(t)
|
||
|
||
sid, b := attachBlockToSentenceBlock(t, g, "一张紫蓝红三色带图。", []byte("img"))
|
||
// ★ 第二个句子必须是**库里不存在**的独立块 ID,不能用 sid+"-extra":
|
||
// shortID 截断到 20 字符,而 blk_src_<12hex> 恰好 20 字符,
|
||
// 于是 shortID(sid+"-extra") == shortID(sid),负向断言会误命中 sid 自己那行。
|
||
noRefSID := memory.SentenceBlockID("库里完全不存在的另一句话。")
|
||
|
||
out := a.mediaContextForSentences([]string{sid, noRefSID})
|
||
if out == "" {
|
||
t.Fatal("应产出媒体说明")
|
||
}
|
||
// 说明里的句子标识是 shortID(块ID)
|
||
if !contains(out, fmt.Sprintf("句子 %s", shortID(sid))) || !contains(out, shortID(b.ID)) {
|
||
t.Fatalf("说明内容不对: %q(期望含 shortID=%s)", out, shortID(sid))
|
||
}
|
||
// 说明只含 MIME 与短块 ID,不含任何生成的描述
|
||
if contains(out, "紫蓝红") {
|
||
t.Fatalf("说明里不该有描述文本(描述式索引已废弃): %q", out)
|
||
}
|
||
// 无引用的句子不该出现
|
||
if contains(out, fmt.Sprintf("句子 %s", shortID(noRefSID))) {
|
||
t.Fatalf("无引用的句子不该出现: %q", out)
|
||
}
|
||
}
|
||
|
||
func TestMediaContextForRelations_SurfacesMediaToAgent(t *testing.T) {
|
||
// L3 检索接线回归:媒体作为一等块进了图库,agent 必须拿得出来。
|
||
a, g := newGraphMediaAgent(t)
|
||
|
||
b := mediaBlock("image/png", []byte("img bytes"))
|
||
sentence := "一张紫蓝红三色带图。"
|
||
ids, _, _, err := g.CommitWithMedia([]memory.Triple{{
|
||
Subject: "媒体载体", Relation: "包含", Object: "内容", SentenceText: sentence,
|
||
}}, "rel", 0)
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
sid := ids[sentence]
|
||
if err := g.PutMemoryBlocks([]memory.MemoryBlock{b}); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if err := g.AddMemoryBlockEdge("block", sid, "block", b.ID, "contains"); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
|
||
// 命中的关系挂着该句子 → 应产出媒体说明
|
||
// ★ 挂载点是 SentenceText 现算块 ID(sentenceIDsFromRelations 的新契约)
|
||
out := a.mediaContextForRelations([]memory.Relation{{ID: 1, SentenceText: sentence}})
|
||
if out == "" {
|
||
t.Fatal("关系挂着有媒体的句子,却没产出媒体说明——L3 检索接线断了")
|
||
}
|
||
if !contains(out, shortID(b.ID)) {
|
||
t.Errorf("媒体说明里应含短块 ID 供反查: %q", out)
|
||
}
|
||
|
||
// 没挂媒体的关系不该产出噪声
|
||
if out := a.mediaContextForRelations([]memory.Relation{{ID: 2, SentenceText: "库中不存在的句子。"}}); out != "" {
|
||
t.Errorf("无媒体的句子不该产出说明: %q", out)
|
||
}
|
||
if out := a.mediaContextForRelations(nil); out != "" {
|
||
t.Errorf("空关系不该产出说明: %q", out)
|
||
}
|
||
}
|
||
|
||
func TestBuildMemoryContext_IncludesMediaSection(t *testing.T) {
|
||
// buildMemoryContext 是自动注入路径(每次 LLM 调用都走)。
|
||
// 媒体说明必须出现在这里,否则 agent 只有显式调 memory_recall 才知道有图。
|
||
a, graph := newGraphMediaAgent(t)
|
||
|
||
b := mediaBlock("image/png", []byte("auto inject"))
|
||
|
||
sentence := "用户发来的图片。"
|
||
sids, _, _, err := graph.CommitWithMedia([]memory.Triple{{
|
||
Subject: "测试图片", Relation: "包含", Object: "三色带", SentenceText: sentence,
|
||
}}, "auto", 0)
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
sid := sids[sentence]
|
||
if sid == "" {
|
||
t.Fatal("拿不到句子 id")
|
||
}
|
||
if err := graph.PutMemoryBlocks([]memory.MemoryBlock{{
|
||
ID: "blk_auto_1", Modality: memory.BlockImage,
|
||
Data: b.Data, MIME: "image/png",
|
||
}}); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if err := graph.AddMemoryBlockEdge("block", sid, "block", "blk_auto_1", "contains"); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
|
||
a.indexer = memory.NewIndexer(graph)
|
||
if err := a.indexer.Sync(); err != nil {
|
||
t.Fatalf("indexer sync: %v", err)
|
||
}
|
||
|
||
out := a.buildMemoryContext("测试图片", 0, nil)
|
||
if out == "" {
|
||
t.Skip("图库召回未命中(indexer 检索策略所致),无法验证媒体段注入")
|
||
}
|
||
if !contains(out, "【关联媒体】") {
|
||
t.Errorf("自动注入的记忆上下文缺少媒体段: %q", out)
|
||
}
|
||
if !contains(out, shortID("blk_auto_1")) {
|
||
t.Errorf("媒体段里应含短块 ID: %q", out)
|
||
}
|
||
}
|
||
|
||
func TestResolvePrefix(t *testing.T) {
|
||
// BlockByIDPrefix 的前缀解析契约(CAS ResolvePrefix 的接任者)。
|
||
dir := t.TempDir()
|
||
g, err := memory.NewGraphDB(filepath.Join(dir, "g.db"))
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer g.Close()
|
||
|
||
b := mediaBlock("image/png", []byte("content"))
|
||
if err := g.PutMemoryBlocks([]memory.MemoryBlock{b}); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
|
||
// 短前缀补全
|
||
got, ok, err := g.BlockByIDPrefix(b.ID[:12])
|
||
if err != nil || !ok || got.ID != b.ID {
|
||
t.Fatalf("短前缀补全失败: %v / %v / %v", got, ok, err)
|
||
}
|
||
// 完整 ID 原样返回
|
||
got, ok, err = g.BlockByIDPrefix(b.ID)
|
||
if err != nil || !ok || got.ID != b.ID {
|
||
t.Fatalf("完整 ID 应原样返回: %v / %v / %v", got, ok, err)
|
||
}
|
||
// 过短/不存在 → 不解析(宁可不解析也不猜)
|
||
if _, ok, _ := g.BlockByIDPrefix("blk"); ok {
|
||
t.Fatal("过短前缀不该命中")
|
||
}
|
||
if _, ok, _ := g.BlockByIDPrefix("deadbeefdead"); ok {
|
||
t.Fatal("不存在的前缀不该命中")
|
||
}
|
||
}
|
||
|
||
func TestResolvePrefix_AmbiguityIsError(t *testing.T) {
|
||
// 前缀歧义视为不命中而非"取第一个":挂错块会让内容被误删。
|
||
// 构造歧义需要两个同前缀块 ID —— 内容派生 ID 无法人为构造同前缀,
|
||
// 因此这里退而验证「12 位前缀在大量样本下的行为是确定的」:
|
||
// 要么唯一命中,要么明确不命中,绝不静默取第一个。
|
||
dir := t.TempDir()
|
||
g, err := memory.NewGraphDB(filepath.Join(dir, "g.db"))
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer g.Close()
|
||
|
||
ids := make([]string, 0, 200)
|
||
for i := 0; i < 200; i++ {
|
||
b := mediaBlock("image/png", []byte("content-"+fmt.Sprint(i)+"-"+strings.Repeat("x", i%7)))
|
||
if err := g.PutMemoryBlocks([]memory.MemoryBlock{b}); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
ids = append(ids, b.ID)
|
||
}
|
||
|
||
for _, id := range ids {
|
||
got, ok, err := g.BlockByIDPrefix(id[:12])
|
||
if err != nil {
|
||
t.Fatalf("前缀 %s 查询报错: %v", id[:12], err)
|
||
}
|
||
if ok && got.ID != id {
|
||
t.Fatalf("补全结果错误: 前缀 %s 得到 %s(期望 %s)", id[:12], got.ID, id)
|
||
}
|
||
}
|
||
}
|
||
|
||
func TestArchiveColdDocs_KeepsDocWhenGraphWriteEmpty(t *testing.T) {
|
||
// 数据丢失回归:三元组全被实体名校验拒绝时(Commit 无错但 0 entities
|
||
// 0 relations),文档不能删、其持有的块不能丢。
|
||
a, _ := newGraphMediaAgent(t)
|
||
|
||
dir := t.TempDir()
|
||
ds := document.NewStore(filepath.Join(dir, "docs"), memory.TokenizeWords)
|
||
if err := ds.Start(); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer ds.Stop()
|
||
a.docStore = ds
|
||
a.embedder = memory.NewStaticEmbedder()
|
||
|
||
b := mediaBlock("image/png", []byte("image bytes"))
|
||
doc := &document.Doc{
|
||
ID: "doc_keep",
|
||
Summary: strings.Repeat("超长摘要文本", 20), // >80 字触发长度门槛被跳过
|
||
Content: "一段没有媒体标记的正文",
|
||
Source: strings.Repeat("超长来源名", 20), // 100 字,超 validEntityName 上限
|
||
CreatedAt: time.Now().Add(-200 * time.Hour),
|
||
LastAccess: time.Now().Add(-200 * time.Hour),
|
||
AccessCount: 0,
|
||
Blocks: []memory.MemoryBlock{b},
|
||
}
|
||
if err := ds.Insert(doc); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
// Insert 会把 LastAccess 覆写成 now、AccessCount 置 1,
|
||
// 于是 FindColdDocs(72h, 2) 一篇都找不到。插入后再改回来,
|
||
// 让文档真正满足"冷"的条件——这是触发归档路径的前提。
|
||
for _, d := range ds.RecentDocs(10) {
|
||
if d.ID == doc.ID {
|
||
d.LastAccess = time.Now().Add(-200 * time.Hour)
|
||
d.AccessCount = 0
|
||
}
|
||
}
|
||
a.archiveColdDocs()
|
||
|
||
// 关键断言:块在、文档在
|
||
held := false
|
||
for _, d := range ds.RecentDocs(10) {
|
||
if d.ID == doc.ID && len(d.Blocks) > 0 {
|
||
held = true
|
||
}
|
||
}
|
||
if !held {
|
||
t.Error("文档或块被释放了——图库没有句子承载它,内容会被删除")
|
||
}
|
||
}
|
||
|
||
func TestArchiveColdDocs_MigratesBlocksToGraph(t *testing.T) {
|
||
// 归档成功时块必须迁进 L3 并以 document --contains--> block 关联,
|
||
// 然后文档才被删除(迁移而非复制/引用保活)。
|
||
a, g := newGraphMediaAgent(t)
|
||
|
||
dir := t.TempDir()
|
||
ds := document.NewStore(filepath.Join(dir, "docs"), memory.TokenizeWords)
|
||
if err := ds.Start(); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer ds.Stop()
|
||
a.docStore = ds
|
||
a.embedder = memory.NewStaticEmbedder()
|
||
|
||
b := mediaBlock("image/png", []byte("archived-image"))
|
||
doc := &document.Doc{
|
||
ID: "doc_arch",
|
||
Summary: "带图的冷文档",
|
||
Content: "张三把三色带图交给了李四。",
|
||
Source: "manual",
|
||
Blocks: []memory.MemoryBlock{b},
|
||
}
|
||
if err := ds.Insert(doc); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
for _, d := range ds.RecentDocs(10) {
|
||
if d.ID == doc.ID {
|
||
d.LastAccess = time.Now().Add(-200 * time.Hour)
|
||
d.AccessCount = 0
|
||
}
|
||
}
|
||
a.archiveColdDocs()
|
||
|
||
if d := ds.Get("doc_arch"); d != nil {
|
||
t.Fatal("块已迁入 L3,文档应被删除")
|
||
}
|
||
blocks, err := g.BlocksForNode("document", "doc_arch")
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if len(blocks) != 1 || blocks[0].ID != b.ID {
|
||
t.Fatalf("L3 文档节点应持有原块(身份不变 %s),实际 %+v", b.ID, blocks)
|
||
}
|
||
}
|
||
|
||
func TestMigrateLegacyMediaEntities(t *testing.T) {
|
||
// 旧数据:媒体被伪装成 type=Media 的实体,靠描述文本当索引。
|
||
// 迁移必须把它还原成原生块(挂回原句子)并删掉旧实体与描述关系。
|
||
_, g := newGraphMediaAgent(t)
|
||
|
||
b := mediaBlock("image/png", []byte("legacy-img"))
|
||
shortRef := b.ID[len("blk_media_"):][:12]
|
||
sentence := "老数据里的三色带图 [image/png " + shortRef + "]"
|
||
// ★★ 直接写旧表,不用 CommitWithMedia 造(2026-10-04)
|
||
//
|
||
// 旧表双写已停 ⇒ Commit 不再写 entities/relations,
|
||
// 于是这个迁移测试的**输入天然为空**,
|
||
// 「迁出 0 条」竟然通过 —— 那不是「迁移正确」,是「测不到」。
|
||
//
|
||
// 迁移的输入就是旧表,所以测试也该直接构造旧表。
|
||
// (SeedLegacyMediaEntity 明确标注为测试专用。)
|
||
mediaName := "图片 " + shortRef
|
||
mediaEntID, err := g.SeedLegacyMediaEntity(mediaName, "Media")
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
// ★ 迁移靠旧 relations 找到「该把媒体块挂到哪句上」,
|
||
// 所以旧表里必须有 sentence 行 + 关联行。
|
||
sentRowID, err := g.SeedLegacySentenceRow(sentence)
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if err := g.LinkLegacyEntityToSentence(mediaEntID, sentRowID); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
sid := memory.SentenceBlockID(sentence)
|
||
if _, _, _, err := g.CommitWithMedia([]memory.Triple{{
|
||
Subject: "内容源",
|
||
Relation: "描述",
|
||
Object: "三色带的描述文本",
|
||
SentenceText: sentence,
|
||
}}, "legacy", 0); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
|
||
// 块 union 化后,resolver 直接把短引用映射回内容派生块。
|
||
blocks, entities, err := g.MigrateLegacyMediaEntities(func(short string) (memory.MemoryBlock, bool) {
|
||
if short != shortRef {
|
||
return memory.MemoryBlock{}, false
|
||
}
|
||
return b, true
|
||
})
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if blocks != 1 || entities != 1 {
|
||
t.Fatalf("应迁移 1 块 / 删 1 实体,实际 %d / %d", blocks, entities)
|
||
}
|
||
|
||
// ★ 旧媒体实体必须消失(直接查旧表,与实现无关)。
|
||
legacyMedia, err := g.CountLegacyEntitiesByType("Media")
|
||
if err != nil {
|
||
t.Fatalf("查旧媒体实体: %v", err)
|
||
}
|
||
if legacyMedia != 0 {
|
||
t.Errorf("旧表里仍有 %d 个媒体实体", legacyMedia)
|
||
}
|
||
// 块必须挂回原句子,且字节随块可取回
|
||
got, err := g.BlocksForNode("block", sid)
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if len(got) != 1 || got[0].ID != b.ID {
|
||
t.Fatalf("句子应持有原生块 %s,实际 %+v", b.ID, got)
|
||
}
|
||
gotBytes, err := g.BlockData(b.ID)
|
||
if err != nil || string(gotBytes) != string(b.Data) {
|
||
t.Fatalf("迁移后块字节应可取回: %v / %v", gotBytes, err)
|
||
}
|
||
|
||
// 幂等:再跑一遍不应重复建块
|
||
blocks2, entities2, err := g.MigrateLegacyMediaEntities(nil)
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if blocks2 != 0 || entities2 != 0 {
|
||
t.Fatalf("无 resolver 时应空操作,实际 %d / %d", blocks2, entities2)
|
||
}
|
||
}
|
||
|
||
func TestCleanupOrphanedSentences_KeepsBlockBackedSentences(t *testing.T) {
|
||
// 旧媒体实体被删除后,承载它的句子可能再无关系引用,
|
||
// 但它还挂着媒体块——清理孤儿句子时不能把它删掉。
|
||
_, g := newGraphMediaAgent(t)
|
||
|
||
b := mediaBlock("image/png", []byte("orphan-img"))
|
||
sentence := "只靠媒体块存活的句子。"
|
||
ids, _, _, err := g.CommitWithMedia([]memory.Triple{{
|
||
Subject: "媒体载体", Relation: "包含", Object: "内容", SentenceText: sentence,
|
||
}}, "orphan", 0)
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
sid := ids[sentence]
|
||
|
||
if err := g.PutMemoryBlocks([]memory.MemoryBlock{b}); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
// 端点 kind 都是 "block"(原句由块承载)
|
||
if err := g.AddMemoryBlockEdge("block", sid, "block", b.ID, "contains"); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
|
||
// 解除关系引用,句子只剩块边
|
||
res, err := g.Recall([]string{"媒体载体"}, nil, 2, "")
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
for _, r := range res.Relations {
|
||
if err := g.ClearSentenceID(r.ID); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
}
|
||
if _, err := g.CleanupOrphanedSentences(); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
blocks, err := g.BlocksForNode("block", sid)
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if len(blocks) != 1 {
|
||
t.Fatalf("承载媒体块的句子被误删,块反查失败: %+v", blocks)
|
||
}
|
||
}
|
||
|
||
func TestSentenceIDsFromRelations(t *testing.T) {
|
||
// 关系行不持有媒体,媒体挂在句子上。这个函数负责「关系→句子」这一跳。
|
||
//
|
||
// ★ 输入契约已变(Commit 块化后):
|
||
// 从 Relation.SentenceID(sentences 表行号)改为按 SentenceText
|
||
// 现算 blk_src_<hash>。行号不再是稳定挂载点 —— sentences 表退场。
|
||
// 去重与「无句子」的剔除仍然必须。
|
||
rels := []memory.Relation{
|
||
{ID: 1, SentenceText: "句子甲。"},
|
||
{ID: 2}, // 无句子
|
||
{ID: 3, SentenceText: "句子甲。"}, // 重复
|
||
{ID: 4, SentenceText: "句子乙。"},
|
||
}
|
||
want0 := memory.SentenceBlockID("句子甲。")
|
||
want1 := memory.SentenceBlockID("句子乙。")
|
||
got := sentenceIDsFromRelations(rels)
|
||
if len(got) != 2 {
|
||
t.Fatalf("应得 2 个去重后的原句块 ID,实际 %v", got)
|
||
}
|
||
if got[0] != want0 || got[1] != want1 {
|
||
t.Fatalf("原句块 ID 或顺序不对: %v(期望 [%s %s])", got, want0, want1)
|
||
}
|
||
if !strings.HasPrefix(got[0], "blk_src_") {
|
||
t.Errorf("应是原句块 ID(blk_src_ 前缀),实际 %q", got[0])
|
||
}
|
||
if n := sentenceIDsFromRelations(nil); n != nil {
|
||
t.Fatalf("空输入应返回 nil,实际 %v", n)
|
||
}
|
||
}
|
||
|
||
func TestMediaBlocksHeldByDocumentSurviveDeletion(t *testing.T) {
|
||
// 文档持有的一等块把内容钉住;文档被删后块随之消失,字节随块同生灭。
|
||
dir := t.TempDir()
|
||
ds := document.NewStore(filepath.Join(dir, "docs"), memory.TokenizeWords)
|
||
if err := ds.Start(); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer ds.Stop()
|
||
|
||
b := mediaBlock("image/png", []byte("doc image"))
|
||
doc := &document.Doc{
|
||
ID: "doc_1", Summary: "带图的文档", Content: "正文",
|
||
Blocks: []memory.MemoryBlock{b},
|
||
}
|
||
if err := ds.Insert(doc); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
|
||
// 文档仍持有块 → 字节在块里可读
|
||
blocks := ds.Blocks()
|
||
if len(blocks) != 1 || string(blocks[0].Data) != "doc image" {
|
||
t.Fatalf("文档应持有带字节的块,实际 %+v", blocks)
|
||
}
|
||
|
||
// 删除文档 → 块随之消失,字节随之消失(删块即删内容)
|
||
ds.Remove(doc.ID)
|
||
if blocks := ds.Blocks(); len(blocks) != 0 {
|
||
t.Fatalf("删除文档后不该还有块,实际 %+v", blocks)
|
||
}
|
||
}
|
||
|
||
// TestFormatRecallRelations_SurfacesSentence 锁死「从图谱回到原文」:
|
||
// memory_recall 的关系行必须带上 sentence_text(截断),否则模型按工具
|
||
// schema 填了原始句子也永远取不回,该字段形同虚设。
|
||
func TestFormatRecallRelations_SurfacesSentence(t *testing.T) {
|
||
rels := []memory.Relation{
|
||
{SourceName: "张三", RelationType: "喜欢", TargetName: "咖啡", SentenceText: "张三说他每天早上一定要喝一杯手冲咖啡。"},
|
||
{SourceName: "张三", RelationType: "住在", TargetName: "北京"}, // 无原句:不应出现空的原句字段
|
||
}
|
||
lines := formatRecallRelations(rels, 10)
|
||
if len(lines) != 2 {
|
||
t.Fatalf("应渲染 2 行,实际 %d: %v", len(lines), lines)
|
||
}
|
||
if !strings.Contains(lines[0], "张三 →(喜欢)→ 咖啡") || !strings.Contains(lines[0], "原句:") {
|
||
t.Errorf("第一条应带原句,实际 %q", lines[0])
|
||
}
|
||
if strings.Contains(lines[1], "原句") {
|
||
t.Errorf("无 sentence_text 的关系不应出现原句字段,实际 %q", lines[1])
|
||
}
|
||
}
|
||
|
||
// TestFormatRecallRelations_Truncates 锁死关系条数上限:
|
||
// 超过 max 时截断并明确告知,避免刷屏。
|
||
func TestFormatRecallRelations_Truncates(t *testing.T) {
|
||
var rels []memory.Relation
|
||
for i := 0; i < 15; i++ {
|
||
rels = append(rels, memory.Relation{SourceName: "A", RelationType: "连", TargetName: "B"})
|
||
}
|
||
lines := formatRecallRelations(rels, 10)
|
||
if len(lines) != 11 {
|
||
t.Fatalf("10 条关系 + 1 条截断提示,实际 %d: %v", len(lines), lines)
|
||
}
|
||
if !strings.Contains(lines[10], "截断") {
|
||
t.Errorf("最后一行应为截断提示,实际 %q", lines[10])
|
||
}
|
||
}
|