mirror of
https://gitcode.com/JianFeeeee/HomeAgent.git
synced 2026-09-21 09:28:14 +00:00
背景:此前媒体是靠「生成的描述文本」将就进记忆的——写 marker 进正文、 再由正则反解成 media_refs 与图库里的 type=Media 实体。这条链路有三个 致命缺陷:描述由异步模型生成(未生成前媒体等于不存在)、语义检索实质上 只搜描述文字、图库里的「媒体节点」是描述文本的投影而不是媒体本身。 本提交把这条链路整体拆除,媒体改为按自己的原生向量参与记忆: 一、描述链彻底删除(无残留、无兼容分支) - media.Item 去掉 Description/DescribedBy 与对应列; - 删除 Store.Describe / Store.Search / Store.Pending; - 删除 Agent.mediaDescribeLoop / describePendingMedia 与配置项 core.memory.media.describe_on_ingest; - SDK 侧 MediaAttachment 去掉 Description(见 SDK 仓独立提交)。 二、marker 机制删除,媒体归属改为结构化块边 - 删除 mediaMarkerLine/parseMediaMarkers/mediaEntityName/mediaTriplesFromText/ extractMediaDigests/sentenceWithMediaMarkers/docMediaContext; - memory.Triple 新增 MediaDigests 结构化字段;句子文本保持原样, 不再被 marker 污染; - 块以 sentence --contains--> block / document --contains--> block 结构边 挂到承载节点(新增 documents 表与 document 节点种类); - 模型未给原句时用「主谓宾。」拼一句自然语言作落点,不造 marker 文本。 三、旧数据迁移(幂等) - 新增 GraphDB.MigrateLegacyMediaEntities:把 type=Media 的旧实体按短 digest 还原成原生块、挂回原句子、删除旧实体与描述关系;Agent 启动时执行; - CleanupOrphanedSentences 同时看关系引用与块边,避免把只靠块存活的句子 连同块边一起删掉。 四、向量融合:媒体按图本身被召回 - 新增 vector.FuseVectors(逐维求和 + L2 归一化); - Doc.DenseVec = 文本向量 ⊕ 文档块的媒体向量(同 fingerprint 才融合), 新增 Doc.DenseFP,指纹变化触发重算; - ContextEvent.DenseVec 同理融合事件块;事件新增 DenseFP,Prune 只在 同一统一空间内比稠密余弦; - 跨模态视觉路只召回「仍被某层记忆块持有」的媒体,CAS 全库字节不再 直接充当记忆检索结果。 五、同时纳入本分支既有的嵌入基础改造(此前工作区未提交,缺它 HEAD 不可构建) - internal/tfidf 懒回退包、千问三段式多模态 ONNX 空间的 Go 侧 (qwen/embedder.go、image.go、model_input.go)、CLIP 移除、 sdk.NewStore 分词器签名与调用点、embed 侧车 systemd 单元。 验证:go build ./... 、go vet ./...(含 -tags medialive)均通过; 在 HEAD 的独立 worktree 上重放本次暂存集后 go test -short ./internal/... 全部通过(端口冲突类用例在隔离环境中亦通过)。未提交工作区中与本改造 无关的改动(HarmonyOS、waiter、devicebridge、plan.md 等)。
160 lines
4.6 KiB
Go
160 lines
4.6 KiB
Go
package core
|
|
|
|
import (
|
|
"strings"
|
|
"testing"
|
|
|
|
agentAPI "gitcode.com/JianFeeeee/HomeAgent/internal/agent/api"
|
|
agentIO "gitcode.com/JianFeeeee/HomeAgent/internal/agent/io"
|
|
)
|
|
|
|
type mockOutputDevice struct {
|
|
name string
|
|
caps agentIO.OutputCapability
|
|
tools []agentIO.ToolDef
|
|
toolFn func(string, map[string]interface{}) (interface{}, error)
|
|
}
|
|
|
|
func (d *mockOutputDevice) Name() string { return d.name }
|
|
func (d *mockOutputDevice) Type() agentIO.DeviceType { return agentIO.DeviceOutput }
|
|
func (d *mockOutputDevice) Description() string { return "mock " + d.name }
|
|
func (d *mockOutputDevice) Tools() []agentIO.ToolDef { return d.tools }
|
|
func (d *mockOutputDevice) Start() error { return nil }
|
|
func (d *mockOutputDevice) Stop() error { return nil }
|
|
func (d *mockOutputDevice) OutputCapabilities() agentIO.OutputCapability { return d.caps }
|
|
func (d *mockOutputDevice) ChannelDef() agentIO.ChannelDef { return agentIO.ChannelDef{} }
|
|
func (d *mockOutputDevice) Execute(tool string, args map[string]interface{}) (interface{}, error) {
|
|
if d.toolFn != nil {
|
|
return d.toolFn(tool, args)
|
|
}
|
|
return nil, nil
|
|
}
|
|
|
|
func TestExecuteOutputListChannels(t *testing.T) {
|
|
io := agentIO.NewIOManager()
|
|
dev := &mockOutputDevice{
|
|
name: "speaker",
|
|
caps: agentIO.CapText | agentIO.CapAudio,
|
|
}
|
|
io.RegisterDevice(dev)
|
|
|
|
a := &Agent{io: io}
|
|
result := a.executeOutputListChannels()
|
|
if result == "" || result == "没有可用通道" {
|
|
t.Errorf("expected channel list, got: %s", result)
|
|
}
|
|
}
|
|
|
|
func TestExecuteOutputListChannelsEmpty(t *testing.T) {
|
|
io := agentIO.NewIOManager()
|
|
a := &Agent{io: io}
|
|
result := a.executeOutputListChannels()
|
|
if result != "没有可用通道" {
|
|
t.Errorf("expected '没有可用通道', got: %s", result)
|
|
}
|
|
}
|
|
|
|
func TestExecuteOutputSendTool(t *testing.T) {
|
|
io := agentIO.NewIOManager()
|
|
io.RegisterDevice(&mockOutputDevice{
|
|
name: "screen",
|
|
caps: agentIO.CapText,
|
|
})
|
|
|
|
a := &Agent{io: io}
|
|
tc := agentAPI.ToolCall{Name: "output_send__screen", Arguments: map[string]interface{}{
|
|
"payload": "hello world",
|
|
"type": "text",
|
|
}}
|
|
result := a.executeOutputSendTool(tc)
|
|
if result != "ok" {
|
|
t.Errorf("expected ok, got: %s", result)
|
|
}
|
|
}
|
|
|
|
func TestExecuteOutputSendToolEmptyContent(t *testing.T) {
|
|
io := agentIO.NewIOManager()
|
|
a := &Agent{io: io}
|
|
tc := agentAPI.ToolCall{Name: "output_send__screen", Arguments: map[string]interface{}{}}
|
|
result := a.executeOutputSendTool(tc)
|
|
if result == "" || strings.Contains(result, "已通过") {
|
|
t.Errorf("expected error for empty content, got: %s", result)
|
|
}
|
|
}
|
|
|
|
func TestExecuteOutputSendToolChannelNotExist(t *testing.T) {
|
|
io := agentIO.NewIOManager()
|
|
a := &Agent{io: io}
|
|
tc := agentAPI.ToolCall{Name: "output_send__nonexistent", Arguments: map[string]interface{}{
|
|
"payload": "hello",
|
|
"type": "text",
|
|
}}
|
|
result := a.executeOutputSendTool(tc)
|
|
if !strings.Contains(result, "不存在") && !strings.Contains(result, "不可用") {
|
|
t.Errorf("expected error for nonexistent channel, got: %s", result)
|
|
}
|
|
}
|
|
|
|
func TestExecuteOutputSendToolNoTextCap(t *testing.T) {
|
|
io := agentIO.NewIOManager()
|
|
io.RegisterDevice(&mockOutputDevice{
|
|
name: "camera",
|
|
caps: agentIO.CapImage,
|
|
})
|
|
|
|
a := &Agent{io: io}
|
|
tc := agentAPI.ToolCall{Name: "output_send__camera", Arguments: map[string]interface{}{
|
|
"payload": "hello",
|
|
"type": "text",
|
|
}}
|
|
result := a.executeOutputSendTool(tc)
|
|
if strings.Contains(result, "已通过") {
|
|
t.Errorf("should reject channel without text capability")
|
|
}
|
|
}
|
|
|
|
func TestBuildToolDefsOutputToolsWithDevice(t *testing.T) {
|
|
io := agentIO.NewIOManager()
|
|
io.RegisterDevice(&mockOutputDevice{
|
|
name: "screen",
|
|
caps: agentIO.CapText,
|
|
})
|
|
a := &Agent{io: io, knowledge: nil, docStore: nil, pluginReg: nil}
|
|
tools := a.buildToolDefs()
|
|
|
|
foundSend := false
|
|
foundHelp := false
|
|
for _, td := range tools {
|
|
m, ok := td.(map[string]interface{})
|
|
if !ok {
|
|
continue
|
|
}
|
|
fn, ok := m["function"].(map[string]interface{})
|
|
if !ok {
|
|
continue
|
|
}
|
|
name, _ := fn["name"].(string)
|
|
switch name {
|
|
case "output_send__screen":
|
|
foundSend = true
|
|
case "output_send__screen_help":
|
|
foundHelp = true
|
|
}
|
|
}
|
|
if !foundSend {
|
|
t.Error("output_send__screen should be in tools when device registered")
|
|
}
|
|
if !foundHelp {
|
|
t.Error("output_send__screen_help should be in tools when device registered")
|
|
}
|
|
}
|
|
|
|
func TestGetAllToolsEmpty(t *testing.T) {
|
|
io := agentIO.NewIOManager()
|
|
a := &Agent{io: io}
|
|
tools := a.buildToolDefs()
|
|
if len(tools) < 1 {
|
|
t.Errorf("expected at least 1 tool, got %d", len(tools))
|
|
}
|
|
}
|