mirror of
https://gitcode.com/JianFeeeee/HomeAgent.git
synced 2026-09-21 09:28:14 +00:00
8ae1d19869
- Redesign output_send__ tools: content JSON string -> structured payload/meta/type params for LLM reliability - executeOutputSendTool: route by type with capability check - executeOutputSendHelp: show meta format + type enum - Updated system prompt rules for new interface - docToTriples: use jieba exact mode adjacent co-occurrence - Unify vector space: Doc.Vector field, ContextToDoc vectorizer, ReindexWithVectorizer on startup
346 lines
7.5 KiB
Go
346 lines
7.5 KiB
Go
package document
|
||
|
||
import (
|
||
"os"
|
||
"testing"
|
||
"time"
|
||
|
||
"gitcode.com/JianFeeeee/HomeAgent/internal/memory"
|
||
)
|
||
|
||
func TestInsertAndQuery(t *testing.T) {
|
||
dir, err := os.MkdirTemp("", "doc_test_*")
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer os.RemoveAll(dir)
|
||
|
||
s := NewStore(dir)
|
||
if err := s.Start(); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer s.Stop()
|
||
|
||
doc := &Doc{
|
||
Summary: "用户喜欢喝咖啡",
|
||
Content: "用户提到他每天早上都会喝一杯黑咖啡",
|
||
Tags: []string{"咖啡", "习惯"},
|
||
Source: "manual",
|
||
}
|
||
if err := s.Insert(doc); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
|
||
if doc.ID == "" {
|
||
t.Error("doc ID should be auto-generated")
|
||
}
|
||
|
||
stats := s.Stats()
|
||
if stats["doc_count"].(int) != 1 {
|
||
t.Errorf("expected 1 doc, got %d", stats["doc_count"])
|
||
}
|
||
}
|
||
|
||
func TestQuery(t *testing.T) {
|
||
dir, err := os.MkdirTemp("", "doc_query_*")
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer os.RemoveAll(dir)
|
||
|
||
s := NewStore(dir)
|
||
s.Start()
|
||
defer s.Stop()
|
||
|
||
s.Insert(&Doc{Summary: "咖啡是一种饮品", Content: "咖啡因提神", Source: "manual"})
|
||
s.Insert(&Doc{Summary: "茶叶也有咖啡因", Content: "茶和咖啡都提神", Source: "manual"})
|
||
s.Insert(&Doc{Summary: "今天天气很好", Content: "适合出去散步", Source: "manual"})
|
||
|
||
results := s.Query("咖啡", 5)
|
||
if len(results) == 0 {
|
||
t.Fatal("expected results for '咖啡'")
|
||
}
|
||
|
||
if results[0].AccessCount <= 0 {
|
||
t.Error("access count should be updated on query")
|
||
}
|
||
}
|
||
|
||
func TestContextToDoc(t *testing.T) {
|
||
dir, err := os.MkdirTemp("", "doc_ctx_*")
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer os.RemoveAll(dir)
|
||
|
||
s := NewStore(dir)
|
||
s.Start()
|
||
defer s.Stop()
|
||
|
||
entries := []ContextEntry{
|
||
{Timestamp: time.Now(), Source: "user", Content: "我喜欢编程", Response: "很好"},
|
||
{Timestamp: time.Now(), Source: "user", Content: "特别是Go语言", Response: "Go很棒"},
|
||
}
|
||
|
||
doc, err := s.ContextToDoc("test", entries, nil)
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if doc == nil {
|
||
t.Fatal("expected non-nil doc")
|
||
}
|
||
if doc.Summary == "" {
|
||
t.Error("summary should not be empty")
|
||
}
|
||
if doc.Content == "" {
|
||
t.Error("content should not be empty")
|
||
}
|
||
}
|
||
|
||
func TestFindColdDocs(t *testing.T) {
|
||
dir, err := os.MkdirTemp("", "doc_cold_*")
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer os.RemoveAll(dir)
|
||
|
||
s := NewStore(dir)
|
||
s.Start()
|
||
defer s.Stop()
|
||
|
||
hot := &Doc{Summary: "常用的信息", Content: "经常被查询", Source: "manual"}
|
||
hot.AccessCount = 10
|
||
hot.LastAccess = time.Now()
|
||
s.Insert(hot)
|
||
|
||
cold := &Doc{Summary: "很久没用的信息", Content: "几乎不被访问", Source: "manual"}
|
||
s.Insert(cold)
|
||
// Insert 会重置 LastAccess，手动改为过去的
|
||
cold.LastAccess = time.Now().Add(-100 * time.Hour)
|
||
cold.AccessCount = 1
|
||
|
||
// 应该只找到 cold（72h 前未访问且访问 ≤ 2）
|
||
coldDocs := s.FindColdDocs(72*time.Hour, 2)
|
||
if len(coldDocs) != 1 {
|
||
t.Fatalf("expected 1 cold doc, got %d", len(coldDocs))
|
||
}
|
||
if coldDocs[0].Summary != "很久没用的信息" {
|
||
t.Errorf("expected cold doc, got %s", coldDocs[0].Summary)
|
||
}
|
||
}
|
||
|
||
func TestRecentDocs(t *testing.T) {
|
||
dir, err := os.MkdirTemp("", "doc_recent_*")
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer os.RemoveAll(dir)
|
||
|
||
s := NewStore(dir)
|
||
s.Start()
|
||
defer s.Stop()
|
||
|
||
s.Insert(&Doc{Summary: "第一条", Content: "a", Source: "manual"})
|
||
time.Sleep(time.Millisecond)
|
||
s.Insert(&Doc{Summary: "第二条", Content: "b", Source: "manual"})
|
||
|
||
recent := s.RecentDocs(1)
|
||
if len(recent) != 1 {
|
||
t.Fatalf("expected 1 recent doc, got %d", len(recent))
|
||
}
|
||
if recent[0].Summary != "第二条" {
|
||
t.Errorf("expected newest doc, got %s", recent[0].Summary)
|
||
}
|
||
}
|
||
|
||
func TestReindex(t *testing.T) {
|
||
dir, err := os.MkdirTemp("", "doc_reindex_*")
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer os.RemoveAll(dir)
|
||
|
||
s := NewStore(dir)
|
||
s.Start()
|
||
defer s.Stop()
|
||
|
||
s.Insert(&Doc{Summary: "测试重索引", Content: "验证索引重建", Source: "manual"})
|
||
s.Reindex()
|
||
|
||
results := s.Query("重索引", 5)
|
||
if len(results) == 0 {
|
||
t.Error("reindex should preserve searchability")
|
||
}
|
||
}
|
||
|
||
func TestSummarizeEntries(t *testing.T) {
|
||
entries := []ContextEntry{
|
||
{Source: "user", Content: "今天天气如何"},
|
||
{Source: "user", Content: "明天会下雨吗"},
|
||
}
|
||
summary := summarizeEntries(entries)
|
||
if summary == "" {
|
||
t.Error("summary should not be empty")
|
||
}
|
||
if !contains(summary, "2") {
|
||
t.Errorf("summary should mention count, got: %s", summary)
|
||
}
|
||
}
|
||
|
||
func TestExtractKeywords(t *testing.T) {
|
||
kws := memory.ExtractKeywords("今天天气很好")
|
||
if len(kws) == 0 {
|
||
t.Error("should extract keywords from Chinese text")
|
||
}
|
||
}
|
||
|
||
func TestExtractTags(t *testing.T) {
|
||
entries := []ContextEntry{
|
||
{Content: "我喜欢喝咖啡和编程"},
|
||
}
|
||
tags := extractTags(entries)
|
||
if len(tags) == 0 {
|
||
t.Error("should extract tags")
|
||
}
|
||
}
|
||
|
||
func TestInsertEmptyDoc(t *testing.T) {
|
||
dir, err := os.MkdirTemp("", "doc_empty_*")
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer os.RemoveAll(dir)
|
||
|
||
s := NewStore(dir)
|
||
s.Start()
|
||
defer s.Stop()
|
||
|
||
doc := &Doc{Summary: "", Content: "", Source: "manual"}
|
||
if err := s.Insert(doc); err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
if doc.ID == "" {
|
||
t.Error("doc ID should be generated even for empty content")
|
||
}
|
||
}
|
||
|
||
func TestPersistence(t *testing.T) {
|
||
dir, err := os.MkdirTemp("", "doc_persist_*")
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer os.RemoveAll(dir)
|
||
|
||
// 写
|
||
s1 := NewStore(dir)
|
||
s1.Start()
|
||
s1.Insert(&Doc{Summary: "持久化测试", Content: "应该被保存到磁盘", Source: "manual"})
|
||
s1.Stop()
|
||
|
||
// 读
|
||
s2 := NewStore(dir)
|
||
s2.Start()
|
||
defer s2.Stop()
|
||
|
||
stats := s2.Stats()
|
||
if stats["doc_count"].(int) != 1 {
|
||
t.Errorf("expected 1 doc after reload, got %d", stats["doc_count"])
|
||
}
|
||
|
||
results := s2.Query("持久化", 5)
|
||
if len(results) == 0 {
|
||
t.Error("search should work after reload")
|
||
}
|
||
}
|
||
|
||
func contains(s, substr string) bool {
|
||
for i := 0; i <= len(s)-len(substr); i++ {
|
||
if s[i:i+len(substr)] == substr {
|
||
return true
|
||
}
|
||
}
|
||
return false
|
||
}
|
||
|
||
func TestFlushNoDirty(t *testing.T) {
|
||
dir, err := os.MkdirTemp("", "doc_flush_*")
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer os.RemoveAll(dir)
|
||
|
||
s := NewStore(dir)
|
||
s.Start()
|
||
|
||
// 不插任何文档，flush 不应报错
|
||
s.Stop()
|
||
}
|
||
|
||
func TestRemove(t *testing.T) {
|
||
dir, err := os.MkdirTemp("", "doc_remove_*")
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer os.RemoveAll(dir)
|
||
|
||
s := NewStore(dir)
|
||
s.Start()
|
||
defer s.Stop()
|
||
|
||
s.Insert(&Doc{Summary: "会被删除", Content: "a", Source: "manual"})
|
||
s.Insert(&Doc{Summary: "会保留", Content: "b", Source: "manual"})
|
||
|
||
// 删除前应该有 2 个
|
||
stats := s.Stats()
|
||
if stats["doc_count"].(int) != 2 {
|
||
t.Fatalf("expected 2 docs before remove, got %d", stats["doc_count"])
|
||
}
|
||
|
||
// 遍历找到 "会被删除" 的 ID
|
||
var rmID string
|
||
for _, d := range s.docs {
|
||
if d.Summary == "会被删除" {
|
||
rmID = d.ID
|
||
break
|
||
}
|
||
}
|
||
if rmID == "" {
|
||
t.Fatal("could not find test doc")
|
||
}
|
||
|
||
s.Remove(rmID)
|
||
|
||
stats = s.Stats()
|
||
if stats["doc_count"].(int) != 1 {
|
||
t.Errorf("expected 1 doc after remove, got %d", stats["doc_count"])
|
||
}
|
||
|
||
// 搜索不应再找到
|
||
results := s.Query("删除", 5)
|
||
if len(results) > 0 {
|
||
t.Error("removed doc should not appear in search results")
|
||
}
|
||
}
|
||
|
||
func TestRemoveNonexistent(t *testing.T) {
|
||
dir, err := os.MkdirTemp("", "doc_rm_nonexist_*")
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
defer os.RemoveAll(dir)
|
||
|
||
s := NewStore(dir)
|
||
s.Start()
|
||
defer s.Stop()
|
||
|
||
s.Insert(&Doc{Summary: "一个文档", Content: "x", Source: "manual"})
|
||
|
||
// 删除不存在的 ID 不应 panic
|
||
s.Remove("nonexistent_id")
|
||
|
||
stats := s.Stats()
|
||
if stats["doc_count"].(int) != 1 {
|
||
t.Errorf("expected 1 doc after remove nonexistent, got %d", stats["doc_count"])
|
||
}
|
||
}
|