mirror of
https://gitcode.com/JianFeeeee/HomeAgent.git
synced 2026-09-21 17:38:10 +00:00
- IO abstraction layer with OutputChannel routing and capability validation - Three-layer memory (Context-Document-Graph) with TF-IDF relevance pruning - OneBot V11 QQ protocol plugin with Reverse WebSocket client - Plugin system with hot-reload (SKILL.md + native factories) - Knowledge system with TF-IDF vector indexing - Personality system (personal.md) - Text memory (JSONL with rotation) - Change tracker (overlayfs) with rollback - Lua adapter VM - Design document (DESIGN.md) Module: gitcode.com/JianFeeeee/HomeAgent
173 lines
4.1 KiB
Go
173 lines
4.1 KiB
Go
package core
|
|
|
|
import (
|
|
"fmt"
|
|
"sort"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
|
|
"gitcode.com/JianFeeeee/HomeAgent/internal/memory/document"
|
|
"gitcode.com/JianFeeeee/HomeAgent/internal/memory/vector"
|
|
)
|
|
|
|
// ContextEvent — 单条上下文事件
|
|
type ContextEvent struct {
|
|
Timestamp time.Time `json:"timestamp"`
|
|
Source string `json:"source"`
|
|
Input string `json:"input"`
|
|
Response string `json:"response,omitempty"`
|
|
ToolsUsed []string `json:"tools_used,omitempty"`
|
|
Vector vector.Vector `json:"-"` // 缓存向量,避免重复计算
|
|
}
|
|
|
|
// RelevanceContext — 基于相关性的上下文管理,非固定阈值
|
|
type RelevanceContext struct {
|
|
mu sync.Mutex
|
|
events []*ContextEvent
|
|
veczer *vector.TFIDFVectorizer
|
|
trained bool
|
|
}
|
|
|
|
func NewRelevanceContext() *RelevanceContext {
|
|
return &RelevanceContext{
|
|
veczer: vector.NewTFIDFVectorizer(2),
|
|
}
|
|
}
|
|
|
|
func (c *RelevanceContext) Append(evt ContextEvent) {
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
|
|
evt.Vector = c.veczer.Vectorize(evt.Input + " " + evt.Response)
|
|
c.events = append(c.events, &evt)
|
|
|
|
// 增量训练向量化器
|
|
c.trained = false
|
|
}
|
|
|
|
// Prune — 基于当前输入计算每条上下文的相关性,归档最不相关的
|
|
// 返回被归档的事件(转为文档),保留 topK 个最相关的在活跃上下文中
|
|
func (c *RelevanceContext) Prune(currentInput string, topK int, docStore *document.Store) int {
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
|
|
if len(c.events) <= topK {
|
|
return 0
|
|
}
|
|
|
|
// 确保向量化器已训练
|
|
c.ensureTrained()
|
|
|
|
queryVec := c.veczer.Vectorize(currentInput)
|
|
|
|
// 计算每条上下文与当前输入的相关性
|
|
type scored struct {
|
|
event *ContextEvent
|
|
score float64
|
|
idx int
|
|
}
|
|
scoredEvents := make([]scored, len(c.events))
|
|
for i, evt := range c.events {
|
|
score := vector.CosineSimilarity(queryVec, evt.Vector)
|
|
scoredEvents[i] = scored{event: evt, score: score, idx: i}
|
|
}
|
|
|
|
// 按相关性从高到低排序
|
|
sort.Slice(scoredEvents, func(i, j int) bool {
|
|
return scoredEvents[i].score > scoredEvents[j].score
|
|
})
|
|
|
|
// 保留 topK 最相关的
|
|
keep := scoredEvents
|
|
if len(keep) > topK {
|
|
keep = keep[:topK]
|
|
}
|
|
archive := scoredEvents[topK:]
|
|
|
|
// 重建 events 为保留的
|
|
c.events = make([]*ContextEvent, len(keep))
|
|
for i, s := range keep {
|
|
c.events[i] = s.event
|
|
}
|
|
|
|
// 按时间重新排序
|
|
sort.Slice(c.events, func(i, j int) bool {
|
|
return c.events[i].Timestamp.Before(c.events[j].Timestamp)
|
|
})
|
|
|
|
// 归档到文档记忆
|
|
archived := 0
|
|
if docStore != nil && len(archive) > 0 {
|
|
entries := make([]document.ContextEntry, len(archive))
|
|
for i, s := range archive {
|
|
entries[i] = document.ContextEntry{
|
|
Timestamp: s.event.Timestamp,
|
|
Source: s.event.Source,
|
|
Content: s.event.Input,
|
|
Response: s.event.Response,
|
|
}
|
|
}
|
|
doc, err := docStore.ContextToDoc("context_archived", entries)
|
|
if err == nil && doc != nil {
|
|
archived = len(archive)
|
|
}
|
|
}
|
|
|
|
return archived
|
|
}
|
|
|
|
// Format — 输出活跃上下文的文本,用于注入 prompt
|
|
func (c *RelevanceContext) Format() string {
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
|
|
if len(c.events) == 0 {
|
|
return ""
|
|
}
|
|
|
|
var sb strings.Builder
|
|
sb.WriteString("【近期事件】\n")
|
|
for _, e := range c.events {
|
|
sb.WriteString(fmt.Sprintf("[%s] %s: %s", e.Timestamp.Format("15:04:05"), e.Source, e.Input))
|
|
if e.Response != "" {
|
|
sb.WriteString(fmt.Sprintf(" → %s", truncateStr(e.Response, 80)))
|
|
}
|
|
sb.WriteString("\n")
|
|
}
|
|
return sb.String()
|
|
}
|
|
|
|
// Recent — 返回最近 n 条
|
|
func (c *RelevanceContext) Recent(n int) []ContextEvent {
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
|
|
if n <= 0 || n > len(c.events) {
|
|
n = len(c.events)
|
|
}
|
|
result := make([]ContextEvent, n)
|
|
for i, evt := range c.events[len(c.events)-n:] {
|
|
result[i] = *evt
|
|
}
|
|
return result
|
|
}
|
|
|
|
// Len — 当前上下文事件数
|
|
func (c *RelevanceContext) Len() int {
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
return len(c.events)
|
|
}
|
|
|
|
func (c *RelevanceContext) ensureTrained() {
|
|
if !c.trained && len(c.events) > 0 {
|
|
texts := make([]string, len(c.events))
|
|
for i, evt := range c.events {
|
|
texts[i] = evt.Input + " " + evt.Response
|
|
}
|
|
c.veczer.Train(texts)
|
|
c.trained = true
|
|
}
|
|
}
|