mirror of
https://gitcode.com/JianFeeeee/HomeAgent.git
synced 2026-11-01 14:57:38 +00:00
4e70b8d5d8
批 1，不含 SDK 仓与目录改名。 - go.mod 第 1 行 module 路径 - 366 个 .go 文件的完整前缀 github.com/JianFeeeee/HomeAgent 机械替换 （857 处，仅完整前缀；展示名/注释里的 HomeAgent 字样留给批 5） - 未改：third_party 目录名、SDK 自身 go.mod module、go.mod replace 目标、 homed/waiter 可执行名、.hmap 后缀
71 lines
2.6 KiB
Go
71 lines
2.6 KiB
Go
// Package multimodal 是 multimodal 模块：多模态向量空间。
|
||
//
|
||
// 依赖 config：从配置读"用哪个 provider"。
|
||
package multimodal
|
||
|
||
import (
|
||
"log"
|
||
"strings"
|
||
|
||
"github.com/JianFeeeee/HologramAgent/internal/kernelboot"
|
||
"github.com/JianFeeeee/HologramAgent/internal/kernelmod"
|
||
"github.com/JianFeeeee/HologramAgent/internal/memory/vector"
|
||
"github.com/JianFeeeee/HologramAgent/pkg/embedding"
|
||
)
|
||
|
||
// Module 提供多模态向量空间。
|
||
type Module struct{}
|
||
|
||
func (Module) Name() string { return "multimodal" }
|
||
func (Module) Requires() []string { return []string{kernelmod.FacConfig} }
|
||
func (Module) Provides() []string { return []string{kernelmod.FacMultimodal} }
|
||
|
||
func (Module) Init(ks *kernelboot.KernelState) error {
|
||
cfgReg := ks.CfgReg
|
||
var multimodalSpace vector.MultimodalEmbedder
|
||
// 这两个值只用于状态报告（healthcheck_kernel 的 onnx 段）：
|
||
// 「配了哪个 provider」与「为什么没启用」，避免只能看到 false 却不知原因。
|
||
var mmProviderName, mmErr string
|
||
var closeAdapted func()
|
||
|
||
if mmProvider := cfgReg.GetString("core.memory.multimodal_space.provider", ""); mmProvider != "" {
|
||
mmProviderName = mmProvider
|
||
opts := map[string]string{}
|
||
const optPrefix = "core.memory.multimodal_space.options."
|
||
for _, key := range cfgReg.List(optPrefix) {
|
||
opts[strings.TrimPrefix(key, optPrefix)] = cfgReg.GetString(key, "")
|
||
}
|
||
provider, err := embedding.Open(mmProvider, embedding.Config{Options: opts})
|
||
if err != nil {
|
||
mmErr = err.Error()
|
||
log.Printf("[homed] warning: 多模态向量 provider %q 打开失败: %v（多模态向量检索已禁用；已注册: %s）",
|
||
mmProvider, err, strings.Join(embedding.Names(), ", "))
|
||
} else if adapted, err := vector.AdaptProvider(provider); err != nil {
|
||
provider.Close()
|
||
mmErr = err.Error()
|
||
log.Printf("[homed] warning: 多模态向量 provider %q 元数据不合法: %v（多模态向量检索已禁用）", mmProvider, err)
|
||
} else {
|
||
multimodalSpace = adapted
|
||
closeAdapted = provider.Close
|
||
info := provider.Info()
|
||
// 指纹可能很长（模型文件哈希），日志里只取前 12 个字符便于对照。
|
||
shortFP := info.Fingerprint
|
||
if len(shortFP) > 12 {
|
||
shortFP = shortFP[:12]
|
||
}
|
||
log.Printf("[homed] multimodal space active: provider=%s dim=%d fp=%s modalities=%v",
|
||
mmProvider, info.Dimension, shortFP, info.Modalities)
|
||
}
|
||
}
|
||
|
||
ks.MultimodalSpace = multimodalSpace
|
||
ks.MultimodalProviderName = mmProviderName
|
||
ks.MultimodalErr = mmErr
|
||
if closeAdapted != nil {
|
||
ks.AddCloser(closeAdapted)
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func init() { kernelmod.Register(Module{}) }
|