jianf/HomeAgent
1
0
Fork 0
mirror of https://gitcode.com/JianFeeeee/HomeAgent.git synced 2026-10-04 00:03:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

adapters: 支持多模态（对照 llmsproxy）

Browse Source 
- ollama: content 数组拆分文本/images(base64)，映射到 Ollama messages.images；
  流式透传 reasoning_content 与增量 tool_calls
- anthropic: OpenAI content(字符串/数组) 转 Anthropic blocks(文本 + image{source})
  + thinking/空 arguments tool_use/input_json_delta 流
- openai 透传 adapter 已保留多模态 content 数组（验收确认）
- 新增多模态单测：ollama images / anthropic image.source / openai passthrough

验证: go test ./... 27 包 0 失败；Windows 交叉编译通过；部署后服务健康
This commit is contained in:
root
2026-08-10 12:17:15 +08:00
parent f960fde785
commit 27183312ad
3 changed files with 157 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

57
internal/lua/vm_test.go
View File

@ -134,4 +134,59 @@ func TestVMConcurrentCalls(t *testing.T) {
for err := range errs {
t.Fatalf("concurrent call: %v", err)
}
}
}
func TestOllamaMultimodal(t *testing.T) {
vm := NewVM(t.TempDir())
if err := vm.Start(); err != nil {
t.Fatalf("start vm: %v", err)
}
defer vm.Stop()
raw := `{"model":"llama3","messages":[{"role":"user","content":"hi"},{"role":"user","content":[{"type":"text","text":"look"},{"type":"image_url","image_url":{"url":"data:image/png;base64,AAAA"}}]}]}`
out, err := vm.CallTransformRequest("ollama", raw)
if err != nil {
t.Fatalf("transform_request: %v", err)
}
if !strings.Contains(out, `"images":["AAAA"]`) {
t.Fatalf("expected base64 images array, got: %s", out)
}
if !strings.Contains(out, `"content":"look"`) {
t.Fatalf("text not preserved: %s", out)
}
}
func TestAnthropicMultimodal(t *testing.T) {
vm := NewVM(t.TempDir())
if err := vm.Start(); err != nil {
t.Fatalf("start vm: %v", err)
}
defer vm.Stop()
raw := `{"model":"claude-sonnet-4-20250514","messages":[{"role":"user","content":[{"type":"text","text":"what is this"},{"type":"image_url","image_url":{"url":"data:image/png;base64,AAEC"}}]}]}`
out, err := vm.CallTransformRequest("anthropic", raw)
if err != nil {
t.Fatalf("transform_request: %v", err)
}
if !strings.Contains(out, `"type":"image"`) || !strings.Contains(out, `"media_type":"image/png"`) || !strings.Contains(out, `"data":"AAEC"`) {
t.Fatalf("expected anthropic image source block, got: %s", out)
}
if !strings.Contains(out, `"type":"text"`) {
t.Fatalf("expected text block preserved: %s", out)
}
}
func TestOpenAIPassthroughKeepsMultimodal(t *testing.T) {
vm := NewVM(t.TempDir())
if err := vm.Start(); err != nil {
t.Fatalf("start vm: %v", err)
}
defer vm.Stop()
raw := `{"model":"auto","messages":[{"role":"user","content":[{"type":"text","text":"hi"},{"type":"image_url","image_url":{"url":"data:image/png;base64,QUJD"}}]}]}`
out, err := vm.CallTransformRequest("openai", raw)
if err != nil {
t.Fatalf("transform_request: %v", err)
}
if !strings.Contains(out, `"image_url"`) || !strings.Contains(out, "QUJD") {
t.Fatalf("openai passthrough dropped multimodal: %s", out)
}
}