mirror of
https://gitcode.com/JianFeeeee/ModelRouter.git
synced 2026-09-20 17:07:59 +00:00
2bc1d0e67a
- adapters/opencode.lua: opencode.ai zen free pool adapter — sends the opencode client User-Agent (zen fingerprints clients by UA; non-official clients hit FreeUsageLimitError); pairs with api_key: public - config: no config file ships in the repo; first run generates a default config at the -config path with a random admin key, loopback listen and a keyless zen source (config.EnsureDefault); remove config.example.yaml - lua: seed bundled adapters from the embedded FS instead of a hardcoded name list - ui: widen model kind select (chat was clipped to 'cha') - phase 5 bugfixes: stats ms/s bucket mixing, cleanScopes nil, ctx.Err guards, direct-path ModelAvailable, empty stream body failure, bestImageModel rewrite, transform failure recording, Core.mu, timer, effective model for tool-calls
91 lines
2.9 KiB
Go
91 lines
2.9 KiB
Go
// Command llmsproxy is a standalone gateway that exposes multiple upstream LLM
|
|
// sources behind a unified OpenAI-compatible HTTP API. Protocol differences are
|
|
// handled by Lua adapters (per source), optionally signing outgoing requests.
|
|
// It supports explicit model selection or AUTO routing by priority, image
|
|
// generation, multimodal payloads, a web UI for adapter/source management, and
|
|
// concurrent/queued scheduling with backoff and failover.
|
|
package main
|
|
|
|
import (
|
|
"flag"
|
|
"log"
|
|
"net/http"
|
|
"os"
|
|
"os/signal"
|
|
"strings"
|
|
"syscall"
|
|
"time"
|
|
|
|
"llmsproxy/internal/config"
|
|
"llmsproxy/internal/core"
|
|
"llmsproxy/internal/gateway"
|
|
)
|
|
|
|
func main() {
|
|
cfgPath := flag.String("config", "config.yaml", "path to gateway config file")
|
|
flag.Parse()
|
|
|
|
created, err := config.EnsureDefault(*cfgPath)
|
|
if err != nil {
|
|
log.Fatalf("[llmsproxy] config: %v", err)
|
|
}
|
|
|
|
c, err := core.New(*cfgPath)
|
|
if err != nil {
|
|
log.Fatalf("[llmsproxy] core: %v", err)
|
|
}
|
|
defer c.Close()
|
|
|
|
if created {
|
|
for _, k := range c.GatewayKeys() {
|
|
log.Printf("[llmsproxy] generated default config at %s — admin key: %s (rotate it in the WebUI after first login)", *cfgPath, k)
|
|
}
|
|
}
|
|
|
|
gw, err := gateway.New(c, c.GatewayKeys())
|
|
if err != nil {
|
|
log.Fatalf("[llmsproxy] gateway: %v", err)
|
|
}
|
|
|
|
// Ops hygiene: surface the two most common footguns instead of silently
|
|
// running with them.
|
|
if keys := c.GatewayKeys(); len(keys) == 0 {
|
|
log.Printf("[llmsproxy] WARNING: gateway_keys is EMPTY — without a key every request is rejected")
|
|
} else {
|
|
for _, k := range keys {
|
|
if k == "sk-gw-local-0001" || k == "sk-local-0001" {
|
|
log.Printf("[llmsproxy] WARNING: gateway key %q looks like the starter/example key — rotate it before exposing the gateway", k)
|
|
}
|
|
}
|
|
}
|
|
if l := c.Listen(); strings.HasPrefix(l, "0.0.0.0:") || strings.HasPrefix(l, "::") {
|
|
log.Printf("[llmsproxy] WARNING: listen=%s binds ALL interfaces — bind an internal address in production", l)
|
|
}
|
|
|
|
srv := &http.Server{
|
|
Addr: c.Listen(),
|
|
Handler: gw.Handler(),
|
|
ReadHeaderTimeout: 10 * time.Second,
|
|
}
|
|
go func() {
|
|
cert, key := c.TLS()
|
|
if cert != "" && key != "" {
|
|
log.Printf("[llmsproxy] listening HTTPS on %s (cert=%q) (default_model=%s, models=%v, adapters=%d)",
|
|
c.Listen(), cert, c.DefaultModel(), c.Registry().ModelList(), len(c.ListAdapters()))
|
|
if err := srv.ListenAndServeTLS(cert, key); err != nil && err != http.ErrServerClosed {
|
|
log.Fatalf("[llmsproxy] server: %v", err)
|
|
}
|
|
return
|
|
}
|
|
log.Printf("[llmsproxy] listening HTTP on %s (default_model=%s, models=%v, adapters=%d)",
|
|
c.Listen(), c.DefaultModel(), c.Registry().ModelList(), len(c.ListAdapters()))
|
|
if err := srv.ListenAndServe(); err != nil && err != http.ErrServerClosed {
|
|
log.Fatalf("[llmsproxy] server: %v", err)
|
|
}
|
|
}()
|
|
|
|
stop := make(chan os.Signal, 1)
|
|
signal.Notify(stop, syscall.SIGINT, syscall.SIGTERM)
|
|
<-stop
|
|
log.Printf("[llmsproxy] shutting down")
|
|
} |