package lua import ( "encoding/json" "os" "path/filepath" "strings" "testing" ) // The billing plugin ships with the gateway, so its arithmetic is a contract: // a wrong price silently produces wrong money. These tests drive it through the // real hook path and check the NUMBERS, not merely that it loads. func billingVM(t *testing.T) (*Plugins, string) { t.Helper() dir := filepath.Join(t.TempDir(), "adapters") vm := NewVM(dir) if err := vm.Start(); err != nil { t.Fatalf("vm: %v", err) } t.Cleanup(vm.Stop) pdir := filepath.Join(t.TempDir(), "plugins") ps := NewPlugins(vm, pdir) if err := ps.SeedBundled(); err != nil { t.Fatalf("seed: %v", err) } if err := ps.LoadDir(); err != nil { t.Fatalf("load: %v", err) } return ps, pdir } // stateOf reads the plugin's published state as a generic map. func stateOf(t *testing.T, ps *Plugins) map[string]interface{} { t.Helper() raw := ps.State("billing") if raw == nil { t.Fatal("billing published no state") } b, err := json.Marshal(raw) if err != nil { t.Fatal(err) } var out map[string]interface{} if err := json.Unmarshal(b, &out); err != nil { t.Fatal(err) } return out } func approx(t *testing.T, name string, got, want float64) { t.Helper() d := got - want if d < 0 { d = -d } if d > 1e-9 { t.Errorf("%s = %v, want %v (delta %v)", name, got, want, d) } } // TestBillingZeroPricesIsSafe: with no configuration the plugin must still run // and report volume. A nil-price crash here would take out every request. func TestBillingZeroPricesIsSafe(t *testing.T) { ps, _ := billingVM(t) ps.Fire(StageRequestEnd, map[string]interface{}{ "model": "m", "source": "s", "key": "***aaaaaa", "ok": true, "prompt_tokens": 100, "completion_tokens": 50, "time": 1750000000000, }) st := stateOf(t, ps) total := st["total"].(map[string]interface{}) if total["requests"].(float64) != 1 { t.Errorf("requests = %v, want 1", total["requests"]) } approx(t, "cost with no prices", total["cost"].(float64), 0) } // TestBillingModelTokenPricing: the core case. prompt and completion are priced // SEPARATELY, which is how providers publish and how the total must come out. func TestBillingModelTokenPricing(t *testing.T) { ps, _ := billingVM(t) // Setting prices must NOT disturb the (still empty) totals, which is the // whole point of the prices/state split. if err := ps.SetState("billing", map[string]interface{}{ "prices": map[string]interface{}{ "currency": "USD", "models": map[string]interface{}{ "gpt-5.4": map[string]interface{}{"prompt": 1.25e-6, "completion": 1e-5}, }, }, }); err != nil { t.Fatal(err) } // 1000 prompt * 1.25e-6 = 0.00125 ; 500 completion * 1e-5 = 0.005 ps.Fire(StageRequestEnd, map[string]interface{}{ "model": "gpt-5.4", "source": "up", "key": "***aaaaaa", "ok": true, "prompt_tokens": 1000, "completion_tokens": 500, "time": 1750000000000, }) st := stateOf(t, ps) approx(t, "total cost", st["total"].(map[string]interface{})["cost"].(float64), 0.00625) byModel := st["by_model"].(map[string]interface{})["gpt-5.4"].(map[string]interface{}) approx(t, "model cost", byModel["cost"].(float64), 0.00625) if byModel["completion_tokens"].(float64) != 500 { t.Errorf("completion_tokens = %v, want 500", byModel["completion_tokens"]) } } // TestBillingPerRequestAndTokenCombine: a flat fee is ADDED to the token cost, // which is how an image model can be "tokens + fixed fee". func TestBillingPerRequestAndTokenCombine(t *testing.T) { ps, _ := billingVM(t) if err := ps.SetState("billing", map[string]interface{}{ "prices": map[string]interface{}{ "models": map[string]interface{}{ "kolors": map[string]interface{}{"prompt": 1e-6, "completion": 2e-6, "per_request": 0.04}, }, }, }); err != nil { t.Fatal(err) } // 100*1e-6 + 50*2e-6 + 0.04 = 0.0402 ps.Fire(StageRequestEnd, map[string]interface{}{ "model": "kolors", "source": "sf", "key": "***bbbbbb", "ok": true, "prompt_tokens": 100, "completion_tokens": 50, "time": 1750000000000, }) st := stateOf(t, ps) approx(t, "total", st["total"].(map[string]interface{})["cost"].(float64), 0.0402) } // TestBillingPrecedence: keys > models > default for token prices. func TestBillingPrecedence(t *testing.T) { ps, _ := billingVM(t) _ = ps.SetState("billing", map[string]interface{}{ "prices": map[string]interface{}{ "default": map[string]interface{}{"prompt": 9e-6, "completion": 9e-6}, "models": map[string]interface{}{"m": map[string]interface{}{"prompt": 2e-6, "completion": 3e-6}}, "keys": map[string]interface{}{"***cccccc": map[string]interface{}{"prompt": 1e-6, "completion": 1.5e-6}}, }, }) // No key match -> model price. ps.Fire(StageRequestEnd, map[string]interface{}{ "model": "m", "source": "s", "key": "***other", "ok": true, "prompt_tokens": 1000, "completion_tokens": 1000, "time": 1750000000000, }) // Key match -> key price wins. ps.Fire(StageRequestEnd, map[string]interface{}{ "model": "m", "source": "s", "key": "***cccccc", "ok": true, "prompt_tokens": 1000, "completion_tokens": 1000, "time": 1750000000000, }) st := stateOf(t, ps) // 1000*2e-6 + 1000*3e-6 = 0.005 ; 1000*1e-6 + 1000*1.5e-6 = 0.0025 approx(t, "total (model + key)", st["total"].(map[string]interface{})["cost"].(float64), 0.0075) // An unpriced model falls back to default. ps2, _ := billingVM(t) _ = ps2.SetState("billing", map[string]interface{}{ "prices": map[string]interface{}{ "default": map[string]interface{}{"prompt": 9e-6, "completion": 9e-6}, }, }) ps2.Fire(StageRequestEnd, map[string]interface{}{ "model": "unknown", "source": "s", "key": "***d", "ok": true, "prompt_tokens": 1000, "completion_tokens": 1000, "time": 1750000000000, }) approx(t, "default fallback", stateOf(t, ps2)["total"].(map[string]interface{})["cost"].(float64), 0.018) } // TestBillingAggregatesEveryDimension: one request must land in all four // rollups plus the daily bucket. A missing dimension is the kind of bug a // dashboard hides (it just renders an empty table). func TestBillingAggregatesEveryDimension(t *testing.T) { ps, _ := billingVM(t) _ = ps.SetState("billing", map[string]interface{}{ "models": map[string]interface{}{"m1": map[string]interface{}{"prompt": 1e-6, "completion": 1e-6}}, }) ps.Fire(StageRequestEnd, map[string]interface{}{ "model": "m1", "source": "srcA", "key": "***key01", "ok": true, "prompt_tokens": 100, "completion_tokens": 100, "time": 1750000000000, }) st := stateOf(t, ps) for _, dim := range []string{"by_source", "by_model", "by_key", "by_day"} { m, ok := st[dim].(map[string]interface{}) if !ok || len(m) == 0 { t.Errorf("%s is empty; a dimension is missing", dim) } } if _, ok := st["by_source"].(map[string]interface{})["srcA"]; !ok { t.Error("by_source lacks srcA") } if _, ok := st["by_key"].(map[string]interface{})["***key01"]; !ok { t.Error("by_key lacks the gateway key") } // Milliseconds must be converted, not used as seconds: a raw 1750000000000 // would land in a year-57000 bucket. days := st["by_day"].(map[string]interface{}) found := false for k := range days { if len(k) == 10 && strings.Contains(k, "-") { found = true } if strings.HasPrefix(k, "5") && len(k) > 6 { t.Errorf("by_day key %q suggests millisecond timestamps were not converted", k) } } if !found { t.Errorf("by_day has no YYYY-MM-DD key: %v", days) } } // TestBillingFailedRequestPolicy: a failed request keeps its token cost (tokens // really were consumed) but drops the flat per_request fee (never charged). func TestBillingFailedRequestPolicy(t *testing.T) { ps, _ := billingVM(t) _ = ps.SetState("billing", map[string]interface{}{ "prices": map[string]interface{}{ "models": map[string]interface{}{ "m": map[string]interface{}{"prompt": 1e-6, "completion": 1e-6, "per_request": 0.5}, }, }, }) ps.Fire(StageRequestEnd, map[string]interface{}{ "model": "m", "source": "s", "key": "***e", "ok": false, "status": 500, "prompt_tokens": 1000, "completion_tokens": 0, "time": 1750000000000, }) st := stateOf(t, ps) // 1000*1e-6 = 0.001, flat dropped. approx(t, "failed request", st["total"].(map[string]interface{})["cost"].(float64), 0.001) if st["total"].(map[string]interface{})["failures"].(float64) != 1 { t.Error("failures not counted") } } // TestBillingStateAPIReplace: the admin price update must actually change // subsequent pricing (not just be stored). func TestBillingStateAPIReplace(t *testing.T) { ps, _ := billingVM(t) _ = ps.SetState("billing", map[string]interface{}{ "prices": map[string]interface{}{ "models": map[string]interface{}{"m": map[string]interface{}{"prompt": 1e-6, "completion": 0}}, }, }) ps.Fire(StageRequestEnd, map[string]interface{}{ "model": "m", "source": "s", "key": "***f", "ok": true, "prompt_tokens": 1000, "completion_tokens": 0, "time": 1750000000000, }) approx(t, "before reprice", stateOf(t, ps)["total"].(map[string]interface{})["cost"].(float64), 0.001) _ = ps.SetState("billing", map[string]interface{}{ "prices": map[string]interface{}{ "models": map[string]interface{}{"m": map[string]interface{}{"prompt": 2e-6, "completion": 0}}, }, }) ps.Fire(StageRequestEnd, map[string]interface{}{ "model": "m", "source": "s", "key": "***f", "ok": true, "prompt_tokens": 1000, "completion_tokens": 0, "time": 1750000000000, }) // 0.001 (old) + 0.002 (new price) approx(t, "after reprice", stateOf(t, ps)["total"].(map[string]interface{})["cost"].(float64), 0.003) } // TestBillingPluginDeclaresUI: the shipped plugin must ship its dashboard, or // "billing is enabled" would be true while showing the user nothing. func TestBillingPluginDeclaresUI(t *testing.T) { ps, _ := billingVM(t) for _, row := range ps.List() { if row["name"] != "billing" { continue } ui, ok := row["ui"].(map[string]interface{}) if !ok { t.Fatal("billing declares no ui") } if page, _ := ui["page"].(string); page != "billing" { t.Errorf("ui.page = %v, want \"billing\"", ui["page"]) } if n, _ := ui["elements"].(int); n < 1 { t.Error("billing contributes no element to an existing page") } return } t.Fatal("billing plugin is not loaded") } // TestBillingPluginLoadedByDefault: the shipped plugin must load with no // configuration, since seeding only happens on a fresh plugin dir. func TestBillingPluginLoadedByDefault(t *testing.T) { ps, pdir := billingVM(t) if ps.Count() != 1 { t.Fatalf("expected 1 bundled plugin, got %d", ps.Count()) } if _, err := os.Stat(filepath.Join(pdir, "billing.lua")); err != nil { t.Errorf("billing.lua was not written to the plugin dir: %v", err) } } // TestBillingCountsDegradations: the plugin must distinguish a request that had // to drop below the top tier from one the top tier served. Without the chain // trace these were identical in the accounts, so a quietly degraded gateway // looked healthy while spending more per request. func TestBillingCountsDegradations(t *testing.T) { ps, _ := billingVM(t) _ = ps.SetState("billing", map[string]interface{}{ "prices": map[string]interface{}{ "models": map[string]interface{}{ "hi-tier": map[string]interface{}{"prompt": 1e-5, "completion": 1e-5}, "lo-tier": map[string]interface{}{"prompt": 1e-6, "completion": 1e-6}, }, }, }) // Request 1: degraded. tier 1 hard-failed, tier 2 served it. ps.Fire(StageChainStep, map[string]interface{}{ "kind": "slot_fail", "tier": 1, "source": "t1", "model": "hi-tier", }) ps.Fire(StageChainStep, map[string]interface{}{ "kind": "selected", "tier": 2, "source": "t2", "model": "lo-tier", }) ps.Fire(StageRequestEnd, map[string]interface{}{ "model": "lo-tier", "source": "t2", "key": "***d1", "ok": true, "prompt_tokens": 1000, "completion_tokens": 1000, "degraded": true, "tier_served": 2, "time": 1750000000000, }) // Request 2: clean, served by the top tier. ps.Fire(StageChainStep, map[string]interface{}{ "kind": "selected", "tier": 1, "source": "t1", "model": "hi-tier", }) ps.Fire(StageRequestEnd, map[string]interface{}{ "model": "hi-tier", "source": "t1", "key": "***d1", "ok": true, "prompt_tokens": 1000, "completion_tokens": 1000, "degraded": false, "tier_served": 1, "time": 1750000000000, }) st := stateOf(t, ps) if got := st["degraded_reqs"].(float64); got != 1 { t.Errorf("degraded_reqs = %v, want 1 (one of the two requests dropped a tier)", got) } tiers := st["by_tier_served"].(map[string]interface{}) if tiers["2"].(float64) != 1 { t.Errorf("by_tier_served[2] = %v, want 1", tiers["2"]) } if tiers["1"].(float64) != 1 { t.Errorf("by_tier_served[1] = %v, want 1", tiers["1"]) } // Cost reflects the model actually served, not the one that should have been. // 1000*1e-6*2 = 0.002 for the degraded one, 1000*1e-5*2 = 0.02 for the clean one. approx(t, "total", st["total"].(map[string]interface{})["cost"].(float64), 0.022) } // TestBillingAggregatesSkipReasons: skip reasons are the actionable diagnostic // ("no schedulable slot (cooling or quota exhausted)"), so they must be // counted. The wait time is normalised, otherwise a fresh row per request would // appear whenever the busy-wait text varies. func TestBillingAggregatesSkipReasons(t *testing.T) { ps, _ := billingVM(t) ps.Fire(StageChainStep, map[string]interface{}{ "kind": "tier_skip", "tier": 1, "reason": "no schedulable slot (cooling or quota exhausted)", }) ps.Fire(StageChainStep, map[string]interface{}{ "kind": "tier_busy", "tier": 2, "reason": "no free slot within 2s", }) ps.Fire(StageChainStep, map[string]interface{}{ "kind": "tier_busy", "tier": 3, "reason": "no free slot within 2.0001s", }) st := stateOf(t, ps) reasons := st["skip_reasons"].(map[string]interface{}) if len(reasons) != 2 { t.Errorf("skip_reasons = %v, want 2 (the two variable waits must collapse to one)", reasons) } busy, ok := reasons["no free slot within "] if !ok { t.Errorf("busy reason missing; got %v", reasons) } else if busy.(float64) != 2 { t.Errorf("busy count = %v, want 2 (two different wait texts, one cause)", busy) } }