Files
webui4frpc/internal/cluster/ring.go

302 lines
7.9 KiB
Go

// Package cluster implements the token-ring cooperative network.
// Authoritative design: plan.md §M6 (令牌环网拓扑).
//
// Token payload semantics (per the design):
// - PendingTasks: forward requests (中间转发意图) riding in the token,
// waiting to be claimed by the lowest-load node. Once claimed, the task
// disappears from PendingTasks.
// - Topology: the cluster's ACTIVE forward map — every established forward
// with its owning node. The claiming node appends it back into the token
// so every member converges on a complete picture (who runs what).
package cluster
import (
"fmt"
"sort"
"time"
"webui4frpc/internal/store"
)
// ---- 数据面 ---- //
// Node is one cluster member in the ring.
type Node struct {
ID string `json:"id"`
Addr string `json:"addr"`
IsLeader bool `json:"isLeader,omitempty"`
Alive bool `json:"alive"`
Load Load `json:"load"`
Version string `json:"version,omitempty"`
Cache []string `json:"cache,omitempty"`
LastSeen int64 `json:"lastSeen,omitempty"`
}
// Load is the combined load metric used to pick the task claimer.
type Load struct {
MemPct float64 `json:"memPct"`
NetPct float64 `json:"netPct"`
}
func (l Load) Score() float64 { return l.MemPct + l.NetPct }
// Task is a PENDING forward request circulated in the token. It carries the
// intermediate forwarding intent (local/remote/link) — NOT a rendered frpc
// config. The claiming node renders its local frpc config and spawns the worker.
type Task struct {
ID string `json:"id"`
Local store.Local `json:"local"`
Remote store.Remote `json:"remote"`
Link store.Link `json:"link"`
Created int64 `json:"created"`
}
// TopoEntry is an ESTABLISHED forward in the cluster topology: who (OwnerID)
// runs which forward (rendered from the same intermediate intent).
type TopoEntry struct {
TaskID string `json:"taskId"`
OwnerID string `json:"ownerId"`
Local store.Local `json:"local"`
Remote store.Remote `json:"remote"`
Link store.Link `json:"link"`
Active bool `json:"active"`
}
// State is the full cluster picture, replicated on every node:
// ring membership + pending tasks + active forward topology.
type State struct {
LeaderID string `json:"leaderId"`
Nodes []Node `json:"nodes"`
Cycle int64 `json:"cycle"`
RoundDelay time.Duration `json:"-"`
// PendingTasks: not yet claimed (disappear when claimed).
PendingTasks map[string]*Task `json:"pendingTasks,omitempty"`
// Topology: active forwards owned by members (full cluster view).
Topology map[string]*TopoEntry `json:"topology,omitempty"`
Seq int64 `json:"seq"`
}
// Token is the circulating message: one physical token, two phases per cycle.
type Token struct {
Cycle int64 `json:"cycle"`
Phase int `json:"phase"`
State State `json:"state"`
Log []LogEntry `json:"logDelta,omitempty"`
Passed []string `json:"passed,omitempty"`
SentAt int64 `json:"sentAt,omitempty"`
}
// ---- 环图操作 ---- //
func (s *State) Find(id string) int {
for i, n := range s.Nodes {
if n.ID == id {
return i
}
}
return -1
}
func (s *State) AliveSuccessor(id string) (string, bool) {
i := s.Find(id)
if i < 0 {
return "", false
}
n := len(s.Nodes)
for k := 1; k <= n; k++ {
j := (i + k) % n
if s.Nodes[j].Alive {
return s.Nodes[j].ID, true
}
}
return "", false
}
func (s *State) AlivePredecessor(id string) (string, bool) {
i := s.Find(id)
if i < 0 {
return "", false
}
n := len(s.Nodes)
for k := 1; k <= n; k++ {
j := ((i-k)%n + n) % n
if s.Nodes[j].Alive {
return s.Nodes[j].ID, true
}
}
return "", false
}
func (s *State) UpsertNode(n Node) {
i := s.Find(n.ID)
if i < 0 {
if n.IsLeader {
s.LeaderID = n.ID
}
n.Alive = true
n.LastSeen = time.Now().Unix()
s.Nodes = append(s.Nodes, n)
return
}
old := s.Nodes[i]
n.IsLeader = old.IsLeader || n.IsLeader
if n.IsLeader {
s.LeaderID = n.ID
}
n.Alive = true
n.LastSeen = time.Now().Unix()
s.Nodes[i] = n
}
func (s *State) MarkOffline(id string) int {
i := s.Find(id)
if i < 0 {
return -1
}
s.Nodes[i].Alive = false
s.Nodes[i].LastSeen = time.Now().Unix()
return i
}
// InsertAfter inserts newNode right after anchor (join: newNode lands behind
// its sponsor; the former successor moves after the newcomer).
func (s *State) InsertAfter(anchor string, n Node) {
i := s.Find(n.ID)
if i >= 0 {
s.Nodes[i].Alive = true
s.Nodes[i].LastSeen = time.Now().Unix()
return
}
n.Alive = true
n.LastSeen = time.Now().Unix()
j := s.Find(anchor)
if j < 0 {
s.Nodes = append(s.Nodes, n)
return
}
out := make([]Node, 0, len(s.Nodes)+1)
out = append(out, s.Nodes[:j+1]...)
out = append(out, n)
out = append(out, s.Nodes[j+1:]...)
s.Nodes = out
}
// LowestAlive returns alive node with lowest combined load (nil if none).
func (s *State) LowestAlive() *Node {
var best *Node
for i := range s.Nodes {
if !s.Nodes[i].Alive {
continue
}
if best == nil || s.Nodes[i].Load.Score() < best.Load.Score() {
b := s.Nodes[i]
best = &b
}
}
return best
}
func (s *State) NextTaskID() string {
s.Seq++
return fmt.Sprintf("t%d", s.Seq)
}
// AddPending attaches a NEW forward request to the token (round-1 inject).
func (s *State) AddPending(local store.Local, remote store.Remote, link store.Link) *Task {
t := &Task{
ID: s.NextTaskID(),
Local: local,
Remote: remote,
Link: link,
Created: time.Now().Unix(),
}
if s.PendingTasks == nil {
s.PendingTasks = map[string]*Task{}
}
s.PendingTasks[t.ID] = t
return t
}
// PendingList returns pending tasks, stable by id.
func (s *State) PendingList() []*Task {
out := make([]*Task, 0, 4)
for _, t := range s.PendingTasks {
out = append(out, t)
}
sort.Slice(out, func(i, j int) bool { return out[i].ID < out[j].ID })
return out
}
// ClaimPending removes a pending task and returns it (the claimer then renders
// its local frpc config and spawns the worker). Returns nil if absent.
func (s *State) ClaimPending(id string) *Task {
if s.PendingTasks == nil {
return nil
}
t := s.PendingTasks[id]
if t == nil {
return nil
}
delete(s.PendingTasks, id)
return t
}
// AddTopology records an ESTABLISHED forward into the cluster topology.
// Called by the claiming node right after it spawns the worker: the task
// disappears from pending and lives on as active topology.
func (s *State) AddTopology(t *Task, ownerID string) *TopoEntry {
if s.Topology == nil {
s.Topology = map[string]*TopoEntry{}
}
e := &TopoEntry{
TaskID: t.ID, OwnerID: ownerID,
Local: t.Local, Remote: t.Remote, Link: t.Link,
Active: true,
}
s.Topology[t.ID] = e
return e
}
// TopologyList returns active forwards, stable by task id.
func (s *State) TopologyList() []*TopoEntry {
out := make([]*TopoEntry, 0, len(s.Topology))
for _, e := range s.Topology {
out = append(out, e)
}
sort.Slice(out, func(i, j int) bool { return out[i].TaskID < out[j].TaskID })
return out
}
// ForwardsOwnedBy returns topology entries owned by a node (for offline
// reassignment and UI per-node views).
func (s *State) ForwardsOwnedBy(owner string) []*TopoEntry {
var out []*TopoEntry
for _, e := range s.Topology {
if e.OwnerID == owner {
out = append(out, e)
}
}
return out
}
// OfflineReassign moves all active forwards owned by an offline node back into
// PendingTasks (they become new tasks for the next lowest-load member). Returns
// the reassigned task ids.
func (s *State) OfflineReassign(offlineID string) []string {
var reattached []string
for id, e := range s.Topology {
if e.OwnerID != offlineID || !e.Active {
continue
}
delete(s.Topology, id)
t := &Task{ID: id, Local: e.Local, Remote: e.Remote, Link: e.Link,
Created: time.Now().Unix()}
if s.PendingTasks == nil {
s.PendingTasks = map[string]*Task{}
}
s.PendingTasks[id] = t
reattached = append(reattached, id)
}
return reattached
}