// Package accounting turns finished requests into spend, enforces what a key // is allowed, and gets both into the store without touching the request path // (plan §7.9.3, §7.9.4). package accounting import ( "strings" "sync" ) // Price is what one model costs, in micro-units per thousand tokens. // // Micro-units rather than a float because spend is accumulated by repeated // addition, and repeated addition of floats drifts. What a unit means is the // operator's: self-hosted models have no per-token price, so it may be // GPU-seconds, a notional rate, or 1000 everywhere — which turns a budget into // a token quota. type Price struct { PromptPer1k int64 `koanf:"prompt_per_1k"` CompletionPer1k int64 `koanf:"completion_per_1k"` } // Zero reports whether this model spends nothing. // // It matters beyond arithmetic: a zero-cost model stays available to a key // whose budget is spent, which is what makes the plan's budget fallback work // (§7.7). func (p Price) Zero() bool { return p.PromptPer1k == 0 && p.CompletionPer1k == 0 } // Cost computes what a request spent, rounding up. // // Up rather than to nearest: rounding down would make a stream of tiny requests // free, which is exactly the shape of traffic a quota exists to bound. func (p Price) Cost(promptTokens, completionTokens int64) int64 { return divUp(promptTokens*p.PromptPer1k, 1000) + divUp(completionTokens*p.CompletionPer1k, 1000) } func divUp(n, d int64) int64 { if n <= 0 { return 0 } return (n + d - 1) / d } // Pricing resolves a model name to its price. type Pricing struct { mu sync.RWMutex byModel map[string]Price fallback Price } // NewPricing builds a price table. Names are matched case-insensitively, // because a model name reaches us from whatever the client typed. func NewPricing(byModel map[string]Price, fallback Price) *Pricing { table := make(map[string]Price, len(byModel)) for name, p := range byModel { table[strings.ToLower(name)] = p } return &Pricing{byModel: table, fallback: fallback} } // For returns a model's price, or the fallback. func (p *Pricing) For(model string) Price { p.mu.RLock() defer p.mu.RUnlock() if v, ok := p.byModel[strings.ToLower(model)]; ok { return v } return p.fallback }