Skip to content

Commit 000f81a

Browse files
committed
feat(tui): add reusable token-rate meter (anomalyco#5374)
1 parent 9e1b63e commit 000f81a

2 files changed

Lines changed: 116 additions & 0 deletions

File tree

Lines changed: 49 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,49 @@
1+
type Sample = { at: number; tokens: number }
2+
3+
/**
4+
* Rolling token-rate meter. `add` is fed cumulative generation-token counts for
5+
* the current assistant message; `rate` returns tokens/second over a sliding
6+
* window. Shared source so the agents-status model can reuse the metric.
7+
*/
8+
export class TokenRateMeter {
9+
private samples: Sample[] = []
10+
11+
constructor(private windowMs = 3000) {}
12+
13+
// `tokens` is monotonic for a given message; out-of-order or duplicate
14+
// updates (server coalescing, step re-publish) are ignored.
15+
add(tokens: number, at: number) {
16+
const last = this.samples[this.samples.length - 1]
17+
if (last && tokens <= last.tokens) return
18+
this.samples.push({ at, tokens })
19+
this.prune(at)
20+
}
21+
22+
reset() {
23+
this.samples = []
24+
}
25+
26+
// Average tokens/second across the retained window.
27+
rate(at = Date.now()): number {
28+
this.prune(at)
29+
if (this.samples.length < 2) return 0
30+
const first = this.samples[0]
31+
const last = this.samples[this.samples.length - 1]
32+
const elapsed = (last.at - first.at) / 1000
33+
if (elapsed <= 0) return 0
34+
return (last.tokens - first.tokens) / elapsed
35+
}
36+
37+
// True when a sample landed within `timeoutMs` of `at`.
38+
isActive(at = Date.now(), timeoutMs = 2000): boolean {
39+
const last = this.samples[this.samples.length - 1]
40+
return !!last && at - last.at <= timeoutMs
41+
}
42+
43+
private prune(at: number) {
44+
const windowStart = at - this.windowMs
45+
let drop = 0
46+
while (drop < this.samples.length - 2 && this.samples[drop].at < windowStart) drop++
47+
if (drop > 0) this.samples.splice(0, drop)
48+
}
49+
}
Lines changed: 67 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,67 @@
1+
import { describe, expect, test } from "bun:test"
2+
import { TokenRateMeter } from "../../src/util/token-rate"
3+
4+
describe("util.token-rate", () => {
5+
test("rate is 0 with fewer than two samples", () => {
6+
const meter = new TokenRateMeter()
7+
expect(meter.rate(0)).toBe(0)
8+
meter.add(10, 0)
9+
expect(meter.rate(0)).toBe(0)
10+
})
11+
12+
test("computes tokens per second from cumulative samples", () => {
13+
const meter = new TokenRateMeter()
14+
meter.add(25, 0)
15+
meter.add(50, 500)
16+
meter.add(75, 1000)
17+
meter.add(100, 1500)
18+
expect(meter.rate(1500)).toBeCloseTo(50, 5)
19+
})
20+
21+
test("steady 10 tok/s over a 3s window", () => {
22+
const meter = new TokenRateMeter()
23+
meter.add(10, 0)
24+
meter.add(20, 1000)
25+
meter.add(30, 2000)
26+
meter.add(40, 3000)
27+
expect(meter.rate(3000)).toBeCloseTo(10, 5)
28+
})
29+
30+
test("prunes samples older than the window but keeps the newest two", () => {
31+
const meter = new TokenRateMeter(1000)
32+
meter.add(10, 0)
33+
meter.add(20, 1000)
34+
meter.add(30, 2000)
35+
meter.add(40, 3000)
36+
// After pruning only the newest two remain (at 2000, 3000).
37+
expect(meter.rate(3000)).toBeCloseTo(10, 5)
38+
})
39+
40+
test("does not move backwards on non-monotonic samples", () => {
41+
const meter = new TokenRateMeter()
42+
meter.add(10, 0)
43+
meter.add(9, 500) // duplicate/out-of-order guard: ignored
44+
meter.add(20, 1000)
45+
expect(meter.rate(1000)).toBeCloseTo(10, 5)
46+
})
47+
48+
test("reset clears all samples", () => {
49+
const meter = new TokenRateMeter()
50+
meter.add(5, 0)
51+
meter.add(10, 1000)
52+
meter.reset()
53+
expect(meter.rate(2000)).toBe(0)
54+
meter.add(10, 2000)
55+
expect(meter.rate(2000)).toBe(0)
56+
})
57+
58+
test("isActive reflects recent sampling within the timeout", () => {
59+
const meter = new TokenRateMeter()
60+
expect(meter.isActive(1000, 2000)).toBe(false)
61+
meter.add(10, 1000)
62+
expect(meter.isActive(1000, 2000)).toBe(true)
63+
expect(meter.isActive(2999, 2000)).toBe(true)
64+
expect(meter.isActive(3000, 2000)).toBe(true)
65+
expect(meter.isActive(3001, 2000)).toBe(false)
66+
})
67+
})

0 commit comments

Comments
 (0)