|
| 1 | +import { describe, expect, test } from "bun:test" |
| 2 | +import { TokenRateMeter } from "../../src/util/token-rate" |
| 3 | + |
| 4 | +describe("util.token-rate", () => { |
| 5 | + test("rate is 0 with fewer than two samples", () => { |
| 6 | + const meter = new TokenRateMeter() |
| 7 | + expect(meter.rate(0)).toBe(0) |
| 8 | + meter.add(10, 0) |
| 9 | + expect(meter.rate(0)).toBe(0) |
| 10 | + }) |
| 11 | + |
| 12 | + test("computes tokens per second from cumulative samples", () => { |
| 13 | + const meter = new TokenRateMeter() |
| 14 | + meter.add(25, 0) |
| 15 | + meter.add(50, 500) |
| 16 | + meter.add(75, 1000) |
| 17 | + meter.add(100, 1500) |
| 18 | + expect(meter.rate(1500)).toBeCloseTo(50, 5) |
| 19 | + }) |
| 20 | + |
| 21 | + test("steady 10 tok/s over a 3s window", () => { |
| 22 | + const meter = new TokenRateMeter() |
| 23 | + meter.add(10, 0) |
| 24 | + meter.add(20, 1000) |
| 25 | + meter.add(30, 2000) |
| 26 | + meter.add(40, 3000) |
| 27 | + expect(meter.rate(3000)).toBeCloseTo(10, 5) |
| 28 | + }) |
| 29 | + |
| 30 | + test("prunes samples older than the window but keeps the newest two", () => { |
| 31 | + const meter = new TokenRateMeter(1000) |
| 32 | + meter.add(10, 0) |
| 33 | + meter.add(20, 1000) |
| 34 | + meter.add(30, 2000) |
| 35 | + meter.add(40, 3000) |
| 36 | + // After pruning only the newest two remain (at 2000, 3000). |
| 37 | + expect(meter.rate(3000)).toBeCloseTo(10, 5) |
| 38 | + }) |
| 39 | + |
| 40 | + test("does not move backwards on non-monotonic samples", () => { |
| 41 | + const meter = new TokenRateMeter() |
| 42 | + meter.add(10, 0) |
| 43 | + meter.add(9, 500) // duplicate/out-of-order guard: ignored |
| 44 | + meter.add(20, 1000) |
| 45 | + expect(meter.rate(1000)).toBeCloseTo(10, 5) |
| 46 | + }) |
| 47 | + |
| 48 | + test("reset clears all samples", () => { |
| 49 | + const meter = new TokenRateMeter() |
| 50 | + meter.add(5, 0) |
| 51 | + meter.add(10, 1000) |
| 52 | + meter.reset() |
| 53 | + expect(meter.rate(2000)).toBe(0) |
| 54 | + meter.add(10, 2000) |
| 55 | + expect(meter.rate(2000)).toBe(0) |
| 56 | + }) |
| 57 | + |
| 58 | + test("isActive reflects recent sampling within the timeout", () => { |
| 59 | + const meter = new TokenRateMeter() |
| 60 | + expect(meter.isActive(1000, 2000)).toBe(false) |
| 61 | + meter.add(10, 1000) |
| 62 | + expect(meter.isActive(1000, 2000)).toBe(true) |
| 63 | + expect(meter.isActive(2999, 2000)).toBe(true) |
| 64 | + expect(meter.isActive(3000, 2000)).toBe(true) |
| 65 | + expect(meter.isActive(3001, 2000)).toBe(false) |
| 66 | + }) |
| 67 | +}) |
0 commit comments