|
1 | 1 | import { describe, expect, it } from "@effect/vitest"; |
| 2 | +import { totalTokens } from "@t3tools/provider-core/server/usage"; |
2 | 3 |
|
3 | 4 | import { codexUsageFormat, initialCodexScanState, parseCodexLine } from "./codexUsage.ts"; |
4 | 5 |
|
@@ -373,6 +374,106 @@ describe("parseCodexLine", () => { |
373 | 374 | expect(codexUsageFormat.readMalformedRecords?.(state)).toBe(0); |
374 | 375 | }); |
375 | 376 |
|
| 377 | + it("ignores a replay of the current sequence's first request without rewinding the baseline", () => { |
| 378 | + const state = initialCodexScanState(); |
| 379 | + parseCodexLine(turnContext, state); |
| 380 | + const request = counters(100, 20); |
| 381 | + const processed = [ |
| 382 | + counted(request, request), |
| 383 | + counted(request, counters(200, 40)), |
| 384 | + counted(request, request), |
| 385 | + counted(request, counters(300, 60)), |
| 386 | + ].map((line) => { |
| 387 | + const record = parseCodexLine(line, state); |
| 388 | + return record === null ? 0 : totalTokens(record.totals); |
| 389 | + }); |
| 390 | + |
| 391 | + expect({ |
| 392 | + processed, |
| 393 | + skipped: codexUsageFormat.readMalformedRecords?.(state), |
| 394 | + }).toEqual({ processed: [120, 120, 0, 120], skipped: 0 }); |
| 395 | + }); |
| 396 | + |
| 397 | + it("bills a genuine restart with the same counters at a new timestamp", () => { |
| 398 | + const state = initialCodexScanState(); |
| 399 | + parseCodexLine(turnContext, state); |
| 400 | + const request = counters(100, 20); |
| 401 | + const lines = [ |
| 402 | + counted(request, request), |
| 403 | + counted(request, counters(200, 40)), |
| 404 | + counted(request, request).replace("05:17:49.919Z", "05:18:49.919Z"), |
| 405 | + counted(counters(30, 5), counters(130, 25)), |
| 406 | + ]; |
| 407 | + const processed = lines.map((line) => { |
| 408 | + const record = parseCodexLine(line, state); |
| 409 | + return record === null ? 0 : totalTokens(record.totals); |
| 410 | + }); |
| 411 | + expect({ processed, skipped: codexUsageFormat.readMalformedRecords?.(state) }).toEqual({ |
| 412 | + processed: [120, 120, 120, 35], |
| 413 | + skipped: 0, |
| 414 | + }); |
| 415 | + }); |
| 416 | + |
| 417 | + it.each([ |
| 418 | + { |
| 419 | + reset: true, |
| 420 | + markerTotal: counters(0, 0), |
| 421 | + nextTotal: counters(130, 25), |
| 422 | + processed: [120, 120, 0, 120, 35], |
| 423 | + }, |
| 424 | + { |
| 425 | + reset: false, |
| 426 | + markerTotal: counters(200, 40), |
| 427 | + nextTotal: counters(230, 45), |
| 428 | + processed: [120, 120, 0, 0, 35], |
| 429 | + }, |
| 430 | + ])( |
| 431 | + "bills a request equal to the old sequence start only after a context marker reset the counters (reset: $reset)", |
| 432 | + ({ markerTotal, nextTotal, processed }) => { |
| 433 | + const state = initialCodexScanState(); |
| 434 | + parseCodexLine(turnContext, state); |
| 435 | + const request = counters(100, 20); |
| 436 | + const marker = counted({ ...counters(0, 0), total_tokens: 26387 }, markerTotal, { |
| 437 | + model_context_window: 475000, |
| 438 | + }); |
| 439 | + const billed = [ |
| 440 | + counted(request, request), |
| 441 | + counted(request, counters(200, 40)), |
| 442 | + marker, |
| 443 | + counted(request, request), |
| 444 | + counted(counters(30, 5), nextTotal), |
| 445 | + ].map((line) => { |
| 446 | + const record = parseCodexLine(line, state); |
| 447 | + return record === null ? 0 : totalTokens(record.totals); |
| 448 | + }); |
| 449 | + |
| 450 | + expect({ |
| 451 | + processed: billed, |
| 452 | + skipped: codexUsageFormat.readMalformedRecords?.(state), |
| 453 | + }).toEqual({ processed, skipped: 0 }); |
| 454 | + }, |
| 455 | + ); |
| 456 | + |
| 457 | + it("forgets the old sequence start when a malformed pair zeroes the cumulative baseline", () => { |
| 458 | + const state = initialCodexScanState(); |
| 459 | + parseCodexLine(turnContext, state); |
| 460 | + const request = counters(100, 20); |
| 461 | + const processed = [ |
| 462 | + counted(request, request), |
| 463 | + counted(counters(30, 5), counters(0, 0)), |
| 464 | + counted(request, request), |
| 465 | + counted(counters(30, 5), counters(130, 25)), |
| 466 | + ].map((line) => { |
| 467 | + const record = parseCodexLine(line, state); |
| 468 | + return record === null ? 0 : totalTokens(record.totals); |
| 469 | + }); |
| 470 | + |
| 471 | + expect({ |
| 472 | + processed, |
| 473 | + skipped: codexUsageFormat.readMalformedRecords?.(state), |
| 474 | + }).toEqual({ processed: [120, 0, 120, 35], skipped: 1 }); |
| 475 | + }); |
| 476 | + |
376 | 477 | it("retains initial tier evidence only for the own OpenAI session and exact context until native settings arrive", () => { |
377 | 478 | const meta = (id: string, model_provider?: string) => |
378 | 479 | JSON.stringify({ type: "session_meta", payload: { id, model_provider } }); |
@@ -535,5 +636,33 @@ describe("parseCodexLine", () => { |
535 | 636 | ); |
536 | 637 | expect(record).not.toBeNull(); |
537 | 638 | }); |
| 639 | + |
| 640 | + it("forgets the old sequence start when a copied zero baseline rebases the counters", () => { |
| 641 | + const state = initialCodexScanState(); |
| 642 | + const forkInstant = "2026-08-01T05:00:00.000Z"; |
| 643 | + const request = counters(100, 20); |
| 644 | + const billed = (line: string) => { |
| 645 | + const record = parseCodexLine(line, state); |
| 646 | + return record === null ? 0 : totalTokens(record.totals); |
| 647 | + }; |
| 648 | + parseCodexLine(stamped("2026-08-01T04:59:00.000Z", turnContext), state); |
| 649 | + const first = billed(stamped("2026-08-01T04:59:01.000Z", counted(request, request))); |
| 650 | + parseCodexLine(meta({ id: "child", timestamp: forkInstant, forkedFromId: "parent" }), state); |
| 651 | + const copied = billed( |
| 652 | + stamped( |
| 653 | + "2026-08-01T05:00:00.001Z", |
| 654 | + counted({ ...counters(0, 0), total_tokens: 26387 }, counters(0, 0)), |
| 655 | + ), |
| 656 | + ); |
| 657 | + const afterBurst = billed(stamped("2026-08-01T05:00:06.000Z", counted(request, request))); |
| 658 | + const next = billed( |
| 659 | + stamped("2026-08-01T05:00:06.100Z", counted(counters(30, 5), counters(130, 25))), |
| 660 | + ); |
| 661 | + |
| 662 | + expect({ |
| 663 | + processed: [first, copied, afterBurst, next], |
| 664 | + skipped: codexUsageFormat.readMalformedRecords?.(state), |
| 665 | + }).toEqual({ processed: [120, 0, 120, 35], skipped: 0 }); |
| 666 | + }); |
538 | 667 | }); |
539 | 668 | }); |
0 commit comments