mirror of
https://github.com/openai/codex.git
synced 2026-10-30 16:12:09 +00:00
Eric Traut
2edad72de3
## What changed - Parse `cache_write_tokens` from response input token details and carry it through token usage aggregation. - Expose `cache_write_input_tokens` in protocol, app-server, exec, and TypeScript SDK usage events, defaulting it to zero for compatibility with older payloads. - Report cache-write usage in analytics, metrics, traces, and rollout data alongside existing cache-read usage. ## Testing - Add coverage for response parsing, usage event output, aggregation, analytics, metrics, and telemetry fields. GitOrigin-RevId: 634e4fbe3086a8923c0ee13b622573e7d9d221bd
70 lines
1.8 KiB
Rust
70 lines
1.8 KiB
Rust
#![allow(dead_code)]
|
|
|
|
#[path = "../src/accounting.rs"]
|
|
mod accounting;
|
|
|
|
use accounting::GoalAccountingState;
|
|
use codex_protocol::config_types::ModeKind;
|
|
use codex_protocol::protocol::TokenUsage;
|
|
use pretty_assertions::assert_eq;
|
|
|
|
#[test]
|
|
fn goal_accounting_uses_turn_start_baseline_for_exact_deltas() {
|
|
let state = GoalAccountingState::default();
|
|
state.start_turn(
|
|
"turn-1",
|
|
ModeKind::Default,
|
|
&token_usage(
|
|
/*input_tokens*/ 100, /*cached_input_tokens*/ 10, /*output_tokens*/ 30,
|
|
/*reasoning_output_tokens*/ 5, /*total_tokens*/ 135,
|
|
),
|
|
);
|
|
|
|
let recorded = state
|
|
.record_token_usage(
|
|
"turn-1",
|
|
&token_usage(
|
|
/*input_tokens*/ 120, /*cached_input_tokens*/ 14,
|
|
/*output_tokens*/ 42, /*reasoning_output_tokens*/ 8,
|
|
/*total_tokens*/ 162,
|
|
),
|
|
)
|
|
.expect("token delta should be recorded");
|
|
|
|
assert_eq!(28, recorded.turn_delta);
|
|
assert_eq!(28, recorded.thread_unflushed_delta);
|
|
}
|
|
|
|
#[test]
|
|
fn goal_accounting_ignores_plan_mode_turns() {
|
|
let state = GoalAccountingState::default();
|
|
state.start_turn("turn-1", ModeKind::Plan, &TokenUsage::default());
|
|
|
|
let recorded = state.record_token_usage(
|
|
"turn-1",
|
|
&token_usage(
|
|
/*input_tokens*/ 20, /*cached_input_tokens*/ 5, /*output_tokens*/ 8,
|
|
/*reasoning_output_tokens*/ 2, /*total_tokens*/ 30,
|
|
),
|
|
);
|
|
|
|
assert_eq!(None, recorded);
|
|
}
|
|
|
|
fn token_usage(
|
|
input_tokens: i64,
|
|
cached_input_tokens: i64,
|
|
output_tokens: i64,
|
|
reasoning_output_tokens: i64,
|
|
total_tokens: i64,
|
|
) -> TokenUsage {
|
|
TokenUsage {
|
|
input_tokens,
|
|
cached_input_tokens,
|
|
cache_write_input_tokens: 0,
|
|
output_tokens,
|
|
reasoning_output_tokens,
|
|
total_tokens,
|
|
}
|
|
}
|