mirror of
https://github.com/openai/codex.git
synced 2026-11-17 14:58:36 +00:00
Track prompt cache write token usage (#33454)
## What changed - Parse `cache_write_tokens` from response input token details and carry it through token usage aggregation. - Expose `cache_write_input_tokens` in protocol, app-server, exec, and TypeScript SDK usage events, defaulting it to zero for compatibility with older payloads. - Report cache-write usage in analytics, metrics, traces, and rollout data alongside existing cache-read usage. ## Testing - Add coverage for response parsing, usage event output, aggregation, analytics, metrics, and telemetry fields. GitOrigin-RevId: 634e4fbe3086a8923c0ee13b622573e7d9d221bd
This commit is contained in:
1 parent
78d4a563f9
commit
2edad72de3
46 files changed
+207
-31
No files matched your search
@@ -49,6 +49,7 @@ pub(super) fn token_usage_from_value(value: &Value) -> Option<TokenUsage> {
|
||||
Some(TokenUsage {
|
||||
input_tokens: u64_field(value, "input_tokens")?,
|
||||
cached_input_tokens: u64_field(value, "cached_input_tokens")?,
|
||||
cache_write_input_tokens: u64_field(value, "cache_write_input_tokens").unwrap_or(0),
|
||||
output_tokens: u64_field(value, "output_tokens")?,
|
||||
reasoning_output_tokens: u64_field(value, "reasoning_output_tokens")?,
|
||||
})
|
||||
|
||||
@@ -276,6 +276,7 @@ fn incremental_request_carries_prior_request_and_response_items_forward() -> any
|
||||
"token_usage": {
|
||||
"input_tokens": 10,
|
||||
"cached_input_tokens": 1,
|
||||
"cache_write_input_tokens": 3,
|
||||
"output_tokens": 5,
|
||||
"reasoning_output_tokens": 2,
|
||||
"total_tokens": 15
|
||||
@@ -330,6 +331,13 @@ fn incremental_request_carries_prior_request_and_response_items_forward() -> any
|
||||
first.usage.as_ref().map(|usage| usage.input_tokens),
|
||||
Some(10),
|
||||
);
|
||||
assert_eq!(
|
||||
first
|
||||
.usage
|
||||
.as_ref()
|
||||
.map(|usage| usage.cache_write_input_tokens),
|
||||
Some(3),
|
||||
);
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user