Send prompt_cache_key (#2200)

To optimize prompt caching performance.
This commit is contained in:
pakrym-oai authored and GitHub committed 2025-08-11 16:37:45 -07:00
1 parent 6220e8ac2e
commit 6a6bf99e2c
2 files changed
+3

No files matched your search

+1
View File
@@ -169,6 +169,7 @@ impl ModelClient {
store,
stream: true,
include,
prompt_cache_key: Some(self.session_id.to_string()),
};
let mut attempt = 0;