use crate::auth::AuthProvider; use crate::common::Prompt as ApiPrompt; use crate::common::Reasoning; use crate::common::ResponseStream; use crate::common::TextControls; use crate::endpoint::session::EndpointSession; use crate::error::ApiError; use crate::provider::Provider; use crate::requests::ResponsesRequest; use crate::requests::ResponsesRequestBuilder; use crate::requests::responses::Compression; use crate::sse::spawn_response_stream; use crate::telemetry::SseTelemetry; use codex_client::HttpTransport; use codex_client::RequestCompression; use codex_client::RequestTelemetry; use codex_protocol::protocol::SessionSource; use http::HeaderMap; use http::HeaderValue; use http::Method; use serde_json::Value; use std::sync::Arc; use std::sync::OnceLock; use tracing::instrument; pub struct ResponsesClient { session: EndpointSession, sse_telemetry: Option>, } #[derive(Default)] pub struct ResponsesOptions { pub reasoning: Option, pub include: Vec, pub prompt_cache_key: Option, pub text: Option, pub store_override: Option, pub conversation_id: Option, pub session_source: Option, pub extra_headers: HeaderMap, pub compression: Compression, pub turn_state: Option>>, } impl ResponsesClient { pub fn new(transport: T, provider: Provider, auth: A) -> Self { Self { session: EndpointSession::new(transport, provider, auth), sse_telemetry: None, } } pub fn with_telemetry( self, request: Option>, sse: Option>, ) -> Self { Self { session: self.session.with_request_telemetry(request), sse_telemetry: sse, } } pub async fn stream_request( &self, request: ResponsesRequest, turn_state: Option>>, ) -> Result { self.stream( request.body, request.headers, request.compression, turn_state, ) .await } #[instrument(level = "trace", skip_all, err)] pub async fn stream_prompt( &self, model: &str, prompt: &ApiPrompt, options: ResponsesOptions, ) -> Result { let ResponsesOptions { reasoning, include, prompt_cache_key, text, store_override, conversation_id, session_source, extra_headers, compression, turn_state, } = options; let request = ResponsesRequestBuilder::new(model, &prompt.instructions, &prompt.input) .tools(&prompt.tools) .parallel_tool_calls(prompt.parallel_tool_calls) .reasoning(reasoning) .include(include) .prompt_cache_key(prompt_cache_key) .text(text) .conversation(conversation_id) .session_source(session_source) .store_override(store_override) .extra_headers(extra_headers) .compression(compression) .build(self.session.provider())?; self.stream_request(request, turn_state).await } fn path() -> &'static str { "responses" } pub async fn stream( &self, body: Value, extra_headers: HeaderMap, compression: Compression, turn_state: Option>>, ) -> Result { let request_compression = match compression { Compression::None => RequestCompression::None, Compression::Zstd => RequestCompression::Zstd, }; let stream_response = self .session .stream_with( Method::POST, Self::path(), extra_headers, Some(body), |req| { req.headers.insert( http::header::ACCEPT, HeaderValue::from_static("text/event-stream"), ); req.compression = request_compression; }, ) .await?; Ok(spawn_response_stream( stream_response, self.session.provider().stream_idle_timeout, self.sse_telemetry.clone(), turn_state, )) } }