mirror of
https://github.com/openai/codex.git
synced 2026-11-13 22:47:20 +00:00
feat: clean codex-api part 1 (#10501)
This commit is contained in:
1 parent
88598b9402
commit
d5e7248958
8 files changed
+208
-214
No files matched your search
@@ -1,4 +1,6 @@
|
|||||||
use codex_client::Request;
|
use codex_client::Request;
|
||||||
|
use http::HeaderMap;
|
||||||
|
use http::HeaderValue;
|
||||||
|
|
||||||
/// Provides bearer and account identity information for API requests.
|
/// Provides bearer and account identity information for API requests.
|
||||||
///
|
///
|
||||||
@@ -12,16 +14,20 @@ pub trait AuthProvider: Send + Sync {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
pub(crate) fn add_auth_headers<A: AuthProvider>(auth: &A, mut req: Request) -> Request {
|
pub(crate) fn add_auth_headers_to_header_map<A: AuthProvider>(auth: &A, headers: &mut HeaderMap) {
|
||||||
if let Some(token) = auth.bearer_token()
|
if let Some(token) = auth.bearer_token()
|
||||||
&& let Ok(header) = format!("Bearer {token}").parse()
|
&& let Ok(header) = HeaderValue::from_str(&format!("Bearer {token}"))
|
||||||
{
|
{
|
||||||
let _ = req.headers.insert(http::header::AUTHORIZATION, header);
|
let _ = headers.insert(http::header::AUTHORIZATION, header);
|
||||||
}
|
}
|
||||||
if let Some(account_id) = auth.account_id()
|
if let Some(account_id) = auth.account_id()
|
||||||
&& let Ok(header) = account_id.parse()
|
&& let Ok(header) = HeaderValue::from_str(&account_id)
|
||||||
{
|
{
|
||||||
let _ = req.headers.insert("ChatGPT-Account-ID", header);
|
let _ = headers.insert("ChatGPT-Account-ID", header);
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub(crate) fn add_auth_headers<A: AuthProvider>(auth: &A, mut req: Request) -> Request {
|
||||||
|
add_auth_headers_to_header_map(auth, &mut req.headers);
|
||||||
req
|
req
|
||||||
}
|
}
|
||||||
@@ -1,9 +1,8 @@
|
|||||||
use crate::auth::AuthProvider;
|
use crate::auth::AuthProvider;
|
||||||
use crate::auth::add_auth_headers;
|
|
||||||
use crate::common::CompactionInput;
|
use crate::common::CompactionInput;
|
||||||
|
use crate::endpoint::session::EndpointSession;
|
||||||
use crate::error::ApiError;
|
use crate::error::ApiError;
|
||||||
use crate::provider::Provider;
|
use crate::provider::Provider;
|
||||||
use crate::telemetry::run_with_request_telemetry;
|
|
||||||
use codex_client::HttpTransport;
|
use codex_client::HttpTransport;
|
||||||
use codex_client::RequestTelemetry;
|
use codex_client::RequestTelemetry;
|
||||||
use codex_protocol::models::ResponseItem;
|
use codex_protocol::models::ResponseItem;
|
||||||
@@ -14,28 +13,23 @@ use serde_json::to_value;
|
|||||||
use std::sync::Arc;
|
use std::sync::Arc;
|
||||||
|
|
||||||
pub struct CompactClient<T: HttpTransport, A: AuthProvider> {
|
pub struct CompactClient<T: HttpTransport, A: AuthProvider> {
|
||||||
transport: T,
|
session: EndpointSession<T, A>,
|
||||||
provider: Provider,
|
|
||||||
auth: A,
|
|
||||||
request_telemetry: Option<Arc<dyn RequestTelemetry>>,
|
|
||||||
}
|
}
|
||||||
|
|
||||||
impl<T: HttpTransport, A: AuthProvider> CompactClient<T, A> {
|
impl<T: HttpTransport, A: AuthProvider> CompactClient<T, A> {
|
||||||
pub fn new(transport: T, provider: Provider, auth: A) -> Self {
|
pub fn new(transport: T, provider: Provider, auth: A) -> Self {
|
||||||
Self {
|
Self {
|
||||||
transport,
|
session: EndpointSession::new(transport, provider, auth),
|
||||||
provider,
|
|
||||||
auth,
|
|
||||||
request_telemetry: None,
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn with_telemetry(mut self, request: Option<Arc<dyn RequestTelemetry>>) -> Self {
|
pub fn with_telemetry(self, request: Option<Arc<dyn RequestTelemetry>>) -> Self {
|
||||||
self.request_telemetry = request;
|
Self {
|
||||||
self
|
session: self.session.with_request_telemetry(request),
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
fn path(&self) -> &'static str {
|
fn path() -> &'static str {
|
||||||
"responses/compact"
|
"responses/compact"
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -44,21 +38,10 @@ impl<T: HttpTransport, A: AuthProvider> CompactClient<T, A> {
|
|||||||
body: serde_json::Value,
|
body: serde_json::Value,
|
||||||
extra_headers: HeaderMap,
|
extra_headers: HeaderMap,
|
||||||
) -> Result<Vec<ResponseItem>, ApiError> {
|
) -> Result<Vec<ResponseItem>, ApiError> {
|
||||||
let path = self.path();
|
let resp = self
|
||||||
let builder = || {
|
.session
|
||||||
let mut req = self.provider.build_request(Method::POST, path);
|
.execute(Method::POST, Self::path(), extra_headers, Some(body))
|
||||||
req.headers.extend(extra_headers.clone());
|
.await?;
|
||||||
req.body = Some(body.clone());
|
|
||||||
add_auth_headers(&self.auth, req)
|
|
||||||
};
|
|
||||||
|
|
||||||
let resp = run_with_request_telemetry(
|
|
||||||
self.provider.retry.to_policy(),
|
|
||||||
self.request_telemetry.clone(),
|
|
||||||
builder,
|
|
||||||
|req| self.transport.execute(req),
|
|
||||||
)
|
|
||||||
.await?;
|
|
||||||
let parsed: CompactHistoryResponse =
|
let parsed: CompactHistoryResponse =
|
||||||
serde_json::from_slice(&resp.body).map_err(|e| ApiError::Stream(e.to_string()))?;
|
serde_json::from_slice(&resp.body).map_err(|e| ApiError::Stream(e.to_string()))?;
|
||||||
Ok(parsed.output)
|
Ok(parsed.output)
|
||||||
@@ -83,14 +66,11 @@ struct CompactHistoryResponse {
|
|||||||
#[cfg(test)]
|
#[cfg(test)]
|
||||||
mod tests {
|
mod tests {
|
||||||
use super::*;
|
use super::*;
|
||||||
use crate::provider::RetryConfig;
|
|
||||||
use async_trait::async_trait;
|
use async_trait::async_trait;
|
||||||
use codex_client::Request;
|
use codex_client::Request;
|
||||||
use codex_client::Response;
|
use codex_client::Response;
|
||||||
use codex_client::StreamResponse;
|
use codex_client::StreamResponse;
|
||||||
use codex_client::TransportError;
|
use codex_client::TransportError;
|
||||||
use http::HeaderMap;
|
|
||||||
use std::time::Duration;
|
|
||||||
|
|
||||||
#[derive(Clone, Default)]
|
#[derive(Clone, Default)]
|
||||||
struct DummyTransport;
|
struct DummyTransport;
|
||||||
@@ -115,26 +95,11 @@ mod tests {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
fn provider() -> Provider {
|
|
||||||
Provider {
|
|
||||||
name: "test".to_string(),
|
|
||||||
base_url: "https://example.com/v1".to_string(),
|
|
||||||
query_params: None,
|
|
||||||
headers: HeaderMap::new(),
|
|
||||||
retry: RetryConfig {
|
|
||||||
max_attempts: 1,
|
|
||||||
base_delay: Duration::from_millis(1),
|
|
||||||
retry_429: false,
|
|
||||||
retry_5xx: true,
|
|
||||||
retry_transport: true,
|
|
||||||
},
|
|
||||||
stream_idle_timeout: Duration::from_secs(1),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
#[test]
|
#[test]
|
||||||
fn path_is_responses_compact() {
|
fn path_is_responses_compact() {
|
||||||
let client = CompactClient::new(DummyTransport, provider(), DummyAuth);
|
assert_eq!(
|
||||||
assert_eq!(client.path(), "responses/compact");
|
CompactClient::<DummyTransport, DummyAuth>::path(),
|
||||||
|
"responses/compact"
|
||||||
|
);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -3,4 +3,4 @@ pub mod compact;
|
|||||||
pub mod models;
|
pub mod models;
|
||||||
pub mod responses;
|
pub mod responses;
|
||||||
pub mod responses_websocket;
|
pub mod responses_websocket;
|
||||||
mod streaming;
|
mod session;
|
||||||
@@ -1,8 +1,7 @@
|
|||||||
use crate::auth::AuthProvider;
|
use crate::auth::AuthProvider;
|
||||||
use crate::auth::add_auth_headers;
|
use crate::endpoint::session::EndpointSession;
|
||||||
use crate::error::ApiError;
|
use crate::error::ApiError;
|
||||||
use crate::provider::Provider;
|
use crate::provider::Provider;
|
||||||
use crate::telemetry::run_with_request_telemetry;
|
|
||||||
use codex_client::HttpTransport;
|
use codex_client::HttpTransport;
|
||||||
use codex_client::RequestTelemetry;
|
use codex_client::RequestTelemetry;
|
||||||
use codex_protocol::openai_models::ModelInfo;
|
use codex_protocol::openai_models::ModelInfo;
|
||||||
@@ -13,53 +12,42 @@ use http::header::ETAG;
|
|||||||
use std::sync::Arc;
|
use std::sync::Arc;
|
||||||
|
|
||||||
pub struct ModelsClient<T: HttpTransport, A: AuthProvider> {
|
pub struct ModelsClient<T: HttpTransport, A: AuthProvider> {
|
||||||
transport: T,
|
session: EndpointSession<T, A>,
|
||||||
provider: Provider,
|
|
||||||
auth: A,
|
|
||||||
request_telemetry: Option<Arc<dyn RequestTelemetry>>,
|
|
||||||
}
|
}
|
||||||
|
|
||||||
impl<T: HttpTransport, A: AuthProvider> ModelsClient<T, A> {
|
impl<T: HttpTransport, A: AuthProvider> ModelsClient<T, A> {
|
||||||
pub fn new(transport: T, provider: Provider, auth: A) -> Self {
|
pub fn new(transport: T, provider: Provider, auth: A) -> Self {
|
||||||
Self {
|
Self {
|
||||||
transport,
|
session: EndpointSession::new(transport, provider, auth),
|
||||||
provider,
|
|
||||||
auth,
|
|
||||||
request_telemetry: None,
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn with_telemetry(mut self, request: Option<Arc<dyn RequestTelemetry>>) -> Self {
|
pub fn with_telemetry(self, request: Option<Arc<dyn RequestTelemetry>>) -> Self {
|
||||||
self.request_telemetry = request;
|
Self {
|
||||||
self
|
session: self.session.with_request_telemetry(request),
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
fn path(&self) -> &'static str {
|
fn path() -> &'static str {
|
||||||
"models"
|
"models"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn append_client_version_query(req: &mut codex_client::Request, client_version: &str) {
|
||||||
|
let separator = if req.url.contains('?') { '&' } else { '?' };
|
||||||
|
req.url = format!("{}{}client_version={client_version}", req.url, separator);
|
||||||
|
}
|
||||||
|
|
||||||
pub async fn list_models(
|
pub async fn list_models(
|
||||||
&self,
|
&self,
|
||||||
client_version: &str,
|
client_version: &str,
|
||||||
extra_headers: HeaderMap,
|
extra_headers: HeaderMap,
|
||||||
) -> Result<(Vec<ModelInfo>, Option<String>), ApiError> {
|
) -> Result<(Vec<ModelInfo>, Option<String>), ApiError> {
|
||||||
let builder = || {
|
let resp = self
|
||||||
let mut req = self.provider.build_request(Method::GET, self.path());
|
.session
|
||||||
req.headers.extend(extra_headers.clone());
|
.execute_with(Method::GET, Self::path(), extra_headers, None, |req| {
|
||||||
|
Self::append_client_version_query(req, client_version);
|
||||||
let separator = if req.url.contains('?') { '&' } else { '?' };
|
})
|
||||||
req.url = format!("{}{}client_version={client_version}", req.url, separator);
|
.await?;
|
||||||
|
|
||||||
add_auth_headers(&self.auth, req)
|
|
||||||
};
|
|
||||||
|
|
||||||
let resp = run_with_request_telemetry(
|
|
||||||
self.provider.retry.to_policy(),
|
|
||||||
self.request_telemetry.clone(),
|
|
||||||
builder,
|
|
||||||
|req| self.transport.execute(req),
|
|
||||||
)
|
|
||||||
.await?;
|
|
||||||
|
|
||||||
let header_etag = resp
|
let header_etag = resp
|
||||||
.headers
|
.headers
|
||||||
|
|||||||
@@ -3,7 +3,7 @@ use crate::common::Prompt as ApiPrompt;
|
|||||||
use crate::common::Reasoning;
|
use crate::common::Reasoning;
|
||||||
use crate::common::ResponseStream;
|
use crate::common::ResponseStream;
|
||||||
use crate::common::TextControls;
|
use crate::common::TextControls;
|
||||||
use crate::endpoint::streaming::StreamingClient;
|
use crate::endpoint::session::EndpointSession;
|
||||||
use crate::error::ApiError;
|
use crate::error::ApiError;
|
||||||
use crate::provider::Provider;
|
use crate::provider::Provider;
|
||||||
use crate::requests::ResponsesRequest;
|
use crate::requests::ResponsesRequest;
|
||||||
@@ -16,13 +16,16 @@ use codex_client::RequestCompression;
|
|||||||
use codex_client::RequestTelemetry;
|
use codex_client::RequestTelemetry;
|
||||||
use codex_protocol::protocol::SessionSource;
|
use codex_protocol::protocol::SessionSource;
|
||||||
use http::HeaderMap;
|
use http::HeaderMap;
|
||||||
|
use http::HeaderValue;
|
||||||
|
use http::Method;
|
||||||
use serde_json::Value;
|
use serde_json::Value;
|
||||||
use std::sync::Arc;
|
use std::sync::Arc;
|
||||||
use std::sync::OnceLock;
|
use std::sync::OnceLock;
|
||||||
use tracing::instrument;
|
use tracing::instrument;
|
||||||
|
|
||||||
pub struct ResponsesClient<T: HttpTransport, A: AuthProvider> {
|
pub struct ResponsesClient<T: HttpTransport, A: AuthProvider> {
|
||||||
streaming: StreamingClient<T, A>,
|
session: EndpointSession<T, A>,
|
||||||
|
sse_telemetry: Option<Arc<dyn SseTelemetry>>,
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Default)]
|
#[derive(Default)]
|
||||||
@@ -42,7 +45,8 @@ pub struct ResponsesOptions {
|
|||||||
impl<T: HttpTransport, A: AuthProvider> ResponsesClient<T, A> {
|
impl<T: HttpTransport, A: AuthProvider> ResponsesClient<T, A> {
|
||||||
pub fn new(transport: T, provider: Provider, auth: A) -> Self {
|
pub fn new(transport: T, provider: Provider, auth: A) -> Self {
|
||||||
Self {
|
Self {
|
||||||
streaming: StreamingClient::new(transport, provider, auth),
|
session: EndpointSession::new(transport, provider, auth),
|
||||||
|
sse_telemetry: None,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -52,7 +56,8 @@ impl<T: HttpTransport, A: AuthProvider> ResponsesClient<T, A> {
|
|||||||
sse: Option<Arc<dyn SseTelemetry>>,
|
sse: Option<Arc<dyn SseTelemetry>>,
|
||||||
) -> Self {
|
) -> Self {
|
||||||
Self {
|
Self {
|
||||||
streaming: self.streaming.with_telemetry(request, sse),
|
session: self.session.with_request_telemetry(request),
|
||||||
|
sse_telemetry: sse,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -102,12 +107,12 @@ impl<T: HttpTransport, A: AuthProvider> ResponsesClient<T, A> {
|
|||||||
.store_override(store_override)
|
.store_override(store_override)
|
||||||
.extra_headers(extra_headers)
|
.extra_headers(extra_headers)
|
||||||
.compression(compression)
|
.compression(compression)
|
||||||
.build(self.streaming.provider())?;
|
.build(self.session.provider())?;
|
||||||
|
|
||||||
self.stream_request(request, turn_state).await
|
self.stream_request(request, turn_state).await
|
||||||
}
|
}
|
||||||
|
|
||||||
fn path(&self) -> &'static str {
|
fn path() -> &'static str {
|
||||||
"responses"
|
"responses"
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -118,20 +123,33 @@ impl<T: HttpTransport, A: AuthProvider> ResponsesClient<T, A> {
|
|||||||
compression: Compression,
|
compression: Compression,
|
||||||
turn_state: Option<Arc<OnceLock<String>>>,
|
turn_state: Option<Arc<OnceLock<String>>>,
|
||||||
) -> Result<ResponseStream, ApiError> {
|
) -> Result<ResponseStream, ApiError> {
|
||||||
let compression = match compression {
|
let request_compression = match compression {
|
||||||
Compression::None => RequestCompression::None,
|
Compression::None => RequestCompression::None,
|
||||||
Compression::Zstd => RequestCompression::Zstd,
|
Compression::Zstd => RequestCompression::Zstd,
|
||||||
};
|
};
|
||||||
|
|
||||||
self.streaming
|
let stream_response = self
|
||||||
.stream(
|
.session
|
||||||
self.path(),
|
.stream_with(
|
||||||
body,
|
Method::POST,
|
||||||
|
Self::path(),
|
||||||
extra_headers,
|
extra_headers,
|
||||||
compression,
|
Some(body),
|
||||||
spawn_response_stream,
|
|req| {
|
||||||
turn_state,
|
req.headers.insert(
|
||||||
|
http::header::ACCEPT,
|
||||||
|
HeaderValue::from_static("text/event-stream"),
|
||||||
|
);
|
||||||
|
req.compression = request_compression;
|
||||||
|
},
|
||||||
)
|
)
|
||||||
.await
|
.await?;
|
||||||
|
|
||||||
|
Ok(spawn_response_stream(
|
||||||
|
stream_response,
|
||||||
|
self.session.provider().stream_idle_timeout,
|
||||||
|
self.sse_telemetry.clone(),
|
||||||
|
turn_state,
|
||||||
|
))
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -1,4 +1,5 @@
|
|||||||
use crate::auth::AuthProvider;
|
use crate::auth::AuthProvider;
|
||||||
|
use crate::auth::add_auth_headers_to_header_map;
|
||||||
use crate::common::ResponseEvent;
|
use crate::common::ResponseEvent;
|
||||||
use crate::common::ResponseStream;
|
use crate::common::ResponseStream;
|
||||||
use crate::common::ResponsesWsRequest;
|
use crate::common::ResponsesWsRequest;
|
||||||
@@ -11,7 +12,6 @@ use codex_client::TransportError;
|
|||||||
use futures::SinkExt;
|
use futures::SinkExt;
|
||||||
use futures::StreamExt;
|
use futures::StreamExt;
|
||||||
use http::HeaderMap;
|
use http::HeaderMap;
|
||||||
use http::HeaderValue;
|
|
||||||
use serde_json::Value;
|
use serde_json::Value;
|
||||||
use std::sync::Arc;
|
use std::sync::Arc;
|
||||||
use std::sync::OnceLock;
|
use std::sync::OnceLock;
|
||||||
@@ -134,7 +134,7 @@ impl<A: AuthProvider> ResponsesWebsocketClient<A> {
|
|||||||
|
|
||||||
let mut headers = self.provider.headers.clone();
|
let mut headers = self.provider.headers.clone();
|
||||||
headers.extend(extra_headers);
|
headers.extend(extra_headers);
|
||||||
apply_auth_headers(&mut headers, &self.auth);
|
add_auth_headers_to_header_map(&self.auth, &mut headers);
|
||||||
|
|
||||||
let (stream, server_reasoning_included) =
|
let (stream, server_reasoning_included) =
|
||||||
connect_websocket(ws_url, headers, turn_state).await?;
|
connect_websocket(ws_url, headers, turn_state).await?;
|
||||||
@@ -147,20 +147,6 @@ impl<A: AuthProvider> ResponsesWebsocketClient<A> {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// TODO (pakrym): share with /auth
|
|
||||||
fn apply_auth_headers(headers: &mut HeaderMap, auth: &impl AuthProvider) {
|
|
||||||
if let Some(token) = auth.bearer_token()
|
|
||||||
&& let Ok(header) = HeaderValue::from_str(&format!("Bearer {token}"))
|
|
||||||
{
|
|
||||||
let _ = headers.insert(http::header::AUTHORIZATION, header);
|
|
||||||
}
|
|
||||||
if let Some(account_id) = auth.account_id()
|
|
||||||
&& let Ok(header) = HeaderValue::from_str(&account_id)
|
|
||||||
{
|
|
||||||
let _ = headers.insert("ChatGPT-Account-ID", header);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
async fn connect_websocket(
|
async fn connect_websocket(
|
||||||
url: Url,
|
url: Url,
|
||||||
headers: HeaderMap,
|
headers: HeaderMap,
|
||||||
|
|||||||
@@ -0,0 +1,126 @@
|
|||||||
|
use crate::auth::AuthProvider;
|
||||||
|
use crate::auth::add_auth_headers;
|
||||||
|
use crate::error::ApiError;
|
||||||
|
use crate::provider::Provider;
|
||||||
|
use crate::telemetry::run_with_request_telemetry;
|
||||||
|
use codex_client::HttpTransport;
|
||||||
|
use codex_client::Request;
|
||||||
|
use codex_client::RequestTelemetry;
|
||||||
|
use codex_client::Response;
|
||||||
|
use codex_client::StreamResponse;
|
||||||
|
use http::HeaderMap;
|
||||||
|
use http::Method;
|
||||||
|
use serde_json::Value;
|
||||||
|
use std::sync::Arc;
|
||||||
|
|
||||||
|
pub(crate) struct EndpointSession<T: HttpTransport, A: AuthProvider> {
|
||||||
|
transport: T,
|
||||||
|
provider: Provider,
|
||||||
|
auth: A,
|
||||||
|
request_telemetry: Option<Arc<dyn RequestTelemetry>>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl<T: HttpTransport, A: AuthProvider> EndpointSession<T, A> {
|
||||||
|
pub(crate) fn new(transport: T, provider: Provider, auth: A) -> Self {
|
||||||
|
Self {
|
||||||
|
transport,
|
||||||
|
provider,
|
||||||
|
auth,
|
||||||
|
request_telemetry: None,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub(crate) fn with_request_telemetry(
|
||||||
|
mut self,
|
||||||
|
request: Option<Arc<dyn RequestTelemetry>>,
|
||||||
|
) -> Self {
|
||||||
|
self.request_telemetry = request;
|
||||||
|
self
|
||||||
|
}
|
||||||
|
|
||||||
|
pub(crate) fn provider(&self) -> &Provider {
|
||||||
|
&self.provider
|
||||||
|
}
|
||||||
|
|
||||||
|
fn make_request(
|
||||||
|
&self,
|
||||||
|
method: &Method,
|
||||||
|
path: &str,
|
||||||
|
extra_headers: &HeaderMap,
|
||||||
|
body: Option<&Value>,
|
||||||
|
) -> Request {
|
||||||
|
let mut req = self.provider.build_request(method.clone(), path);
|
||||||
|
req.headers.extend(extra_headers.clone());
|
||||||
|
if let Some(body) = body {
|
||||||
|
req.body = Some(body.clone());
|
||||||
|
}
|
||||||
|
add_auth_headers(&self.auth, req)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub(crate) async fn execute(
|
||||||
|
&self,
|
||||||
|
method: Method,
|
||||||
|
path: &str,
|
||||||
|
extra_headers: HeaderMap,
|
||||||
|
body: Option<Value>,
|
||||||
|
) -> Result<Response, ApiError> {
|
||||||
|
self.execute_with(method, path, extra_headers, body, |_| {})
|
||||||
|
.await
|
||||||
|
}
|
||||||
|
|
||||||
|
pub(crate) async fn execute_with<C>(
|
||||||
|
&self,
|
||||||
|
method: Method,
|
||||||
|
path: &str,
|
||||||
|
extra_headers: HeaderMap,
|
||||||
|
body: Option<Value>,
|
||||||
|
configure: C,
|
||||||
|
) -> Result<Response, ApiError>
|
||||||
|
where
|
||||||
|
C: Fn(&mut Request),
|
||||||
|
{
|
||||||
|
let make_request = || {
|
||||||
|
let mut req = self.make_request(&method, path, &extra_headers, body.as_ref());
|
||||||
|
configure(&mut req);
|
||||||
|
req
|
||||||
|
};
|
||||||
|
|
||||||
|
let response = run_with_request_telemetry(
|
||||||
|
self.provider.retry.to_policy(),
|
||||||
|
self.request_telemetry.clone(),
|
||||||
|
make_request,
|
||||||
|
|req| self.transport.execute(req),
|
||||||
|
)
|
||||||
|
.await?;
|
||||||
|
|
||||||
|
Ok(response)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub(crate) async fn stream_with<C>(
|
||||||
|
&self,
|
||||||
|
method: Method,
|
||||||
|
path: &str,
|
||||||
|
extra_headers: HeaderMap,
|
||||||
|
body: Option<Value>,
|
||||||
|
configure: C,
|
||||||
|
) -> Result<StreamResponse, ApiError>
|
||||||
|
where
|
||||||
|
C: Fn(&mut Request),
|
||||||
|
{
|
||||||
|
let make_request = || {
|
||||||
|
let mut req = self.make_request(&method, path, &extra_headers, body.as_ref());
|
||||||
|
configure(&mut req);
|
||||||
|
req
|
||||||
|
};
|
||||||
|
|
||||||
|
let stream = run_with_request_telemetry(
|
||||||
|
self.provider.retry.to_policy(),
|
||||||
|
self.request_telemetry.clone(),
|
||||||
|
make_request,
|
||||||
|
|req| self.transport.stream(req),
|
||||||
|
)
|
||||||
|
.await?;
|
||||||
|
|
||||||
|
Ok(stream)
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -1,95 +0,0 @@
|
|||||||
use crate::auth::AuthProvider;
|
|
||||||
use crate::auth::add_auth_headers;
|
|
||||||
use crate::common::ResponseStream;
|
|
||||||
use crate::error::ApiError;
|
|
||||||
use crate::provider::Provider;
|
|
||||||
use crate::telemetry::SseTelemetry;
|
|
||||||
use crate::telemetry::run_with_request_telemetry;
|
|
||||||
use codex_client::HttpTransport;
|
|
||||||
use codex_client::RequestCompression;
|
|
||||||
use codex_client::RequestTelemetry;
|
|
||||||
use codex_client::StreamResponse;
|
|
||||||
use http::HeaderMap;
|
|
||||||
use http::Method;
|
|
||||||
use serde_json::Value;
|
|
||||||
use std::sync::Arc;
|
|
||||||
use std::sync::OnceLock;
|
|
||||||
use std::time::Duration;
|
|
||||||
|
|
||||||
pub(crate) struct StreamingClient<T: HttpTransport, A: AuthProvider> {
|
|
||||||
transport: T,
|
|
||||||
provider: Provider,
|
|
||||||
auth: A,
|
|
||||||
request_telemetry: Option<Arc<dyn RequestTelemetry>>,
|
|
||||||
sse_telemetry: Option<Arc<dyn SseTelemetry>>,
|
|
||||||
}
|
|
||||||
|
|
||||||
type StreamSpawner = fn(
|
|
||||||
StreamResponse,
|
|
||||||
Duration,
|
|
||||||
Option<Arc<dyn SseTelemetry>>,
|
|
||||||
Option<Arc<OnceLock<String>>>,
|
|
||||||
) -> ResponseStream;
|
|
||||||
|
|
||||||
impl<T: HttpTransport, A: AuthProvider> StreamingClient<T, A> {
|
|
||||||
pub(crate) fn new(transport: T, provider: Provider, auth: A) -> Self {
|
|
||||||
Self {
|
|
||||||
transport,
|
|
||||||
provider,
|
|
||||||
auth,
|
|
||||||
request_telemetry: None,
|
|
||||||
sse_telemetry: None,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
pub(crate) fn with_telemetry(
|
|
||||||
mut self,
|
|
||||||
request: Option<Arc<dyn RequestTelemetry>>,
|
|
||||||
sse: Option<Arc<dyn SseTelemetry>>,
|
|
||||||
) -> Self {
|
|
||||||
self.request_telemetry = request;
|
|
||||||
self.sse_telemetry = sse;
|
|
||||||
self
|
|
||||||
}
|
|
||||||
|
|
||||||
pub(crate) fn provider(&self) -> &Provider {
|
|
||||||
&self.provider
|
|
||||||
}
|
|
||||||
|
|
||||||
pub(crate) async fn stream(
|
|
||||||
&self,
|
|
||||||
path: &str,
|
|
||||||
body: Value,
|
|
||||||
extra_headers: HeaderMap,
|
|
||||||
compression: RequestCompression,
|
|
||||||
spawner: StreamSpawner,
|
|
||||||
turn_state: Option<Arc<OnceLock<String>>>,
|
|
||||||
) -> Result<ResponseStream, ApiError> {
|
|
||||||
let builder = || {
|
|
||||||
let mut req = self.provider.build_request(Method::POST, path);
|
|
||||||
req.headers.extend(extra_headers.clone());
|
|
||||||
req.headers.insert(
|
|
||||||
http::header::ACCEPT,
|
|
||||||
http::HeaderValue::from_static("text/event-stream"),
|
|
||||||
);
|
|
||||||
req.body = Some(body.clone());
|
|
||||||
req.compression = compression;
|
|
||||||
add_auth_headers(&self.auth, req)
|
|
||||||
};
|
|
||||||
|
|
||||||
let stream_response = run_with_request_telemetry(
|
|
||||||
self.provider.retry.to_policy(),
|
|
||||||
self.request_telemetry.clone(),
|
|
||||||
builder,
|
|
||||||
|req| self.transport.stream(req),
|
|
||||||
)
|
|
||||||
.await?;
|
|
||||||
|
|
||||||
Ok(spawner(
|
|
||||||
stream_response,
|
|
||||||
self.provider.stream_idle_timeout,
|
|
||||||
self.sse_telemetry.clone(),
|
|
||||||
turn_state,
|
|
||||||
))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Reference in new issue
Block a user