Files
codex/codex-rs/api-client/src/chat.rs
jif-oai 769e9cc92c R4
2025-11-11 15:36:22 +00:00

91 lines
3.0 KiB
Rust

use crate::error::Error;
use crate::error::Result;
use crate::stream::WireResponseStream;
use codex_otel::otel_event_manager::OtelEventManager;
use codex_provider_config::ModelProviderInfo;
use futures::TryStreamExt;
#[derive(Clone)]
/// Configuration for the Chat Completions client (OpenAI-compatible `/v1/chat/completions`).
///
/// - `http_client`: Reqwest client used for HTTP requests.
/// - `provider`: Provider configuration (base URL, headers, retries, etc.).
/// - `model`: Model identifier to use.
/// - `otel_event_manager`: Telemetry event manager for request/stream instrumentation.
/// - `session_source`: Session metadata, used to set subagent headers when applicable.
pub struct ChatCompletionsApiClientConfig {
pub http_client: reqwest::Client,
pub provider: ModelProviderInfo,
pub model: String,
pub otel_event_manager: OtelEventManager,
pub extra_headers: Vec<(String, String)>,
}
#[derive(Clone)]
pub struct ChatCompletionsApiClient {
config: ChatCompletionsApiClientConfig,
}
impl ChatCompletionsApiClient {
pub fn new(config: ChatCompletionsApiClientConfig) -> Result<Self> {
Ok(Self { config })
}
pub async fn stream_payload_wire(
&self,
payload_json: &serde_json::Value,
_session_source: Option<&codex_protocol::protocol::SessionSource>,
) -> Result<WireResponseStream> {
if self.config.provider.wire_api != codex_provider_config::WireApi::Chat {
return Err(crate::error::Error::UnsupportedOperation(
"ChatCompletionsApiClient requires a Chat provider".to_string(),
));
}
let auth = crate::client::http::resolve_auth(&None).await;
let extra_headers: Vec<(&str, String)> = self
.config
.extra_headers
.iter()
.map(|(k, v)| (k.as_str(), v.clone()))
.collect();
let mut req_builder = crate::client::http::build_request(
&self.config.http_client,
&self.config.provider,
&auth,
&extra_headers,
)
.await?;
req_builder = req_builder
.header(reqwest::header::ACCEPT, "text/event-stream")
.json(payload_json);
let res = self
.config
.otel_event_manager
.log_request(0, || req_builder.send())
.await?;
let (tx_event, rx_event) =
tokio::sync::mpsc::channel::<Result<crate::stream::WireEvent>>(1600);
let stream = res
.bytes_stream()
.map_err(|err| Error::ResponseStreamFailed {
source: err,
request_id: None,
});
let idle_timeout = self.config.provider.stream_idle_timeout();
let otel = self.config.otel_event_manager.clone();
tokio::spawn(crate::client::sse::process_sse_wire(
stream,
tx_event,
idle_timeout,
otel,
crate::decode_wire::chat::WireChatSseDecoder::new(),
));
Ok(crate::stream::EventStream::from_receiver(rx_event))
}
}