mirror of
https://github.com/openai/codex.git
synced 2026-05-05 22:01:37 +03:00
91 lines
3.0 KiB
Rust
91 lines
3.0 KiB
Rust
use crate::error::Error;
|
|
use crate::error::Result;
|
|
use crate::stream::WireResponseStream;
|
|
use codex_otel::otel_event_manager::OtelEventManager;
|
|
use codex_provider_config::ModelProviderInfo;
|
|
use futures::TryStreamExt;
|
|
|
|
#[derive(Clone)]
|
|
/// Configuration for the Chat Completions client (OpenAI-compatible `/v1/chat/completions`).
|
|
///
|
|
/// - `http_client`: Reqwest client used for HTTP requests.
|
|
/// - `provider`: Provider configuration (base URL, headers, retries, etc.).
|
|
/// - `model`: Model identifier to use.
|
|
/// - `otel_event_manager`: Telemetry event manager for request/stream instrumentation.
|
|
/// - `session_source`: Session metadata, used to set subagent headers when applicable.
|
|
pub struct ChatCompletionsApiClientConfig {
|
|
pub http_client: reqwest::Client,
|
|
pub provider: ModelProviderInfo,
|
|
pub model: String,
|
|
pub otel_event_manager: OtelEventManager,
|
|
pub extra_headers: Vec<(String, String)>,
|
|
}
|
|
|
|
#[derive(Clone)]
|
|
pub struct ChatCompletionsApiClient {
|
|
config: ChatCompletionsApiClientConfig,
|
|
}
|
|
|
|
impl ChatCompletionsApiClient {
|
|
pub fn new(config: ChatCompletionsApiClientConfig) -> Result<Self> {
|
|
Ok(Self { config })
|
|
}
|
|
|
|
pub async fn stream_payload_wire(
|
|
&self,
|
|
payload_json: &serde_json::Value,
|
|
_session_source: Option<&codex_protocol::protocol::SessionSource>,
|
|
) -> Result<WireResponseStream> {
|
|
if self.config.provider.wire_api != codex_provider_config::WireApi::Chat {
|
|
return Err(crate::error::Error::UnsupportedOperation(
|
|
"ChatCompletionsApiClient requires a Chat provider".to_string(),
|
|
));
|
|
}
|
|
|
|
let auth = crate::client::http::resolve_auth(&None).await;
|
|
let extra_headers: Vec<(&str, String)> = self
|
|
.config
|
|
.extra_headers
|
|
.iter()
|
|
.map(|(k, v)| (k.as_str(), v.clone()))
|
|
.collect();
|
|
let mut req_builder = crate::client::http::build_request(
|
|
&self.config.http_client,
|
|
&self.config.provider,
|
|
&auth,
|
|
&extra_headers,
|
|
)
|
|
.await?;
|
|
|
|
req_builder = req_builder
|
|
.header(reqwest::header::ACCEPT, "text/event-stream")
|
|
.json(payload_json);
|
|
|
|
let res = self
|
|
.config
|
|
.otel_event_manager
|
|
.log_request(0, || req_builder.send())
|
|
.await?;
|
|
|
|
let (tx_event, rx_event) =
|
|
tokio::sync::mpsc::channel::<Result<crate::stream::WireEvent>>(1600);
|
|
let stream = res
|
|
.bytes_stream()
|
|
.map_err(|err| Error::ResponseStreamFailed {
|
|
source: err,
|
|
request_id: None,
|
|
});
|
|
let idle_timeout = self.config.provider.stream_idle_timeout();
|
|
let otel = self.config.otel_event_manager.clone();
|
|
tokio::spawn(crate::client::sse::process_sse_wire(
|
|
stream,
|
|
tx_event,
|
|
idle_timeout,
|
|
otel,
|
|
crate::decode_wire::chat::WireChatSseDecoder::new(),
|
|
));
|
|
|
|
Ok(crate::stream::EventStream::from_receiver(rx_event))
|
|
}
|
|
}
|