mirror of
https://github.com/openai/codex.git
synced 2026-05-01 03:42:05 +03:00
101d359cd7
Summary - expose websocket telemetry hooks through the responses client so request durations and event processing can be reported - record websocket request/event metrics and emit runtime telemetry events that the history UI now surfaces - improve tests to cover websocket telemetry reporting and guard runtime summary updates <img width="824" height="79" alt="Screenshot 2026-01-31 at 5 28 12 PM" src="https://github.com/user-attachments/assets/ea9a7965-d8b4-4e3c-a984-ef4fdc44c81d" />
95 lines
2.9 KiB
Rust
95 lines
2.9 KiB
Rust
use codex_app_server_protocol::AuthMode;
|
|
use codex_otel::OtelManager;
|
|
use codex_otel::RuntimeMetricTotals;
|
|
use codex_otel::RuntimeMetricsSummary;
|
|
use codex_otel::metrics::MetricsClient;
|
|
use codex_otel::metrics::MetricsConfig;
|
|
use codex_otel::metrics::Result;
|
|
use codex_protocol::ThreadId;
|
|
use codex_protocol::protocol::SessionSource;
|
|
use eventsource_stream::Event as StreamEvent;
|
|
use opentelemetry_sdk::metrics::InMemoryMetricExporter;
|
|
use pretty_assertions::assert_eq;
|
|
use std::time::Duration;
|
|
use tokio_tungstenite::tungstenite::Message;
|
|
|
|
#[test]
|
|
fn runtime_metrics_summary_collects_tool_api_and_streaming_metrics() -> Result<()> {
|
|
let exporter = InMemoryMetricExporter::default();
|
|
let metrics = MetricsClient::new(
|
|
MetricsConfig::in_memory("test", "codex-cli", env!("CARGO_PKG_VERSION"), exporter)
|
|
.with_runtime_reader(),
|
|
)?;
|
|
let manager = OtelManager::new(
|
|
ThreadId::new(),
|
|
"gpt-5.1",
|
|
"gpt-5.1",
|
|
Some("account-id".to_string()),
|
|
None,
|
|
Some(AuthMode::ApiKey),
|
|
true,
|
|
"tty".to_string(),
|
|
SessionSource::Cli,
|
|
)
|
|
.with_metrics(metrics);
|
|
|
|
manager.reset_runtime_metrics();
|
|
|
|
manager.tool_result(
|
|
"shell",
|
|
"call-1",
|
|
"{\"cmd\":\"echo\"}",
|
|
Duration::from_millis(250),
|
|
true,
|
|
"ok",
|
|
);
|
|
manager.record_api_request(1, Some(200), None, Duration::from_millis(300));
|
|
manager.record_websocket_request(Duration::from_millis(400), None);
|
|
let sse_response: std::result::Result<
|
|
Option<std::result::Result<StreamEvent, eventsource_stream::EventStreamError<&str>>>,
|
|
tokio::time::error::Elapsed,
|
|
> = Ok(Some(Ok(StreamEvent {
|
|
event: "response.created".to_string(),
|
|
data: "{}".to_string(),
|
|
id: String::new(),
|
|
retry: None,
|
|
})));
|
|
manager.log_sse_event(&sse_response, Duration::from_millis(120));
|
|
let ws_response: std::result::Result<
|
|
Option<std::result::Result<Message, tokio_tungstenite::tungstenite::Error>>,
|
|
codex_api::ApiError,
|
|
> = Ok(Some(Ok(Message::Text(
|
|
r#"{"type":"response.created"}"#.into(),
|
|
))));
|
|
manager.record_websocket_event(&ws_response, Duration::from_millis(80));
|
|
|
|
let summary = manager
|
|
.runtime_metrics_summary()
|
|
.expect("runtime metrics summary should be available");
|
|
let expected = RuntimeMetricsSummary {
|
|
tool_calls: RuntimeMetricTotals {
|
|
count: 1,
|
|
duration_ms: 250,
|
|
},
|
|
api_calls: RuntimeMetricTotals {
|
|
count: 1,
|
|
duration_ms: 300,
|
|
},
|
|
streaming_events: RuntimeMetricTotals {
|
|
count: 1,
|
|
duration_ms: 120,
|
|
},
|
|
websocket_calls: RuntimeMetricTotals {
|
|
count: 1,
|
|
duration_ms: 400,
|
|
},
|
|
websocket_events: RuntimeMetricTotals {
|
|
count: 1,
|
|
duration_ms: 80,
|
|
},
|
|
};
|
|
assert_eq!(summary, expected);
|
|
|
|
Ok(())
|
|
}
|