|
8 | 8 | import httpx2 |
9 | 9 | import pytest |
10 | 10 | from openai import APIConnectionError, APIStatusError, BadRequestError |
| 11 | +from openai.types.responses import ResponseFunctionCallArgumentsDeltaEvent, ResponseTextDeltaEvent |
11 | 12 | from pydantic import ValidationError |
12 | 13 |
|
| 14 | +from agents import Agent, RunConfig, Runner |
13 | 15 | from agents.exceptions import ModelTimeoutError |
14 | 16 | from agents.items import ModelResponse, TResponseStreamEvent |
15 | 17 | from agents.model_settings import ModelSettings |
|
32 | 34 | retry_policy_retries_safe_transport_errors, |
33 | 35 | ) |
34 | 36 | from agents.run_internal.model_retry import get_response_with_retry, stream_response_with_retry |
| 37 | +from agents.testing import ModelCall, ModelStep, ScriptedModel |
35 | 38 | from agents.usage import Usage |
36 | 39 | from tests.test_responses import get_text_message |
37 | 40 |
|
@@ -278,6 +281,73 @@ async def iterator() -> AsyncIterator[TResponseStreamEvent]: |
278 | 281 | traceback = traceback.tb_next |
279 | 282 |
|
280 | 283 |
|
| 284 | +@pytest.mark.asyncio |
| 285 | +@pytest.mark.parametrize("payload_kind", ["text", "tool_arguments"]) |
| 286 | +async def test_stream_timeout_discards_previous_event_from_retry_traceback( |
| 287 | + payload_kind: str, |
| 288 | +) -> None: |
| 289 | + sensitive_payload = "synthetic-sensitive-stream-payload" |
| 290 | + event: TResponseStreamEvent |
| 291 | + if payload_kind == "text": |
| 292 | + event = ResponseTextDeltaEvent( |
| 293 | + type="response.output_text.delta", |
| 294 | + delta=sensitive_payload, |
| 295 | + content_index=0, |
| 296 | + output_index=0, |
| 297 | + item_id="synthetic-item", |
| 298 | + sequence_number=0, |
| 299 | + logprobs=[], |
| 300 | + ) |
| 301 | + else: |
| 302 | + event = ResponseFunctionCallArgumentsDeltaEvent( |
| 303 | + type="response.function_call_arguments.delta", |
| 304 | + delta=sensitive_payload, |
| 305 | + output_index=0, |
| 306 | + item_id="synthetic-item", |
| 307 | + sequence_number=0, |
| 308 | + ) |
| 309 | + closed = asyncio.Event() |
| 310 | + |
| 311 | + async def stream_events(_call: ModelCall) -> AsyncIterator[TResponseStreamEvent]: |
| 312 | + try: |
| 313 | + yield event |
| 314 | + await asyncio.Event().wait() |
| 315 | + finally: |
| 316 | + closed.set() |
| 317 | + |
| 318 | + model = ScriptedModel([ModelStep.stream(stream_events)]) |
| 319 | + result = Runner.run_streamed( |
| 320 | + Agent(name="test", model=model, model_settings=ModelSettings(timeout=0.05)), |
| 321 | + "synthetic-input", |
| 322 | + run_config=RunConfig(trace_include_sensitive_data=False), |
| 323 | + ) |
| 324 | + delivered = [] |
| 325 | + with pytest.raises(ModelTimeoutError) as exc_info: |
| 326 | + async for stream_event in result.stream_events(): |
| 327 | + if stream_event.type == "raw_response_event": |
| 328 | + delivered.append(stream_event.data) |
| 329 | + |
| 330 | + assert delivered == [event] |
| 331 | + assert event.delta == sensitive_payload |
| 332 | + assert closed.is_set() |
| 333 | + assert exc_info.value.timeout_seconds == 0.05 |
| 334 | + assert exc_info.value.__cause__ is None |
| 335 | + assert exc_info.value.__context__ is None |
| 336 | + retry_frames = [] |
| 337 | + traceback = exc_info.value.__traceback__ |
| 338 | + while traceback is not None: |
| 339 | + if traceback.tb_frame.f_code is stream_response_with_retry.__code__: |
| 340 | + retry_frames.append(traceback.tb_frame) |
| 341 | + traceback = traceback.tb_next |
| 342 | + assert retry_frames |
| 343 | + for frame in retry_frames: |
| 344 | + # Only the retry wrapper's aliases are covered, not caller-owned run state. |
| 345 | + assert frame.f_locals.get("event") is None |
| 346 | + assert frame.f_locals.get("result_value") is None |
| 347 | + assert frame.f_locals.get("stream_owner") is None |
| 348 | + assert frame.f_locals.get("stream_results") is None |
| 349 | + |
| 350 | + |
281 | 351 | @pytest.mark.asyncio |
282 | 352 | async def test_model_timeout_cancels_blocked_cleanup_after_deadline() -> None: |
283 | 353 | cleanup_started = asyncio.Event() |
|
0 commit comments