3737 == Path (CORE_DISTRIBUTION .locate_file ("fi_instrumentation/__init__.py" )).resolve ()
3838 )
3939
40+ # The recipe CI deliberately retains the old published SDK as a compatibility
41+ # control. Only that exact installed distribution exports echoed instructions;
42+ # current source must not reintroduce them to satisfy legacy expectations.
43+ try :
44+ OPENAI_DISTRIBUTION = distribution ("traceAI-openai" )
45+ except PackageNotFoundError :
46+ LEGACY_OUTPUT = False
47+ else :
48+ LEGACY_OUTPUT = OPENAI_DISTRIBUTION .version == "0.1.10" and (
49+ Path (traceai_openai .__file__ ).resolve ()
50+ == Path (OPENAI_DISTRIBUTION .locate_file ("traceai_openai/__init__.py" )).resolve ()
51+ )
52+
4053TEST_DIR = Path (__file__ ).resolve ().parent
4154RECIPE_DIR = TEST_DIR .parent
4255VENDOR_KEY = "placeholder-perplexity-key"
@@ -254,7 +267,10 @@ def test_responses_at_documented_host(tracing):
254267 assert raw ["usage" ]["input_tokens_details" ][key ] == value
255268 assert raw ["usage" ]["output_tokens_details" ] == fake .USAGE ["output_tokens_details" ]
256269 assert raw ["usage" ]["tool_calls_details" ] == fake .USAGE ["tool_calls_details" ]
257- assert fake .INSTRUCTIONS_MARKER in raw ["instructions" ]
270+ if LEGACY_OUTPUT :
271+ assert fake .INSTRUCTIONS_MARKER in raw ["instructions" ]
272+ else :
273+ assert "instructions" not in raw
258274 assert fake .SEARCH_URL in attrs ["output.value" ]
259275 assert fake .SEARCH_SNIPPET in attrs ["output.value" ]
260276
@@ -349,9 +365,11 @@ def handler(request):
349365 assert _call (handler , prompt = marker ) == fake .ANSWER
350366 span , _ = _assert_export (receiver , provider , project , hide_inputs = hidden )
351367 assert (marker in json .dumps (span )) is (not hidden )
352- # Output echoes remain visible even when the input itself is hidden.
353- for output_marker in (fake .QUERY_MARKER , fake .INSTRUCTIONS_MARKER ):
354- assert output_marker in _attributes (span )["output.value" ]
368+ # Search queries are response-owned output; instructions are input.
369+ output = _attributes (span )["output.value" ]
370+ assert fake .QUERY_MARKER in output
371+ assert (fake .INSTRUCTIONS_MARKER in output ) is LEGACY_OUTPUT
372+ assert fake .ANSWER in output
355373
356374
357375@pytest .mark .parametrize ("stream" , [False , True ], ids = ["nonstream" , "stream" ])
@@ -363,8 +381,11 @@ def test_hide_outputs_with_control(tracing, monkeypatch, stream):
363381 span , attrs = _assert_export (receiver , provider , project )
364382 _assert_usage (attrs )
365383 assert (fake .ANSWER in json .dumps (span )) is (not hidden )
366- for marker in (fake .SEARCH_URL , fake .SEARCH_SNIPPET , fake .QUERY_MARKER , fake . INSTRUCTIONS_MARKER ):
384+ for marker in (fake .SEARCH_URL , fake .SEARCH_SNIPPET , fake .QUERY_MARKER ):
367385 assert (marker in json .dumps (span )) is (not hidden and not stream )
386+ assert (fake .INSTRUCTIONS_MARKER in json .dumps (span )) is (
387+ LEGACY_OUTPUT and not hidden and not stream
388+ )
368389
369390
370391@pytest .mark .parametrize ("hidden" , [False , True ], ids = ["visible" , "hidden" ])
@@ -381,8 +402,9 @@ def test_empty_text_stream_raw_fallback(tracing, monkeypatch, hidden):
381402 list (client .responses .create (model = fake .REQUEST_MODEL , input = "empty stream" , stream = True ))
382403 span , attrs = _assert_export (receiver , provider , project )
383404 _assert_usage (attrs )
384- for marker in (fake .SEARCH_URL , fake .QUERY_MARKER , fake . INSTRUCTIONS_MARKER ):
405+ for marker in (fake .SEARCH_URL , fake .QUERY_MARKER ):
385406 assert (marker in json .dumps (span )) is (not hidden )
407+ assert (fake .INSTRUCTIONS_MARKER in json .dumps (span )) is (LEGACY_OUTPUT and not hidden )
386408
387409
388410def test_cache_details_require_output_details (tracing ):
@@ -457,7 +479,7 @@ def test_subprocess_app(tmp_path, stream, cli_model):
457479 assert (fake .SEARCH_URL in json .dumps (attrs )) is (not stream )
458480 assert (fake .SEARCH_SNIPPET in json .dumps (attrs )) is (not stream )
459481 assert (fake .QUERY_MARKER in json .dumps (attrs )) is (not stream )
460- assert (fake .INSTRUCTIONS_MARKER in json .dumps (attrs )) is (not stream )
482+ assert (fake .INSTRUCTIONS_MARKER in json .dumps (attrs )) is (LEGACY_OUTPUT and not stream )
461483 [export ] = receiver .requests ()
462484 assert export ["path" ] == "/tracer/v1/traces"
463485 assert export ["headers" ]["x-api-key" ] == FI_KEY
0 commit comments