Skip to content

Commit 11ab508

Browse files
authored
feat(anthropic): surface gateway response metadata (#39809)
The LangSmith gateway returns resolved provider and model metadata in response headers. This PR propagates the gateway metadata for tracing purposes. <img width="1720" height="1172" alt="image" src="https://github.com/user-attachments/assets/2ce9906e-919f-4d51-b6ca-dd7d7b49d702" /> Created with [Deep Agents CLI](https://docs.langchain.com/oss/python/deepagents/cli/overview) using gpt-5.6-terra (provider: openai).
1 parent a2024ab commit 11ab508

3 files changed

Lines changed: 300 additions & 31 deletions

File tree

‎libs/partners/anthropic/langchain_anthropic/chat_models.py‎

Lines changed: 81 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -64,7 +64,11 @@
6464
from langchain_core.runnables import Runnable, RunnableMap, RunnablePassthrough
6565
from langchain_core.tools import BaseTool
6666
from langchain_core.utils import from_env, get_pydantic_field_names
67-
from langchain_core.utils._gateway import _apply_gateway_config
67+
from langchain_core.utils._gateway import (
68+
GATEWAY_METADATA_RESPONSE_KEY,
69+
_apply_gateway_config,
70+
_parse_gateway_metadata,
71+
)
6872
from langchain_core.utils.function_calling import (
6973
convert_to_json_schema,
7074
convert_to_openai_tool,
@@ -95,6 +99,21 @@
9599
_USER_AGENT: Final[str] = f"langchain-anthropic/{__version__}"
96100

97101

102+
def _add_gateway_metadata(generation_info: dict[str, Any], raw_response: Any) -> None:
103+
"""Add parsed LangSmith gateway metadata to `generation_info`, if present.
104+
105+
Args:
106+
generation_info: Generation info to mutate in place.
107+
raw_response: The raw provider response, or None.
108+
"""
109+
headers = getattr(raw_response, "headers", None)
110+
if headers is None:
111+
return
112+
gateway_metadata = _parse_gateway_metadata(headers)
113+
if gateway_metadata is not None:
114+
generation_info[GATEWAY_METADATA_RESPONSE_KEY] = gateway_metadata
115+
116+
98117
def _get_default_model_profile(model_name: str) -> ModelProfile:
99118
"""Get the default profile for a model.
100119
@@ -1268,6 +1287,11 @@ def _llm_type(self) -> str:
12681287
"""Return type of chat model."""
12691288
return "anthropic-chat"
12701289

1290+
@property
1291+
def _uses_gateway(self) -> bool:
1292+
"""Whether requests are routed through the LangSmith gateway."""
1293+
return self.anthropic_api_key.get_secret_value().startswith("lsv2_")
1294+
12711295
@property
12721296
def lc_secrets(self) -> dict[str, str]:
12731297
"""Return a mapping of secret keys to environment variables."""
@@ -1716,17 +1740,19 @@ def _get_request_payload(
17161740
def _create(self, payload: dict) -> Any:
17171741
try:
17181742
if "betas" in payload:
1719-
return self._client.beta.messages.create(**payload)
1720-
return self._client.messages.create(**payload)
1743+
return self._client.beta.messages.with_raw_response.create(**payload)
1744+
return self._client.messages.with_raw_response.create(**payload)
17211745
except TypeError as e:
17221746
_raise_if_authentication_error(e)
17231747
raise
17241748

17251749
async def _acreate(self, payload: dict) -> Any:
17261750
try:
17271751
if "betas" in payload:
1728-
return await self._async_client.beta.messages.create(**payload)
1729-
return await self._async_client.messages.create(**payload)
1752+
return await self._async_client.beta.messages.with_raw_response.create(
1753+
**payload
1754+
)
1755+
return await self._async_client.messages.with_raw_response.create(**payload)
17301756
except TypeError as e:
17311757
_raise_if_authentication_error(e)
17321758
raise
@@ -1745,14 +1771,19 @@ def _stream(
17451771
kwargs["stream"] = True
17461772
payload = self._get_request_payload(messages, stop=stop, **kwargs)
17471773
try:
1748-
stream = self._create(payload)
1774+
raw_response = self._create(payload)
1775+
base_generation_info: dict[str, Any] = {}
1776+
if self._uses_gateway:
1777+
_add_gateway_metadata(base_generation_info, raw_response)
1778+
stream = raw_response.parse()
17491779
coerce_content_to_string = (
17501780
not _tools_in_params(payload)
17511781
and not _documents_in_params(payload)
17521782
and not _thinking_in_params(payload)
17531783
and not _compact_in_params(payload)
17541784
)
17551785
block_start_event = None
1786+
is_first_chunk = True
17561787
for event in stream:
17571788
msg, block_start_event = self._make_message_chunk_from_anthropic_event(
17581789
event,
@@ -1761,7 +1792,13 @@ def _stream(
17611792
block_start_event=block_start_event,
17621793
)
17631794
if msg is not None:
1764-
chunk = ChatGenerationChunk(message=msg)
1795+
chunk = ChatGenerationChunk(
1796+
message=msg,
1797+
generation_info=base_generation_info
1798+
if is_first_chunk
1799+
else None,
1800+
)
1801+
is_first_chunk = False
17651802
if run_manager and isinstance(msg.content, str):
17661803
run_manager.on_llm_new_token(msg.content, chunk=chunk)
17671804
yield chunk
@@ -1784,14 +1821,19 @@ async def _astream(
17841821
kwargs["stream"] = True
17851822
payload = self._get_request_payload(messages, stop=stop, **kwargs)
17861823
try:
1787-
stream = await self._acreate(payload)
1824+
raw_response = await self._acreate(payload)
1825+
base_generation_info: dict[str, Any] = {}
1826+
if self._uses_gateway:
1827+
_add_gateway_metadata(base_generation_info, raw_response)
1828+
stream = raw_response.parse()
17881829
coerce_content_to_string = (
17891830
not _tools_in_params(payload)
17901831
and not _documents_in_params(payload)
17911832
and not _thinking_in_params(payload)
17921833
and not _compact_in_params(payload)
17931834
)
17941835
block_start_event = None
1836+
is_first_chunk = True
17951837
async for event in stream:
17961838
msg, block_start_event = self._make_message_chunk_from_anthropic_event(
17971839
event,
@@ -1800,7 +1842,13 @@ async def _astream(
18001842
block_start_event=block_start_event,
18011843
)
18021844
if msg is not None:
1803-
chunk = ChatGenerationChunk(message=msg)
1845+
chunk = ChatGenerationChunk(
1846+
message=msg,
1847+
generation_info=base_generation_info
1848+
if is_first_chunk
1849+
else None,
1850+
)
1851+
is_first_chunk = False
18041852
if run_manager and isinstance(msg.content, str):
18051853
await run_manager.on_llm_new_token(msg.content, chunk=chunk)
18061854
yield chunk
@@ -2031,7 +2079,13 @@ def _make_message_chunk_from_anthropic_event(
20312079
message_chunk.response_metadata["model_provider"] = "anthropic"
20322080
return message_chunk, block_start_event
20332081

2034-
def _format_output(self, data: Any, **kwargs: Any) -> ChatResult:
2082+
def _format_output(
2083+
self,
2084+
data: Any,
2085+
*,
2086+
generation_info: dict[str, Any] | None = None,
2087+
**kwargs: Any,
2088+
) -> ChatResult:
20352089
"""Format the output from the Anthropic API to LC."""
20362090
data_dict = data.model_dump()
20372091
content = data_dict["content"]
@@ -2085,7 +2139,9 @@ def _format_output(self, data: Any, **kwargs: Any) -> ChatResult:
20852139
msg = AIMessage(content=content, response_metadata=response_metadata)
20862140
msg.usage_metadata = _create_usage_metadata(data.usage)
20872141
return ChatResult(
2088-
generations=[ChatGeneration(message=msg)],
2142+
generations=[
2143+
ChatGeneration(message=msg, generation_info=generation_info or None)
2144+
],
20892145
llm_output=llm_output,
20902146
)
20912147

@@ -2098,12 +2154,17 @@ def _generate(
20982154
) -> ChatResult:
20992155
payload = self._get_request_payload(messages, stop=stop, **kwargs)
21002156
try:
2101-
data = self._create(payload)
2157+
raw_response = self._create(payload)
21022158
except anthropic.BadRequestError as e:
21032159
_handle_anthropic_bad_request(e)
21042160
except anthropic.APIError as e:
21052161
_handle_anthropic_api_error(e)
2106-
return self._format_output(data, **kwargs)
2162+
generation_info: dict[str, Any] = {}
2163+
if self._uses_gateway:
2164+
_add_gateway_metadata(generation_info, raw_response)
2165+
return self._format_output(
2166+
raw_response.parse(), generation_info=generation_info, **kwargs
2167+
)
21072168

21082169
async def _agenerate(
21092170
self,
@@ -2114,12 +2175,17 @@ async def _agenerate(
21142175
) -> ChatResult:
21152176
payload = self._get_request_payload(messages, stop=stop, **kwargs)
21162177
try:
2117-
data = await self._acreate(payload)
2178+
raw_response = await self._acreate(payload)
21182179
except anthropic.BadRequestError as e:
21192180
_handle_anthropic_bad_request(e)
21202181
except anthropic.APIError as e:
21212182
_handle_anthropic_api_error(e)
2122-
return self._format_output(data, **kwargs)
2183+
generation_info: dict[str, Any] = {}
2184+
if self._uses_gateway:
2185+
_add_gateway_metadata(generation_info, raw_response)
2186+
return self._format_output(
2187+
raw_response.parse(), generation_info=generation_info, **kwargs
2188+
)
21232189

21242190
def _get_llm_for_structured_output_when_thinking_is_enabled(
21252191
self,

0 commit comments

Comments
 (0)