6464from langchain_core .runnables import Runnable , RunnableMap , RunnablePassthrough
6565from langchain_core .tools import BaseTool
6666from langchain_core .utils import from_env , get_pydantic_field_names
67- from langchain_core .utils ._gateway import _apply_gateway_config
67+ from langchain_core .utils ._gateway import (
68+ GATEWAY_METADATA_RESPONSE_KEY ,
69+ _apply_gateway_config ,
70+ _parse_gateway_metadata ,
71+ )
6872from langchain_core .utils .function_calling import (
6973 convert_to_json_schema ,
7074 convert_to_openai_tool ,
9599_USER_AGENT : Final [str ] = f"langchain-anthropic/{ __version__ } "
96100
97101
102+ def _add_gateway_metadata (generation_info : dict [str , Any ], raw_response : Any ) -> None :
103+ """Add parsed LangSmith gateway metadata to `generation_info`, if present.
104+
105+ Args:
106+ generation_info: Generation info to mutate in place.
107+ raw_response: The raw provider response, or None.
108+ """
109+ headers = getattr (raw_response , "headers" , None )
110+ if headers is None :
111+ return
112+ gateway_metadata = _parse_gateway_metadata (headers )
113+ if gateway_metadata is not None :
114+ generation_info [GATEWAY_METADATA_RESPONSE_KEY ] = gateway_metadata
115+
116+
98117def _get_default_model_profile (model_name : str ) -> ModelProfile :
99118 """Get the default profile for a model.
100119
@@ -1268,6 +1287,11 @@ def _llm_type(self) -> str:
12681287 """Return type of chat model."""
12691288 return "anthropic-chat"
12701289
1290+ @property
1291+ def _uses_gateway (self ) -> bool :
1292+ """Whether requests are routed through the LangSmith gateway."""
1293+ return self .anthropic_api_key .get_secret_value ().startswith ("lsv2_" )
1294+
12711295 @property
12721296 def lc_secrets (self ) -> dict [str , str ]:
12731297 """Return a mapping of secret keys to environment variables."""
@@ -1716,17 +1740,19 @@ def _get_request_payload(
17161740 def _create (self , payload : dict ) -> Any :
17171741 try :
17181742 if "betas" in payload :
1719- return self ._client .beta .messages .create (** payload )
1720- return self ._client .messages .create (** payload )
1743+ return self ._client .beta .messages .with_raw_response . create (** payload )
1744+ return self ._client .messages .with_raw_response . create (** payload )
17211745 except TypeError as e :
17221746 _raise_if_authentication_error (e )
17231747 raise
17241748
17251749 async def _acreate (self , payload : dict ) -> Any :
17261750 try :
17271751 if "betas" in payload :
1728- return await self ._async_client .beta .messages .create (** payload )
1729- return await self ._async_client .messages .create (** payload )
1752+ return await self ._async_client .beta .messages .with_raw_response .create (
1753+ ** payload
1754+ )
1755+ return await self ._async_client .messages .with_raw_response .create (** payload )
17301756 except TypeError as e :
17311757 _raise_if_authentication_error (e )
17321758 raise
@@ -1745,14 +1771,19 @@ def _stream(
17451771 kwargs ["stream" ] = True
17461772 payload = self ._get_request_payload (messages , stop = stop , ** kwargs )
17471773 try :
1748- stream = self ._create (payload )
1774+ raw_response = self ._create (payload )
1775+ base_generation_info : dict [str , Any ] = {}
1776+ if self ._uses_gateway :
1777+ _add_gateway_metadata (base_generation_info , raw_response )
1778+ stream = raw_response .parse ()
17491779 coerce_content_to_string = (
17501780 not _tools_in_params (payload )
17511781 and not _documents_in_params (payload )
17521782 and not _thinking_in_params (payload )
17531783 and not _compact_in_params (payload )
17541784 )
17551785 block_start_event = None
1786+ is_first_chunk = True
17561787 for event in stream :
17571788 msg , block_start_event = self ._make_message_chunk_from_anthropic_event (
17581789 event ,
@@ -1761,7 +1792,13 @@ def _stream(
17611792 block_start_event = block_start_event ,
17621793 )
17631794 if msg is not None :
1764- chunk = ChatGenerationChunk (message = msg )
1795+ chunk = ChatGenerationChunk (
1796+ message = msg ,
1797+ generation_info = base_generation_info
1798+ if is_first_chunk
1799+ else None ,
1800+ )
1801+ is_first_chunk = False
17651802 if run_manager and isinstance (msg .content , str ):
17661803 run_manager .on_llm_new_token (msg .content , chunk = chunk )
17671804 yield chunk
@@ -1784,14 +1821,19 @@ async def _astream(
17841821 kwargs ["stream" ] = True
17851822 payload = self ._get_request_payload (messages , stop = stop , ** kwargs )
17861823 try :
1787- stream = await self ._acreate (payload )
1824+ raw_response = await self ._acreate (payload )
1825+ base_generation_info : dict [str , Any ] = {}
1826+ if self ._uses_gateway :
1827+ _add_gateway_metadata (base_generation_info , raw_response )
1828+ stream = raw_response .parse ()
17881829 coerce_content_to_string = (
17891830 not _tools_in_params (payload )
17901831 and not _documents_in_params (payload )
17911832 and not _thinking_in_params (payload )
17921833 and not _compact_in_params (payload )
17931834 )
17941835 block_start_event = None
1836+ is_first_chunk = True
17951837 async for event in stream :
17961838 msg , block_start_event = self ._make_message_chunk_from_anthropic_event (
17971839 event ,
@@ -1800,7 +1842,13 @@ async def _astream(
18001842 block_start_event = block_start_event ,
18011843 )
18021844 if msg is not None :
1803- chunk = ChatGenerationChunk (message = msg )
1845+ chunk = ChatGenerationChunk (
1846+ message = msg ,
1847+ generation_info = base_generation_info
1848+ if is_first_chunk
1849+ else None ,
1850+ )
1851+ is_first_chunk = False
18041852 if run_manager and isinstance (msg .content , str ):
18051853 await run_manager .on_llm_new_token (msg .content , chunk = chunk )
18061854 yield chunk
@@ -2031,7 +2079,13 @@ def _make_message_chunk_from_anthropic_event(
20312079 message_chunk .response_metadata ["model_provider" ] = "anthropic"
20322080 return message_chunk , block_start_event
20332081
2034- def _format_output (self , data : Any , ** kwargs : Any ) -> ChatResult :
2082+ def _format_output (
2083+ self ,
2084+ data : Any ,
2085+ * ,
2086+ generation_info : dict [str , Any ] | None = None ,
2087+ ** kwargs : Any ,
2088+ ) -> ChatResult :
20352089 """Format the output from the Anthropic API to LC."""
20362090 data_dict = data .model_dump ()
20372091 content = data_dict ["content" ]
@@ -2085,7 +2139,9 @@ def _format_output(self, data: Any, **kwargs: Any) -> ChatResult:
20852139 msg = AIMessage (content = content , response_metadata = response_metadata )
20862140 msg .usage_metadata = _create_usage_metadata (data .usage )
20872141 return ChatResult (
2088- generations = [ChatGeneration (message = msg )],
2142+ generations = [
2143+ ChatGeneration (message = msg , generation_info = generation_info or None )
2144+ ],
20892145 llm_output = llm_output ,
20902146 )
20912147
@@ -2098,12 +2154,17 @@ def _generate(
20982154 ) -> ChatResult :
20992155 payload = self ._get_request_payload (messages , stop = stop , ** kwargs )
21002156 try :
2101- data = self ._create (payload )
2157+ raw_response = self ._create (payload )
21022158 except anthropic .BadRequestError as e :
21032159 _handle_anthropic_bad_request (e )
21042160 except anthropic .APIError as e :
21052161 _handle_anthropic_api_error (e )
2106- return self ._format_output (data , ** kwargs )
2162+ generation_info : dict [str , Any ] = {}
2163+ if self ._uses_gateway :
2164+ _add_gateway_metadata (generation_info , raw_response )
2165+ return self ._format_output (
2166+ raw_response .parse (), generation_info = generation_info , ** kwargs
2167+ )
21072168
21082169 async def _agenerate (
21092170 self ,
@@ -2114,12 +2175,17 @@ async def _agenerate(
21142175 ) -> ChatResult :
21152176 payload = self ._get_request_payload (messages , stop = stop , ** kwargs )
21162177 try :
2117- data = await self ._acreate (payload )
2178+ raw_response = await self ._acreate (payload )
21182179 except anthropic .BadRequestError as e :
21192180 _handle_anthropic_bad_request (e )
21202181 except anthropic .APIError as e :
21212182 _handle_anthropic_api_error (e )
2122- return self ._format_output (data , ** kwargs )
2183+ generation_info : dict [str , Any ] = {}
2184+ if self ._uses_gateway :
2185+ _add_gateway_metadata (generation_info , raw_response )
2186+ return self ._format_output (
2187+ raw_response .parse (), generation_info = generation_info , ** kwargs
2188+ )
21232189
21242190 def _get_llm_for_structured_output_when_thinking_is_enabled (
21252191 self ,
0 commit comments