11from __future__ import annotations
22
33import logging
4- from typing import TYPE_CHECKING , Any , Callable
4+ from typing import TYPE_CHECKING , Any , Callable , Literal
55
66from openai import AsyncOpenAI
77
2121
2222DEFAULT_COMPACTION_THRESHOLD = 10
2323
24+ OpenAIResponsesCompactionMode = Literal ["previous_response_id" , "input" , "auto" ]
25+
2426
2527def select_compaction_candidate_items (
2628 items : list [TResponseInputItem ],
@@ -85,6 +87,7 @@ def __init__(
8587 * ,
8688 client : AsyncOpenAI | None = None ,
8789 model : str = "gpt-4.1" ,
90+ compaction_mode : OpenAIResponsesCompactionMode = "auto" ,
8891 should_trigger_compaction : Callable [[dict [str , Any ]], bool ] | None = None ,
8992 ):
9093 """Initialize the compaction session.
@@ -97,6 +100,9 @@ def __init__(
97100 get_default_openai_client() or new AsyncOpenAI().
98101 model: Model to use for responses.compact. Defaults to "gpt-4.1". Must be an
99102 OpenAI model name (gpt-*, o*, or ft:gpt-*).
103+ compaction_mode: Controls how the compaction request provides conversation
104+ history. "auto" (default) uses input when the last response was not
105+ stored or no response_id is available.
100106 should_trigger_compaction: Custom decision hook. Defaults to triggering when
101107 10+ compaction candidates exist.
102108 """
@@ -113,6 +119,7 @@ def __init__(
113119 self .underlying_session = underlying_session
114120 self ._client = client
115121 self .model = model
122+ self .compaction_mode = compaction_mode
116123 self .should_trigger_compaction = (
117124 should_trigger_compaction or default_should_trigger_compaction
118125 )
@@ -122,6 +129,7 @@ def __init__(
122129 self ._session_items : list [TResponseInputItem ] | None = None
123130 self ._response_id : str | None = None
124131 self ._deferred_response_id : str | None = None
132+ self ._last_store : bool | None = None
125133
126134 @property
127135 def client (self ) -> AsyncOpenAI :
@@ -133,10 +141,25 @@ async def run_compaction(self, args: OpenAIResponsesCompactionArgs | None = None
133141 """Run compaction using responses.compact API."""
134142 if args and args .get ("response_id" ):
135143 self ._response_id = args ["response_id" ]
144+ if args and "store" in args :
145+ self ._last_store = args ["store" ]
146+
147+ requested_mode = args .get ("compaction_mode" ) if args else None
148+ store : bool | None
149+ if args and "store" in args :
150+ store = args ["store" ]
151+ else :
152+ store = self ._last_store
153+ resolved_mode = _resolve_compaction_mode (
154+ requested_mode or self .compaction_mode ,
155+ response_id = self ._response_id ,
156+ store = store ,
157+ )
136158
137- if not self ._response_id :
159+ if resolved_mode == "previous_response_id" and not self ._response_id :
138160 raise ValueError (
139- "OpenAIResponsesCompactionSession.run_compaction requires a response_id"
161+ "OpenAIResponsesCompactionSession.run_compaction requires a response_id "
162+ "when using previous_response_id compaction."
140163 )
141164
142165 compaction_candidate_items , session_items = await self ._ensure_compaction_candidates ()
@@ -145,23 +168,32 @@ async def run_compaction(self, args: OpenAIResponsesCompactionArgs | None = None
145168 should_compact = force or self .should_trigger_compaction (
146169 {
147170 "response_id" : self ._response_id ,
171+ "compaction_mode" : resolved_mode ,
148172 "compaction_candidate_items" : compaction_candidate_items ,
149173 "session_items" : session_items ,
150174 }
151175 )
152176
153177 if not should_compact :
154- logger .debug (f"skip: decision hook declined compaction for { self ._response_id } " )
178+ logger .debug (
179+ f"skip: decision hook declined compaction for { self ._response_id } "
180+ f"(mode={ resolved_mode } )"
181+ )
155182 return
156183
157184 self ._deferred_response_id = None
158- logger .debug (f"compact: start for { self ._response_id } using { self .model } " )
159-
160- compacted = await self .client .responses .compact (
161- previous_response_id = self ._response_id ,
162- model = self .model ,
185+ logger .debug (
186+ f"compact: start for { self ._response_id } using { self .model } (mode={ resolved_mode } )"
163187 )
164188
189+ compact_kwargs : dict [str , Any ] = {"model" : self .model }
190+ if resolved_mode == "previous_response_id" :
191+ compact_kwargs ["previous_response_id" ] = self ._response_id
192+ else :
193+ compact_kwargs ["input" ] = session_items
194+
195+ compacted = await self .client .responses .compact (** compact_kwargs )
196+
165197 await self .underlying_session .clear_session ()
166198 output_items : list [TResponseInputItem ] = []
167199 if compacted .output :
@@ -183,7 +215,8 @@ async def run_compaction(self, args: OpenAIResponsesCompactionArgs | None = None
183215
184216 logger .debug (
185217 f"compact: done for { self ._response_id } "
186- f"(output={ len (output_items )} , candidates={ len (self ._compaction_candidate_items )} )"
218+ f"(mode={ resolved_mode } , output={ len (output_items )} , "
219+ f"candidates={ len (self ._compaction_candidate_items )} )"
187220 )
188221
189222 async def get_items (self , limit : int | None = None ) -> list [TResponseInputItem ]:
@@ -247,3 +280,21 @@ async def _ensure_compaction_candidates(
247280 f"candidates: initialized (history={ len (history )} , candidates={ len (candidates )} )"
248281 )
249282 return (candidates [:], history [:])
283+
284+
285+ _ResolvedCompactionMode = Literal ["previous_response_id" , "input" ]
286+
287+
288+ def _resolve_compaction_mode (
289+ requested_mode : OpenAIResponsesCompactionMode ,
290+ * ,
291+ response_id : str | None ,
292+ store : bool | None ,
293+ ) -> _ResolvedCompactionMode :
294+ if requested_mode != "auto" :
295+ return requested_mode
296+ if store is False :
297+ return "input"
298+ if not response_id :
299+ return "input"
300+ return "previous_response_id"
0 commit comments