107 lines
4.1 KiB
Python
107 lines
4.1 KiB
Python
|
|
"""StrixSession — Session wrapper that runs the legacy MemoryCompressor.
|
||
|
|
|
||
|
|
The SDK's `Session` (and ``SessionABC``) protocol owns conversation history
|
||
|
|
storage. We delegate the actual storage to any underlying session
|
||
|
|
implementation (in-memory, SQLite, Redis, …) and intercept ``get_items`` so
|
||
|
|
the legacy ``MemoryCompressor`` runs before the model sees the history.
|
||
|
|
|
||
|
|
Why wrap rather than reimplement:
|
||
|
|
- ``MemoryCompressor`` already encodes the pentest-tuned summarization
|
||
|
|
prompt and the 90K-token budget that Strix has been tuning for months.
|
||
|
|
Reimplementing inside a Session would lose that institutional knowledge.
|
||
|
|
- The SDK gives us a clean seam in ``get_items``: it's the last call before
|
||
|
|
``call_model_input_filter`` runs, so compressing here means the filter
|
||
|
|
sees a compressed history too.
|
||
|
|
|
||
|
|
References:
|
||
|
|
- PLAYBOOK.md §2.8
|
||
|
|
- AUDIT_R2.md §1.5 (C10 — compressor exception → uncompressed fallback)
|
||
|
|
- AUDIT_R3.md §3 row W5/E2 — once compression has failed, set a flag and
|
||
|
|
skip future attempts so we don't infinite-loop on a permanently broken
|
||
|
|
compressor while the agent loop slowly drowns in context.
|
||
|
|
"""
|
||
|
|
|
||
|
|
from __future__ import annotations
|
||
|
|
|
||
|
|
import logging
|
||
|
|
from typing import TYPE_CHECKING, Any, cast
|
||
|
|
|
||
|
|
from agents.memory.session import SessionABC
|
||
|
|
|
||
|
|
|
||
|
|
if TYPE_CHECKING:
|
||
|
|
from agents.items import TResponseInputItem
|
||
|
|
|
||
|
|
from strix.llm.memory_compressor import MemoryCompressor
|
||
|
|
|
||
|
|
|
||
|
|
logger = logging.getLogger(__name__)
|
||
|
|
|
||
|
|
|
||
|
|
class StrixSession(SessionABC):
|
||
|
|
"""Wraps an underlying ``SessionABC`` with Strix's memory compressor.
|
||
|
|
|
||
|
|
The wrapped session owns persistence; ``StrixSession`` only intercepts
|
||
|
|
``get_items`` to run compression. Writes (``add_items``, ``pop_item``,
|
||
|
|
``clear_session``) pass through verbatim.
|
||
|
|
|
||
|
|
On compressor failure, the call returns the uncompressed history and
|
||
|
|
a per-instance flag is set so subsequent ``get_items`` calls skip the
|
||
|
|
compressor entirely. This avoids an infinite "compress → fail → grow"
|
||
|
|
loop when the compressor LLM is itself unavailable.
|
||
|
|
"""
|
||
|
|
|
||
|
|
def __init__(
|
||
|
|
self,
|
||
|
|
underlying: SessionABC,
|
||
|
|
compressor: MemoryCompressor,
|
||
|
|
) -> None:
|
||
|
|
self._underlying = underlying
|
||
|
|
self._compressor = compressor
|
||
|
|
self._compression_disabled = False
|
||
|
|
# ``SessionABC.session_id`` is a plain ``str`` field; pass through.
|
||
|
|
self.session_id: str = getattr(underlying, "session_id", "strix-session")
|
||
|
|
self.session_settings = getattr(underlying, "session_settings", None)
|
||
|
|
|
||
|
|
@property
|
||
|
|
def compression_disabled(self) -> bool:
|
||
|
|
"""True after the compressor has failed at least once on this session."""
|
||
|
|
return self._compression_disabled
|
||
|
|
|
||
|
|
async def get_items(
|
||
|
|
self,
|
||
|
|
limit: int | None = None,
|
||
|
|
) -> list[TResponseInputItem]:
|
||
|
|
"""Read items from underlying storage and (optionally) compress.
|
||
|
|
|
||
|
|
On any compressor exception, log and return the uncompressed list.
|
||
|
|
Set ``_compression_disabled`` so the next call short-circuits.
|
||
|
|
"""
|
||
|
|
items = await self._underlying.get_items(limit=limit)
|
||
|
|
if self._compression_disabled or not items:
|
||
|
|
return items
|
||
|
|
try:
|
||
|
|
# Compressor expects ``list[dict[str, Any]]``; SDK's
|
||
|
|
# ``TResponseInputItem`` is a TypedDict union — structurally
|
||
|
|
# compatible. Compressor mutates content but preserves shape.
|
||
|
|
compressed = self._compressor.compress_history(
|
||
|
|
cast("list[dict[str, Any]]", items),
|
||
|
|
)
|
||
|
|
return cast("list[TResponseInputItem]", compressed)
|
||
|
|
except Exception:
|
||
|
|
logger.exception(
|
||
|
|
"MemoryCompressor failed; returning uncompressed history. "
|
||
|
|
"Compression disabled for this session for the rest of the run.",
|
||
|
|
)
|
||
|
|
self._compression_disabled = True
|
||
|
|
return items
|
||
|
|
|
||
|
|
async def add_items(self, items: list[TResponseInputItem]) -> None:
|
||
|
|
await self._underlying.add_items(items)
|
||
|
|
|
||
|
|
async def pop_item(self) -> TResponseInputItem | None:
|
||
|
|
return await self._underlying.pop_item()
|
||
|
|
|
||
|
|
async def clear_session(self) -> None:
|
||
|
|
await self._underlying.clear_session()
|