Grayscale/nanobot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(session): bound the in-memory session cache

Browse Source 
Keep only 128 recently used sessions strongly cached while retaining weak references to evicted sessions still owned by active callers. This bounds idle memory growth without allowing duplicate live Session objects or skipping shutdown flushes.

Add LRU, lifecycle, SDK, and flush regression coverage.

Refs #4786
This commit is contained in:
KDB
2026-07-18 17:37:07 +08:00
committed by Xubin Ren
parent d4f5abe004
commit d35f99abfc
4 changed files with 137 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
nanobot/sdk/clients.py
+2 -2
View File
@@ -66,7 +66,7 @@ class SessionClient:
def get(self, session_key: str) -> SessionSnapshot | None:
"""Return a display-safe snapshot without creating a new session on disk."""
cached = self._loop.sessions._cache.get(session_key)
cached = self._loop.sessions._cached(session_key)
if cached is not None:
return snapshot_from_session(cached)
payload = self._loop.sessions.read_session_file(session_key)
@@ -90,7 +90,7 @@ class SessionClient:
def export(self, session_key: str) -> SessionSnapshot | None:
"""Return a trusted full snapshot, including model-only runtime context."""
cached = self._loop.sessions._cache.get(session_key)
cached = self._loop.sessions._cached(session_key)
if cached is not None:
return snapshot_from_session(cached, include_runtime_context=True)
payload = self._loop.sessions.read_session_file(session_key)