"""Regression tests for issue #1285 — blind Compare must not leak model identities through helper-session names or GET /api/sessions. Two guards are pinned here: 1. Backend: ``routes.session_routes._public_model`` blanks the ``model`` field of any ``[CMP] …`` helper session in the session list, so the sidebar / ``/api/sessions`` can't be used to map a neutral pane label ("Model A") back to its real model. 2. Frontend: every ``[CMP]`` session name built in ``static/js/compare/`` is guarded by ``state._blindMode`` so blind sessions are named by slot rather than by the real model. The backend import mirrors tests/test_session_ghost_delete.py: stub the heavy ORM modules so the real route module imports under conftest's MagicMock sqlalchemy stub, then restore sys.modules so the stubs don't leak into sibling test modules. """ import sys import importlib from pathlib import Path from unittest.mock import MagicMock _REPO = Path(__file__).resolve().parent.parent # Mirror tests/test_session_ghost_delete.py exactly: stub only the ORM *class* # modules and import the REAL core.session_manager + src.auth_helpers. pytest # caches routes.session_routes after the first import, so stubbing auth_helpers / # session_manager here would poison the shared module for the sibling session # tests (whichever file is collected first wins). Matching their stub set keeps # the cached module identical regardless of collection order. _ABSENT = object() _TEMP_STUBS = ("core.database", "core.models", "src.request_models") _saved = {name: sys.modules.get(name, _ABSENT) for name in _TEMP_STUBS} _saved["core.session_manager"] = sys.modules.get("core.session_manager", _ABSENT) try: for _name in _TEMP_STUBS: sys.modules[_name] = MagicMock(name=_name) if isinstance(sys.modules.get("core.session_manager"), MagicMock): del sys.modules["core.session_manager"] importlib.import_module("core.session_manager") import routes.session_routes as SR # noqa: E402 finally: for _name, _val in _saved.items(): if _val is _ABSENT: sys.modules.pop(_name, None) else: sys.modules[_name] = _val # ── backend: GET /api/sessions model redaction ───────────────────────────── def test_public_model_blanks_blind_compare_sessions(): """A blind-compare helper session ("[CMP] Model A") must not expose its real model in the session list — that is the de-anonymization vector.""" assert SR._public_model("[CMP] Model A", "gpt-4o") == "" assert SR._public_model("[CMP] Model B", "llama-3.1-70b") == "" def test_public_model_blanks_any_cmp_prefixed_session(): """Defense in depth: even a non-blind [CMP] session (named after the real model) gets its model field blanked. The name already carries whatever the user chose to reveal, and the session list never needs the raw model.""" assert SR._public_model("[CMP] gpt-4o", "gpt-4o") == "" def test_public_model_preserves_normal_sessions(): """Ordinary chats are untouched — only the [CMP] prefix triggers redaction. The post-vote "Compare: a vs b" folder is a normal session, not a helper.""" assert SR._public_model("My research chat", "gpt-4o") == "gpt-4o" assert SR._public_model("", "claude-sonnet") == "claude-sonnet" assert SR._public_model("Compare: gpt-4o vs llama", "gpt-4o") == "gpt-4o" def test_compare_prefix_constant_matches_frontend(): """The redaction prefix must match what the frontend prepends, or the guard silently stops matching new sessions.""" assert SR.COMPARE_SESSION_PREFIX == "[CMP] " # ── frontend: every [CMP] session name is blind-guarded ──────────────────── def test_compare_session_names_are_blind_guarded(): """Every line in static/js/compare/ that builds a '[CMP]' session name must branch on state._blindMode, so a blind comparison is never named after its real model. Pins the #1285 fix against regressions.""" compare_dir = _REPO / "static" / "js" / "compare" assert compare_dir.is_dir(), f"missing {compare_dir}" offenders = [] for path in sorted(compare_dir.glob("*.js")): for lineno, line in enumerate( path.read_text(encoding="utf-8").splitlines(), 1 ): if "'[CMP] '" in line and "_blindMode" not in line: offenders.append(f"{path.name}:{lineno}: {line.strip()}") assert not offenders, ( "Compare session names must be blind-guarded (issue #1285):\n" + "\n".join(offenders) )