Initial release: iai-mcp v0.1.0

Co-Authored-By: Claude <noreply@anthropic.com>
Co-Authored-By: XNLLLLH <XNLLLLH@users.noreply.github.com>

tests/test_trajectory_live_integration.py

@@ -0,0 +1,150 @@
+"""Plan 03-02 Task 2 Step 8: live integration test (catches false-GREEN trap).
+
+The trap: if M2/M4/M6 unit tests SEED their own retrieval_used / profile_updated
+/ session_started events, they will pass even when production code emits
+NOTHING -- so M2/M4/M6 are stuck at 0.0 in real use.
+
+This test runs the REAL production paths:
+- retrieve.recall (real cosine recall) -> must produce kind='retrieval_used'
+- profile.profile_set(store=store) (real set on a live knob) -> must produce
+  kind='profile_updated'
+- session.assemble_session_start (real session start) -> must produce
+  kind='session_started'
+
+Then asserts the live M2/M4/M6 helpers can READ those production-emitted events
+and return non-zero values.
+"""
+from __future__ import annotations
+
+from uuid import uuid4
+
+import pytest
+
+from iai_mcp import profile, retrieve
+from iai_mcp.events import query_events
+from iai_mcp.store import MemoryStore
+from iai_mcp.trajectory import (
+    m2_precision_at_5_live,
+    m4_profile_variance_live,
+    m6_context_repeat_rate_live,
+)
+from iai_mcp.types import EMBED_DIM, MemoryRecord
+
+
+def _make_record(literal: str, *, lang: str = "en") -> MemoryRecord:
+    """Build a minimal MemoryRecord -- mirrors test_retrieve.py-style fixtures."""
+    from datetime import datetime, timezone
+    now = datetime.now(timezone.utc)
+    return MemoryRecord(
+        id=uuid4(),
+        tier="episodic",
+        literal_surface=literal,
+        aaak_index="",
+        embedding=[0.5] * EMBED_DIM,
+        community_id=None,
+        centrality=0.0,
+        detail_level=2,
+        pinned=False,
+        stability=0.0,
+        difficulty=0.0,
+        last_reviewed=None,
+        never_decay=False,
+        never_merge=False,
+        provenance=[],
+        created_at=now,
+        updated_at=now,
+        tags=[],
+        language=lang,
+    )
+
+
+def test_real_recall_emits_retrieval_used_and_m2_lifts_off_zero(tmp_path):
+    """The false-GREEN trap killer for M2.
+
+    A real `retrieve.recall` must emit kind='retrieval_used' so M2 can
+    measure precision@5 from production events, not just seeded ones.
+    """
+    store = MemoryStore(path=tmp_path)
+    # Seed a few records so cosine recall has something to return.
+    for i in range(3):
+        store.insert(_make_record(f"hello world {i}"))
+
+    cue_emb = [0.5] * EMBED_DIM
+    resp = retrieve.recall(
+        store=store,
+        cue_embedding=cue_emb,
+        cue_text="hello",
+        session_id="integration-1",
+    )
+    assert len(resp.hits) > 0  # cosine returns at least one of the seeds
+
+    events = query_events(store, kind="retrieval_used", limit=20)
+    assert events, (
+        "FALSE-GREEN GUARD: retrieve.recall must emit kind='retrieval_used' "
+        "in production for M2 to be live; no events found means M2 always "
+        "returns 0.0 in real use."
+    )
+
+    m2_val = m2_precision_at_5_live(store)
+    assert m2_val > 0.0, (
+        f"M2 must return >0 when retrieval_used events exist; got {m2_val}"
+    )
+
+
+def test_real_profile_set_emits_profile_updated_and_m4_lifts_off_zero(tmp_path):
+    """The false-GREEN trap killer for M4."""
+    store = MemoryStore(path=tmp_path)
+    state = profile.default_state()
+
+    # Two distinct value changes on a live numeric knob.
+    profile.profile_set("interest_boost", 0.3, state, store=store)
+    profile.profile_set("interest_boost", 0.7, state, store=store)
+
+    events = query_events(store, kind="profile_updated", limit=20)
+    assert events, (
+        "FALSE-GREEN GUARD: profile.profile_set(store=store) must emit "
+        "kind='profile_updated' for M4 to be live."
+    )
+    # The variance over two values [0.3, 0.7] is non-zero.
+    m4_val = m4_profile_variance_live(store)
+    assert m4_val > 0.0, f"M4 must return >0 with non-trivial profile diffs; got {m4_val}"
+
+
+def test_profile_set_no_op_does_not_emit(tmp_path):
+    """No-op writes (old == new) must NOT emit profile_updated -- avoid flood."""
+    store = MemoryStore(path=tmp_path)
+    state = profile.default_state()
+    # Set, then re-set to the same value.
+    profile.profile_set("interest_boost", 0.5, state, store=store)
+    before = len(query_events(store, kind="profile_updated", limit=100))
+    profile.profile_set("interest_boost", 0.5, state, store=store)
+    after = len(query_events(store, kind="profile_updated", limit=100))
+    assert after == before, "no-op profile_set must not emit"
+
+
+def test_real_session_start_emits_session_started_and_m6_lifts_off_zero(tmp_path):
+    """The false-GREEN trap killer for M6.
+
+    Two consecutive session-start assemblies on the SAME store must produce
+    matching session_state_hash values -> M6 sees a 0.5 repeat rate.
+    """
+    from iai_mcp.session import assemble_session_start
+
+    store = MemoryStore(path=tmp_path)
+    store.insert(_make_record("seed"))
+
+    _graph, assignment, rc = retrieve.build_runtime_graph(store)
+    assemble_session_start(store, assignment, rc, session_id="sess-A")
+    assemble_session_start(store, assignment, rc, session_id="sess-B")
+
+    events = query_events(store, kind="session_started", limit=20)
+    assert len(events) >= 2, (
+        "FALSE-GREEN GUARD: assemble_session_start must emit "
+        "kind='session_started' for M6 to be live."
+    )
+    # Both assemblies hashed an identical store; M6 should see 0.5 repeat
+    # rate ((2 - 1) / 2).
+    m6_val = m6_context_repeat_rate_live(store)
+    assert m6_val == pytest.approx(0.5, abs=1e-6), (
+        f"two identical session starts must give M6 = 0.5; got {m6_val}"
+    )