125 lines
4.8 KiB
Python
125 lines
4.8 KiB
Python
"""Shared pytest fixtures.
|
|
|
|
Cache invalidation:
|
|
``load_settings`` (and the timezone helper that reads it) are
|
|
``functools.cache``-d for hot paths in production. Tests that
|
|
monkeypatch ``EVEROS_*`` env vars must see fresh settings on each
|
|
function — clear both caches around every test to keep results
|
|
deterministic regardless of declaration order.
|
|
|
|
Cross-suite fixtures:
|
|
``long_conversation`` lives here (not under ``tests/e2e/conftest.py``)
|
|
because both ``tests/e2e/`` and ``tests/integration/search/`` depend
|
|
on it — pytest conftest cascades down the directory tree, so a
|
|
fixture defined under ``tests/e2e/`` is invisible to siblings.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import json
|
|
from collections.abc import Iterator
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
|
|
_FIXTURE_DIR = Path(__file__).resolve().parent / "fixtures"
|
|
_LONG_CONV_PATH = _FIXTURE_DIR / "long_conversation_locomo_caroline_melanie.json"
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def _isolate_everos_root(monkeypatch: pytest.MonkeyPatch, tmp_path: Path) -> None:
|
|
"""Pin ``EVEROS_ROOT`` so no test reads the developer's own ``everos.toml``.
|
|
|
|
``Settings`` resolves its TOML source through ``resolve_root()``, so any
|
|
field a test does not pass explicitly is filled from the real config file
|
|
on the machine running the suite. A developer who has, say, enabled
|
|
``[observability]`` locally then sees failures in tests that assert the
|
|
default-off behaviour — green in CI, red on their machine, and unrelated to
|
|
whatever they were changing.
|
|
|
|
Tests that exercise root resolution itself override this: their own
|
|
``setenv`` / ``delenv`` runs inside the test body, after this fixture.
|
|
"""
|
|
monkeypatch.setenv("EVEROS_ROOT", str(tmp_path))
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def _reset_settings_cache() -> Iterator[None]:
|
|
import structlog
|
|
|
|
from everos.component.utils import datetime as dt_module
|
|
from everos.config import load_settings
|
|
|
|
# ``configure_logging`` (called by some e2e fixtures / the CLI entry)
|
|
# sets ``cache_logger_on_first_use=True``; once a logger is cached,
|
|
# ``structlog.testing.capture_logs`` can no longer intercept events,
|
|
# which silently breaks log-assertion tests that run *after* it in the
|
|
# same process. Reset structlog to defaults around every test so that
|
|
# global config never leaks across the suite.
|
|
structlog.reset_defaults()
|
|
load_settings.cache_clear()
|
|
dt_module._display_tz.cache_clear()
|
|
yield
|
|
structlog.reset_defaults()
|
|
load_settings.cache_clear()
|
|
dt_module._display_tz.cache_clear()
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def _reset_embedding_capability_singleton() -> Iterator[None]:
|
|
"""Force embedding capability to ``available=False`` for every test.
|
|
|
|
``get_embedding_capability()`` lazily builds a process-wide singleton
|
|
on first call (see ``component.embedding.accessor``). Leaving the
|
|
cache as ``None`` between tests lets the accessor read ambient
|
|
settings — ``~/.everos/everos.toml`` on a developer machine, ``.env``
|
|
when loaded — which turns test outcomes into a function of the host
|
|
environment. Pre-seeding a ``Capability(provider=None)`` keeps the
|
|
suite hermetic: any body-guard that reads ``.available`` sees
|
|
``False`` unless the test explicitly opts in by re-assigning
|
|
``acc._capability`` (or patching the strategy module's own
|
|
``get_embedding_capability`` reference).
|
|
"""
|
|
import everos.component.embedding.accessor as acc
|
|
from everos.component.embedding import EmbeddingCapability
|
|
|
|
acc._capability = EmbeddingCapability(provider=None)
|
|
yield
|
|
acc._capability = None
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def _reset_rerank_capability_singleton() -> Iterator[None]:
|
|
"""Force rerank capability to ``available=False`` for every test.
|
|
|
|
See :func:`_reset_embedding_capability_singleton` for rationale — the
|
|
rerank accessor has the same lazy-singleton shape.
|
|
"""
|
|
import everos.component.rerank.accessor as acc
|
|
from everos.component.rerank import RerankCapability
|
|
|
|
acc._capability = RerankCapability(provider=None)
|
|
yield
|
|
acc._capability = None
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def _reset_multimodal_capability_singleton() -> Iterator[None]:
|
|
"""Force multimodal capability to ``available=False`` for every test.
|
|
|
|
See :func:`_reset_embedding_capability_singleton` for rationale — the
|
|
multimodal accessor has the same lazy-singleton shape.
|
|
"""
|
|
import everos.component.multimodal.accessor as acc
|
|
from everos.component.multimodal import MultimodalLLMCapability
|
|
|
|
acc._capability = MultimodalLLMCapability(provider=None)
|
|
yield
|
|
acc._capability = None
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def long_conversation() -> dict:
|
|
"""LoCoMo conv_0 fixture (419 messages, 19 batches, one session)."""
|
|
return json.loads(_LONG_CONV_PATH.read_text())
|