cai/tests/conftest.py

73 lines
2.5 KiB
Python

from __future__ import annotations
import os
import pytest
from cai.sdk.agents.models import _openai_shared
from cai.sdk.agents.models.openai_chatcompletions import OpenAIChatCompletionsModel
from cai.sdk.agents.models.openai_responses import OpenAIResponsesModel
from cai.sdk.agents.tracing import set_trace_processors
from cai.sdk.agents.tracing.setup import GLOBAL_TRACE_PROVIDER
from tests.testing_processor import SPAN_PROCESSOR_TESTING
# Command/CLI tests often set these for isolation but omit teardown; leaked values
# disable tracing for the rest of the session and break tracing tests.
_CAI_ENV_RESTORE_KEYS = ("CAI_TRACING", "CAI_TELEMETRY")
@pytest.fixture(autouse=True)
def restore_cai_tracing_env_after_each_test():
snapshot = {k: os.environ[k] for k in _CAI_ENV_RESTORE_KEYS if k in os.environ}
missing = [k for k in _CAI_ENV_RESTORE_KEYS if k not in os.environ]
yield
for k in missing:
os.environ.pop(k, None)
for k, val in snapshot.items():
os.environ[k] = val
# This fixture will run once before any tests are executed
@pytest.fixture(scope="session", autouse=True)
def setup_span_processor():
set_trace_processors([SPAN_PROCESSOR_TESTING])
# This fixture will run before each test
@pytest.fixture(autouse=True)
def clear_span_processor():
SPAN_PROCESSOR_TESTING.force_flush()
SPAN_PROCESSOR_TESTING.shutdown()
SPAN_PROCESSOR_TESTING.clear()
# This fixture will run before each test
@pytest.fixture(autouse=True)
def clear_openai_settings():
_openai_shared._default_openai_key = None
_openai_shared._default_openai_client = None
_openai_shared._use_responses_by_default = True
# This fixture will run after all tests end
@pytest.fixture(autouse=True, scope="session")
def shutdown_trace_provider():
yield
GLOBAL_TRACE_PROVIDER.shutdown()
@pytest.fixture(autouse=True)
def disable_real_model_clients(monkeypatch, request):
# If the test is marked to allow the method call, don't override it.
if request.node.get_closest_marker("allow_call_model_methods"):
return
def failing_version(*args, **kwargs):
pytest.fail("Real models should not be used in tests!")
monkeypatch.setattr(OpenAIResponsesModel, "get_response", failing_version)
monkeypatch.setattr(OpenAIResponsesModel, "stream_response", failing_version)
monkeypatch.setattr(OpenAIChatCompletionsModel, "get_response", failing_version)
monkeypatch.setattr(OpenAIChatCompletionsModel, "stream_response", failing_version)