judgevet.testing._conformance_probes

Observers the provider conformance kit wraps around a provider.

ScopeRecorder wraps a provider factory and records every context it constructs, so the kit observes entry and exit itself instead of trusting the provider. TextOnlyView hides every method except system_one. MediaProbe counts media dispatches so the kit can show that a refusal happened before the provider ran. declared_evidence builds one image whose MIME type and size the declared capabilities admit, and undeclared_evidence builds one whose MIME type they do not admit. Each kit image is a valid one-pixel PNG, JPEG or WebP file. signature_problem and provider_error_problem describe a broken port shape or failure contract, so the synchronous and asynchronous kits share one message. media_members reports a port's media methods for both kits. None of these import pytest. Source: https://github.com/Alberto-Codes/judgevet/issues/241#issuecomment-5902293909.

Examples:

from contextlib import nullcontext

from judgevet.media import MediaCapabilities
from judgevet.providers import provider_scope
from judgevet.testing import FakeSystemOnePort
from judgevet.testing._conformance_probes import (
    ScopeRecorder,
    declared_evidence,
    undeclared_evidence,
)

recorder = ScopeRecorder(lambda: nullcontext(FakeSystemOnePort()))
with provider_scope(factory=recorder) as port:
    assert callable(port.system_one)
assert recorder.contexts[0].exits == [None]

evidence = undeclared_evidence(MediaCapabilities({"image/png"}))
assert evidence.images[0].media_type == "image/jpeg"

declared = declared_evidence(MediaCapabilities({"image/webp"}))
assert declared is not None
assert declared.images[0].media_type == "image/webp"

from judgevet.testing._conformance_probes import (
    provider_error_problem,
    signature_problem,
)

assert signature_problem(FakeSystemOnePort().system_one, "m") is None
assert provider_error_problem(RuntimeError("boom")) is not None

error = BodyError("raised inside the provider scope")
assert str(error) == "raised inside the provider scope"

from judgevet.media import MediaCapabilities
from judgevet.testing import FakeSystemOnePort


class Media(FakeSystemOnePort):
    def capabilities(self, model):
        return MediaCapabilities({"image/png"})

    def system_one_media(self, state, questions, model, *, evidence):
        return self.system_one(state, questions, model)


probe = MediaProbe(Media())
assert probe.media_calls == 0

from contextlib import nullcontext

from judgevet.testing import FakeSystemOnePort

recorded = RecordedContext(nullcontext(FakeSystemOnePort()))
with recorded:
    pass
assert (recorded.enters, recorded.exits) == (1, [None])

from contextlib import nullcontext

from judgevet.testing import FakeSystemOnePort

recorder = ScopeRecorder(lambda: nullcontext(FakeSystemOnePort()))
with recorder():
    pass
assert len(recorder.contexts) == 1

from judgevet.ports.media import MediaSystemOnePort
from judgevet.testing import FakeSystemOnePort

view = TextOnlyView(FakeSystemOnePort())
assert not isinstance(view, MediaSystemOnePort)