judgevet.ports.options

Structural ports for providers that take a provider-options mapping.

A provider declares that it takes options by adding a keyword-only provider_options parameter to its judgment methods. judgevet forwards the caller's mapping unchanged and never interprets its keys. A provider without the parameter still satisfies the existing ports. Source: https://github.com/Alberto-Codes/judgevet/issues/281.

Examples:

from collections.abc import Mapping
from typing import Any

from judgevet.domain.answers import NoulAnswer
from judgevet.domain.questions import Question
from judgevet.domain.response import SystemOneResponse
from judgevet.domain.usage import Usage
from judgevet.ports.options import ProviderOptionsSystemOnePort


class ThresholdProvider:
    def system_one(
        self,
        state: str | dict[str, Any] | list[Any],
        questions: Mapping[str, Question | Mapping[str, Any]],
        model: str,
        *,
        provider_options: Mapping[str, object] | None = None,
    ) -> SystemOneResponse:
        return SystemOneResponse(
            model=model,
            usage=Usage(0, 0),
            answers={name: NoulAnswer(0.5) for name in questions},
        )


port: ProviderOptionsSystemOnePort = ThresholdProvider()
response = port.system_one(
    "state", {"q": {"type": "noul"}}, "m", provider_options={"k": 1}
)
assert response.receipts == {}

async def judge(port: AsyncProviderOptionsMediaSystemOnePort, evidence):
    return await port.system_one_media(
        "s", {}, "m", evidence=evidence, provider_options={"k": 1}
    )

async def judge(port: AsyncProviderOptionsSystemOnePort):
    return await port.system_one("s", {}, "m", provider_options={"k": 1})

def judge(port: ProviderOptionsMediaSystemOnePort, evidence):
    return port.system_one_media(
        "s", {}, "m", evidence=evidence, provider_options={"k": 1}
    )

def judge(port: ProviderOptionsSystemOnePort):
    return port.system_one("s", {}, "m", provider_options={"k": 1})