Source code for mb.entities.example

from pydantic import BaseModel

from .expectations import Expectations
from .inputs import Inputs
from .outputs import Outputs



[docs]
class Example(BaseModel, extra="allow"):
    """A benchmark (eval dataset) example."""

    inputs: Inputs
    """The input data for the example."""

    expectations: Expectations
    """The expectations for the example's output."""

    outputs: Outputs | None = None
    """The actual output data for the example. Populated after the benchmark has been run."""