Type Alias EvaluatorParams<TaskOutputType>

type EvaluatorParams<TaskOutputType = TaskOutput> = {
    expected?: Example["output"];
    input: Example["input"];
    metadata?: Example["metadata"];
    output: TaskOutputType;
}

Type Parameters

TaskOutputType = TaskOutput

Index

Properties

expected? input metadata? output

Properties

`Optional`expected

expected?: Example["output"]

The expected or reference output of the Dataset Example

input

input: Example["input"]

The input field of the Dataset Example

`Optional`metadata

metadata?: Example["metadata"]

Metadata associated with the Dataset Example

output

output: TaskOutputType

The output of the task