Type Alias EvaluatorParams<TaskOutputType>

EvaluatorParams: {
    expected?: Example["output"];
    input: Example["input"];
    metadata?: Example["metadata"];
    output: TaskOutputType;
}

Type Parameters

TaskOutputType = TaskOutput

Type declaration

Optionalexpected?: Example["output"]
The expected or reference output of the Dataset Example
input: Example["input"]
The input field of the Dataset Example
Optionalmetadata?: Example["metadata"]
Metadata associated with the Dataset Example
output: TaskOutputType
The output of the task