Interface Evaluator<Params, Result>

Structural evaluator interface accepted by evaluate().

interface Evaluator<
    Params extends KVMap = EvaluationParams & KVMap,
    Result = EvaluationResult,
> {
    evaluate: (params: Params) => Result | Promise<Result>;
    kind?: "LLM" | "CODE" | "HUMAN";
    name: string;
}

Type Parameters

Params extends KVMap = EvaluationParams & KVMap
Result = EvaluationResult

Index

Properties

evaluate kind? name

Properties

evaluate

evaluate: (params: Params) => Result | Promise<Result>

Compute the evaluation result.

`Optional`kind

kind?: "LLM" | "CODE" | "HUMAN"

Who or what produced the result. Defaults to "CODE".

name

name: string

Annotation/evaluation name.