View module source on GitHub

BaseEvaluator

class BaseEvaluator(ABC)
Base class for all evaluators.

names

@property
def names() -> list[str]
Get the names of the evaluators.

pass_fail_criteria

@property
def pass_fail_criteria()
Get the pass fail criteria for the evaluators.

evaluate

@abstractmethod
def evaluate(result: LocalEvaluatorResultParameter,
             data: LocalData) -> Dict[str, LocalEvaluatorReturn]
Evaluate the result.

guarded_evaluate

@final
def guarded_evaluate(result: LocalEvaluatorResultParameter,
                     data: LocalData) -> Dict[str, LocalEvaluatorReturn]
Guarded evaluate the result.