Evaluator

@dataclass
class Evaluator()

@dataclass
class LocalEvaluatorReturn()

def __init__(score: Union[int, bool, str], reasoning: Optional[str] = None)

@dataclass
class PassFailCriteriaOnEachEntry()

def __init__(score_should_be: OperatorType, value: Union[bool, int, float,
                                                         None])

@dataclass
class PassFailCriteriaForTestrunOverall()

def __init__(overall_should_be: OperatorType, value: int,
             for_result: Literal["average", "percentageOfPassedResults"])

@dataclass
class PassFailCriteria()

def __init__(on_each_entry_pass_if: PassFailCriteriaOnEachEntry,
             for_testrun_overall_pass_if: PassFailCriteriaForTestrunOverall)

@dataclass
class LocalEvaluatorResultParameter()

def __init__(output: str, context_to_evaluate: Optional[Union[str,
                                                              List[str]]])

@dataclass
class LocalEvaluationResult()

def __init__(result: LocalEvaluatorReturn, name: str,
             pass_fail_criteria: PassFailCriteria)

@dataclass
class LocalEvaluationResultWithId(LocalEvaluationResult)

def __init__(result: LocalEvaluatorReturn, name: str,
             pass_fail_criteria: PassFailCriteria, id: str)