Criterion judge
metis.library.graders.CriterionJudgeGraderAssess the recorded session against a criterion description with a binary score.
class CriterionJudgeArgs(JudgeArgs):
criterion: NonEmptyText
class CriterionJudgeGrader(Grader[CriterionJudgeArgs]):
def criteria(self) -> str:
return (
"Assess the entire recorded session against the criterion below."
f"\n\n<criterion>\n{self.args.criterion}\n</criterion>"
)