orb_utils
get_metric_squad#
def get_metric_squad(prediction, ground_truths)
get_metric_drop#
def get_metric_drop(
predicted: str,
ground_truths: List[str]
) -> Tuple[float, float]
update_extractive_metrics#
def update_extractive_metrics(
metrics,
dataset_name,
exact_match,
f1
)
update_abstractive_metrics#
def update_abstractive_metrics(
metrics,
bleu_1_score,
bleu_4_score,
meteor_score,
rouge_f,
rouge_p,
rouge_r
)
evaluate_dataset#
def evaluate_dataset(
dataset_name,
prediction,
ground_truths,
metrics
)