Skip to content

orb_utils

allennlp_models.rc.tools.orb_utils

[SOURCE]


get_metric_drop#

def get_metric_drop(
    predicted: str,
    ground_truths: List[str]
) -> Tuple[float, float]

update_extractive_metrics#

def update_extractive_metrics(
    metrics,
    dataset_name,
    exact_match,
    f1
)

update_abstractive_metrics#

def update_abstractive_metrics(
    metrics,
    bleu_1_score,
    bleu_4_score,
    meteor_score,
    rouge_f,
    rouge_p,
    rouge_r
)

evaluate_dataset#

def evaluate_dataset(
    dataset_name,
    prediction,
    ground_truths,
    metrics
)