Index

B

BaseMetric (class in vieval.metrics.base)

BiasMetric (class in vieval.metrics.bias)

C

CalibrationMetric (class in vieval.metrics.calibration_metric)

count_word_from_text() (vieval.metrics.bias.BiasMetric method)

D

detect() (vieval.metrics.name_detector.NameDetector method)

detect_batch() (vieval.metrics.name_detector.NameDetector method)

E

equal() (vieval.metrics.reasoning.ReasoningMetric method) evaluate() (vieval.metrics.bias.BiasMetric method) (vieval.metrics.calibration_metric.CalibrationMetric method) (vieval.metrics.ir.InformationRetrievalMetric method) (vieval.metrics.language.LanguageMetric method) (vieval.metrics.question_answering.QAMetric method) (vieval.metrics.reasoning.ReasoningMetric method) (vieval.metrics.summary.SummaryMetric method) (vieval.metrics.text_classification.TextClassificationMetric method) (vieval.metrics.toxicity.ToxicityMetric method) (vieval.metrics.translation_metric.TranslationMetric method)

evaluate_demographic_representation() (vieval.metrics.bias.BiasMetric method) evaluate_stereotypical_associations() (vieval.metrics.bias.BiasMetric method) exact_match() (in module vieval.metrics.basic_metrics)

F

f1_score() (in module vieval.metrics.basic_metrics)

G

get_bias_score() (vieval.metrics.bias.BiasMetric method) get_cal_score() (vieval.metrics.calibration_metric.CalibrationMetric method) get_group_to_words() (vieval.metrics.bias.BiasMetric method)

get_num_bytes() (vieval.metrics.language.LanguageMetric method) group_counts_to_bias() (vieval.metrics.bias.BiasMetric method) group_entity() (vieval.metrics.name_detector.NameDetector method)

I

InformationRetrievalMetric (class in vieval.metrics.ir)

L

LanguageMetric (class in vieval.metrics.language)

M

module vieval.metrics.base vieval.metrics.basic_metrics vieval.metrics.bias vieval.metrics.calibration_metric vieval.metrics.ir vieval.metrics.language vieval.metrics.name_detector vieval.metrics.question_answering vieval.metrics.reasoning vieval.metrics.summary vieval.metrics.text_classification vieval.metrics.toxicity vieval.metrics.translation_metric

N

NameDetector (class in vieval.metrics.name_detector)

Q

QAMetric (class in vieval.metrics.question_answering)

R

ReasoningMetric (class in vieval.metrics.reasoning)

S

set_demographic_group_to_words() (vieval.metrics.bias.BiasMetric method)

SummaryMetric (class in vieval.metrics.summary)

T

TextClassificationMetric (class in vieval.metrics.text_classification)

ToxicityMetric (class in vieval.metrics.toxicity) TranslationMetric (class in vieval.metrics.translation_metric)

V

vieval.metrics.base module vieval.metrics.basic_metrics module vieval.metrics.bias module vieval.metrics.calibration_metric module vieval.metrics.ir module vieval.metrics.language module vieval.metrics.name_detector module

vieval.metrics.question_answering module vieval.metrics.reasoning module vieval.metrics.summary module vieval.metrics.text_classification module vieval.metrics.toxicity module vieval.metrics.translation_metric module