Index

A

AggType (class in pytest_texts_score.evaluate_score)

AVERAGE (pytest_texts_score.evaluate_score.AggType attribute)

E

evaluate_questions() (in module pytest_texts_score.communication)

F

F1 (pytest_texts_score.evaluate_score.ScoreType attribute)

f1_score() (in module pytest_texts_score.evaluate_score)

G

get_client() (in module pytest_texts_score.client) get_config() (in module pytest_texts_score.plugin) get_system_answers_prompt() (in module pytest_texts_score.prompts)

get_system_questions_prompt() (in module pytest_texts_score.prompts) get_user_answers_prompt() (in module pytest_texts_score.prompts) get_user_questions_prompt() (in module pytest_texts_score.prompts)

I

init_client() (in module pytest_texts_score.client)

M

make_questions() (in module pytest_texts_score.communication) mask_api_key() (in module pytest_texts_score.plugin) MAXIMAL_RETRY_ON_ERROR (in module pytest_texts_score.evaluate_score) MAXIMUM (pytest_texts_score.evaluate_score.AggType attribute) MEAN (pytest_texts_score.evaluate_score.AggType attribute) MEDIAN (pytest_texts_score.evaluate_score.AggType attribute) MINIMAL_EXPECTED_MAX_DELTA (in module pytest_texts_score.api) MINIMUM (pytest_texts_score.evaluate_score.AggType attribute)

module pytest_texts_score pytest_texts_score.api pytest_texts_score.api_wrappers pytest_texts_score.client pytest_texts_score.communication pytest_texts_score.evaluate_score pytest_texts_score.plugin pytest_texts_score.prompts

P

PRECISION (pytest_texts_score.evaluate_score.ScoreType attribute) pytest_addoption() (in module pytest_texts_score.plugin) pytest_configure() (in module pytest_texts_score.plugin) pytest_report_header() (in module pytest_texts_score.plugin) pytest_texts_score module pytest_texts_score.api module pytest_texts_score.api_wrappers module

pytest_texts_score.client module pytest_texts_score.communication module pytest_texts_score.evaluate_score module pytest_texts_score.plugin module pytest_texts_score.prompts module

R

RECALL (pytest_texts_score.evaluate_score.ScoreType attribute)

S

score_one_side() (in module pytest_texts_score.evaluate_score)

scores_agg() (in module pytest_texts_score.evaluate_score) ScoreType (class in pytest_texts_score.evaluate_score)

T

texts_agg_completeness_average() (in module pytest_texts_score) (in module pytest_texts_score.api_wrappers) texts_agg_completeness_max() (in module pytest_texts_score) (in module pytest_texts_score.api_wrappers) texts_agg_completeness_mean() (in module pytest_texts_score) (in module pytest_texts_score.api_wrappers) texts_agg_completeness_median() (in module pytest_texts_score) (in module pytest_texts_score.api_wrappers) texts_agg_completeness_min() (in module pytest_texts_score) (in module pytest_texts_score.api_wrappers) texts_agg_correctness_average() (in module pytest_texts_score) (in module pytest_texts_score.api_wrappers) texts_agg_correctness_max() (in module pytest_texts_score) (in module pytest_texts_score.api_wrappers) texts_agg_correctness_mean() (in module pytest_texts_score) (in module pytest_texts_score.api_wrappers) texts_agg_correctness_median() (in module pytest_texts_score) (in module pytest_texts_score.api_wrappers) texts_agg_correctness_min() (in module pytest_texts_score) (in module pytest_texts_score.api_wrappers) texts_agg_f1() (in module pytest_texts_score.evaluate_score) texts_agg_f1_average() (in module pytest_texts_score) (in module pytest_texts_score.api_wrappers) texts_agg_f1_max() (in module pytest_texts_score) (in module pytest_texts_score.api) texts_agg_f1_mean() (in module pytest_texts_score) (in module pytest_texts_score.api) texts_agg_f1_median() (in module pytest_texts_score) (in module pytest_texts_score.api) texts_agg_f1_min() (in module pytest_texts_score) (in module pytest_texts_score.api) texts_agg_precision() (in module pytest_texts_score.evaluate_score) texts_agg_precision_average() (in module pytest_texts_score) (in module pytest_texts_score.api_wrappers) texts_agg_precision_max() (in module pytest_texts_score) (in module pytest_texts_score.api) texts_agg_precision_mean() (in module pytest_texts_score) (in module pytest_texts_score.api) texts_agg_precision_median() (in module pytest_texts_score) (in module pytest_texts_score.api)

texts_agg_precision_min() (in module pytest_texts_score) (in module pytest_texts_score.api) texts_agg_recall() (in module pytest_texts_score.evaluate_score) texts_agg_recall_average() (in module pytest_texts_score) (in module pytest_texts_score.api_wrappers) texts_agg_recall_max() (in module pytest_texts_score) (in module pytest_texts_score.api) texts_agg_recall_mean() (in module pytest_texts_score) (in module pytest_texts_score.api) texts_agg_recall_median() (in module pytest_texts_score) (in module pytest_texts_score.api) texts_agg_recall_min() (in module pytest_texts_score) (in module pytest_texts_score.api) texts_evaluate_f1() (in module pytest_texts_score.evaluate_score) texts_evaluate_precision() (in module pytest_texts_score.evaluate_score) texts_evaluate_recall() (in module pytest_texts_score.evaluate_score) texts_expect_completeness_equal() (in module pytest_texts_score) (in module pytest_texts_score.api_wrappers) texts_expect_completeness_range() (in module pytest_texts_score) (in module pytest_texts_score.api_wrappers) texts_expect_correctness_equal() (in module pytest_texts_score) (in module pytest_texts_score.api_wrappers) texts_expect_correctness_range() (in module pytest_texts_score) (in module pytest_texts_score.api_wrappers) texts_expect_f1_equal() (in module pytest_texts_score) (in module pytest_texts_score.api) texts_expect_f1_range() (in module pytest_texts_score) (in module pytest_texts_score.api) texts_expect_precision_equal() (in module pytest_texts_score) (in module pytest_texts_score.api) texts_expect_precision_range() (in module pytest_texts_score) (in module pytest_texts_score.api) texts_expect_recall_equal() (in module pytest_texts_score) (in module pytest_texts_score.api) texts_expect_recall_range() (in module pytest_texts_score) (in module pytest_texts_score.api) texts_multiple_f1() (in module pytest_texts_score.evaluate_score) texts_multiple_precision() (in module pytest_texts_score.evaluate_score) texts_multiple_recall() (in module pytest_texts_score.evaluate_score) texts_score() (in module pytest_texts_score.plugin) texts_score_client() (in module pytest_texts_score.plugin)