Index

A

adaptive_qa (in module mixedvoices.metrics.metric) add_edge_cases() (mixedvoices.evaluation.test_case_generator.TestCaseGenerator method) add_from_descriptions() (mixedvoices.evaluation.test_case_generator.TestCaseGenerator method) add_from_project() (mixedvoices.evaluation.test_case_generator.TestCaseGenerator method)

add_from_recordings() (mixedvoices.evaluation.test_case_generator.TestCaseGenerator method) add_from_transcripts() (mixedvoices.evaluation.test_case_generator.TestCaseGenerator method) add_from_version() (mixedvoices.evaluation.test_case_generator.TestCaseGenerator method) add_metrics() (mixedvoices.core.project.Project method) add_recording() (mixedvoices.core.version.Version method)

C

conciseness (in module mixedvoices.metrics.metric) context_awareness (in module mixedvoices.metrics.metric)

create_evaluator() (mixedvoices.core.project.Project method) create_project() (in module mixedvoices.core.project) create_version() (mixedvoices.core.project.Project method)

D

definition (mixedvoices.metrics.metric.Metric attribute)

E

empathy (in module mixedvoices.metrics.metric) eval_id (mixedvoices.evaluation.eval_run.EvalRun property)

EvalRun (class in mixedvoices.evaluation.eval_run) Evaluator (class in mixedvoices.evaluation.evaluator) expected_values (mixedvoices.metrics.metric.Metric property)

G

generate() (mixedvoices.evaluation.test_case_generator.TestCaseGenerator method) get_all_default_metrics() (in module mixedvoices.metrics.definitions) get_metric() (mixedvoices.core.project.Project method)

get_metrics_by_names() (mixedvoices.core.project.Project method) get_recording() (mixedvoices.core.version.Version method) get_step() (mixedvoices.core.version.Version method)

H

hallucination (in module mixedvoices.metrics.metric)

I

id (mixedvoices.core.project.Project property) (mixedvoices.core.version.Version property) (mixedvoices.evaluation.eval_run.EvalRun property) (mixedvoices.evaluation.evaluator.Evaluator property)

include_prompt (mixedvoices.metrics.metric.Metric attribute) info (mixedvoices.core.version.Version property) (mixedvoices.evaluation.eval_run.EvalRun property) (mixedvoices.evaluation.evaluator.Evaluator property)

L

list_eval_runs() (mixedvoices.evaluation.evaluator.Evaluator method) list_evaluators() (mixedvoices.core.project.Project method) list_metric_names() (mixedvoices.core.project.Project method)

load_eval_run() (mixedvoices.evaluation.evaluator.Evaluator method) load_evaluator() (mixedvoices.core.project.Project method) load_project() (in module mixedvoices.core.project) load_version() (mixedvoices.core.project.Project method)

M

metadata (mixedvoices.core.version.Version property) Metric (class in mixedvoices.metrics.metric) metric_names (mixedvoices.evaluation.evaluator.Evaluator property) metrics (mixedvoices.core.project.Project property) mixedvoices.core.project module mixedvoices.core.version module mixedvoices.evaluation.eval_run module mixedvoices.evaluation.evaluator module

mixedvoices.evaluation.test_case_generator module mixedvoices.metrics.metric module module mixedvoices.core.project mixedvoices.core.version mixedvoices.evaluation.eval_run mixedvoices.evaluation.evaluator mixedvoices.evaluation.test_case_generator mixedvoices.metrics.metric

N

name (mixedvoices.metrics.metric.Metric attribute)

num_cases (mixedvoices.evaluation.test_case_generator.TestCaseGenerator property)

O

objection_handling (in module mixedvoices.metrics.metric)

P

Project (class in mixedvoices.core.project) project_id (mixedvoices.core.version.Version property) (mixedvoices.evaluation.eval_run.EvalRun property) (mixedvoices.evaluation.evaluator.Evaluator property)

prompt (mixedvoices.core.version.Version property)

R

recording_count (mixedvoices.core.version.Version property) remove_metric() (mixedvoices.core.project.Project method)

results (mixedvoices.evaluation.eval_run.EvalRun property) run() (mixedvoices.evaluation.eval_run.EvalRun method) (mixedvoices.evaluation.evaluator.Evaluator method)

S

scheduling (in module mixedvoices.metrics.metric) scoring (mixedvoices.metrics.metric.Metric attribute)

status (mixedvoices.evaluation.eval_run.EvalRun property) success_criteria (mixedvoices.core.project.Project property)

T

test_cases (mixedvoices.evaluation.evaluator.Evaluator property)

TestCaseGenerator (class in mixedvoices.evaluation.test_case_generator) to_dict() (mixedvoices.metrics.metric.Metric method)

U

update_metadata() (mixedvoices.core.version.Version method) update_metric() (mixedvoices.core.project.Project method)

update_prompt() (mixedvoices.core.version.Version method) update_success_criteria() (mixedvoices.core.project.Project method)

V

verbatim_repetition (in module mixedvoices.metrics.metric) Version (class in mixedvoices.core.version)

version_id (mixedvoices.evaluation.eval_run.EvalRun property) version_ids (mixedvoices.core.project.Project property)