Index

_

__init__() (factly.llms.FactlyGptModel method)

__weakref__ (factly.llms.FactlyModelMixin attribute)

A

a_evaluate() (factly.benchmarks.MMLUBenchmark method) add_metadata_footer() (in module factly.plots) ainvoke() (factly.llms.FactlyGptModel method) (factly.llms.openai_model.FactlyGptModel method)

api_base (factly.settings.ModelSettings attribute) api_key (factly.settings.ModelSettings attribute)

C

create() (factly.settings.FactlySettings class method) (factly.settings.InferenceSettings class method) (factly.settings.ModelSettings class method)

create_messages() (factly.llms.base_model.FactlyModelMixin method) (factly.llms.FactlyModelMixin method)

E

evaluate() (in module factly.benchmarks)

F

factly module factly.__main__ module factly.benchmarks module factly.cli module factly.llms module factly.llms.base_model module factly.llms.openai_model module factly.plots module

factly.resources module factly.settings module factly.tasks module FactlyGptModel (class in factly.llms) (class in factly.llms.openai_model) FactlyModelMixin (class in factly.llms) (class in factly.llms.base_model) FactlySettings (class in factly.settings) for_mmlu() (factly.settings.InferenceSettings class method) format_help() (factly.cli.RichGroup method) from_cli() (factly.settings.FactlySettings class method)

G

generate_factuality_comparison_plot() (in module factly.plots) get_actual_model_name() (factly.llms.base_model.FactlyModelMixin static method) (factly.llms.FactlyModelMixin static method) get_all_tasks() (in module factly.tasks) get_copyright() (in module factly.cli)

get_display_model_name() (factly.llms.base_model.FactlyModelMixin method) (factly.llms.FactlyModelMixin method) get_task_by_name() (in module factly.tasks) get_tasks_by_category() (in module factly.tasks) get_version() (in module factly.cli)

I

inference (factly.settings.FactlySettings attribute)

InferenceSettings (class in factly.settings) init() (in module factly.__main__)

L

list_available_tasks() (in module factly.tasks) load_instructions() (in module factly.benchmarks)

load_model() (factly.llms.FactlyGptModel method) (factly.llms.openai_model.FactlyGptModel method)

M

max_tokens (factly.settings.InferenceSettings attribute) MMLUBenchmark (class in factly.benchmarks) model (factly.settings.FactlySettings attribute) (factly.settings.ModelSettings attribute) model_config (factly.settings.FactlySettings attribute) (factly.settings.InferenceSettings attribute) (factly.settings.ModelSettings attribute) ModelSettings (class in factly.settings) module factly factly.__main__ factly.benchmarks factly.cli factly.llms factly.llms.base_model factly.llms.openai_model factly.plots factly.resources factly.settings factly.tasks

N

n_shots (factly.settings.InferenceSettings attribute)

R

resolve_tasks() (in module factly.tasks)

RichGroup (class in factly.cli)

S

set_concurrency() (factly.benchmarks.MMLUBenchmark method)

T

TaskCategory (class in factly.tasks)

temperature (factly.settings.InferenceSettings attribute) top_p (factly.settings.InferenceSettings attribute)